-- Logs begin at Sat 2021-09-18 18:56:38 UTC, end at Sat 2021-09-18 21:07:08 UTC. -- Sep 18 19:27:34.431976 n-d-789963-11 systemd[1]: Started Devstack devstack@q-svc.service. Sep 18 19:27:37.187942 n-d-789963-11 neutron-server[94833]: INFO neutron.common.config [-] Logging enabled! Sep 18 19:27:37.188508 n-d-789963-11 neutron-server[94833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 19:27:37.188715 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94833) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 19:27:37.192137 n-d-789963-11 neutron-server[94833]: INFO neutron.common.config [-] Logging enabled! Sep 18 19:27:37.192396 n-d-789963-11 neutron-server[94833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 19:27:37.192710 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94833) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 19:27:37.193640 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 19:27:37.193877 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 19:27:37.194236 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 19:27:37.194490 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 19:27:37.194709 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 19:27:37.195031 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.195328 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.195657 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.195887 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.196185 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.196476 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.196760 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.197052 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.197347 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.197634 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.197917 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.198203 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.198433 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.198715 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.199002 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.199291 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.199547 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] debug = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.199829 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.200255 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.200668 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.200951 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.201243 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.201524 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.201797 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.202076 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.202361 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.202686 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] host = n-d-789963-11 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.202964 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.203796 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.204265 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.204578 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.204853 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.205130 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.205418 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.205686 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.205968 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] log_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.206244 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.206539 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.206827 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.207115 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.207341 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.207592 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.207882 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.208169 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.208449 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.208728 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.209004 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.209279 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.209555 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.209828 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.210118 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.210399 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.210685 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.210962 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.211239 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.211535 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.211811 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.212097 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.212374 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.212648 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.212924 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.213211 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.213482 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.213756 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.214058 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.214346 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.214627 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.214912 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.215188 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.215492 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.215766 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.216039 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.216310 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] use_json = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.216585 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.216856 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.217134 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.217406 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.217676 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.217951 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.218222 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.218506 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:37.218800 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.219934 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.220055 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.220264 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.220561 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.220843 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.221133 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.221411 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.221702 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.221993 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.222281 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.222560 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.222851 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.223127 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.223447 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.223754 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.224049 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.224340 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.224619 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.224896 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.225169 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.225447 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.225736 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.226012 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.226300 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.226597 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.226879 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.227168 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.227489 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.227782 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.228058 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.228336 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.228892 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.229168 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.229445 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.229722 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.230010 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.230287 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.230567 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.230852 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.231131 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.231438 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.231787 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.232072 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.232365 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.232642 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.232916 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.233190 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.233469 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.233743 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.234029 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.234308 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.234701 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.234701 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.235185 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.235499 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.235781 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.236061 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.236338 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.236621 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.236896 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.237172 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.237447 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.237722 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.237998 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.238272 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.238546 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.238825 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.239104 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.239414 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.239675 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.239952 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.240228 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.240513 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.240811 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.241091 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.241374 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.241654 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.241932 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.242208 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.242484 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.242762 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.243040 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.243314 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.243627 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.243913 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.244201 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.244483 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.244760 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.245061 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.245343 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.245639 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.245910 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.246191 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.246480 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.246764 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.247060 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.247355 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.247672 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.247966 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.248261 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.248542 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.248850 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.249130 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:37.249350 n-d-789963-11 neutron-server[94833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 19:27:37.249591 n-d-789963-11 neutron-server[94833]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94833) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 18 19:27:37.605465 n-d-789963-11 neutron-server[94833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 19:27:37.605750 n-d-789963-11 neutron-server[94833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 19:27:37.606050 n-d-789963-11 neutron-server[94833]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 19:27:37.606387 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 18 19:27:37.999472 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:37.999716 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:37.999990 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.001393 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.001665 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.001930 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.037557 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.037835 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.038104 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.053375 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.053659 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.053929 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.083121 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.083425 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.083701 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.121967 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.122248 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.122516 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.358121 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.358762 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.358762 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.358930 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.359714 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.480462 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.480783 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.481070 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.481345 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.481617 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.481933 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.482198 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.482460 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.482714 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.482997 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.483260 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.483559 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.483819 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.484074 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.484333 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.484660 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.484920 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.485187 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.485460 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.485722 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.485995 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.486252 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.486540 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.486923 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.487178 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.487457 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.487859 n-d-789963-11 neutron-server[94833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 19:27:38.488105 n-d-789963-11 neutron-server[94833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 19:27:38.488345 n-d-789963-11 neutron-server[94833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 19:27:38.488586 n-d-789963-11 neutron-server[94833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 19:27:38.488831 n-d-789963-11 neutron-server[94833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 19:27:38.489071 n-d-789963-11 neutron-server[94833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 19:27:38.489436 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 18 19:27:38.492544 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 18 19:27:38.496590 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 18 19:27:38.500785 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 18 19:27:38.502415 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 18 19:27:38.502864 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 18 19:27:38.503199 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 18 19:27:38.503616 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 18 19:27:38.506387 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 18 19:27:38.506643 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 18 19:27:38.506990 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 19:27:38.512319 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 18 19:27:38.534636 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 18 19:27:38.535093 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.535407 n-d-789963-11 neutron-server[94833]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94833) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 18 19:27:38.535776 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.537145 n-d-789963-11 neutron-server[94833]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94833) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 18 19:27:38.537590 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 19:27:38.537840 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 18 19:27:38.541043 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.541330 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:38.606184 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 18 19:27:38.606425 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 18 19:27:38.606662 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 18 19:27:38.607032 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 18 19:27:38.629461 n-d-789963-11 neutron-server[94833]: DEBUG oslo_db.sqlalchemy.engines [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94833) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 18 19:27:39.161281 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Initializing driver for type 'gre' Sep 18 19:27:39.161807 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] gre ID ranges: [(1, 1000)] Sep 18 19:27:39.213442 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Initializing driver for type 'local' Sep 18 19:27:39.213930 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Initializing driver for type 'vlan' Sep 18 19:27:39.226534 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] VlanTypeDriver initialization complete Sep 18 19:27:39.226911 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Initializing driver for type 'vxlan' Sep 18 19:27:39.227389 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] vxlan ID ranges: [(1, 1000)] Sep 18 19:27:39.279234 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Initializing extension driver 'port_security' Sep 18 19:27:39.279625 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.extensions.port_security [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] PortSecurityExtensionDriver initialization complete Sep 18 19:27:39.279962 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Initializing mechanism driver 'openvswitch' Sep 18 19:27:39.280286 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Initializing mechanism driver 'hyperv' Sep 18 19:27:39.287300 n-d-789963-11 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:27:39.288004 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > port after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.288375 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > port after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.288729 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > port after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.289246 n-d-789963-11 neutron-server[94833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 19:27:39.289675 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.290026 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.290370 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.290761 n-d-789963-11 neutron-server[94833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 19:27:39.291171 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > network after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.291552 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > network after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.291902 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > network after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.292289 n-d-789963-11 neutron-server[94833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 19:27:39.292693 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > security_group after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.293039 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > security_group after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.293379 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.293905 n-d-789963-11 neutron-server[94833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 19:27:39.294313 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.294678 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.295079 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.295553 n-d-789963-11 neutron-server[94833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 19:27:39.295993 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > address_group after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.296350 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > address_group after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.296697 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.297170 n-d-789963-11 neutron-server[94833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 19:27:39.297553 n-d-789963-11 neutron-server[94833]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] ML2 OVO RPC backend initialized. {{(pid=94833) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 18 19:27:39.298250 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.298607 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.299024 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > network before_response 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.299395 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > networks before_response 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.299741 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > port before_response 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.300083 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > ports before_response 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.300426 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > subnet before_response 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.300768 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > subnets before_response 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.301111 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > network after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.301450 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > network after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.301784 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > network after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.302119 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > port after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.302454 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > port after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.302789 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > port after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.303122 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.303479 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.303813 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.304385 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.plugin [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Modular L2 Plugin initialization complete Sep 18 19:27:39.304716 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading services supported by the core plugin {{(pid=94833) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 18 19:27:39.305048 n-d-789963-11 neutron-server[94833]: INFO neutron.plugins.ml2.managers [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Got port-security extension from driver 'port_security' Sep 18 19:27:39.305513 n-d-789963-11 neutron-server[94833]: INFO neutron.extensions.vlantransparent [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Disabled vlantransparent extension. Sep 18 19:27:39.305996 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94833) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 18 19:27:39.306317 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading Plugin: router Sep 18 19:27:39.342378 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.342773 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router after_create 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.343142 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router before_create 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.343532 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.344679 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.345048 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router after_delete 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.345417 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.345772 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.346132 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router after_create 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.346482 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router after_update 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.346832 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router after_update 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.347179 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.347563 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router after_update 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.347982 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.348354 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: port after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.348699 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: port after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.349038 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: subnet after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.349377 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.349726 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.350073 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.350416 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: port before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.350757 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.351114 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router after_update 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.351489 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.351845 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.352206 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.352648 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.353022 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > agent after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.353374 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > agent after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.353986 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > network after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.354837 n-d-789963-11 neutron-server[94833]: DEBUG neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Tracking information for resource: router configured {{(pid=94833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 19:27:39.355176 n-d-789963-11 neutron-server[94833]: DEBUG neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Tracking information for resource: floatingip configured {{(pid=94833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 19:27:39.360246 n-d-789963-11 neutron-server[94833]: INFO neutron.db.l3_agentschedulers_db [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 18 19:27:39.360821 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: port after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.361186 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: port after_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.361538 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: port after_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.361889 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: port after_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.362683 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router before_create 55550100 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.363052 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.363434 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_create 55550100 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.363792 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > router precommit_update 55550100 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.368469 n-d-789963-11 neutron-server[94833]: DEBUG neutron.services.provider_configuration [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service providers = [] {{(pid=94833) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 18 19:27:39.368838 n-d-789963-11 neutron-server[94833]: DEBUG neutron.db.servicetype_db [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94833) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 18 19:27:39.371828 n-d-789963-11 neutron-server[94833]: DEBUG neutron.services.service_base [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 19:27:39.372180 n-d-789963-11 neutron-server[94833]: DEBUG neutron.services.service_base [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 19:27:39.372523 n-d-789963-11 neutron-server[94833]: DEBUG neutron.services.service_base [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 19:27:39.373419 n-d-789963-11 neutron-server[94833]: DEBUG neutron.services.service_base [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 19:27:39.373796 n-d-789963-11 neutron-server[94833]: INFO neutron.services.service_base [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 18 19:27:39.374176 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 19:27:39.374501 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 18 19:27:39.385334 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 19:27:39.385675 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading Plugin: auto_allocate Sep 18 19:27:39.392073 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: network precommit_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.392445 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: network precommit_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.392970 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 19:27:39.393297 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading Plugin: tag Sep 18 19:27:39.399789 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 19:27:39.400118 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading Plugin: timestamp Sep 18 19:27:39.404115 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 19:27:39.404453 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading Plugin: network_ip_availability Sep 18 19:27:39.410515 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.410892 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.411251 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.412048 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 19:27:39.412325 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading Plugin: flavors Sep 18 19:27:39.417098 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 19:27:39.417426 n-d-789963-11 neutron-server[94833]: INFO neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading Plugin: revisions Sep 18 19:27:39.421669 n-d-789963-11 neutron-server[94833]: DEBUG neutron.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 19:27:39.422101 n-d-789963-11 neutron-server[94833]: DEBUG oslo_concurrency.lockutils [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=94833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 19:27:39.422833 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94833) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 18 19:27:39.423165 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Initializing extension manager. Sep 18 19:27:39.423696 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: __init__.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.424045 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: __pycache__ {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.424381 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.424713 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: address_group.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.425471 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.426033 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: address-group Sep 18 19:27:39.426355 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: address_scope.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.427256 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.427812 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: address-scope Sep 18 19:27:39.428138 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.429067 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.429578 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: router-admin-state-down-before-update Sep 18 19:27:39.429901 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: agent.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.430603 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.431106 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: agent Sep 18 19:27:39.431449 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: agent_resources_synced.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.432370 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.432877 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: agent-resources-synced Sep 18 19:27:39.433201 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: allowedaddresspairs.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.435000 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.435552 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: allowed-address-pairs Sep 18 19:27:39.435882 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: auto_allocated_topology.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.436957 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.437490 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: auto-allocated-topology Sep 18 19:27:39.437816 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: availability_zone.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.438510 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.439012 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: availability_zone Sep 18 19:27:39.439333 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: availability_zone_filter.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.440272 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.440777 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: availability_zone_filter Sep 18 19:27:39.441098 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: data_plane_status.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.442001 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.442503 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 18 19:27:39.442824 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: default_subnetpools.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.443777 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.444279 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: default-subnetpools Sep 18 19:27:39.444599 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.445408 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.445915 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: dhcp_agent_scheduler Sep 18 19:27:39.446237 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: dns.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.447158 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.447689 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension dns-integration not supported by any of loaded plugins Sep 18 19:27:39.448012 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: dns_domain_ports.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.448930 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.449435 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 18 19:27:39.449756 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.450676 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.451177 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 18 19:27:39.451528 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: dvr.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.452199 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.452700 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: dvr Sep 18 19:27:39.453018 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: ecmp_routes.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.454536 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.455038 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 18 19:27:39.455359 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: empty_string_filtering.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.456292 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.456797 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: empty-string-filtering Sep 18 19:27:39.457117 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.458045 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.458544 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 18 19:27:39.458866 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.459809 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.460312 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 18 19:27:39.460634 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: external_net.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.461554 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.462059 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: external-net Sep 18 19:27:39.462381 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.463282 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.463823 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: extra_dhcp_opt Sep 18 19:27:39.464143 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: extraroute.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.465052 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.465558 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: extraroute Sep 18 19:27:39.465874 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: extraroute_atomic.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.466916 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.467462 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: extraroute-atomic Sep 18 19:27:39.467786 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: filter_validation.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.468453 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.470467 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: filter-validation Sep 18 19:27:39.470467 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: fip_pf_description.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.470467 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.470880 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 18 19:27:39.471199 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: fip_port_details.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.472150 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.472656 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: fip-port-details Sep 18 19:27:39.472974 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: flavors.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.474214 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.474729 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: flavors Sep 18 19:27:39.475054 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.476735 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.477261 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 18 19:27:39.477600 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: floatingip_pools.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.478313 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.479076 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: floatingip-pools Sep 18 19:27:39.479427 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: ip_allocation.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.480367 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.480875 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 18 19:27:39.481203 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.482124 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.482635 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: ip-substring-filtering Sep 18 19:27:39.482963 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: l2_adjacency.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.483919 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.485001 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 18 19:27:39.485371 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: l3.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.486610 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.487133 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: router Sep 18 19:27:39.487499 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.489763 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.490288 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 18 19:27:39.490624 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.491607 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.492123 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: ext-gw-mode Sep 18 19:27:39.492455 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.493380 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.493890 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: l3-ha Sep 18 19:27:39.494219 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: l3_flavors.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.495151 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.495695 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: l3-flavors Sep 18 19:27:39.496026 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.496942 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.497450 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 18 19:27:39.497794 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: l3agentscheduler.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.498806 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.499311 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: l3_agent_scheduler Sep 18 19:27:39.499667 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: logging.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.501308 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.501824 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension logging not supported by any of loaded plugins Sep 18 19:27:39.502154 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: metering.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.502904 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.503515 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: metering Sep 18 19:27:39.503845 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.504941 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.505452 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: metering_source_and_destination_fields Sep 18 19:27:39.505777 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: multiprovidernet.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.506710 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.507216 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: multi-provider Sep 18 19:27:39.507569 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: netmtu.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.508488 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.508992 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: net-mtu Sep 18 19:27:39.509316 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: netmtu_writable.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.510246 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.510751 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: net-mtu-writable Sep 18 19:27:39.511075 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: network_availability_zone.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.511785 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.512290 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: network_availability_zone Sep 18 19:27:39.512610 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: network_ip_availability.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.513717 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.514227 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: network-ip-availability Sep 18 19:27:39.514561 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: network_segment_range.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.515333 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.516408 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 18 19:27:39.516730 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: pagination.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.517718 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.518049 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: pagination Sep 18 19:27:39.518370 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: port_device_profile.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.519300 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.519846 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: port-device-profile Sep 18 19:27:39.520168 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.521089 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.521600 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: port-mac-address-regenerate Sep 18 19:27:39.521922 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.522850 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.523357 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: port-numa-affinity-policy Sep 18 19:27:39.523700 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: port_resource_request.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.524741 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.525246 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 18 19:27:39.525565 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: portbindings.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.526498 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.527008 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: binding Sep 18 19:27:39.527329 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: portbindings_extended.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.528633 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.529148 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: binding-extended Sep 18 19:27:39.529479 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: portsecurity.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.530406 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.530915 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: port-security Sep 18 19:27:39.531305 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: project_id.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.532355 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.532688 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: project-id Sep 18 19:27:39.533015 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: providernet.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.533949 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.534461 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: provider Sep 18 19:27:39.534789 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.538337 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.538862 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos not supported by any of loaded plugins Sep 18 19:27:39.539199 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.540479 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.540998 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 18 19:27:39.541328 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.542249 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.542759 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 18 19:27:39.543084 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_default.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.544034 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.544547 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-default not supported by any of loaded plugins Sep 18 19:27:39.544876 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_fip.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.545525 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.546025 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-fip not supported by any of loaded plugins Sep 18 19:27:39.546345 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_gateway_ip.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.547843 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.548352 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 18 19:27:39.548672 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_port_network_policy.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.549597 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.550101 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 18 19:27:39.550421 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_pps_rule.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.552091 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.553017 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-pps not supported by any of loaded plugins Sep 18 19:27:39.553513 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_rule_type_details.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.554461 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.555085 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 18 19:27:39.555439 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: qos_rules_alias.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.556520 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.557118 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 18 19:27:39.557673 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: quotasv2.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.559205 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.559821 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: quotas Sep 18 19:27:39.560273 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: quotasv2_detail.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.564268 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.564607 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: quota_details Sep 18 19:27:39.564938 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: rbac.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.566016 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.566537 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: rbac-policies Sep 18 19:27:39.566868 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: rbac_address_group.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.567837 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.568353 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: rbac-address-group Sep 18 19:27:39.568679 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: rbac_address_scope.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.569606 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.570115 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: rbac-address-scope Sep 18 19:27:39.570440 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: rbac_security_groups.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.571364 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.571893 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: rbac-security-groups Sep 18 19:27:39.572218 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: rbac_subnetpool.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.573153 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.573664 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: rbac-subnetpool Sep 18 19:27:39.573991 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: revisionifmatch.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.574924 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.575471 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: revision-if-match Sep 18 19:27:39.575799 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: revisions.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.576919 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.577430 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: standard-attr-revisions Sep 18 19:27:39.577761 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: router_availability_zone.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.578520 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.579024 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: router_availability_zone Sep 18 19:27:39.579347 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: routerservicetype.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.580296 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.580807 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension router-service-type not supported by any of loaded plugins Sep 18 19:27:39.581129 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.582054 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.582565 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: security-groups-normalized-cidr Sep 18 19:27:39.582887 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.583837 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.584344 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: port-security-groups-filtering Sep 18 19:27:39.584663 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.585588 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.586097 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: security-groups-remote-address-group Sep 18 19:27:39.586416 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: securitygroup.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.597765 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.598299 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: security-group Sep 18 19:27:39.598632 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: segment.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.599475 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.599987 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension segment not supported by any of loaded plugins Sep 18 19:27:39.600318 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.601417 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.601928 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 18 19:27:39.602253 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: servicetype.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.603729 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.604262 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: service-type Sep 18 19:27:39.604590 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: sorting.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.605597 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.605933 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: sorting Sep 18 19:27:39.606257 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: standard_attr_segment.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.607179 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.607727 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 18 19:27:39.608053 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: standardattrdescription.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.608707 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.609214 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: standard-attr-description Sep 18 19:27:39.610046 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: stateful_security_group.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.610978 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.611523 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: stateful-security-group Sep 18 19:27:39.611853 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: stdattrs_common.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.612434 n-d-789963-11 neutron-server[94833]: WARNING neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 18 19:27:39.612754 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.613687 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.614203 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 18 19:27:39.614528 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: subnet_onboard.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.615652 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.616167 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: subnet_onboard Sep 18 19:27:39.616494 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.617429 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.617937 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 18 19:27:39.618260 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: subnet_service_types.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.619195 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.619738 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: subnet-service-types Sep 18 19:27:39.620066 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: subnetallocation.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.621163 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.621679 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: subnet_allocation Sep 18 19:27:39.622011 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.622682 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.623188 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: subnetpool-prefix-ops Sep 18 19:27:39.623549 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.624500 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.625664 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 18 19:27:39.626006 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: tagging.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.627109 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.627657 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: standard-attr-tag Sep 18 19:27:39.627986 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: timestamp.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.629191 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.629704 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loaded extension: standard-attr-timestamp Sep 18 19:27:39.630031 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: trunk.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.631072 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.631619 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension trunk not supported by any of loaded plugins Sep 18 19:27:39.631947 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: trunk_details.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.632881 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.633392 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension trunk-details not supported by any of loaded plugins Sep 18 19:27:39.633716 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: uplink_status_propagation.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.634632 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.635147 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 18 19:27:39.635497 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Loading extension file: vlantransparent.py {{(pid=94833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 19:27:39.636174 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 19:27:39.636677 n-d-789963-11 neutron-server[94833]: INFO neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 18 19:27:39.639124 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:network Sep 18 19:27:39.639684 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:subnet Sep 18 19:27:39.640087 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 19:27:39.640479 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:port Sep 18 19:27:39.641841 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.642290 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service FLAVORS assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.642926 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.643353 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.643712 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:router Sep 18 19:27:39.644145 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 19:27:39.644630 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service METERING assigned prefix: /metering {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.646089 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.646467 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.646826 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:27:39.647874 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 19:27:39.648332 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:security_group Sep 18 19:27:39.648763 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 19:27:39.649347 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service CORE assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.649683 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 19:27:39.650025 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] subnetpool is already registered Sep 18 19:27:39.650468 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service CORE assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.650801 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 19:27:39.651132 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] subnetpool is already registered Sep 18 19:27:39.653436 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.653877 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service FLAVORS assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.654472 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.654896 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.655249 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:router Sep 18 19:27:39.655737 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] router is already registered Sep 18 19:27:39.656165 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 19:27:39.657180 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] floatingip is already registered Sep 18 19:27:39.657644 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service METERING assigned prefix: /metering {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.658319 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 19:27:39.658648 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] rbac_policy is already registered Sep 18 19:27:39.659064 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:security_group Sep 18 19:27:39.659422 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] security_group is already registered Sep 18 19:27:39.659832 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 19:27:39.660165 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] security_group_rule is already registered Sep 18 19:27:39.660799 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service CORE assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.661129 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 19:27:39.661465 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] subnetpool is already registered Sep 18 19:27:39.661891 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.v2.resource_helper [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Service CORE assigned prefix: {{(pid=94833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 19:27:39.662270 n-d-789963-11 neutron-server[94833]: INFO neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 19:27:39.662555 n-d-789963-11 neutron-server[94833]: WARNING neutron.quota.resource_registry [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] subnetpool is already registered Sep 18 19:27:39.663008 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: extensions {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.664532 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: address-groups {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.665991 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: address-scopes {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.667328 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: agents {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.668505 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: auto-allocated-topology {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.669755 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: availability_zones {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.670987 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: dhcp-networks {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.673304 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: dhcp-agents {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.674741 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: routers {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.676988 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: flavors {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.678146 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: service_profiles {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.679358 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: next_providers {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.680861 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: service_profiles {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.682394 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: floatingip-pools {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.683641 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: routers {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.685751 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: floatingips {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.687047 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: l3-routers {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.688784 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: l3-agents {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.690199 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: metering-labels {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.691595 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: metering-label-rules {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.692885 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: network-ip-availabilities {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.694143 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: bindings {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.696648 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: quotas {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.698122 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: quotas {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.699577 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: rbac-policies {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.700778 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: security-groups {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.702084 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: security-group-rules {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.703560 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: service-providers {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.704777 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: subnetpools {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.706208 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: subnetpools {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.707701 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.709376 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.711193 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.713006 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.715122 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.716643 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.718335 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.720881 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.722637 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.724410 n-d-789963-11 neutron-server[94833]: DEBUG neutron.api.extensions [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Extended resource: tags {{(pid=94833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 19:27:39.730678 n-d-789963-11 neutron-server[94833]: WARNING keystonemiddleware.auth_token [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 18 19:27:39.736036 n-d-789963-11 neutron-server[94833]: WARNING keystonemiddleware.auth_token [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 18 19:27:39.744681 n-d-789963-11 neutron-server[94833]: DEBUG oslo_concurrency.lockutils [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Acquired lock "singleton_lock" {{(pid=94833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 18 19:27:39.745152 n-d-789963-11 neutron-server[94833]: DEBUG oslo_concurrency.lockutils [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Releasing lock "singleton_lock" {{(pid=94833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 18 19:27:39.745788 n-d-789963-11 neutron-server[94833]: INFO oslo_service.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Starting 2 workers Sep 18 19:27:39.750838 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Started child 94940 {{(pid=94833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 19:27:39.755346 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Started child 94941 {{(pid=94833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 19:27:39.756629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:39.757267 n-d-789963-11 neutron-server[94833]: INFO neutron.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 18 19:27:39.757738 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Notify callbacks [] for process, before_spawn {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:39.758130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [-] (94940) wsgi starting up on http://0.0.0.0:9696 Sep 18 19:27:39.760194 n-d-789963-11 neutron-server[94833]: INFO oslo_service.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Starting 1 workers Sep 18 19:27:39.760302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:39.761597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [-] (94941) wsgi starting up on http://0.0.0.0:9696 Sep 18 19:27:39.765309 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Started child 94942 {{(pid=94833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 19:27:39.765929 n-d-789963-11 neutron-server[94833]: INFO oslo_service.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Starting 1 workers Sep 18 19:27:39.769107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] calling RpcWorker wait() {{(pid=94942) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 18 19:27:39.769680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] returning from RpcWorker wait() {{(pid=94942) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 18 19:27:39.770555 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Started child 94943 {{(pid=94833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 19:27:39.771081 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:39.771483 n-d-789963-11 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-516a477f-169e-4055-bb36-a0b29eaa7ae4 None None] Notify callbacks [] for process, after_spawn {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:39.771589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:27:39.773498 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 19:27:39.773715 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 19:27:39.773932 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 19:27:39.774191 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 19:27:39.774555 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 19:27:39.774729 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 19:27:39.775245 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.775576 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.775670 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:39.776112 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.776112 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.776383 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.776564 n-d-789963-11 neutron-server[94943]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:27:39.776959 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.777200 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.777450 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.777734 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.777981 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.778157 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.778322 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.778574 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.778801 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.779099 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.779359 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.779621 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.779880 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.780055 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.780303 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.780575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.780804 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.781074 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] debug = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.781904 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.782693 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.782897 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.783040 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.783234 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.783565 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.783798 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.784057 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.784309 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.784542 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.784807 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.785070 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.785303 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.785514 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.785731 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.786000 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.786248 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.786727 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] host = n-d-789963-11 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.786980 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.787219 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.787516 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.787768 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.788018 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.788232 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.788499 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.788755 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.789004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.789227 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.789483 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.789729 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.789981 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.790220 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.790392 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_options = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.790633 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.790885 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.791194 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.791347 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.791540 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.791694 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.791969 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.792135 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.792351 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.792594 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.792808 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.793024 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.793257 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.793472 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.793731 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.794034 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.794222 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.794432 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.794676 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.794905 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.795129 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.795361 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.795612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.795852 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.796066 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.796302 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.796550 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.796765 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.797640 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.798456 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.798456 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.798764 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.798913 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.799070 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.799326 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.799584 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.799820 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.800069 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.800345 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.800570 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.800823 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.801047 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.801302 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.801515 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.801749 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.801962 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.802200 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_json = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.802391 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.802636 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.802885 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.804494 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.804696 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.805047 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.805314 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.805536 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.805995 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.806338 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.806762 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.807229 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.807545 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.808063 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.808917 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.808917 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.809456 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.809542 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.809812 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.810180 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.810825 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.811866 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.812255 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.814770 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.814770 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.814770 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.814770 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.814770 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.814770 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.814770 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.814770 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.815776 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.815776 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.815776 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.815776 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.815776 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.815776 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.816252 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.816252 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.816464 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.816708 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.816945 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.817158 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.817750 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.817750 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.818026 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.818026 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.818518 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.818518 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.818857 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.819519 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.819519 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.819810 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.820433 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.820723 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.820991 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.821233 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.821485 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.821713 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.821968 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.822205 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.822465 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.822690 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.822924 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.823169 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.823413 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.823633 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.823882 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.824245 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.824473 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.824686 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.825176 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.825176 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.825533 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.825676 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.825824 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.825963 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.826367 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.826535 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.826683 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.826849 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.827093 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.827325 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.827765 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.827930 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.828022 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.828302 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.828535 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.828750 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.828982 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.829191 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.829427 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.829638 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.829888 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.830097 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.830815 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.830815 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.830815 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.831220 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.831362 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.831587 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.831824 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.832046 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.832261 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.832516 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.832749 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.832980 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.833210 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.833465 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.833688 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.833953 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.834171 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.834410 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.834661 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.834873 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.835095 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.835325 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.835574 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.835813 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.836062 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.836324 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.836571 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.836828 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.837072 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.837340 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.837548 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.837818 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.838438 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.838719 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.839013 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.839283 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.839586 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.839816 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.840075 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.840315 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.840556 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.840799 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.841047 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.841289 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.841522 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.841805 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.842030 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.842262 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.842478 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.842704 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.843060 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.843292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.844774 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.845138 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.845586 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.846017 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.846449 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.847087 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.847936 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.848393 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.848799 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.849207 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.849489 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.850149 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.850455 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.850966 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.851306 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.851654 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.851796 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.852010 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.852369 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.852679 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.853054 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.853443 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.854048 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.854269 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.854806 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.855331 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.855939 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.856408 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.857153 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.857804 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.858806 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.858806 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.859012 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.859546 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.860700 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.860700 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.861149 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.861149 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.861438 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.861585 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.861866 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.862048 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.862345 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.862709 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.862937 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.863220 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.863457 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.863707 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.863935 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.864170 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.864430 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.864698 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.864926 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.865262 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.865606 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.865888 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.866164 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.866399 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.866649 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.866899 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.867152 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.867431 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.867755 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.867954 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.868180 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.868409 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.868647 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.868880 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.869092 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.869321 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.869551 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.869762 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.870041 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.870302 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.870515 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.870765 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.871020 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.871236 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.871573 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.871768 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.871978 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.872216 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.872488 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.872651 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.872841 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.873046 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.873284 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.873455 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.873686 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.873892 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.874114 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.874377 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.874606 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.874825 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.875096 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.875775 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.875775 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.875775 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.876200 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.876200 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.876484 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.876619 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.876796 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.877004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.877211 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.877428 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.877639 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.877867 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.878165 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.878410 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.878625 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.878909 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.879152 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.879412 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.879666 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.879989 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.880218 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.880455 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.880668 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.880952 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.881176 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.881437 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.881739 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.882039 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.882278 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.882539 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.882834 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.883105 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.883401 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.883607 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.883897 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.884215 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.884475 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.884726 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.884963 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.885207 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.885422 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.885633 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.885863 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.886092 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.886311 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.886565 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.886859 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.887080 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.887309 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.887551 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.887763 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.888005 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.888212 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.888445 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.888660 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.888813 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 19:27:39.889356 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 19:27:39.889511 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 19:27:39.889660 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 19:27:39.889821 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 19:27:39.889984 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 19:27:39.890132 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 19:27:39.890335 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.890500 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.890693 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.890900 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.891055 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.891238 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.891423 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.891568 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.891724 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.891907 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.892035 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.892158 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.892292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.892447 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.892612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.892818 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.892909 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.893044 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.893203 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.893425 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.893554 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.893656 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.893794 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] debug = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.893948 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.894148 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.894303 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.894453 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.894607 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.894760 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.894913 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.895051 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.895209 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.895362 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.895547 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.895701 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.895855 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.896226 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.896226 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.896444 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.896444 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.896685 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] host = n-d-789963-11 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.896823 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.896909 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.897017 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.897498 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.897654 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.897855 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.897998 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.898131 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.898262 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.898375 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.898528 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.898681 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.898834 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.898987 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.899140 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_options = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.899293 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.899467 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.899623 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.899800 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.899959 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.900112 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.900264 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.900417 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.900645 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.900748 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.900913 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.900997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.901155 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.901309 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.901462 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.901616 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.901771 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.901925 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.902076 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.902231 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.902382 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.902535 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.902688 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.902858 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.902994 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.903118 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.903271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.903534 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.903652 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.903781 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.903868 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.904022 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.904176 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.904330 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.904483 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.904636 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.904789 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.904943 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.905099 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.905239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.905393 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.905545 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.905698 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.905851 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.906004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.906159 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.906951 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_json = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.907166 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.907250 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.907404 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.907555 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.907710 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.907863 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.908017 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.908195 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 19:27:39.908347 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.908504 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.908672 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.908827 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.908986 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.909178 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.909316 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.909448 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.909575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.909726 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.909889 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.910032 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.910200 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.910358 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.910514 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.910685 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.910878 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.911045 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.911176 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.911272 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.911425 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.911585 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.911749 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.911904 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.912059 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.912219 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.912419 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.912546 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.912689 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.912875 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.913096 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.913342 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.913640 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.913935 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.914222 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.914468 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.915397 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.915397 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.915397 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.915397 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.915397 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.915397 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.916188 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.916463 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.916635 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.916789 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.916929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:27:39.917081 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.917081 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.917340 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.917340 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.917569 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.917695 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.917840 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.917972 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.918115 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.918261 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.918390 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.918523 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.918655 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.918797 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.918961 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.919241 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.919581 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.920050 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.920346 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.920632 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.920941 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.921227 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.921397 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.921541 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.921701 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.922481 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.922783 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.923108 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.923387 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.923594 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.923850 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.924052 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.924351 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.924641 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.925157 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.925438 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.925704 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.925933 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.926090 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.926248 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.926474 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.926665 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.926935 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.927315 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.927315 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.927805 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.927927 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.928104 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.928377 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.928646 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.928832 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.929075 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.929289 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.931271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.931271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.931271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.931271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.931271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.931271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.931271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.931271 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.933997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.933997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.933997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.933997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.933997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.933997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.933997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.933997 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.934626 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.934626 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.934626 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.934626 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.934626 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.934626 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.934626 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.934626 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.937288 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.940224 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.940224 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.940224 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.940224 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.940224 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.940224 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.940224 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.940224 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.941297 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.941297 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.941297 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.941297 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.941297 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.941297 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.941297 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.941297 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.943042 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.943042 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.943042 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.943042 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.943042 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.943042 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.943042 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.943042 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.944718 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.944718 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.944718 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.944718 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.944718 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.944718 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.944718 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.944718 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.947754 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.947754 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.947754 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.947754 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.947754 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.947754 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.947754 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.947754 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949004 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949785 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949785 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949785 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949785 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949785 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949785 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949785 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.949785 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.950612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.950612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.950612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.950612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.950612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.950612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.950612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.950612 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.951446 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.951446 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.951446 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.951446 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.951446 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.951446 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.951446 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.951446 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.952292 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.953290 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.953290 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.953290 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.953290 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.953290 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.953290 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.953290 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.953290 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.954239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.954239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.954239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.954239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.954239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.954239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.954239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.954239 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955011 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955011 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955011 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955011 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955011 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955011 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955011 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955760 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955760 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955760 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.955760 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.956051 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.956051 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.956199 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.956278 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.956424 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.956582 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.956739 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.956906 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.957064 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.957220 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.957385 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.957545 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.957703 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.957858 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.958026 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.958181 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.958340 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.958496 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.958653 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.958808 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.958965 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.959129 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.959294 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.959639 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.959933 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.960232 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.960535 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.960704 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.961008 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.961844 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.961844 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.961844 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.961844 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.961844 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.963575 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.964108 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.964108 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.964108 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.964108 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.964108 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.964108 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.964108 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 19:27:39.964502 n-d-789963-11 neutron-server[94833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 19:27:40.106865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33860) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:27:40.115606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065250 Sep 18 19:27:51.580410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43153576-021f-4c97-9cce-abe8f87f443c None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:27:51.689490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43153576-021f-4c97-9cce-abe8f87f443c None None] No non-hosted networks {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 18 19:27:51.700821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-72329c9a-86dc-4ce5-a748-e2407f312d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583979'] for agent, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:54.380026 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9a-838e-4661-8671-f632adf8efb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583979'] for agent, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:54.428292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62d1b42b-4158-4622-acd0-b7972a91c36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:54.614221 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583979'] for agent, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:54.614907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.615254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.615616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.617343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.618086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.618612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.619607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.620620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.621907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.623288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.624507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.625022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:27:54.626328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-11', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:27:54.645064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-11', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:27:55.396128 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583979'] for agent, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:57.226595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583979'] for agent, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:27:57.902480 n-d-789963-11 neutron-server[94942]: INFO neutron.db.l3_hamode_db [None req-feded991-9a64-4182-8bc6-1e3b24f6f977 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 18 19:27:57.989090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feded991-9a64-4182-8bc6-1e3b24f6f977 None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:27:57.989379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feded991-9a64-4182-8bc6-1e3b24f6f977 None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 19:27:58.157448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33954) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:27:58.651682 n-d-789963-11 neutron-server[94941]: WARNING oslo_policy.policy [None req-1cd52333-bda8-45ab-b86b-f3615613ab88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 19:27:58.652251 n-d-789963-11 neutron-server[94941]: WARNING oslo_policy.policy [None req-1cd52333-bda8-45ab-b86b-f3615613ab88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 19:27:58.875019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-1cd52333-bda8-45ab-b86b-f3615613ab88 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:27:58.876136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1cd52333-bda8-45ab-b86b-f3615613ab88 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7178097 Sep 18 19:28:01.253807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33968) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:01.563245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8963a0a8-bc21-47a1-92f7-5a64f1776dcb admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:28:01.659163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.policy [None req-8963a0a8-bc21-47a1-92f7-5a64f1776dcb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94941) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 19:28:01.705262 n-d-789963-11 neutron-server[94941]: WARNING oslo_policy.policy [None req-8963a0a8-bc21-47a1-92f7-5a64f1776dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 19:28:01.705626 n-d-789963-11 neutron-server[94941]: WARNING oslo_policy.policy [None req-8963a0a8-bc21-47a1-92f7-5a64f1776dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 19:28:01.714172 n-d-789963-11 neutron-server[94941]: INFO neutron.quota [None req-8963a0a8-bc21-47a1-92f7-5a64f1776dcb admin admin] Loaded quota_driver: . Sep 18 19:28:01.808100 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8963a0a8-bc21-47a1-92f7-5a64f1776dcb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781705279966', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781705275373', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781705262655', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781705265043', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781705243901', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781705306228', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7925329', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8106063', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733955', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682281'] for rbac-policy, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:01.871991 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8963a0a8-bc21-47a1-92f7-5a64f1776dcb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:01.873262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8963a0a8-bc21-47a1-92f7-5a64f1776dcb admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6184833 Sep 18 19:28:04.466211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33980) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:04.758701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'name': 'private'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:28:04.786495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Made reservation on behalf of 396fa4b443f941a09c879d21b82f7a89 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:28:04.789316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:04.806022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:04.927011 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:04.933542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:04.954560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:28:04.982413 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781702010516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:04.983005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Unsubscribe: segment precommit_create {{(pid=94941) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 19:28:04.984262 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Added segment 20ed7178-2fcf-4318-be2c-75b246310ef5 of type vlan for network a9e428cd-08b6-4cf1-a94c-5e572d489382 Sep 18 19:28:05.000385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cda0578-6a8e-42b5-aebb-7b240bacf46d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:05.049190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.049517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.049846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.050169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.050493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.050815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.051129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.051462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.051775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.052083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.052390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.052696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Tracked resource versions report: Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: pushed versions: Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: { 'AddressGroup': {'1.2'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'ConntrackHelper': {'1.0'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Log': {'1.0'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Network': {'1.1'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Port': {'1.7'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'PortForwarding': {'1.2'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'QosPolicy': {'1.9'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'SecurityGroup': {'1.4'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'SecurityGroupRule': {'1.2'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'SubPort': {'1.0'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Subnet': {'1.1'}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Trunk': {'1.1'}} Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: consumer versions: Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: { DHCP agent@n-d-789963-11: {}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: L3 agent@n-d-789963-11: {}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: Metadata agent@n-d-789963-11: {}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: Metering agent@n-d-789963-11: {}, Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: Open vSwitch agent@n-d-789963-11: { 'AddressGroup': '1.2', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'ConntrackHelper': '1.0', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Log': '1.0', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Network': '1.1', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Port': '1.7', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'PortForwarding': '1.2', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'QosPolicy': '1.9', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'SecurityGroup': '1.4', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'SecurityGroupRule': '1.2', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'SubPort': '1.0', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Subnet': '1.1', Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: 'Trunk': '1.1'}} Sep 18 19:28:05.053786 n-d-789963-11 neutron-server[94941]: {{(pid=94941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 19:28:05.101416 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:05.139273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:05.140407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:28:05.141035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:05.201393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7340231 Sep 18 19:28:05.243230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80840dec-bce6-4c48-987c-6924c8925b73 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e428cd-08b6-4cf1-a94c-5e572d489382,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:05.256354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network a9e428cd-08b6-4cf1-a94c-5e572d489382 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:28:07.855274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33994) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:08.242765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5042a-794c-4ec9-9bf3-0b6964f864fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:28:08.244181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dfc5042a-794c-4ec9-9bf3-0b6964f864fa admin admin] 10.222.0.20 "GET /v2.0/networks/a9e428cd-08b6-4cf1-a94c-5e572d489382 HTTP/1.1" status: 200 len: 825 time: 0.3879263 Sep 18 19:28:08.272793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cd7cff55-0244-4f4c-9aae-6c548d761676 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/ec8c039e-3358-437b-999a-7b580a82f116 HTTP/1.1" status: 200 len: 734 time: 0.0218995 Sep 18 19:28:08.282294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'gateway_ip': '172.20.0.1', 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382', 'name': 'private-subnet', 'subnetpool_id': 'ec8c039e-3358-437b-999a-7b580a82f116'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:28:08.303822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Made reservation on behalf of 396fa4b443f941a09c879d21b82f7a89 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:28:08.306114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:08.591115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:08.656368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577607d0-c978-4c71-993d-31c02dd02dd5,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:08.664729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Checking segment: {'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:28:08.665085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Network hostable DHCP agents. Network: a9e428cd-08b6-4cf1-a94c-5e572d489382, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:28:08.685280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Network a9e428cd-08b6-4cf1-a94c-5e572d489382 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:28:08.696483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, a9e428cd-08b6-4cf1-a94c-5e572d489382) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:28:08.700898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:28:08.701499 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:08.706114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a50925-6a9b-4145-bb23-6867c3e64284 None None] Network a9e428cd-08b6-4cf1-a94c-5e572d489382 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:28:08.718578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cac6886b-264d-44f0-ab39-e5c0674fe816 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4397645 Sep 18 19:28:09.032661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-a9e428cd-08b6-4cf1-a94c-5e572d489382', 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'fixed_ips': [{'subnet_id': '577607d0-c978-4c71-993d-31c02dd02dd5'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:28:09.033993 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:09.302314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Allocated IP 172.20.0.2 (a9e428cd-08b6-4cf1-a94c-5e572d489382/577607d0-c978-4c71-993d-31c02dd02dd5/23464b67-0eff-44d4-8ed4-f20e8e6f8a1f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:28:09.500665 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:09.507971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:09.600672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Network a9e428cd-08b6-4cf1-a94c-5e572d489382 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:28:09.605556 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:28:09.618450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:28:09.624428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Pushing event updated for resources: {'Port': ['ID=23464b67-0eff-44d4-8ed4-f20e8e6f8a1f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:09.655878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.656229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.656574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.656913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.657250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.657586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.657915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.658244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.658570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.658895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.659221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.659568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Tracked resource versions report: Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: pushed versions: Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: { 'AddressGroup': {'1.2'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'ConntrackHelper': {'1.0'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Log': {'1.0'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Network': {'1.1'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Port': {'1.7'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'PortForwarding': {'1.2'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'QosPolicy': {'1.9'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'SecurityGroup': {'1.4'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'SecurityGroupRule': {'1.2'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'SubPort': {'1.0'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Subnet': {'1.1'}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Trunk': {'1.1'}} Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: consumer versions: Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: { DHCP agent@n-d-789963-11: {}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: L3 agent@n-d-789963-11: {}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: Metadata agent@n-d-789963-11: {}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: Metering agent@n-d-789963-11: {}, Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: Open vSwitch agent@n-d-789963-11: { 'AddressGroup': '1.2', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'ConntrackHelper': '1.0', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Log': '1.0', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Network': '1.1', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Port': '1.7', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'PortForwarding': '1.2', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'QosPolicy': '1.9', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'SecurityGroup': '1.4', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'SecurityGroupRule': '1.2', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'SubPort': '1.0', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Subnet': '1.1', Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: 'Trunk': '1.1'}} Sep 18 19:28:09.660696 n-d-789963-11 neutron-server[94942]: {{(pid=94942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 19:28:09.712210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Attempting to bind port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:28:09.712854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Attempting to bind port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:28:09.713080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Attempting to bind port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f on network a9e428cd-08b6-4cf1-a94c-5e572d489382 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:28:09.717901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:28:09.718306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Checking segment: {'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:28:09.718775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:09.719159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Bound using segment: {'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:28:09.719650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Bound port: 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:28:09.720051 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:09.780434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] For port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:28:09.784652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] For port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=23464b67-0eff-44d4-8ed4-f20e8e6f8a1f,segment=NetworkSegment(20ed7178-2fcf-4318-be2c-75b246310ef5),segment_id=20ed7178-2fcf-4318-be2c-75b246310ef5)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:28:09.789506 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:09.854969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0ae97-60a9-4615-abba-5bbaa81f17f8 None None] Pushing event updated for resources: {'Port': ['ID=23464b67-0eff-44d4-8ed4-f20e8e6f8a1f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:11.164721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34002) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:11.659106 n-d-789963-11 neutron-server[94940]: WARNING oslo_policy.policy [None req-219fd06d-519e-419f-a680-621dfbf989bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 19:28:11.659680 n-d-789963-11 neutron-server[94940]: WARNING oslo_policy.policy [None req-219fd06d-519e-419f-a680-621dfbf989bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 19:28:11.883495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-219fd06d-519e-419f-a680-621dfbf989bc admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:28:11.884753 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-219fd06d-519e-419f-a680-621dfbf989bc admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7180018 Sep 18 19:28:14.324669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34016) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:14.630613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-b9abeeda-c8a4-47cf-aebe-45354690c703 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:28:14.631605 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b9abeeda-c8a4-47cf-aebe-45354690c703 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060129 Sep 18 19:28:17.362692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34030) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:17.658433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] Request body: {'router': {'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'name': 'router1', 'admin_state_up': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:28:17.723105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.policy [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94940) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 19:28:17.768682 n-d-789963-11 neutron-server[94940]: WARNING oslo_policy.policy [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 19:28:17.769088 n-d-789963-11 neutron-server[94940]: WARNING oslo_policy.policy [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 19:28:17.777616 n-d-789963-11 neutron-server[94940]: INFO neutron.quota [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] Loaded quota_driver: . Sep 18 19:28:17.832831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:17.834686 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:17.993414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:17.999220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:18.019887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:18.021011 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e8b15b53-11d2-4058-8b57-6a4749174bee admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6573772 Sep 18 19:28:18.308324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:28:18.400849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:18.401232 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:18.450932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f0f6d-c501-45a6-8300-409bb0b1586a None None] Network a9e428cd-08b6-4cf1-a94c-5e572d489382 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:28:18.568325 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:18.584789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4cb5b9fa-fcec-49b4-a094-a696fdf0ce54 None None] Provisioning complete for port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:18.585136 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b9fa-fcec-49b4-a094-a696fdf0ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:18.653177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=23464b67-0eff-44d4-8ed4-f20e8e6f8a1f,segment=NetworkSegment(20ed7178-2fcf-4318-be2c-75b246310ef5),segment_id=20ed7178-2fcf-4318-be2c-75b246310ef5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:28:18.675996 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:18.797104 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=23464b67-0eff-44d4-8ed4-f20e8e6f8a1f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:19.037685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-137c926f-cea6-4e18-bbd1-fd3cb2b7ab9a None None] Provisioning complete for port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:19.038044 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-137c926f-cea6-4e18-bbd1-fd3cb2b7ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:20.266043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:28:20.310241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:20.311105 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:20.439466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34042) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:20.749361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-e82af311-fc7b-4fc6-ada7-9edaa80827cf admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:28:20.750343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e82af311-fc7b-4fc6-ada7-9edaa80827cf admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3099499 Sep 18 19:28:21.494418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc68583c-715d-4636-a9f9-bb65ab544919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.141606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34050) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:23.448931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:28:23.468926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Made reservation on behalf of 8c04ec8f34c54c048f9221b3d351a594 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:28:23.471103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.479129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.568466 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.572043 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.585782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Reserving flat network on physical network physnet1 {{(pid=94941) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 18 19:28:23.607917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.608292 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Added segment dae67db4-0091-4cd0-be95-58bf578cf1ab of type flat for network 355f3962-b824-486d-927f-f4a87763feee Sep 18 19:28:23.609476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a481430-5539-45eb-a4dc-28c11dc26935,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:23.656484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.686716 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.687811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:28:23.688385 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:23.722318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5796790 Sep 18 19:28:23.749306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a354662-09bd-4d0f-8d82-81957ce9128b admin admin] Pushing event updated for resources: {'Network': ['ID=355f3962-b824-486d-927f-f4a87763feee,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:23.759858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 355f3962-b824-486d-927f-f4a87763feee details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:28:24.374564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-870ff966-7a72-4553-8a64-a3cbd6702ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:24.614789 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:25.333083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:26.099995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34068) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:26.281190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e7a92d-dee9-4185-83b3-e655821475c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:28:26.282508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6e7a92d-dee9-4185-83b3-e655821475c9 admin admin] 10.222.0.20 "GET /v2.0/subnets/577607d0-c978-4c71-993d-31c02dd02dd5 HTTP/1.1" status: 200 len: 849 time: 0.1815674 Sep 18 19:28:26.447883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e0d1680c-7898-44d7-bf69-e20c0b621a81 admin admin] 10.222.0.20 "GET /v2.0/routers/9eb2eebf-a93f-4202-823e-03c884b462f2 HTTP/1.1" status: 200 len: 704 time: 0.1591928 Sep 18 19:28:26.712776 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.006236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Allocated IP 172.20.0.1 (a9e428cd-08b6-4cf1-a94c-5e572d489382/577607d0-c978-4c71-993d-31c02dd02dd5/d495bf8d-2f8e-4f03-b508-2303d2f4a39a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:28:27.160157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.164471 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.271960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.336942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Network a9e428cd-08b6-4cf1-a94c-5e572d489382 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:28:27.346070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:28:27.353686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:28:27.354222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.410383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Pushing event updated for resources: {'Port': ['ID=d495bf8d-2f8e-4f03-b508-2303d2f4a39a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:27.547457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.573527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-cc60a8ed-6ca1-47e2-93ba-3270d954f429 None None] Provisioning complete for port d495bf8d-2f8e-4f03-b508-2303d2f4a39a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:27.573893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc60a8ed-6ca1-47e2-93ba-3270d954f429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.607274 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-cc60a8ed-6ca1-47e2-93ba-3270d954f429 None None] Port d495bf8d-2f8e-4f03-b508-2303d2f4a39a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:28:27.756679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.761076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.761837 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:27.820349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Pushing event updated for resources: {'Port': ['ID=d495bf8d-2f8e-4f03-b508-2303d2f4a39a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:27.883264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Network a9e428cd-08b6-4cf1-a94c-5e572d489382 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:28:27.884583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:28:28.046952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Router 9eb2eebf-a93f-4202-823e-03c884b462f2 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:28:28.127490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6f12a57a-9a0c-4c04-a1b4-6885376a1dec None None] Provisioning complete for port d495bf8d-2f8e-4f03-b508-2303d2f4a39a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:28.127859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6f12a57a-9a0c-4c04-a1b4-6885376a1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:28.136428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:28:28.141692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-86143f78-1cea-4824-bc58-43e762f9a206 admin admin] 10.222.0.20 "PUT /v2.0/routers/9eb2eebf-a93f-4202-823e-03c884b462f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6875734 Sep 18 19:28:28.159066 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Sync routers for ids ['9eb2eebf-a93f-4202-823e-03c884b462f2'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:28:28.170276 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Routers {'9eb2eebf-a93f-4202-823e-03c884b462f2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:28:28.171155 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:28:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9eb2eebf-a93f-4202-823e-03c884b462f2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:28:28.174253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6f12a57a-9a0c-4c04-a1b4-6885376a1dec None None] Port d495bf8d-2f8e-4f03-b508-2303d2f4a39a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:28:28.359267 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Set router 9eb2eebf-a93f-4202-823e-03c884b462f2 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:28:28.789892 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'name': 'router1', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:28:17Z', 'updated_at': '2021-09-18T19:28:27Z', 'revision_number': 2, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'gw_port_host': None, '_interfaces': [{'id': 'd495bf8d-2f8e-4f03-b508-2303d2f4a39a', 'name': '', 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'mac_address': 'fa:16:3e:c4:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:26Z', 'updated_at': '2021-09-18T19:28:27Z', 'revision_number': 2, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'subnets': [{'id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec8c039e-3358-437b-999a-7b580a82f116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:28:28.841040 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Checking router: 9eb2eebf-a93f-4202-823e-03c884b462f2 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:28:28.841558 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Updating router 9eb2eebf-a93f-4202-823e-03c884b462f2 port d495bf8d-2f8e-4f03-b508-2303d2f4a39a binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:28:28.889912 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:29.399028 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:29.406298 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:29.576943 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Attempting to bind port d495bf8d-2f8e-4f03-b508-2303d2f4a39a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:28:29.577342 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Attempting to bind port d495bf8d-2f8e-4f03-b508-2303d2f4a39a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:28:29.577749 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Attempting to bind port d495bf8d-2f8e-4f03-b508-2303d2f4a39a on network a9e428cd-08b6-4cf1-a94c-5e572d489382 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:28:29.580927 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Pushing event updated for resources: {'Port': ['ID=d495bf8d-2f8e-4f03-b508-2303d2f4a39a,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:29.586752 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:28:29.587157 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Checking segment: {'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:28:29.587652 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:29.588027 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Bound using segment: {'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:28:29.588520 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Bound port: d495bf8d-2f8e-4f03-b508-2303d2f4a39a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ed7178-2fcf-4318-be2c-75b246310ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:28:29.588901 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:29.601272 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.601599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-19f39afc-6402-4b80-86fb-3b5ad5f7d4d9 None None] Provisioning complete for port d495bf8d-2f8e-4f03-b508-2303d2f4a39a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:29.602047 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.602047 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.602200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-19f39afc-6402-4b80-86fb-3b5ad5f7d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:29.602272 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.602544 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.603108 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.603449 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.603760 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.605406 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.605406 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.605406 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.605406 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Tracked resource versions report: Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: pushed versions: Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: { 'AddressGroup': {'1.2'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'ConntrackHelper': {'1.0'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Log': {'1.0'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Network': {'1.1'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Port': {'1.7'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'PortForwarding': {'1.2'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'QosPolicy': {'1.9'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'SecurityGroup': {'1.4'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'SecurityGroupRule': {'1.2'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'SubPort': {'1.0'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Subnet': {'1.1'}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Trunk': {'1.1'}} Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: consumer versions: Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: { DHCP agent@n-d-789963-11: {}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: L3 agent@n-d-789963-11: {}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: Metadata agent@n-d-789963-11: {}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: Metering agent@n-d-789963-11: {}, Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: Open vSwitch agent@n-d-789963-11: { 'AddressGroup': '1.2', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'ConntrackHelper': '1.0', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Log': '1.0', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Network': '1.1', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Port': '1.7', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'PortForwarding': '1.2', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'QosPolicy': '1.9', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'SecurityGroup': '1.4', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'SecurityGroupRule': '1.2', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'SubPort': '1.0', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Subnet': '1.1', Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: 'Trunk': '1.1'}} Sep 18 19:28:29.606150 n-d-789963-11 neutron-server[94943]: {{(pid=94943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 19:28:29.639653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-19f39afc-6402-4b80-86fb-3b5ad5f7d4d9 None None] Port d495bf8d-2f8e-4f03-b508-2303d2f4a39a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:28:29.666016 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] For port d495bf8d-2f8e-4f03-b508-2303d2f4a39a, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:28:29.685842 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] For port d495bf8d-2f8e-4f03-b508-2303d2f4a39a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d495bf8d-2f8e-4f03-b508-2303d2f4a39a,segment=NetworkSegment(20ed7178-2fcf-4318-be2c-75b246310ef5),segment_id=20ed7178-2fcf-4318-be2c-75b246310ef5)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:28:29.689930 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:29.745078 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Routers {'9eb2eebf-a93f-4202-823e-03c884b462f2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:28:29.745693 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:28:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9eb2eebf-a93f-4202-823e-03c884b462f2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:28:29.782928 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70473094-5dd4-4bce-9c36-f1b14524a15c None None] Pushing event updated for resources: {'Port': ['ID=d495bf8d-2f8e-4f03-b508-2303d2f4a39a,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:29.832607 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:28:29.844492 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] Set router 9eb2eebf-a93f-4202-823e-03c884b462f2 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:28:29.959682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-802e1552-ce03-4153-9be3-41143bf0a1cd None None] Provisioning complete for port d495bf8d-2f8e-4f03-b508-2303d2f4a39a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:29.959971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-802e1552-ce03-4153-9be3-41143bf0a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:30.043717 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-802e1552-ce03-4153-9be3-41143bf0a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:30.057422 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'name': 'router1', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:28:17Z', 'updated_at': '2021-09-18T19:28:27Z', 'revision_number': 2, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'gw_port_host': None, '_interfaces': [{'id': 'd495bf8d-2f8e-4f03-b508-2303d2f4a39a', 'name': '', 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'mac_address': 'fa:16:3e:c4:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:26Z', 'updated_at': '2021-09-18T19:28:29Z', 'revision_number': 4, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'subnets': [{'id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec8c039e-3358-437b-999a-7b580a82f116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:28:30.075021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-802e1552-ce03-4153-9be3-41143bf0a1cd None None] For port d495bf8d-2f8e-4f03-b508-2303d2f4a39a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d495bf8d-2f8e-4f03-b508-2303d2f4a39a,segment=NetworkSegment(20ed7178-2fcf-4318-be2c-75b246310ef5),segment_id=20ed7178-2fcf-4318-be2c-75b246310ef5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:28:30.079658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-802e1552-ce03-4153-9be3-41143bf0a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:30.086113 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e597a23-0d64-4335-bd13-73a2800b7878 None None] The sync data for ids ['9eb2eebf-a93f-4202-823e-03c884b462f2'] in n-d-789963-11 is: [{'id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'name': 'router1', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:28:17Z', 'updated_at': '2021-09-18T19:28:27Z', 'revision_number': 2, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'gw_port_host': None, '_interfaces': [{'id': 'd495bf8d-2f8e-4f03-b508-2303d2f4a39a', 'name': '', 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'mac_address': 'fa:16:3e:c4:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:26Z', 'updated_at': '2021-09-18T19:28:29Z', 'revision_number': 4, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'subnets': [{'id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec8c039e-3358-437b-999a-7b580a82f116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:28:30.137294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e1552-ce03-4153-9be3-41143bf0a1cd None None] Pushing event updated for resources: {'Port': ['ID=d495bf8d-2f8e-4f03-b508-2303d2f4a39a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:30.387002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34088) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:30.569717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d2ca6-6c96-4f76-bb33-0ebb31291841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:28:30.571163 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8b4d2ca6-6c96-4f76-bb33-0ebb31291841 admin admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 842 time: 0.1832781 Sep 18 19:28:30.581862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Request body: {'subnet': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:28:30.606452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Made reservation on behalf of 8c04ec8f34c54c048f9221b3d351a594 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:28:30.609302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:30.980766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 19:28:30.981263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:31.070270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:31.076547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:28:31.076909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Network hostable DHCP agents. Network: 355f3962-b824-486d-927f-f4a87763feee, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:28:31.087921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.088267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.088601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.088934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.089262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.089595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.089916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.090233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.090575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.090895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.091253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.091724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Tracked resource versions report: Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: pushed versions: Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: { 'AddressGroup': {'1.2'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'ConntrackHelper': {'1.0'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Log': {'1.0'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Network': {'1.1'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Port': {'1.7'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'PortForwarding': {'1.2'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'QosPolicy': {'1.9'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'SecurityGroup': {'1.4'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'SecurityGroupRule': {'1.2'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'SubPort': {'1.0'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Subnet': {'1.1'}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Trunk': {'1.1'}} Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: consumer versions: Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: { DHCP agent@n-d-789963-11: {}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: L3 agent@n-d-789963-11: {}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: Metadata agent@n-d-789963-11: {}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: Metering agent@n-d-789963-11: {}, Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: Open vSwitch agent@n-d-789963-11: { 'AddressGroup': '1.2', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'ConntrackHelper': '1.0', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Log': '1.0', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Network': '1.1', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Port': '1.7', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'PortForwarding': '1.2', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'QosPolicy': '1.9', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'SecurityGroup': '1.4', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'SecurityGroupRule': '1.2', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'SubPort': '1.0', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Subnet': '1.1', Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: 'Trunk': '1.1'}} Sep 18 19:28:31.092833 n-d-789963-11 neutron-server[94940]: {{(pid=94940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 19:28:31.132821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:28:31.144565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 355f3962-b824-486d-927f-f4a87763feee) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:28:31.152479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:28:31.153141 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:31.154485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756fa6d8-852b-461b-89e4-a07850e0898f None None] Network 355f3962-b824-486d-927f-f4a87763feee requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:28:31.170576 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-efa5b6c5-bb6a-43d7-90c8-aae6a1368d26 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5919619 Sep 18 19:28:31.296799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5645fd42-e15b-400c-a4eb-ba86cfebbd57 None None] Network 355f3962-b824-486d-927f-f4a87763feee requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:28:33.480981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34100) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:33.613834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-51952633-d3a8-46cb-8477-d395c710d0b6 admin admin] 10.222.0.20 "GET /v2.0/routers/9eb2eebf-a93f-4202-823e-03c884b462f2 HTTP/1.1" status: 200 len: 710 time: 0.1312637 Sep 18 19:28:33.701745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c66d91-a098-4f69-855d-23b25c1c4b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:28:33.708633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a5c66d91-a098-4f69-855d-23b25c1c4b6c admin admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 886 time: 0.0833566 Sep 18 19:28:33.712510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:28:34.034598 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:34.263480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:34.339544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:34.446478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Allocated IP 172.25.8.253 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/ad3c2ed3-92d1-4035-9362-a29cf67f682f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:28:34.547074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:34.578615 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:34.615386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:28:34.618133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:28:34.620617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:28:34.661161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Pushing event updated for resources: {'Port': ['ID=ad3c2ed3-92d1-4035-9362-a29cf67f682f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:34.877279 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:35.072867 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:35.076360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:35.191596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Router 9eb2eebf-a93f-4202-823e-03c884b462f2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:28:35.389300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:28:35.393701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:35.394918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f7796c8a-ed2d-4f01-9079-6ccfa1983a7b admin admin] 10.222.0.20 "PUT /v2.0/routers/9eb2eebf-a93f-4202-823e-03c884b462f2 HTTP/1.1" status: 200 len: 890 time: 1.6856341 Sep 18 19:28:36.306611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d495bf8d-2f8e-4f03-b508-2303d2f4a39a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:28:36.353609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d495bf8d-2f8e-4f03-b508-2303d2f4a39a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:36.353971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:36.605800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Sync routers for ids ['9eb2eebf-a93f-4202-823e-03c884b462f2'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:28:36.615997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Routers {'9eb2eebf-a93f-4202-823e-03c884b462f2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:28:36.616649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:28:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9eb2eebf-a93f-4202-823e-03c884b462f2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:28:36.821875 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Set router 9eb2eebf-a93f-4202-823e-03c884b462f2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:28:37.205158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'name': 'router1', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ad3c2ed3-92d1-4035-9362-a29cf67f682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:28:17Z', 'updated_at': '2021-09-18T19:28:34Z', 'revision_number': 4, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'gw_port': {'id': 'ad3c2ed3-92d1-4035-9362-a29cf67f682f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:34Z', 'updated_at': '2021-09-18T19:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd495bf8d-2f8e-4f03-b508-2303d2f4a39a', 'name': '', 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'mac_address': 'fa:16:3e:c4:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:26Z', 'updated_at': '2021-09-18T19:28:30Z', 'revision_number': 5, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'subnets': [{'id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec8c039e-3358-437b-999a-7b580a82f116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:28:37.255224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Checking router: 9eb2eebf-a93f-4202-823e-03c884b462f2 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:28:37.255595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Updating router 9eb2eebf-a93f-4202-823e-03c884b462f2 port ad3c2ed3-92d1-4035-9362-a29cf67f682f binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:28:37.301543 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:37.611423 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:37.616780 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:37.752843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Attempting to bind port ad3c2ed3-92d1-4035-9362-a29cf67f682f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:28:37.753217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Attempting to bind port ad3c2ed3-92d1-4035-9362-a29cf67f682f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:28:37.753568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Attempting to bind port ad3c2ed3-92d1-4035-9362-a29cf67f682f on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:28:37.760364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bdec3-12bd-46e7-85ac-f450acc469fd None None] Pushing event updated for resources: {'Port': ['ID=ad3c2ed3-92d1-4035-9362-a29cf67f682f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:37.764366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:28:37.764366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:28:37.764951 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:37.765061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:28:37.765519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Bound port: ad3c2ed3-92d1-4035-9362-a29cf67f682f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:28:37.765909 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:37.818320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] For port ad3c2ed3-92d1-4035-9362-a29cf67f682f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:28:37.821272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] For port ad3c2ed3-92d1-4035-9362-a29cf67f682f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ad3c2ed3-92d1-4035-9362-a29cf67f682f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:28:37.826163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:37.836056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34112) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:28:37.878327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Routers {'9eb2eebf-a93f-4202-823e-03c884b462f2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:28:37.878932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:28:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9eb2eebf-a93f-4202-823e-03c884b462f2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:28:37.921562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bdec3-12bd-46e7-85ac-f450acc469fd None None] Pushing event updated for resources: {'Port': ['ID=ad3c2ed3-92d1-4035-9362-a29cf67f682f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:37.951362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-208dde11-cda6-4027-b4b5-080695f3e3c9 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1141160 Sep 18 19:28:37.997935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] Set router 9eb2eebf-a93f-4202-823e-03c884b462f2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:28:38.219261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'name': 'router1', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ad3c2ed3-92d1-4035-9362-a29cf67f682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:28:17Z', 'updated_at': '2021-09-18T19:28:34Z', 'revision_number': 4, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'gw_port': {'id': 'ad3c2ed3-92d1-4035-9362-a29cf67f682f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:34Z', 'updated_at': '2021-09-18T19:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd495bf8d-2f8e-4f03-b508-2303d2f4a39a', 'name': '', 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'mac_address': 'fa:16:3e:c4:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:26Z', 'updated_at': '2021-09-18T19:28:30Z', 'revision_number': 5, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'subnets': [{'id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec8c039e-3358-437b-999a-7b580a82f116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:28:38.245607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab343d2c-3267-4a57-bcca-86bc5f8f9426 None None] The sync data for ids ['9eb2eebf-a93f-4202-823e-03c884b462f2'] in n-d-789963-11 is: [{'id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'name': 'router1', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ad3c2ed3-92d1-4035-9362-a29cf67f682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:28:17Z', 'updated_at': '2021-09-18T19:28:34Z', 'revision_number': 4, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'gw_port': {'id': 'ad3c2ed3-92d1-4035-9362-a29cf67f682f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:16:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:34Z', 'updated_at': '2021-09-18T19:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd495bf8d-2f8e-4f03-b508-2303d2f4a39a', 'name': '', 'network_id': 'a9e428cd-08b6-4cf1-a94c-5e572d489382', 'tenant_id': '396fa4b443f941a09c879d21b82f7a89', 'mac_address': 'fa:16:3e:c4:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb2eebf-a93f-4202-823e-03c884b462f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:28:26Z', 'updated_at': '2021-09-18T19:28:30Z', 'revision_number': 5, 'project_id': '396fa4b443f941a09c879d21b82f7a89', 'subnets': [{'id': '577607d0-c978-4c71-993d-31c02dd02dd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec8c039e-3358-437b-999a-7b580a82f116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:28:40.328081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ad3c2ed3-92d1-4035-9362-a29cf67f682f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:28:40.381672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ad3c2ed3-92d1-4035-9362-a29cf67f682f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:40.382441 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:40.469004 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:40.491602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port ad3c2ed3-92d1-4035-9362-a29cf67f682f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ad3c2ed3-92d1-4035-9362-a29cf67f682f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:28:40.496563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:40.568385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=ad3c2ed3-92d1-4035-9362-a29cf67f682f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:28:42.333045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ad3c2ed3-92d1-4035-9362-a29cf67f682f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:28:42.414903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ad3c2ed3-92d1-4035-9362-a29cf67f682f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:28:42.415272 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:51.498441 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0419a03f-6798-495b-9f1f-ae908bff8849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:54.380351 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9087f16d-f2ce-4531-97bc-6ddfcbd6c420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:54.623083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:55.335544 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:28:57.208559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:06.832029 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:29:21.509589 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5361ff4c-7a6c-4c38-86b4-8e73c07c507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:24.392105 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6806387-8b26-4948-ab6f-84f69862eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:24.621188 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:25.336504 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:27.202954 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:43.830151 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:29:51.503342 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c4bfaae9-ba6e-414e-b70a-108023c0079b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:54.387305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-66734709-6821-4d76-9e2e-88c2ef6a4090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:54.621768 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:55.340516 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:29:57.200566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:19.050479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34706) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:19.123696 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c4d3ce-7402-467c-83a9-3a9edf2a4153 admin admin] GET failed (client error): The resource could not be found. Sep 18 19:30:19.125924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e7c4d3ce-7402-467c-83a9-3a9edf2a4153 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743599 Sep 18 19:30:19.310805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71354686-ff2c-4c74-a8a6-d1358edd8a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:19.312307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-71354686-ff2c-4c74-a8a6-d1358edd8a8b admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1816437 Sep 18 19:30:20.828605 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:30:21.504850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5d06d45f-0468-43ad-91b2-11dc7481ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:21.563125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34716) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:21.657599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bb525-4828-43f1-89a8-76dc865b21d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:21.658988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a00bb525-4828-43f1-89a8-76dc865b21d7 admin admin] 10.222.0.20 "GET /v2.0/subnets/577607d0-c978-4c71-993d-31c02dd02dd5 HTTP/1.1" status: 200 len: 849 time: 0.0948558 Sep 18 19:30:21.669778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:30:21.751952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:21.902558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781702080260'] for subnet, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:21.928815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:21.930074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:21.931456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] 10.222.0.20 "PUT /v2.0/subnets/577607d0-c978-4c71-993d-31c02dd02dd5 HTTP/1.1" status: 200 len: 868 time: 0.2652903 Sep 18 19:30:21.954320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e764f55c-4400-4b3b-9537-739d7c4dfe8e None None] Network a9e428cd-08b6-4cf1-a94c-5e572d489382 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:30:21.956451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577607d0-c978-4c71-993d-31c02dd02dd5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:30:21.965767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.966107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.966436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.966765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.967088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.967438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.969190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.969190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.969190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.969465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.969569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:21.970938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ca699e-979d-49e2-b721-6d6e2aacf0a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:30:22.391294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e4ecc7c5-7394-4607-b62b-95e57f91c4af None None] Provisioning complete for port 23464b67-0eff-44d4-8ed4-f20e8e6f8a1f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:30:22.391668 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4ecc7c5-7394-4607-b62b-95e57f91c4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:22.480443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e4ecc7c5-7394-4607-b62b-95e57f91c4af None None] Provisioning complete for port d495bf8d-2f8e-4f03-b508-2303d2f4a39a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:30:22.480914 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4ecc7c5-7394-4607-b62b-95e57f91c4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:24.196659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34724) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:24.393401 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a691e16-f89a-424d-ad93-3f815ef4ccbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:24.403659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f4966-a8c7-4187-b525-09e288dfc3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:24.404135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f4966-a8c7-4187-b525-09e288dfc3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:24.405814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-593f4966-a8c7-4187-b525-09e288dfc3c7 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2080209 Sep 18 19:30:24.622732 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:25.342415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:26.615315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34732) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:26.744399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566401cd-88f9-443d-bb29-5d8328fb012d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:26.744862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566401cd-88f9-443d-bb29-5d8328fb012d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:26.746379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-566401cd-88f9-443d-bb29-5d8328fb012d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300910 Sep 18 19:30:27.200080 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:28.954144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34740) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:29.082399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ffbea-b66d-481f-94f4-deb69c9d1778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:29.083792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e14ffbea-b66d-481f-94f4-deb69c9d1778 admin admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 886 time: 0.1287129 Sep 18 19:30:31.291994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34748) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:31.439710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a09b191-656f-4032-b85a-898b3eeb7be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:31.441137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9a09b191-656f-4032-b85a-898b3eeb7be0 admin admin] 10.222.0.20 "GET /v2.0/networks/a9e428cd-08b6-4cf1-a94c-5e572d489382 HTTP/1.1" status: 200 len: 869 time: 0.1482081 Sep 18 19:30:33.688389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34758) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:33.811812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d183928-3376-45f5-88e0-2b5bd74b0bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:33.812267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d183928-3376-45f5-88e0-2b5bd74b0bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:33.813777 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8d183928-3376-45f5-88e0-2b5bd74b0bb8 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244602 Sep 18 19:30:36.096732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34766) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:36.188390 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89f2e7-014b-448e-a4ee-e054f1a6229f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:36.188847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89f2e7-014b-448e-a4ee-e054f1a6229f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:36.190353 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cb89f2e7-014b-448e-a4ee-e054f1a6229f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926621 Sep 18 19:30:38.376170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34774) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:38.465943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf7b1b-dc00-4f7b-a15d-1ba8791cfeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:38.467922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c4cf7b1b-dc00-4f7b-a15d-1ba8791cfeaf admin admin] 10.222.0.20 "GET /v2.0/subnets/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f HTTP/1.1" status: 200 len: 816 time: 0.0901887 Sep 18 19:30:40.695765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34782) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:30:40.794521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d0252-953f-40a0-9ed6-3796c9c72d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:30:40.795986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2a1d0252-953f-40a0-9ed6-3796c9c72d48 admin admin] 10.222.0.20 "GET /v2.0/subnets/577607d0-c978-4c71-993d-31c02dd02dd5 HTTP/1.1" status: 200 len: 868 time: 0.0986230 Sep 18 19:30:51.506901 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a917185e-cde5-4488-838e-54e8d30b8944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:54.385323 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae229c49-a7c3-4b76-a9a5-69d886266e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:54.624055 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:55.345234 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:57.204995 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:30:57.827658 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:31:04.877381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34836) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:31:04.924097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-2156815a-9bd4-4b37-bdf4-546635b60d6b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:31:04.925123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2156815a-9bd4-4b37-bdf4-546635b60d6b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467792 Sep 18 19:31:07.186584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34844) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:31:07.245899 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c1acbd-00a8-435c-ad90-b7d2ae415896 admin admin] GET failed (client error): The resource could not be found. Sep 18 19:31:07.247191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f3c1acbd-00a8-435c-ad90-b7d2ae415896 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596766 Sep 18 19:31:07.332746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba710454-7de4-4189-abbb-e304f90bc96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:31:07.334769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ba710454-7de4-4189-abbb-e304f90bc96a admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829961 Sep 18 19:31:09.536405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34852) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:31:09.584030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:31:09.604909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Made reservation on behalf of 8c04ec8f34c54c048f9221b3d351a594 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:31:09.607218 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:09.634617 n-d-789963-11 neutron-server[94941]: WARNING neutron.services.revisions.revision_plugin [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Could not find related network for resource to bump revision. Sep 18 19:31:09.645301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:31:09.653976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:09.654308 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Added segment 36f45a2e-3b88-42cc-af58-8a8b5c663674 of type vlan for network 0722703f-da92-4f94-b320-a731f4f10978 Sep 18 19:31:09.691733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:09.716376 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:09.717323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:31:09.717901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:09.752986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2155275 Sep 18 19:31:09.780439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87648aec-fe12-47a2-9e0f-291da6ed277f admin admin] Pushing event updated for resources: {'Network': ['ID=0722703f-da92-4f94-b320-a731f4f10978,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:31:09.791342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 0722703f-da92-4f94-b320-a731f4f10978 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:31:11.993855 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34860) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:31:12.053107 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-497d4544-248b-4535-b168-9342922af63e admin admin] GET failed (client error): The resource could not be found. Sep 18 19:31:12.054421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-497d4544-248b-4535-b168-9342922af63e admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596807 Sep 18 19:31:12.123806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833996c8-3c65-4c27-9b75-c5c5769f8c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:31:12.125382 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-833996c8-3c65-4c27-9b75-c5c5769f8c1e admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664418 Sep 18 19:31:12.136193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'description': 'shared-subnet'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:31:12.155277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Made reservation on behalf of 8c04ec8f34c54c048f9221b3d351a594 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:31:12.157477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:12.314362 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:12.457358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa04442-04b8-4722-b192-86e313718c4e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:31:12.465714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:31:12.466058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Network hostable DHCP agents. Network: 0722703f-da92-4f94-b320-a731f4f10978, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:31:12.482284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Network 0722703f-da92-4f94-b320-a731f4f10978 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:31:12.492257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 0722703f-da92-4f94-b320-a731f4f10978) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:31:12.496311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:31:12.496890 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:12.501335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c75ae-02e1-4ce8-a747-b7bd15c81107 None None] Network 0722703f-da92-4f94-b320-a731f4f10978 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:31:12.509508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b54d222c-0401-45a2-9be5-c7f71a3d1d16 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3766153 Sep 18 19:31:12.655783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-0722703f-da92-4f94-b320-a731f4f10978', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'tenant_id': '8c04ec8f34c54c048f9221b3d351a594', 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:31:12.656689 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:12.795325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Allocated IP 192.168.233.2 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/679a3774-67c8-4920-b563-9ab4afadfde5) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:31:12.939736 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:12.949057 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:12.984841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:31:12.987527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:31:12.991243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:31:13.008162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Pushing event updated for resources: {'Port': ['ID=679a3774-67c8-4920-b563-9ab4afadfde5,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:31:13.028917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.029256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.030171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.030171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.030373 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.030558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.030867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.031185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.032160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.032160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.032160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.032523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:31:13.063526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Attempting to bind port 679a3774-67c8-4920-b563-9ab4afadfde5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:31:13.063890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Attempting to bind port 679a3774-67c8-4920-b563-9ab4afadfde5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:31:13.064241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Attempting to bind port 679a3774-67c8-4920-b563-9ab4afadfde5 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:31:13.069776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:31:13.070142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:31:13.070535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:13.070920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:31:13.071425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Bound port: 679a3774-67c8-4920-b563-9ab4afadfde5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:31:13.071806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:13.134207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] For port 679a3774-67c8-4920-b563-9ab4afadfde5, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:31:13.137329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] For port 679a3774-67c8-4920-b563-9ab4afadfde5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=679a3774-67c8-4920-b563-9ab4afadfde5,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:31:13.142119 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:13.198716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dab786-aefe-4e85-ad3b-4aae48eb36b1 None None] Pushing event updated for resources: {'Port': ['ID=679a3774-67c8-4920-b563-9ab4afadfde5,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:31:14.040308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b961fa0-583b-416b-9b9b-59fdab186a6b None None] Network 0722703f-da92-4f94-b320-a731f4f10978 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:31:14.108586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2e6fb516-04d5-4aa1-ac20-66755538ee21 None None] Provisioning complete for port 679a3774-67c8-4920-b563-9ab4afadfde5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:31:14.108963 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb516-04d5-4aa1-ac20-66755538ee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:14.252786 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb516-04d5-4aa1-ac20-66755538ee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:14.293867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2e6fb516-04d5-4aa1-ac20-66755538ee21 None None] For port 679a3774-67c8-4920-b563-9ab4afadfde5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=679a3774-67c8-4920-b563-9ab4afadfde5,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:31:14.300894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb516-04d5-4aa1-ac20-66755538ee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:14.354319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb516-04d5-4aa1-ac20-66755538ee21 None None] Pushing event updated for resources: {'Port': ['ID=679a3774-67c8-4920-b563-9ab4afadfde5,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:31:14.458817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 679a3774-67c8-4920-b563-9ab4afadfde5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:31:14.513463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 679a3774-67c8-4920-b563-9ab4afadfde5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:31:14.513766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:14.548814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b53170ad-3423-43ad-80b6-31a00230d4ca None None] Provisioning complete for port 679a3774-67c8-4920-b563-9ab4afadfde5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:31:14.549107 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b53170ad-3423-43ad-80b6-31a00230d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:16.403144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 679a3774-67c8-4920-b563-9ab4afadfde5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:31:16.454658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 679a3774-67c8-4920-b563-9ab4afadfde5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:31:16.455049 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:21.508086 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0c5cd31f-48c3-46cd-b7b4-8f60418132a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:24.386199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecb361d5-a27f-4864-a4ed-e16b9062437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:24.624668 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:25.348919 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:27.202857 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:34.826113 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:31:51.508994 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dce2795f-c892-4b79-aefb-41c44691eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:54.386157 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c06fc9db-3a50-4ff7-a2d2-6893639ebc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:54.625725 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:55.353507 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:31:57.204326 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:11.825322 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:32:21.509539 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-80c98182-033f-445c-b5c8-ba33e5129390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:24.386686 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-20a6e745-c906-43a9-abe9-8f8f14945e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:24.628893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:25.354263 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.025332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34912) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:32:27.031118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-fc7e0bb1-2045-4050-b79c-80889a69f194 tempest-verify_tempest_config-1235674079 tempest-verify_tempest_config-1235674079-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:32:27.032139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fc7e0bb1-2045-4050-b79c-80889a69f194 tempest-verify_tempest_config-1235674079 tempest-verify_tempest_config-1235674079-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058219 Sep 18 19:32:27.208768 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.323241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34930) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:32:27.432332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.520353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.523493 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.567146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b148940ac214c148a1b088407d7389e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2428603 Sep 18 19:32:27.568942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4314b2-7d9e-4325-bba8-42444f0c35ea,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:32:27.569926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34934) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:32:27.575361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.575727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.576063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.576396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.576722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.577041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.577363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.577681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.577995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.578311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.578625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.578937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e0aedc-9c5a-48ff-9c8c-a5e18263b870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.652705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.674000 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.769030 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.771657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:27.772750 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa4314b2-7d9e-4325-bba8-42444f0c35ea HTTP/1.1" status: 204 len: 168 time: 0.2018430 Sep 18 19:32:27.780692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4314b2-7d9e-4325-bba8-42444f0c35ea,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:32:27.788355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.788701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.789043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.789376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.789706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.790033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.790357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.790681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.791003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.791324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.791678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:27.791999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad6658e-39f6-4e3f-8663-3b707dae74df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:32:48.824295 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:32:51.509495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bde93d00-c099-4ac5-b6d2-3df23edbe47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:54.388213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ce925c92-32e2-401d-8c34-6e27c42cbaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:54.630595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:55.356446 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:32:57.210831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:21.509806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2d689995-6135-4c11-bf93-a21f5db514db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:24.391447 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-337c3d03-523b-417c-b133-06ba157fe63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:24.631734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:25.358870 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:25.824122 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:33:27.214703 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:51.510281 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-04712c4e-5a51-4693-a71c-b30cd6ab0584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:54.392404 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83a1b993-7f0f-4b0b-9319-623f54d1db1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:54.633518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:55.361242 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:33:57.216376 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:02.822316 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:34:21.510612 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb35f770-605b-4274-bc96-e23c057ecbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:24.393123 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f77ea445-57fc-4165-8ec1-c294498e3208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:24.633958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:25.365636 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:27.221101 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:39.822147 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:34:51.511829 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d8233068-5e4d-4d4a-b363-9cb963acf705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:54.393479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ec2fdfb3-8906-4aa3-a395-252297a8fed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:54.635044 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:55.367518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:34:57.223889 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:16.821715 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 5 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:35:21.511865 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-88a5bf33-de2c-4ee3-9267-f1e516a056f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:22.872904 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583979'] for agent, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:23.009162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-583979'] for agent, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:24.396038 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ea31e0ba-3f73-4247-963d-f8a0832c80c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:24.635348 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:25.369966 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:27.228485 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:51.512241 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-419029cf-8f14-42d6-8c69-a448513a0995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:52.835515 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:52.961653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:53.820282 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:35:54.398023 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-515bf47b-c5db-4ace-b3ed-ec5c759563c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:54.637746 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:55.373313 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:35:57.229945 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:12.524947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35002) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:36:12.628831 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fb1ecea-ec63-47ea-ad9e-97c6d35280a0 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1027992 Sep 18 19:36:14.831867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35012) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:36:14.892937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6d8d9e01-fec8-429b-959d-c56dff752464 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0599856 Sep 18 19:36:21.512811 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82eb0326-9851-499f-94b6-a9788b9c80d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:22.843518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:22.977214 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:24.399197 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c37aca6-cbb9-4bb6-9fbc-de66f1a1da1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:24.637985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:25.375360 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:27.234270 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:30.820139 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:36:51.512482 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e595f02b-cb6c-4364-b86c-574f80221852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:52.849605 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:52.977946 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:54.399966 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6be7dd79-2716-4bb8-8545-42c9537965bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:54.640924 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:55.377298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:36:57.245689 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:07.819102 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:37:21.512878 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-833b2b71-a83c-4f07-aa14-5364314c27c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:22.845111 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:22.991607 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:24.402037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-608eb051-e166-4126-aca2-07ef794ba4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:24.639529 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:25.383949 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:27.240394 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.304384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35174) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:35.535214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-network', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:35.556154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Made reservation on behalf of 76b5f9df5cbe444f9d35cd914695193e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:37:35.559342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.571074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.671333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.675503 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.707974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7abf1c9-d09f-48bc-b686-f2ceb5045433,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:35.723286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.723935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.724346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.724912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.725453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.725848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.726173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.726671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.727177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.727694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.729421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.730263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Tracked resource versions report: Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: pushed versions: Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: { 'AddressGroup': {'1.2'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'ConntrackHelper': {'1.0'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Log': {'1.0'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Network': {'1.1'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Port': {'1.7'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'PortForwarding': {'1.2'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'QosPolicy': {'1.9'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'SecurityGroup': {'1.4'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'SecurityGroupRule': {'1.2'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'SubPort': {'1.0'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Subnet': {'1.1'}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Trunk': {'1.1'}} Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: consumer versions: Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: { DHCP agent@n-d-789963-11: {}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: HyperV agent@n-h1-789963-11: {}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: HyperV agent@n-h2-789963-11: {}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: L3 agent@n-d-789963-11: {}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: Metadata agent@n-d-789963-11: {}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: Metering agent@n-d-789963-11: {}, Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: Open vSwitch agent@n-d-789963-11: { 'AddressGroup': '1.2', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'ConntrackHelper': '1.0', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Log': '1.0', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Network': '1.1', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Port': '1.7', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'PortForwarding': '1.2', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'QosPolicy': '1.9', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'SecurityGroup': '1.4', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'SecurityGroupRule': '1.2', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'SubPort': '1.0', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Subnet': '1.1', Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: 'Trunk': '1.1'}} Sep 18 19:37:35.731578 n-d-789963-11 neutron-server[94941]: {{(pid=94941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 19:37:35.746249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:37:35.758496 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.758835 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Added segment 3a9c95d1-8666-42b8-be29-dd3b83f1adac of type vlan for network eb2ab13e-e94b-4e66-91f3-58067f89b204 Sep 18 19:37:35.804869 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.832703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.833761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:35.834433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:35.868472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5627964 Sep 18 19:37:35.872005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35216) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:35.877611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Request body: {'subnet': {'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-subnet', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:35.899298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851edf1d-7624-46a6-abe0-6dd4fe1b8b4e admin admin] Pushing event updated for resources: {'Network': ['ID=eb2ab13e-e94b-4e66-91f3-58067f89b204,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:35.910826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Made reservation on behalf of 76b5f9df5cbe444f9d35cd914695193e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:37:35.911360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:37:35.913578 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.096540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.156859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5112f793-2993-4753-972a-851ae9240421,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:36.167959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.168298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.168633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.168959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.169281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.169604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.169920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.170231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.170542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.171026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.171344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.171687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Tracked resource versions report: Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: pushed versions: Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: { 'AddressGroup': {'1.2'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'ConntrackHelper': {'1.0'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Log': {'1.0'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Network': {'1.1'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Port': {'1.7'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'PortForwarding': {'1.2'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'QosPolicy': {'1.9'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'SecurityGroup': {'1.4'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'SecurityGroupRule': {'1.2'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'SubPort': {'1.0'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Subnet': {'1.1'}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Trunk': {'1.1'}} Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: consumer versions: Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: { DHCP agent@n-d-789963-11: {}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: HyperV agent@n-h1-789963-11: {}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: HyperV agent@n-h2-789963-11: {}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: L3 agent@n-d-789963-11: {}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: Metadata agent@n-d-789963-11: {}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: Metering agent@n-d-789963-11: {}, Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: Open vSwitch agent@n-d-789963-11: { 'AddressGroup': '1.2', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'ConntrackHelper': '1.0', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Log': '1.0', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Network': '1.1', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Port': '1.7', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'PortForwarding': '1.2', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'QosPolicy': '1.9', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'SecurityGroup': '1.4', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'SecurityGroupRule': '1.2', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'SubPort': '1.0', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Subnet': '1.1', Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: 'Trunk': '1.1'}} Sep 18 19:37:36.172771 n-d-789963-11 neutron-server[94940]: {{(pid=94940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 19:37:36.176321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Checking segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:36.176667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Network hostable DHCP agents. Network: eb2ab13e-e94b-4e66-91f3-58067f89b204, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:37:36.193135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:37:36.205985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, eb2ab13e-e94b-4e66-91f3-58067f89b204) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:36.211082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:36.212261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.217384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb86ea2-afde-4b49-ae32-a64fc04b66d5 None None] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:37:36.232442 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-56fa5430-7ec7-426d-bf4d-d94e706ba4b6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3587151 Sep 18 19:37:36.233756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35232) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:36.242314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:36.266623 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.267941 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.337949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.383213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-eb2ab13e-e94b-4e66-91f3-58067f89b204', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:37:36.385125 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.545681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Allocated IP 172.20.0.2 (eb2ab13e-e94b-4e66-91f3-58067f89b204/5112f793-2993-4753-972a-851ae9240421/f1c76a41-f014-42fd-80c8-597c5304b4b6) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:37:36.548195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.740854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.749687 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.792236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:36.795111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:36.796956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.797964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:37:36.815974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Pushing event updated for resources: {'Port': ['ID=f1c76a41-f014-42fd-80c8-597c5304b4b6,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:36.825605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.839986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.840524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.840939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.841435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.841832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.842224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.842618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.847514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.847514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.848053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.848446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.848995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Tracked resource versions report: Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: pushed versions: Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: { 'AddressGroup': {'1.2'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'ConntrackHelper': {'1.0'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Log': {'1.0'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Network': {'1.1'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Port': {'1.7'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'PortForwarding': {'1.2'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'QosPolicy': {'1.9'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'SecurityGroup': {'1.4'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'SecurityGroupRule': {'1.2'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'SubPort': {'1.0'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Subnet': {'1.1'}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Trunk': {'1.1'}} Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: consumer versions: Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: { DHCP agent@n-d-789963-11: {}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: HyperV agent@n-h1-789963-11: {}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: HyperV agent@n-h2-789963-11: {}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: L3 agent@n-d-789963-11: {}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: Metadata agent@n-d-789963-11: {}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: Metering agent@n-d-789963-11: {}, Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: Open vSwitch agent@n-d-789963-11: { 'AddressGroup': '1.2', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'ConntrackHelper': '1.0', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Log': '1.0', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Network': '1.1', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Port': '1.7', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'PortForwarding': '1.2', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'QosPolicy': '1.9', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'SecurityGroup': '1.4', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'SecurityGroupRule': '1.2', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'SubPort': '1.0', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Subnet': '1.1', Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: 'Trunk': '1.1'}} Sep 18 19:37:36.850413 n-d-789963-11 neutron-server[94942]: {{(pid=94942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 19:37:36.881411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Attempting to bind port f1c76a41-f014-42fd-80c8-597c5304b4b6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:37:36.881769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Attempting to bind port f1c76a41-f014-42fd-80c8-597c5304b4b6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:37:36.882233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Attempting to bind port f1c76a41-f014-42fd-80c8-597c5304b4b6 on network eb2ab13e-e94b-4e66-91f3-58067f89b204 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:36.887769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:37:36.888138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Checking segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:36.888529 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.888913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Bound using segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:37:36.889367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Bound port: f1c76a41-f014-42fd-80c8-597c5304b4b6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:37:36.889848 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:36.965730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] For port f1c76a41-f014-42fd-80c8-597c5304b4b6, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:37:36.969911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] For port f1c76a41-f014-42fd-80c8-597c5304b4b6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f1c76a41-f014-42fd-80c8-597c5304b4b6,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:37:36.974895 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:37.012121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Allocated IP 172.25.8.52 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/609376fb-42d0-43df-90be-880fddb2df3d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:37:37.068570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db90573-59a3-4df3-99b2-6708d4bd4006 None None] Pushing event updated for resources: {'Port': ['ID=f1c76a41-f014-42fd-80c8-597c5304b4b6,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:37.223323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:37.332583 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:37.418876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:37.424199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:37.431811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:37:37.478052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Pushing event updated for resources: {'Port': ['ID=609376fb-42d0-43df-90be-880fddb2df3d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:37.766195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:37.979200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:38.151035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d0c30a-ebe5-44da-87b5-41a8bc29c8bf None None] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:37:38.177268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Router 97ea01df-d391-4350-9742-8d80a9e0b97d is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:37:38.281311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-340fa932-8446-46e5-8a7f-0731e4d343a7 None None] Provisioning complete for port f1c76a41-f014-42fd-80c8-597c5304b4b6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:38.281683 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-340fa932-8446-46e5-8a7f-0731e4d343a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:38.300132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:37:38.311865 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Sync routers for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:37:38.321471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:38.322761 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:37:38.323523 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:37:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:38.329141 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-10c4a3d5-ac3c-4dfb-ba20-5d0348a411cf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.0940952 Sep 18 19:37:38.331842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35310) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:38.431584 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-340fa932-8446-46e5-8a7f-0731e4d343a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:38.491277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-340fa932-8446-46e5-8a7f-0731e4d343a7 None None] For port f1c76a41-f014-42fd-80c8-597c5304b4b6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f1c76a41-f014-42fd-80c8-597c5304b4b6,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:37:38.498685 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:37:38.499549 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-340fa932-8446-46e5-8a7f-0731e4d343a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:38.575333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fa932-8446-46e5-8a7f-0731e4d343a7 None None] Pushing event updated for resources: {'Port': ['ID=f1c76a41-f014-42fd-80c8-597c5304b4b6,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:38.773410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f1c76a41-f014-42fd-80c8-597c5304b4b6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:38.818990 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:37Z', 'revision_number': 3, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:38.859579 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Checking router: 97ea01df-d391-4350-9742-8d80a9e0b97d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:37:38.860016 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Updating router 97ea01df-d391-4350-9742-8d80a9e0b97d port 609376fb-42d0-43df-90be-880fddb2df3d binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:37:38.868407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-99a9dd66-cc79-4425-84d6-f2af60d7f5dc None None] Provisioning complete for port f1c76a41-f014-42fd-80c8-597c5304b4b6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:38.870387 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-99a9dd66-cc79-4425-84d6-f2af60d7f5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:38.888842 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:38.971837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f1c76a41-f014-42fd-80c8-597c5304b4b6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:38.972225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.071970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.272596 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.281820 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.342884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Allocated IP 172.20.0.1 (eb2ab13e-e94b-4e66-91f3-58067f89b204/5112f793-2993-4753-972a-851ae9240421/7adf02d8-89f9-4d89-8ccc-656534b7ee55) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:37:39.352724 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Attempting to bind port 609376fb-42d0-43df-90be-880fddb2df3d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:37:39.354144 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Attempting to bind port 609376fb-42d0-43df-90be-880fddb2df3d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:37:39.354854 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Attempting to bind port 609376fb-42d0-43df-90be-880fddb2df3d on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:39.358562 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Pushing event updated for resources: {'Port': ['ID=609376fb-42d0-43df-90be-880fddb2df3d,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:39.364076 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:37:39.364795 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:39.365422 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.366024 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:37:39.366838 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Bound port: 609376fb-42d0-43df-90be-880fddb2df3d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:37:39.367424 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.375066 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.375716 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.376318 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.376936 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.377445 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.378111 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.378595 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Tracked resource versions report: Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: pushed versions: Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: { 'AddressGroup': {'1.2'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'ConntrackHelper': {'1.0'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Log': {'1.0'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Network': {'1.1'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Port': {'1.7'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'PortForwarding': {'1.2'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'QosPolicy': {'1.9'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'SecurityGroup': {'1.4'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'SecurityGroupRule': {'1.2'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'SubPort': {'1.0'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Subnet': {'1.1'}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Trunk': {'1.1'}} Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: consumer versions: Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: { DHCP agent@n-d-789963-11: {}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: HyperV agent@n-h1-789963-11: {}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: HyperV agent@n-h2-789963-11: {}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: L3 agent@n-d-789963-11: {}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: Metadata agent@n-d-789963-11: {}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: Metering agent@n-d-789963-11: {}, Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: Open vSwitch agent@n-d-789963-11: { 'AddressGroup': '1.2', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'ConntrackHelper': '1.0', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Log': '1.0', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Network': '1.1', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Port': '1.7', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'PortForwarding': '1.2', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'QosPolicy': '1.9', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'SecurityGroup': '1.4', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'SecurityGroupRule': '1.2', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'SubPort': '1.0', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Subnet': '1.1', Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: 'Trunk': '1.1'}} Sep 18 19:37:39.404459 n-d-789963-11 neutron-server[94943]: {{(pid=94943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 19:37:39.465247 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] For port 609376fb-42d0-43df-90be-880fddb2df3d, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:37:39.472932 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] For port 609376fb-42d0-43df-90be-880fddb2df3d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=609376fb-42d0-43df-90be-880fddb2df3d,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:37:39.477928 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.478841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.521282 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.539306 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:37:39.539983 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:37:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:39.544824 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a8ca3-00d3-4230-a0d1-31f5158b7205 None None] Pushing event updated for resources: {'Port': ['ID=609376fb-42d0-43df-90be-880fddb2df3d,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:39.567954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Pushing event updated for resources: {'Port': ['ID=7adf02d8-89f9-4d89-8ccc-656534b7ee55,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:39.591445 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:39.592949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:39.595790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:37:39.596322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.680919 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:37:39.950172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6033c071-7904-49e6-83e4-07b7183d8fac None None] Provisioning complete for port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:39.951147 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6033c071-7904-49e6-83e4-07b7183d8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.974925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:39.991928 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:37Z', 'revision_number': 3, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:40.010822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6033c071-7904-49e6-83e4-07b7183d8fac None None] Port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:37:40.037258 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9593292c-e88e-47bf-b3ca-5ac0c3d8e0bd None None] The sync data for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 is: [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:37Z', 'revision_number': 3, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:37:40.238143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:40.249221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:40.250048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:40.315060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Pushing event updated for resources: {'Port': ['ID=7adf02d8-89f9-4d89-8ccc-656534b7ee55,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:40.375595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:40.412007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:40.413971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:40.556777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Router 97ea01df-d391-4350-9742-8d80a9e0b97d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:37:40.750446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-83f8151c-bc9d-4487-8cb8-b50f2d8b4cfd None None] Provisioning complete for port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:40.751095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83f8151c-bc9d-4487-8cb8-b50f2d8b4cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:40.805237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:37:40.810532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-11ec7593-c382-4603-99a9-69b33a2ea390 admin admin] 10.222.0.20 "PUT /v2.0/routers/97ea01df-d391-4350-9742-8d80a9e0b97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4754362 Sep 18 19:37:40.829006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 609376fb-42d0-43df-90be-880fddb2df3d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:40.858954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-83f8151c-bc9d-4487-8cb8-b50f2d8b4cfd None None] Port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:37:40.888698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 609376fb-42d0-43df-90be-880fddb2df3d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:40.889160 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:40.929180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11810db7-6433-4c9f-9a5f-d384e0cdbe71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:40.954109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35402) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:41.020401 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.039557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35412) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:41.042917 n-d-789963-11 neutron-server[94941]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 19:37:41.067067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 609376fb-42d0-43df-90be-880fddb2df3d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=609376fb-42d0-43df-90be-880fddb2df3d,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:37:41.083061 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.084068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f1c76a41-f014-42fd-80c8-597c5304b4b6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:41.104381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11810db7-6433-4c9f-9a5f-d384e0cdbe71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.108179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d857348d-c5f9-45e9-9187-973ad867b56a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e516370ba82d41c68bbe22b6290363ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670633 Sep 18 19:37:41.110481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11810db7-6433-4c9f-9a5f-d384e0cdbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.164295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11810db7-6433-4c9f-9a5f-d384e0cdbe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714440b5-8c43-471d-bff7-c062a909bc78,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:41.171112 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-11810db7-6433-4c9f-9a5f-d384e0cdbe71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfcbaf0085a64b3f9c226cd95363bd12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7935419 Sep 18 19:37:41.173707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35414) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:41.265157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16766295-17f5-48e1-b48f-1b2d2bf0478b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.297672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=609376fb-42d0-43df-90be-880fddb2df3d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:41.302399 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16766295-17f5-48e1-b48f-1b2d2bf0478b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.324511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f1c76a41-f014-42fd-80c8-597c5304b4b6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:41.325352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.370966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16766295-17f5-48e1-b48f-1b2d2bf0478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.374864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16766295-17f5-48e1-b48f-1b2d2bf0478b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.376421 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-16766295-17f5-48e1-b48f-1b2d2bf0478b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/714440b5-8c43-471d-bff7-c062a909bc78 HTTP/1.1" status: 204 len: 168 time: 0.2017188 Sep 18 19:37:41.388011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16766295-17f5-48e1-b48f-1b2d2bf0478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714440b5-8c43-471d-bff7-c062a909bc78,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:41.394502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dfabe37e-dc59-42f0-a34a-c0201d5d4110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.435718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-ee6a0ece-98ce-4224-a10e-9862b4c29318 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:41.437238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-ee6a0ece-98ce-4224-a10e-9862b4c29318 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220596 Sep 18 19:37:41.459481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-cd6b2fca-d04f-4408-b894-452647fdccba tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/quotas/e516370ba82d41c68bbe22b6290363ce HTTP/1.1" status: 200 len: 375 time: 0.0131662 Sep 18 19:37:41.526065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-2e51c39a-7fbe-4d35-8fdc-391ae476e660 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e516370ba82d41c68bbe22b6290363ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590870 Sep 18 19:37:41.606947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dfabe37e-dc59-42f0-a34a-c0201d5d4110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.615360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dfabe37e-dc59-42f0-a34a-c0201d5d4110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.661089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabe37e-dc59-42f0-a34a-c0201d5d4110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c5c18-7eb6-4b30-b4f4-ceab80a4e9ff,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:41.670987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dfabe37e-dc59-42f0-a34a-c0201d5d4110 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a8cb2a24fb9498a8ceaf5770ee727ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7158048 Sep 18 19:37:41.673899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35438) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:41.789582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e362ca18-d859-4a79-91c8-46e461548a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.829117 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e362ca18-d859-4a79-91c8-46e461548a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.934022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e362ca18-d859-4a79-91c8-46e461548a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.934800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35462) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:41.937316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e362ca18-d859-4a79-91c8-46e461548a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:41.938651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e362ca18-d859-4a79-91c8-46e461548a2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c13c5c18-7eb6-4b30-b4f4-ceab80a4e9ff HTTP/1.1" status: 204 len: 168 time: 0.2633109 Sep 18 19:37:41.950822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362ca18-d859-4a79-91c8-46e461548a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c5c18-7eb6-4b30-b4f4-ceab80a4e9ff,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:42.046983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36e1576d-cce3-4c66-943e-4b40d5ce43ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.066133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35466) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:42.073634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-network', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:42.156894 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36e1576d-cce3-4c66-943e-4b40d5ce43ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.173639 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36e1576d-cce3-4c66-943e-4b40d5ce43ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.210865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Made reservation on behalf of 925b1f6f12ef48ca936a98b124f67aa3 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:37:42.213310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.232608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36e1576d-cce3-4c66-943e-4b40d5ce43ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08d138204e6049658107ad25a769b072&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2943132 Sep 18 19:37:42.233057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35474) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:42.233795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.250281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1576d-cce3-4c66-943e-4b40d5ce43ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7ce75-7932-4a1b-a2d2-d456b6c18369,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:42.350331 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eee09bf6-307c-422e-a307-a0dd0b4ceec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.383955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Sync routers for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:37:42.401299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eee09bf6-307c-422e-a307-a0dd0b4ceec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.402957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35484) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:42.414910 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.417745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:37:42.418418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:37:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:42.420065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.442528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:37:42.465816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781702010516', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.466754 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Unsubscribe: segment precommit_create {{(pid=94940) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 19:37:42.467466 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Added segment 9744fc37-8472-4f8e-9fdc-59d7e23d0ae3 of type vlan for network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 Sep 18 19:37:42.481895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eee09bf6-307c-422e-a307-a0dd0b4ceec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.487970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eee09bf6-307c-422e-a307-a0dd0b4ceec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.489572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eee09bf6-307c-422e-a307-a0dd0b4ceec3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ec7ce75-7932-4a1b-a2d2-d456b6c18369 HTTP/1.1" status: 204 len: 168 time: 0.2527173 Sep 18 19:37:42.519852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09bf6-307c-422e-a307-a0dd0b4ceec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7ce75-7932-4a1b-a2d2-d456b6c18369,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:42.553445 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f1694-d226-4d95-8cbf-5d6bf33accd8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:42.567081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.590752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:37:42.646489 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.647887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:42.648461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.707569 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6401377 Sep 18 19:37:42.710479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35504) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:42.716484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Request body: {'subnet': {'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-subnet', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:42.763945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 609376fb-42d0-43df-90be-880fddb2df3d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:42.774965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Made reservation on behalf of 925b1f6f12ef48ca936a98b124f67aa3 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:37:42.777837 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:42.902706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9a52f-49c8-4de0-92b9-6f4d0f721f35 admin admin] Pushing event updated for resources: {'Network': ['ID=6a54bda5-000d-4e3a-ae05-09ca3b1d51e4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:42.920346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:37:43.022189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 609376fb-42d0-43df-90be-880fddb2df3d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:43.022871 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.146749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c108914-f00a-4f29-97aa-09bdb8d7132d req-09902d2c-8436-4829-9c97-5fb49f5d127e tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 210 time: 0.7425668 Sep 18 19:37:43.230595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:40Z', 'revision_number': 2, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:43.277291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Checking router: 97ea01df-d391-4350-9742-8d80a9e0b97d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:37:43.277886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Updating router 97ea01df-d391-4350-9742-8d80a9e0b97d port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:37:43.337653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35528) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:43.359585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.371908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6b28-00a8-4002-bc66-4a1b8720aebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.503031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d2409d-a44d-4836-9945-1a54cfa9d5de,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:43.528650 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.569058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Checking segment: {'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:43.569482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Network hostable DHCP agents. Network: 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:37:43.586022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6b28-00a8-4002-bc66-4a1b8720aebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.598845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6b28-00a8-4002-bc66-4a1b8720aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.624198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:37:43.647270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:43.665465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:43.669523 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.670407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e750de-dbf0-4a41-9f5c-f6c701e0d781 None None] Network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:37:43.681096 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4a4f6b28-00a8-4002-bc66-4a1b8720aebe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d3b687f6e794cce8b7b5fccef5a4f44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3406048 Sep 18 19:37:43.684529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35542) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:43.746124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-64d397f1-f02c-4824-9d0d-39f96f56ade5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0339160 Sep 18 19:37:43.749587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35544) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:43.768923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:43.805475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f6b28-00a8-4002-bc66-4a1b8720aebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a91bc-d58c-421a-98a0-bc7880abf24f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:43.814201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-341032c8-8f7b-41c4-a852-d2b562544473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.835778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.838761 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.871783 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-341032c8-8f7b-41c4-a852-d2b562544473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.937417 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.979970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-341032c8-8f7b-41c4-a852-d2b562544473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.983645 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-341032c8-8f7b-41c4-a852-d2b562544473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:43.985054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-341032c8-8f7b-41c4-a852-d2b562544473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d42a91bc-d58c-421a-98a0-bc7880abf24f HTTP/1.1" status: 204 len: 168 time: 0.2993863 Sep 18 19:37:44.014609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341032c8-8f7b-41c4-a852-d2b562544473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a91bc-d58c-421a-98a0-bc7880abf24f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:44.240802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-6a54bda5-000d-4e3a-ae05-09ca3b1d51e4', 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'fixed_ips': [{'subnet_id': '33d2409d-a44d-4836-9945-1a54cfa9d5de'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:37:44.241670 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:44.379906 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:44.392453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:44.397651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:44.590109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ea45432-e4e1-4d6f-be51-f1ea5657dfe8 req-f8f156e2-485e-4060-8327-d6f8768dc169 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 210 time: 0.0614777 Sep 18 19:37:44.604897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9f9b-a691-4dc8-a1a4-c5dfbf16d122 None None] Pushing event updated for resources: {'Port': ['ID=7adf02d8-89f9-4d89-8ccc-656534b7ee55,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:44.818714 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:37:44.823608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Allocated IP 172.20.0.2 (6a54bda5-000d-4e3a-ae05-09ca3b1d51e4/33d2409d-a44d-4836-9945-1a54cfa9d5de/4e3a17cf-39c2-4fcc-a553-d3002531f1a1) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:37:44.856351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Attempting to bind port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:37:44.856986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Attempting to bind port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:37:44.868114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Attempting to bind port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 on network eb2ab13e-e94b-4e66-91f3-58067f89b204 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:44.880784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.32', 62075) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:44.965940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-5e11770d-8b20-4e76-8551-e6f1a6bd3c93 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2b40fc9a591e4418a75040a547239f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782034 Sep 18 19:37:44.972473 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-7ec49d33-a032-4df7-97aa-cf508cd68f69 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e516370ba82d41c68bbe22b6290363ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905638 Sep 18 19:37:44.999844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.128446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.160630 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.173656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:37:45.174276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Checking segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:45.175236 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.175330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-c1e9223d-9982-4391-9aef-371a73fa8f1e tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:45.175991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Bound using segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:37:45.176720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Bound port: 7adf02d8-89f9-4d89-8ccc-656534b7ee55, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:37:45.177312 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.179916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.183515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-c1e9223d-9982-4391-9aef-371a73fa8f1e tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158256 Sep 18 19:37:45.206093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-d4d655f3-4eb6-4068-9ef7-a6f97f713adb tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/quotas/2b40fc9a591e4418a75040a547239f58 HTTP/1.1" status: 200 len: 375 time: 0.0216486 Sep 18 19:37:45.267623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-bc7902ba-16d9-4ede-bf0f-43ac2c3efad9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b40fc9a591e4418a75040a547239f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605276 Sep 18 19:37:45.317908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Pushing event updated for resources: {'Port': ['ID=4e3a17cf-39c2-4fcc-a553-d3002531f1a1,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:45.335367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b8a0cd13-aec2-43df-a80f-6bfeb1cc0905 None None] Provisioning complete for port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:45.336035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8a0cd13-aec2-43df-a80f-6bfeb1cc0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.348126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:45.351187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:45.356729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:37:45.495607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0cd13-aec2-43df-a80f-6bfeb1cc0905 None None] Port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:37:45.498903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Attempting to bind port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:37:45.500048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Attempting to bind port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:37:45.500579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Attempting to bind port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 on network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:45.510075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:37:45.510696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Checking segment: {'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:45.511674 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.512240 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Bound using segment: {'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:37:45.512895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Bound port: 4e3a17cf-39c2-4fcc-a553-d3002531f1a1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:37:45.513464 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.526115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-decf8c99-73a0-4132-a39d-a40b8ac3c462 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:45.527644 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-decf8c99-73a0-4132-a39d-a40b8ac3c462 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5490139 Sep 18 19:37:45.539418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] For port 7adf02d8-89f9-4d89-8ccc-656534b7ee55, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:37:45.573507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35644) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:45.595627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] For port 7adf02d8-89f9-4d89-8ccc-656534b7ee55, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7adf02d8-89f9-4d89-8ccc-656534b7ee55,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:37:45.599119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Allocated IP 172.25.8.123 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/fbd0e635-01cd-43ec-b614-23dc55ba8111) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:37:45.616267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:45.622928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Request body: {'port': {'device_id': '6363e884-ac74-4826-9386-dd8e3699a7ac', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'e516370ba82d41c68bbe22b6290363ce'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:45.688243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f0788ca-f473-49fd-b9f5-8d05ec7aa6af req-de6dba9f-6bad-421c-8139-9e21a79e0323 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 210 time: 0.0582268 Sep 18 19:37:45.789331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35664) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:45.858372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a9f9b-a691-4dc8-a1a4-c5dfbf16d122 None None] Pushing event updated for resources: {'Port': ['ID=7adf02d8-89f9-4d89-8ccc-656534b7ee55,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:45.887344 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:37:45.896408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:37:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:45.964942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] For port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:37:45.984268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] For port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4e3a17cf-39c2-4fcc-a553-d3002531f1a1,segment=NetworkSegment(9744fc37-8472-4f8e-9fdc-59d7e23d0ae3),segment_id=9744fc37-8472-4f8e-9fdc-59d7e23d0ae3)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:37:45.995970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.007495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0f890a1-8ac6-4a73-a810-fa5443a21649 req-c18b77c0-dfc0-4acc-add5-874965c5aee6 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 210 time: 0.0699832 Sep 18 19:37:46.173610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0762bfdd-3a5d-4674-9f04-58629ec0cdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.231652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754c7ff-3913-4c5f-adab-51c16acbc2fe None None] Pushing event updated for resources: {'Port': ['ID=4e3a17cf-39c2-4fcc-a553-d3002531f1a1,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:46.247982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16356bc6-6cb3-46f8-949b-20d63b934e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.251955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9727c21a-d9aa-4600-bd09-a3d35660a44b None None] Provisioning complete for port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:46.252857 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9727c21a-d9aa-4600-bd09-a3d35660a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.256401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:37:46.310281 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.386027 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0762bfdd-3a5d-4674-9f04-58629ec0cdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.397136 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0762bfdd-3a5d-4674-9f04-58629ec0cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.406629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.437943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:46.442876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:46.473991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0762bfdd-3a5d-4674-9f04-58629ec0cdbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc98572c759b41588103b9b16fd9dc72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8970156 Sep 18 19:37:46.474473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35700) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:46.519923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd0e635-01cd-43ec-b614-23dc55ba8111,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:46.541096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762bfdd-3a5d-4674-9f04-58629ec0cdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a18089-1d5c-40a4-a7f3-21c512413e7e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:46.569890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:37:46.668816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96c23e9b-05c1-42d2-9d59-3b6cb213af48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.748152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96c23e9b-05c1-42d2-9d59-3b6cb213af48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.862135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:46.913729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abb8aabe-6405-4a56-a284-06aea258d677 req-e672907f-a590-427a-a2ac-bab2f4e54af7 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 210 time: 0.0764041 Sep 18 19:37:46.989505 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9727c21a-d9aa-4600-bd09-a3d35660a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:46.990369 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Made reservation on behalf of e516370ba82d41c68bbe22b6290363ce for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:37:46.997240 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.172450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9727c21a-d9aa-4600-bd09-a3d35660a44b None None] For port 7adf02d8-89f9-4d89-8ccc-656534b7ee55, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7adf02d8-89f9-4d89-8ccc-656534b7ee55,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:37:47.181443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:45Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:47.183552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:47.183928 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.213492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.216379 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16356bc6-6cb3-46f8-949b-20d63b934e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.221261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96c23e9b-05c1-42d2-9d59-3b6cb213af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.224607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96c23e9b-05c1-42d2-9d59-3b6cb213af48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.229549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-96c23e9b-05c1-42d2-9d59-3b6cb213af48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60a18089-1d5c-40a4-a7f3-21c512413e7e HTTP/1.1" status: 204 len: 168 time: 0.7532084 Sep 18 19:37:47.240554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16356bc6-6cb3-46f8-949b-20d63b934e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.346496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea338f6b-f085-42db-92f5-e79b9855ee8c req-7604bb8e-ce3c-456f-af9f-b56f282c8cdc tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 210 time: 0.1279347 Sep 18 19:37:47.354749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c23e9b-05c1-42d2-9d59-3b6cb213af48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a18089-1d5c-40a4-a7f3-21c512413e7e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:47.372867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace5b01-80cf-4933-aba3-d0ef387c83a9 None None] The sync data for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 is: [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:45Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:37:47.498493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16356bc6-6cb3-46f8-949b-20d63b934e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e00ade-aa37-49c9-9e43-44b73a4aecc6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:47.583353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-16356bc6-6cb3-46f8-949b-20d63b934e05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=853edf92019c4763b6ae86429b5298db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7902644 Sep 18 19:37:47.601711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35734) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:47.605068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.854552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fed228b1-cc45-4047-bb7e-1f71cbeda5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:47.880849 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9727c21a-d9aa-4600-bd09-a3d35660a44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.242107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522d859-d257-4462-a6e8-cb2129948a79 None None] Network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:37:48.331918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.341035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727c21a-d9aa-4600-bd09-a3d35660a44b None None] Pushing event updated for resources: {'Port': ['ID=7adf02d8-89f9-4d89-8ccc-656534b7ee55,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:48.360380 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fed228b1-cc45-4047-bb7e-1f71cbeda5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.429239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8d5d82e-3804-4fd5-a4de-1407aafe30ff req-44c3db4f-c79f-48b1-87d3-4aa8b78411b9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 210 time: 0.1307039 Sep 18 19:37:48.448394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35754) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:48.485537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8ba19d11-e4f7-4a5c-b9ac-5ce96bd202d7 None None] Provisioning complete for port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:48.486213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ba19d11-e4f7-4a5c-b9ac-5ce96bd202d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.598182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4e3a17cf-39c2-4fcc-a553-d3002531f1a1,segment=NetworkSegment(9744fc37-8472-4f8e-9fdc-59d7e23d0ae3),segment_id=9744fc37-8472-4f8e-9fdc-59d7e23d0ae3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:37:48.615241 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-72e907fd-f500-4395-8ab5-cbd3d4ef66b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.618632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.630287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.686055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.32', 62079) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:48.698194 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.835549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:48.847737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7adf02d8-89f9-4d89-8ccc-656534b7ee55 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:48.864597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d597cac6-eeb8-44b6-9c1b-556c02d2affe req-bd6d7c9f-d813-4735-afc1-87aaee164793 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 210 time: 0.2790627 Sep 18 19:37:48.893347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-c6f4dc4d-4d93-4217-ad1d-75c8616333d3 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2b40fc9a591e4418a75040a547239f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1976519 Sep 18 19:37:49.034077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fed228b1-cc45-4047-bb7e-1f71cbeda5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:49.039285 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fed228b1-cc45-4047-bb7e-1f71cbeda5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:49.045150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fed228b1-cc45-4047-bb7e-1f71cbeda5c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6e00ade-aa37-49c9-9e43-44b73a4aecc6 HTTP/1.1" status: 204 len: 168 time: 1.4399154 Sep 18 19:37:49.092997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86748967-3e1f-4092-b853-eab3309612ae,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:49.093911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:49.094401 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:49.159099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed228b1-cc45-4047-bb7e-1f71cbeda5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e00ade-aa37-49c9-9e43-44b73a4aecc6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:49.351027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=4e3a17cf-39c2-4fcc-a553-d3002531f1a1,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:49.354237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-b650bdaa-ae54-441e-a853-706959daba9b tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:49.355842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-b650bdaa-ae54-441e-a853-706959daba9b tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4468062 Sep 18 19:37:49.405638 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-72e907fd-f500-4395-8ab5-cbd3d4ef66b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:49.427280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Request body: {'port': {'device_id': '7329e927-fbb0-4784-90cf-00c0f5823e93', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '2b40fc9a591e4418a75040a547239f58'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:49.438405 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-72e907fd-f500-4395-8ab5-cbd3d4ef66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:49.449242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Allocated IP 192.168.233.121 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/5fcb75da-bd1b-475e-9174-e3effffb5df6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:37:49.688194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27be49f6-77d6-40f8-9a74-861ec8f996eb req-3ed77d97-c61f-429d-801a-48d2ab482eba tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 210 time: 0.0476842 Sep 18 19:37:49.870263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:49.960236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:49.965455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:37:50.057609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35784) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:50.060702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-90721593-2f34-428a-a4ec-aebc9a815352 None None] Provisioning complete for port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:50.061176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-72e907fd-f500-4395-8ab5-cbd3d4ef66b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a273fb10ac9c4a7fae1ad75235dc42c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6107767 Sep 18 19:37:50.066749 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90721593-2f34-428a-a4ec-aebc9a815352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.071021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35786) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:50.182277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:50.183253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e907fd-f500-4395-8ab5-cbd3d4ef66b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba166a08-af51-466a-971f-e580b4d75f81,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:50.183884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Pushing event updated for resources: {'Port': ['ID=5fcb75da-bd1b-475e-9174-e3effffb5df6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:50.186692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:50.194958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:37:50.202133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:50.202566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.263103 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bdc4b907-bcfe-48fc-b75b-6b6194af8103 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6438870 Sep 18 19:37:50.306042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-79b9b9dc-c33b-47f6-a464-dd11361d6adc tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:37:50.311598 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-79b9b9dc-c33b-47f6-a464-dd11361d6adc tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211284 Sep 18 19:37:50.365835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bde7c542-185b-4743-8954-cb4389481cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.431893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:37:50.444815 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Sync routers for ids ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:37:50.461554 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Routers {'0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:37:50.466177 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:37:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:50.534482 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4006c872-6abe-42ac-97d5-6b3e41bba18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.578023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f661a-c31b-43c6-b92f-6695036926c4 req-b4003239-4d15-42bb-bf8f-ca30f3302f91 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:50.582160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96f661a-c31b-43c6-b92f-6695036926c4 req-b4003239-4d15-42bb-bf8f-ca30f3302f91 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 936 time: 0.5236242 Sep 18 19:37:50.613555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4006c872-6abe-42ac-97d5-6b3e41bba18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.707570 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Set router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:37:50.749069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2e9e9210-9c3d-493d-a92d-7e04a113a46e None None] Provisioning complete for port 5fcb75da-bd1b-475e-9174-e3effffb5df6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:50.749594 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9210-9c3d-493d-a92d-7e04a113a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.797807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96f661a-c31b-43c6-b92f-6695036926c4 req-26f53161-fcca-4103-91bd-915c0b2b8e0a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087579 Sep 18 19:37:50.814289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:50.905842 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bde7c542-185b-4743-8954-cb4389481cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.906960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4006c872-6abe-42ac-97d5-6b3e41bba18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.909914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4006c872-6abe-42ac-97d5-6b3e41bba18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.913762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4006c872-6abe-42ac-97d5-6b3e41bba18e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba166a08-af51-466a-971f-e580b4d75f81 HTTP/1.1" status: 204 len: 168 time: 0.8191004 Sep 18 19:37:50.917659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e9210-9c3d-493d-a92d-7e04a113a46e None None] Port 5fcb75da-bd1b-475e-9174-e3effffb5df6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:37:50.918318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.926332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bde7c542-185b-4743-8954-cb4389481cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:50.928255 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3039e3a9-4cfd-43dc-837a-a4d4c1a173f7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.1775074 Sep 18 19:37:50.928981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35814) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:50.979434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006c872-6abe-42ac-97d5-6b3e41bba18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba166a08-af51-466a-971f-e580b4d75f81,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:50.984751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Made reservation on behalf of 2b40fc9a591e4418a75040a547239f58 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:37:50.998811 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.035202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:51.035601 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.161271 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.181051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b849dad4-8ed1-46bc-8064-aed10df45411 req-f871c8de-b235-446a-a4fb-a3e3cf521e9d tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 210 time: 0.2032690 Sep 18 19:37:51.185178 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:37:46Z', 'revision_number': 3, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port': {'id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:45Z', 'updated_at': '2021-09-18T19:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:51.206911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bde7c542-185b-4743-8954-cb4389481cf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b79af67b3f024a06bddb4f4171e6cc04&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1447053 Sep 18 19:37:51.213874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35820) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:51.270162 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Checking router: 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:37:51.270764 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Updating router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 port fbd0e635-01cd-43ec-b614-23dc55ba8111 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:37:51.277729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7c542-185b-4743-8954-cb4389481cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b842912-699b-4795-8048-4b99573bd538,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:51.385254 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.388768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d859-4f60-42df-a408-06869692e52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.426339 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d859-4f60-42df-a408-06869692e52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.528555 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95722edc-4c9d-43fe-9d06-b9a3ebd3c28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.572551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.582795 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.628378 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d859-4f60-42df-a408-06869692e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.639238 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d859-4f60-42df-a408-06869692e52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:51.642715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f9e2d859-4f60-42df-a408-06869692e52d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b842912-699b-4795-8048-4b99573bd538 HTTP/1.1" status: 204 len: 168 time: 0.4240887 Sep 18 19:37:51.923034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee86d7-43d4-4749-adcb-85b7dbeaa640,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:51.995704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d859-4f60-42df-a408-06869692e52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b842912-699b-4795-8048-4b99573bd538,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:52.097857 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.113865 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.170227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Allocated IP 192.168.233.218 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/a5f21017-c8e1-40e2-928d-b99d91d0f83a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:37:52.186789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cbca4-d3db-4197-9087-3f1029140bcc req-79575877-71dc-407e-a4b2-c9f16e8eb801 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:52.194536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc4cbca4-d3db-4197-9087-3f1029140bcc req-79575877-71dc-407e-a4b2-c9f16e8eb801 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 936 time: 0.2302916 Sep 18 19:37:52.300166 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Attempting to bind port fbd0e635-01cd-43ec-b614-23dc55ba8111 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:37:52.300770 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Attempting to bind port fbd0e635-01cd-43ec-b614-23dc55ba8111 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:37:52.304805 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Attempting to bind port fbd0e635-01cd-43ec-b614-23dc55ba8111 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:52.325737 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26539f6-4486-4ad0-aad4-52d50660d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbd0e635-01cd-43ec-b614-23dc55ba8111,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:52.334341 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:37:52.337635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:52.338106 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.339720 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:37:52.341499 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Bound port: fbd0e635-01cd-43ec-b614-23dc55ba8111, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:37:52.343025 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.353403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc4cbca4-d3db-4197-9087-3f1029140bcc req-86aba239-fb4a-4f16-a281-b7147b8e008e tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565790 Sep 18 19:37:52.359718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Request body: {'port': {'device_id': '6363e884-ac74-4826-9386-dd8e3699a7ac', 'device_owner': 'compute:tempest-test_az-940629870', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:52.456167 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] For port fbd0e635-01cd-43ec-b614-23dc55ba8111, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:37:52.466180 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] For port fbd0e635-01cd-43ec-b614-23dc55ba8111, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=fbd0e635-01cd-43ec-b614-23dc55ba8111,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:37:52.477440 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.480062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.486836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9286459d-02a7-4c4d-a5f1-afa6b36f6084 req-acd87889-4b7c-4505-a525-18bbc1af22b2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 210 time: 0.1298108 Sep 18 19:37:52.499552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.676696 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26539f6-4486-4ad0-aad4-52d50660d7b7 None None] Pushing event updated for resources: {'Port': ['ID=fbd0e635-01cd-43ec-b614-23dc55ba8111,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:52.725477 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Routers {'0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:37:52.726403 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:37:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:52.815407 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.857308 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.861657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:52.865717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:53.003880 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:53.005624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:53.013366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:53.022434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:37:53.049144 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] Set router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:37:53.049636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:53.050412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:53.095070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Pushing event updated for resources: {'Port': ['ID=a5f21017-c8e1-40e2-928d-b99d91d0f83a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:53.121821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-73aa031f-c9ba-46d7-846f-0a571eb5dcf9 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7091691 Sep 18 19:37:53.188124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcb75da-bd1b-475e-9174-e3effffb5df6 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:37:53.200411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:53.232954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Transition to ACTIVE for port object 5fcb75da-bd1b-475e-9174-e3effffb5df6 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:37:53.240555 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:53.263786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94e0c5f4-9702-448b-9d7a-2b5133948c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:53.314239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcb75da-bd1b-475e-9174-e3effffb5df6,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:53.375073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Request body: {'port': {'device_id': '7329e927-fbb0-4784-90cf-00c0f5823e93', 'device_owner': 'compute:tempest-test_az-940629870', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:37:53.494430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Attempting to bind port 5fcb75da-bd1b-475e-9174-e3effffb5df6 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:37:53.495029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Attempting to bind port 5fcb75da-bd1b-475e-9174-e3effffb5df6 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:37:53.495113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Attempting to bind port 5fcb75da-bd1b-475e-9174-e3effffb5df6 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:53.507929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Port 5fcb75da-bd1b-475e-9174-e3effffb5df6 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:37:53.507929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Attempting to bind port 5fcb75da-bd1b-475e-9174-e3effffb5df6 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:53.526694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:37:53.527058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:53.527735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:37:53.531782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Bound port: 5fcb75da-bd1b-475e-9174-e3effffb5df6, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:37:53.532251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:53.573401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-997b5e74-7426-4e80-8f9b-96b3c2bc9403 None None] Provisioning complete for port a5f21017-c8e1-40e2-928d-b99d91d0f83a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:53.574914 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-997b5e74-7426-4e80-8f9b-96b3c2bc9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:53.609142 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:37:46Z', 'revision_number': 3, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port': {'id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:45Z', 'updated_at': '2021-09-18T19:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:53.682983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-997b5e74-7426-4e80-8f9b-96b3c2bc9403 None None] Port a5f21017-c8e1-40e2-928d-b99d91d0f83a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:37:53.717325 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81115028-6ee5-4de8-a4eb-01cb3341c92b None None] The sync data for ids ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'] in n-d-789963-11 is: [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:37:46Z', 'revision_number': 3, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port': {'id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:45Z', 'updated_at': '2021-09-18T19:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:37:53.871921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] For port 5fcb75da-bd1b-475e-9174-e3effffb5df6, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:37:53.882320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] For port 5fcb75da-bd1b-475e-9174-e3effffb5df6, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5fcb75da-bd1b-475e-9174-e3effffb5df6,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:37:53.914269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:53.917021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Allocated IP 172.20.0.1 (6a54bda5-000d-4e3a-ae05-09ca3b1d51e4/33d2409d-a44d-4836-9945-1a54cfa9d5de/f2501611-1762-4c46-ae11-6643323b69b9) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:37:54.085273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:54.085899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:54.087986 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] 10.222.0.32 "PUT /v2.0/ports/5fcb75da-bd1b-475e-9174-e3effffb5df6 HTTP/1.1" status: 200 len: 1118 time: 2.2022858 Sep 18 19:37:54.088451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6363e884-ac74-4826-9386-dd8e3699a7ac', 'tag': '5fcb75da-bd1b-475e-9174-e3effffb5df6'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:37:54.217173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a451c-8068-4c52-8563-027103fcec97 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcb75da-bd1b-475e-9174-e3effffb5df6,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:54.358438 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:54.429724 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5a29ceba-6520-447e-b94c-1d2ba2b647f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:54.475086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:54.488078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204c37-4290-4175-8dfa-2b08fce2083e req-16fb801d-38aa-487c-977e-f80b8390b5e4 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:54.491070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01204c37-4290-4175-8dfa-2b08fce2083e req-16fb801d-38aa-487c-977e-f80b8390b5e4 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 969 time: 0.8593299 Sep 18 19:37:54.534270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb7ee4-f8e7-436e-a804-7bbe43006f73 req-ca331d6d-e9da-4cad-9fc3-c68ef219f86c tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:54.544330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ebb7ee4-f8e7-436e-a804-7bbe43006f73 req-ca331d6d-e9da-4cad-9fc3-c68ef219f86c tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 936 time: 0.7230732 Sep 18 19:37:54.553748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-f8e66a73-48f2-4ee6-b25f-1e223e5476e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:54.556338 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-f8e66a73-48f2-4ee6-b25f-1e223e5476e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e516370ba82d41c68bbe22b6290363ce&device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 1121 time: 0.2227619 Sep 18 19:37:54.566267 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94e0c5f4-9702-448b-9d7a-2b5133948c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:54.576936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:54.600120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94e0c5f4-9702-448b-9d7a-2b5133948c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:54.657182 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:54.722941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-94e0c5f4-9702-448b-9d7a-2b5133948c43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=014a5022db8d48438f2ac4ae266c1213&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8551595 Sep 18 19:37:54.727858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35938) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:54.728739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0c5f4-9702-448b-9d7a-2b5133948c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22396aa-77c9-4154-b507-f81af3446026,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:54.810765 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ca6a59-3ba9-4529-b939-f68850b04597" -d '{"events": [{"name": "network-changed", "server_uuid": "6363e884-ac74-4826-9386-dd8e3699a7ac", "tag": "5fcb75da-bd1b-475e-9174-e3effffb5df6"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:37:54.881467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device fbd0e635-01cd-43ec-b614-23dc55ba8111 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:54.901361 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-3c535a59-f0e8-49d9-b02d-6d3fbdc5e4d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5fcb75da-bd1b-475e-9174-e3effffb5df6 HTTP/1.1" status: 200 len: 217 time: 0.2540267 Sep 18 19:37:54.914010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:54.938274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:54.956506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01204c37-4290-4175-8dfa-2b08fce2083e req-f4df4c4a-ff26-4f8e-b584-223b26135927 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556510 Sep 18 19:37:55.012270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Pushing event updated for resources: {'Port': ['ID=f2501611-1762-4c46-ae11-6643323b69b9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:55.016821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:37:55.017322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.113288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port fbd0e635-01cd-43ec-b614-23dc55ba8111 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:55.113663 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.133295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-031ba371-f511-4537-9185-3b4620a3cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:55.138723 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-031ba371-f511-4537-9185-3b4620a3cd99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2283387 Sep 18 19:37:55.196080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ebb7ee4-f8e7-436e-a804-7bbe43006f73 req-5e960da0-d0d5-4150-880b-3a646d02dee5 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377616 Sep 18 19:37:55.332372 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.372637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a833b55-c7bf-45c0-ac8c-007a8e26942b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.391567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port fbd0e635-01cd-43ec-b614-23dc55ba8111, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=fbd0e635-01cd-43ec-b614-23dc55ba8111,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:37:55.408260 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.524922 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a833b55-c7bf-45c0-ac8c-007a8e26942b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.536674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=fbd0e635-01cd-43ec-b614-23dc55ba8111,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:55.568468 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.582911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d43a16c8-6b52-4ac0-8e63-c386b27781b1 None None] Provisioning complete for port f2501611-1762-4c46-ae11-6643323b69b9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:55.584084 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d43a16c8-6b52-4ac0-8e63-c386b27781b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.640794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d43a16c8-6b52-4ac0-8e63-c386b27781b1 None None] Port f2501611-1762-4c46-ae11-6643323b69b9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:37:55.757086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-0650c2af-9e2b-4d24-9063-855cb6823e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:55.776090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-0650c2af-9e2b-4d24-9063-855cb6823e6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5973971 Sep 18 19:37:55.787629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.814602 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd16d3-8ed5-48d7-a3f9-cdd54f27367d x-openstack-request-id: req-9ecd16d3-8ed5-48d7-a3f9-cdd54f27367d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:37:55.815210 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6363e884-ac74-4826-9386-dd8e3699a7ac", "tag": "5fcb75da-bd1b-475e-9174-e3effffb5df6", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:37:55.815617 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ecd16d3-8ed5-48d7-a3f9-cdd54f27367d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:37:55.816226 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6363e884-ac74-4826-9386-dd8e3699a7ac', 'tag': '5fcb75da-bd1b-475e-9174-e3effffb5df6', 'status': 'completed', 'code': 200} Sep 18 19:37:55.832990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a833b55-c7bf-45c0-ac8c-007a8e26942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.840762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a833b55-c7bf-45c0-ac8c-007a8e26942b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:55.846409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a833b55-c7bf-45c0-ac8c-007a8e26942b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c22396aa-77c9-4154-b507-f81af3446026 HTTP/1.1" status: 204 len: 168 time: 1.1125553 Sep 18 19:37:55.880549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a833b55-c7bf-45c0-ac8c-007a8e26942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22396aa-77c9-4154-b507-f81af3446026,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:55.976765 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-bb24cb29-dd1c-42bd-9907-407c54be018e service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848075 Sep 18 19:37:56.034474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f21017-c8e1-40e2-928d-b99d91d0f83a {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:37:56.053047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:56.144086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Transition to ACTIVE for port object a5f21017-c8e1-40e2-928d-b99d91d0f83a will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:37:56.153882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:56.214286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f21017-c8e1-40e2-928d-b99d91d0f83a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:56.243361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:56.247655 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b9984f-4f03-4a62-ba60-f2f55dad7eaf req-2d0f3022-2025-46a3-8fe2-6b6cb56c6c7f service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457578 Sep 18 19:37:56.250360 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:56.251589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:56.483785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Pushing event updated for resources: {'Port': ['ID=f2501611-1762-4c46-ae11-6643323b69b9,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:56.503991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2206c-90c5-4967-941d-7855f05015f4 req-6744ffe7-ba79-483d-b8cc-2f717256db6b tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:56.505994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6a2206c-90c5-4967-941d-7855f05015f4 req-6744ffe7-ba79-483d-b8cc-2f717256db6b tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 969 time: 0.4063556 Sep 18 19:37:56.530449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:37:56.536699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:37:56.551218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Attempting to bind port a5f21017-c8e1-40e2-928d-b99d91d0f83a on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:37:56.551601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Attempting to bind port a5f21017-c8e1-40e2-928d-b99d91d0f83a by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:37:56.551930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Attempting to bind port a5f21017-c8e1-40e2-928d-b99d91d0f83a on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:56.573140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Port a5f21017-c8e1-40e2-928d-b99d91d0f83a on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:37:56.573290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Attempting to bind port a5f21017-c8e1-40e2-928d-b99d91d0f83a on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:56.606254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:37:56.606930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:56.607734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:37:56.608368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Bound port: a5f21017-c8e1-40e2-928d-b99d91d0f83a, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:37:56.609435 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:56.736641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6a2206c-90c5-4967-941d-7855f05015f4 req-cd4b514e-172b-47a0-a333-c913c66cd467 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174704 Sep 18 19:37:56.824535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device fbd0e635-01cd-43ec-b614-23dc55ba8111 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:37:56.901293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-5c8af305-5e92-4c55-8191-1589bfef9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:56.903608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-5c8af305-5e92-4c55-8191-1589bfef9be8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e516370ba82d41c68bbe22b6290363ce&device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 1121 time: 0.1708508 Sep 18 19:37:56.914180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:37:56.961939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port fbd0e635-01cd-43ec-b614-23dc55ba8111 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:56.962981 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.033241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-de3686f5-9f48-4729-a0fd-48b6209ea2b7 None None] Provisioning complete for port f2501611-1762-4c46-ae11-6643323b69b9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:57.033861 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-de3686f5-9f48-4729-a0fd-48b6209ea2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.055859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3672b1-726f-4957-a19d-e0f5641393aa req-68543f0d-ed9a-4534-a230-37c085a8c2a8 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:57.063572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35990) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:57.074909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da3672b1-726f-4957-a19d-e0f5641393aa req-68543f0d-ed9a-4534-a230-37c085a8c2a8 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 969 time: 0.3845854 Sep 18 19:37:57.078279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-de3686f5-9f48-4729-a0fd-48b6209ea2b7 None None] Port f2501611-1762-4c46-ae11-6643323b69b9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:37:57.129088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] For port a5f21017-c8e1-40e2-928d-b99d91d0f83a, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:37:57.158701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] For port a5f21017-c8e1-40e2-928d-b99d91d0f83a, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a5f21017-c8e1-40e2-928d-b99d91d0f83a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:37:57.172768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.206280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:57.206547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d04291a-ad75-4d3c-a692-1eccb0028cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.207677 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.209488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] 10.222.0.32 "PUT /v2.0/ports/a5f21017-c8e1-40e2-928d-b99d91d0f83a HTTP/1.1" status: 200 len: 1118 time: 3.8528221 Sep 18 19:37:57.214453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7329e927-fbb0-4784-90cf-00c0f5823e93', 'tag': 'a5f21017-c8e1-40e2-928d-b99d91d0f83a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:37:57.280168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.364508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:37:57.376701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Sync routers for ids ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:37:57.394803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Routers {'0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:37:57.396842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:37:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:57.399899 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cf1a7c1b-7355-4132-9420-464cf891332e admin admin] 10.222.0.20 "PUT /v2.0/routers/0ad3bbfa-c25e-4371-a38f-a312ad62b7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4692342 Sep 18 19:37:57.417859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-6127619f-3c22-4d76-b3ec-0f3e94ee583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:57.419695 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-6127619f-3c22-4d76-b3ec-0f3e94ee583e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.4209507 Sep 18 19:37:57.466296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da3672b1-726f-4957-a19d-e0f5641393aa req-3eafb5c6-b91d-448f-9848-327ae9b310c0 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904455 Sep 18 19:37:57.576576 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-145fd2a0-805c-4a91-9bdc-43a1e2cc2b22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=5fcb75da-bd1b-475e-9174-e3effffb5df6 HTTP/1.1" status: 200 len: 217 time: 0.1423402 Sep 18 19:37:57.621728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Set router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:37:57.654346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-dadb9565-63a7-4073-afea-b0cae4693809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:57.659465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-dadb9565-63a7-4073-afea-b0cae4693809 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b40fc9a591e4418a75040a547239f58&device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 1121 time: 0.3099372 Sep 18 19:37:57.670464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724748d2-91e3-4574-82b4-55345881fb48 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f21017-c8e1-40e2-928d-b99d91d0f83a,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:57.686821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d04291a-ad75-4d3c-a692-1eccb0028cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.692942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d04291a-ad75-4d3c-a692-1eccb0028cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.747854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04291a-ad75-4d3c-a692-1eccb0028cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fd2444-246b-4a86-95ac-6351463d481f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:57.794093 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3d04291a-ad75-4d3c-a692-1eccb0028cb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3a3225770d54f47bb8cb9eb8c55102e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293229 Sep 18 19:37:57.797352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36006) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:37:57.870770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b33ccb7-c7ec-44e2-bb53-8e8f3b06d489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:57.903525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b33ccb7-c7ec-44e2-bb53-8e8f3b06d489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:58.005478 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b33ccb7-c7ec-44e2-bb53-8e8f3b06d489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:58.005478 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b33ccb7-c7ec-44e2-bb53-8e8f3b06d489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:58.006207 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3b33ccb7-c7ec-44e2-bb53-8e8f3b06d489 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4fd2444-246b-4a86-95ac-6351463d481f HTTP/1.1" status: 204 len: 168 time: 0.2071137 Sep 18 19:37:58.019832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33ccb7-c7ec-44e2-bb53-8e8f3b06d489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fd2444-246b-4a86-95ac-6351463d481f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:58.095493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-52890317-56d5-4eb5-a502-814f59eab98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:58.097015 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-52890317-56d5-4eb5-a502-814f59eab98e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0673754 Sep 18 19:37:58.150247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:37:55Z', 'revision_number': 4, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port': {'id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:45Z', 'updated_at': '2021-09-18T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f2501611-1762-4c46-ae11-6643323b69b9', 'name': '', 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'mac_address': 'fa:16:3e:83:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '33d2409d-a44d-4836-9945-1a54cfa9d5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:52Z', 'updated_at': '2021-09-18T19:37:55Z', 'revision_number': 2, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'subnets': [{'id': '33d2409d-a44d-4836-9945-1a54cfa9d5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:58.190762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-de8bb364-e7b9-4033-b2cf-f121e8ba2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:58.193042 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-de8bb364-e7b9-4033-b2cf-f121e8ba2847 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0837543 Sep 18 19:37:58.207953 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0084f3-a1b8-4737-aeb2-e76c50611df5" -d '{"events": [{"name": "network-changed", "server_uuid": "7329e927-fbb0-4784-90cf-00c0f5823e93", "tag": "a5f21017-c8e1-40e2-928d-b99d91d0f83a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:37:58.213069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-32d6c6cb-2853-4b60-a1a9-9b4fbbf6c886 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a5f21017-c8e1-40e2-928d-b99d91d0f83a HTTP/1.1" status: 200 len: 217 time: 0.1695919 Sep 18 19:37:58.232331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Checking router: 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:37:58.232683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Updating router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 port f2501611-1762-4c46-ae11-6643323b69b9 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:37:58.237409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ccc0b-7b92-47cc-8351-46357e0f6ae1 req-28176730-9be1-4f1d-8a57-c143614aaf5b tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:58.254126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-829ccc0b-7b92-47cc-8351-46357e0f6ae1 req-28176730-9be1-4f1d-8a57-c143614aaf5b tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 969 time: 0.3320286 Sep 18 19:37:58.306831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:58.354794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-829ccc0b-7b92-47cc-8351-46357e0f6ae1 req-e6c9cd8f-55e5-4ec4-9380-88294e6bba11 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994124 Sep 18 19:37:58.372042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-c20171da-7ca2-495b-8ca0-876b3e42cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:58.373732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-c20171da-7ca2-495b-8ca0-876b3e42cffc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1173468 Sep 18 19:37:58.505555 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-0d49cbe3-4121-45eb-8888-ce70ea31eb80 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798612 Sep 18 19:37:58.875073 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2e3a99-a365-4f1c-a35d-69851e82efd2 x-openstack-request-id: req-7c2e3a99-a365-4f1c-a35d-69851e82efd2 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:37:58.875782 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7329e927-fbb0-4784-90cf-00c0f5823e93", "tag": "a5f21017-c8e1-40e2-928d-b99d91d0f83a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:37:58.875782 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c2e3a99-a365-4f1c-a35d-69851e82efd2 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:37:58.876192 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7329e927-fbb0-4784-90cf-00c0f5823e93', 'tag': 'a5f21017-c8e1-40e2-928d-b99d91d0f83a', 'status': 'completed', 'code': 200} Sep 18 19:37:58.912926 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:58.926216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:58.990919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf66b5-9a54-46c7-960b-5404d2078e3a None None] Pushing event updated for resources: {'Port': ['ID=f2501611-1762-4c46-ae11-6643323b69b9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:59.080496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Attempting to bind port f2501611-1762-4c46-ae11-6643323b69b9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:37:59.090008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Attempting to bind port f2501611-1762-4c46-ae11-6643323b69b9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:37:59.090008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Attempting to bind port f2501611-1762-4c46-ae11-6643323b69b9 on network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:37:59.095122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:37:59.100109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Checking segment: {'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:37:59.101310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:59.102017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Bound using segment: {'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:37:59.103535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Bound port: f2501611-1762-4c46-ae11-6643323b69b9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:37:59.104208 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:59.287632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] For port f2501611-1762-4c46-ae11-6643323b69b9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:37:59.291452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] For port f2501611-1762-4c46-ae11-6643323b69b9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f2501611-1762-4c46-ae11-6643323b69b9,segment=NetworkSegment(9744fc37-8472-4f8e-9fdc-59d7e23d0ae3),segment_id=9744fc37-8472-4f8e-9fdc-59d7e23d0ae3)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:37:59.304340 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:59.465572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026332b6-cef2-4d53-8c4a-f7f42e454a9e req-22fe8d14-089d-44ca-b8ee-a97a3c6b2b84 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:59.478825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-026332b6-cef2-4d53-8c4a-f7f42e454a9e req-22fe8d14-089d-44ca-b8ee-a97a3c6b2b84 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 969 time: 0.1200092 Sep 18 19:37:59.481649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0a11974d-12da-48fe-9571-17105c7450ba None None] Provisioning complete for port f2501611-1762-4c46-ae11-6643323b69b9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:37:59.483753 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a11974d-12da-48fe-9571-17105c7450ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:37:59.545296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf66b5-9a54-46c7-960b-5404d2078e3a None None] Pushing event updated for resources: {'Port': ['ID=f2501611-1762-4c46-ae11-6643323b69b9,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:37:59.549299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-026332b6-cef2-4d53-8c4a-f7f42e454a9e req-d5e62925-8a73-43c3-bd6c-f02d98fcfe73 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694575 Sep 18 19:37:59.567261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Routers {'0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:37:59.567805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:37:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:37:59.791112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4876f-db04-4d76-971a-913472b30b48 req-dba4729c-120f-45e0-959b-344b1882fcfa tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:37:59.793166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9c4876f-db04-4d76-971a-913472b30b48 req-dba4729c-120f-45e0-959b-344b1882fcfa tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 969 time: 0.0744021 Sep 18 19:37:59.853063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9c4876f-db04-4d76-971a-913472b30b48 req-e1d438d1-7bbc-4410-82ac-f2f97666dced tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528481 Sep 18 19:37:59.948067 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a11974d-12da-48fe-9571-17105c7450ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:00.028622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0a11974d-12da-48fe-9571-17105c7450ba None None] For port f2501611-1762-4c46-ae11-6643323b69b9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f2501611-1762-4c46-ae11-6643323b69b9,segment=NetworkSegment(9744fc37-8472-4f8e-9fdc-59d7e23d0ae3),segment_id=9744fc37-8472-4f8e-9fdc-59d7e23d0ae3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:00.062165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] Set router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:00.068821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a11974d-12da-48fe-9571-17105c7450ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:00.270214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11974d-12da-48fe-9571-17105c7450ba None None] Pushing event updated for resources: {'Port': ['ID=f2501611-1762-4c46-ae11-6643323b69b9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:00.288335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b71f6950-2ff5-45e8-a397-d3c4f65fc4bb None None] Provisioning complete for port f2501611-1762-4c46-ae11-6643323b69b9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:00.288857 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b71f6950-2ff5-45e8-a397-d3c4f65fc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:00.404408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-495b450a-223b-467e-bb73-4fcafffc6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:00.407647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-495b450a-223b-467e-bb73-4fcafffc6d8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785707 Sep 18 19:38:00.479522 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca6a59-3ba9-4529-b939-f68850b04597 req-7626d53f-5041-45d9-bddf-6adffad1d775 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354441 Sep 18 19:38:00.499991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36120) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:00.612446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-9734e5a1-fc31-4f6a-bde5-275e38c374ce service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117942 Sep 18 19:38:00.705104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b9da-f540-4935-93e3-821ef6b3105a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:00.721264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:37:55Z', 'revision_number': 4, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port': {'id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:45Z', 'updated_at': '2021-09-18T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f2501611-1762-4c46-ae11-6643323b69b9', 'name': '', 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'mac_address': 'fa:16:3e:83:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '33d2409d-a44d-4836-9945-1a54cfa9d5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:52Z', 'updated_at': '2021-09-18T19:37:59Z', 'revision_number': 4, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'subnets': [{'id': '33d2409d-a44d-4836-9945-1a54cfa9d5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:00.773293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69bc54-3412-4a37-bee9-dc52cbdd5094 None None] The sync data for ids ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'] in n-d-789963-11 is: [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:37:55Z', 'revision_number': 4, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port': {'id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:45Z', 'updated_at': '2021-09-18T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f2501611-1762-4c46-ae11-6643323b69b9', 'name': '', 'network_id': '6a54bda5-000d-4e3a-ae05-09ca3b1d51e4', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'mac_address': 'fa:16:3e:83:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '33d2409d-a44d-4836-9945-1a54cfa9d5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:52Z', 'updated_at': '2021-09-18T19:37:59Z', 'revision_number': 4, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'subnets': [{'id': '33d2409d-a44d-4836-9945-1a54cfa9d5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:38:00.857023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc9a6-8dd4-40f6-b80d-a5e24b0b4dcc req-040f1e8e-9835-4373-aef1-8d0bc0909e52 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:00.880888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d48cc9a6-8dd4-40f6-b80d-a5e24b0b4dcc req-040f1e8e-9835-4373-aef1-8d0bc0909e52 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 969 time: 0.1253719 Sep 18 19:38:00.902290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01a5d64-0a0c-4a90-8ca3-5f9d45511b74 req-f52b92cf-2c35-4e1f-bafa-01af6bbab9e9 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819591 Sep 18 19:38:00.944772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b9da-f540-4935-93e3-821ef6b3105a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:00.955201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b9da-f540-4935-93e3-821ef6b3105a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:00.968601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d48cc9a6-8dd4-40f6-b80d-a5e24b0b4dcc req-788f2ba2-7bda-4e6a-9ac3-f01bda528c66 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866125 Sep 18 19:38:01.010792 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3ee5b9da-f540-4935-93e3-821ef6b3105a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=825b4ff6515c405f854d8d75df6a8ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094421 Sep 18 19:38:01.025891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36142) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:01.037684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5b9da-f540-4935-93e3-821ef6b3105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8441550a-4802-4291-a6a9-9852598f0ab9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:01.120583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36148) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:01.126909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-66885c57-2585-43bf-a5f4-f016ac82660e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751996478', 'description': 'tempest-description--2070216044'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:01.162822 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66885c57-2585-43bf-a5f4-f016ac82660e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.230271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:01.351055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-a5f6fe63-aaa2-46af-a1be-28a7fd11ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:01.352858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-a5f6fe63-aaa2-46af-a1be-28a7fd11ffab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b40fc9a591e4418a75040a547239f58&device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 1121 time: 0.3735058 Sep 18 19:38:01.431478 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bacf1094-d460-4b16-809a-82cf32268cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.451242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aac432-f4c4-41c8-a561-2efd90278560 req-73a6cc48-78ba-4b9e-a750-2cafa1c243a7 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:01.452881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46aac432-f4c4-41c8-a561-2efd90278560 req-73a6cc48-78ba-4b9e-a750-2cafa1c243a7 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 969 time: 0.1505096 Sep 18 19:38:01.482928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66885c57-2585-43bf-a5f4-f016ac82660e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.499092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66885c57-2585-43bf-a5f4-f016ac82660e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.505397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d87ebefa-9c8a-47f5-aa13-a6158c6a442f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.549896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66885c57-2585-43bf-a5f4-f016ac82660e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.553821 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-66885c57-2585-43bf-a5f4-f016ac82660e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4294653 Sep 18 19:38:01.554441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36162) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:01.558368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bacf1094-d460-4b16-809a-82cf32268cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.560299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e1b74f1b-fc92-46fd-b48f-9196a04b7ad5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Request body: {'security_group_rule': {'security_group_id': '826ce524-2984-4b3e-9d58-710befa53066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:01.566900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66885c57-2585-43bf-a5f4-f016ac82660e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826ce524-2984-4b3e-9d58-710befa53066,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:01.658816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d87ebefa-9c8a-47f5-aa13-a6158c6a442f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.660062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46aac432-f4c4-41c8-a561-2efd90278560 req-cf4f70e2-5a0d-4d75-88d3-4e9d2745c2ea tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780987 Sep 18 19:38:01.674325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-cfb70672-e07a-4629-b996-b17f05df481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:01.677169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-cfb70672-e07a-4629-b996-b17f05df481d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.3118644 Sep 18 19:38:01.684152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d87ebefa-9c8a-47f5-aa13-a6158c6a442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.710926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1b74f1b-fc92-46fd-b48f-9196a04b7ad5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.759869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-65dc9589-105a-4e9e-8004-90a63e99e1ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a5f21017-c8e1-40e2-928d-b99d91d0f83a HTTP/1.1" status: 200 len: 217 time: 0.0741541 Sep 18 19:38:01.770056 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d87ebefa-9c8a-47f5-aa13-a6158c6a442f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8c22c21346e4951a674c51cbfc8dafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323989 Sep 18 19:38:01.772489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ebefa-9c8a-47f5-aa13-a6158c6a442f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a17fb19-8514-40ed-a892-ad44f36d12c5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:01.776059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36170) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:01.805794 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bacf1094-d460-4b16-809a-82cf32268cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.808596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bacf1094-d460-4b16-809a-82cf32268cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.812580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bacf1094-d460-4b16-809a-82cf32268cb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8441550a-4802-4291-a6a9-9852598f0ab9 HTTP/1.1" status: 204 len: 168 time: 0.7824705 Sep 18 19:38:01.859946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf1094-d460-4b16-809a-82cf32268cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8441550a-4802-4291-a6a9-9852598f0ab9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:01.891220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-3e069f17-b2bf-41c6-90b2-6b3e74510a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:01.892872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1b74f1b-fc92-46fd-b48f-9196a04b7ad5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.895503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-3e069f17-b2bf-41c6-90b2-6b3e74510a54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1273682 Sep 18 19:38:01.912527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1b74f1b-fc92-46fd-b48f-9196a04b7ad5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.950087 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f41aedf-a99c-4720-a9c5-1baaee250301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:01.957843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74f1b-fc92-46fd-b48f-9196a04b7ad5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1b271f-e8c0-47ba-b785-16ed75f5d0fd,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:01.981114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-dde80729-9e28-44e9-ac62-08a5af9eb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:01.982723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-dde80729-9e28-44e9-ac62-08a5af9eb758 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782943 Sep 18 19:38:02.016962 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1b74f1b-fc92-46fd-b48f-9196a04b7ad5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.020142 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e1b74f1b-fc92-46fd-b48f-9196a04b7ad5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4645574 Sep 18 19:38:02.027746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f41aedf-a99c-4720-a9c5-1baaee250301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.079269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:02.087999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-98abd65b-c068-4296-9a7a-4f698b46b4f7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Request body: {'security_group_rule': {'security_group_id': '826ce524-2984-4b3e-9d58-710befa53066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:02.094725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f41aedf-a99c-4720-a9c5-1baaee250301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.097486 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f41aedf-a99c-4720-a9c5-1baaee250301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.101421 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3f41aedf-a99c-4720-a9c5-1baaee250301 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a17fb19-8514-40ed-a892-ad44f36d12c5 HTTP/1.1" status: 204 len: 168 time: 0.3243296 Sep 18 19:38:02.113250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41aedf-a99c-4720-a9c5-1baaee250301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a17fb19-8514-40ed-a892-ad44f36d12c5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:02.164119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98abd65b-c068-4296-9a7a-4f698b46b4f7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.204858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-2cc4747b-7134-4fd1-80f4-a0275303793c service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149508 Sep 18 19:38:02.235108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32131542-dc83-4655-a7b3-f9ed7fc4a231 req-c0994a4e-120a-4a24-993d-ded84d727606 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:02.243393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32131542-dc83-4655-a7b3-f9ed7fc4a231 req-c0994a4e-120a-4a24-993d-ded84d727606 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 969 time: 0.1305749 Sep 18 19:38:02.253837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98abd65b-c068-4296-9a7a-4f698b46b4f7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.260303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98abd65b-c068-4296-9a7a-4f698b46b4f7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.306823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abd65b-c068-4296-9a7a-4f698b46b4f7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9060ff1-7eb6-4a7d-acce-92292a29d8f9,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:02.327584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98abd65b-c068-4296-9a7a-4f698b46b4f7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.332104 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-98abd65b-c068-4296-9a7a-4f698b46b4f7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2480297 Sep 18 19:38:02.334862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36198) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:02.342053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:02.375292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32131542-dc83-4655-a7b3-f9ed7fc4a231 req-ecb8cab3-733b-452a-ac05-2ee6d872f0ed tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304405 Sep 18 19:38:02.404313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f0084f3-a1b8-4737-aeb2-e76c50611df5 req-8810d4bc-460f-4d1d-91fc-94e9bd311649 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892838 Sep 18 19:38:02.405765 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.521452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.592237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36204) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:02.611343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-864b8dc7-b02e-403a-a535-944798b7faac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.654964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36206) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:02.661496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Allocated IP 172.25.8.151 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/b3c2009a-f362-42fe-95ab-f0c00f8e2e97) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:02.739533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36212) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:02.796558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f2501611-1762-4c46-ae11-6643323b69b9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:02.832123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-864b8dc7-b02e-403a-a535-944798b7faac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.838810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-864b8dc7-b02e-403a-a535-944798b7faac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.856103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.866441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b2ac-0098-4f8e-ad09-b22b5fa911c8 req-cd9c0e14-69df-4788-8f3b-a7556901a6e9 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:02.868204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7b2b2ac-0098-4f8e-ad09-b22b5fa911c8 req-cd9c0e14-69df-4788-8f3b-a7556901a6e9 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 969 time: 0.0873504 Sep 18 19:38:02.883760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f2501611-1762-4c46-ae11-6643323b69b9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:02.884146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b8dc7-b02e-403a-a535-944798b7faac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57e6a7-6b48-47d8-9627-da754937c84d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:02.885812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.892383 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-864b8dc7-b02e-403a-a535-944798b7faac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd7e09f8b244475a98141e8417e68aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978280 Sep 18 19:38:02.893367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36216) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:02.943087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7b2b2ac-0098-4f8e-ad09-b22b5fa911c8 req-72d90461-c0a9-48a1-8241-e6b7c56cedfc tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650601 Sep 18 19:38:02.951123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36218) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:02.966647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.972537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97ffd043-7dc4-422e-b4d1-fe2cddbbf228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.972842 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6aee7e75-ff69-4248-80e7-2ddaa69f67bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:02.991503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76e60eee-0b94-444d-a79b-9309628e609d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.019745 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97ffd043-7dc4-422e-b4d1-fe2cddbbf228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.028209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:03.036087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:03.039435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:03.056957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event updated for resources: {'Port': ['ID=b3c2009a-f362-42fe-95ab-f0c00f8e2e97,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:03.100364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97ffd043-7dc4-422e-b4d1-fe2cddbbf228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.104253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97ffd043-7dc4-422e-b4d1-fe2cddbbf228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.107744 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-97ffd043-7dc4-422e-b4d1-fe2cddbbf228 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b57e6a7-6b48-47d8-9627-da754937c84d HTTP/1.1" status: 204 len: 168 time: 0.2111747 Sep 18 19:38:03.129630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffd043-7dc4-422e-b4d1-fe2cddbbf228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57e6a7-6b48-47d8-9627-da754937c84d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:03.142784 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.186213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ebfe013c-bca0-446e-98a3-c0c6a51478f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.187802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.221486 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76e60eee-0b94-444d-a79b-9309628e609d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.226539 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76e60eee-0b94-444d-a79b-9309628e609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.253908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-ebfe013c-bca0-446e-98a3-c0c6a51478f3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 19:38:03.253908 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 19:38:03.253908 n-d-789963-11 neutron-server[94940]: [parameters: {'project_id_1': '7c2800b947ae4fcbaf0968dc6e383f00', 'expiration_1': datetime.datetime(2021, 9, 18, 19, 37, 43, 206861)}] Sep 18 19:38:03.253908 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:38:03.254312 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-ebfe013c-bca0-446e-98a3-c0c6a51478f3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:38:03.272213 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-76e60eee-0b94-444d-a79b-9309628e609d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3381ba646a0543c1ba4a45c5b5e47dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6141248 Sep 18 19:38:03.272985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36222) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:03.281493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e60eee-0b94-444d-a79b-9309628e609d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3273c6e5-ebc1-4f79-bc8d-b6d9d23da610,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:03.344039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d59eb889-4a32-43ef-89f0-4f0303295de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.369109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d59eb889-4a32-43ef-89f0-4f0303295de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.413148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.418722 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6aee7e75-ff69-4248-80e7-2ddaa69f67bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.419441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.424104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d59eb889-4a32-43ef-89f0-4f0303295de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.426793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d59eb889-4a32-43ef-89f0-4f0303295de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.427987 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d59eb889-4a32-43ef-89f0-4f0303295de3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3273c6e5-ebc1-4f79-bc8d-b6d9d23da610 HTTP/1.1" status: 204 len: 168 time: 0.1530335 Sep 18 19:38:03.436894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eb889-4a32-43ef-89f0-4f0303295de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3273c6e5-ebc1-4f79-bc8d-b6d9d23da610,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:03.479701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6aee7e75-ff69-4248-80e7-2ddaa69f67bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.507240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.529778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36230) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:03.544787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-13a64e83-1661-42da-9d42-563891d4c56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.575674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event updated for resources: {'Port': ['ID=b3c2009a-f362-42fe-95ab-f0c00f8e2e97,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:03.581149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6aee7e75-ff69-4248-80e7-2ddaa69f67bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41ac1aa827974ec5bbcb5e9f7be17704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6288457 Sep 18 19:38:03.584476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee7e75-ff69-4248-80e7-2ddaa69f67bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db68320-2eb4-432b-a7e3-fc49edf8282e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:03.588677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36234) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:03.622800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a5f21017-c8e1-40e2-928d-b99d91d0f83a details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:38:03.625216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb287d0-228d-48fe-b2f2-33b4f7b402d2 req-41ed5ad7-c0d4-4333-91e2-098b5347b26b tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:03.627192 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbb287d0-228d-48fe-b2f2-33b4f7b402d2 req-41ed5ad7-c0d4-4333-91e2-098b5347b26b tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 969 time: 0.1433868 Sep 18 19:38:03.666451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-13a64e83-1661-42da-9d42-563891d4c56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.672243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-13a64e83-1661-42da-9d42-563891d4c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.688958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.707553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b5d3bd0e-37c2-410c-8210-a6bde21c149a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3712468 Sep 18 19:38:03.715824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbb287d0-228d-48fe-b2f2-33b4f7b402d2 req-3bb6efff-cceb-451d-8f25-c327f90747ca tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757751 Sep 18 19:38:03.716970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9da4975c-347c-4d67-803a-28fa1f7e3da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.741973 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-13a64e83-1661-42da-9d42-563891d4c56f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc7087eff5a047ecaed06f1610834a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085810 Sep 18 19:38:03.741973 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a64e83-1661-42da-9d42-563891d4c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfbd5cf-cd9e-4f31-b115-a6b55f84adab,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:03.743315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36238) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:03.755260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ebfe013c-bca0-446e-98a3-c0c6a51478f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.774767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9da4975c-347c-4d67-803a-28fa1f7e3da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.818248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a5f21017-c8e1-40e2-928d-b99d91d0f83a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a5f21017-c8e1-40e2-928d-b99d91d0f83a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:03.832250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a5f21017-c8e1-40e2-928d-b99d91d0f83a', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'a5f21017-c8e1-40e2-928d-b99d91d0f83a', 'mac_address': 'fa:16:3e:c9:7a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:tempest-test_az-940629870', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:38:03.843536 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f954d31c-8e8c-4f4e-90ba-4b7db30e240f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.872065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f954d31c-8e8c-4f4e-90ba-4b7db30e240f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.881994 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9da4975c-347c-4d67-803a-28fa1f7e3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.886293 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9da4975c-347c-4d67-803a-28fa1f7e3da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.887696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9da4975c-347c-4d67-803a-28fa1f7e3da0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6db68320-2eb4-432b-a7e3-fc49edf8282e HTTP/1.1" status: 204 len: 168 time: 0.2980711 Sep 18 19:38:03.890362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36246) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:03.901975 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.918263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f21017-c8e1-40e2-928d-b99d91d0f83a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:03.925284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4975c-347c-4d67-803a-28fa1f7e3da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db68320-2eb4-432b-a7e3-fc49edf8282e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:03.930140 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7ac7-7568-4327-a28c-cdc58f513e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.950779 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ebfe013c-bca0-446e-98a3-c0c6a51478f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.957292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ebfe013c-bca0-446e-98a3-c0c6a51478f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.983265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a5f21017-c8e1-40e2-928d-b99d91d0f83a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a5f21017-c8e1-40e2-928d-b99d91d0f83a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:03.991520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:03.992688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 5fcb75da-bd1b-475e-9174-e3effffb5df6 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:38:04.002812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f954d31c-8e8c-4f4e-90ba-4b7db30e240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.005414 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f954d31c-8e8c-4f4e-90ba-4b7db30e240f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.005626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe013c-bca0-446e-98a3-c0c6a51478f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f957421b-4b4f-457a-8a44-1389e302233c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:04.006574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f954d31c-8e8c-4f4e-90ba-4b7db30e240f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edfbd5cf-cd9e-4f31-b115-a6b55f84adab HTTP/1.1" status: 204 len: 168 time: 0.2623706 Sep 18 19:38:04.019257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-ca17f15c-b8ef-48ec-9154-17f087afe8b2 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--751996478&fields=id&tenant_id=76b5f9df5cbe444f9d35cd914695193e HTTP/1.1" status: 200 len: 267 time: 0.0795858 Sep 18 19:38:04.029304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954d31c-8e8c-4f4e-90ba-4b7db30e240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfbd5cf-cd9e-4f31-b115-a6b55f84adab,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:04.049319 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ebfe013c-bca0-446e-98a3-c0c6a51478f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c2800b947ae4fcbaf0968dc6e383f00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3086746 Sep 18 19:38:04.052293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36258) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:04.168188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a5f21017-c8e1-40e2-928d-b99d91d0f83a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:04.184900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10d5a4ca-f344-48e3-adcd-a8ebdaa07c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.190600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 5fcb75da-bd1b-475e-9174-e3effffb5df6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5fcb75da-bd1b-475e-9174-e3effffb5df6,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:04.212955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '5fcb75da-bd1b-475e-9174-e3effffb5df6', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '5fcb75da-bd1b-475e-9174-e3effffb5df6', 'mac_address': 'fa:16:3e:28:cb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:tempest-test_az-940629870', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:38:04.237240 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10d5a4ca-f344-48e3-adcd-a8ebdaa07c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.275150 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.293718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcb75da-bd1b-475e-9174-e3effffb5df6 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:04.294103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505456b-0018-40c7-b229-b3d8e6de53ee req-ef500416-ad81-4b1b-ae4a-9100f3d3a19a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:04.295495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e505456b-0018-40c7-b229-b3d8e6de53ee req-ef500416-ad81-4b1b-ae4a-9100f3d3a19a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 969 time: 0.1846280 Sep 18 19:38:04.311901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-929ef54f-0ae9-4436-ad00-7d93ce058f30 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:04.313414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-929ef54f-0ae9-4436-ad00-7d93ce058f30 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 823 time: 0.2820704 Sep 18 19:38:04.316007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10d5a4ca-f344-48e3-adcd-a8ebdaa07c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.319961 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7ac7-7568-4327-a28c-cdc58f513e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.324213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-10d5a4ca-f344-48e3-adcd-a8ebdaa07c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.327557 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-10d5a4ca-f344-48e3-adcd-a8ebdaa07c6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f957421b-4b4f-457a-8a44-1389e302233c HTTP/1.1" status: 204 len: 168 time: 0.2719145 Sep 18 19:38:04.336655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 5fcb75da-bd1b-475e-9174-e3effffb5df6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5fcb75da-bd1b-475e-9174-e3effffb5df6,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:04.338281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5a4ca-f344-48e3-adcd-a8ebdaa07c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f957421b-4b4f-457a-8a44-1389e302233c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:04.350395 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.437966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=5fcb75da-bd1b-475e-9174-e3effffb5df6,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:04.508169 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a7e7ac7-7568-4327-a28c-cdc58f513e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.548987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-3b1c13d0-ef01-4b88-890f-0a505baa076b tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/quotas/76b5f9df5cbe444f9d35cd914695193e HTTP/1.1" status: 200 len: 375 time: 0.2190008 Sep 18 19:38:04.583785 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0a7e7ac7-7568-4327-a28c-cdc58f513e86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6971519fe2646c68c452c42d1a59a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6909678 Sep 18 19:38:04.586752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e505456b-0018-40c7-b229-b3d8e6de53ee req-83462434-3e88-4ba2-931b-9efd2a55b4d2 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724264 Sep 18 19:38:04.587420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36278) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:04.604639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e7ac7-7568-4327-a28c-cdc58f513e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36583faf-b442-48f1-8dd3-66037fe869f1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:04.670460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-e041ef90-f958-4385-a899-03d37e5c5591 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059992 Sep 18 19:38:04.685194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dddb-3fe6-45d6-9ba1-93af01b29e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.702367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a5f21017-c8e1-40e2-928d-b99d91d0f83a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:04.706704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['5fcb75da-bd1b-475e-9174-e3effffb5df6'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:04.713631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dddb-3fe6-45d6-9ba1-93af01b29e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.786134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dddb-3fe6-45d6-9ba1-93af01b29e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.789426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7c3dddb-3fe6-45d6-9ba1-93af01b29e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.795553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a7c3dddb-3fe6-45d6-9ba1-93af01b29e20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36583faf-b442-48f1-8dd3-66037fe869f1 HTTP/1.1" status: 204 len: 168 time: 0.1901009 Sep 18 19:38:04.805455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3dddb-3fe6-45d6-9ba1-93af01b29e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36583faf-b442-48f1-8dd3-66037fe869f1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:04.832666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36290) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:04.859890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a0866cb-e2bc-4d89-94b6-1426baa0bc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:04.898003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6a8bb-aa88-4d49-ba78-54d16f6ae96f req-415c95ed-01b1-439e-ae4d-4e17deb66aaa tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:04.900246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1cd6a8bb-aa88-4d49-ba78-54d16f6ae96f req-415c95ed-01b1-439e-ae4d-4e17deb66aaa tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 970 time: 0.0610456 Sep 18 19:38:04.987729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1cd6a8bb-aa88-4d49-ba78-54d16f6ae96f req-492fa255-dcef-4396-bbd1-6a78b3d1f39d tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793586 Sep 18 19:38:05.020446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a0866cb-e2bc-4d89-94b6-1426baa0bc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.041324 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a0866cb-e2bc-4d89-94b6-1426baa0bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.121275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0866cb-e2bc-4d89-94b6-1426baa0bc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830b6d54-8097-4a1b-80a0-b0e9a064446b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:05.141747 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2a0866cb-e2bc-4d89-94b6-1426baa0bc0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f93b73b1978a48b0a57ff4c599e6cad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079915 Sep 18 19:38:05.144986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36296) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:05.223658 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ea70ffb-b6fc-4421-808b-50b0efff4f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.248269 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ea70ffb-b6fc-4421-808b-50b0efff4f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.302753 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ea70ffb-b6fc-4421-808b-50b0efff4f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.306601 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ea70ffb-b6fc-4421-808b-50b0efff4f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.310327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6ea70ffb-b6fc-4421-808b-50b0efff4f74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/830b6d54-8097-4a1b-80a0-b0e9a064446b HTTP/1.1" status: 204 len: 168 time: 0.1640327 Sep 18 19:38:05.318359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea70ffb-b6fc-4421-808b-50b0efff4f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830b6d54-8097-4a1b-80a0-b0e9a064446b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:05.383002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-718fca5b-1c9f-49fe-92d6-61b5ce9d6009 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:38:05.384155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-718fca5b-1c9f-49fe-92d6-61b5ce9d6009 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0868616 Sep 18 19:38:05.483862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-73719671-58a2-43e0-8395-d8d7d5a68261 service neutron] 10.222.0.20 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924695 Sep 18 19:38:05.593255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-e29f7155-b752-427a-b264-5c2b423d9d1f service neutron] 10.222.0.20 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016335 Sep 18 19:38:05.600871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a5f21017-c8e1-40e2-928d-b99d91d0f83a up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:05.677347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a5f21017-c8e1-40e2-928d-b99d91d0f83a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:38:05.683492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a5f21017-c8e1-40e2-928d-b99d91d0f83a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:05.684021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.790103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47db87-40c4-4c85-a6ae-b0b58b913bcc req-2570ac6b-db45-49a4-93d6-afc879fb55e3 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:05.791911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be47db87-40c4-4c85-a6ae-b0b58b913bcc req-2570ac6b-db45-49a4-93d6-afc879fb55e3 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 970 time: 0.1030457 Sep 18 19:38:05.838257 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.854028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e74210af-e390-4871-a457-b15c603614b7 req-8d2145da-5971-4647-aa50-69bd357c2ebe tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 210 time: 0.0562582 Sep 18 19:38:05.867956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be47db87-40c4-4c85-a6ae-b0b58b913bcc req-a1985a9c-9e8a-480e-82b9-33bd20362336 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679500 Sep 18 19:38:05.896744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329e927-fbb0-4784-90cf-00c0f5823e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f21017-c8e1-40e2-928d-b99d91d0f83a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:05.979222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a5f21017-c8e1-40e2-928d-b99d91d0f83a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a5f21017-c8e1-40e2-928d-b99d91d0f83a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:05.984293 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:05.985666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 5fcb75da-bd1b-475e-9174-e3effffb5df6 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:06.063503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a5f21017-c8e1-40e2-928d-b99d91d0f83a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:06.097931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 5fcb75da-bd1b-475e-9174-e3effffb5df6 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:38:06.107070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 5fcb75da-bd1b-475e-9174-e3effffb5df6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:06.108647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:06.134895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92321d0c-b680-4693-a34b-58b15532c3c7 req-b9110c4f-d939-43e3-be5c-0b4c44c0af1a tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:06.142747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92321d0c-b680-4693-a34b-58b15532c3c7 req-b9110c4f-d939-43e3-be5c-0b4c44c0af1a tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 971 time: 0.0622480 Sep 18 19:38:06.209923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92321d0c-b680-4693-a34b-58b15532c3c7 req-fd5b7d04-39da-4631-9037-0c06202cc5e2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607562 Sep 18 19:38:06.356771 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:06.395824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 5fcb75da-bd1b-475e-9174-e3effffb5df6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5fcb75da-bd1b-475e-9174-e3effffb5df6,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:06.401576 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c11183-c00f-4c3b-aead-06f6ddd2f435" -d '{"events": [{"server_uuid": "7329e927-fbb0-4784-90cf-00c0f5823e93", "name": "network-vif-plugged", "status": "completed", "tag": "a5f21017-c8e1-40e2-928d-b99d91d0f83a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:06.405327 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:06.457642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=5fcb75da-bd1b-475e-9174-e3effffb5df6,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:06.751052 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c287f38-92e2-4b49-a164-8334b7b9f6f9 x-openstack-request-id: req-0c287f38-92e2-4b49-a164-8334b7b9f6f9 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:06.751714 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329e927-fbb0-4784-90cf-00c0f5823e93", "name": "network-vif-plugged", "status": "completed", "tag": "a5f21017-c8e1-40e2-928d-b99d91d0f83a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:06.751897 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c287f38-92e2-4b49-a164-8334b7b9f6f9 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:06.752369 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329e927-fbb0-4784-90cf-00c0f5823e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f21017-c8e1-40e2-928d-b99d91d0f83a', 'code': 200} Sep 18 19:38:06.907480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.24', 60712) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:06.931678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3260cd-4d95-4e03-854a-18f6fd803824 req-d3f49236-9f77-4182-98d8-99ca266e02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:06.935242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c3260cd-4d95-4e03-854a-18f6fd803824 req-d3f49236-9f77-4182-98d8-99ca266e02a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 1123 time: 0.1068273 Sep 18 19:38:06.980156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c3260cd-4d95-4e03-854a-18f6fd803824 req-64b2bf17-4357-43a3-b844-ce2473eb611d service neutron] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:07.005994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c65b8970-1ea2-4df9-a389-d8c02774eb39 req-3f421484-2023-4873-ab71-db8a8c27a89d tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 210 time: 0.0394502 Sep 18 19:38:07.114051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b04d-18a4-444e-8da5-b5325948b9f1 req-6252e678-59f9-4b9a-bb3d-1cf4a7e7c738 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:07.121694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bbf0b04d-18a4-444e-8da5-b5325948b9f1 req-6252e678-59f9-4b9a-bb3d-1cf4a7e7c738 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 971 time: 0.1145012 Sep 18 19:38:07.183856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bbf0b04d-18a4-444e-8da5-b5325948b9f1 req-d99f6315-b96a-4ed1-8be2-6c3811babccf tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611749 Sep 18 19:38:07.253599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c3260cd-4d95-4e03-854a-18f6fd803824 req-64b2bf17-4357-43a3-b844-ce2473eb611d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:07.262334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c3260cd-4d95-4e03-854a-18f6fd803824 req-64b2bf17-4357-43a3-b844-ce2473eb611d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:07.306444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2bf17-4357-43a3-b844-ce2473eb611d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be4ab0b3-2647-4b19-b588-fa8ee02b4478,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:07.325001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c3260cd-4d95-4e03-854a-18f6fd803824 req-64b2bf17-4357-43a3-b844-ce2473eb611d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817027 Sep 18 19:38:07.332163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-8873c934-fb84-4635-91bb-9d6ac1a97440 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:07.335923 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-8873c934-fb84-4635-91bb-9d6ac1a97440 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 823 time: 0.4272997 Sep 18 19:38:07.398524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba8452-ac25-44c1-8635-ef10e73eefaf req-4b61c4ba-ce5f-4666-98f5-e6e17a0382c6 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:07.400701 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deba8452-ac25-44c1-8635-ef10e73eefaf req-4b61c4ba-ce5f-4666-98f5-e6e17a0382c6 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 971 time: 0.0683515 Sep 18 19:38:07.457916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deba8452-ac25-44c1-8635-ef10e73eefaf req-22365ff0-fbfd-4a91-8583-d41f6679ed4a tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Sep 18 19:38:08.036615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890dd44-354e-4e19-8f40-bb87d90da887 req-d87126e5-9aff-4f31-9560-677e61e8fb1b tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.037314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890dd44-354e-4e19-8f40-bb87d90da887 req-d87126e5-9aff-4f31-9560-677e61e8fb1b tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.037534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890dd44-354e-4e19-8f40-bb87d90da887 req-d87126e5-9aff-4f31-9560-677e61e8fb1b tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.038614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890dd44-354e-4e19-8f40-bb87d90da887 req-d87126e5-9aff-4f31-9560-677e61e8fb1b tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.039364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890dd44-354e-4e19-8f40-bb87d90da887 req-d87126e5-9aff-4f31-9560-677e61e8fb1b tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.044718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f890dd44-354e-4e19-8f40-bb87d90da887 req-d87126e5-9aff-4f31-9560-677e61e8fb1b tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1246188 Sep 18 19:38:08.144119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6eca144-e17a-4082-a50c-5966aa41d3b1 req-643b5188-f866-4dce-8bf7-a2ab7d8ecd02 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 210 time: 0.0527172 Sep 18 19:38:08.213379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90450820-4435-4249-9722-5c9adc090871 req-b77c3e70-c340-45ba-87a9-189e56c1b879 tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.218141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90450820-4435-4249-9722-5c9adc090871 req-b77c3e70-c340-45ba-87a9-189e56c1b879 tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 886 time: 0.1541343 Sep 18 19:38:08.349366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36464) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:08.384368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9780b-7ecf-4e25-bfcb-3175554ca838 req-16443fde-5d2b-4968-a0b5-66f88ebc4a8e tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.385838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7f9780b-7ecf-4e25-bfcb-3175554ca838 req-16443fde-5d2b-4968-a0b5-66f88ebc4a8e tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 971 time: 0.1120126 Sep 18 19:38:08.390297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc0fa5-789e-4112-9bc2-233020ecccae req-4ae0ace1-bbfb-4fb3-8739-ed2aca1841cf tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.390779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc0fa5-789e-4112-9bc2-233020ecccae req-4ae0ace1-bbfb-4fb3-8739-ed2aca1841cf tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.391210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc0fa5-789e-4112-9bc2-233020ecccae req-4ae0ace1-bbfb-4fb3-8739-ed2aca1841cf tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.391698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc0fa5-789e-4112-9bc2-233020ecccae req-4ae0ace1-bbfb-4fb3-8739-ed2aca1841cf tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.392147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc0fa5-789e-4112-9bc2-233020ecccae req-4ae0ace1-bbfb-4fb3-8739-ed2aca1841cf tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.393729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05bc0fa5-789e-4112-9bc2-233020ecccae req-4ae0ace1-bbfb-4fb3-8739-ed2aca1841cf tempest-NetworksTest-2100401345 tempest-NetworksTest-2100401345-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1583943 Sep 18 19:38:08.438787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7f9780b-7ecf-4e25-bfcb-3175554ca838 req-c7785c70-ce36-4ec2-9fec-a3e3da8b3fde tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Sep 18 19:38:08.584340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9c0c-0237-4f40-a74e-a615c6a86b63 req-2f99f53f-3c1d-4880-9e25-33b24ecdfa30 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.585699 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5fa9c0c-0237-4f40-a74e-a615c6a86b63 req-2f99f53f-3c1d-4880-9e25-33b24ecdfa30 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 971 time: 0.0513499 Sep 18 19:38:08.641363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5fa9c0c-0237-4f40-a74e-a615c6a86b63 req-733250d2-af23-4313-93b9-8b815310e112 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Sep 18 19:38:08.642065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8fd41d4c-b677-4977-8643-b4d98f1dea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:08.753242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6363e884-ac74-4826-9386-dd8e3699a7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcb75da-bd1b-475e-9174-e3effffb5df6'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:08.757083 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08af63a7-45c6-4568-a457-4fd4e4841968" -d '{"events": [{"server_uuid": "6363e884-ac74-4826-9386-dd8e3699a7ac", "name": "network-vif-plugged", "status": "completed", "tag": "5fcb75da-bd1b-475e-9174-e3effffb5df6"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:08.772091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8fd41d4c-b677-4977-8643-b4d98f1dea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:08.777937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8fd41d4c-b677-4977-8643-b4d98f1dea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:08.816779 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000b605-591d-4287-8426-c2adf5ef3866 x-openstack-request-id: req-0000b605-591d-4287-8426-c2adf5ef3866 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:08.817116 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6363e884-ac74-4826-9386-dd8e3699a7ac", "name": "network-vif-plugged", "status": "completed", "tag": "5fcb75da-bd1b-475e-9174-e3effffb5df6", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:08.817411 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0000b605-591d-4287-8426-c2adf5ef3866 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:08.817801 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6363e884-ac74-4826-9386-dd8e3699a7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcb75da-bd1b-475e-9174-e3effffb5df6', 'code': 200} Sep 18 19:38:08.829715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8fd41d4c-b677-4977-8643-b4d98f1dea43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0e1fc70972e422c899136aedc7f6206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790678 Sep 18 19:38:08.831141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd41d4c-b677-4977-8643-b4d98f1dea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f785c7a8-b889-40d6-9ae6-41d97db61712,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:08.832411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36488) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:08.899995 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c18b005e-9452-411c-90b8-d3d9735c07f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:08.918645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36490) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:08.938464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910886ae-c2e9-4b4e-8cf5-f46e2f820cb2 req-86abfd66-8e1b-4a2f-a180-4fb6689a09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:08.940132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-910886ae-c2e9-4b4e-8cf5-f46e2f820cb2 req-86abfd66-8e1b-4a2f-a180-4fb6689a09d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 1123 time: 0.0489821 Sep 18 19:38:08.940812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c18b005e-9452-411c-90b8-d3d9735c07f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.021104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-910886ae-c2e9-4b4e-8cf5-f46e2f820cb2 req-575110f1-9e05-4072-b1db-d67466304226 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725596 Sep 18 19:38:09.026137 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c18b005e-9452-411c-90b8-d3d9735c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.029106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c18b005e-9452-411c-90b8-d3d9735c07f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.030446 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c18b005e-9452-411c-90b8-d3d9735c07f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f785c7a8-b889-40d6-9ae6-41d97db61712 HTTP/1.1" status: 204 len: 168 time: 0.1963506 Sep 18 19:38:09.040352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b005e-9452-411c-90b8-d3d9735c07f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f785c7a8-b889-40d6-9ae6-41d97db61712,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:09.103746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3057f590-a0b1-4469-9c24-d2ffa6b822b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.246090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3057f590-a0b1-4469-9c24-d2ffa6b822b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.252873 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3057f590-a0b1-4469-9c24-d2ffa6b822b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.313206 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3057f590-a0b1-4469-9c24-d2ffa6b822b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77bb38e4a648416c9a5283a2518d04ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930275 Sep 18 19:38:09.315101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057f590-a0b1-4469-9c24-d2ffa6b822b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98292e5b-0d0a-41d6-957e-b0eeda8d767c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:09.317761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36514) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:09.351499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0beeca72-ba49-4a39-945c-4b319c1ccca8 req-d52f2bc8-aecc-42e6-8ac0-94a98e8460a7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 210 time: 0.0430205 Sep 18 19:38:09.404241 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ae4398-b5dc-435b-a3f2-d21bc3966331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.437507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ae4398-b5dc-435b-a3f2-d21bc3966331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.509604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ae4398-b5dc-435b-a3f2-d21bc3966331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.512703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ae4398-b5dc-435b-a3f2-d21bc3966331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.513902 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-00ae4398-b5dc-435b-a3f2-d21bc3966331 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98292e5b-0d0a-41d6-957e-b0eeda8d767c HTTP/1.1" status: 204 len: 168 time: 0.1949983 Sep 18 19:38:09.525950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36528) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:09.546902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae4398-b5dc-435b-a3f2-d21bc3966331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98292e5b-0d0a-41d6-957e-b0eeda8d767c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:09.551440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b00324c-5451-426a-9e4b-b29418c9f753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.643545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749db88-7382-4a53-91f1-c4618832939a req-77d95913-7702-42fb-9d07-0ceacbb97d90 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:09.645057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0749db88-7382-4a53-91f1-c4618832939a req-77d95913-7702-42fb-9d07-0ceacbb97d90 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 971 time: 0.1048222 Sep 18 19:38:09.710334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0749db88-7382-4a53-91f1-c4618832939a req-30b1a582-29e4-45e8-bccd-cfe5842ec419 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Sep 18 19:38:09.751413 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b00324c-5451-426a-9e4b-b29418c9f753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.761154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b00324c-5451-426a-9e4b-b29418c9f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.806420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8b00324c-5451-426a-9e4b-b29418c9f753 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdaca96a0cfa473ab7f53fd6fd9943a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762182 Sep 18 19:38:09.806420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00324c-5451-426a-9e4b-b29418c9f753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6aa95-1ffe-45cf-9de7-912e8b6425a2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:09.806616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36552) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:09.870189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b8887-e33f-4187-b3b7-a5e139f02158 req-0a75f5f8-db88-4e4d-91a6-2cd1ad5d2c11 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:09.872085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-775b8887-e33f-4187-b3b7-a5e139f02158 req-0a75f5f8-db88-4e4d-91a6-2cd1ad5d2c11 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 971 time: 0.0676489 Sep 18 19:38:09.893438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca902-2965-4158-9fad-874d5f2a8869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.920557 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca902-2965-4158-9fad-874d5f2a8869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:09.923184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-775b8887-e33f-4187-b3b7-a5e139f02158 req-99b040e9-3a8e-43f3-82d7-52232461a1ab tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Sep 18 19:38:09.999126 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca902-2965-4158-9fad-874d5f2a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.002428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca902-2965-4158-9fad-874d5f2a8869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.006066 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1c1ca902-2965-4158-9fad-874d5f2a8869 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cad6aa95-1ffe-45cf-9de7-912e8b6425a2 HTTP/1.1" status: 204 len: 168 time: 0.1960888 Sep 18 19:38:10.018621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ca902-2965-4158-9fad-874d5f2a8869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6aa95-1ffe-45cf-9de7-912e8b6425a2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:10.079253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36564) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:10.099076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130dce9-35ef-4ab8-82b2-d418f28b6fbe req-452970f5-0dbd-4a6b-a0d3-1b406c20c4d4 tempest-AggregatesAdminTestJSON-1990047260 tempest-AggregatesAdminTestJSON-1990047260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:10.103090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4eee8442-fd06-416f-9069-91c1f100b928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.111933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8130dce9-35ef-4ab8-82b2-d418f28b6fbe req-452970f5-0dbd-4a6b-a0d3-1b406c20c4d4 tempest-AggregatesAdminTestJSON-1990047260 tempest-AggregatesAdminTestJSON-1990047260-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 1123 time: 0.0636203 Sep 18 19:38:10.127568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8130dce9-35ef-4ab8-82b2-d418f28b6fbe req-60545b19-e841-4039-a914-9e7c3b660714 tempest-AggregatesAdminTestJSON-1990047260 tempest-AggregatesAdminTestJSON-1990047260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.225967 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4eee8442-fd06-416f-9069-91c1f100b928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.234482 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4eee8442-fd06-416f-9069-91c1f100b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.291441 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4eee8442-fd06-416f-9069-91c1f100b928 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=306f29cc04bb47bfa3d3f74e544f8402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077358 Sep 18 19:38:10.291441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee8442-fd06-416f-9069-91c1f100b928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517bdddb-a778-4c4b-85e2-462bec20612b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:10.292257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36568) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:10.348224 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a62a4040-4b74-4430-90fd-664d75c06cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.350001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8130dce9-35ef-4ab8-82b2-d418f28b6fbe req-60545b19-e841-4039-a914-9e7c3b660714 tempest-AggregatesAdminTestJSON-1990047260 tempest-AggregatesAdminTestJSON-1990047260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.354762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8130dce9-35ef-4ab8-82b2-d418f28b6fbe req-60545b19-e841-4039-a914-9e7c3b660714 tempest-AggregatesAdminTestJSON-1990047260 tempest-AggregatesAdminTestJSON-1990047260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.375788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a62a4040-4b74-4430-90fd-664d75c06cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.408880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8130dce9-35ef-4ab8-82b2-d418f28b6fbe req-60545b19-e841-4039-a914-9e7c3b660714 tempest-AggregatesAdminTestJSON-1990047260 tempest-AggregatesAdminTestJSON-1990047260-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854636 Sep 18 19:38:10.411491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60545b19-e841-4039-a914-9e7c3b660714 tempest-AggregatesAdminTestJSON-1990047260 tempest-AggregatesAdminTestJSON-1990047260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1fb64e-bdfd-4362-9b9e-73a934abc7de,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:10.457209 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a62a4040-4b74-4430-90fd-664d75c06cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.459966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a62a4040-4b74-4430-90fd-664d75c06cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.461663 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a62a4040-4b74-4430-90fd-664d75c06cfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/517bdddb-a778-4c4b-85e2-462bec20612b HTTP/1.1" status: 204 len: 168 time: 0.1680813 Sep 18 19:38:10.471096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a4040-4b74-4430-90fd-664d75c06cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517bdddb-a778-4c4b-85e2-462bec20612b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:10.515115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89deb936-4274-4785-93d4-ed2df495b182 req-d78ee35e-0d05-4974-b696-846d99b600a6 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 210 time: 0.0503602 Sep 18 19:38:10.581761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36582) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:10.627018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36588) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:10.821113 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2478baea-12d4-4872-80f7-c63830181666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.848785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023503f-fa63-46e6-af31-8601d833c8be req-7614460c-3aff-4d01-b756-8c974055c30f tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:10.850652 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d023503f-fa63-46e6-af31-8601d833c8be req-7614460c-3aff-4d01-b756-8c974055c30f tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 971 time: 0.0551333 Sep 18 19:38:10.899915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58757f5f-6456-4946-aaff-f919c623fbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.934868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d023503f-fa63-46e6-af31-8601d833c8be req-e449d763-c25d-4747-84e3-bec3196a773a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728300 Sep 18 19:38:10.988274 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2478baea-12d4-4872-80f7-c63830181666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:10.996255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2478baea-12d4-4872-80f7-c63830181666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.029071 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2478baea-12d4-4872-80f7-c63830181666 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90ebc675622b4214aa33b0228706b048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461865 Sep 18 19:38:11.032326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36616) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:11.084539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478baea-12d4-4872-80f7-c63830181666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05abe125-da14-4c16-9126-e5fbd7bc8ffb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:11.124712 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-40ca03a3-b67d-41a0-8ce6-86fe95772327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.156650 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-40ca03a3-b67d-41a0-8ce6-86fe95772327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.199885 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58757f5f-6456-4946-aaff-f919c623fbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.207080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58757f5f-6456-4946-aaff-f919c623fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.235295 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-40ca03a3-b67d-41a0-8ce6-86fe95772327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.238492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-40ca03a3-b67d-41a0-8ce6-86fe95772327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.239972 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-40ca03a3-b67d-41a0-8ce6-86fe95772327 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05abe125-da14-4c16-9126-e5fbd7bc8ffb HTTP/1.1" status: 204 len: 168 time: 0.2065456 Sep 18 19:38:11.256108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca03a3-b67d-41a0-8ce6-86fe95772327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05abe125-da14-4c16-9126-e5fbd7bc8ffb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:11.280217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-58757f5f-6456-4946-aaff-f919c623fbbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=992418f9d78f4ed681b42f671af73df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6513927 Sep 18 19:38:11.288410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36630) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:11.290610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58757f5f-6456-4946-aaff-f919c623fbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee816c3e-f90e-4400-8237-917d68648ccb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:11.387637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055113f6-23ce-4d4e-9f75-02ab1909354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.417965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055113f6-23ce-4d4e-9f75-02ab1909354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.500349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055113f6-23ce-4d4e-9f75-02ab1909354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.503894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055113f6-23ce-4d4e-9f75-02ab1909354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:11.504984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-055113f6-23ce-4d4e-9f75-02ab1909354b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee816c3e-f90e-4400-8237-917d68648ccb HTTP/1.1" status: 204 len: 168 time: 0.2168767 Sep 18 19:38:11.514739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055113f6-23ce-4d4e-9f75-02ab1909354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee816c3e-f90e-4400-8237-917d68648ccb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:11.819214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51ac0b81-5128-4bb5-b8ee-62141543b51e req-35042677-179e-467f-81e2-0eb1c15eab7f tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 210 time: 0.0320015 Sep 18 19:38:11.988750 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36672) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:12.011475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ab0af7f-a460-4a20-82a0-034992b0d6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.028335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c601aa-afb2-4ad9-bdce-69506cc0626e req-84978de4-f8ae-4db1-b096-7a05daca8683 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:12.036728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34c601aa-afb2-4ad9-bdce-69506cc0626e req-84978de4-f8ae-4db1-b096-7a05daca8683 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 971 time: 0.0815146 Sep 18 19:38:12.108829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34c601aa-afb2-4ad9-bdce-69506cc0626e req-48b3e542-f717-41d8-994f-6db235e21811 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677221 Sep 18 19:38:12.167703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ab0af7f-a460-4a20-82a0-034992b0d6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.173079 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ab0af7f-a460-4a20-82a0-034992b0d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.226793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0af7f-a460-4a20-82a0-034992b0d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e8a81c-7969-437b-a797-a91d3b2f4e41,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:12.246083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36688) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:12.259442 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3ab0af7f-a460-4a20-82a0-034992b0d6f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fc8fdc9afb34691bb65ec55cb574638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531872 Sep 18 19:38:12.317731 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d0587e99-0d71-418c-b295-99e600364bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.346919 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d0587e99-0d71-418c-b295-99e600364bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.356222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36698) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:12.380676 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f189a724-c5d7-47b6-bcd4-40f1bf71b238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.424825 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d0587e99-0d71-418c-b295-99e600364bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.427399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d0587e99-0d71-418c-b295-99e600364bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.438597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d0587e99-0d71-418c-b295-99e600364bfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3e8a81c-7969-437b-a797-a91d3b2f4e41 HTTP/1.1" status: 204 len: 168 time: 0.1904669 Sep 18 19:38:12.447042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0587e99-0d71-418c-b295-99e600364bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e8a81c-7969-437b-a797-a91d3b2f4e41,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:12.574921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f189a724-c5d7-47b6-bcd4-40f1bf71b238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.582431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f189a724-c5d7-47b6-bcd4-40f1bf71b238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.628219 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f189a724-c5d7-47b6-bcd4-40f1bf71b238 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2a21307becf4f4aa8d78d0075d01033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709067 Sep 18 19:38:12.628379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36718) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:12.629121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189a724-c5d7-47b6-bcd4-40f1bf71b238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b20d7b-d2a6-4b94-9f85-acb50a4cd81e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:12.718819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ec34-935b-4d13-abe3-9622c7523b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.760162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ec34-935b-4d13-abe3-9622c7523b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.837916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ec34-935b-4d13-abe3-9622c7523b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.843161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4c5ec34-935b-4d13-abe3-9622c7523b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:12.844876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c4c5ec34-935b-4d13-abe3-9622c7523b75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57b20d7b-d2a6-4b94-9f85-acb50a4cd81e HTTP/1.1" status: 204 len: 168 time: 0.2150223 Sep 18 19:38:12.854362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5ec34-935b-4d13-abe3-9622c7523b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b20d7b-d2a6-4b94-9f85-acb50a4cd81e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:12.963109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b343d26-e7da-488a-8d69-e71f661fbd63 req-2ade75cb-b4b0-4c26-8544-2cd42a565d19 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 210 time: 0.0360463 Sep 18 19:38:13.267851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc214f45-3d6d-491e-86b8-8862a692873b req-93f5adfe-109e-4113-bbc5-94c685ef9870 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:13.269349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc214f45-3d6d-491e-86b8-8862a692873b req-93f5adfe-109e-4113-bbc5-94c685ef9870 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 971 time: 0.0684068 Sep 18 19:38:13.326852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc214f45-3d6d-491e-86b8-8862a692873b req-d05730a4-fc98-45e2-93f9-98ce42fdc28f tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Sep 18 19:38:13.504502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-b9bd04f2-3ab1-48c2-9e3b-a40ae6c7eff0 tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:13.506016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-b9bd04f2-3ab1-48c2-9e3b-a40ae6c7eff0 tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 1123 time: 0.0814698 Sep 18 19:38:13.669689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] Deleting port 5fcb75da-bd1b-475e-9174-e3effffb5df6 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:38:13.670404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:13.825035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] For port 5fcb75da-bd1b-475e-9174-e3effffb5df6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5fcb75da-bd1b-475e-9174-e3effffb5df6,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:13.825305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:13.865545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] Calling delete_port for 5fcb75da-bd1b-475e-9174-e3effffb5df6 owned by compute:tempest-test_az-940629870 {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:38:13.977911 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-7d54efd4-a587-4695-b1a4-b82dae1fe17f tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b5f9df5cbe444f9d35cd914695193e HTTP/1.1" status: 200 len: 379 time: 0.0699205 Sep 18 19:38:13.991286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Request body: {'port': {'device_id': '0f669b45-54b2-4059-b896-88c95c7573ad', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'admin_state_up': True, 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'security_groups': ['826ce524-2984-4b3e-9d58-710befa53066']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:14.118387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2deb32b-ca7a-4033-8398-cc36a858b047 req-dcbb92b2-94f0-47c0-9078-979f90822439 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 210 time: 0.0437975 Sep 18 19:38:14.154032 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:14.154282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Made reservation on behalf of 76b5f9df5cbe444f9d35cd914695193e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:14.159418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:14.167422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['5fcb75da-bd1b-475e-9174-e3effffb5df6'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:14.223855 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fcb75da-bd1b-475e-9174-e3effffb5df6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:14.265443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] No DVR routers for this DVR port 5fcb75da-bd1b-475e-9174-e3effffb5df6 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:38:14.268811 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:14.279401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98780e7d-32b0-4ec6-bd3b-28de9330b4d4 req-32c6b586-a0a7-427c-b0fb-d0df3dfef8dd tempest-DeleteServersAdminTestJSON-359922812 tempest-DeleteServersAdminTestJSON-359922812-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5fcb75da-bd1b-475e-9174-e3effffb5df6 HTTP/1.1" status: 204 len: 173 time: 0.7665603 Sep 18 19:38:14.280013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6363e884-ac74-4826-9386-dd8e3699a7ac', 'name': 'network-vif-deleted', 'tag': '5fcb75da-bd1b-475e-9174-e3effffb5df6'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:14.283145 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df72f849-029d-44b7-b4c2-49a1ea221d09" -d '{"events": [{"server_uuid": "6363e884-ac74-4826-9386-dd8e3699a7ac", "name": "network-vif-deleted", "tag": "5fcb75da-bd1b-475e-9174-e3effffb5df6"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:14.353369 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cac17c-7e04-4c74-857d-62b36f5b81e4 x-openstack-request-id: req-e1cac17c-7e04-4c74-857d-62b36f5b81e4 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:14.353977 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6363e884-ac74-4826-9386-dd8e3699a7ac", "name": "network-vif-deleted", "tag": "5fcb75da-bd1b-475e-9174-e3effffb5df6", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:14.354499 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1cac17c-7e04-4c74-857d-62b36f5b81e4 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:14.355115 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6363e884-ac74-4826-9386-dd8e3699a7ac', 'name': 'network-vif-deleted', 'tag': '5fcb75da-bd1b-475e-9174-e3effffb5df6', 'status': 'completed', 'code': 200} Sep 18 19:38:14.498595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Allocated IP 172.20.0.14 (eb2ab13e-e94b-4e66-91f3-58067f89b204/5112f793-2993-4753-972a-851ae9240421/a28e7e26-8785-49d7-940b-61ae7f141c4a) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:14.534689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65636e6e-d1ee-4f41-994b-2d7bfd61ab85 req-e4c7fdec-888b-46fd-8abc-1964aa0d0e43 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=6363e884-ac74-4826-9386-dd8e3699a7ac HTTP/1.1" status: 200 len: 210 time: 0.0575268 Sep 18 19:38:14.726261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:14.729358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36872) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:14.761495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e015c-4bda-4c04-bf15-fe210ace7273 req-c0833d7d-14d7-4d82-8b3e-01a7590c3e59 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:14.763874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c91e015c-4bda-4c04-bf15-fe210ace7273 req-c0833d7d-14d7-4d82-8b3e-01a7590c3e59 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 971 time: 0.0739212 Sep 18 19:38:14.797419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:14.819821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c91e015c-4bda-4c04-bf15-fe210ace7273 req-885634cd-f4aa-484d-a940-7fc7b93bd71d tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 Sep 18 19:38:14.845774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:14.848819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:14.864810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:14.871707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:14.872358 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:14.879507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event updated for resources: {'Port': ['ID=a28e7e26-8785-49d7-940b-61ae7f141c4a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:14.904014 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-644b03da-f5e1-4370-8164-1750d6873eb3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9176395 Sep 18 19:38:14.917340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-07b3cc94-a08a-40a1-9f9e-9864d2557beb tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:38:14.918898 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-07b3cc94-a08a-40a1-9f9e-9864d2557beb tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088372 Sep 18 19:38:15.093582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1798232a-ddfb-448c-ae54-d6ed35567df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:15.174930 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f7ca0e13-e9fc-4cc4-9e2f-dee18f04df33 None None] Provisioning complete for port a28e7e26-8785-49d7-940b-61ae7f141c4a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:15.177260 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f7ca0e13-e9fc-4cc4-9e2f-dee18f04df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:15.245120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1798232a-ddfb-448c-ae54-d6ed35567df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:15.253497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Request body: {'port': {'device_id': '0f669b45-54b2-4059-b896-88c95c7573ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:15.256432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca0e13-e9fc-4cc4-9e2f-dee18f04df33 None None] Port a28e7e26-8785-49d7-940b-61ae7f141c4a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:38:15.282439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-5f9fde84-fe88-4c01-9f22-1735063e9dac tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457747 Sep 18 19:38:15.292744 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1798232a-ddfb-448c-ae54-d6ed35567df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:15.356425 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798232a-ddfb-448c-ae54-d6ed35567df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af92e6-dcdd-4689-978d-ccc9cd8aa274,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:15.369826 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:15.409884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-ed268f33-43d2-4e3c-beda-c3ffb5048de0 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:15.412259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-ed268f33-43d2-4e3c-beda-c3ffb5048de0 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288180 Sep 18 19:38:15.445992 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1798232a-ddfb-448c-ae54-d6ed35567df9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c5e1bf4952640939bc5b903502d309f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7155504 Sep 18 19:38:15.451560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-a5c24e44-8cde-4faf-a2d1-581b7005fc30 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/quotas/63ec28d05b7f4c44963e5cd671b9e929 HTTP/1.1" status: 200 len: 375 time: 0.0288539 Sep 18 19:38:15.453123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36912) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:15.504588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-ba602b49-af74-4b07-9353-e05d06b72209 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520499 Sep 18 19:38:15.579314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ede82b3-8996-4768-90a1-3667b2672709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:15.638944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ede82b3-8996-4768-90a1-3667b2672709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:15.826876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0952188-a234-4e66-bf88-28c9312b7452 req-a0fb072b-aeec-4653-9f7f-2da196016e0c tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:15.831674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0952188-a234-4e66-bf88-28c9312b7452 req-a0fb072b-aeec-4653-9f7f-2da196016e0c tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 932 time: 0.2219098 Sep 18 19:38:15.881972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28e7e26-8785-49d7-940b-61ae7f141c4a {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:15.903850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0952188-a234-4e66-bf88-28c9312b7452 req-08e5d5b9-6dd8-43d5-866b-e459923fe4bd tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592372 Sep 18 19:38:15.915790 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:15.938570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Transition to ACTIVE for port object a28e7e26-8785-49d7-940b-61ae7f141c4a will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:38:15.946653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:16.010950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Pushing event updated for resources: {'Port': ['ID=a28e7e26-8785-49d7-940b-61ae7f141c4a,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:16.015034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ede82b3-8996-4768-90a1-3667b2672709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:16.022187 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ede82b3-8996-4768-90a1-3667b2672709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:16.026353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4ede82b3-8996-4768-90a1-3667b2672709 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21af92e6-dcdd-4689-978d-ccc9cd8aa274 HTTP/1.1" status: 204 len: 168 time: 0.5721390 Sep 18 19:38:16.057748 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2b9f853-679e-451c-9fee-30dbf99766c2 req-6a2e7b05-91fc-40e2-878e-d27a9df56784 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 210 time: 0.1701720 Sep 18 19:38:16.072282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede82b3-8996-4768-90a1-3667b2672709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af92e6-dcdd-4689-978d-ccc9cd8aa274,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:16.075013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Attempting to bind port a28e7e26-8785-49d7-940b-61ae7f141c4a on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:16.075791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Attempting to bind port a28e7e26-8785-49d7-940b-61ae7f141c4a by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:16.076480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Attempting to bind port a28e7e26-8785-49d7-940b-61ae7f141c4a on network eb2ab13e-e94b-4e66-91f3-58067f89b204 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:16.086591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Port a28e7e26-8785-49d7-940b-61ae7f141c4a on network eb2ab13e-e94b-4e66-91f3-58067f89b204 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:38:16.087859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Attempting to bind port a28e7e26-8785-49d7-940b-61ae7f141c4a on network eb2ab13e-e94b-4e66-91f3-58067f89b204 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:16.095572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:16.097404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Checking segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:16.098430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Bound using segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:16.099981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Bound port: a28e7e26-8785-49d7-940b-61ae7f141c4a, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:16.101947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:16.127458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-de8e9701-d3e8-48e7-b3d0-65e6e7314307 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:16.129041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-de8e9701-d3e8-48e7-b3d0-65e6e7314307 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.32 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 971 time: 0.2117732 Sep 18 19:38:16.270130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] For port a28e7e26-8785-49d7-940b-61ae7f141c4a, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:16.277475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] For port a28e7e26-8785-49d7-940b-61ae7f141c4a, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:16.291427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:16.424037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Pushing event updated for resources: {'Port': ['ID=a28e7e26-8785-49d7-940b-61ae7f141c4a,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:16.444139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:16.444901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:16.447247 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-5c6058a4-1275-42aa-bc2f-4ac3c2b8143e service neutron] 10.222.0.24 "PUT /v2.0/ports/a28e7e26-8785-49d7-940b-61ae7f141c4a HTTP/1.1" status: 200 len: 1093 time: 1.3603399 Sep 18 19:38:16.448136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f669b45-54b2-4059-b896-88c95c7573ad', 'tag': 'a28e7e26-8785-49d7-940b-61ae7f141c4a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:16.451980 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f669b45-54b2-4059-b896-88c95c7573ad", "tag": "a28e7e26-8785-49d7-940b-61ae7f141c4a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:16.529712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-42f5b555-89a8-463a-b460-832d683ef26e tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e516370ba82d41c68bbe22b6290363ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393834 Sep 18 19:38:16.606397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-d86a58f8-1d4b-47ca-a6fd-d900af699a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:16.609555 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-d86a58f8-1d4b-47ca-a6fd-d900af699a5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 1096 time: 0.1225376 Sep 18 19:38:16.686079 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-3e57b10d-0fcc-471e-aedf-481d8721d80d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a HTTP/1.1" status: 200 len: 217 time: 0.0683401 Sep 18 19:38:16.785887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf865f1-93c0-4146-9ed6-3057c1cdc1e4 req-d7284144-1629-458d-a5ee-06f85751ca1b tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:16.789007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-b61041b0-8a23-42c8-82da-efd7bd473656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:16.790562 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-b61041b0-8a23-42c8-82da-efd7bd473656 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 200 len: 862 time: 0.0981352 Sep 18 19:38:16.794834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bf865f1-93c0-4146-9ed6-3057c1cdc1e4 req-d7284144-1629-458d-a5ee-06f85751ca1b tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 971 time: 0.3055773 Sep 18 19:38:16.874176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-6f75c16f-8a79-4210-ac3d-09d5325decdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:16.876821 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-6f75c16f-8a79-4210-ac3d-09d5325decdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2ab13e-e94b-4e66-91f3-58067f89b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788591 Sep 18 19:38:16.883775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-5513f961-3bf6-4708-a1ec-ad0e4ecfe40a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:16.890574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-5513f961-3bf6-4708-a1ec-ad0e4ecfe40a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3532493 Sep 18 19:38:16.910498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bf865f1-93c0-4146-9ed6-3057c1cdc1e4 req-4ea6ccee-284d-4ffa-8268-ffd9434bb359 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eee86d7-43d4-4749-adcb-85b7dbeaa640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018586 Sep 18 19:38:16.929184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Deleting port a5f21017-c8e1-40e2-928d-b99d91d0f83a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:38:16.930196 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:16.954616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-d6ce3b29-ad04-422f-ab20-ffd8b8b2362f tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/quotas/e516370ba82d41c68bbe22b6290363ce HTTP/1.1" status: 200 len: 375 time: 0.0628777 Sep 18 19:38:16.969037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36980) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:17.022302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-3bbbc7fd-3b26-4936-8a6b-9ad91b574f23 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e516370ba82d41c68bbe22b6290363ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665009 Sep 18 19:38:17.121975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] For port a5f21017-c8e1-40e2-928d-b99d91d0f83a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a5f21017-c8e1-40e2-928d-b99d91d0f83a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:17.122693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:17.142802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Calling delete_port for a5f21017-c8e1-40e2-928d-b99d91d0f83a owned by compute:tempest-test_az-940629870 {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:38:17.229044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36984) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:17.230514 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1a5e8-5384-4f29-97dc-19c854abc97a x-openstack-request-id: req-58a1a5e8-5384-4f29-97dc-19c854abc97a {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:17.230804 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f669b45-54b2-4059-b896-88c95c7573ad", "tag": "a28e7e26-8785-49d7-940b-61ae7f141c4a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:17.231053 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58a1a5e8-5384-4f29-97dc-19c854abc97a {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:17.231689 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f669b45-54b2-4059-b896-88c95c7573ad', 'tag': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'status': 'completed', 'code': 200} Sep 18 19:38:17.291849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b46ef2df-0a66-4b5a-a489-bb7261cd4528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:17.334868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a83001-ce46-4b43-b5a7-c67eb292a330 req-76aa3f03-d3b0-4e5a-90df-c99f33f57759 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 210 time: 0.0666142 Sep 18 19:38:17.373977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-1e98c088-0143-4f85-ac0f-c99eb4a1a7c8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907540 Sep 18 19:38:17.384590 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-7569f224-4c5b-468c-8436-89b0df3e5681 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986911 Sep 18 19:38:17.404338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871892e5-f738-40b9-87f7-2b7e158baaca req-48e2565e-cec1-46d3-ab8d-9fea72af74fa tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:17.412825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871892e5-f738-40b9-87f7-2b7e158baaca req-48e2565e-cec1-46d3-ab8d-9fea72af74fa tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 944 time: 0.1600311 Sep 18 19:38:17.489131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65734e2b-7676-4c85-8d6a-c59e150bed3b req-e731195e-4ef0-4c6a-96c1-f9856be53259 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 210 time: 0.0514436 Sep 18 19:38:17.492630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:17.507773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a5f21017-c8e1-40e2-928d-b99d91d0f83a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:17.551669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Pushing event deleted for resources: {'Port': ['ID=a5f21017-c8e1-40e2-928d-b99d91d0f83a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:17.603140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871892e5-f738-40b9-87f7-2b7e158baaca req-4b715bb6-bcfa-4a4b-8a87-7881173038c2 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878328 Sep 18 19:38:17.667884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5726c88-606c-4098-8fca-56ca8d648351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:17.671676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a5f21017-c8e1-40e2-928d-b99d91d0f83a no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:38:17.704570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a5f21017-c8e1-40e2-928d-b99d91d0f83a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:38:17.704909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a5f21017-c8e1-40e2-928d-b99d91d0f83a not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:38:17.720132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 5fcb75da-bd1b-475e-9174-e3effffb5df6 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:38:17.763191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 5fcb75da-bd1b-475e-9174-e3effffb5df6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:38:17.763874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 5fcb75da-bd1b-475e-9174-e3effffb5df6 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:38:17.777138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] No DVR routers for this DVR port a5f21017-c8e1-40e2-928d-b99d91d0f83a on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:38:17.780710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-1cbe2a40-8288-46ae-94e6-bb8c1b4c5fda tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:17.782273 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-1cbe2a40-8288-46ae-94e6-bb8c1b4c5fda tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3966711 Sep 18 19:38:17.784391 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d0fa208c-6b2f-4fd2-83a3-5ba5a4e2b91d req-86d611d5-4c1c-45a1-803f-1d50cc6058ef service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781204 Sep 18 19:38:17.786060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:17.790979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8c232a5-1e46-4e8b-a0d3-58e73563c2dd req-1427e9d7-3394-4b9b-a8c9-735654a8cfd2 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.32 "DELETE /v2.0/ports/a5f21017-c8e1-40e2-928d-b99d91d0f83a HTTP/1.1" status: 204 len: 173 time: 1.6535172 Sep 18 19:38:17.791679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7329e927-fbb0-4784-90cf-00c0f5823e93', 'name': 'network-vif-deleted', 'tag': 'a5f21017-c8e1-40e2-928d-b99d91d0f83a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:17.795134 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fdbf04-5e29-46a8-9cb5-7bb400ee4f45" -d '{"events": [{"server_uuid": "7329e927-fbb0-4784-90cf-00c0f5823e93", "name": "network-vif-deleted", "tag": "a5f21017-c8e1-40e2-928d-b99d91d0f83a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:17.799451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Request body: {'port': {'device_id': '5be5f3bc-6756-475b-8083-bb957059c13b', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '63ec28d05b7f4c44963e5cd671b9e929'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:17.851244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b46ef2df-0a66-4b5a-a489-bb7261cd4528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:17.858042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b46ef2df-0a66-4b5a-a489-bb7261cd4528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:17.928477 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b46ef2df-0a66-4b5a-a489-bb7261cd4528 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f76285406e8477cb53e178aa3c8c3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9488471 Sep 18 19:38:17.931316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ef2df-0a66-4b5a-a489-bb7261cd4528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c4fe52-3bcf-4243-a7a2-afdf131480ec,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:17.937525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37016) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:18.021026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a564346-a25f-440a-ae96-fd9dfa6d7e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.048036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a564346-a25f-440a-ae96-fd9dfa6d7e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.058522 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d769687-e8c0-4dfe-98b3-f6a2228761e5 x-openstack-request-id: req-6d769687-e8c0-4dfe-98b3-f6a2228761e5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:18.059165 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7329e927-fbb0-4784-90cf-00c0f5823e93", "name": "network-vif-deleted", "tag": "a5f21017-c8e1-40e2-928d-b99d91d0f83a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:18.059785 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d769687-e8c0-4dfe-98b3-f6a2228761e5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:18.060412 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7329e927-fbb0-4784-90cf-00c0f5823e93', 'name': 'network-vif-deleted', 'tag': 'a5f21017-c8e1-40e2-928d-b99d91d0f83a', 'status': 'completed', 'code': 200} Sep 18 19:38:18.119113 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a564346-a25f-440a-ae96-fd9dfa6d7e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.121730 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a564346-a25f-440a-ae96-fd9dfa6d7e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.122893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0a564346-a25f-440a-ae96-fd9dfa6d7e2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23c4fe52-3bcf-4243-a7a2-afdf131480ec HTTP/1.1" status: 204 len: 168 time: 0.1822014 Sep 18 19:38:18.123357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-ddc96e3a-508a-4469-9645-2508328640df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:18.125672 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-ddc96e3a-508a-4469-9645-2508328640df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 1096 time: 0.2049823 Sep 18 19:38:18.195718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-438650f0-cb16-4c73-bbe0-077bdb2c2610 req-8d47bab6-4694-4da3-b00a-c9da21acd730 tempest-AggregatesAdminTestJSON-615526426 tempest-AggregatesAdminTestJSON-615526426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7329e927-fbb0-4784-90cf-00c0f5823e93 HTTP/1.1" status: 200 len: 210 time: 0.0509007 Sep 18 19:38:18.210298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a564346-a25f-440a-ae96-fd9dfa6d7e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c4fe52-3bcf-4243-a7a2-afdf131480ec,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:18.233623 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5726c88-606c-4098-8fca-56ca8d648351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.266035 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5726c88-606c-4098-8fca-56ca8d648351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.314124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5726c88-606c-4098-8fca-56ca8d648351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe848b8-4dc6-4bd5-80bc-f1b0b1bf995c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:18.358757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37026) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:18.359281 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a5726c88-606c-4098-8fca-56ca8d648351 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=692e117492164ae1b210c81919bd5c51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1264145 Sep 18 19:38:18.367538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Made reservation on behalf of 63ec28d05b7f4c44963e5cd671b9e929 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:18.372432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.388656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-a2c71f30-f03b-4d2d-83dd-4c0e6c16ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:18.390482 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-a2c71f30-f03b-4d2d-83dd-4c0e6c16ccbb service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 924 time: 0.2475169 Sep 18 19:38:18.391758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.455618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f4dd-bfbb-488e-b0d9-44b094824ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.503579 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f4dd-bfbb-488e-b0d9-44b094824ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.586546 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-99792983-12ac-43e2-9438-a75a7d2732aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a HTTP/1.1" status: 200 len: 217 time: 0.1772008 Sep 18 19:38:18.608043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-081b71a5-79fb-40da-875a-ae35f9fb2874 req-343762ba-556c-4cc5-8c5e-9d0118601019 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 210 time: 0.0469513 Sep 18 19:38:18.608904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f4dd-bfbb-488e-b0d9-44b094824ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.622174 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f4dd-bfbb-488e-b0d9-44b094824ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.623498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6bd3f4dd-bfbb-488e-b0d9-44b094824ff3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fe848b8-4dc6-4bd5-80bc-f1b0b1bf995c HTTP/1.1" status: 204 len: 168 time: 0.2631865 Sep 18 19:38:18.646115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3f4dd-bfbb-488e-b0d9-44b094824ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe848b8-4dc6-4bd5-80bc-f1b0b1bf995c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:18.670218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-110772d7-cbec-4ed7-b2ad-df037b49bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:18.670218 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-110772d7-cbec-4ed7-b2ad-df037b49bba3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 200 len: 862 time: 0.0686419 Sep 18 19:38:18.701216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.737087 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:18.801053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c102641-436a-45db-9ea9-09f1d2fd0b8b req-7650f2c1-4210-430c-b0e9-18b46495ce83 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 210 time: 0.0620081 Sep 18 19:38:18.861896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-6304e0fa-26bb-4302-a04c-1e35f550f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:18.868219 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-6304e0fa-26bb-4302-a04c-1e35f550f1a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2ab13e-e94b-4e66-91f3-58067f89b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808720 Sep 18 19:38:18.875779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:18.890358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.24', 60720) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:18.937799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-05a6576d-85bc-4706-be94-7052db777c50 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e516370ba82d41c68bbe22b6290363ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358417 Sep 18 19:38:19.054554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Allocated IP 192.168.233.228 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/164a5392-b1da-492e-ad4b-862897400c6b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:19.083568 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-c4dbfa80-1db0-4f71-9f06-937298b78791 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933260 Sep 18 19:38:19.100553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88931b-4ecb-400c-a942-01ed3c4109d5 req-a2ee3515-3a11-4e63-89e2-17792d757cf0 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:19.102599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c88931b-4ecb-400c-a942-01ed3c4109d5 req-a2ee3515-3a11-4e63-89e2-17792d757cf0 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 944 time: 0.1288538 Sep 18 19:38:19.144879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-329926c6-301b-4b62-8348-7db36f83a497 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:19.146963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-329926c6-301b-4b62-8348-7db36f83a497 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080579 Sep 18 19:38:19.171793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c88931b-4ecb-400c-a942-01ed3c4109d5 req-71207617-7674-4a8d-92ac-9244baf910e3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606320 Sep 18 19:38:19.175961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Request body: {'port': {'device_id': '4787c60c-d112-4aab-a22d-1a9bf01650b3', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'e516370ba82d41c68bbe22b6290363ce'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:19.192651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37058) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:19.298535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f23357c-759f-439c-89f2-8382e8934a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:19.369207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Made reservation on behalf of e516370ba82d41c68bbe22b6290363ce for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:19.373266 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:19.439233 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-207f1ba1-c6be-4785-aa97-4cf4b7753fc0 req-abf9a278-7567-4a60-a72b-3b34e6a60b22 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478732 Sep 18 19:38:19.509878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:19.581286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f23357c-759f-439c-89f2-8382e8934a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:19.582958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:19.597160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f23357c-759f-439c-89f2-8382e8934a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:19.693320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:19.694417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Allocated IP 192.168.233.183 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/809466f7-b799-4dcc-86ee-8fc3eb6c7351) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:19.707341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:19.710575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:19.722298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:19.722984 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:19.777829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23357c-759f-439c-89f2-8382e8934a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016ae38b-d71e-43c9-88b7-4ec8ed20e7c6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:19.801899 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7f23357c-759f-439c-89f2-8382e8934a54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd0485d76c474a1db63503007ef09a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061933 Sep 18 19:38:19.807534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37088) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:19.809508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Pushing event updated for resources: {'Port': ['ID=164a5392-b1da-492e-ad4b-862897400c6b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:19.850664 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-315144fd-85c6-4f6c-af38-4550fa631db8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0578341 Sep 18 19:38:19.890131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Request body: {'port': {'device_id': '5be5f3bc-6756-475b-8083-bb957059c13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:19.940768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37094) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:19.984985 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96c9f2c8-294e-4ee9-88ea-a0d61dc7761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:19.993681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8a093-51c8-415d-9f29-3a0e6d9802df req-e05bf5b0-6b67-43f3-98de-80937c5f235e tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:19.996088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4b8a093-51c8-415d-9f29-3a0e6d9802df req-e05bf5b0-6b67-43f3-98de-80937c5f235e tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 936 time: 0.2594638 Sep 18 19:38:19.997872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.027200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96c9f2c8-294e-4ee9-88ea-a0d61dc7761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.031895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99c19df3-53d8-4c5d-a6c3-53187c82af5d req-d401b715-3fb6-4fe4-90ec-ee767cab6cbf tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 210 time: 0.1260026 Sep 18 19:38:20.070013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37100) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:20.095197 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9d9b7f5b-7dae-4735-8a7e-2085323f694b None None] Provisioning complete for port 164a5392-b1da-492e-ad4b-862897400c6b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:20.095837 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7f5b-7dae-4735-8a7e-2085323f694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.150695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b7f5b-7dae-4735-8a7e-2085323f694b None None] Port 164a5392-b1da-492e-ad4b-862897400c6b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:38:20.191887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96c9f2c8-294e-4ee9-88ea-a0d61dc7761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.195607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96c9f2c8-294e-4ee9-88ea-a0d61dc7761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.196580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4b8a093-51c8-415d-9f29-3a0e6d9802df req-3f15d5ae-298e-459c-b661-40940ecf6338 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698513 Sep 18 19:38:20.197257 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-96c9f2c8-294e-4ee9-88ea-a0d61dc7761d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/016ae38b-d71e-43c9-88b7-4ec8ed20e7c6 HTTP/1.1" status: 204 len: 168 time: 0.3789825 Sep 18 19:38:20.209557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9f2c8-294e-4ee9-88ea-a0d61dc7761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016ae38b-d71e-43c9-88b7-4ec8ed20e7c6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:20.231808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.250615 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d5499713-429c-4f33-a38a-f769825c5890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.318558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.381936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:20.386899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:20.392174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:20.399590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:20.399590 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.429965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Pushing event updated for resources: {'Port': ['ID=809466f7-b799-4dcc-86ee-8fc3eb6c7351,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:20.436260 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-793f74d0-7076-4efc-ac86-190832b2f6d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b40fc9a591e4418a75040a547239f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629835 Sep 18 19:38:20.440466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18936f70-101d-459e-a16b-41520d3845d3 req-7412b6d5-9d40-4ca0-ad1d-1c53010790da tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:20.442469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37114) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:20.448509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18936f70-101d-459e-a16b-41520d3845d3 req-7412b6d5-9d40-4ca0-ad1d-1c53010790da tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 944 time: 0.1488845 Sep 18 19:38:20.499220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18936f70-101d-459e-a16b-41520d3845d3 req-9a982573-0aef-45fd-8f60-8207647d51bb tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493715 Sep 18 19:38:20.501688 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d5499713-429c-4f33-a38a-f769825c5890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.512863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f32924f7-99ba-4dcd-b97b-be21c9c0ec9c tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3448122 Sep 18 19:38:20.531603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Request body: {'port': {'device_id': '4787c60c-d112-4aab-a22d-1a9bf01650b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:20.585532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d5499713-429c-4f33-a38a-f769825c5890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.618340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.621636 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d5499713-429c-4f33-a38a-f769825c5890 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d2bc3ab4fb147c8acb22c47d717f337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6798172 Sep 18 19:38:20.629825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37122) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:20.644700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164a5392-b1da-492e-ad4b-862897400c6b {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:20.650351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37124) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:20.678752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ab471a0a-3fd3-49f7-af02-b10cb482b157 None None] Provisioning complete for port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:20.682309 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab471a0a-3fd3-49f7-af02-b10cb482b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.719527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.742980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ab471a0a-3fd3-49f7-af02-b10cb482b157 None None] Port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:38:20.789216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Transition to ACTIVE for port object 164a5392-b1da-492e-ad4b-862897400c6b will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:38:20.796501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3481917-8057-4137-b7e6-c0fc7d37ba31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.798487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5499713-429c-4f33-a38a-f769825c5890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd25af9f-ce1a-4cf2-b9e0-f8d425ebd785,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:20.801929 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.803777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a32d901-5046-486e-8f4e-c5380ddf7951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.884454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a32d901-5046-486e-8f4e-c5380ddf7951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.899083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3481917-8057-4137-b7e6-c0fc7d37ba31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:20.939821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=164a5392-b1da-492e-ad4b-862897400c6b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:20.954073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62fc1fc0-65f3-4cef-a608-2f10885ef440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.052941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809466f7-b799-4dcc-86ee-8fc3eb6c7351 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:21.064775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Attempting to bind port 164a5392-b1da-492e-ad4b-862897400c6b on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:21.065115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Attempting to bind port 164a5392-b1da-492e-ad4b-862897400c6b by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:21.065444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Attempting to bind port 164a5392-b1da-492e-ad4b-862897400c6b on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:21.068424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.086364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Port 164a5392-b1da-492e-ad4b-862897400c6b on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:38:21.093768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Attempting to bind port 164a5392-b1da-492e-ad4b-862897400c6b on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:21.101690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:21.102372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:21.102927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:21.103600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Bound port: 164a5392-b1da-492e-ad4b-862897400c6b, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:21.104153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.118412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Transition to ACTIVE for port object 809466f7-b799-4dcc-86ee-8fc3eb6c7351 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:38:21.125085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a32d901-5046-486e-8f4e-c5380ddf7951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.125297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.139875 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a32d901-5046-486e-8f4e-c5380ddf7951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.147811 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a32d901-5046-486e-8f4e-c5380ddf7951 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd25af9f-ce1a-4cf2-b9e0-f8d425ebd785 HTTP/1.1" status: 204 len: 168 time: 0.5165167 Sep 18 19:38:21.158667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3481917-8057-4137-b7e6-c0fc7d37ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.169102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3481917-8057-4137-b7e6-c0fc7d37ba31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.170542 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e3481917-8057-4137-b7e6-c0fc7d37ba31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4eee86d7-43d4-4749-adcb-85b7dbeaa640 HTTP/1.1" status: 204 len: 168 time: 0.7275164 Sep 18 19:38:21.209158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32d901-5046-486e-8f4e-c5380ddf7951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd25af9f-ce1a-4cf2-b9e0-f8d425ebd785,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:21.237764 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481917-8057-4137-b7e6-c0fc7d37ba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee86d7-43d4-4749-adcb-85b7dbeaa640,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:21.308879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] For port 164a5392-b1da-492e-ad4b-862897400c6b, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:21.314506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] For port 164a5392-b1da-492e-ad4b-862897400c6b, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=164a5392-b1da-492e-ad4b-862897400c6b,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:21.328633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.358161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Pushing event updated for resources: {'Port': ['ID=809466f7-b799-4dcc-86ee-8fc3eb6c7351,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:21.380088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Attempting to bind port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:21.380602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Attempting to bind port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:21.380810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Attempting to bind port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:21.396997 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62fc1fc0-65f3-4cef-a608-2f10885ef440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.399531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8c19a-ecea-49d3-b3e4-4f65fde1f873 req-209e605d-afee-4355-9615-c627d1ccc20a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:21.407592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6b8c19a-ecea-49d3-b3e4-4f65fde1f873 req-209e605d-afee-4355-9615-c627d1ccc20a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 948 time: 0.2200861 Sep 18 19:38:21.407831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:21.408309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.409921 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/164a5392-b1da-492e-ad4b-862897400c6b HTTP/1.1" status: 200 len: 1097 time: 1.5424101 Sep 18 19:38:21.410710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be5f3bc-6756-475b-8083-bb957059c13b', 'tag': '164a5392-b1da-492e-ad4b-862897400c6b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:21.412980 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde7d42d-0eb0-404a-8771-b0320acaa5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5be5f3bc-6756-475b-8083-bb957059c13b", "tag": "164a5392-b1da-492e-ad4b-862897400c6b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:21.415393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:38:21.415746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Attempting to bind port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:21.418835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62fc1fc0-65f3-4cef-a608-2f10885ef440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.430690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:21.431858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:21.431858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:21.432419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Bound port: 809466f7-b799-4dcc-86ee-8fc3eb6c7351, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:21.432799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.493646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6b8c19a-ecea-49d3-b3e4-4f65fde1f873 req-bf285d32-6826-4375-a7ac-af3d0ec64909 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850632 Sep 18 19:38:21.541988 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-62fc1fc0-65f3-4cef-a608-2f10885ef440 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=960ed71627944e9fb70ff98899217781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8547323 Sep 18 19:38:21.544427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879a59d-8dac-4c0d-8709-2104fb91e1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=164a5392-b1da-492e-ad4b-862897400c6b,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:21.546341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37168) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:21.548868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc1fc0-65f3-4cef-a608-2f10885ef440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db86b156-1609-412c-9185-66a2bc757fad,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:21.555057 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8562d3b0-e3f5-4159-9fcd-77e1608eb227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.577475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-3b96e595-cf4c-4436-8fff-68c82e2dd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:21.584431 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-3b96e595-cf4c-4436-8fff-68c82e2dd301 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 1100 time: 0.1175511 Sep 18 19:38:21.655671 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-1438cf66-5ddd-4c5f-b9e3-9728e691cc26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=164a5392-b1da-492e-ad4b-862897400c6b HTTP/1.1" status: 200 len: 217 time: 0.0626740 Sep 18 19:38:21.676380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a28e7e26-8785-49d7-940b-61ae7f141c4a details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:38:21.676785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] For port 809466f7-b799-4dcc-86ee-8fc3eb6c7351, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:21.713399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] For port 809466f7-b799-4dcc-86ee-8fc3eb6c7351, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=809466f7-b799-4dcc-86ee-8fc3eb6c7351,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:21.715360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-996c7625-9c09-4725-ab6b-74948dc8525c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.741336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.751826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-55139888-74d3-4aea-80f2-831149525bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:21.753984 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-55139888-74d3-4aea-80f2-831149525bd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0903461 Sep 18 19:38:21.821679 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:38:21.826872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Pushing event updated for resources: {'Port': ['ID=809466f7-b799-4dcc-86ee-8fc3eb6c7351,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:21.827250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-94520e44-54b0-4a4a-b737-1dc38b125a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:21.829524 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-94520e44-54b0-4a4a-b737-1dc38b125a57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0673766 Sep 18 19:38:21.870067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c59790-db17-4152-a6e1-dad504505951 req-50b44097-075f-49c3-85e3-41e23ab690a1 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:21.871804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0c59790-db17-4152-a6e1-dad504505951 req-50b44097-075f-49c3-85e3-41e23ab690a1 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 948 time: 0.2442710 Sep 18 19:38:21.884356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:21.884788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.886164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-bd227e65-fd3e-43b4-8d50-b173d9bff793 service neutron] 10.222.0.24 "PUT /v2.0/ports/809466f7-b799-4dcc-86ee-8fc3eb6c7351 HTTP/1.1" status: 200 len: 1097 time: 1.3625243 Sep 18 19:38:21.893613 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-996c7625-9c09-4725-ab6b-74948dc8525c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:21.896453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4787c60c-d112-4aab-a22d-1a9bf01650b3', 'tag': '809466f7-b799-4dcc-86ee-8fc3eb6c7351'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:21.905576 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4787c60c-d112-4aab-a22d-1a9bf01650b3", "tag": "809466f7-b799-4dcc-86ee-8fc3eb6c7351"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:21.916254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a28e7e26-8785-49d7-940b-61ae7f141c4a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:21.952838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'port_id': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'mac_address': 'fa:16:3e:41:61:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:38:21.991815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37174) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:22.024819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fcba1075-36f0-4fe3-9751-608eb946d025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.060921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0c59790-db17-4152-a6e1-dad504505951 req-942dba68-8c26-4aa3-af23-be8f4619aea5 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650622 Sep 18 19:38:22.078710 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.094354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37180) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:22.109037 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735845eb-a4f1-4cc2-b99e-81a4e343a666 x-openstack-request-id: req-735845eb-a4f1-4cc2-b99e-81a4e343a666 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:22.109325 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be5f3bc-6756-475b-8083-bb957059c13b", "tag": "164a5392-b1da-492e-ad4b-862897400c6b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:22.109741 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-735845eb-a4f1-4cc2-b99e-81a4e343a666 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:22.110296 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be5f3bc-6756-475b-8083-bb957059c13b', 'tag': '164a5392-b1da-492e-ad4b-862897400c6b', 'status': 'completed', 'code': 200} Sep 18 19:38:22.119131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28e7e26-8785-49d7-940b-61ae7f141c4a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:22.134485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-767ab940-d6d6-402a-93ae-a20f4b58bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:22.136347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-767ab940-d6d6-402a-93ae-a20f4b58bc8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e516370ba82d41c68bbe22b6290363ce&device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 1100 time: 0.1757240 Sep 18 19:38:22.148834 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-ff557524-401e-479a-97be-a7c7fdff1f2f service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123462 Sep 18 19:38:22.163815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a28e7e26-8785-49d7-940b-61ae7f141c4a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:22.175647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.227136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-0dc33c43-746e-4698-9565-64e9cef856b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=809466f7-b799-4dcc-86ee-8fc3eb6c7351 HTTP/1.1" status: 200 len: 217 time: 0.0812736 Sep 18 19:38:22.240652 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6841bcb5-c82d-4619-8708-6ec3763134ff x-openstack-request-id: req-6841bcb5-c82d-4619-8708-6ec3763134ff {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:22.240939 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4787c60c-d112-4aab-a22d-1a9bf01650b3", "tag": "809466f7-b799-4dcc-86ee-8fc3eb6c7351", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:22.241180 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6841bcb5-c82d-4619-8708-6ec3763134ff {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:22.242146 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4787c60c-d112-4aab-a22d-1a9bf01650b3', 'tag': '809466f7-b799-4dcc-86ee-8fc3eb6c7351', 'status': 'completed', 'code': 200} Sep 18 19:38:22.253377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-996c7625-9c09-4725-ab6b-74948dc8525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.255540 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-996c7625-9c09-4725-ab6b-74948dc8525c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.259273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-996c7625-9c09-4725-ab6b-74948dc8525c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db86b156-1609-412c-9185-66a2bc757fad HTTP/1.1" status: 204 len: 168 time: 0.6953621 Sep 18 19:38:22.268415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a28e7e26-8785-49d7-940b-61ae7f141c4a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:22.341747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fcba1075-36f0-4fe3-9751-608eb946d025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.354183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fcba1075-36f0-4fe3-9751-608eb946d025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.434082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c7625-9c09-4725-ab6b-74948dc8525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db86b156-1609-412c-9185-66a2bc757fad,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:22.474770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5df2f-db3e-45d2-9c74-cce81eadbae5 req-43baa9dc-2571-4fce-82bc-f5eb446b7f51 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:22.485735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28b5df2f-db3e-45d2-9c74-cce81eadbae5 req-43baa9dc-2571-4fce-82bc-f5eb446b7f51 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 945 time: 0.2561505 Sep 18 19:38:22.508221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['a28e7e26-8785-49d7-940b-61ae7f141c4a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:22.523552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f356d567-2ca1-4a12-a72e-689e8a0d666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:22.525157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-f356d567-2ca1-4a12-a72e-689e8a0d666e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2819719 Sep 18 19:38:22.532122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-267c51d8-1c21-430f-ad56-effef0e6df2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c62364ab7ef48eea7876116c7ec3f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277284 Sep 18 19:38:22.534580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37200) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:22.621350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28b5df2f-db3e-45d2-9c74-cce81eadbae5 req-b71e8cbd-5ec8-44bf-9fc6-e7820bf9c7c9 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345024 Sep 18 19:38:22.696173 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9824e1e4-5ef6-493d-b545-a19aff3f1833 req-a7c24d2f-a85b-47cf-ae71-cfac1474f1cb service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387316 Sep 18 19:38:22.719563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37210) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:22.720552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fcba1075-36f0-4fe3-9751-608eb946d025 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f355c35e96134bfaadae16a918769355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057252 Sep 18 19:38:22.729378 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba1075-36f0-4fe3-9751-608eb946d025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2084bd7f-0381-4c88-95ce-9b41ab38127a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:22.821951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-ffa6653a-3580-42dc-b3af-07702835926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:22.823527 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-ffa6653a-3580-42dc-b3af-07702835926f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 1100 time: 0.0695937 Sep 18 19:38:22.853751 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.881817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37220) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:22.934093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2d54-1e39-46e2-bd95-d415d2dcc253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:22.969519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-fe284cda-21f7-4682-8019-49aea0ccb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:22.971347 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-fe284cda-21f7-4682-8019-49aea0ccb2d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1396892 Sep 18 19:38:23.003669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-adad9071-d2b8-4e07-b396-df23fbb59378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:23.005164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-adad9071-d2b8-4e07-b396-df23fbb59378 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4713538 Sep 18 19:38:23.012496 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.029876 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-0cf9fcbf-3a44-4dbe-8fd5-276b7b370808 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=164a5392-b1da-492e-ad4b-862897400c6b HTTP/1.1" status: 200 len: 217 time: 0.0481365 Sep 18 19:38:23.051019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-65eba818-bb6c-4daf-865d-b1df377dd10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.081525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dd4f2-324f-4114-8774-cd50a3ecc789 req-9d77910d-5ac5-4e5e-8c64-a3de3d35ade0 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:23.083034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-738dd4f2-324f-4114-8774-cd50a3ecc789 req-9d77910d-5ac5-4e5e-8c64-a3de3d35ade0 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 948 time: 0.4186995 Sep 18 19:38:23.103124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-61e64606-614b-4cc8-a66b-3a3a2c3a611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:23.104705 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-61e64606-614b-4cc8-a66b-3a3a2c3a611f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0647268 Sep 18 19:38:23.143953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-65eba818-bb6c-4daf-865d-b1df377dd10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.150123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2d54-1e39-46e2-bd95-d415d2dcc253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.158990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2d54-1e39-46e2-bd95-d415d2dcc253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.164253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668ac91-aaf4-47d2-8777-22f8b4f1f4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.197074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-937b5313-4ebd-4c19-a90e-ac2ded485ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:23.198470 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-937b5313-4ebd-4c19-a90e-ac2ded485ea6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842555 Sep 18 19:38:23.220684 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3f5a2d54-1e39-46e2-bd95-d415d2dcc253 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c79618a1c34840d8b5c37a367f69a796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105526 Sep 18 19:38:23.228568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37228) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:23.231706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a2d54-1e39-46e2-bd95-d415d2dcc253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40113d37-6ebe-42ab-b5c0-d000e8c76d6b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:23.243098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-738dd4f2-324f-4114-8774-cd50a3ecc789 req-5a2a5539-4967-4e21-8bb4-e498e86f2100 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250460 Sep 18 19:38:23.246936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668ac91-aaf4-47d2-8777-22f8b4f1f4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.294127 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-cb783ffe-7998-457e-b9c2-0ee346022a81 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806902 Sep 18 19:38:23.325629 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-847be7ec-fea2-406c-a789-7bc637b72c4a service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175489 Sep 18 19:38:23.348737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-65eba818-bb6c-4daf-865d-b1df377dd10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.353719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-65eba818-bb6c-4daf-865d-b1df377dd10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.355853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-65eba818-bb6c-4daf-865d-b1df377dd10a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a1fb64e-bdfd-4362-9b9e-73a934abc7de HTTP/1.1" status: 204 len: 168 time: 0.8189867 Sep 18 19:38:23.408074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc7412-686d-44e7-923a-3611161adcee req-63092501-ed2a-4b8f-ae3a-c0db66d0411a tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:23.409573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20fc7412-686d-44e7-923a-3611161adcee req-63092501-ed2a-4b8f-ae3a-c0db66d0411a tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 948 time: 0.1715660 Sep 18 19:38:23.444114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fde7d42d-0eb0-404a-8771-b0320acaa5e4 req-884a432c-729e-4639-8480-49cef80a0da0 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110990 Sep 18 19:38:23.505002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eba818-bb6c-4daf-865d-b1df377dd10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1fb64e-bdfd-4362-9b9e-73a934abc7de,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:23.584873 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff577a87-1c13-47b5-9b07-44700d6ba2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.591315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20fc7412-686d-44e7-923a-3611161adcee req-869eaddc-8304-41a4-a344-e2f62b954251 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699269 Sep 18 19:38:23.594543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668ac91-aaf4-47d2-8777-22f8b4f1f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.597292 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668ac91-aaf4-47d2-8777-22f8b4f1f4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.601508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8668ac91-aaf4-47d2-8777-22f8b4f1f4f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2084bd7f-0381-4c88-95ce-9b41ab38127a HTTP/1.1" status: 204 len: 168 time: 0.8711143 Sep 18 19:38:23.613028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c95ccc6-0dd2-4826-a763-6607a11635be req-ab7d8099-f08e-48d4-a64e-1b9c9d6c4a0e service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088484 Sep 18 19:38:23.631008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668ac91-aaf4-47d2-8777-22f8b4f1f4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2084bd7f-0381-4c88-95ce-9b41ab38127a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:23.641815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff577a87-1c13-47b5-9b07-44700d6ba2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.669017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a28e7e26-8785-49d7-940b-61ae7f141c4a up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:23.797935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port a28e7e26-8785-49d7-940b-61ae7f141c4a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:38:23.807429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-f7e89ccf-4ea3-4fe7-ad09-933b6019f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:23.807900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port a28e7e26-8785-49d7-940b-61ae7f141c4a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:23.807900 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.811800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-f7e89ccf-4ea3-4fe7-ad09-933b6019f8cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e516370ba82d41c68bbe22b6290363ce&device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 1100 time: 0.1233234 Sep 18 19:38:23.868973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff577a87-1c13-47b5-9b07-44700d6ba2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.872794 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff577a87-1c13-47b5-9b07-44700d6ba2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.874031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ff577a87-1c13-47b5-9b07-44700d6ba2ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40113d37-6ebe-42ab-b5c0-d000e8c76d6b HTTP/1.1" status: 204 len: 168 time: 0.6445215 Sep 18 19:38:23.905858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff577a87-1c13-47b5-9b07-44700d6ba2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40113d37-6ebe-42ab-b5c0-d000e8c76d6b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:23.931360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2565d4-0d38-4987-8e5c-397552313788 req-77c3aad6-e36f-49fa-bae2-8ee89cbf5d91 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:23.939104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd2565d4-0d38-4987-8e5c-397552313788 req-77c3aad6-e36f-49fa-bae2-8ee89cbf5d91 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 945 time: 0.1424842 Sep 18 19:38:23.994673 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:23.995165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd2565d4-0d38-4987-8e5c-397552313788 req-b2b62e33-d047-4eaf-9f5e-3635f11a86ac tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548708 Sep 18 19:38:24.037614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f669b45-54b2-4059-b896-88c95c7573ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28e7e26-8785-49d7-940b-61ae7f141c4a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:24.041134 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede052c3-155d-439c-967f-4ea4f98bb510" -d '{"events": [{"server_uuid": "0f669b45-54b2-4059-b896-88c95c7573ad", "name": "network-vif-plugged", "status": "completed", "tag": "a28e7e26-8785-49d7-940b-61ae7f141c4a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:24.061002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a28e7e26-8785-49d7-940b-61ae7f141c4a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:24.078971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:24.106609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-0bdea198-0b8c-42cf-b110-abc20c89e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:24.108247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-0bdea198-0b8c-42cf-b110-abc20c89e399 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2331727 Sep 18 19:38:24.148688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a28e7e26-8785-49d7-940b-61ae7f141c4a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:24.168359 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1afe321-79bc-4e4d-be7a-4b1928547404 x-openstack-request-id: req-f1afe321-79bc-4e4d-be7a-4b1928547404 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:24.169258 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f669b45-54b2-4059-b896-88c95c7573ad", "name": "network-vif-plugged", "status": "completed", "tag": "a28e7e26-8785-49d7-940b-61ae7f141c4a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:24.169705 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1afe321-79bc-4e4d-be7a-4b1928547404 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:24.170400 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f669b45-54b2-4059-b896-88c95c7573ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'code': 200} Sep 18 19:38:24.176964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-acf92743-83d5-4795-b1d7-6860028542b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=809466f7-b799-4dcc-86ee-8fc3eb6c7351 HTTP/1.1" status: 200 len: 217 time: 0.0600984 Sep 18 19:38:24.299122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-40e83f55-2b57-4c17-9ce7-5a6e52381fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:24.302755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-40e83f55-2b57-4c17-9ce7-5a6e52381fb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1151080 Sep 18 19:38:24.408760 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0ee86134-60fd-4374-891c-f795d9ca66fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:24.423761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54ed61-678e-4b38-ba8a-61a4277834ea req-6789a9b2-2170-4c8a-bbe4-c65f10c87486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:24.425520 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4d54ed61-678e-4b38-ba8a-61a4277834ea req-6789a9b2-2170-4c8a-bbe4-c65f10c87486 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 1098 time: 0.1608934 Sep 18 19:38:24.434438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-4fef8dfc-ebf9-4903-a27d-2bbbf1b2a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:24.448726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-4fef8dfc-ebf9-4903-a27d-2bbbf1b2a569 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376855 Sep 18 19:38:24.500071 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4d54ed61-678e-4b38-ba8a-61a4277834ea req-d2217423-408e-45f6-a51c-cc856ef991f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669122 Sep 18 19:38:24.502579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b06929-13bc-453e-b9f1-64a2f99617f4 req-875af5d7-ad50-43e9-99be-802315b7bb5d tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:24.504312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26b06929-13bc-453e-b9f1-64a2f99617f4 req-875af5d7-ad50-43e9-99be-802315b7bb5d tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 948 time: 0.1397040 Sep 18 19:38:24.643138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26b06929-13bc-453e-b9f1-64a2f99617f4 req-a0e0db39-3b5e-4e65-b4aa-e90d6635f2a7 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192770 Sep 18 19:38:24.652665 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:24.674183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-eb679d8c-5485-46a2-9ecf-cc8da5912feb service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143154 Sep 18 19:38:24.881694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f361b9-2498-409c-8b38-1c4ce0f8056f req-a6c9166a-921c-469c-bc4d-3fb2d33655a6 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:24.883317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0f361b9-2498-409c-8b38-1c4ce0f8056f req-a6c9166a-921c-469c-bc4d-3fb2d33655a6 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 948 time: 0.1252131 Sep 18 19:38:24.942396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b7fb62-1291-4437-a096-2e5b1ebdb5b4 req-cf1c6c55-a99d-4c84-b459-3cef04324205 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440380 Sep 18 19:38:24.945903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0f361b9-2498-409c-8b38-1c4ce0f8056f req-4e963b30-dda4-40c4-82a6-96856d170328 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542350 Sep 18 19:38:25.099455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:25.134871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5ef5b-1e28-4f95-ae75-0ace32857d2e req-f65a57a2-7f23-4403-8f2a-eae21c1e7ef1 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:25.142521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfe5ef5b-1e28-4f95-ae75-0ace32857d2e req-f65a57a2-7f23-4403-8f2a-eae21c1e7ef1 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 946 time: 0.0658870 Sep 18 19:38:25.181825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfe5ef5b-1e28-4f95-ae75-0ace32857d2e req-e605d542-253a-49d7-8cce-8d57ade19594 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371575 Sep 18 19:38:25.299858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3fc7-8230-4dd2-b470-4525e40fa934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.400585 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.425482 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3fc7-8230-4dd2-b470-4525e40fa934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.432515 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3fc7-8230-4dd2-b470-4525e40fa934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.472568 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e4bb3fc7-8230-4dd2-b470-4525e40fa934 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=332ae31cfc6d46a0aa2097c04e93a23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719406 Sep 18 19:38:25.473398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb3fc7-8230-4dd2-b470-4525e40fa934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1e877-ec14-4730-b5f7-2a81989ba35c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:25.475265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37414) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:25.530467 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b977351-02f2-49af-b8d8-2603202afcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.552649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b977351-02f2-49af-b8d8-2603202afcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.610418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b977351-02f2-49af-b8d8-2603202afcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.613059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b977351-02f2-49af-b8d8-2603202afcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.614924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9b977351-02f2-49af-b8d8-2603202afcc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6e1e877-ec14-4730-b5f7-2a81989ba35c HTTP/1.1" status: 204 len: 168 time: 0.1385522 Sep 18 19:38:25.623118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b977351-02f2-49af-b8d8-2603202afcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1e877-ec14-4730-b5f7-2a81989ba35c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:25.674166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 164a5392-b1da-492e-ad4b-862897400c6b details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:38:25.701140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37424) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:25.751213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37430) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:25.800995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2898d10-9052-4fa4-ab97-24c1528c6511 req-766f35c9-b6d0-4edb-9c1f-f4665e6a3c29 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:25.803183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2898d10-9052-4fa4-ab97-24c1528c6511 req-766f35c9-b6d0-4edb-9c1f-f4665e6a3c29 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 948 time: 0.0804145 Sep 18 19:38:25.811587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 164a5392-b1da-492e-ad4b-862897400c6b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=164a5392-b1da-492e-ad4b-862897400c6b,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:25.831768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '164a5392-b1da-492e-ad4b-862897400c6b', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '164a5392-b1da-492e-ad4b-862897400c6b', 'mac_address': 'fa:16:3e:8a:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:38:25.863821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2898d10-9052-4fa4-ab97-24c1528c6511 req-0745795e-b594-4485-80f5-c82d4ee2540e tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 Sep 18 19:38:25.883370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.900259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164a5392-b1da-492e-ad4b-862897400c6b {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:25.925261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 164a5392-b1da-492e-ad4b-862897400c6b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=164a5392-b1da-492e-ad4b-862897400c6b,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:25.930148 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:25.980624 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=164a5392-b1da-492e-ad4b-862897400c6b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:26.091467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80527770-4d27-4c42-afa6-a7eeab32ede9 req-03de16cf-e06c-406f-8232-5021cd6f41c2 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:26.093010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80527770-4d27-4c42-afa6-a7eeab32ede9 req-03de16cf-e06c-406f-8232-5021cd6f41c2 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 949 time: 0.0498650 Sep 18 19:38:26.119430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['164a5392-b1da-492e-ad4b-862897400c6b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:26.130722 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d377407-9400-4aaf-b3c3-a20c2c65bdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.183697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80527770-4d27-4c42-afa6-a7eeab32ede9 req-8468d660-3649-4c66-a195-182d7e3b203b tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751922 Sep 18 19:38:26.262520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1011671291-network', 'tenant_id': '5442dfe435d345d489294f8e3e53d74b'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:26.284713 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d377407-9400-4aaf-b3c3-a20c2c65bdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.298321 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d377407-9400-4aaf-b3c3-a20c2c65bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.321124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Made reservation on behalf of 5442dfe435d345d489294f8e3e53d74b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:26.323612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.334200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.370692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4d377407-9400-4aaf-b3c3-a20c2c65bdca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a25383042424fae8daf13ce56228f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6678200 Sep 18 19:38:26.372452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d377407-9400-4aaf-b3c3-a20c2c65bdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85b39ae-20ec-4024-9e08-6d99fdff9331,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:26.375908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37446) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:26.403602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08d46-88c3-419a-9844-bad51c6def8d req-2506d9f4-a458-4683-af72-2e2fca5bafa7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:26.405151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07d08d46-88c3-419a-9844-bad51c6def8d req-2506d9f4-a458-4683-af72-2e2fca5bafa7 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 946 time: 0.1190367 Sep 18 19:38:26.496082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07d08d46-88c3-419a-9844-bad51c6def8d req-6533a0a1-d5d1-420f-b497-b039ad8b2b7a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728693 Sep 18 19:38:26.509731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.517100 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.521844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c82aa8e-42b8-45be-8b91-97b24a2fb1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.548289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:38:26.560398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c82aa8e-42b8-45be-8b91-97b24a2fb1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.568153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb1023-72f9-4f50-8112-f7a414d8c592,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:26.580995 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.581571 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Added segment 45a1255d-8cb8-471d-9bcf-3417ee970e14 of type vlan for network 7f5aaec0-494f-4353-90db-782c8fc303bb Sep 18 19:38:26.628430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c82aa8e-42b8-45be-8b91-97b24a2fb1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.631154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c82aa8e-42b8-45be-8b91-97b24a2fb1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.633789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2c82aa8e-42b8-45be-8b91-97b24a2fb1ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c85b39ae-20ec-4024-9e08-6d99fdff9331 HTTP/1.1" status: 204 len: 168 time: 0.2567773 Sep 18 19:38:26.637476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.647416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82aa8e-42b8-45be-8b91-97b24a2fb1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85b39ae-20ec-4024-9e08-6d99fdff9331,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:26.673871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.674980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:26.675853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:26.718600 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9662933 Sep 18 19:38:26.722230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37468) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:26.730939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Request body: {'subnet': {'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1011671291-subnet', 'tenant_id': '5442dfe435d345d489294f8e3e53d74b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:26.752140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e63736-445e-46ad-871d-35fe9e34e3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5aaec0-494f-4353-90db-782c8fc303bb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:26.765967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Made reservation on behalf of 5442dfe435d345d489294f8e3e53d74b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:26.766996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 7f5aaec0-494f-4353-90db-782c8fc303bb details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:38:26.769814 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.016632 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.067400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363cdf1-8d9b-46fc-956c-b8056f6444ec req-82993722-ed10-4e1d-83c2-b5b3db310354 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:27.069010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c363cdf1-8d9b-46fc-956c-b8056f6444ec req-82993722-ed10-4e1d-83c2-b5b3db310354 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 948 time: 0.1142523 Sep 18 19:38:27.102081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa2d05e-f43f-46a0-8de9-0aced384041b,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:27.134306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:27.134730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Network hostable DHCP agents. Network: 7f5aaec0-494f-4353-90db-782c8fc303bb, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:38:27.145902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c363cdf1-8d9b-46fc-956c-b8056f6444ec req-dee6c0f2-1768-4fb4-8799-97c730305606 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651288 Sep 18 19:38:27.173159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Network 7f5aaec0-494f-4353-90db-782c8fc303bb is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:38:27.183277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 7f5aaec0-494f-4353-90db-782c8fc303bb) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:27.192388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:27.193287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.193987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf219a-b4bd-4020-b78b-ba7db178366d None None] Network 7f5aaec0-494f-4353-90db-782c8fc303bb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:38:27.215211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-70819a42-aca4-49b2-a9cd-4ce74aba840b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4915895 Sep 18 19:38:27.272541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37488) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:27.297340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cd32167d-8ced-4bdd-adce-b4152adfbe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.307910 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.327074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc80b76-89ef-4b4a-9a51-8f8966b051a0 req-6700a110-10e9-4c08-87c5-ea471d1bf8bc tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:27.329131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cc80b76-89ef-4b4a-9a51-8f8966b051a0 req-6700a110-10e9-4c08-87c5-ea471d1bf8bc tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 949 time: 0.0779445 Sep 18 19:38:27.398298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb50793-8340-4160-bacf-22aae98fe5b3 None None] Network 7f5aaec0-494f-4353-90db-782c8fc303bb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:38:27.398533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cc80b76-89ef-4b4a-9a51-8f8966b051a0 req-6d253147-f76d-4e4b-89a5-d51301eee061 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610807 Sep 18 19:38:27.465377 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cd32167d-8ced-4bdd-adce-b4152adfbe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.472659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cd32167d-8ced-4bdd-adce-b4152adfbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.529162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cd32167d-8ced-4bdd-adce-b4152adfbe10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffefe632d01a435aa1c33224d35539ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551968 Sep 18 19:38:27.530527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32167d-8ced-4bdd-adce-b4152adfbe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a947270-008f-4b5d-bebe-de625478bf90,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:27.532282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37496) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:27.610420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3cf44242-39e1-411d-b07d-9fc74721df59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.676809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3cf44242-39e1-411d-b07d-9fc74721df59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.699089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 164a5392-b1da-492e-ad4b-862897400c6b up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:27.706480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9efed3-24f2-4819-9722-f4bf23ab8651 req-374160b9-a026-459e-96cd-f8fe3df834f4 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:27.714513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae9efed3-24f2-4819-9722-f4bf23ab8651 req-374160b9-a026-459e-96cd-f8fe3df834f4 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 946 time: 0.1058130 Sep 18 19:38:27.757520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 809466f7-b799-4dcc-86ee-8fc3eb6c7351 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:38:27.778658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae9efed3-24f2-4819-9722-f4bf23ab8651 req-0fd503a0-af84-48a6-ad11-51dd701c7ee4 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630367 Sep 18 19:38:27.798160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3cf44242-39e1-411d-b07d-9fc74721df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.801168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3cf44242-39e1-411d-b07d-9fc74721df59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.803918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 164a5392-b1da-492e-ad4b-862897400c6b completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:38:27.804741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3cf44242-39e1-411d-b07d-9fc74721df59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a947270-008f-4b5d-bebe-de625478bf90 HTTP/1.1" status: 204 len: 168 time: 0.2712538 Sep 18 19:38:27.812915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf44242-39e1-411d-b07d-9fc74721df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a947270-008f-4b5d-bebe-de625478bf90,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:27.826007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 164a5392-b1da-492e-ad4b-862897400c6b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:27.826447 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:27.940043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 809466f7-b799-4dcc-86ee-8fc3eb6c7351, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=809466f7-b799-4dcc-86ee-8fc3eb6c7351,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:27.941748 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-fe81ced8-ba9e-4bb1-9bf1-80ed46890c0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480459 Sep 18 19:38:27.973734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '809466f7-b799-4dcc-86ee-8fc3eb6c7351', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '809466f7-b799-4dcc-86ee-8fc3eb6c7351', 'mac_address': 'fa:16:3e:12:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:38:28.018725 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:28.040671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-5f5bb896-1961-445f-9a54-ca384c6dac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:28.041503 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:28.042149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-5f5bb896-1961-445f-9a54-ca384c6dac10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 1098 time: 0.0529516 Sep 18 19:38:28.063441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be5f3bc-6756-475b-8083-bb957059c13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a5392-b1da-492e-ad4b-862897400c6b'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:28.065771 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb87a49-7dd0-4114-b41b-df17121dd4bb" -d '{"events": [{"server_uuid": "5be5f3bc-6756-475b-8083-bb957059c13b", "name": "network-vif-plugged", "status": "completed", "tag": "164a5392-b1da-492e-ad4b-862897400c6b"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:28.078476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809466f7-b799-4dcc-86ee-8fc3eb6c7351 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:28.088608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 164a5392-b1da-492e-ad4b-862897400c6b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=164a5392-b1da-492e-ad4b-862897400c6b,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:28.096957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:28.127038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 809466f7-b799-4dcc-86ee-8fc3eb6c7351, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=809466f7-b799-4dcc-86ee-8fc3eb6c7351,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:28.138114 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:28.160231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=164a5392-b1da-492e-ad4b-862897400c6b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:28.216353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-445f7d80-f712-430f-beb3-21f0f5d2ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:28.218681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-445f7d80-f712-430f-beb3-21f0f5d2ce77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 924 time: 0.1479163 Sep 18 19:38:28.243322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=809466f7-b799-4dcc-86ee-8fc3eb6c7351,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:28.282661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-b05b179c-acdb-473b-9547-bf1fbe383fa7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a HTTP/1.1" status: 200 len: 217 time: 0.0539782 Sep 18 19:38:28.360141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-5c699a52-f239-4342-a86d-62f75582291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:28.361613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-5c699a52-f239-4342-a86d-62f75582291f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 200 len: 862 time: 0.0691290 Sep 18 19:38:28.370027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfacae-7dbe-4a98-9e2b-8bdb70508b0e req-c328bfc2-ead7-44a3-8b57-db1d72a8470e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:28.371545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55dfacae-7dbe-4a98-9e2b-8bdb70508b0e req-c328bfc2-ead7-44a3-8b57-db1d72a8470e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 946 time: 0.0913661 Sep 18 19:38:28.383166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37530) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:28.387833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['809466f7-b799-4dcc-86ee-8fc3eb6c7351'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:28.390407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Request body: {'floatingip': {'port_id': 'a28e7e26-8785-49d7-940b-61ae7f141c4a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:28.502783 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be399367-c119-4281-93b7-8c8e2331b182 x-openstack-request-id: req-be399367-c119-4281-93b7-8c8e2331b182 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:28.503590 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be5f3bc-6756-475b-8083-bb957059c13b", "name": "network-vif-plugged", "status": "completed", "tag": "164a5392-b1da-492e-ad4b-862897400c6b", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:28.504542 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be399367-c119-4281-93b7-8c8e2331b182 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:28.504542 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be5f3bc-6756-475b-8083-bb957059c13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a5392-b1da-492e-ad4b-862897400c6b', 'code': 200} Sep 18 19:38:28.517138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1731963308', 'description': 'tempest-description-967347676'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:28.580769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:28.645152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-dddc1ded-bb5a-4258-a6ab-a2afeb6b07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:28.647080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-dddc1ded-bb5a-4258-a6ab-a2afeb6b07fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2ab13e-e94b-4e66-91f3-58067f89b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2742598 Sep 18 19:38:28.651119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:28.680629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65731bea-6acd-411d-a90e-62bb76e5d2c5 req-b90a8c65-4f12-484a-a136-d81c937b55f0 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:28.682153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65731bea-6acd-411d-a90e-62bb76e5d2c5 req-b90a8c65-4f12-484a-a136-d81c937b55f0 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 949 time: 0.1505480 Sep 18 19:38:28.718133 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:28.757307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91c072-b26b-4612-9445-67e8f11b6b54 req-50c88ae3-6cc3-43c0-a242-f47050e90a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:28.759627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f91c072-b26b-4612-9445-67e8f11b6b54 req-50c88ae3-6cc3-43c0-a242-f47050e90a3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 1102 time: 0.2581484 Sep 18 19:38:28.804703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65731bea-6acd-411d-a90e-62bb76e5d2c5 req-fc63d5a2-75eb-4979-bd12-5ac4fac5f780 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889757 Sep 18 19:38:28.831099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37554) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:28.838511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1107458062-network', 'tenant_id': '863b4454e9b14d8cae64a54f84d0cd02'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:28.861578 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f91c072-b26b-4612-9445-67e8f11b6b54 req-741a025d-ca79-4bcf-97a8-e17ce65399a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921700 Sep 18 19:38:28.921511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-c464ba2d-7be4-4bae-aa93-a3cc7af869bb service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662570 Sep 18 19:38:29.099542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.123446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015c23c-6be1-4e05-8f2f-38bc33a24a1b req-668b4342-beec-40f2-a645-ee7999f17399 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:29.124993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7015c23c-6be1-4e05-8f2f-38bc33a24a1b req-668b4342-beec-40f2-a645-ee7999f17399 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 950 time: 0.1549885 Sep 18 19:38:29.125633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.150547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62fc4615-b3b5-4943-8dcc-0630ffcc4bfd req-07123d59-b97e-4d0e-8d65-bf4ff72934c0 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176180 Sep 18 19:38:29.187232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Made reservation on behalf of 863b4454e9b14d8cae64a54f84d0cd02 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:29.189874 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.195777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287a33f7-3d1c-4457-82ce-af36367aab29,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:29.266655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7015c23c-6be1-4e05-8f2f-38bc33a24a1b req-43f6d062-03dc-4905-8f1b-505cd2a1e8c2 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237204 Sep 18 19:38:29.268177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.294384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37572) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:29.360865 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.370509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.377705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37576) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:29.428202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4064658-851f-4a22-bd71-94bbe85b8dc0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:29.529014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.536756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.567477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.568723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a583d04a-ae08-49bf-a66c-d19dc3818d2d req-edd0489d-52ba-4105-806d-4df49c447944 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1502779 Sep 18 19:38:29.591448 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d74928d1-994e-4595-b566-1725b3eb932c tempest-AutoAllocateNetworkTest-445692534 tempest-AutoAllocateNetworkTest-445692534-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d2fa6276a4343a8ba6f09c961de9f51&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2094307 Sep 18 19:38:29.593605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37590) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:29.609745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:38:29.612403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a215886-ed8f-4375-afd4-b3ea347d500a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.616644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c91d7a59-61d9-4094-8e8b-08f197314c3a req-9419a42e-d13d-4251-85e4-3bb688c03840 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1620730895', 'description': 'tempest-description-1259556708'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:29.626263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-f3d520de-1075-43ac-b1f9-a3cf3f3eddde tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=86d0e0df7a624cd3bb049c64076996f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690484 Sep 18 19:38:29.636341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837ca9c8-6020-43ab-b9bb-f52927063245,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:29.648207 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.648677 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Added segment 04f5f9f6-edfb-4c2e-b113-218f7af184ab of type vlan for network d90ebe6c-c923-4571-a240-6e907962d0f6 Sep 18 19:38:29.665617 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.671610 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.716362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 809466f7-b799-4dcc-86ee-8fc3eb6c7351 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:29.771388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c91d7a59-61d9-4094-8e8b-08f197314c3a req-9419a42e-d13d-4251-85e4-3bb688c03840 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.775263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:38:29.780917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:29.781402 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.819055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9a052-38ba-4969-8482-c7001df18f86 tempest-AutoAllocateNetworkTest-445692534 tempest-AutoAllocateNetworkTest-445692534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:29.824144 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-87c9a052-38ba-4969-8482-c7001df18f86 tempest-AutoAllocateNetworkTest-445692534 tempest-AutoAllocateNetworkTest-445692534-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2294955 Sep 18 19:38:29.824920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37592) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:29.889388 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d978e3e-aba3-47e8-9838-ba591a9cc310 tempest-AutoAllocateNetworkTest-445692534 tempest-AutoAllocateNetworkTest-445692534-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613754 Sep 18 19:38:29.894192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37596) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:29.902418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:29.925829 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-933f3f40-0d6b-405c-b209-b3392ae50526 tempest-AutoAllocateNetworkTest-445692534 tempest-AutoAllocateNetworkTest-445692534-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d2fa6276a4343a8ba6f09c961de9f51 HTTP/1.1" status: 200 len: 208 time: 0.0305138 Sep 18 19:38:29.936063 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1 associated. External IP: 172.25.8.151, port: a28e7e26-8785-49d7-940b-61ae7f141c4a. Sep 18 19:38:29.950410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 809466f7-b799-4dcc-86ee-8fc3eb6c7351, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=809466f7-b799-4dcc-86ee-8fc3eb6c7351,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:29.958310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.019407 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.026412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=809466f7-b799-4dcc-86ee-8fc3eb6c7351,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:30.095153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf067-a689-48b6-ba0d-68af11906916 req-75a9a94d-c234-4cf2-b262-154131cd81fc tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:30.099901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-75a9a94d-c234-4cf2-b262-154131cd81fc tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4644613 Sep 18 19:38:30.119017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.119962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:30.120536 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.149754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-94103ad5-41ac-4786-842f-0d00e9202341 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/quotas/86d0e0df7a624cd3bb049c64076996f9 HTTP/1.1" status: 200 len: 375 time: 0.0441961 Sep 18 19:38:30.184558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37602) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:30.190918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Router 97ea01df-d391-4350-9742-8d80a9e0b97d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:38:30.222838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3f3ed228-032f-4070-98df-0f2a34160dc7 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=86d0e0df7a624cd3bb049c64076996f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608521 Sep 18 19:38:30.225804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] Pushing event updated for resources: {'Network': ['ID=d90ebe6c-c923-4571-a240-6e907962d0f6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:30.239049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d90ebe6c-c923-4571-a240-6e907962d0f6 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:38:30.268263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a215886-ed8f-4375-afd4-b3ea347d500a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.279599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a215886-ed8f-4375-afd4-b3ea347d500a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.358993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-87b6b28d-e870-454e-a306-90e70831904a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5242455 Sep 18 19:38:30.359606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1215b18-9a96-47f1-9db2-f72c1d9fa21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.363260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37608) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:30.375968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Request body: {'subnet': {'network_id': 'd90ebe6c-c923-4571-a240-6e907962d0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1107458062-subnet', 'tenant_id': '863b4454e9b14d8cae64a54f84d0cd02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:30.404700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:38:30.410018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0a215886-ed8f-4375-afd4-b3ea347d500a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d73e67032c204c8fabc3b331fb3bffdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1097202 Sep 18 19:38:30.410863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.413477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37614) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:30.422799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a215886-ed8f-4375-afd4-b3ea347d500a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e4974b-9e28-4df1-a8b3-0029e6582de9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:30.428110 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] Sync routers for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:38:30.440674 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:38:30.444883 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:30.450740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7555b6b7-d071-4379-8c54-9885b466b4a5 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "PUT /v2.0/floatingips/162f7b00-58fa-48a9-8e86-5c332871c7a1 HTTP/1.1" status: 200 len: 992 time: 2.0659568 Sep 18 19:38:30.451563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f669b45-54b2-4059-b896-88c95c7573ad', 'tag': 'a28e7e26-8785-49d7-940b-61ae7f141c4a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:30.454338 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f669b45-54b2-4059-b896-88c95c7573ad", "tag": "a28e7e26-8785-49d7-940b-61ae7f141c4a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:30.455772 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c91d7a59-61d9-4094-8e8b-08f197314c3a req-9419a42e-d13d-4251-85e4-3bb688c03840 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.469558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c91d7a59-61d9-4094-8e8b-08f197314c3a req-9419a42e-d13d-4251-85e4-3bb688c03840 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.474115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-b1215b18-9a96-47f1-9db2-f72c1d9fa21b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 19:38:30.474115 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 19:38:30.474115 n-d-789963-11 neutron-server[94940]: [parameters: {'project_id_1': '6d2fa6276a4343a8ba6f09c961de9f51', 'expiration_1': datetime.datetime(2021, 9, 18, 19, 38, 10, 400886)}] Sep 18 19:38:30.474115 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:38:30.474871 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-b1215b18-9a96-47f1-9db2-f72c1d9fa21b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:38:30.494297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Made reservation on behalf of 863b4454e9b14d8cae64a54f84d0cd02 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:30.496999 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.505786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4787c60c-d112-4aab-a22d-1a9bf01650b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809466f7-b799-4dcc-86ee-8fc3eb6c7351'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:30.508476 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9fbc4b-fd6d-4d6e-ae87-de3f9f51d123" -d '{"events": [{"server_uuid": "4787c60c-d112-4aab-a22d-1a9bf01650b3", "name": "network-vif-plugged", "status": "completed", "tag": "809466f7-b799-4dcc-86ee-8fc3eb6c7351"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:30.510608 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c91d7a59-61d9-4094-8e8b-08f197314c3a req-9419a42e-d13d-4251-85e4-3bb688c03840 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.529255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c91d7a59-61d9-4094-8e8b-08f197314c3a req-9419a42e-d13d-4251-85e4-3bb688c03840 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9231212 Sep 18 19:38:30.569746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a42e-d13d-4251-85e4-3bb688c03840 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f9798-9081-4dc9-afa8-082ebc662118,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:30.607011 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:30.675199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a73c924e-6b81-4ef4-9c6c-e1297691ef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.727792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee629-e221-402c-aa22-73f69ddfc088 req-3096a645-6c4e-4d39-848d-00416bdabe61 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:30.728003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.729344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f9ee629-e221-402c-aa22-73f69ddfc088 req-3096a645-6c4e-4d39-848d-00416bdabe61 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 950 time: 0.1921320 Sep 18 19:38:30.749983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939446e1-c046-4922-940a-e33a4b7d7506 req-0ac61797-e333-4c92-a491-f6d51865fdda tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:30.757749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939446e1-c046-4922-940a-e33a4b7d7506 req-0ac61797-e333-4c92-a491-f6d51865fdda tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 950 time: 0.1349704 Sep 18 19:38:30.766767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a73c924e-6b81-4ef4-9c6c-e1297691ef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.798680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Checking segment: {'id': '04f5f9f6-edfb-4c2e-b113-218f7af184ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd90ebe6c-c923-4571-a240-6e907962d0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:30.798908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Network hostable DHCP agents. Network: d90ebe6c-c923-4571-a240-6e907962d0f6, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:38:30.818032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15c6196-f397-42a9-bb5c-194d6241bcd0,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:30.831248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Network d90ebe6c-c923-4571-a240-6e907962d0f6 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:38:30.845883 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, d90ebe6c-c923-4571-a240-6e907962d0f6) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:30.856591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb9930-81cd-458d-ba0e-67e051fa274d None None] Network d90ebe6c-c923-4571-a240-6e907962d0f6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:38:30.857111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:30.857562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939446e1-c046-4922-940a-e33a4b7d7506 req-1d512fae-2f15-4331-829a-8f58755e5f61 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991023 Sep 18 19:38:30.858287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.867547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f9ee629-e221-402c-aa22-73f69ddfc088 req-86afdd2c-52ba-4446-919f-cd40a8696a3a tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288350 Sep 18 19:38:30.904834 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cdb4728e-aff7-4c5f-8ebf-a9db93aaad51 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5400074 Sep 18 19:38:30.925406 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a73c924e-6b81-4ef4-9c6c-e1297691ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.930643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a73c924e-6b81-4ef4-9c6c-e1297691ef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:30.932755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a73c924e-6b81-4ef4-9c6c-e1297691ef22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1e4974b-9e28-4df1-a8b3-0029e6582de9 HTTP/1.1" status: 204 len: 168 time: 0.5181108 Sep 18 19:38:30.944036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c924e-6b81-4ef4-9c6c-e1297691ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e4974b-9e28-4df1-a8b3-0029e6582de9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:30.977428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1215b18-9a96-47f1-9db2-f72c1d9fa21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.020523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e29907-0fae-4916-b28e-fa56be0cc21a req-9cc92b4f-3d6f-4e29-83b9-7adadc3fe9ac tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 210 time: 0.0489764 Sep 18 19:38:31.147835 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4389570-6637-4a85-9e30-3583d3d97b05 x-openstack-request-id: req-f4389570-6637-4a85-9e30-3583d3d97b05 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:31.157314 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f669b45-54b2-4059-b896-88c95c7573ad", "tag": "a28e7e26-8785-49d7-940b-61ae7f141c4a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:31.157727 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4389570-6637-4a85-9e30-3583d3d97b05 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:31.158229 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f669b45-54b2-4059-b896-88c95c7573ad', 'tag': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'status': 'completed', 'code': 200} Sep 18 19:38:31.164123 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0509d5e7-55bc-42f3-9dc0-e9f57d8c9ce4 x-openstack-request-id: req-0509d5e7-55bc-42f3-9dc0-e9f57d8c9ce4 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:31.164836 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4787c60c-d112-4aab-a22d-1a9bf01650b3", "name": "network-vif-plugged", "status": "completed", "tag": "809466f7-b799-4dcc-86ee-8fc3eb6c7351", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:31.165243 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0509d5e7-55bc-42f3-9dc0-e9f57d8c9ce4 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:31.165911 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4787c60c-d112-4aab-a22d-1a9bf01650b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809466f7-b799-4dcc-86ee-8fc3eb6c7351', 'code': 200} Sep 18 19:38:31.179518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55691eae-a347-4b66-b358-a980f74b24c3 None None] Network d90ebe6c-c923-4571-a240-6e907962d0f6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:38:31.221546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-f1c58677-b5db-405a-b771-ce3fcc0d82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:31.224030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-f1c58677-b5db-405a-b771-ce3fcc0d82b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 1098 time: 0.0922465 Sep 18 19:38:31.250003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1215b18-9a96-47f1-9db2-f72c1d9fa21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.262195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1215b18-9a96-47f1-9db2-f72c1d9fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.341140 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '162f7b00-58fa-48a9-8e86-5c332871c7a1', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'port_id': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'mac_address': 'fa:16:3e:41:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f669b45-54b2-4059-b896-88c95c7573ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:38:03Z', 'updated_at': '2021-09-18T19:38:29Z', 'revision_number': 1, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:31.376169 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] Checking router: 97ea01df-d391-4350-9742-8d80a9e0b97d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:38:31.398495 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1215b18-9a96-47f1-9db2-f72c1d9fa21b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d2fa6276a4343a8ba6f09c961de9f51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2102032 Sep 18 19:38:31.398495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1215b18-9a96-47f1-9db2-f72c1d9fa21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f10b5-03e0-487b-8077-7588c08832b2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:31.399936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37646) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:31.413217 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:38:31.414198 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:31.429416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b70f1-ee7e-4626-86a9-f051566c74da req-b0919eac-8157-42f9-9886-c93bc5e0b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:31.431498 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fd4b70f1-ee7e-4626-86a9-f051566c74da req-b0919eac-8157-42f9-9886-c93bc5e0b334 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 1102 time: 0.1331205 Sep 18 19:38:31.478540 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fd4b70f1-ee7e-4626-86a9-f051566c74da req-6ed06808-d04e-4c89-be0d-39da3ed0f68f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Sep 18 19:38:31.497296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-50e1e3d7-cd20-4f60-bf09-2e5d5168ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:31.498760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-50e1e3d7-cd20-4f60-bf09-2e5d5168ef56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 924 time: 0.2684495 Sep 18 19:38:31.515815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac8fd-f84b-46e1-914d-62d1429f3ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.549417 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac8fd-f84b-46e1-914d-62d1429f3ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.570813 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:31.611964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1755827421', 'description': 'tempest-description-1114430911'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:31.641728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.672486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac8fd-f84b-46e1-914d-62d1429f3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.678138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac8fd-f84b-46e1-914d-62d1429f3ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.683009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6d1ac8fd-f84b-46e1-914d-62d1429f3ab9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba9f10b5-03e0-487b-8077-7588c08832b2 HTTP/1.1" status: 204 len: 168 time: 0.2783856 Sep 18 19:38:31.687241 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:31.759113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ac8fd-f84b-46e1-914d-62d1429f3ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f10b5-03e0-487b-8077-7588c08832b2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:31.806838 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-982dfbd0-9bf1-4112-835d-4dbb5854e55a tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=86d0e0df7a624cd3bb049c64076996f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383842 Sep 18 19:38:31.870317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-b80c44ac-ae7d-4f20-a5bc-f9b772c3b945 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a HTTP/1.1" status: 200 len: 1000 time: 0.1859150 Sep 18 19:38:31.973256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37656) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:32.005470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96cf9b27-0413-4b1a-a2ec-09f1d22d555c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.007366 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '162f7b00-58fa-48a9-8e86-5c332871c7a1', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'port_id': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'mac_address': 'fa:16:3e:41:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f669b45-54b2-4059-b896-88c95c7573ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:38:03Z', 'updated_at': '2021-09-18T19:38:29Z', 'revision_number': 1, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:32.011279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf067-a689-48b6-ba0d-68af11906916 req-b1ced2e0-c606-42f2-9c82-f5081b9b7409 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:32.013116 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-b1ced2e0-c606-42f2-9c82-f5081b9b7409 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974032 Sep 18 19:38:32.025594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-191f4ab4-6271-40a1-9373-8407714a784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:32.027054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-191f4ab4-6271-40a1-9373-8407714a784e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 200 len: 862 time: 0.1465964 Sep 18 19:38:32.029957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Request body: {'port': {'device_id': 'c1bf22ae-428e-4333-91e2-ce17468a0532', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '86d0e0df7a624cd3bb049c64076996f9'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:32.051939 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b790b-192f-40d2-be1b-83b6ca4476a6 None None] The sync data for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 is: [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '162f7b00-58fa-48a9-8e86-5c332871c7a1', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'port_id': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'mac_address': 'fa:16:3e:41:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f669b45-54b2-4059-b896-88c95c7573ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:38:03Z', 'updated_at': '2021-09-18T19:38:29Z', 'revision_number': 1, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:38:32.089432 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.102988 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.153032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-c728f57b-ebc7-434e-ad5f-b5d61e37f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:32.154744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-c728f57b-ebc7-434e-ad5f-b5d61e37f844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2ab13e-e94b-4e66-91f3-58067f89b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138406 Sep 18 19:38:32.161203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9878aa49-bb0e-4fdb-ba93-4250e87ef79f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:32.223682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-ca5624a1-3fe9-4307-b760-6b510c413a7e req-c2ea2282-7293-4c67-aa0d-382247ae24d7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:38:32.224802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca5624a1-3fe9-4307-b760-6b510c413a7e req-c2ea2282-7293-4c67-aa0d-382247ae24d7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0884416 Sep 18 19:38:32.314550 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96cf9b27-0413-4b1a-a2ec-09f1d22d555c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.317044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-c4ed9c44-25d3-47db-a2f8-8ce60fd73858 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509347 Sep 18 19:38:32.324044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96cf9b27-0413-4b1a-a2ec-09f1d22d555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.423760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-96cf9b27-0413-4b1a-a2ec-09f1d22d555c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff7332bdcd014b60841adb987a93ecd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482915 Sep 18 19:38:32.426310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37678) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:32.430659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b20cf-9dec-48a4-aad8-ada2a838d009 None None] New status for floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:38:32.454988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf9b27-0413-4b1a-a2ec-09f1d22d555c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d95c8b-bb49-43ac-9ea8-2fdc29397715,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:32.517940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9c9533a-0e3f-4cf8-9e63-821b0e076b6c req-ba45888e-457d-4e38-90c6-5b6265fdc022 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891327 Sep 18 19:38:32.520753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0df6f00-7f07-4278-9aca-a3b641f40ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.533086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.545104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.583275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a26c416-ea43-4f12-a57f-7987c21665cf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:32.585644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0df6f00-7f07-4278-9aca-a3b641f40ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.598417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Made reservation on behalf of 86d0e0df7a624cd3bb049c64076996f9 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:32.604201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.604692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.605936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9997997b-5d29-4ee1-8408-2e40f7d142fa req-39d62b3a-f694-47b2-b806-5d790b8bbf4c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0012937 Sep 18 19:38:32.678101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.743598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0df6f00-7f07-4278-9aca-a3b641f40ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.747677 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0df6f00-7f07-4278-9aca-a3b641f40ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.749566 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b0df6f00-7f07-4278-9aca-a3b641f40ff4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4d95c8b-bb49-43ac-9ea8-2fdc29397715 HTTP/1.1" status: 204 len: 168 time: 0.3220708 Sep 18 19:38:32.791241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df6f00-7f07-4278-9aca-a3b641f40ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d95c8b-bb49-43ac-9ea8-2fdc29397715,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:32.809026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2cfe4-00f4-4184-bef1-64df56d9e5fc req-4b020ac9-3bdd-4a53-ab0d-45ba2f39f5a4 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:32.822291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ce2cfe4-00f4-4184-bef1-64df56d9e5fc req-4b020ac9-3bdd-4a53-ab0d-45ba2f39f5a4 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 950 time: 0.1220546 Sep 18 19:38:32.889065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.896434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:32.984583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e265ac5a-7cd9-4998-9177-62f2bda2411b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:33.035636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ce2cfe4-00f4-4184-bef1-64df56d9e5fc req-1132f113-e719-492b-aca2-cfb00ba1721e tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059450 Sep 18 19:38:33.089224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Allocated IP 192.168.233.52 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/cb953837-59fb-41ed-9582-5a5807fda824) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:33.105786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a808f-67fa-4d0d-8249-68176040899a req-ebf050d9-be03-450f-9fd1-2f0f994cce96 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:33.112288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-ebf050d9-be03-450f-9fd1-2f0f994cce96 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 821 time: 0.2313099 Sep 18 19:38:33.128331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-6a15b29e-a920-4ff0-850c-23ebba6d2ead tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/quotas/5442dfe435d345d489294f8e3e53d74b HTTP/1.1" status: 200 len: 375 time: 0.0119381 Sep 18 19:38:33.171394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-25ba881d-095f-4729-991b-4acd1e628491 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363760 Sep 18 19:38:33.185544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-3ca28e64-e75e-4451-9922-5b21023280dc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:38:33.186705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-3ca28e64-e75e-4451-9922-5b21023280dc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070343 Sep 18 19:38:33.217356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e910313a-812a-4772-8456-f4f3ce62b852 req-b64b6de2-1c67-4c81-8198-fbada75a546e tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 210 time: 0.0287068 Sep 18 19:38:33.317484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.357719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.364043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-0520d89e-3088-461a-b013-d54f701e8cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455753 Sep 18 19:38:33.406886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc2a18-51e3-49a9-93d2-a1424c2c4021 req-d88dedb4-e27d-4be9-9e0f-ed35cc8290fb tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:33.408377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7cc2a18-51e3-49a9-93d2-a1424c2c4021 req-d88dedb4-e27d-4be9-9e0f-ed35cc8290fb tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 950 time: 0.0903862 Sep 18 19:38:33.419500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:33.423331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:33.432540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:33.439285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:33.439972 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.449527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Pushing event updated for resources: {'Port': ['ID=cb953837-59fb-41ed-9582-5a5807fda824,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:33.472527 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-8e6b396d-ed0c-48c9-82d1-71c21f1febd9 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4497769 Sep 18 19:38:33.495753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Request body: {'port': {'device_id': 'c1bf22ae-428e-4333-91e2-ce17468a0532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:33.505845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7cc2a18-51e3-49a9-93d2-a1424c2c4021 req-8aebd6be-0a88-407a-b084-525c96129c5e tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838232 Sep 18 19:38:33.541908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d978c9d9-94e6-445b-aada-5348d4e860d2 req-b6ce7ee8-601a-426a-a441-cce8320b25e3 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1203904989', 'description': 'tempest-description-19926718'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:33.554622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-9dd609f6-dfc8-46b9-8da9-f81d8a2503f5 service neutron] 10.222.0.20 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796439 Sep 18 19:38:33.572474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d978c9d9-94e6-445b-aada-5348d4e860d2 req-b6ce7ee8-601a-426a-a441-cce8320b25e3 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.651150 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.786144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d978c9d9-94e6-445b-aada-5348d4e860d2 req-b6ce7ee8-601a-426a-a441-cce8320b25e3 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.793473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d978c9d9-94e6-445b-aada-5348d4e860d2 req-b6ce7ee8-601a-426a-a441-cce8320b25e3 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.850913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2ddd3e30-a969-4003-9136-f86f802aa44b None None] Provisioning complete for port cb953837-59fb-41ed-9582-5a5807fda824 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:33.851506 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3e30-a969-4003-9136-f86f802aa44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.908741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce7ee8-601a-426a-a441-cce8320b25e3 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca794a-51a0-4dc1-a587-b7e7a0b82986,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:33.920171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d978c9d9-94e6-445b-aada-5348d4e860d2 req-b6ce7ee8-601a-426a-a441-cce8320b25e3 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:33.921566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d978c9d9-94e6-445b-aada-5348d4e860d2 req-b6ce7ee8-601a-426a-a441-cce8320b25e3 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3908949 Sep 18 19:38:34.005760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd3e30-a969-4003-9136-f86f802aa44b None None] Port cb953837-59fb-41ed-9582-5a5807fda824 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:38:34.130013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fba3b02-7737-41aa-8e08-c6b7700e6e9f req-1ac7f562-ea92-4c9d-ba7b-8281185d8d09 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 210 time: 0.0594196 Sep 18 19:38:34.265089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-2e7c5361-cdfc-4bea-9964-12e6db607009 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330739 Sep 18 19:38:34.312598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb953837-59fb-41ed-9582-5a5807fda824 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:34.323707 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:34.352564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Transition to ACTIVE for port object cb953837-59fb-41ed-9582-5a5807fda824 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:38:34.356734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:34.462554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-39620356-3093-4045-bc24-2cc2b3fd04e8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:34.473931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-39620356-3093-4045-bc24-2cc2b3fd04e8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946864 Sep 18 19:38:34.481128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb953837-59fb-41ed-9582-5a5807fda824,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:34.485690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Attempting to bind port cb953837-59fb-41ed-9582-5a5807fda824 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:34.486022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Attempting to bind port cb953837-59fb-41ed-9582-5a5807fda824 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:34.486491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Attempting to bind port cb953837-59fb-41ed-9582-5a5807fda824 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:34.491757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Port cb953837-59fb-41ed-9582-5a5807fda824 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:38:34.492008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Attempting to bind port cb953837-59fb-41ed-9582-5a5807fda824 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:34.500385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:34.500701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:34.501081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:34.501503 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Bound port: cb953837-59fb-41ed-9582-5a5807fda824, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:34.501865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:34.539809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-9bd31374-e3fc-4c44-8e5a-61dffe830629 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/quotas/63ec28d05b7f4c44963e5cd671b9e929 HTTP/1.1" status: 200 len: 375 time: 0.0644245 Sep 18 19:38:34.597667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] For port cb953837-59fb-41ed-9582-5a5807fda824, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:34.605059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] For port cb953837-59fb-41ed-9582-5a5807fda824, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cb953837-59fb-41ed-9582-5a5807fda824,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:34.610866 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:34.633319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-cfcac6e8-8895-4093-a197-65b365eba9a2 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42315 time: 0.4562397 Sep 18 19:38:34.655726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:34.656424 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:34.657940 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] 10.222.0.32 "PUT /v2.0/ports/cb953837-59fb-41ed-9582-5a5807fda824 HTTP/1.1" status: 200 len: 1096 time: 1.1707189 Sep 18 19:38:34.658388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bf22ae-428e-4333-91e2-ce17468a0532', 'tag': 'cb953837-59fb-41ed-9582-5a5807fda824'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:34.658870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-748395dd-57bb-4694-886a-a531aa4a0aba tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181345 Sep 18 19:38:34.660893 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bf22ae-428e-4333-91e2-ce17468a0532", "tag": "cb953837-59fb-41ed-9582-5a5807fda824"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:34.696299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595e03a-eb2b-4a52-94ff-3fb472999da6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb953837-59fb-41ed-9582-5a5807fda824,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:34.755575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-86231359-1331-419b-9d8e-2cf11375ebd0 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/287a33f7-3d1c-4457-82ce-af36367aab29 HTTP/1.1" status: 200 len: 2981 time: 0.0956302 Sep 18 19:38:34.761515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf067-a689-48b6-ba0d-68af11906916 req-2490dd92-1cc3-4b05-8e5d-73002bb9e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:34.763051 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-2490dd92-1cc3-4b05-8e5d-73002bb9e017 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86d0e0df7a624cd3bb049c64076996f9&device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 1099 time: 0.0538778 Sep 18 19:38:34.817446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-b5591a2d-14a3-4707-9a6b-5c90218e7222 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/287a33f7-3d1c-4457-82ce-af36367aab29 HTTP/1.1" status: 200 len: 2981 time: 0.0528314 Sep 18 19:38:34.864205 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-5f032bbf-0771-4adf-9ef7-c869570163be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=cb953837-59fb-41ed-9582-5a5807fda824 HTTP/1.1" status: 200 len: 217 time: 0.0916054 Sep 18 19:38:34.918508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-55992ce4-383c-4310-b300-67668847b516 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3a481430-5539-45eb-a4dc-28c11dc26935 HTTP/1.1" status: 200 len: 2977 time: 0.0991874 Sep 18 19:38:34.979680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf067-a689-48b6-ba0d-68af11906916 req-0522609f-b1cb-47dd-8bab-c1207e9b80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:34.981958 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-0522609f-b1cb-47dd-8bab-c1207e9b80c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1078022 Sep 18 19:38:34.998761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-485f1bab-3c5c-4d65-800e-2f8124a191bd tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3a481430-5539-45eb-a4dc-28c11dc26935 HTTP/1.1" status: 200 len: 2977 time: 0.0798666 Sep 18 19:38:35.103420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf067-a689-48b6-ba0d-68af11906916 req-2dd46849-a1e4-44f7-89f4-2993bfa7265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:35.107292 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-2dd46849-a1e4-44f7-89f4-2993bfa7265b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085637 Sep 18 19:38:35.112543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-6bc4e8db-b38a-4497-ad64-6738c59ea36d tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3cda0578-6a8e-42b5-aebb-7b240bacf46d HTTP/1.1" status: 200 len: 2973 time: 0.1128147 Sep 18 19:38:35.192607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-9e1ff8c1-76aa-4891-a864-5ff71cb24f33 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3cda0578-6a8e-42b5-aebb-7b240bacf46d HTTP/1.1" status: 200 len: 2973 time: 0.0791986 Sep 18 19:38:35.201366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a808f-67fa-4d0d-8249-68176040899a req-9c723db6-c451-4a69-9cb3-4f62b6f2cacc tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:35.203186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-9c723db6-c451-4a69-9cb3-4f62b6f2cacc tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 821 time: 0.2016549 Sep 18 19:38:35.218407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Request body: {'port': {'device_id': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'admin_state_up': True, 'tenant_id': '5442dfe435d345d489294f8e3e53d74b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:35.290889 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-982d6a4a-ab3d-4c91-9733-e27ced256dda service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654584 Sep 18 19:38:35.368965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-fa0a9ef1-bbc5-461e-a4ae-a91218f580f0 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7f4f1694-d226-4d95-8cbf-5d6bf33accd8 HTTP/1.1" status: 200 len: 2977 time: 0.1645954 Sep 18 19:38:35.405279 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0edbf067-a689-48b6-ba0d-68af11906916 req-4110cb7f-662d-459e-ad3f-a1e8d51d3e1e service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998442 Sep 18 19:38:35.429697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294ef5-f2a1-46ef-b205-f58e5ca460f6 req-13f5161f-db37-4578-aab9-8027b3e88c0d tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:35.431196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49294ef5-f2a1-46ef-b205-f58e5ca460f6 req-13f5161f-db37-4578-aab9-8027b3e88c0d tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 950 time: 0.0970716 Sep 18 19:38:35.481176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-d37b8a8c-ac99-4784-aca9-742f777d333c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7f4f1694-d226-4d95-8cbf-5d6bf33accd8 HTTP/1.1" status: 200 len: 2977 time: 0.1041930 Sep 18 19:38:35.495322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Made reservation on behalf of 5442dfe435d345d489294f8e3e53d74b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:35.499426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:35.521640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49294ef5-f2a1-46ef-b205-f58e5ca460f6 req-ee488f15-ada5-4578-83ae-d66baa2c080e tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796630 Sep 18 19:38:35.595246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-7e0ca686-3c5a-4112-9d61-594dd47d41d2 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/837ca9c8-6020-43ab-b9bb-f52927063245 HTTP/1.1" status: 200 len: 2981 time: 0.1032808 Sep 18 19:38:35.707894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-b36d6029-dfbb-40e5-a931-33dcc1a7650c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/837ca9c8-6020-43ab-b9bb-f52927063245 HTTP/1.1" status: 200 len: 2981 time: 0.1044002 Sep 18 19:38:35.715906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Allocated IP 172.20.0.13 (7f5aaec0-494f-4353-90db-782c8fc303bb/6aa2d05e-f43f-46a0-8de9-0aced384041b/047ce5bd-52a1-4cf0-851f-d9a80f79752f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:35.765642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a9a3b-f1e5-4623-a6a2-028b316dfdeb req-fa42eddb-7ab9-4893-a920-2960ac2db915 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:35.767099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-532a9a3b-f1e5-4623-a6a2-028b316dfdeb req-fa42eddb-7ab9-4893-a920-2960ac2db915 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 947 time: 0.1079834 Sep 18 19:38:35.812657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-731f4bce-f180-46b9-8f89-cb0dbfba007b tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/86748967-3e1f-4092-b853-eab3309612ae HTTP/1.1" status: 200 len: 2977 time: 0.0945132 Sep 18 19:38:35.864292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-532a9a3b-f1e5-4623-a6a2-028b316dfdeb req-2a331be0-ff55-4128-b2d6-04f236d318bb tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822849 Sep 18 19:38:35.906412 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fec37ea-b1d7-44cd-a84a-aa8c92150caf x-openstack-request-id: req-6fec37ea-b1d7-44cd-a84a-aa8c92150caf {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:35.906985 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bf22ae-428e-4333-91e2-ce17468a0532", "tag": "cb953837-59fb-41ed-9582-5a5807fda824", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:35.907230 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fec37ea-b1d7-44cd-a84a-aa8c92150caf {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:35.907641 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bf22ae-428e-4333-91e2-ce17468a0532', 'tag': 'cb953837-59fb-41ed-9582-5a5807fda824', 'status': 'completed', 'code': 200} Sep 18 19:38:35.950185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-101548cc-1206-4259-8c97-d19c9f0564e6 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/86748967-3e1f-4092-b853-eab3309612ae HTTP/1.1" status: 200 len: 2977 time: 0.1296072 Sep 18 19:38:35.981871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-88bfd27d-8313-46ab-8233-f2883a22f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:35.983822 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-88bfd27d-8313-46ab-8233-f2883a22f154 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86d0e0df7a624cd3bb049c64076996f9&device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 1099 time: 0.0534048 Sep 18 19:38:36.004580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-445af55e-86ba-4add-b059-059a2df9844c req-89cbe959-5475-43a5-bc79-39689b02cfd4 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 210 time: 0.0515850 Sep 18 19:38:36.055338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-c8c4843b-bc5e-4bb1-b14f-9996d92238fe tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454376 Sep 18 19:38:36.077856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-8263c3f9-edef-4fbb-a16d-29d9cbc4ea03 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9878aa49-bb0e-4fdb-ba93-4250e87ef79f HTTP/1.1" status: 200 len: 2981 time: 0.1141753 Sep 18 19:38:36.083574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:36.102465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-d7020499-e0c4-4515-8028-c6f83cd8558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:36.104354 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-d7020499-e0c4-4515-8028-c6f83cd8558b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1138806 Sep 18 19:38:36.153282 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-cdd9dec7-c55b-4529-b70e-3a6a69ded8c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=cb953837-59fb-41ed-9582-5a5807fda824 HTTP/1.1" status: 200 len: 217 time: 0.0407941 Sep 18 19:38:36.201115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ea9774e-eab7-47fc-8223-1ae126011310 req-9e57018a-2fbe-4789-8d4a-d109747579c0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 210 time: 0.0851154 Sep 18 19:38:36.203067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-258e591c-c0ac-4ff3-8164-51d1fe1710b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:36.204896 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-258e591c-c0ac-4ff3-8164-51d1fe1710b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0443854 Sep 18 19:38:36.242348 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-bc66a74b-144e-4da2-92e3-fb348573878c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9878aa49-bb0e-4fdb-ba93-4250e87ef79f HTTP/1.1" status: 200 len: 2981 time: 0.1468763 Sep 18 19:38:36.253816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-ee2aee92-025c-4b7d-b5c7-6001285bb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:36.256120 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-ee2aee92-025c-4b7d-b5c7-6001285bb1c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436864 Sep 18 19:38:36.266109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-95282a82-82fd-4b36-bb1e-033a97df4bc0 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:36.267567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-95282a82-82fd-4b36-bb1e-033a97df4bc0 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044857 Sep 18 19:38:36.274501 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:36.282751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Request body: {'port': {'device_id': 'c8c04a58-3463-4d9c-b8c2-b4c2d35f705a', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '63ec28d05b7f4c44963e5cd671b9e929'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:36.354949 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-3d056915-4fac-4971-96c3-7117f18b459b service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917430 Sep 18 19:38:36.452249 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a886e23a-2e7c-4e6b-94ff-041d2a9cca76 req-97954967-45ba-47f0-b5ff-d16d00116a75 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902424 Sep 18 19:38:36.561789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Network 7f5aaec0-494f-4353-90db-782c8fc303bb is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:36.579798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:36.584183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:36.592491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:36.593982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:36.596317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Pushing event updated for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:36.644445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.644802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.645143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.645481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.645816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.646146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.646472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.646799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.647338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.647938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.648072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.648398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:36.655628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-b55b4eb8-7cb5-4426-a24a-c57b0c8ec305 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96 HTTP/1.1" status: 200 len: 2981 time: 0.4028177 Sep 18 19:38:36.660654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-f626d963-dcf0-4d2a-8db3-bd815167ac7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4483569 Sep 18 19:38:36.677351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Request body: {'port': {'device_id': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:36.785246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-6016a8de-b113-4648-a913-b9be8926d081 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96 HTTP/1.1" status: 200 len: 2981 time: 0.1156023 Sep 18 19:38:36.787605 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:36.801366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Made reservation on behalf of 63ec28d05b7f4c44963e5cd671b9e929 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:36.805296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:36.967737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-1b05cb85-e6af-43f1-a328-6ae1e9174f74 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b1fb1023-72f9-4f50-8112-f7a414d8c592 HTTP/1.1" status: 200 len: 2981 time: 0.1701996 Sep 18 19:38:36.986848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff71c1-1eac-4308-b85b-f42af6d73202 req-ab5e265b-e0a2-4868-bbd9-1ae380033fd6 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:36.988350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14ff71c1-1eac-4308-b85b-f42af6d73202 req-ab5e265b-e0a2-4868-bbd9-1ae380033fd6 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 950 time: 0.1758616 Sep 18 19:38:37.175600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14ff71c1-1eac-4308-b85b-f42af6d73202 req-3a1a719d-f060-4715-8bba-a6f4e51d52c5 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366444 Sep 18 19:38:37.180655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-10e3a28e-780f-4053-8b14-b4da0ee38937 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b1fb1023-72f9-4f50-8112-f7a414d8c592 HTTP/1.1" status: 200 len: 2981 time: 0.1486604 Sep 18 19:38:37.196049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Allocated IP 192.168.233.45 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/03867463-944d-4089-9304-f7c7c22ad308) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:37.326658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-d1365191-61d8-43c1-b30e-704bd6e43780 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/be4ab0b3-2647-4b19-b588-fa8ee02b4478 HTTP/1.1" status: 200 len: 2981 time: 0.1367567 Sep 18 19:38:37.490302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de6bfd-4c65-49b9-a98e-3840220ca06b req-0f8df8e2-1543-4024-8f7c-fa2f877388f6 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:37.492330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79de6bfd-4c65-49b9-a98e-3840220ca06b req-0f8df8e2-1543-4024-8f7c-fa2f877388f6 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 947 time: 0.1952889 Sep 18 19:38:37.513866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-c18d57c2-acf7-469c-9586-3db57d823d93 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/be4ab0b3-2647-4b19-b588-fa8ee02b4478 HTTP/1.1" status: 200 len: 2981 time: 0.1642375 Sep 18 19:38:37.523132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047ce5bd-52a1-4cf0-851f-d9a80f79752f {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:37.544339 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:37.596980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Transition to ACTIVE for port object 047ce5bd-52a1-4cf0-851f-d9a80f79752f will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:38:37.607816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:37.616554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:37.620558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79de6bfd-4c65-49b9-a98e-3840220ca06b req-0cc3ca97-6d1e-4002-8578-1ec1d6033f31 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208739 Sep 18 19:38:37.676664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-feeede4c-0674-4f57-a93e-187e7e610fe6 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c7abf1c9-d09f-48bc-b686-f2ceb5045433 HTTP/1.1" status: 200 len: 2977 time: 0.1493106 Sep 18 19:38:37.716082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Pushing event updated for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:37.740471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0886d49c-f9c0-40b5-999b-cd778d5b13b5 req-5e0a55a7-e32b-406a-90ca-36ebe0781ab4 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 210 time: 0.0570502 Sep 18 19:38:37.777320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:37.790051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['164a5392-b1da-492e-ad4b-862897400c6b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:37.822970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:37.823298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:37.823649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:37.828647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-39e1f462-817a-45d0-b6ae-43eebd7b97f7 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c7abf1c9-d09f-48bc-b686-f2ceb5045433 HTTP/1.1" status: 200 len: 2977 time: 0.1353800 Sep 18 19:38:37.857317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:38:37.857533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:37.884544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:37.898539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:37.902756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Pushing event updated for resources: {'Port': ['ID=03867463-944d-4089-9304-f7c7c22ad308,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:37.914822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:37.920332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:37.920967 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:37.928490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:37.928921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:37.929309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:37.930177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Bound port: 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:37.930177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:37.985212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-73aa1182-06e8-4e91-a47b-96b6e0ec33a8 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e265ac5a-7cd9-4998-9177-62f2bda2411b HTTP/1.1" status: 200 len: 2981 time: 0.1436112 Sep 18 19:38:37.993423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4568a3-c1d0-4baa-b911-c31fd5de5181 req-fd5d5eb8-fb1a-4aad-a06f-beacab028f80 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:37.995895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e4568a3-c1d0-4baa-b911-c31fd5de5181 req-fd5d5eb8-fb1a-4aad-a06f-beacab028f80 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.1654129 Sep 18 19:38:38.020368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5533ff16-a218-4270-a6c0-1b9074d3add9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7438388 Sep 18 19:38:38.049267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Request body: {'port': {'device_id': 'c8c04a58-3463-4d9c-b8c2-b4c2d35f705a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:38.100146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-4cc6cad7-aafb-45b2-9802-8c154768ff50 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:38.102398 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-4cc6cad7-aafb-45b2-9802-8c154768ff50 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.24 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 950 time: 0.0855722 Sep 18 19:38:38.114387 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-230e09a3-fe82-48dc-ab04-4db8444e40f4 None None] Provisioning complete for port 03867463-944d-4089-9304-f7c7c22ad308 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:38.114754 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-230e09a3-fe82-48dc-ab04-4db8444e40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:38.148420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:38.153239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-230e09a3-fe82-48dc-ab04-4db8444e40f4 None None] Port 03867463-944d-4089-9304-f7c7c22ad308 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:38:38.166458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e4568a3-c1d0-4baa-b911-c31fd5de5181 req-c801044f-ae2f-49e2-b7f2-0867ed21deb9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430316 Sep 18 19:38:38.171152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f4f91e-341d-415c-b778-8d6fe2bfee4e req-6801d148-dc28-408c-a0ce-522ad43dba01 tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e265ac5a-7cd9-4998-9177-62f2bda2411b HTTP/1.1" status: 200 len: 2981 time: 0.1466215 Sep 18 19:38:38.187206 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:38.190250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:38.201732 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:38.272516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:38.273213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:38.274553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] 10.222.0.32 "PUT /v2.0/ports/047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 1093 time: 1.6060629 Sep 18 19:38:38.276603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:38.279396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Deleting port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:38:38.279752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:38.284323 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba78f9-cf42-4540-90fc-3b8d937d5595" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:38.374651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917ecba-190b-4c4b-bb5a-c63eebfdd48a service neutron] Pushing event updated for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:38.384294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] For port 809466f7-b799-4dcc-86ee-8fc3eb6c7351, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=809466f7-b799-4dcc-86ee-8fc3eb6c7351,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:38.384535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:38.398826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Calling delete_port for 809466f7-b799-4dcc-86ee-8fc3eb6c7351 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:38:38.511319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a808f-67fa-4d0d-8249-68176040899a req-de0f8b93-9b86-4195-9401-be9f9752947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:38.512813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-de0f8b93-9b86-4195-9401-be9f9752947e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1096 time: 0.1846747 Sep 18 19:38:38.557247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:38.570076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['809466f7-b799-4dcc-86ee-8fc3eb6c7351'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:38.589192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa818e7f-cb8f-4241-af00-7dc85b619c5a req-d98d10d2-2e67-4613-8506-62a7c0e81adf tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:38.589408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Pushing event deleted for resources: {'Port': ['ID=809466f7-b799-4dcc-86ee-8fc3eb6c7351,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:38.590715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa818e7f-cb8f-4241-af00-7dc85b619c5a req-d98d10d2-2e67-4613-8506-62a7c0e81adf tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/ports?device_id=4787c60c-d112-4aab-a22d-1a9bf01650b3 HTTP/1.1" status: 200 len: 950 time: 0.2438824 Sep 18 19:38:38.594879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-252902cf-b273-4302-b1dd-c1e1fd88a4d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 217 time: 0.0633061 Sep 18 19:38:38.599015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.599015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.599190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.599441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.599780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.600644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.601384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.601384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.602000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b8a4391-1f0b-4115-a35a-7b6583c3cedd req-fe5ce926-adc6-47d1-99d9-c35e4822dfd2 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=559a269f5bd3415aa574a277ac0be7b2 HTTP/1.1" status: 200 len: 6103 time: 0.3103464 Sep 18 19:38:38.607348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.607794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.608142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.608486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:38.673709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] No DVR routers for this DVR port 809466f7-b799-4dcc-86ee-8fc3eb6c7351 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:38:38.677487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:38.679998 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67a8196a-fada-4234-8ea3-0fbaeec4af8c req-e8eb2185-425c-4c6d-ae8e-659b9365a082 tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.24 "DELETE /v2.0/ports/809466f7-b799-4dcc-86ee-8fc3eb6c7351 HTTP/1.1" status: 204 len: 173 time: 0.5712013 Sep 18 19:38:38.680727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4787c60c-d112-4aab-a22d-1a9bf01650b3', 'name': 'network-vif-deleted', 'tag': '809466f7-b799-4dcc-86ee-8fc3eb6c7351'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:38.682720 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c693d7-2358-477a-8e3e-9430b4b0da5f" -d '{"events": [{"server_uuid": "4787c60c-d112-4aab-a22d-1a9bf01650b3", "name": "network-vif-deleted", "tag": "809466f7-b799-4dcc-86ee-8fc3eb6c7351"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:38.764496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa818e7f-cb8f-4241-af00-7dc85b619c5a req-61eb966e-887f-4cae-9f9f-55a9504ac79b tempest-DeleteServersAdminTestJSON-1697023816 tempest-DeleteServersAdminTestJSON-1697023816-project] 10.222.0.20 "GET /v2.0/security-groups?id=86748967-3e1f-4092-b853-eab3309612ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348412 Sep 18 19:38:38.765760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a808f-67fa-4d0d-8249-68176040899a req-2def6ad0-0d1c-40db-ae0c-0431dc47ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:38.767115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-2def6ad0-0d1c-40db-ae0c-0431dc47ec62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1403141 Sep 18 19:38:38.775647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b8a4391-1f0b-4115-a35a-7b6583c3cedd req-765dac3f-cf13-4df4-8910-fa8d141f02d9 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "GET /v2.0/security-groups/287a33f7-3d1c-4457-82ce-af36367aab29 HTTP/1.1" status: 200 len: 2981 time: 0.1390541 Sep 18 19:38:38.993036 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50ccfeb-2195-414a-94d6-c27fd049168d x-openstack-request-id: req-a50ccfeb-2195-414a-94d6-c27fd049168d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:38.993309 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:38.993558 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a50ccfeb-2195-414a-94d6-c27fd049168d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:38.993949 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f', 'status': 'completed', 'code': 200} Sep 18 19:38:39.044448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-3578c4ea-3384-4808-b661-0a904ac7a624 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2678478 Sep 18 19:38:39.127472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37856) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:39.199140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b8a4391-1f0b-4115-a35a-7b6583c3cedd req-c63f6ec6-6103-4115-9a59-87b53ee620d6 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "GET /v2.0/security-groups/287a33f7-3d1c-4457-82ce-af36367aab29 HTTP/1.1" status: 200 len: 2981 time: 0.2043645 Sep 18 19:38:39.210449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1432c83-da75-44b0-b272-41c5baca90f8 req-626984d2-b1d5-4a73-a596-9b07f778172b tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:39.219358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1432c83-da75-44b0-b272-41c5baca90f8 req-626984d2-b1d5-4a73-a596-9b07f778172b tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 947 time: 0.2232714 Sep 18 19:38:39.239962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03867463-944d-4089-9304-f7c7c22ad308 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:39.246562 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-718a88c6-88db-44a6-aa7b-e03616b2a773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.262761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.278766 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c88e38-9529-425f-84c9-b1fe3b15a9ca x-openstack-request-id: req-31c88e38-9529-425f-84c9-b1fe3b15a9ca {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:39.279208 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4787c60c-d112-4aab-a22d-1a9bf01650b3", "name": "network-vif-deleted", "tag": "809466f7-b799-4dcc-86ee-8fc3eb6c7351", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:39.279585 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31c88e38-9529-425f-84c9-b1fe3b15a9ca {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:39.280249 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4787c60c-d112-4aab-a22d-1a9bf01650b3', 'name': 'network-vif-deleted', 'tag': '809466f7-b799-4dcc-86ee-8fc3eb6c7351', 'status': 'completed', 'code': 200} Sep 18 19:38:39.297668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-3d80e0f0-c29e-4fbd-8569-a610ac2002ad service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364037 Sep 18 19:38:39.298767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Transition to ACTIVE for port object 03867463-944d-4089-9304-f7c7c22ad308 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:38:39.305592 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.332019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1432c83-da75-44b0-b272-41c5baca90f8 req-1ecb230f-2615-43af-a66c-1c47a6071025 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114109 Sep 18 19:38:39.358541 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-718a88c6-88db-44a6-aa7b-e03616b2a773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.363786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-718a88c6-88db-44a6-aa7b-e03616b2a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.416351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a88c6-88db-44a6-aa7b-e03616b2a773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d91d449-a6bd-4e33-a577-64c6d428792e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:39.422881 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-718a88c6-88db-44a6-aa7b-e03616b2a773 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86e9364513554ec9863d7ca036940fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936242 Sep 18 19:38:39.425351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37868) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:39.482045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=03867463-944d-4089-9304-f7c7c22ad308,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:39.482464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eda2f281-4f75-4c1f-b5a1-8f8e87c11215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.505358 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eda2f281-4f75-4c1f-b5a1-8f8e87c11215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.550397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09d319-3d76-40cf-b8ae-a93a570eddc6 req-45cd6bcc-89a0-42b5-baf3-27399e5ffa21 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:39.551925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a09d319-3d76-40cf-b8ae-a93a570eddc6 req-45cd6bcc-89a0-42b5-baf3-27399e5ffa21 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 947 time: 0.2180471 Sep 18 19:38:39.559350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eda2f281-4f75-4c1f-b5a1-8f8e87c11215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.562309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eda2f281-4f75-4c1f-b5a1-8f8e87c11215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.567171 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eda2f281-4f75-4c1f-b5a1-8f8e87c11215 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d91d449-a6bd-4e33-a577-64c6d428792e HTTP/1.1" status: 204 len: 168 time: 0.1402605 Sep 18 19:38:39.575755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2f281-4f75-4c1f-b5a1-8f8e87c11215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d91d449-a6bd-4e33-a577-64c6d428792e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:39.602758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Attempting to bind port 03867463-944d-4089-9304-f7c7c22ad308 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:39.603220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Attempting to bind port 03867463-944d-4089-9304-f7c7c22ad308 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:39.603322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Attempting to bind port 03867463-944d-4089-9304-f7c7c22ad308 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:39.608074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2a808f-67fa-4d0d-8249-68176040899a req-cfdea4fb-0d38-4050-9adc-8a3e5fe61e6f service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003783 Sep 18 19:38:39.625857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61f8c8-dfd3-4569-88d9-52f23c7f5a25 req-ead327c7-fb84-4496-bd55-b03ccc2317a1 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:39.628035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c61f8c8-dfd3-4569-88d9-52f23c7f5a25 req-ead327c7-fb84-4496-bd55-b03ccc2317a1 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.1722686 Sep 18 19:38:39.630536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Port 03867463-944d-4089-9304-f7c7c22ad308 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:38:39.630951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Attempting to bind port 03867463-944d-4089-9304-f7c7c22ad308 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:39.651082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:39.651266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:39.651756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:39.652147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Bound port: 03867463-944d-4089-9304-f7c7c22ad308, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:39.652499 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.690695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a09d319-3d76-40cf-b8ae-a93a570eddc6 req-f188565b-c888-4944-bb97-ca069e526bc3 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178331 Sep 18 19:38:39.751385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cb953837-59fb-41ed-9582-5a5807fda824 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:38:39.755432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c61f8c8-dfd3-4569-88d9-52f23c7f5a25 req-ed37677c-b7dc-4d47-acce-7ba2b5031b25 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162474 Sep 18 19:38:39.813074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-643c8c45-0347-4bfe-9d85-76841a73012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:39.814825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-643c8c45-0347-4bfe-9d85-76841a73012a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1096 time: 0.1470225 Sep 18 19:38:39.856473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] For port 03867463-944d-4089-9304-f7c7c22ad308, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:39.865474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cb953837-59fb-41ed-9582-5a5807fda824, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cb953837-59fb-41ed-9582-5a5807fda824,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:39.870786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97e3152b-906c-41c8-882a-7f4f91e23e95 req-fdcab6c7-cad9-475b-86bb-b5d901783d6c tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/beca794a-51a0-4dc1-a587-b7e7a0b82986 HTTP/1.1" status: 200 len: 1776 time: 0.1270881 Sep 18 19:38:39.885579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'cb953837-59fb-41ed-9582-5a5807fda824', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'cb953837-59fb-41ed-9582-5a5807fda824', 'mac_address': 'fa:16:3e:ab:92:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:38:39.904791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37878) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:39.909660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] For port 03867463-944d-4089-9304-f7c7c22ad308, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=03867463-944d-4089-9304-f7c7c22ad308,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:39.922947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ad187c2-dcd2-42e3-a120-9ad09a009784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.936376 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.952473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb953837-59fb-41ed-9582-5a5807fda824 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:39.956042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:39.976874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cb953837-59fb-41ed-9582-5a5807fda824, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cb953837-59fb-41ed-9582-5a5807fda824,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:39.983262 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.010015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:40.010623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.012292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] 10.222.0.24 "PUT /v2.0/ports/03867463-944d-4089-9304-f7c7c22ad308 HTTP/1.1" status: 200 len: 1096 time: 1.9756436 Sep 18 19:38:40.049303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97e3152b-906c-41c8-882a-7f4f91e23e95 req-d43e3eb6-e6a5-4f89-9bf2-ccbc4eef96de tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.079931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=cb953837-59fb-41ed-9582-5a5807fda824,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:40.086324 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ad187c2-dcd2-42e3-a120-9ad09a009784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.090622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.091357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.091914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.092453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.093244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.097263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ad187c2-dcd2-42e3-a120-9ad09a009784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.097784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.098367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.099074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.100367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.101246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.105266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.105822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:40.140867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-b18dcbb1-114b-4935-8564-b5989d1cb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:40.142353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-b18dcbb1-114b-4935-8564-b5989d1cb30c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.3166258 Sep 18 19:38:40.154318 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97e3152b-906c-41c8-882a-7f4f91e23e95 req-d43e3eb6-e6a5-4f89-9bf2-ccbc4eef96de tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.154711 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ad187c2-dcd2-42e3-a120-9ad09a009784 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b47409ced0f145af92cc29497c55348b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486870 Sep 18 19:38:40.155690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37892) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:40.161904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad187c2-dcd2-42e3-a120-9ad09a009784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b24995-57ae-4566-851a-5b1834bcba0e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:40.164163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a7e5d-c8f5-4851-8b2e-0dc27e617ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=03867463-944d-4089-9304-f7c7c22ad308,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:40.222510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5407-baab-4d39-9610-e7689407b566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.232584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['cb953837-59fb-41ed-9582-5a5807fda824'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:40.234648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-6d6597bd-32a8-49f3-a8ef-198b31e50090 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 217 time: 0.0782895 Sep 18 19:38:40.253137 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5407-baab-4d39-9610-e7689407b566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.299277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-dc3e4caa-61f4-48e3-8c99-574e3a30c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:40.300844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-dc3e4caa-61f4-48e3-8c99-574e3a30c642 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 1099 time: 0.2235844 Sep 18 19:38:40.336687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5407-baab-4d39-9610-e7689407b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.339850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5407-baab-4d39-9610-e7689407b566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.350514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7f8d5407-baab-4d39-9610-e7689407b566 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31b24995-57ae-4566-851a-5b1834bcba0e HTTP/1.1" status: 204 len: 168 time: 0.1873581 Sep 18 19:38:40.359809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-6de4d373-fbb6-4326-a57a-ccfe54091f57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=03867463-944d-4089-9304-f7c7c22ad308 HTTP/1.1" status: 200 len: 217 time: 0.0493231 Sep 18 19:38:40.374124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d5407-baab-4d39-9610-e7689407b566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b24995-57ae-4566-851a-5b1834bcba0e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:40.377283 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97e3152b-906c-41c8-882a-7f4f91e23e95 req-d43e3eb6-e6a5-4f89-9bf2-ccbc4eef96de tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.387166 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97e3152b-906c-41c8-882a-7f4f91e23e95 req-d43e3eb6-e6a5-4f89-9bf2-ccbc4eef96de tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.388641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97e3152b-906c-41c8-882a-7f4f91e23e95 req-d43e3eb6-e6a5-4f89-9bf2-ccbc4eef96de tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/beca794a-51a0-4dc1-a587-b7e7a0b82986 HTTP/1.1" status: 204 len: 173 time: 0.4776926 Sep 18 19:38:40.390140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-b55a558a-d7bf-4a22-8637-f06759198907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:40.391549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-b55a558a-d7bf-4a22-8637-f06759198907 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1454086 Sep 18 19:38:40.464299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e3eb6-e6a5-4f89-9bf2-ccbc4eef96de tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca794a-51a0-4dc1-a587-b7e7a0b82986,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:40.490280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-1e6c839e-1418-4b1c-bab5-f37f67002a5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518541 Sep 18 19:38:40.598407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-372d15f8-5cbb-4a14-a4d1-384fa4096555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:40.600469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-372d15f8-5cbb-4a14-a4d1-384fa4096555 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2324233 Sep 18 19:38:40.601959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05ba6888-7966-4ff0-bfc3-2f7b3ad56195 req-b4326998-6eea-4547-9bef-779cb1423fcb tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1a26c416-ea43-4f12-a57f-7987c21665cf HTTP/1.1" status: 200 len: 1778 time: 0.1429377 Sep 18 19:38:40.640238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37916) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:40.688181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95890ccb-748b-413d-b795-d036192465f5 req-0092999c-4af1-4def-bfc7-d72185e9a828 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:40.689668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95890ccb-748b-413d-b795-d036192465f5 req-0092999c-4af1-4def-bfc7-d72185e9a828 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 948 time: 0.1979680 Sep 18 19:38:40.760695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-67590820-3ad4-4dfb-87b4-660fb127f01d service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379367 Sep 18 19:38:40.772853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-0fcab3a0-58db-4ab3-a106-a801f59aa87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:40.774281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-0fcab3a0-58db-4ab3-a106-a801f59aa87d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1651287 Sep 18 19:38:40.803432 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-10e6cbc7-7b8a-491c-bbf1-41584b911435 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e516370ba82d41c68bbe22b6290363ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1611769 Sep 18 19:38:40.805938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37930) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:40.807208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95890ccb-748b-413d-b795-d036192465f5 req-493375ba-dec8-47c9-b375-c596a7e1643b tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042318 Sep 18 19:38:40.843621 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05ba6888-7966-4ff0-bfc3-2f7b3ad56195 req-7dcf1b65-31c8-485a-acf1-bee867a5480b tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.864060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8450395b-88e2-4b04-9b07-22ba1fb5e194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.891116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8450395b-88e2-4b04-9b07-22ba1fb5e194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.953904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8450395b-88e2-4b04-9b07-22ba1fb5e194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.957068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8450395b-88e2-4b04-9b07-22ba1fb5e194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.960010 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8450395b-88e2-4b04-9b07-22ba1fb5e194 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86748967-3e1f-4092-b853-eab3309612ae HTTP/1.1" status: 204 len: 168 time: 0.1513922 Sep 18 19:38:40.978497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450395b-88e2-4b04-9b07-22ba1fb5e194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86748967-3e1f-4092-b853-eab3309612ae,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:40.984000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05ba6888-7966-4ff0-bfc3-2f7b3ad56195 req-7dcf1b65-31c8-485a-acf1-bee867a5480b tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:40.995914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c04a58-3463-4d9c-b8c2-b4c2d35f705a', 'tag': '03867463-944d-4089-9304-f7c7c22ad308'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:40.998588 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90f8204-137e-46f1-98db-c6f952c5c9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c04a58-3463-4d9c-b8c2-b4c2d35f705a", "tag": "03867463-944d-4089-9304-f7c7c22ad308"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:41.045669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ba78f9-cf42-4540-90fc-3b8d937d5595 req-42821a42-a3ca-467e-a89f-73fa247dae67 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751479 Sep 18 19:38:41.052110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-d245e046-cecc-40db-bad6-eb2806323478 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579970 Sep 18 19:38:41.074642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e277af1-13cf-4ba9-87fe-71a5ce3c3989 req-34e7fccd-d929-436c-93af-e4cc89edfd69 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:41.076120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e277af1-13cf-4ba9-87fe-71a5ce3c3989 req-34e7fccd-d929-436c-93af-e4cc89edfd69 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 947 time: 0.1489398 Sep 18 19:38:41.100700 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05ba6888-7966-4ff0-bfc3-2f7b3ad56195 req-7dcf1b65-31c8-485a-acf1-bee867a5480b tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.107280 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05ba6888-7966-4ff0-bfc3-2f7b3ad56195 req-7dcf1b65-31c8-485a-acf1-bee867a5480b tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.108409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05ba6888-7966-4ff0-bfc3-2f7b3ad56195 req-7dcf1b65-31c8-485a-acf1-bee867a5480b tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a26c416-ea43-4f12-a57f-7987c21665cf HTTP/1.1" status: 204 len: 173 time: 0.4703646 Sep 18 19:38:41.154957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf1b65-31c8-485a-acf1-bee867a5480b tempest-SecurityGroupsTestAdminJSON-1767159460 tempest-SecurityGroupsTestAdminJSON-1767159460-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a26c416-ea43-4f12-a57f-7987c21665cf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:41.213864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e277af1-13cf-4ba9-87fe-71a5ce3c3989 req-cce79c20-7955-4e25-ac4c-f85457d55bbd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165972 Sep 18 19:38:41.229678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09c43036-924b-479c-bb74-4c8be3b0b290 req-5fdfac24-5f45-460f-8551-a3c82e5f4ec7 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697218 Sep 18 19:38:41.246867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc1a2f-c172-455b-bcc1-5de1a8b2ff23 req-a6f9c857-ab76-4c35-acd4-4531da8151cb tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:41.248505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fdc1a2f-c172-455b-bcc1-5de1a8b2ff23 req-a6f9c857-ab76-4c35-acd4-4531da8151cb tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.0715208 Sep 18 19:38:41.307658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fdc1a2f-c172-455b-bcc1-5de1a8b2ff23 req-6888afb7-160a-4c46-a8cf-315bd87258ca tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519543 Sep 18 19:38:41.358129 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60a7594-d188-4edd-911d-351c74c22626 x-openstack-request-id: req-a60a7594-d188-4edd-911d-351c74c22626 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:41.358423 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c04a58-3463-4d9c-b8c2-b4c2d35f705a", "tag": "03867463-944d-4089-9304-f7c7c22ad308", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:41.359227 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a60a7594-d188-4edd-911d-351c74c22626 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:41.360389 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c04a58-3463-4d9c-b8c2-b4c2d35f705a', 'tag': '03867463-944d-4089-9304-f7c7c22ad308', 'status': 'completed', 'code': 200} Sep 18 19:38:41.369953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37956) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:41.386655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-612f6e00-437e-484c-8ae4-1d6278256d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.458387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3cdab31-5118-41e3-96a2-fb2b2633fe08 req-0d49e9c0-0734-453f-8b59-1649e829a261 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "GET /v2.0/security-groups/d49f9798-9081-4dc9-afa8-082ebc662118 HTTP/1.1" status: 200 len: 1778 time: 0.0815206 Sep 18 19:38:41.479701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-7413c54f-8689-4159-9429-74245f483979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:41.481384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-7413c54f-8689-4159-9429-74245f483979 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 1099 time: 0.0949025 Sep 18 19:38:41.510321 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-612f6e00-437e-484c-8ae4-1d6278256d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.515759 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-612f6e00-437e-484c-8ae4-1d6278256d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.557767 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-612f6e00-437e-484c-8ae4-1d6278256d06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32789a636cca448599467f3760a51f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860695 Sep 18 19:38:41.561149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:41.589407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f6e00-437e-484c-8ae4-1d6278256d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320fc994-794a-4773-90d3-237d04a1a17c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:41.591148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3cdab31-5118-41e3-96a2-fb2b2633fe08 req-0096bb58-df20-42ea-bc08-19280e9ae0f7 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.627722 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3cdab31-5118-41e3-96a2-fb2b2633fe08 req-0096bb58-df20-42ea-bc08-19280e9ae0f7 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.631547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-c46f39ff-4717-4e6d-bd99-002407b29f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:41.633272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-c46f39ff-4717-4e6d-bd99-002407b29f4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1411140 Sep 18 19:38:41.635040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-096e4f48-b4cf-4a54-a27f-4f1adddd4e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.669380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-096e4f48-b4cf-4a54-a27f-4f1adddd4e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.691707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-eff85c76-c74d-4ca5-9ae5-3c204a964f0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=03867463-944d-4089-9304-f7c7c22ad308 HTTP/1.1" status: 200 len: 217 time: 0.0497365 Sep 18 19:38:41.744486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 809466f7-b799-4dcc-86ee-8fc3eb6c7351 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:38:41.744949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3cdab31-5118-41e3-96a2-fb2b2633fe08 req-0096bb58-df20-42ea-bc08-19280e9ae0f7 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.747778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3cdab31-5118-41e3-96a2-fb2b2633fe08 req-0096bb58-df20-42ea-bc08-19280e9ae0f7 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.754000 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-096e4f48-b4cf-4a54-a27f-4f1adddd4e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.757550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-096e4f48-b4cf-4a54-a27f-4f1adddd4e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.762034 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-096e4f48-b4cf-4a54-a27f-4f1adddd4e9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/320fc994-794a-4773-90d3-237d04a1a17c HTTP/1.1" status: 204 len: 168 time: 0.1997628 Sep 18 19:38:41.763104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3cdab31-5118-41e3-96a2-fb2b2633fe08 req-0096bb58-df20-42ea-bc08-19280e9ae0f7 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "DELETE /v2.0/security-groups/d49f9798-9081-4dc9-afa8-082ebc662118 HTTP/1.1" status: 204 len: 173 time: 0.3037968 Sep 18 19:38:41.772559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e4f48-b4cf-4a54-a27f-4f1adddd4e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320fc994-794a-4773-90d3-237d04a1a17c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:41.776270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 809466f7-b799-4dcc-86ee-8fc3eb6c7351 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:38:41.776892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 809466f7-b799-4dcc-86ee-8fc3eb6c7351 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:38:41.779489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cb953837-59fb-41ed-9582-5a5807fda824 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:41.795307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-610b2932-a540-4d1d-bb81-e8ddbe188214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:41.796791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-610b2932-a540-4d1d-bb81-e8ddbe188214 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0978961 Sep 18 19:38:41.803699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096bb58-df20-42ea-bc08-19280e9ae0f7 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f9798-9081-4dc9-afa8-082ebc662118,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:41.860383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port cb953837-59fb-41ed-9582-5a5807fda824 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:38:41.866666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port cb953837-59fb-41ed-9582-5a5807fda824 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:41.867271 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:41.871786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e249020-62a5-40e7-a1f9-0ef07daac377 req-4a51bb39-4b4c-4a3f-936a-9185e68191d7 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "GET /v2.0/security-groups/d4064658-851f-4a22-bd71-94bbe85b8dc0 HTTP/1.1" status: 200 len: 1777 time: 0.0941763 Sep 18 19:38:41.924964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-b53eb05c-9ca2-4a0a-bc54-596487fde0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:41.928229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-b53eb05c-9ca2-4a0a-bc54-596487fde0ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201277 Sep 18 19:38:41.979781 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:42.009413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bf22ae-428e-4333-91e2-ce17468a0532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb953837-59fb-41ed-9582-5a5807fda824'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:42.012167 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9949f8e1-c377-435f-b81b-4747131769e9" -d '{"events": [{"server_uuid": "c1bf22ae-428e-4333-91e2-ce17468a0532", "name": "network-vif-plugged", "status": "completed", "tag": "cb953837-59fb-41ed-9582-5a5807fda824"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:42.025714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cb953837-59fb-41ed-9582-5a5807fda824, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cb953837-59fb-41ed-9582-5a5807fda824,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:42.030690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:42.087993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=cb953837-59fb-41ed-9582-5a5807fda824,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:42.259145 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1e249020-62a5-40e7-a1f9-0ef07daac377 req-3d02ccfd-d8f0-4b53-a58e-310c6135aec0 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:42.299548 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1e249020-62a5-40e7-a1f9-0ef07daac377 req-3d02ccfd-d8f0-4b53-a58e-310c6135aec0 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:42.318867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89963dee-bb2c-42bf-bc69-dd6d9b4c54f9 req-c4081c5b-13e5-4693-8c9f-9276253e5d44 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:42.320344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89963dee-bb2c-42bf-bc69-dd6d9b4c54f9 req-c4081c5b-13e5-4693-8c9f-9276253e5d44 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 948 time: 0.3482199 Sep 18 19:38:42.359054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-d71ffbd5-8501-4530-95a0-5acd1b0237e0 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222486 Sep 18 19:38:42.415270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1e249020-62a5-40e7-a1f9-0ef07daac377 req-3d02ccfd-d8f0-4b53-a58e-310c6135aec0 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:42.417584 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1e249020-62a5-40e7-a1f9-0ef07daac377 req-3d02ccfd-d8f0-4b53-a58e-310c6135aec0 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:42.418683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e249020-62a5-40e7-a1f9-0ef07daac377 req-3d02ccfd-d8f0-4b53-a58e-310c6135aec0 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4064658-851f-4a22-bd71-94bbe85b8dc0 HTTP/1.1" status: 204 len: 173 time: 0.5424516 Sep 18 19:38:42.425685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89963dee-bb2c-42bf-bc69-dd6d9b4c54f9 req-a20f8057-8926-4406-b951-eaed98bc6e20 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935650 Sep 18 19:38:42.461594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02ccfd-d8f0-4b53-a58e-310c6135aec0 tempest-SecurityGroupsTestAdminJSON-563700900 tempest-SecurityGroupsTestAdminJSON-563700900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4064658-851f-4a22-bd71-94bbe85b8dc0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:42.505282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d90f8204-137e-46f1-98db-c6f952c5c9c6 req-2f127901-437f-47d4-b9fc-967ade7e8490 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379032 Sep 18 19:38:42.523311 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56bac3f-f033-45e1-ae9c-f094fc1a9f95 x-openstack-request-id: req-f56bac3f-f033-45e1-ae9c-f094fc1a9f95 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:42.523634 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bf22ae-428e-4333-91e2-ce17468a0532", "name": "network-vif-plugged", "status": "completed", "tag": "cb953837-59fb-41ed-9582-5a5807fda824", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:42.524466 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f56bac3f-f033-45e1-ae9c-f094fc1a9f95 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:42.525354 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bf22ae-428e-4333-91e2-ce17468a0532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb953837-59fb-41ed-9582-5a5807fda824', 'code': 200} Sep 18 19:38:42.649689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38998436-e73d-4a8a-b6a3-900d2ce310b4 req-c8798680-c46e-420b-9d72-7933cda0bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:42.651225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38998436-e73d-4a8a-b6a3-900d2ce310b4 req-c8798680-c46e-420b-9d72-7933cda0bf60 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 1101 time: 0.0669661 Sep 18 19:38:42.659768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275fc5a-2631-40f7-a992-cf90fdae9d81 req-5af49960-4909-4c71-b76b-00f2c387cefa tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:42.661198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3275fc5a-2631-40f7-a992-cf90fdae9d81 req-5af49960-4909-4c71-b76b-00f2c387cefa tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 947 time: 0.0890973 Sep 18 19:38:42.721834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38998436-e73d-4a8a-b6a3-900d2ce310b4 req-bccbad4d-d4a4-4c82-af8d-41119fedb6a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597010 Sep 18 19:38:42.732048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38024) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:42.736546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3275fc5a-2631-40f7-a992-cf90fdae9d81 req-c6c5d2b6-a212-40e1-81b2-63c2d144732e tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677564 Sep 18 19:38:42.866259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75706fd0-fe48-4060-a141-bd7ca3b58bd2 req-bc4fe395-5fe9-444c-a5d4-6ab3395b3481 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:42.868024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75706fd0-fe48-4060-a141-bd7ca3b58bd2 req-bc4fe395-5fe9-444c-a5d4-6ab3395b3481 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.0534916 Sep 18 19:38:42.917694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75706fd0-fe48-4060-a141-bd7ca3b58bd2 req-40cfbd66-b897-495b-a10d-d20882c0ad3c tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Sep 18 19:38:42.942179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38032) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:42.960715 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0aba7828-bcf4-4e67-b7a7-5e36887d582b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=559a269f5bd3415aa574a277ac0be7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262626 Sep 18 19:38:43.026985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f57e1862-2e2f-4fed-aa2b-078fd0810225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:43.055258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f57e1862-2e2f-4fed-aa2b-078fd0810225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:43.110027 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f57e1862-2e2f-4fed-aa2b-078fd0810225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:43.116625 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f57e1862-2e2f-4fed-aa2b-078fd0810225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:43.116625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f57e1862-2e2f-4fed-aa2b-078fd0810225 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/287a33f7-3d1c-4457-82ce-af36367aab29 HTTP/1.1" status: 204 len: 168 time: 0.1712515 Sep 18 19:38:43.129699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e1862-2e2f-4fed-aa2b-078fd0810225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a33f7-3d1c-4457-82ce-af36367aab29,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:43.586051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96aada1-0cd4-41ca-8493-63166f07e115 req-333140c3-e54b-4280-b718-54126b0ab0cc tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:43.591846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c96aada1-0cd4-41ca-8493-63166f07e115 req-333140c3-e54b-4280-b718-54126b0ab0cc tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 949 time: 0.0742266 Sep 18 19:38:43.669310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c96aada1-0cd4-41ca-8493-63166f07e115 req-eb8a330f-abc2-4d8b-93de-9f1d838db825 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694134 Sep 18 19:38:43.694458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38098) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:43.732588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d325000d-6f15-490b-a30e-3f3bfa09b3fd req-5e6e2858-187c-4890-bde7-7f5428401d16 tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ed1381fe52943da844ad153582e3370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375197 Sep 18 19:38:43.758457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 03867463-944d-4089-9304-f7c7c22ad308 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:38:43.778456 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bf84ad3c-96ea-475d-9931-f9d0c330b449 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9862c48d112c4453aa6192a0313a39c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823669 Sep 18 19:38:43.780332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38106) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:43.844392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325000d-6f15-490b-a30e-3f3bfa09b3fd req-cb6145c5-aa31-4273-bab7-1ce14a085223 tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:43.852815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d325000d-6f15-490b-a30e-3f3bfa09b3fd req-cb6145c5-aa31-4273-bab7-1ce14a085223 tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203728 Sep 18 19:38:43.870607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d325000d-6f15-490b-a30e-3f3bfa09b3fd req-b75dc0b0-d28d-4975-bb3f-8c2e0e55fc71 tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/quotas/7ed1381fe52943da844ad153582e3370 HTTP/1.1" status: 200 len: 375 time: 0.0168231 Sep 18 19:38:43.909714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 03867463-944d-4089-9304-f7c7c22ad308, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=03867463-944d-4089-9304-f7c7c22ad308,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:43.920464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2224100f-32b3-46b8-8a22-b8ed9e1b4856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:43.929542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '03867463-944d-4089-9304-f7c7c22ad308', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '03867463-944d-4089-9304-f7c7c22ad308', 'mac_address': 'fa:16:3e:54:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:38:43.935731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 047ce5bd-52a1-4cf0-851f-d9a80f79752f details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:38:43.939134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d325000d-6f15-490b-a30e-3f3bfa09b3fd req-1673e613-7cee-4953-b150-484e9625223b tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ed1381fe52943da844ad153582e3370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673122 Sep 18 19:38:43.968044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2224100f-32b3-46b8-8a22-b8ed9e1b4856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:43.983689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8a782-7c87-4567-aad4-91e130caded0 req-15bb7169-45ca-4edb-ac4d-f04ad269c306 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:43.985197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5e8a782-7c87-4567-aad4-91e130caded0 req-15bb7169-45ca-4edb-ac4d-f04ad269c306 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 947 time: 0.1122172 Sep 18 19:38:44.032365 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:44.063242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5e8a782-7c87-4567-aad4-91e130caded0 req-28dc27bc-fd3f-4c8d-808c-56956d19092f tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698824 Sep 18 19:38:44.084698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03867463-944d-4089-9304-f7c7c22ad308 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:44.102008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2224100f-32b3-46b8-8a22-b8ed9e1b4856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:44.106792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2224100f-32b3-46b8-8a22-b8ed9e1b4856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:44.117059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 03867463-944d-4089-9304-f7c7c22ad308, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=03867463-944d-4089-9304-f7c7c22ad308,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:44.118768 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2224100f-32b3-46b8-8a22-b8ed9e1b4856 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9878aa49-bb0e-4fdb-ba93-4250e87ef79f HTTP/1.1" status: 204 len: 168 time: 0.3362386 Sep 18 19:38:44.128283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:44.161689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224100f-32b3-46b8-8a22-b8ed9e1b4856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9878aa49-bb0e-4fdb-ba93-4250e87ef79f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:44.176978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:44.213364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=03867463-944d-4089-9304-f7c7c22ad308,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:44.242994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '047ce5bd-52a1-4cf0-851f-d9a80f79752f', 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'port_id': '047ce5bd-52a1-4cf0-851f-d9a80f79752f', 'mac_address': 'fa:16:3e:23:80:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa2d05e-f43f-46a0-8de9-0aced384041b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:38:44.299854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:44.301236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3870531-b9ae-4aa7-82da-13e29832b768 req-96582563-6b00-4304-9ee2-35bfd8b14c7e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:44.304225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3870531-b9ae-4aa7-82da-13e29832b768 req-96582563-6b00-4304-9ee2-35bfd8b14c7e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.0736916 Sep 18 19:38:44.320977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047ce5bd-52a1-4cf0-851f-d9a80f79752f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:38:44.345834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:44.355218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['03867463-944d-4089-9304-f7c7c22ad308'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:44.358455 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:44.380701 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3870531-b9ae-4aa7-82da-13e29832b768 req-c12613c5-b54e-4dee-9334-5ed190b827a7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697286 Sep 18 19:38:44.466054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:44.591560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['047ce5bd-52a1-4cf0-851f-d9a80f79752f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:44.845394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3b375-bf5a-4061-b73b-2aa7cc9f8a15 req-e1e01936-71f0-4543-a720-3ab98cb6573c tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:44.846900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dae3b375-bf5a-4061-b73b-2aa7cc9f8a15 req-e1e01936-71f0-4543-a720-3ab98cb6573c tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 949 time: 0.0573752 Sep 18 19:38:44.890494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dae3b375-bf5a-4061-b73b-2aa7cc9f8a15 req-f9db9658-d176-486f-92d1-53de959d989c tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361333 Sep 18 19:38:45.138341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38180) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:45.215241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb158-e8ad-47ce-8444-3c9033659f7e req-e31faf48-7c6b-4291-8566-263b0c89cb14 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:45.216889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c5bb158-e8ad-47ce-8444-3c9033659f7e req-e31faf48-7c6b-4291-8566-263b0c89cb14 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 949 time: 0.0627954 Sep 18 19:38:45.284644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c5bb158-e8ad-47ce-8444-3c9033659f7e req-9aefe4a8-2d1b-4644-a5ee-e4789a78a7c1 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605290 Sep 18 19:38:45.304188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b739481-669e-4764-b28e-e596198fc6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.418868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a3c3-3f50-40e8-9839-816d227c66fc req-b05fe518-3b0d-4061-8343-18bc0d2c980c tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:45.420618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c165a3c3-3f50-40e8-9839-816d227c66fc req-b05fe518-3b0d-4061-8343-18bc0d2c980c tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 948 time: 0.0673139 Sep 18 19:38:45.445769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b739481-669e-4764-b28e-e596198fc6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.452760 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b739481-669e-4764-b28e-e596198fc6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.478070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c165a3c3-3f50-40e8-9839-816d227c66fc req-16bf73a4-b89b-4d78-b608-e9171080306f tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482757 Sep 18 19:38:45.478596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38196) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:45.519066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b739481-669e-4764-b28e-e596198fc6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd56af-379d-4737-9f98-17ccc47395d3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:45.527633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8b739481-669e-4764-b28e-e596198fc6a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff1fd2cfdf774211849566aa43829f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879263 Sep 18 19:38:45.529932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38208) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:45.590049 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-be4f2be5-745d-4ecf-8ac4-288797ce2e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.609625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74378aa3-1347-49f9-ae76-8062d3bea276 req-fa4619fe-f32c-434b-afd1-85dd3c0cfd9d tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ed1381fe52943da844ad153582e3370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468931 Sep 18 19:38:45.612109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-be4f2be5-745d-4ecf-8ac4-288797ce2e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.636221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d4d8d-6528-4146-a390-79507115ba30 req-a50a024b-f215-412e-9017-7c8b8debcd7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:45.637739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f56d4d8d-6528-4146-a390-79507115ba30 req-a50a024b-f215-412e-9017-7c8b8debcd7a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 945 time: 0.0906661 Sep 18 19:38:45.652791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-network', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:45.660849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-be4f2be5-745d-4ecf-8ac4-288797ce2e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.663742 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-be4f2be5-745d-4ecf-8ac4-288797ce2e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.664879 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-be4f2be5-745d-4ecf-8ac4-288797ce2e8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bfd56af-379d-4737-9f98-17ccc47395d3 HTTP/1.1" status: 204 len: 168 time: 0.1335232 Sep 18 19:38:45.673088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f2be5-745d-4ecf-8ac4-288797ce2e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd56af-379d-4737-9f98-17ccc47395d3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:45.758064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Made reservation on behalf of c7fdaf8993e24edd989100c4f25d59ad for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:45.760351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.776664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f56d4d8d-6528-4146-a390-79507115ba30 req-f98784e1-5d85-473f-9cbc-d0f7a65259ce tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285203 Sep 18 19:38:45.779170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.788299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 047ce5bd-52a1-4cf0-851f-d9a80f79752f up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:45.790362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 03867463-944d-4089-9304-f7c7c22ad308 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:45.821306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74378aa3-1347-49f9-ae76-8062d3bea276 req-853df556-e81b-4f14-b01b-d231a3f1069c tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:45.828331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74378aa3-1347-49f9-ae76-8062d3bea276 req-853df556-e81b-4f14-b01b-d231a3f1069c tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069480 Sep 18 19:38:45.853555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74378aa3-1347-49f9-ae76-8062d3bea276 req-01a4a2a1-9c11-4c3b-ba7e-933678f4f62d tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/quotas/7ed1381fe52943da844ad153582e3370 HTTP/1.1" status: 200 len: 375 time: 0.0242918 Sep 18 19:38:45.879419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 047ce5bd-52a1-4cf0-851f-d9a80f79752f completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:38:45.883161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 03867463-944d-4089-9304-f7c7c22ad308 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:38:45.887532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 03867463-944d-4089-9304-f7c7c22ad308 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:45.887913 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.889347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 047ce5bd-52a1-4cf0-851f-d9a80f79752f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:45.889708 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:45.903971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74378aa3-1347-49f9-ae76-8062d3bea276 req-1c548251-398c-4d9f-a2df-8551997e991e tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ed1381fe52943da844ad153582e3370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494788 Sep 18 19:38:46.000889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.012353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.039310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:38:46.048572 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.056662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f618ca-f659-4a1c-9405-98c8e44ed15f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:46.060286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.060694 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Added segment 5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9 of type vlan for network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a Sep 18 19:38:46.084975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:46.087230 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed8db3e-411c-4203-8147-ccb72938798a" -d '{"events": [{"server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "name": "network-vif-plugged", "status": "completed", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:46.092018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.109936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:46.110217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38234) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:46.112381 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.119924 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.132829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6728089a-0337-4124-b3af-77996e8b2d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.149531 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.150625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:46.151246 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.164064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 03867463-944d-4089-9304-f7c7c22ad308, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=03867463-944d-4089-9304-f7c7c22ad308,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:46.177881 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.194423 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba50465-73a8-4ef1-ae51-4641ea340c37 x-openstack-request-id: req-7ba50465-73a8-4ef1-ae51-4641ea340c37 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:46.195021 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "name": "network-vif-plugged", "status": "completed", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:46.195546 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ba50465-73a8-4ef1-ae51-4641ea340c37 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:46.196366 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f', 'code': 200} Sep 18 19:38:46.198020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:46.285663 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6728089a-0337-4124-b3af-77996e8b2d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.292442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6728089a-0337-4124-b3af-77996e8b2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.297580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=03867463-944d-4089-9304-f7c7c22ad308,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:46.303436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] Pushing event updated for resources: {'Network': ['ID=69b518a3-cd3e-4226-afa8-4cd3b02aa81a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:46.324227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9f569698-8ae5-47f8-9e20-336a488d9803 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8410873 Sep 18 19:38:46.329261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38240) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:46.343437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:38:46.359724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b31b9-4ee9-48a1-95b0-83e5f728f151 req-8fc09aa9-b9e7-4caa-9db5-bd321a36dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:46.361850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Request body: {'subnet': {'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-subnet', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:46.363197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d48b31b9-4ee9-48a1-95b0-83e5f728f151 req-8fc09aa9-b9e7-4caa-9db5-bd321a36dec5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1098 time: 0.0750494 Sep 18 19:38:46.416988 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6728089a-0337-4124-b3af-77996e8b2d4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f98989e26e54ae5be50653592056957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037302 Sep 18 19:38:46.418244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728089a-0337-4124-b3af-77996e8b2d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f896feac-9e73-4322-8452-f72572ae0f52,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:46.422150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38242) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:46.422748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Made reservation on behalf of c7fdaf8993e24edd989100c4f25d59ad for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:46.425626 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.460757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38246) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:46.480766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d48b31b9-4ee9-48a1-95b0-83e5f728f151 req-61469faf-4a74-4630-84c3-28e1bbb9ddd6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108744 Sep 18 19:38:46.502624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf7434-d119-4c8f-ba6c-4a04d56ccd57 req-857d2ce3-f0e1-4b44-82cc-560463483d07 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:46.504590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70bf7434-d119-4c8f-ba6c-4a04d56ccd57 req-857d2ce3-f0e1-4b44-82cc-560463483d07 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 949 time: 0.1107137 Sep 18 19:38:46.557791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d08adb0-a55b-4e83-a29b-e14392b7ab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.570045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70bf7434-d119-4c8f-ba6c-4a04d56ccd57 req-bb3d35cb-8987-4cb0-aa10-23b677976e81 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585887 Sep 18 19:38:46.607354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d08adb0-a55b-4e83-a29b-e14392b7ab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.634364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7591dd9-f255-44d8-9b89-f0bb26c9b922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.700473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dda20-e4ea-4d5b-bada-50d24d2a9f6f req-b5c3b38b-5424-4e91-8c2c-8f3d9122ba21 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:46.710106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a50dda20-e4ea-4d5b-bada-50d24d2a9f6f req-b5c3b38b-5424-4e91-8c2c-8f3d9122ba21 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.0643408 Sep 18 19:38:46.760195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a50dda20-e4ea-4d5b-bada-50d24d2a9f6f req-b0c815cb-2648-4adf-8c97-dca28e1b801f tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489132 Sep 18 19:38:46.781753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.842448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-a794edce-728a-42c7-a3f4-f8ec41060bf0 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:46.844064 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-a794edce-728a-42c7-a3f4-f8ec41060bf0 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 949 time: 0.1730580 Sep 18 19:38:46.851867 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d08adb0-a55b-4e83-a29b-e14392b7ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.854618 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d08adb0-a55b-4e83-a29b-e14392b7ab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:46.855800 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0d08adb0-a55b-4e83-a29b-e14392b7ab76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f896feac-9e73-4322-8452-f72572ae0f52 HTTP/1.1" status: 204 len: 168 time: 0.4266851 Sep 18 19:38:46.911434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08adb0-a55b-4e83-a29b-e14392b7ab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896feac-9e73-4322-8452-f72572ae0f52,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:46.920094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:46.963228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216369a-96d5-43db-a681-d3da0ff36141 req-e60697ab-ea2d-4e95-adbd-5cc99226ccb8 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:46.965146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b216369a-96d5-43db-a681-d3da0ff36141 req-e60697ab-ea2d-4e95-adbd-5cc99226ccb8 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 946 time: 0.0911427 Sep 18 19:38:47.003261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Checking segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:47.003657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Network hostable DHCP agents. Network: 69b518a3-cd3e-4226-afa8-4cd3b02aa81a, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:38:47.012915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7591dd9-f255-44d8-9b89-f0bb26c9b922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.026296 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7591dd9-f255-44d8-9b89-f0bb26c9b922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.028299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b216369a-96d5-43db-a681-d3da0ff36141 req-4d0e9a54-79b8-4f13-816c-76bd2a35db11 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482211 Sep 18 19:38:47.074491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:38:47.091177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7591dd9-f255-44d8-9b89-f0bb26c9b922 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=984f58b01a8b45eb95537576295bf243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6255093 Sep 18 19:38:47.092219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38272) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:47.094468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Deleting port cb953837-59fb-41ed-9582-5a5807fda824 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:38:47.095094 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.097791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7591dd9-f255-44d8-9b89-f0bb26c9b922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905b8388-c283-4f02-a5d4-257233983a68,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:47.113071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 69b518a3-cd3e-4226-afa8-4cd3b02aa81a) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:47.118255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:47.118859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.123826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490d905b-6df5-485d-a08a-91fa1c81d4db None None] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:38:47.173162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2e74300f-750f-4bfb-a81e-79fbb6bb953a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8294222 Sep 18 19:38:47.176175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38274) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:47.184891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:47.195395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c608ff4d-b337-4b13-9b92-ea7595dd0188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.242187 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c608ff4d-b337-4b13-9b92-ea7595dd0188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.321598 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c608ff4d-b337-4b13-9b92-ea7595dd0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.326387 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c608ff4d-b337-4b13-9b92-ea7595dd0188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.328311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c608ff4d-b337-4b13-9b92-ea7595dd0188 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/905b8388-c283-4f02-a5d4-257233983a68 HTTP/1.1" status: 204 len: 168 time: 0.2345269 Sep 18 19:38:47.339639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608ff4d-b337-4b13-9b92-ea7595dd0188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905b8388-c283-4f02-a5d4-257233983a68,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:47.369354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:38:47.372242 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.449583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] For port cb953837-59fb-41ed-9582-5a5807fda824, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cb953837-59fb-41ed-9582-5a5807fda824,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:47.450215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.453001 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.454050 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.473040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Calling delete_port for cb953837-59fb-41ed-9582-5a5807fda824 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:38:47.552786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7782b9e2-62ab-4059-a6c8-bd7b47759321 req-e8b236d2-3d96-49e0-90d0-baab9bda139e tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ed1381fe52943da844ad153582e3370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649264 Sep 18 19:38:47.563193 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.619063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Allocated IP 172.20.0.2 (69b518a3-cd3e-4226-afa8-4cd3b02aa81a/11d31b7d-7b7a-48f0-aed6-65ed9b1b1736/586e3d23-01c3-4b8b-b687-76797eed78f9) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:47.746150 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.831115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.851713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['cb953837-59fb-41ed-9582-5a5807fda824'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:38:47.854771 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.859683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcc4c6-af8e-4044-8e34-8f099c5dbfb6 req-7f53bafc-3fa8-40b6-b540-64e49e58d0e2 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:47.861615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35bcc4c6-af8e-4044-8e34-8f099c5dbfb6 req-7f53bafc-3fa8-40b6-b540-64e49e58d0e2 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1bf22ae-428e-4333-91e2-ce17468a0532 HTTP/1.1" status: 200 len: 867 time: 0.2021897 Sep 18 19:38:47.870834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782b9e2-62ab-4059-a6c8-bd7b47759321 req-7c43437d-b6b1-4a17-bbbb-9f2930c846a4 tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:47.872480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7782b9e2-62ab-4059-a6c8-bd7b47759321 req-7c43437d-b6b1-4a17-bbbb-9f2930c846a4 tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142412 Sep 18 19:38:47.905106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7782b9e2-62ab-4059-a6c8-bd7b47759321 req-481a3480-80f2-4126-8077-2b8df6791749 tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/quotas/7ed1381fe52943da844ad153582e3370 HTTP/1.1" status: 200 len: 375 time: 0.0253792 Sep 18 19:38:47.937830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38312) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:47.963873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7782b9e2-62ab-4059-a6c8-bd7b47759321 req-07a09462-c040-4c9a-ab8d-8ca686195002 tempest-QuotasAdminNegativeTest-600144317 tempest-QuotasAdminNegativeTest-600144317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ed1381fe52943da844ad153582e3370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576038 Sep 18 19:38:47.992977 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5fe0f79b-71e0-403f-aa3b-f18a8aa6de25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:47.994989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Pushing event deleted for resources: {'Port': ['ID=cb953837-59fb-41ed-9582-5a5807fda824,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:48.020411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35bcc4c6-af8e-4044-8e34-8f099c5dbfb6 req-f3267cfc-a1c4-4632-88b5-fc98d68582ac tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.20 "GET /v2.0/security-groups?id=e265ac5a-7cd9-4998-9177-62f2bda2411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469078 Sep 18 19:38:48.032633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] No DVR routers for this DVR port cb953837-59fb-41ed-9582-5a5807fda824 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:38:48.036008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.046601 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-41ca33af-5586-4de9-b023-d6e7d5653d05 req-b0eacd9d-2a51-4a9d-be33-76499724b573 tempest-ImagesNegativeTestJSON-1741319413 tempest-ImagesNegativeTestJSON-1741319413-project] 10.222.0.32 "DELETE /v2.0/ports/cb953837-59fb-41ed-9582-5a5807fda824 HTTP/1.1" status: 204 len: 173 time: 1.1707673 Sep 18 19:38:48.046601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bf22ae-428e-4333-91e2-ce17468a0532', 'name': 'network-vif-deleted', 'tag': 'cb953837-59fb-41ed-9582-5a5807fda824'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:48.046601 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcab71d-34cc-4c1b-8f45-b7854137707b" -d '{"events": [{"server_uuid": "c1bf22ae-428e-4333-91e2-ce17468a0532", "name": "network-vif-deleted", "tag": "cb953837-59fb-41ed-9582-5a5807fda824"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:48.114613 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.212557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c04a58-3463-4d9c-b8c2-b4c2d35f705a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03867463-944d-4089-9304-f7c7c22ad308'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:48.216153 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f891961-21e7-4068-bfca-de43fc4ebfa5" -d '{"events": [{"server_uuid": "c8c04a58-3463-4d9c-b8c2-b4c2d35f705a", "name": "network-vif-plugged", "status": "completed", "tag": "03867463-944d-4089-9304-f7c7c22ad308"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:48.248866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:48.252367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:48.260391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:48.276858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5fe0f79b-71e0-403f-aa3b-f18a8aa6de25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.277816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Pushing event updated for resources: {'Port': ['ID=586e3d23-01c3-4b8b-b687-76797eed78f9,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:48.292383 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad421ee-7c41-4b83-874d-68fbae595721 x-openstack-request-id: req-1ad421ee-7c41-4b83-874d-68fbae595721 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:48.292657 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bf22ae-428e-4333-91e2-ce17468a0532", "name": "network-vif-deleted", "tag": "cb953837-59fb-41ed-9582-5a5807fda824", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:48.292931 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ad421ee-7c41-4b83-874d-68fbae595721 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:48.293318 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bf22ae-428e-4333-91e2-ce17468a0532', 'name': 'network-vif-deleted', 'tag': 'cb953837-59fb-41ed-9582-5a5807fda824', 'status': 'completed', 'code': 200} Sep 18 19:38:48.295464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.296870 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5fe0f79b-71e0-403f-aa3b-f18a8aa6de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.326139 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.330571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5fe0f79b-71e0-403f-aa3b-f18a8aa6de25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=804a1b24ddcc4a05a6ebeede41dba7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826139 Sep 18 19:38:48.330768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38324) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:48.338689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38326) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:48.360737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Attempting to bind port 586e3d23-01c3-4b8b-b687-76797eed78f9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:48.361106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Attempting to bind port 586e3d23-01c3-4b8b-b687-76797eed78f9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:48.361467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Attempting to bind port 586e3d23-01c3-4b8b-b687-76797eed78f9 on network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:48.367536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:48.367923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Checking segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:48.368588 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.368991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Bound using segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:48.369464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Bound port: 586e3d23-01c3-4b8b-b687-76797eed78f9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:48.370023 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.379145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea8757-50dd-4e47-8538-c3f42c8c44a8 req-e8475a8d-975f-48cf-b592-a9f49571c132 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:48.388737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56ea8757-50dd-4e47-8538-c3f42c8c44a8 req-e8475a8d-975f-48cf-b592-a9f49571c132 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.2010713 Sep 18 19:38:48.445877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] For port 586e3d23-01c3-4b8b-b687-76797eed78f9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:48.449412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] For port 586e3d23-01c3-4b8b-b687-76797eed78f9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=586e3d23-01c3-4b8b-b687-76797eed78f9,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:48.456156 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.487768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Allocated IP 172.25.8.219 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/530632fa-1675-4a25-b62c-2b06b878107e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:48.506966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0f79b-71e0-403f-aa3b-f18a8aa6de25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb86345c-76d1-4461-b21c-34129c9b304a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:48.532483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-network', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:48.554844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56ea8757-50dd-4e47-8538-c3f42c8c44a8 req-7f7c1235-26ee-4f0f-8b66-8eb37f7837d8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653059 Sep 18 19:38:48.562324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5e10f-2523-49b9-9853-cab602a659a8 None None] Pushing event updated for resources: {'Port': ['ID=586e3d23-01c3-4b8b-b687-76797eed78f9,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:48.581443 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f2d0-5527-4716-87f0-1228a9f74be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.605694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3ba73-0d89-46b5-968d-6baf658eeabf req-22ea6b77-42c9-4ac5-a2eb-429d13585d19 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:48.607311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3c3ba73-0d89-46b5-968d-6baf658eeabf req-22ea6b77-42c9-4ac5-a2eb-429d13585d19 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 946 time: 0.2042809 Sep 18 19:38:48.649291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Made reservation on behalf of 691d68eba5f247bc9db032b8c0df790f for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:48.651593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.656518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.678410 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f2d0-5527-4716-87f0-1228a9f74be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.680912 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.728544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.739768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3c3ba73-0d89-46b5-968d-6baf658eeabf req-b35e0158-a25e-4ff0-8235-f35d61016e83 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092215 Sep 18 19:38:48.771954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:48.786703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:48.791162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:48.806162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f2d0-5527-4716-87f0-1228a9f74be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.812654 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f2d0-5527-4716-87f0-1228a9f74be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.815243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4ad8f2d0-5527-4716-87f0-1228a9f74be4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb86345c-76d1-4461-b21c-34129c9b304a HTTP/1.1" status: 204 len: 168 time: 0.4779277 Sep 18 19:38:48.847681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8f2d0-5527-4716-87f0-1228a9f74be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb86345c-76d1-4461-b21c-34129c9b304a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:48.896770 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd331ce-73ee-451f-99a3-8ead20b29bcd x-openstack-request-id: req-8dd331ce-73ee-451f-99a3-8ead20b29bcd {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:38:48.898813 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c04a58-3463-4d9c-b8c2-b4c2d35f705a", "name": "network-vif-plugged", "status": "completed", "tag": "03867463-944d-4089-9304-f7c7c22ad308", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:38:48.899268 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dd331ce-73ee-451f-99a3-8ead20b29bcd {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:38:48.899917 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c04a58-3463-4d9c-b8c2-b4c2d35f705a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03867463-944d-4089-9304-f7c7c22ad308', 'code': 200} Sep 18 19:38:48.905632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Pushing event updated for resources: {'Port': ['ID=530632fa-1675-4a25-b62c-2b06b878107e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:48.970756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:48.985480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.007877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:38:49.025247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.025534 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Added segment a0964107-c1cf-41fc-b3c8-1c9124451e59 of type vlan for network 986db4a8-2ea0-49de-8edd-70b30aabf449 Sep 18 19:38:49.072193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.116029 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.117239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:49.117801 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.185935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8368151 Sep 18 19:38:49.186785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38346) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:49.197568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Request body: {'subnet': {'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-subnet', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:49.201138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd63e01-baca-4017-b9a5-fbf6e9a44f10,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:49.247258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.301171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556d788-f849-4acc-a1a9-85e1cad3f316 req-6590cd6f-a186-4884-945a-e32cbb9cbf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:49.304732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7556d788-f849-4acc-a1a9-85e1cad3f316 req-6590cd6f-a186-4884-945a-e32cbb9cbf3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 1101 time: 0.3494649 Sep 18 19:38:49.309020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Made reservation on behalf of 691d68eba5f247bc9db032b8c0df790f for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:49.311647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.424741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5604e-c79d-4ecc-b3c1-65c48f1fe95a admin admin] Pushing event updated for resources: {'Network': ['ID=986db4a8-2ea0-49de-8edd-70b30aabf449,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:49.449504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:38:49.613485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.671603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38378) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:49.743069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7556d788-f849-4acc-a1a9-85e1cad3f316 req-1dbe1deb-6040-4083-a28f-666ff99a1e25 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986402 Sep 18 19:38:49.826858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144875-4127-4cbf-b66c-46c15aec9567 req-5019c206-895c-467c-a8bf-cb1997200892 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:49.834156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef144875-4127-4cbf-b66c-46c15aec9567 req-5019c206-895c-467c-a8bf-cb1997200892 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.1115906 Sep 18 19:38:49.837324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707bbd9-3277-4492-920f-eaae8e5a0033 req-72f023d9-4432-4985-9c4b-639ba8b0d40f tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:49.845079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5707bbd9-3277-4492-920f-eaae8e5a0033 req-72f023d9-4432-4985-9c4b-639ba8b0d40f tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1098 time: 0.3859482 Sep 18 19:38:49.885356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f4f9a3-29a1-4903-a5f4-c182a9e0b8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:49.910318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0ab22-cb7e-4a1a-922c-376a3b2ebb77 None None] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:38:49.914388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:38:50.004351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38388) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:50.010323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5707bbd9-3277-4492-920f-eaae8e5a0033 req-695e3345-3454-451e-99b3-fc63093b7154 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644609 Sep 18 19:38:50.034558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef144875-4127-4cbf-b66c-46c15aec9567 req-3f22c7b8-fae7-47fd-92e9-2283fbc1cbbe tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995308 Sep 18 19:38:50.036727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.056448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-94f52433-4bb8-426d-a54a-93924f84ba98 None None] Provisioning complete for port 586e3d23-01c3-4b8b-b687-76797eed78f9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:50.057672 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94f52433-4bb8-426d-a54a-93924f84ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.136941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ce3955-761d-4e73-ad27-ae759d2ade14,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:50.166248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Checking segment: {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:50.166996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Network hostable DHCP agents. Network: 986db4a8-2ea0-49de-8edd-70b30aabf449, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:38:50.189760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:38:50.194792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f4f9a3-29a1-4903-a5f4-c182a9e0b8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.204629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 986db4a8-2ea0-49de-8edd-70b30aabf449) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:50.214988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f4f9a3-29a1-4903-a5f4-c182a9e0b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.237151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:50.238072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.251270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8529ab3-63ef-4d05-a6e6-6037b66bb565 None None] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:38:50.269206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d2cf3ecb-a6b6-490f-9ea1-4d3f0eec7efd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0783899 Sep 18 19:38:50.272122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38398) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:50.276598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:50.304625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc1807-a8a0-4920-af87-bbef65cfdb99 req-d2cf40ba-2841-4af7-a382-e5c28f0e4a9d tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:50.312657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90cc1807-a8a0-4920-af87-bbef65cfdb99 req-d2cf40ba-2841-4af7-a382-e5c28f0e4a9d tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1098 time: 0.1096950 Sep 18 19:38:50.325675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:38:50.336332 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:38:50.351996 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:38:50.353575 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:50.376821 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f1f4f9a3-29a1-4903-a5f4-c182a9e0b8b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ed1381fe52943da844ad153582e3370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7021208 Sep 18 19:38:50.382293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4f9a3-29a1-4903-a5f4-c182a9e0b8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0923357e-cb5a-432d-b98e-8e55781cb2a4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:50.386032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38402) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:50.399839 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.402781 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.405901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.407104 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e4d8c76-8267-4a66-a87d-36bde79de881 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2300038 Sep 18 19:38:50.414974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38404) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:50.424475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90cc1807-a8a0-4920-af87-bbef65cfdb99 req-5229ec0e-32c4-4bc6-9afe-b08b0597b3b1 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097512 Sep 18 19:38:50.439774 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94f52433-4bb8-426d-a54a-93924f84ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.454067 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-66566437-72d3-4fd9-97d3-ad97718f39ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86d0e0df7a624cd3bb049c64076996f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440327 Sep 18 19:38:50.454655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:50.493230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e5114d0-5877-4b4e-abcf-3735ddf000d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.561544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-94f52433-4bb8-426d-a54a-93924f84ba98 None None] For port 586e3d23-01c3-4b8b-b687-76797eed78f9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=586e3d23-01c3-4b8b-b687-76797eed78f9,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:50.576816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e5114d0-5877-4b4e-abcf-3735ddf000d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.585813 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94f52433-4bb8-426d-a54a-93924f84ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.607410 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:50.654375 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2c68e26-fcc7-482f-86fc-f3a5a998015e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.698656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f52433-4bb8-426d-a54a-93924f84ba98 None None] Pushing event updated for resources: {'Port': ['ID=586e3d23-01c3-4b8b-b687-76797eed78f9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:50.760359 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2c68e26-fcc7-482f-86fc-f3a5a998015e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.791670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-986db4a8-2ea0-49de-8edd-70b30aabf449', 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'fixed_ips': [{'subnet_id': '63ce3955-761d-4e73-ad27-ae759d2ade14'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:38:50.792631 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.799329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e5114d0-5877-4b4e-abcf-3735ddf000d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.803026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e5114d0-5877-4b4e-abcf-3735ddf000d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.804682 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9e5114d0-5877-4b4e-abcf-3735ddf000d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0923357e-cb5a-432d-b98e-8e55781cb2a4 HTTP/1.1" status: 204 len: 168 time: 0.4151242 Sep 18 19:38:50.825984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5114d0-5877-4b4e-abcf-3735ddf000d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0923357e-cb5a-432d-b98e-8e55781cb2a4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:50.870056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2c68e26-fcc7-482f-86fc-f3a5a998015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.873733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2c68e26-fcc7-482f-86fc-f3a5a998015e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:50.876667 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f2c68e26-fcc7-482f-86fc-f3a5a998015e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e265ac5a-7cd9-4998-9177-62f2bda2411b HTTP/1.1" status: 204 len: 168 time: 0.4198933 Sep 18 19:38:50.909825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c68e26-fcc7-482f-86fc-f3a5a998015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265ac5a-7cd9-4998-9177-62f2bda2411b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:51.114092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 586e3d23-01c3-4b8b-b687-76797eed78f9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:51.121464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Allocated IP 172.20.0.2 (986db4a8-2ea0-49de-8edd-70b30aabf449/63ce3955-761d-4e73-ad27-ae759d2ade14/3995bd96-cf02-4264-937f-aa987db617c2) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:51.133967 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:49Z', 'revision_number': 3, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:51.164683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e4d3e80e-68a6-4203-88fc-8211c2f04261 None None] Provisioning complete for port 586e3d23-01c3-4b8b-b687-76797eed78f9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:51.165176 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4d3e80e-68a6-4203-88fc-8211c2f04261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.210753 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:38:51.212204 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Updating router d6d65fc2-e470-4f25-a73f-14a5d6b31adc port 530632fa-1675-4a25-b62c-2b06b878107e binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:38:51.256191 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.304334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 586e3d23-01c3-4b8b-b687-76797eed78f9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:51.304729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.419756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-4994e745-4fde-41cf-82e4-30fada694ccd req-ce899b94-ee3a-4265-abd5-564e3221342b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:38:51.428829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4994e745-4fde-41cf-82e4-30fada694ccd req-ce899b94-ee3a-4265-abd5-564e3221342b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319870 Sep 18 19:38:51.433701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.437752 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.448010 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.492960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38438) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:51.538625 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9afe7deb-ae15-4d04-9349-baff90ba0b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.547302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:51.562265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:51.571173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Pushing event updated for resources: {'Port': ['ID=3995bd96-cf02-4264-937f-aa987db617c2,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:51.574339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:51.582200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-daf0aecb-5e03-4081-bbd2-4419c6f7d0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.674084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Attempting to bind port 3995bd96-cf02-4264-937f-aa987db617c2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:51.676098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Attempting to bind port 3995bd96-cf02-4264-937f-aa987db617c2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:51.676876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Attempting to bind port 3995bd96-cf02-4264-937f-aa987db617c2 on network 986db4a8-2ea0-49de-8edd-70b30aabf449 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:51.689042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:51.691569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Checking segment: {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:51.692170 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.692674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Bound using segment: {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:51.695845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Bound port: 3995bd96-cf02-4264-937f-aa987db617c2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:51.696501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.713651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5da61-e4ed-4615-b4e6-501831d2390e req-55c95c46-b76e-49e8-af1e-a49e8ee92b94 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:51.715193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1a5da61-e4ed-4615-b4e6-501831d2390e req-55c95c46-b76e-49e8-af1e-a49e8ee92b94 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.3415496 Sep 18 19:38:51.786963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9afe7deb-ae15-4d04-9349-baff90ba0b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.806562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.812090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9afe7deb-ae15-4d04-9349-baff90ba0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.828103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cb953837-59fb-41ed-9582-5a5807fda824 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:38:51.860595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe7deb-ae15-4d04-9349-baff90ba0b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40545957-bf1d-44ef-8b5a-eea70c5069b1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:51.863000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: cb953837-59fb-41ed-9582-5a5807fda824 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:38:51.863395 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cb953837-59fb-41ed-9582-5a5807fda824 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:38:51.865214 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9afe7deb-ae15-4d04-9349-baff90ba0b25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d725ed58abc6400585f7e6d0268e50a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711169 Sep 18 19:38:51.868475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38452) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:51.871733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] For port 3995bd96-cf02-4264-937f-aa987db617c2, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:51.875308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] For port 3995bd96-cf02-4264-937f-aa987db617c2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3995bd96-cf02-4264-937f-aa987db617c2,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:51.879722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1a5da61-e4ed-4615-b4e6-501831d2390e req-67e44093-302c-422b-ac57-43fb5724ae1b tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386557 Sep 18 19:38:51.883650 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.983529 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:51.992554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55e241e8-49bb-4df4-b238-d78f1d36d988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.005323 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.047544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d30f84-4549-43ed-aee7-7b51ade44d31 None None] Pushing event updated for resources: {'Port': ['ID=3995bd96-cf02-4264-937f-aa987db617c2,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:52.061629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55e241e8-49bb-4df4-b238-d78f1d36d988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.124348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55e241e8-49bb-4df4-b238-d78f1d36d988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.127954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55e241e8-49bb-4df4-b238-d78f1d36d988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.129395 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-55e241e8-49bb-4df4-b238-d78f1d36d988 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40545957-bf1d-44ef-8b5a-eea70c5069b1 HTTP/1.1" status: 204 len: 168 time: 0.2580812 Sep 18 19:38:52.132810 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Attempting to bind port 530632fa-1675-4a25-b62c-2b06b878107e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:52.133197 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Attempting to bind port 530632fa-1675-4a25-b62c-2b06b878107e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:52.133558 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Attempting to bind port 530632fa-1675-4a25-b62c-2b06b878107e on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:52.142384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e241e8-49bb-4df4-b238-d78f1d36d988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40545957-bf1d-44ef-8b5a-eea70c5069b1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:52.161405 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:52.162429 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:52.162844 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.163240 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:52.163859 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Bound port: 530632fa-1675-4a25-b62c-2b06b878107e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:52.164211 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.206233 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Pushing event updated for resources: {'Port': ['ID=530632fa-1675-4a25-b62c-2b06b878107e,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:52.224727 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.225067 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.225548 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.225887 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.226215 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.226559 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.226859 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.227181 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.227576 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.227880 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.228200 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.229025 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:38:52.264230 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] For port 530632fa-1675-4a25-b62c-2b06b878107e, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:52.268596 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] For port 530632fa-1675-4a25-b62c-2b06b878107e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=530632fa-1675-4a25-b62c-2b06b878107e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:52.275459 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.405549 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd94150-4082-43b9-a540-36b04b9fdff0 None None] Pushing event updated for resources: {'Port': ['ID=530632fa-1675-4a25-b62c-2b06b878107e,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:52.495301 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:38:52.496247 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:52.632585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.649774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.823294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:52.869241 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:52.886758 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.018293 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.066376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3995bd96-cf02-4264-937f-aa987db617c2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:53.166168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80779f12-13c4-46cd-861e-8e7112da8903 req-3258298d-9434-4eef-9fb6-759f728b4bb2 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:53.167771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80779f12-13c4-46cd-861e-8e7112da8903 req-3258298d-9434-4eef-9fb6-759f728b4bb2 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.2107024 Sep 18 19:38:53.171765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3995bd96-cf02-4264-937f-aa987db617c2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:53.172144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.237825 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:49Z', 'revision_number': 3, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:53.289147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Allocated IP 172.25.8.58 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/4d397ecb-f6a8-4089-a7ac-208d51f55b04) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:53.304867 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821a651-c667-41ac-9081-0a7e2f7a9104 None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:49Z', 'revision_number': 3, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:38:53.374261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80779f12-13c4-46cd-861e-8e7112da8903 req-b869e78a-7776-46e6-8a59-fd967b5be128 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731238 Sep 18 19:38:53.384830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Allocated IP 172.20.0.1 (69b518a3-cd3e-4226-afa8-4cd3b02aa81a/11d31b7d-7b7a-48f0-aed6-65ed9b1b1736/3c45eb9c-3762-48a0-b902-fd49bb7c4213) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:53.394087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.526989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 3995bd96-cf02-4264-937f-aa987db617c2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3995bd96-cf02-4264-937f-aa987db617c2,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:53.539301 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.541955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 586e3d23-01c3-4b8b-b687-76797eed78f9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:53.627316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.668038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7df719-1730-4ac3-bfdc-e79c7d4478e1 None None] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:38:53.751042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.853651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=3995bd96-cf02-4264-937f-aa987db617c2,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:53.859342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ae360509-3961-4f77-8f88-d3a30d488846 None None] Provisioning complete for port 3995bd96-cf02-4264-937f-aa987db617c2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:53.860090 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae360509-3961-4f77-8f88-d3a30d488846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.861940 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 586e3d23-01c3-4b8b-b687-76797eed78f9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:53.862512 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:53.953901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:53.964676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:53.971393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:53.979246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d397ecb-f6a8-4089-a7ac-208d51f55b04,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:54.160884 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:54.298053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:54.358210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38568) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:54.377789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:54.386243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:54.388613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:38:54.389224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:54.433212 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-af6642c9-0b50-4507-acb8-594cd6109653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:54.660341 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:54.684973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-15a7d877-21f5-4480-99d5-ba473ead0d67 None None] Provisioning complete for port 3995bd96-cf02-4264-937f-aa987db617c2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:54.685834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-15a7d877-21f5-4480-99d5-ba473ead0d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:54.830260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38582) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:54.874964 n-d-789963-11 neutron-server[94940]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 19:38:54.882653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-6b30fc6b-55f5-4a38-9cb6-0a7f8230e0d6 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:38:54.890947 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-6b30fc6b-55f5-4a38-9cb6-0a7f8230e0d6 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5290227 Sep 18 19:38:54.963458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-60952f06-9176-478c-8f5b-7e7f710c7c24 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:54.964763 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-60952f06-9176-478c-8f5b-7e7f710c7c24 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports/047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 1095 time: 0.0730462 Sep 18 19:38:55.004045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4fb46dc-8df9-4811-b440-cbf9553e3501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.018424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Pushing event updated for resources: {'Port': ['ID=3c45eb9c-3762-48a0-b902-fd49bb7c4213,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:55.028770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3995bd96-cf02-4264-937f-aa987db617c2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:55.089138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3995bd96-cf02-4264-937f-aa987db617c2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:55.089520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.108290 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.205285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 530632fa-1675-4a25-b62c-2b06b878107e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:55.213729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4fb46dc-8df9-4811-b440-cbf9553e3501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.225207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4fb46dc-8df9-4811-b440-cbf9553e3501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.236491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3f5e214c-c506-4323-9ea8-ed02fd9fc346 None None] Provisioning complete for port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:55.236765 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f5e214c-c506-4323-9ea8-ed02fd9fc346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.250662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Request body: {'binding': {'host': 'n-h2-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:55.254991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:38:55.288395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6280878-6b26-48e5-8dbd-8b77037f3581 req-2d4b7020-9ee2-4ddf-80ac-3f6daa935aaf tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:55.295495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6280878-6b26-48e5-8dbd-8b77037f3581 req-2d4b7020-9ee2-4ddf-80ac-3f6daa935aaf tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.3598895 Sep 18 19:38:55.303343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e214c-c506-4323-9ea8-ed02fd9fc346 None None] Port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:38:55.339126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 530632fa-1675-4a25-b62c-2b06b878107e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:55.339609 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.345130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38602) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:55.345504 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b4fb46dc-8df9-4811-b440-cbf9553e3501 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=576faa3e5ae04e7885c959bb437f5b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120194 Sep 18 19:38:55.373266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb46dc-8df9-4811-b440-cbf9553e3501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600c3487-fcc9-4451-a1ca-75532191b420,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:55.428545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6280878-6b26-48e5-8dbd-8b77037f3581 req-0fd24a1b-8625-4479-a14f-8beb7e48dde8 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295300 Sep 18 19:38:55.462648 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.492320 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.520232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.539775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 530632fa-1675-4a25-b62c-2b06b878107e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=530632fa-1675-4a25-b62c-2b06b878107e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:55.546349 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.573347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on host n-h2-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:55.574643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:55.575175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:55.583850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:38:55.584641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:55.590774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:55.591468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:55.592036 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:55.592660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Bound port: 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:55.625817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=530632fa-1675-4a25-b62c-2b06b878107e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:55.628030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb6c9-6cf8-4d27-a89f-250753ceb79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.672628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.686025 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb6c9-6cf8-4d27-a89f-250753ceb79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.709890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:55.718423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.720080 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-5e9f6a24-843b-48e4-9fca-720061462aeb service neutron] 10.222.0.20 "POST /v2.0/ports/047ce5bd-52a1-4cf0-851f-d9a80f79752f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5968223 Sep 18 19:38:55.923964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb6c9-6cf8-4d27-a89f-250753ceb79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.926547 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb6c9-6cf8-4d27-a89f-250753ceb79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:55.928668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ad7bb6c9-6cf8-4d27-a89f-250753ceb79c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/600c3487-fcc9-4451-a1ca-75532191b420 HTTP/1.1" status: 204 len: 168 time: 0.5813897 Sep 18 19:38:55.993935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bb6c9-6cf8-4d27-a89f-250753ceb79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c3487-fcc9-4451-a1ca-75532191b420,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:56.028871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-c3d53b1f-6e05-4329-9820-dd75fe37a847 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560524 Sep 18 19:38:56.082614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.104847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1e4f7-9dc8-418f-8615-a56b30158f91 req-319c657b-2fd9-450f-bf60-f1eccb0da5b6 tempest-LiveMigrationNegativeTest-2041450056 tempest-LiveMigrationNegativeTest-2041450056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:56.106368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0cc1e4f7-9dc8-418f-8615-a56b30158f91 req-319c657b-2fd9-450f-bf60-f1eccb0da5b6 tempest-LiveMigrationNegativeTest-2041450056 tempest-LiveMigrationNegativeTest-2041450056-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 1101 time: 0.1961353 Sep 18 19:38:56.114039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.114575 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.195297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Router f44fbfbb-73da-4ac9-a346-59dd6b587d4a is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:38:56.216353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-79ceb2f0-7330-4cab-8501-6fa7bb5aa63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:56.218138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-79ceb2f0-7330-4cab-8501-6fa7bb5aa63a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1098 time: 0.2014000 Sep 18 19:38:56.218696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0cc1e4f7-9dc8-418f-8615-a56b30158f91 req-087f5d68-aec6-41ef-a26a-6abf85d17372 tempest-LiveMigrationNegativeTest-2041450056 tempest-LiveMigrationNegativeTest-2041450056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.279711 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38640) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:56.285416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Pushing event updated for resources: {'Port': ['ID=3c45eb9c-3762-48a0-b902-fd49bb7c4213,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:56.293042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cc9c-56d4-42e7-9b5b-00977aa80120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.399626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640e46-f590-4e5f-a335-24711697c68e req-cf39f41f-e6f6-4fd8-a8a3-55003752a972 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:56.401093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-cf39f41f-e6f6-4fd8-a8a3-55003752a972 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647668 Sep 18 19:38:56.481546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-b0e156df-1132-4128-be7c-3a4c372673f5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/quotas/d195f88bbae74c729a7630ead8ca2d69 HTTP/1.1" status: 200 len: 375 time: 0.0464597 Sep 18 19:38:56.566756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:38:56.573011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-826e1c96-b535-419a-a015-9ed8648b91ab tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834684 Sep 18 19:38:56.581199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:38:56.587422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-3d9b6594-085c-4592-b39f-202180d83ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:56.588729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-3d9b6594-085c-4592-b39f-202180d83ccf service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.3437202 Sep 18 19:38:56.645222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:38:56.659731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Sync routers for ids ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:38:56.670385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Routers {'f44fbfbb-73da-4ac9-a346-59dd6b587d4a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:38:56.671018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:56.691529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-1568190d-1026-42e2-a73c-6c0e73a71df6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 217 time: 0.0927222 Sep 18 19:38:56.765620 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0cc1e4f7-9dc8-418f-8615-a56b30158f91 req-087f5d68-aec6-41ef-a26a-6abf85d17372 tempest-LiveMigrationNegativeTest-2041450056 tempest-LiveMigrationNegativeTest-2041450056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.839819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0cc1e4f7-9dc8-418f-8615-a56b30158f91 req-087f5d68-aec6-41ef-a26a-6abf85d17372 tempest-LiveMigrationNegativeTest-2041450056 tempest-LiveMigrationNegativeTest-2041450056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.844088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 530632fa-1675-4a25-b62c-2b06b878107e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:38:56.895518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Set router f44fbfbb-73da-4ac9-a346-59dd6b587d4a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:56.943644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cc9c-56d4-42e7-9b5b-00977aa80120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.952784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cc9c-56d4-42e7-9b5b-00977aa80120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:56.995780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6cc9c-56d4-42e7-9b5b-00977aa80120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e821466b-d63a-4a5f-b805-a657fd992f6c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:57.029223 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5dc6cc9c-56d4-42e7-9b5b-00977aa80120 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e455d69df7c4b41a88caa3a593af767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7483392 Sep 18 19:38:57.030161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38652) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:57.042338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0fdd920d-9ac9-4e8f-b7e1-fbefb1465133 None None] Provisioning complete for port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:57.042900 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0fdd920d-9ac9-4e8f-b7e1-fbefb1465133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.085371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 530632fa-1675-4a25-b62c-2b06b878107e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:57.085749 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.098691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-662811df-d907-42e8-aa6d-c432cd591451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.126713 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-662811df-d907-42e8-aa6d-c432cd591451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.131481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd920d-9ac9-4e8f-b7e1-fbefb1465133 None None] Port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:38:57.205992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-662811df-d907-42e8-aa6d-c432cd591451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.209313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-662811df-d907-42e8-aa6d-c432cd591451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.210455 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-662811df-d907-42e8-aa6d-c432cd591451 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e821466b-d63a-4a5f-b805-a657fd992f6c HTTP/1.1" status: 204 len: 168 time: 0.1788828 Sep 18 19:38:57.225914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662811df-d907-42e8-aa6d-c432cd591451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e821466b-d63a-4a5f-b805-a657fd992f6c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:57.245638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0cc1e4f7-9dc8-418f-8615-a56b30158f91 req-087f5d68-aec6-41ef-a26a-6abf85d17372 tempest-LiveMigrationNegativeTest-2041450056 tempest-LiveMigrationNegativeTest-2041450056-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1206219 Sep 18 19:38:57.252961 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.257833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38658) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:57.258368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e70a2c10-39c2-4531-8e80-5fb5dd0e79a7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9849482 Sep 18 19:38:57.277418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f5d68-aec6-41ef-a26a-6abf85d17372 tempest-LiveMigrationNegativeTest-2041450056 tempest-LiveMigrationNegativeTest-2041450056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6856b872-d5b2-4d7d-939c-52f8f0a346b9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:57.291571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-405c555b-0c52-4422-acb3-3b7ba389d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:57.293157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-405c555b-0c52-4422-acb3-3b7ba389d859 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.5802197 Sep 18 19:38:57.298983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:38:54Z', 'revision_number': 3, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port': {'id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:57.304286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baab55-efda-4493-a565-5b79ac7a51cf req-ca2df326-3e2a-47f7-8a5e-318d922811a0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:57.311623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13baab55-efda-4493-a565-5b79ac7a51cf req-ca2df326-3e2a-47f7-8a5e-318d922811a0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 946 time: 0.5432770 Sep 18 19:38:57.344720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.346259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Checking router: f44fbfbb-73da-4ac9-a346-59dd6b587d4a for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:38:57.346745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:38:57.347352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Updating router f44fbfbb-73da-4ac9-a346-59dd6b587d4a port 4d397ecb-f6a8-4089-a7ac-208d51f55b04 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:38:57.355673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-82160096-f26f-43f3-9e9e-e7bbea00e4c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420077 Sep 18 19:38:57.387758 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.452000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13baab55-efda-4493-a565-5b79ac7a51cf req-d2b3d09a-b7bc-4f6b-815a-0fc7e4f76931 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394296 Sep 18 19:38:57.665738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b4d9416-bda5-4f85-833d-35f6699c1ee3 req-8ef9f7b4-e70f-4154-8b7f-dcaebb8a6d1a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 210 time: 0.0764554 Sep 18 19:38:57.772680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-90c7b8b8-177c-4275-9147-b5dd884145dd service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084210 Sep 18 19:38:57.873846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:38:57.884899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-db0448da-8f5d-4d9c-b554-529beb5ebf7d admin admin] 10.222.0.20 "PUT /v2.0/routers/d6d65fc2-e470-4f25-a73f-14a5d6b31adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4681313 Sep 18 19:38:57.885712 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:38:57.915948 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:38:57.916594 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:57.930879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-4a5696ea-db67-4f8d-8355-1d0953650fdc service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310062 Sep 18 19:38:57.960493 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:57.970708 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:58.081237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Attempting to bind port 4d397ecb-f6a8-4089-a7ac-208d51f55b04 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:58.086070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Attempting to bind port 4d397ecb-f6a8-4089-a7ac-208d51f55b04 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:58.086648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Attempting to bind port 4d397ecb-f6a8-4089-a7ac-208d51f55b04 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:58.103752 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:58.107588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:58.107979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:58.108743 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:58.109211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:58.109778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Bound port: 4d397ecb-f6a8-4089-a7ac-208d51f55b04, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:58.110224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:58.175361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] For port 4d397ecb-f6a8-4089-a7ac-208d51f55b04, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:58.179594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] For port 4d397ecb-f6a8-4089-a7ac-208d51f55b04, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4d397ecb-f6a8-4089-a7ac-208d51f55b04,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:58.193272 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:58.197226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a3501-ba52-4090-b628-f7c70c8e3ef2 None None] Pushing event updated for resources: {'Port': ['ID=4d397ecb-f6a8-4089-a7ac-208d51f55b04,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:58.267844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Routers {'f44fbfbb-73da-4ac9-a346-59dd6b587d4a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:38:58.268587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:58.317038 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-35003762-4eb0-45e4-8af0-de808d041b00 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082304 Sep 18 19:38:58.336036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a3501-ba52-4090-b628-f7c70c8e3ef2 None None] Pushing event updated for resources: {'Port': ['ID=4d397ecb-f6a8-4089-a7ac-208d51f55b04,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:58.383690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-c6bc22f8-8890-4631-af99-58f85d622da1 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:58.388426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-c6bc22f8-8890-4631-af99-58f85d622da1 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1098 time: 0.2987812 Sep 18 19:38:58.433567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-11'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:58.444857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] Set router f44fbfbb-73da-4ac9-a346-59dd6b587d4a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:58.472249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95204810-b1a4-467e-9c26-82ebaab12b44 req-0f320aa6-2b40-4270-8d02-0da37526308a tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:58.478857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95204810-b1a4-467e-9c26-82ebaab12b44 req-0f320aa6-2b40-4270-8d02-0da37526308a tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.2698755 Sep 18 19:38:58.490146 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 2, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:58.524685 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:38:58.525283 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Updating router d6d65fc2-e470-4f25-a73f-14a5d6b31adc port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:38:58.554722 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:58.574608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640e46-f590-4e5f-a335-24711697c68e req-eafca405-430c-4cf7-8cca-c9e71adeb32d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:58.580267 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-eafca405-430c-4cf7-8cca-c9e71adeb32d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986399 Sep 18 19:38:58.664804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Request body: {'port': {'device_id': '6de65256-196a-4521-b7ec-c0a85dc726d0', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd195f88bbae74c729a7630ead8ca2d69'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:58.682884 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:58.764882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:38:54Z', 'revision_number': 3, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port': {'id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:58.814865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95204810-b1a4-467e-9c26-82ebaab12b44 req-b299f2fa-f39a-44db-96cc-128289c7798e tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730713 Sep 18 19:38:58.832092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38732) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:38:58.855467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e1fa21-3b7c-47f7-9f87-8b2dbeaa19d0 None None] The sync data for ids ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'] in n-d-789963-11 is: [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:38:54Z', 'revision_number': 3, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port': {'id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:38:58.878234 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:58.885050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Made reservation on behalf of d195f88bbae74c729a7630ead8ca2d69 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:58.887158 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:38:58.893370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:58.946214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.077282 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.092682 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.098723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-506340757-network', 'tenant_id': '67fefe280cc24400856c613ffce9bc8b'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:38:59.165126 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371aa255-659c-4e6f-82e6-8815e9c51c6f None None] Pushing event updated for resources: {'Port': ['ID=3c45eb9c-3762-48a0-b902-fd49bb7c4213,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:59.236645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:38:59.294977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:59.297001 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Attempting to bind port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:38:59.297609 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Attempting to bind port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:38:59.297967 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Attempting to bind port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 on network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:38:59.301276 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.307281 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:38:59.307946 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Checking segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:38:59.308345 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.308733 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Bound using segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:38:59.309400 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Bound port: 3c45eb9c-3762-48a0-b902-fd49bb7c4213, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:38:59.309984 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.347880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.414864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.432464 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] For port 3c45eb9c-3762-48a0-b902-fd49bb7c4213, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:38:59.433594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:38:59.434110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Made reservation on behalf of 67fefe280cc24400856c613ffce9bc8b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:38:59.437445 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0d209a-2d56-4236-a08b-5e7da8add731" -d '{"events": [{"server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "name": "network-vif-unplugged", "status": "completed", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:38:59.439172 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] For port 3c45eb9c-3762-48a0-b902-fd49bb7c4213, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3c45eb9c-3762-48a0-b902-fd49bb7c4213,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:38:59.441055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.447058 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.456760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Allocated IP 172.20.0.1 (986db4a8-2ea0-49de-8edd-70b30aabf449/63ce3955-761d-4e73-ad27-ae759d2ade14/0a28c845-6507-4dc2-97a1-7de302200fe0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:38:59.458503 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.462472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f084855-6eef-4d85-9473-b7b5a05ba533,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:59.577446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.593478 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:38:59.594111 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:38:59.674628 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371aa255-659c-4e6f-82e6-8815e9c51c6f None None] Pushing event updated for resources: {'Port': ['ID=3c45eb9c-3762-48a0-b902-fd49bb7c4213,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:59.688229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5446173c-a18b-442f-8617-7b1988797c0a None None] Provisioning complete for port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:38:59.688755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5446173c-a18b-442f-8617-7b1988797c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.750259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9f380-db56-4993-8729-17bddb68dbd1 req-7ce3a85b-4aba-4657-a592-1bfbe652f452 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:59.761348 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5a9f380-db56-4993-8729-17bddb68dbd1 req-7ce3a85b-4aba-4657-a592-1bfbe652f452 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 946 time: 0.7613699 Sep 18 19:38:59.825041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Pushing event updated for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:38:59.878212 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:38:59.920115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-d82f4363-fa2e-4f10-a5a3-13f04181b4ac tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:38:59.922590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-d82f4363-fa2e-4f10-a5a3-13f04181b4ac tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 820 time: 1.0116210 Sep 18 19:38:59.945214 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5446173c-a18b-442f-8617-7b1988797c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:38:59.998899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-1dd8d980-fe29-4953-a3dd-fa67c565a226 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/quotas/c7fdaf8993e24edd989100c4f25d59ad HTTP/1.1" status: 200 len: 375 time: 0.0662220 Sep 18 19:39:00.001603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on host n-h1-789963-11 for vnic_type normal with profile {"migrating_to": "n-h2-789963-11"} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:00.001936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:00.002258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:00.024569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5446173c-a18b-442f-8617-7b1988797c0a None None] For port 3c45eb9c-3762-48a0-b902-fd49bb7c4213, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3c45eb9c-3762-48a0-b902-fd49bb7c4213,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:00.034408 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5446173c-a18b-442f-8617-7b1988797c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.059500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5a9f380-db56-4993-8729-17bddb68dbd1 req-88a584af-f7b0-4633-b4c9-15730bc04487 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630553 Sep 18 19:39:00.079457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.084497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:00.084832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Attempting to bind port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:00.090174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-b62623d4-c2df-400e-b27f-145520e0d162 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:00.091675 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-b62623d4-c2df-400e-b27f-145520e0d162 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.5483592 Sep 18 19:39:00.100229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.173486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:39:00.176728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446173c-a18b-442f-8617-7b1988797c0a None None] Pushing event updated for resources: {'Port': ['ID=3c45eb9c-3762-48a0-b902-fd49bb7c4213,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:00.181710 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:00.190597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:00.191252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:00.191695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:00.192146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Bound port: 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:00.193051 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.218412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-010cddac-1c87-418a-aeb7-3306b104e166 None None] Provisioning complete for port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:00.219034 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-010cddac-1c87-418a-aeb7-3306b104e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.246776 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Allocated IP 192.168.233.144 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/fa5a37ea-983d-4602-b06e-3a6806a5fb09) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:00.254556 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86f3cf-dc4b-4d77-9df8-d0ebc0d75cfe None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:39:00.295974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.304031 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Added segment f2462256-05a2-4a22-8419-e450456c8d37 of type vlan for network d9bd10c5-779c-4527-a92c-87bf493b1da8 Sep 18 19:39:00.332755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-52285ee7-437a-4100-99c9-230286a7979e tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3209558 Sep 18 19:39:00.355673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:00.367938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:00.387437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec1c6f8e-cb4d-44d7-a9da-769ef8566c45 req-295281de-7453-4005-a3f4-70eb46976be3 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 210 time: 0.0886536 Sep 18 19:39:00.419442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.419672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:00.435602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.497228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.511091 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d9ad5-13be-4ac3-bf7f-35f5d139b951 x-openstack-request-id: req-820d9ad5-13be-4ac3-bf7f-35f5d139b951 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:00.511415 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "name": "network-vif-unplugged", "status": "completed", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:00.511650 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-820d9ad5-13be-4ac3-bf7f-35f5d139b951 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:00.512062 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f', 'code': 200} Sep 18 19:39:00.565949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Deleting port 03867463-944d-4089-9304-f7c7c22ad308 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:39:00.566596 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.629047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:00.629670 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.631670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] 10.222.0.24 "PUT /v2.0/ports/047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 1124 time: 2.2265363 Sep 18 19:39:00.635969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.636869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795da63a-0857-4bf6-9399-367b643d1f46 service neutron] Pushing event updated for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=8']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:00.639893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:00.640755 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:00.644875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-ff6ce7a4-99c2-404e-a54d-615f4d6ba8e2 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913613 Sep 18 19:39:00.679352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5765e9e-22d7-4a36-837f-f024504675c9 req-caaa8dbe-0ebc-45e1-a2fe-9bdb392ed16c tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:00.686690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5765e9e-22d7-4a36-837f-f024504675c9 req-caaa8dbe-0ebc-45e1-a2fe-9bdb392ed16c tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.1309969 Sep 18 19:39:00.698489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['047ce5bd-52a1-4cf0-851f-d9a80f79752f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:00.809366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5765e9e-22d7-4a36-837f-f024504675c9 req-28c3512a-e44c-4ae9-a61b-2c1803a1aa70 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218169 Sep 18 19:39:00.836655 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0033855 Sep 18 19:39:00.843691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38762) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:00.852353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Request body: {'subnet': {'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-506340757-subnet', 'tenant_id': '67fefe280cc24400856c613ffce9bc8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:00.874946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-e5b474c3-889d-4874-9564-9ea933536030 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184279 Sep 18 19:39:00.903311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3c45eb9c-3762-48a0-b902-fd49bb7c4213 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:00.945205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] For port 03867463-944d-4089-9304-f7c7c22ad308, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=03867463-944d-4089-9304-f7c7c22ad308,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:00.945847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.042598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.045413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:01.046442 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.125012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a28c845-6507-4dc2-97a1-7de302200fe0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:01.137134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Made reservation on behalf of 67fefe280cc24400856c613ffce9bc8b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:01.139548 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.171677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Calling delete_port for 03867463-944d-4089-9304-f7c7c22ad308 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:39:01.188406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72590f8d-3ff6-45a6-bd36-72915f93fb28 admin admin] Pushing event updated for resources: {'Network': ['ID=d9bd10c5-779c-4527-a92c-87bf493b1da8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:01.203338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4d397ecb-f6a8-4089-a7ac-208d51f55b04 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:01.275873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-354fe1e7-e6a0-411d-bfe1-ca96cea656e8 req-7954a28f-cf61-4766-9eea-251d6bb9d66a tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 210 time: 0.0733762 Sep 18 19:39:01.366051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33941265-2c24-4566-b0d6-9753226dff6e req-290061a4-da25-48a5-8609-d5151a8e21a3 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:01.376535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33941265-2c24-4566-b0d6-9753226dff6e req-290061a4-da25-48a5-8609-d5151a8e21a3 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.1559348 Sep 18 19:39:01.449903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33941265-2c24-4566-b0d6-9753226dff6e req-edbfe7be-a247-4bb6-85de-c1e52bf4ef27 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722678 Sep 18 19:39:01.485102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:01.486432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.504521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:01.510750 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.515736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d9bd10c5-779c-4527-a92c-87bf493b1da8 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:39:01.517169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:01.517511 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.604300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa40df79-d2c7-4e98-a41b-e9d3f4076be3 req-bd81f6ac-fdd3-406a-8632-585b044570d7 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 210 time: 0.0513470 Sep 18 19:39:01.699344 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 4d397ecb-f6a8-4089-a7ac-208d51f55b04 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:01.699921 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.857341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a56c70-90bf-47ef-a3e9-dbe557b29cdc,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:01.858277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.894531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 4d397ecb-f6a8-4089-a7ac-208d51f55b04, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4d397ecb-f6a8-4089-a7ac-208d51f55b04,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:01.895469 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.901133 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.902976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6c3d29a6-b331-469c-9850-67ca7c9f1a5c None None] Provisioning complete for port 0a28c845-6507-4dc2-97a1-7de302200fe0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:01.903344 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6c3d29a6-b331-469c-9850-67ca7c9f1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:01.994988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baea4f-8333-452c-8820-9f3b7336c6a8 req-2a4ab3d3-487a-44df-bdb8-7f344cdf0bce tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:02.003386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8baea4f-8333-452c-8820-9f3b7336c6a8 req-2a4ab3d3-487a-44df-bdb8-7f344cdf0bce tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8c04a58-3463-4d9c-b8c2-b4c2d35f705a HTTP/1.1" status: 200 len: 949 time: 0.0853765 Sep 18 19:39:02.012331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d29a6-b331-469c-9850-67ca7c9f1a5c None None] Port 0a28c845-6507-4dc2-97a1-7de302200fe0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:02.017049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=4d397ecb-f6a8-4089-a7ac-208d51f55b04,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:02.046662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8baea4f-8333-452c-8820-9f3b7336c6a8 req-717eee5c-699a-4acb-8137-0682dd41fcbe tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Sep 18 19:39:02.069714 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.080865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:02.082380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Network hostable DHCP agents. Network: d9bd10c5-779c-4527-a92c-87bf493b1da8, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:39:02.087163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['164a5392-b1da-492e-ad4b-862897400c6b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:02.097859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.172666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Pushing event deleted for resources: {'Port': ['ID=03867463-944d-4089-9304-f7c7c22ad308,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:02.429899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc9392d9-0f37-4985-be7e-2bea6de6fa5e req-653dd30e-136b-4460-8607-8bc053bc04a9 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 210 time: 0.0674295 Sep 18 19:39:02.514664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:02.515347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:02.516905 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a18e787-c313-4557-8622-ed3483f95bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:02.527257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] No DVR routers for this DVR port 03867463-944d-4089-9304-f7c7c22ad308 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:39:02.529610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Network d9bd10c5-779c-4527-a92c-87bf493b1da8 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:39:02.532933 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.539615 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b5cdfae-20cb-4fb9-a42a-f44d92127e13 req-96cd4040-f3a6-4291-8b96-f9024f9416bd tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.24 "DELETE /v2.0/ports/03867463-944d-4089-9304-f7c7c22ad308 HTTP/1.1" status: 204 len: 173 time: 2.4311693 Sep 18 19:39:02.544422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c04a58-3463-4d9c-b8c2-b4c2d35f705a', 'name': 'network-vif-deleted', 'tag': '03867463-944d-4089-9304-f7c7c22ad308'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:02.548018 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954e9c69-e908-4ad6-984c-3f02320f737a" -d '{"events": [{"server_uuid": "c8c04a58-3463-4d9c-b8c2-b4c2d35f705a", "name": "network-vif-deleted", "tag": "03867463-944d-4089-9304-f7c7c22ad308"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:02.558436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:02.598712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:02.610120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:02.611455 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.619657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'Port': ['ID=fa5a37ea-983d-4602-b06e-3a6806a5fb09,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:02.627162 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379c555f-7ff7-44a6-95c0-019215f7cec4 x-openstack-request-id: req-379c555f-7ff7-44a6-95c0-019215f7cec4 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:02.628989 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:02.629246 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-379c555f-7ff7-44a6-95c0-019215f7cec4 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:02.630421 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f', 'status': 'completed', 'code': 200} Sep 18 19:39:02.632981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, d9bd10c5-779c-4527-a92c-87bf493b1da8) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:02.643809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd0ba6-16a4-48f6-bfa9-fe0453d737f2 None None] Network d9bd10c5-779c-4527-a92c-87bf493b1da8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:39:02.646412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:02.647314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.662271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-54926d19-7719-4051-8b6a-7c6e2b0d59a5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0086870 Sep 18 19:39:02.669882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.684580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Request body: {'port': {'device_id': '6de65256-196a-4521-b7ec-c0a85dc726d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:02.689770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.691006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.722279 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-053f09d6-9301-4ab6-becf-877ea7962e85 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8749340 Sep 18 19:39:02.831971 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8f94cc-0507-4248-8225-002201e783b1 x-openstack-request-id: req-0d8f94cc-0507-4248-8225-002201e783b1 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:02.832467 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c04a58-3463-4d9c-b8c2-b4c2d35f705a", "name": "network-vif-deleted", "tag": "03867463-944d-4089-9304-f7c7c22ad308", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:02.833946 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d8f94cc-0507-4248-8225-002201e783b1 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:02.834499 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c04a58-3463-4d9c-b8c2-b4c2d35f705a', 'name': 'network-vif-deleted', 'tag': '03867463-944d-4089-9304-f7c7c22ad308', 'status': 'completed', 'code': 200} Sep 18 19:39:02.879719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a28c845-6507-4dc2-97a1-7de302200fe0,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:02.886004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:02.984613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4d397ecb-f6a8-4089-a7ac-208d51f55b04 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:03.013300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2a3557fe-fa57-413f-9476-90851ac3afa7 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:03.014839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2a3557fe-fa57-413f-9476-90851ac3afa7 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 820 time: 0.5119481 Sep 18 19:39:03.027635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-4d9cacfd-1478-4443-a7d5-9c33e91d6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:03.028383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:03.030544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:03.033577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-4d9cacfd-1478-4443-a7d5-9c33e91d6d06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1127 time: 0.3682909 Sep 18 19:39:03.060156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bde5b8-226f-436d-8ca9-b2e1e641c2b6 None None] Network d9bd10c5-779c-4527-a92c-87bf493b1da8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:39:03.061235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22107f3b-c8cb-4426-8c62-91762711ace3 req-895a2c88-987b-4026-b98e-87957c7859c0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:03.072399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22107f3b-c8cb-4426-8c62-91762711ace3 req-895a2c88-987b-4026-b98e-87957c7859c0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.4021118 Sep 18 19:39:03.080538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Request body: {'port': {'device_id': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'admin_state_up': True, 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:03.209538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 4d397ecb-f6a8-4089-a7ac-208d51f55b04 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:03.209979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:03.291756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1c0c26f5-813f-4e12-93ed-e33284ec6df6 None None] Provisioning complete for port fa5a37ea-983d-4602-b06e-3a6806a5fb09 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:03.292204 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1c0c26f5-813f-4e12-93ed-e33284ec6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:03.353741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22107f3b-c8cb-4426-8c62-91762711ace3 req-e994321a-c154-4afb-b9b6-f1729d016838 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802732 Sep 18 19:39:03.381091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Router f44fbfbb-73da-4ac9-a346-59dd6b587d4a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:39:03.400383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c8fa-658b-4771-9f0c-7f92e95d131f req-fd8e6431-2f79-45c8-a6b4-1b006b8563f2 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:03.402083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd62c8fa-658b-4771-9f0c-7f92e95d131f req-fd8e6431-2f79-45c8-a6b4-1b006b8563f2 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 936 time: 0.3847177 Sep 18 19:39:03.459097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-744ff88b-1448-4340-b30f-d36bebce1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:03.461214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-744ff88b-1448-4340-b30f-d36bebce1323 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.3863525 Sep 18 19:39:03.484626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c26f5-813f-4e12-93ed-e33284ec6df6 None None] Port fa5a37ea-983d-4602-b06e-3a6806a5fb09 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:03.583713 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-a39261f6-08cb-4b8b-aead-b1881ba55c3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 217 time: 0.1036880 Sep 18 19:39:03.609349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b99e40e2-13b7-4b9f-9323-5589d404d4d2 None None] Provisioning complete for port 0a28c845-6507-4dc2-97a1-7de302200fe0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:03.609994 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b99e40e2-13b7-4b9f-9323-5589d404d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:03.631562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd62c8fa-658b-4771-9f0c-7f92e95d131f req-03978924-ce55-4762-85d2-2db52dd01df1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094245 Sep 18 19:39:03.639494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-224308f9-dcde-4000-8a07-b461ea81ac05 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cacf7950d1184e548e628bef5604f1c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661759 Sep 18 19:39:03.639739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5a37ea-983d-4602-b06e-3a6806a5fb09 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:03.659495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:03.667433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:39:03.671721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b99e40e2-13b7-4b9f-9323-5589d404d4d2 None None] Port 0a28c845-6507-4dc2-97a1-7de302200fe0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:03.681609 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d08e0876-c881-4584-9f57-239577c07eb7 admin admin] 10.222.0.20 "PUT /v2.0/routers/f44fbfbb-73da-4ac9-a346-59dd6b587d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4140959 Sep 18 19:39:03.681722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Made reservation on behalf of c7fdaf8993e24edd989100c4f25d59ad for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:03.681722 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:03.685870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Sync routers for ids ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:39:03.697840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Routers {'f44fbfbb-73da-4ac9-a346-59dd6b587d4a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:39:03.698135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:03.728299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Transition to ACTIVE for port object fa5a37ea-983d-4602-b06e-3a6806a5fb09 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:03.737737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:03.784095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-fedebf54-1aca-4471-b3a6-4249a92c1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:03.785586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-fedebf54-1aca-4471-b3a6-4249a92c1f15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1834073 Sep 18 19:39:03.806193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38886) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:03.822215 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-742569585-network', 'tenant_id': 'f7a9cfd6f99d40f6a8c79571508ccb89'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:03.848026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Set router f44fbfbb-73da-4ac9-a346-59dd6b587d4a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:39:03.915718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Made reservation on behalf of f7a9cfd6f99d40f6a8c79571508ccb89 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:03.917994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:03.935615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 047ce5bd-52a1-4cf0-851f-d9a80f79752f details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:03.937683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 03867463-944d-4089-9304-f7c7c22ad308 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:39:03.944407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:03.968217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 03867463-944d-4089-9304-f7c7c22ad308 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:39:03.968816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 03867463-944d-4089-9304-f7c7c22ad308 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:39:03.972966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5a37ea-983d-4602-b06e-3a6806a5fb09,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:04.073887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Attempting to bind port fa5a37ea-983d-4602-b06e-3a6806a5fb09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:04.073887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Attempting to bind port fa5a37ea-983d-4602-b06e-3a6806a5fb09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:04.074216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Attempting to bind port fa5a37ea-983d-4602-b06e-3a6806a5fb09 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:04.100157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Port fa5a37ea-983d-4602-b06e-3a6806a5fb09 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:04.102364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Attempting to bind port fa5a37ea-983d-4602-b06e-3a6806a5fb09 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:04.136332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-3a097782-c31d-4e89-babd-eebbfae02aca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745111 Sep 18 19:39:04.136689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:04.137015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:04.137717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:04.137838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Bound port: fa5a37ea-983d-4602-b06e-3a6806a5fb09, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:04.138208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.143076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06a23e55-0ca1-4d82-b470-5718f0e77980 req-a4b6cdb2-e9c1-4d04-8a8b-df742bbaf9b2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 210 time: 0.0776749 Sep 18 19:39:04.200294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-2d71f9b1-3c78-4214-9467-bd3b80800cba tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:04.207268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-2d71f9b1-3c78-4214-9467-bd3b80800cba tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5668862 Sep 18 19:39:04.248228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:04.300825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] For port fa5a37ea-983d-4602-b06e-3a6806a5fb09, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:04.305932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-2b1c0f89-15ad-4b9f-aa89-afaf8ed21464 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/quotas/cacf7950d1184e548e628bef5604f1c1 HTTP/1.1" status: 200 len: 375 time: 0.0976779 Sep 18 19:39:04.306061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] For port fa5a37ea-983d-4602-b06e-3a6806a5fb09, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:04.313723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.314879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 047ce5bd-52a1-4cf0-851f-d9a80f79752f has no active binding in host n-h2-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 19:39:04.358465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.374957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:04.374957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.374957 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa5a37ea-983d-4602-b06e-3a6806a5fb09 HTTP/1.1" status: 200 len: 1097 time: 1.6965230 Sep 18 19:39:04.377747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:39:01Z', 'revision_number': 4, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port': {'id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0a28c845-6507-4dc2-97a1-7de302200fe0', 'name': '', 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'mac_address': 'fa:16:3e:36:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63ce3955-761d-4e73-ad27-ae759d2ade14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:59Z', 'updated_at': '2021-09-18T19:39:02Z', 'revision_number': 2, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'subnets': [{'id': '63ce3955-761d-4e73-ad27-ae759d2ade14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:04.379331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.382673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-343e5db3-1260-42c8-8803-98e09c454ffa tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cacf7950d1184e548e628bef5604f1c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755622 Sep 18 19:39:04.393887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Allocated IP 172.20.0.9 (69b518a3-cd3e-4226-afa8-4cd3b02aa81a/11d31b7d-7b7a-48f0-aed6-65ed9b1b1736/16706c9d-3f47-4780-9f55-ac2ac37a78a3) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:04.436670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-a136b044-192c-4cea-96a3-dbfcbce6b4fd service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849932 Sep 18 19:39:04.454112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:39:04.474043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028e969c-0645-4af7-93ab-06a98791d9ab,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:04.484115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Checking router: f44fbfbb-73da-4ac9-a346-59dd6b587d4a for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:39:04.484490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Updating router f44fbfbb-73da-4ac9-a346-59dd6b587d4a port 0a28c845-6507-4dc2-97a1-7de302200fe0 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:39:04.535866 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.538209 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Added segment 7b462a87-6a43-457c-b314-0c9cd6e9ec6e of type vlan for network a36dd30f-5846-49e5-8db1-ff2b62e45be1 Sep 18 19:39:04.548625 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.623548 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.634332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec835a0c-02b6-4854-848b-37d213a2b253 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5a37ea-983d-4602-b06e-3a6806a5fb09,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:04.675788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640e46-f590-4e5f-a335-24711697c68e req-a592bf3b-e57a-4c39-804d-433ff8f0eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:04.678909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-a592bf3b-e57a-4c39-804d-433ff8f0eb44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 1100 time: 0.2426879 Sep 18 19:39:04.681451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.685373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:04.686203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:04.718225 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8993950 Sep 18 19:39:04.731522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38908) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:04.758039 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-d7a1801e-6b6e-4025-be28-7f19abe11c5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09 HTTP/1.1" status: 200 len: 217 time: 0.0553620 Sep 18 19:39:04.769198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Request body: {'subnet': {'network_id': 'a36dd30f-5846-49e5-8db1-ff2b62e45be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-742569585-subnet', 'tenant_id': 'f7a9cfd6f99d40f6a8c79571508ccb89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:04.835475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38914) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:04.847019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de65256-196a-4521-b7ec-c0a85dc726d0', 'tag': 'fa5a37ea-983d-4602-b06e-3a6806a5fb09'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:04.849821 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c223a31-cd83-4db9-87f1-e1f82d90e462" -d '{"events": [{"name": "network-changed", "server_uuid": "6de65256-196a-4521-b7ec-c0a85dc726d0", "tag": "fa5a37ea-983d-4602-b06e-3a6806a5fb09"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:04.867960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-network', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:04.886299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e1d1-0a35-4764-b204-f725ee1d22ef admin admin] Pushing event updated for resources: {'Network': ['ID=a36dd30f-5846-49e5-8db1-ff2b62e45be1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:04.898316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network a36dd30f-5846-49e5-8db1-ff2b62e45be1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:39:04.920407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640e46-f590-4e5f-a335-24711697c68e req-c1f11986-5ffb-44c7-be36-bc745f27e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:04.922525 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-c1f11986-5ffb-44c7-be36-bc745f27e4c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1468995 Sep 18 19:39:04.979807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a18e787-c313-4557-8622-ed3483f95bd2 req-3823c3e5-c9d0-4b72-ab32-a0a987619356 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228918 Sep 18 19:39:04.980288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Made reservation on behalf of f7a9cfd6f99d40f6a8c79571508ccb89 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:04.983286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.004033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640e46-f590-4e5f-a335-24711697c68e req-23b8bad6-68ea-4668-b8ba-ceb0ec41d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.008214 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-23b8bad6-68ea-4668-b8ba-ceb0ec41d01a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775962 Sep 18 19:39:05.058763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9705ee5-c609-4cec-a67d-ce2547aa855e req-e55acf53-400b-4160-a8c7-e3785ab6f524 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.067295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9705ee5-c609-4cec-a67d-ce2547aa855e req-e55acf53-400b-4160-a8c7-e3785ab6f524 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.3333552 Sep 18 19:39:05.079428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Made reservation on behalf of 81f89e7b6a0a4dcbad52fe93ea9f43f4 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:05.081864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.132216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-dc72aedf-f719-49f3-8f93-a9aa7df3ca09 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118152 Sep 18 19:39:05.176354 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.184071 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.192130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6ec14-f3ac-41c0-afbc-7306059228a6 req-5476a47f-0355-4ed3-881c-5928d16e8a52 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.199948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4db6ec14-f3ac-41c0-afbc-7306059228a6 req-5476a47f-0355-4ed3-881c-5928d16e8a52 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 950 time: 0.3618765 Sep 18 19:39:05.201999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.207647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.239741 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69640e46-f590-4e5f-a335-24711697c68e req-257a4892-5250-4181-8e51-9f5a5164df91 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984607 Sep 18 19:39:05.276901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a770-b973-4e8d-9a9b-168ad07b50fa None None] Pushing event updated for resources: {'Port': ['ID=0a28c845-6507-4dc2-97a1-7de302200fe0,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:05.323087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9705ee5-c609-4cec-a67d-ce2547aa855e req-09bde95b-b45b-42d7-ba3e-6484900b993a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542298 Sep 18 19:39:05.342249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Attempting to bind port 0a28c845-6507-4dc2-97a1-7de302200fe0 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:05.342626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Attempting to bind port 0a28c845-6507-4dc2-97a1-7de302200fe0 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:05.342983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Attempting to bind port 0a28c845-6507-4dc2-97a1-7de302200fe0 on network 986db4a8-2ea0-49de-8edd-70b30aabf449 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:05.349551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:05.350263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Checking segment: {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:05.350676 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.351074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Bound using segment: {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:05.351576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Bound port: 0a28c845-6507-4dc2-97a1-7de302200fe0, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:05.351962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.394994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4db6ec14-f3ac-41c0-afbc-7306059228a6 req-76ef4280-ad66-48a7-b0aa-4c13fa461751 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895547 Sep 18 19:39:05.454920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] For port 0a28c845-6507-4dc2-97a1-7de302200fe0, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:05.459133 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c922813-dfe7-44e6-89f8-8f0913d4c716 x-openstack-request-id: req-3c922813-dfe7-44e6-89f8-8f0913d4c716 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:05.459529 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de65256-196a-4521-b7ec-c0a85dc726d0", "tag": "fa5a37ea-983d-4602-b06e-3a6806a5fb09", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:05.459954 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c922813-dfe7-44e6-89f8-8f0913d4c716 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:05.460601 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de65256-196a-4521-b7ec-c0a85dc726d0', 'tag': 'fa5a37ea-983d-4602-b06e-3a6806a5fb09', 'status': 'completed', 'code': 200} Sep 18 19:39:05.462556 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] For port 0a28c845-6507-4dc2-97a1-7de302200fe0, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0a28c845-6507-4dc2-97a1-7de302200fe0,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:05.483095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.554316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.556196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-7a8ce710-8251-4f59-b601-cd57aa34708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.557913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a770-b973-4e8d-9a9b-168ad07b50fa None None] Pushing event updated for resources: {'Port': ['ID=0a28c845-6507-4dc2-97a1-7de302200fe0,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:05.565405 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-7a8ce710-8251-4f59-b601-cd57aa34708f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 1100 time: 0.0717001 Sep 18 19:39:05.573351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Routers {'f44fbfbb-73da-4ac9-a346-59dd6b587d4a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:39:05.574333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:05.654748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=95dd7393-fdbc-4c92-b4b8-5a5e3b716710,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:05.662752 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.668626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7620426a-e2db-4e7d-bd6d-0bdfbbb5fea2 None None] Provisioning complete for port 0a28c845-6507-4dc2-97a1-7de302200fe0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:05.669011 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7620426a-e2db-4e7d-bd6d-0bdfbbb5fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.740787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-74bfe557-2cc7-4acb-97d0-bd5cf6324ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.744330 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-74bfe557-2cc7-4acb-97d0-bd5cf6324ff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1714609 Sep 18 19:39:05.744522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3bda4-240c-42d0-bdf0-d8b464e26891 req-172cb4cc-7655-47b8-aca8-38fa70271704 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.745964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fde3bda4-240c-42d0-bdf0-d8b464e26891 req-172cb4cc-7655-47b8-aca8-38fa70271704 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 948 time: 0.2690375 Sep 18 19:39:05.794493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-61efc23c-e72a-4b45-8ff5-c940ca868383 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cacf7950d1184e548e628bef5604f1c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1687646 Sep 18 19:39:05.814506 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-115d411e-3c6a-4356-ace0-7a541da2de7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09 HTTP/1.1" status: 200 len: 217 time: 0.0584083 Sep 18 19:39:05.879022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:05.880854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-1350c965-53ea-49f2-af04-0f164bc5083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.883025 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-1350c965-53ea-49f2-af04-0f164bc5083c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0571160 Sep 18 19:39:05.891089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] Set router f44fbfbb-73da-4ac9-a346-59dd6b587d4a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:39:05.925613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:05.946177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-0a1f5eb9-42b3-416b-94c1-c3d694937ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.947720 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-0a1f5eb9-42b3-416b-94c1-c3d694937ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554361 Sep 18 19:39:05.959405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:05.978910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:05.979633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.987414 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:05.995635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Pushing event updated for resources: {'Port': ['ID=16706c9d-3f47-4780-9f55-ac2ac37a78a3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:06.066491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Checking segment: {'id': '7b462a87-6a43-457c-b314-0c9cd6e9ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a36dd30f-5846-49e5-8db1-ff2b62e45be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:06.067083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Network hostable DHCP agents. Network: a36dd30f-5846-49e5-8db1-ff2b62e45be1, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:39:06.086273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.107736 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7620426a-e2db-4e7d-bd6d-0bdfbbb5fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.118896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fde3bda4-240c-42d0-bdf0-d8b464e26891 req-b4c896ff-7cd1-4a0e-a0c9-3d484f234ff9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346250 Sep 18 19:39:06.128927 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-3304271f-d534-40d9-8db8-f62c90d36b16 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644616 Sep 18 19:39:06.131570 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-f12b8876-932c-403f-9e2c-a33a4b7eaae4 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cacf7950d1184e548e628bef5604f1c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416121 Sep 18 19:39:06.150140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-2dbdf8fd-3460-4b74-b9c6-ee15340f834b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1154993 Sep 18 19:39:06.167161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:39:06.188159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7620426a-e2db-4e7d-bd6d-0bdfbbb5fea2 None None] For port 0a28c845-6507-4dc2-97a1-7de302200fe0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0a28c845-6507-4dc2-97a1-7de302200fe0,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:06.196663 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7620426a-e2db-4e7d-bd6d-0bdfbbb5fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.204167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Request body: {'port': {'device_id': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:06.227516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Network a36dd30f-5846-49e5-8db1-ff2b62e45be1 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:39:06.240652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.32', 62120) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:06.260790 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.261368 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Added segment 33543c23-e13c-43aa-abd0-60760717edfc of type vlan for network d05c024c-36b6-4986-8041-c0d1c47050c2 Sep 18 19:39:06.300475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620426a-e2db-4e7d-bd6d-0bdfbbb5fea2 None None] Pushing event updated for resources: {'Port': ['ID=0a28c845-6507-4dc2-97a1-7de302200fe0,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:06.321440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.333042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:39:01Z', 'revision_number': 4, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port': {'id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0a28c845-6507-4dc2-97a1-7de302200fe0', 'name': '', 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'mac_address': 'fa:16:3e:36:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63ce3955-761d-4e73-ad27-ae759d2ade14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:59Z', 'updated_at': '2021-09-18T19:39:05Z', 'revision_number': 4, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'subnets': [{'id': '63ce3955-761d-4e73-ad27-ae759d2ade14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:06.336087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-30835ca4-2b35-4ca1-be52-019d947f23d7 None None] Provisioning complete for port 0a28c845-6507-4dc2-97a1-7de302200fe0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:06.336609 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-30835ca4-2b35-4ca1-be52-019d947f23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.347498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-908a108b-b0d9-4666-b70a-75d3879e562f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:06.349575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-908a108b-b0d9-4666-b70a-75d3879e562f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5356121 Sep 18 19:39:06.375719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-e9d7686d-d16c-4faa-97a8-30761b4a79f9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:06.377282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-e9d7686d-d16c-4faa-97a8-30761b4a79f9 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.32 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 950 time: 0.3732679 Sep 18 19:39:06.383138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5362b-fab1-4ef3-a95f-a2cbfa000300 None None] The sync data for ids ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'] in n-d-789963-11 is: [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:39:01Z', 'revision_number': 4, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port': {'id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0a28c845-6507-4dc2-97a1-7de302200fe0', 'name': '', 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'mac_address': 'fa:16:3e:36:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63ce3955-761d-4e73-ad27-ae759d2ade14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:59Z', 'updated_at': '2021-09-18T19:39:05Z', 'revision_number': 4, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'subnets': [{'id': '63ce3955-761d-4e73-ad27-ae759d2ade14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:39:06.387782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, a36dd30f-5846-49e5-8db1-ff2b62e45be1) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:06.399820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7751b7ca-6569-4200-8dc8-d9d979b5a2f5 None None] Network a36dd30f-5846-49e5-8db1-ff2b62e45be1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:39:06.402690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-beb6d22c-ccf4-43ea-9af3-2a4646829132 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/quotas/cacf7950d1184e548e628bef5604f1c1 HTTP/1.1" status: 200 len: 375 time: 0.0243814 Sep 18 19:39:06.431302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:06.433031 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.438529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46358da7-33d6-4f40-ae64-c03baaccb7e9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:06.610170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-1111028e-0233-4124-948e-cbb410b250fa tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cacf7950d1184e548e628bef5604f1c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1806564 Sep 18 19:39:06.611411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-348ac999-63e8-4d27-9968-8ac84de1f6cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8764834 Sep 18 19:39:06.636111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6179e7d1-8092-4258-93ca-713ee43f5e24 None None] Network a36dd30f-5846-49e5-8db1-ff2b62e45be1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:39:06.636240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a887e9-6e9c-4a24-b41f-a85beb428bb2 req-8e7ba2d1-f550-449a-a3ec-294f7b73f53d tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:06.639840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60a887e9-6e9c-4a24-b41f-a85beb428bb2 req-8e7ba2d1-f550-449a-a3ec-294f7b73f53d tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 931 time: 0.2891717 Sep 18 19:39:06.642035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.660360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-30835ca4-2b35-4ca1-be52-019d947f23d7 None None] Provisioning complete for port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:06.660746 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-30835ca4-2b35-4ca1-be52-019d947f23d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.667762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.669829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:06.670440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:06.752651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-30835ca4-2b35-4ca1-be52-019d947f23d7 None None] Port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:06.838299 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c223a31-cd83-4db9-87f1-e1f82d90e462 req-1387cbbe-c48f-45df-b2db-3b91368d75fb service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957648 Sep 18 19:39:06.857400 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-46cbdc02-0dc6-448e-bc02-6dddf4ac1738 service neutron] 10.222.0.32 "GET /v2.0/ports/047ce5bd-52a1-4cf0-851f-d9a80f79752f/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.6147079 Sep 18 19:39:06.890491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-56f95f18-d533-4e0e-b9ad-0b1e32fd5efa tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:06.892257 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-56f95f18-d533-4e0e-b9ad-0b1e32fd5efa tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7524076 Sep 18 19:39:06.939824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Request body: {'port': {'device_id': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'cacf7950d1184e548e628bef5604f1c1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:06.971264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1097476 Sep 18 19:39:06.974444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38954) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:06.983241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Request body: {'subnet': {'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-subnet', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:06.995123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0a28c845-6507-4dc2-97a1-7de302200fe0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:07.023141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Made reservation on behalf of 81f89e7b6a0a4dcbad52fe93ea9f43f4 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:07.025760 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.122768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0a28c845-6507-4dc2-97a1-7de302200fe0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:07.123253 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.269108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1a57c-4251-4b05-b550-e63eb6d5862c admin admin] Pushing event updated for resources: {'Network': ['ID=d05c024c-36b6-4986-8041-c0d1c47050c2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:07.281167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d05c024c-36b6-4986-8041-c0d1c47050c2 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:39:07.327658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60a887e9-6e9c-4a24-b41f-a85beb428bb2 req-9c80d17b-e6ae-49ca-94a5-1dab21572a22 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401472 Sep 18 19:39:07.386133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16706c9d-3f47-4780-9f55-ac2ac37a78a3 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:07.398613 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.416168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Made reservation on behalf of cacf7950d1184e548e628bef5604f1c1 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:07.417637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Deleting port 164a5392-b1da-492e-ad4b-862897400c6b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:39:07.417990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.421671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.464103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Transition to ACTIVE for port object 16706c9d-3f47-4780-9f55-ac2ac37a78a3 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:07.473913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.487637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.537534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:07.552950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b8fc-1bc8-46cb-a181-dd4349e05a6b req-594ff4f2-e9cf-489e-b429-59cffbb29752 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:07.560550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1635b8fc-1bc8-46cb-a181-dd4349e05a6b req-594ff4f2-e9cf-489e-b429-59cffbb29752 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 944 time: 0.3095472 Sep 18 19:39:07.622872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:07.626479 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.705522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047ce5bd-52a1-4cf0-851f-d9a80f79752f {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:07.727438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:07.755841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ecd700-bd54-41ce-be25-6b6e006ab263,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:07.765202 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.822353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Checking segment: {'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:07.822703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Network hostable DHCP agents. Network: d05c024c-36b6-4986-8041-c0d1c47050c2, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:39:07.878176 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.893817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Network d05c024c-36b6-4986-8041-c0d1c47050c2 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:39:07.897403 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.922449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device fa5a37ea-983d-4602-b06e-3a6806a5fb09 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:07.944824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=16706c9d-3f47-4780-9f55-ac2ac37a78a3,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:07.945068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, d05c024c-36b6-4986-8041-c0d1c47050c2) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:07.960352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1635b8fc-1bc8-46cb-a181-dd4349e05a6b req-42da74b2-5847-417c-85a6-f56b0acab2de tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988845 Sep 18 19:39:07.962364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ef53d-c958-4ba1-b74b-610b72200dc0 None None] Network d05c024c-36b6-4986-8041-c0d1c47050c2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:39:07.977124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7578479-939d-4a2b-baa5-1189a8d10a35 req-1db0959c-a1ed-40a4-ae52-f82119c5e5a6 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:07.978838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7578479-939d-4a2b-baa5-1189a8d10a35 req-1db0959c-a1ed-40a4-ae52-f82119c5e5a6 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/ports?device_id=5be5f3bc-6756-475b-8083-bb957059c13b HTTP/1.1" status: 200 len: 950 time: 0.5161891 Sep 18 19:39:07.983768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] For port 164a5392-b1da-492e-ad4b-862897400c6b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=164a5392-b1da-492e-ad4b-862897400c6b,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:07.983768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:07.987141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:07.987884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.003282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] Transition to ACTIVE for port object 047ce5bd-52a1-4cf0-851f-d9a80f79752f will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:08.021455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21c9dd5-270b-428e-bbbc-59aba35624bf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:08.028420 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.067466 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-29d24bc8-2a9e-4e56-a238-c519f1f1130a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0886204 Sep 18 19:39:08.067694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:08.110238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:08.116938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Calling delete_port for 164a5392-b1da-492e-ad4b-862897400c6b owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:39:08.218901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] No DVR routers for this DVR port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:39:08.248251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] Pushing event updated for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=10']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:08.264386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port fa5a37ea-983d-4602-b06e-3a6806a5fb09, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:08.270907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Allocated IP 192.168.233.86 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/e6a9470b-881c-4872-a29e-4f45aa955b97) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:08.284069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'fa5a37ea-983d-4602-b06e-3a6806a5fb09', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'fa5a37ea-983d-4602-b06e-3a6806a5fb09', 'mac_address': 'fa:16:3e:b6:1a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:08.337674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da94befb-3221-45fd-afeb-ef7d802a817b req-83604381-9beb-4e21-8c75-5f75bb1e0c9b tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 210 time: 0.2372825 Sep 18 19:39:08.338273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.339927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Attempting to bind port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:08.340253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Attempting to bind port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:08.340585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Attempting to bind port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 on network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:08.345340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.346575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.357235 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-06282875-dbda-4a2b-a017-f357914f784f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cacf7950d1184e548e628bef5604f1c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826268 Sep 18 19:39:08.368856 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-147d78b9-f501-4022-bf26-4af8a252850d service neutron] 10.222.0.32 "PUT /v2.0/ports/047ce5bd-52a1-4cf0-851f-d9a80f79752f/bindings/n-h2-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5040183 Sep 18 19:39:08.400882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['164a5392-b1da-492e-ad4b-862897400c6b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:08.412108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Pushing event deleted for resources: {'Port': ['ID=164a5392-b1da-492e-ad4b-862897400c6b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:08.413877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 on network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:08.414200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Attempting to bind port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 on network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:08.419310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7578479-939d-4a2b-baa5-1189a8d10a35 req-45637c83-b654-4fa0-a8cb-6a542f816b0a tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797204 Sep 18 19:39:08.484895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.24', 60736) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:08.485798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:08.486073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Checking segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:08.486457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Bound using segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:08.486899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Bound port: 16706c9d-3f47-4780-9f55-ac2ac37a78a3, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:08.487256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.492916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] No DVR routers for this DVR port 164a5392-b1da-492e-ad4b-862897400c6b on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:39:08.515004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.517275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ea01e01-da8c-41e6-9499-d943bdba0ce7 req-0efa823e-fd04-4772-9537-cdc23b51d873 tempest-LiveMigrationNegativeTest-1685842917 tempest-LiveMigrationNegativeTest-1685842917-project] 10.222.0.32 "DELETE /v2.0/ports/164a5392-b1da-492e-ad4b-862897400c6b HTTP/1.1" status: 204 len: 173 time: 2.1165812 Sep 18 19:39:08.517878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be5f3bc-6756-475b-8083-bb957059c13b', 'name': 'network-vif-deleted', 'tag': '164a5392-b1da-492e-ad4b-862897400c6b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:08.520386 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c2a402-7550-46e2-a415-a968640d62b0" -d '{"events": [{"server_uuid": "5be5f3bc-6756-475b-8083-bb957059c13b", "name": "network-vif-deleted", "tag": "164a5392-b1da-492e-ad4b-862897400c6b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:08.543122 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.553750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-d05c024c-36b6-4986-8041-c0d1c47050c2', 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'fixed_ips': [{'subnet_id': '36ecd700-bd54-41ce-be25-6b6e006ab263'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:39:08.564408 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.617427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5a37ea-983d-4602-b06e-3a6806a5fb09 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:08.635931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-10a4d13d-c6fa-4963-a784-8d138b4e2908 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:08.637729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-10a4d13d-c6fa-4963-a784-8d138b4e2908 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.1429446 Sep 18 19:39:08.664435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port fa5a37ea-983d-4602-b06e-3a6806a5fb09, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:08.675846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.745142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] For port 16706c9d-3f47-4780-9f55-ac2ac37a78a3, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:08.749224 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.794768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] For port 16706c9d-3f47-4780-9f55-ac2ac37a78a3, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:08.810783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc8869-e014-4cc5-b46b-c9ad0f95d339 req-bbc6d9ec-daa4-4510-b8cd-c921b5d35537 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:08.818789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbcc8869-e014-4cc5-b46b-c9ad0f95d339 req-bbc6d9ec-daa4-4510-b8cd-c921b5d35537 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 948 time: 0.2227137 Sep 18 19:39:08.819294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-5e564bc6-fd13-47ac-9147-e714709ead9c tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:08.821751 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-5e564bc6-fd13-47ac-9147-e714709ead9c tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4573507 Sep 18 19:39:08.840441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.859744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=fa5a37ea-983d-4602-b06e-3a6806a5fb09,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:08.899717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-1e3fc143-8b28-431a-8e3d-d7234032e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:08.901215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-1e3fc143-8b28-431a-8e3d-d7234032e44c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125&tenant_id=5442dfe435d345d489294f8e3e53d74b HTTP/1.1" status: 200 len: 1097 time: 0.2502687 Sep 18 19:39:08.906050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:08.948089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:08.948703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:08.950084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 1092 time: 2.7788250 Sep 18 19:39:08.979419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Allocated IP 172.20.0.2 (d05c024c-36b6-4986-8041-c0d1c47050c2/36ecd700-bd54-41ce-be25-6b6e006ab263/9c98b303-e968-415a-87bb-5699f4f257b5) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:09.085239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.107073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Request body: {'port': {'device_id': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'cacf7950d1184e548e628bef5604f1c1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:09.135161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbcc8869-e014-4cc5-b46b-c9ad0f95d339 req-1a45edbc-ebab-44a1-ab10-06d1d2ccaba8 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158629 Sep 18 19:39:09.184614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6559d-0791-4254-bbc6-542fca0ec2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=16706c9d-3f47-4780-9f55-ac2ac37a78a3,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:09.278935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-7abb8bc2-1a56-4ebb-a5f1-22c9d9d16cb0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.280818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-7abb8bc2-1a56-4ebb-a5f1-22c9d9d16cb0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 807 time: 0.4933131 Sep 18 19:39:09.321575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b79b4380-a992-45e9-bb2e-cd824159f697 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/quotas/67fefe280cc24400856c613ffce9bc8b HTTP/1.1" status: 200 len: 375 time: 0.0283310 Sep 18 19:39:09.334378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-60265e69-628c-4b98-81d6-2afbcbc9a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.339980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-60265e69-628c-4b98-81d6-2afbcbc9a301 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1097 time: 0.4022117 Sep 18 19:39:09.342303 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.355569 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.396789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-c914aeb8-7b6c-4e50-9eb2-716d117c3ca9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645456 Sep 18 19:39:09.411528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Network d05c024c-36b6-4986-8041-c0d1c47050c2 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:09.414269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f2bdeae1-2fa5-4e2b-91d1-7d1890a63faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.415817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-f2bdeae1-2fa5-4e2b-91d1-7d1890a63faf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1095 time: 0.3544996 Sep 18 19:39:09.416839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:09.419993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:09.431873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Pushing event updated for resources: {'Port': ['ID=9c98b303-e968-415a-87bb-5699f4f257b5,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:09.461455 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.478994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.499653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Attempting to bind port 9c98b303-e968-415a-87bb-5699f4f257b5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:09.500184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Attempting to bind port 9c98b303-e968-415a-87bb-5699f4f257b5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:09.500670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Attempting to bind port 9c98b303-e968-415a-87bb-5699f4f257b5 on network d05c024c-36b6-4986-8041-c0d1c47050c2 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:09.507285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:09.508164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Checking segment: {'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:09.508674 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.509217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Bound using segment: {'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:09.509842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Bound port: 9c98b303-e968-415a-87bb-5699f4f257b5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:09.510327 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.537522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-5d1af78f-fbcd-4c15-b607-ed5a71c860ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 217 time: 0.1021948 Sep 18 19:39:09.586404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] For port 9c98b303-e968-415a-87bb-5699f4f257b5, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:09.590436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] For port 9c98b303-e968-415a-87bb-5699f4f257b5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9c98b303-e968-415a-87bb-5699f4f257b5,segment=NetworkSegment(33543c23-e13c-43aa-abd0-60760717edfc),segment_id=33543c23-e13c-43aa-abd0-60760717edfc)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:09.596271 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.605265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Made reservation on behalf of cacf7950d1184e548e628bef5604f1c1 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:09.608889 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.634042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:09.651803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:09.657104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc60fa-d6f0-46c3-a61a-12bd3e73c831 req-e5984299-9ab3-4038-8cba-1c3140e12cf8 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.666157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6bc60fa-d6f0-46c3-a61a-12bd3e73c831 req-e5984299-9ab3-4038-8cba-1c3140e12cf8 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 943 time: 0.2875190 Sep 18 19:39:09.666973 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:09.679608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.679608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:09.681343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-60bde9f9-6560-4e41-a820-9b3b6182c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.682196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:09.683452 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-60bde9f9-6560-4e41-a820-9b3b6182c811 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.3287516 Sep 18 19:39:09.687961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2046c-9430-4bf6-b228-8a3fc315292e None None] Pushing event updated for resources: {'Port': ['ID=9c98b303-e968-415a-87bb-5699f4f257b5,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:09.751757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-fea7c0e3-f57c-403d-a8a1-5a9e8dddf0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.753316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-fea7c0e3-f57c-403d-a8a1-5a9e8dddf0a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.2059715 Sep 18 19:39:09.760519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-d48a60d5-edd5-454b-a9da-ada0b5fd2db0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 217 time: 0.0682645 Sep 18 19:39:09.761864 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-795f4372-86ce-402e-9467-3ecbb4ac7ddb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8374424 Sep 18 19:39:09.774001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-bb41b245-5d30-42e0-9f52-31d6670c5e91 service neutron] 10.222.0.20 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536868 Sep 18 19:39:09.794075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Request body: {'port': {'device_id': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:09.878473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6bc60fa-d6f0-46c3-a61a-12bd3e73c831 req-95abfa86-0950-46ed-ae69-2090d7702d3b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099631 Sep 18 19:39:09.912309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-fb8ee429-b8d3-4b0c-8db0-7f76bd74c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.913948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-fb8ee429-b8d3-4b0c-8db0-7f76bd74c1dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522028 Sep 18 19:39:09.937933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device fa5a37ea-983d-4602-b06e-3a6806a5fb09 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:09.965581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-385832e4-af95-48b6-9397-aeb2ac593861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:09.967008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-385832e4-af95-48b6-9397-aeb2ac593861 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1888554 Sep 18 19:39:09.977538 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5766a96-1295-426c-94c0-cec316671974 x-openstack-request-id: req-d5766a96-1295-426c-94c0-cec316671974 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:09.977870 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be5f3bc-6756-475b-8083-bb957059c13b", "name": "network-vif-deleted", "tag": "164a5392-b1da-492e-ad4b-862897400c6b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:09.978155 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5766a96-1295-426c-94c0-cec316671974 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:09.978574 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be5f3bc-6756-475b-8083-bb957059c13b', 'name': 'network-vif-deleted', 'tag': '164a5392-b1da-492e-ad4b-862897400c6b', 'status': 'completed', 'code': 200} Sep 18 19:39:10.051897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-1c4c0546-7b9f-4707-972b-38fae810dba0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590162 Sep 18 19:39:10.062919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:10.109574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Allocated IP 192.168.233.244 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/d95e1a2c-8110-468d-a3c2-da0ac961567c) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:10.170299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:10.202559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:10.203194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-cc00ab2c-1fb6-40f9-b54f-2267153384cb service neutron] 10.222.0.20 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901615 Sep 18 19:39:10.290092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port fa5a37ea-983d-4602-b06e-3a6806a5fb09 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:10.300397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port fa5a37ea-983d-4602-b06e-3a6806a5fb09 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:10.301026 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:10.328761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5da4c-6f94-4027-964c-9c32e8876dcf req-c64f6e3d-d2d6-420c-9a74-b1438a5e5823 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:10.340764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61c5da4c-6f94-4027-964c-9c32e8876dcf req-c64f6e3d-d2d6-420c-9a74-b1438a5e5823 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 945 time: 0.2910128 Sep 18 19:39:10.357542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-56fb4e6a-17cc-4b94-8680-7658aa726057 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524757 Sep 18 19:39:10.367040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-afb142dd-33d5-4e4c-b5a4-765bb329c2ad service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125905 Sep 18 19:39:10.424960 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:10.446140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61c5da4c-6f94-4027-964c-9c32e8876dcf req-12b7e3a6-b7cf-4433-9bcc-c45ad892d411 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030126 Sep 18 19:39:10.456257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de65256-196a-4521-b7ec-c0a85dc726d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a37ea-983d-4602-b06e-3a6806a5fb09'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:10.461491 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71103f85-37d2-4025-8e6e-b2a6eda4e9f5" -d '{"events": [{"server_uuid": "6de65256-196a-4521-b7ec-c0a85dc726d0", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a37ea-983d-4602-b06e-3a6806a5fb09"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:10.513333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port fa5a37ea-983d-4602-b06e-3a6806a5fb09, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:10.522177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:10.523152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 047ce5bd-52a1-4cf0-851f-d9a80f79752f no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:39:10.664968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=fa5a37ea-983d-4602-b06e-3a6806a5fb09,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:10.670512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 047ce5bd-52a1-4cf0-851f-d9a80f79752f not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:39:10.670944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 164a5392-b1da-492e-ad4b-862897400c6b no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:39:10.696523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 164a5392-b1da-492e-ad4b-862897400c6b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:39:10.696879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 164a5392-b1da-492e-ad4b-862897400c6b not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:39:10.752956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c46b2dc7-d4c8-48ed-85ed-43f2d5bdcfdd req-787d9a0e-3ecf-4cfe-834e-99a955bfed6e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 210 time: 0.2164609 Sep 18 19:39:10.900189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-f2e78045-68a4-4297-a04b-5e14f81eea18 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302856 Sep 18 19:39:10.904898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e6b576-0b32-428f-aaf9-a00723f7e5d3 req-009b0845-4584-4fbb-a2c7-8f8d51a9e3b2 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229123 Sep 18 19:39:10.920111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9c98b303-e968-415a-87bb-5699f4f257b5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:10.936570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716218ab-a881-4f2c-886f-7da94bb725a0 req-daa95a20-317c-4bb4-b9ac-67dccd3eac03 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:10.938414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-716218ab-a881-4f2c-886f-7da94bb725a0 req-daa95a20-317c-4bb4-b9ac-67dccd3eac03 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 950 time: 0.2439718 Sep 18 19:39:11.006177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9c98b303-e968-415a-87bb-5699f4f257b5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:11.006975 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.111820 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-872fd8c2-9053-4083-9e0d-8df3de4bd4e6 req-4472660c-ca14-4abc-991c-e3f299948e0c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 210 time: 0.1293316 Sep 18 19:39:11.113604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39012) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:11.125346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.180906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 9c98b303-e968-415a-87bb-5699f4f257b5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9c98b303-e968-415a-87bb-5699f4f257b5,segment=NetworkSegment(33543c23-e13c-43aa-abd0-60760717edfc),segment_id=33543c23-e13c-43aa-abd0-60760717edfc)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:11.187411 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.203232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-716218ab-a881-4f2c-886f-7da94bb725a0 req-18aa946d-2550-4cce-8f22-71d8f376cced tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568927 Sep 18 19:39:11.356676 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57385b7-d117-4346-8020-c1bb001acc09 x-openstack-request-id: req-c57385b7-d117-4346-8020-c1bb001acc09 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:11.357312 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de65256-196a-4521-b7ec-c0a85dc726d0", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a37ea-983d-4602-b06e-3a6806a5fb09", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:11.359048 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c57385b7-d117-4346-8020-c1bb001acc09 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:11.359507 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de65256-196a-4521-b7ec-c0a85dc726d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a37ea-983d-4602-b06e-3a6806a5fb09', 'code': 200} Sep 18 19:39:11.361351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=9c98b303-e968-415a-87bb-5699f4f257b5,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:11.376153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fca88-faf4-407e-a8a6-cb27b2e606ad None None] Network d05c024c-36b6-4986-8041-c0d1c47050c2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:39:11.390024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Allocated IP 172.25.8.249 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/d1356bbc-32f8-4612-87f0-2c03c9c07132) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:11.431913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-86050355-b90c-42d0-a6bc-44fe226c0eb8 None None] Provisioning complete for port 9c98b303-e968-415a-87bb-5699f4f257b5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:11.432405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-86050355-b90c-42d0-a6bc-44fe226c0eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.464935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.620155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.621832 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.741326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:11.755284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Pushing event updated for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:11.756895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3f4374f0-e407-4f81-9d5f-00269f7b0870 None None] Provisioning complete for port e6a9470b-881c-4872-a29e-4f45aa955b97 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:11.757919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:11.758069 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f4374f0-e407-4f81-9d5f-00269f7b0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.762882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:11.773257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:11.774080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.818789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:11.827598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3f4374f0-e407-4f81-9d5f-00269f7b0870 None None] Port e6a9470b-881c-4872-a29e-4f45aa955b97 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:11.830397 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-317bbcf6-7ac3-4ace-8bfc-3faaae33039f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7330434 Sep 18 19:39:11.861354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Request body: {'port': {'device_id': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:11.877839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e3e5d-7a32-4ab3-af92-b4a7d9d37dc4 req-0101cd8d-5d7e-455a-a607-6a25a705d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:11.879840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e8e3e5d-7a32-4ab3-af92-b4a7d9d37dc4 req-0101cd8d-5d7e-455a-a607-6a25a705d55e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 1102 time: 0.5297096 Sep 18 19:39:11.883215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-418562bd-8c9c-426b-a0f2-e172133e1475 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:11.884793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-418562bd-8c9c-426b-a0f2-e172133e1475 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.5442169 Sep 18 19:39:11.896943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c417cbb1-a6fa-4e92-95d3-26d94e6f7223 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63ec28d05b7f4c44963e5cd671b9e929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7800803 Sep 18 19:39:11.902427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39022) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:11.904482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3256b6d-33e7-435f-b983-83bbff21b1e8 req-d626da03-4f44-468d-a1c0-a05b4e26c4f4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:11.912543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3256b6d-33e7-435f-b983-83bbff21b1e8 req-d626da03-4f44-468d-a1c0-a05b4e26c4f4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 943 time: 0.5424235 Sep 18 19:39:11.940136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:11.980584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:11.982034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:11.990172 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b1031a-9d6f-4d06-9838-f241c0bd6d77" -d '{"events": [{"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:11.990474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:12.030534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e323-3df7-4728-839c-edb3e7d866c0 req-7395ed85-6e81-4375-bd62-62122c8ff4af tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:12.032255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12b9e323-3df7-4728-839c-edb3e7d866c0 req-7395ed85-6e81-4375-bd62-62122c8ff4af tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 945 time: 0.4695230 Sep 18 19:39:12.062189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Pushing event updated for resources: {'Port': ['ID=d1356bbc-32f8-4612-87f0-2c03c9c07132,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:12.092512 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3256b6d-33e7-435f-b983-83bbff21b1e8 req-d4f7396a-365c-41fa-a6a4-4920fb5b4e2a tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790149 Sep 18 19:39:12.094521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e8e3e5d-7a32-4ab3-af92-b4a7d9d37dc4 req-10bf4dd5-c9ea-415b-84ef-13942bd096a3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059288 Sep 18 19:39:12.158612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a9470b-881c-4872-a29e-4f45aa955b97 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:12.159749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3798726c-40fc-4951-b001-442fb5e08d1e None None] Provisioning complete for port 9c98b303-e968-415a-87bb-5699f4f257b5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:12.160121 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3798726c-40fc-4951-b001-442fb5e08d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.167342 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.175273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12b9e323-3df7-4728-839c-edb3e7d866c0 req-fb2eca5e-8d1a-4306-85ee-ed0e6fcc7995 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036608 Sep 18 19:39:12.194237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.258236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-6eae58ff-d837-46fc-b880-185543244c29 service neutron] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:12.265565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-6eae58ff-d837-46fc-b880-185543244c29 service neutron] Notify callbacks [] for binding, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.267033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a7276c2-153b-4261-a611-46c1dcfccc21 req-6eae58ff-d837-46fc-b880-185543244c29 service neutron] 10.222.0.24 "DELETE /v2.0/ports/047ce5bd-52a1-4cf0-851f-d9a80f79752f/bindings/n-h1-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.3431225 Sep 18 19:39:12.286306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Transition to ACTIVE for port object e6a9470b-881c-4872-a29e-4f45aa955b97 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:12.324772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3798726c-40fc-4951-b001-442fb5e08d1e None None] Provisioning complete for port d95e1a2c-8110-468d-a3c2-da0ac961567c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:12.324960 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.328391 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3798726c-40fc-4951-b001-442fb5e08d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.328670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35865da1-8177-4481-805c-0c349aa9898a req-f33ea7df-36a7-4aea-ab7b-415818a06510 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:12.332588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35865da1-8177-4481-805c-0c349aa9898a req-f33ea7df-36a7-4aea-ab7b-415818a06510 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 936 time: 0.1222439 Sep 18 19:39:12.334291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-397d96e2-8850-4c87-a640-0d47218af09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.391426 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a921fd-353e-4df0-a470-c3b39c394752 x-openstack-request-id: req-a7a921fd-353e-4df0-a470-c3b39c394752 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:12.391426 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:12.392569 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7a921fd-353e-4df0-a470-c3b39c394752 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:12.394224 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'status': 'completed', 'code': 200} Sep 18 19:39:12.428308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3798726c-40fc-4951-b001-442fb5e08d1e None None] Port d95e1a2c-8110-468d-a3c2-da0ac961567c cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:12.442086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-071e8f09-a616-482a-b620-0ad5ca2487e7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:12.443840 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-071e8f09-a616-482a-b620-0ad5ca2487e7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 807 time: 0.4435334 Sep 18 19:39:12.445855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35865da1-8177-4481-805c-0c349aa9898a req-446edc43-71a2-4823-b0bb-ff65d336f114 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033642 Sep 18 19:39:12.467222 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-397d96e2-8850-4c87-a640-0d47218af09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.481894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-9ee7d9d7-6bc7-4789-8308-d3eee46c0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:12.483427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-9ee7d9d7-6bc7-4789-8308-d3eee46c0da8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1095 time: 0.0831470 Sep 18 19:39:12.485971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Request body: {'port': {'device_id': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'admin_state_up': True, 'tenant_id': '67fefe280cc24400856c613ffce9bc8b'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:12.522122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78c5b2ed-da79-424f-9811-9ca280b2f871 req-2c1d2aa5-558e-4a4a-85a3-2fa7f3d26b10 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 210 time: 0.0363021 Sep 18 19:39:12.578935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:12.737810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Attempting to bind port e6a9470b-881c-4872-a29e-4f45aa955b97 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:12.738143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Attempting to bind port e6a9470b-881c-4872-a29e-4f45aa955b97 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:12.738470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Attempting to bind port e6a9470b-881c-4872-a29e-4f45aa955b97 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:12.742536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-08506d1d-6b30-465e-b960-11217c53b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:12.746158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-08506d1d-6b30-465e-b960-11217c53b0d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.2479136 Sep 18 19:39:12.781869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82e2f5-faf8-499e-b239-65e44e5c9bf6 req-c192e024-a3e0-4b1b-b06e-47f2f04241ee tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:12.784247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a82e2f5-faf8-499e-b239-65e44e5c9bf6 req-c192e024-a3e0-4b1b-b06e-47f2f04241ee tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 950 time: 0.1698895 Sep 18 19:39:12.796058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Port e6a9470b-881c-4872-a29e-4f45aa955b97 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:12.796594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Attempting to bind port e6a9470b-881c-4872-a29e-4f45aa955b97 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:12.804340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.823353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-d927bc70-a993-4e1c-af31-69d1aee8a742 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0691512 Sep 18 19:39:12.832410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523863-c8c2-429c-bdf1-fb549c3e003c req-6347f06a-53c8-4f85-a098-c961b6462fa4 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:12.839837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11523863-c8c2-429c-bdf1-fb549c3e003c req-6347f06a-53c8-4f85-a098-c961b6462fa4 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1097 time: 0.2273610 Sep 18 19:39:12.840708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9c98b303-e968-415a-87bb-5699f4f257b5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:12.851163 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-397d96e2-8850-4c87-a640-0d47218af09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.853681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-397d96e2-8850-4c87-a640-0d47218af09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.854816 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-397d96e2-8850-4c87-a640-0d47218af09c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96 HTTP/1.1" status: 204 len: 168 time: 0.9498982 Sep 18 19:39:12.898891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9c98b303-e968-415a-87bb-5699f4f257b5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:12.899296 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.900038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-471c5650-d53e-46bb-b1c6-f9b858161da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:12.901558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-471c5650-d53e-46bb-b1c6-f9b858161da5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.0724108 Sep 18 19:39:12.917025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:12.917494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:12.918017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:12.918568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Bound port: e6a9470b-881c-4872-a29e-4f45aa955b97, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:12.919051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:12.928856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d96e2-8850-4c87-a640-0d47218af09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fae9d4-a6bc-4b2a-8aa0-d1d6994b5f96,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:12.977611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a82e2f5-faf8-499e-b239-65e44e5c9bf6 req-9631fb95-eefd-4b0b-a198-b2ed2c3abbee tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610713 Sep 18 19:39:12.991803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Made reservation on behalf of 67fefe280cc24400856c613ffce9bc8b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:12.997476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:13.006571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-310b4739-a093-40b3-8232-f2a32bd290b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:13.008108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-310b4739-a093-40b3-8232-f2a32bd290b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944481 Sep 18 19:39:13.010873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11523863-c8c2-429c-bdf1-fb549c3e003c req-86f53736-1cac-4dc6-a671-b82d4adf2d8f tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082733 Sep 18 19:39:13.304769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-8146b0d1-7539-4d7d-987b-ffc263957686 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820752 Sep 18 19:39:13.373622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39056) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:13.437472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95e1a2c-8110-468d-a3c2-da0ac961567c {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:13.453881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54938cf-8614-46b6-8234-741ed0743aed req-33862538-151f-4593-8754-dc03fb79a4f5 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:13.454097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:13.455366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a54938cf-8614-46b6-8234-741ed0743aed req-33862538-151f-4593-8754-dc03fb79a4f5 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 943 time: 0.2212002 Sep 18 19:39:13.461402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:13.471684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:13.527859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:13.540677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Transition to ACTIVE for port object d95e1a2c-8110-468d-a3c2-da0ac961567c will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:13.557969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59b1031a-9d6f-4d06-9838-f241c0bd6d77 req-4b5ff8ad-6706-4611-8540-7c4ae6b515b9 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329304 Sep 18 19:39:13.571652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-d5892c62-d296-4046-b5e7-74fbbace35c5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:13.573653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:13.578507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-d5892c62-d296-4046-b5e7-74fbbace35c5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 821 time: 0.3071156 Sep 18 19:39:13.583660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-327d40e6-8ab6-426f-a14a-0a5554ab9621 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f5eef27157f4b3f9b2c5dabd5233cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040365 Sep 18 19:39:13.588330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a54938cf-8614-46b6-8234-741ed0743aed req-3f84a42c-39bb-42d5-8ee3-8ee22c2db84b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201880 Sep 18 19:39:13.590597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39062) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:13.598694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:13.599310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:13.600841 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] 10.222.0.24 "PUT /v2.0/ports/e6a9470b-881c-4872-a29e-4f45aa955b97 HTTP/1.1" status: 200 len: 1096 time: 3.8162749 Sep 18 19:39:13.609139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-872308eb-8e45-4b27-9c0f-e6d0dda815f2 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/quotas/5442dfe435d345d489294f8e3e53d74b HTTP/1.1" status: 200 len: 375 time: 0.0297055 Sep 18 19:39:13.614445 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:13.616882 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390265a2-11b4-4030-8f89-45f5088fa518" -d '{"events": [{"name": "network-changed", "server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:13.683969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-e0be1511-1b9d-4b09-87a7-3cad9077b27b tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737448 Sep 18 19:39:13.695155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Allocated IP 172.20.0.12 (d9bd10c5-779c-4527-a92c-87bf493b1da8/37a56c70-90bf-47ef-a3e9-dbe557b29cdc/6bf3890e-3c56-4824-8e72-ff3482c5da6a) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:13.758984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc575989-ebf7-41ea-ba1c-bd7f037a635c service neutron] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:13.836831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:13.848882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-baf1a543-9581-46f6-aed4-ea496e736efd service neutron] 10.222.0.20 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563010 Sep 18 19:39:13.856215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9165-3763-49ef-b49c-a3d705cb9cfc req-02ee88ce-d158-485c-9212-aca952a0b635 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:13.857646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fa9165-3763-49ef-b49c-a3d705cb9cfc req-02ee88ce-d158-485c-9212-aca952a0b635 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 948 time: 0.0948572 Sep 18 19:39:13.913595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 16706c9d-3f47-4780-9f55-ac2ac37a78a3 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:13.916980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:13.961889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fa9165-3763-49ef-b49c-a3d705cb9cfc req-cc399af3-553a-4962-ae9d-1ee7c35fd4dd tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900919 Sep 18 19:39:13.993834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-84a4688c-8a90-4cb3-b400-b9ba5d7803d8 service neutron] 10.222.0.20 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342921 Sep 18 19:39:14.011185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-2ff83f23-1ae3-4d79-a4cc-7944e26060c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:14.013160 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-2ff83f23-1ae3-4d79-a4cc-7944e26060c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cacf7950d1184e548e628bef5604f1c1&device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 1099 time: 0.3140562 Sep 18 19:39:14.014315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Attempting to bind port d95e1a2c-8110-468d-a3c2-da0ac961567c on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:14.014828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Attempting to bind port d95e1a2c-8110-468d-a3c2-da0ac961567c by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:14.015428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Attempting to bind port d95e1a2c-8110-468d-a3c2-da0ac961567c on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:14.049826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Port d95e1a2c-8110-468d-a3c2-da0ac961567c on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:14.050241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Attempting to bind port d95e1a2c-8110-468d-a3c2-da0ac961567c on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:14.065767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 16706c9d-3f47-4780-9f55-ac2ac37a78a3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:14.079172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'mac_address': 'fa:16:3e:df:c5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:14.091081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86ffe304-4fce-4b48-b9d5-fe187b91f709 req-05f9d09d-8da4-4c19-a76c-a2df1e6cf264 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 210 time: 0.0534225 Sep 18 19:39:14.093372 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5b3590a-e93e-407a-a223-2b9faa855cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.096212 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-6b09c336-1927-4492-937e-832f1cadd403 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=e6a9470b-881c-4872-a29e-4f45aa955b97 HTTP/1.1" status: 200 len: 217 time: 0.0705061 Sep 18 19:39:14.140752 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.149158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:14.149493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:14.149875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:14.150317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Bound port: d95e1a2c-8110-468d-a3c2-da0ac961567c, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:14.150668 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.165415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16706c9d-3f47-4780-9f55-ac2ac37a78a3 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:14.186624 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598bdaa7-34b8-4b04-9bee-c35b325116da x-openstack-request-id: req-598bdaa7-34b8-4b04-9bee-c35b325116da {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:14.186624 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:14.186624 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-598bdaa7-34b8-4b04-9bee-c35b325116da {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:14.186624 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'status': 'completed', 'code': 200} Sep 18 19:39:14.199853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 16706c9d-3f47-4780-9f55-ac2ac37a78a3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:14.218147 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.252839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3db4e16b-88e6-4c3c-9474-68dd328248ed req-0f0e923c-d31f-42b7-8139-42ff91b49d4e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 210 time: 0.0394926 Sep 18 19:39:14.267975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5b3590a-e93e-407a-a223-2b9faa855cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.310122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=16706c9d-3f47-4780-9f55-ac2ac37a78a3,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:14.329703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd6501-14a3-462d-8d54-3ae967b5f534 req-a9f9b6e2-4cbb-4a2a-99a3-7ccbcd2be464 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:14.331703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0bd6501-14a3-462d-8d54-3ae967b5f534 req-a9f9b6e2-4cbb-4a2a-99a3-7ccbcd2be464 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 950 time: 0.0827141 Sep 18 19:39:14.336987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-38128809-1001-465a-b85a-5fdb31f21184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:14.338432 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-38128809-1001-465a-b85a-5fdb31f21184 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1957633 Sep 18 19:39:14.377272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0bd6501-14a3-462d-8d54-3ae967b5f534 req-de20ffa4-60b9-470a-a113-074224e163d5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Sep 18 19:39:14.408053 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.432091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:14.438333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:14.452020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.453671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['16706c9d-3f47-4780-9f55-ac2ac37a78a3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:14.500965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5b3590a-e93e-407a-a223-2b9faa855cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.503484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5b3590a-e93e-407a-a223-2b9faa855cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.507742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e5b3590a-e93e-407a-a223-2b9faa855cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6856b872-d5b2-4d7d-939c-52f8f0a346b9 HTTP/1.1" status: 204 len: 168 time: 0.9099565 Sep 18 19:39:14.507742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-7a9ed1f4-b080-4881-8699-92de978ff11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:14.513509 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-7a9ed1f4-b080-4881-8699-92de978ff11d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1523886 Sep 18 19:39:14.566587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.568863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Router 7f1eadfe-3f8b-4346-bf39-5a287e369253 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:39:14.588356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:14.596839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.599027 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] 10.222.0.32 "PUT /v2.0/ports/d95e1a2c-8110-468d-a3c2-da0ac961567c HTTP/1.1" status: 200 len: 1097 time: 2.7419374 Sep 18 19:39:14.628666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Network d9bd10c5-779c-4527-a92c-87bf493b1da8 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:14.635665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:14.687202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:14.696002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:14.696669 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:14.741924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3590a-e93e-407a-a223-2b9faa855cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6856b872-d5b2-4d7d-939c-52f8f0a346b9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:14.862361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5403a1-3653-4b30-b28e-4acb63987caa req-c0c113cf-9657-4282-8dfb-3de490a89f42 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:14.881400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f5403a1-3653-4b30-b28e-4acb63987caa req-c0c113cf-9657-4282-8dfb-3de490a89f42 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 944 time: 0.1027296 Sep 18 19:39:14.924119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f5403a1-3653-4b30-b28e-4acb63987caa req-acf9ab41-9ac4-4796-be03-edcf77e8e5d5 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Sep 18 19:39:14.941948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-82397919-bf4d-445a-90d3-1c6fc34fb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:14.952369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-82397919-bf4d-445a-90d3-1c6fc34fb0f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cacf7950d1184e548e628bef5604f1c1&device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 1100 time: 0.2937114 Sep 18 19:39:14.955108 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4804356 Sep 18 19:39:14.964330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0dd71-1211-4e55-8180-9f7cc841d3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:15.022817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Request body: {'port': {'device_id': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:15.086568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eccb8-e038-4a58-b395-41f817d85a9e req-dc382149-0673-4717-b692-926e631d72ad tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:15.088448 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-4f8aac13-b4b3-4ce8-9054-254782e1bde6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c HTTP/1.1" status: 200 len: 217 time: 0.1351221 Sep 18 19:39:15.091131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d6eccb8-e038-4a58-b395-41f817d85a9e req-dc382149-0673-4717-b692-926e631d72ad tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 1102 time: 0.0623474 Sep 18 19:39:15.115075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:39:15.116443 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5d6eccb8-e038-4a58-b395-41f817d85a9e req-5f04af2a-e8f8-40ad-98f3-8643cb37fe04 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:15.132248 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Sync routers for ids ['7f1eadfe-3f8b-4346-bf39-5a287e369253'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:39:15.166625 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Routers {'7f1eadfe-3f8b-4346-bf39-5a287e369253'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:39:15.168545 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7f1eadfe-3f8b-4346-bf39-5a287e369253'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:15.196129 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-72e30d76-9850-44a8-82de-7bb976bd6c5e service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539745 Sep 18 19:39:15.204830 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1836217-fe85-4f31-8500-60796e1292ec tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Pushing event updated for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:15.222494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:15.248667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-aafe9e66-ba2f-46c1-9d48-1fbe494b1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:15.250114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-aafe9e66-ba2f-46c1-9d48-1fbe494b1e6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1489711 Sep 18 19:39:15.264632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394091e-4084-4174-8093-e67c621c7241 req-39442506-56b0-4235-aebc-21f9e38e6ab7 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:15.266478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c394091e-4084-4174-8093-e67c621c7241 req-39442506-56b0-4235-aebc-21f9e38e6ab7 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 948 time: 0.0942950 Sep 18 19:39:15.333889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5d6eccb8-e038-4a58-b395-41f817d85a9e req-5f04af2a-e8f8-40ad-98f3-8643cb37fe04 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:15.335515 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Set router 7f1eadfe-3f8b-4346-bf39-5a287e369253 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:39:15.346212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5d6eccb8-e038-4a58-b395-41f817d85a9e req-5f04af2a-e8f8-40ad-98f3-8643cb37fe04 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:15.377126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04af2a-e8f8-40ad-98f3-8643cb37fe04 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09a16ad-08e4-4bad-9736-b5950b984648,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:15.394598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c394091e-4084-4174-8093-e67c621c7241 req-4215ad46-cfc1-48e3-b275-0318430dea6c tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036618 Sep 18 19:39:15.417111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d6eccb8-e038-4a58-b395-41f817d85a9e req-5f04af2a-e8f8-40ad-98f3-8643cb37fe04 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169212 Sep 18 19:39:15.495395 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:15.499318 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d744fa9a-a792-4055-a117-b7af15c7951a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4216802 Sep 18 19:39:15.504784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39114) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:15.528150 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1114363-34be-4c6c-99a6-d9b96a28c87a req-d076e169-c527-455c-9c9d-988a1af32f21 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172247 Sep 18 19:39:15.544514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-8b21c168-5e0e-4ced-b1d7-c2861eb10815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:15.544514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-8b21c168-5e0e-4ced-b1d7-c2861eb10815 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2849166 Sep 18 19:39:15.634476 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:39:12Z', 'revision_number': 3, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:15.698215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a651fbc-cec3-443c-b7fc-9d1f5cea3d74 req-2917a3ff-f6b9-49b1-941a-c2e966265101 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 210 time: 0.0831702 Sep 18 19:39:15.741449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88011e6-c0c6-44e9-a22a-37e666251362 req-344047f7-92eb-4438-817d-f118fa8facf1 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:15.743321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a88011e6-c0c6-44e9-a22a-37e666251362 req-344047f7-92eb-4438-817d-f118fa8facf1 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 932 time: 0.2692280 Sep 18 19:39:15.776496 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Checking router: 7f1eadfe-3f8b-4346-bf39-5a287e369253 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:39:15.777240 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Updating router 7f1eadfe-3f8b-4346-bf39-5a287e369253 port d1356bbc-32f8-4612-87f0-2c03c9c07132 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:39:15.809202 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:15.941347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 16706c9d-3f47-4780-9f55-ac2ac37a78a3 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:16.088350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:16.092213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:16.092560 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.114946 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.120337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a88011e6-c0c6-44e9-a22a-37e666251362 req-a89937dd-7fbc-48b3-b599-da636f69c5d9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381352 Sep 18 19:39:16.132806 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.185394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:16.187774 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff02656-92a8-402f-bb67-dec162a0127f" -d '{"events": [{"name": "network-changed", "server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:16.204003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-71d93e83-ea24-4ed9-9c36-55d8e0ae7742 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:16.210416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-71d93e83-ea24-4ed9-9c36-55d8e0ae7742 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 821 time: 0.5242193 Sep 18 19:39:16.241169 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9d2af-8d61-4e6b-a017-36628507171e None None] Pushing event updated for resources: {'Port': ['ID=d1356bbc-32f8-4612-87f0-2c03c9c07132,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:16.241928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Request body: {'port': {'device_id': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'admin_state_up': True, 'tenant_id': '5442dfe435d345d489294f8e3e53d74b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:16.278278 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-971e644d-3210-419c-84a3-3c58f184532d service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127240 Sep 18 19:39:16.294903 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Attempting to bind port d1356bbc-32f8-4612-87f0-2c03c9c07132 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:16.294903 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Attempting to bind port d1356bbc-32f8-4612-87f0-2c03c9c07132 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:16.297293 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Attempting to bind port d1356bbc-32f8-4612-87f0-2c03c9c07132 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:16.308045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390265a2-11b4-4030-8f89-45f5088fa518 req-2ea0e09c-cdb2-427e-a84b-80b396675b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:16.315264 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:16.316045 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:16.317168 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.317801 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:16.318602 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Bound port: d1356bbc-32f8-4612-87f0-2c03c9c07132, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:16.319249 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.323233 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-390265a2-11b4-4030-8f89-45f5088fa518 req-2ea0e09c-cdb2-427e-a84b-80b396675b38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cacf7950d1184e548e628bef5604f1c1&device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 1099 time: 0.2159765 Sep 18 19:39:16.347842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.400505 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] For port d1356bbc-32f8-4612-87f0-2c03c9c07132, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:16.404107 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] For port d1356bbc-32f8-4612-87f0-2c03c9c07132, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d1356bbc-32f8-4612-87f0-2c03c9c07132,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:16.413256 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.420204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a617c95-48cf-4845-8bb1-631a7b65d974 req-65e055b6-e98b-48a1-8d13-a72c972e744f tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:16.420727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:16.421623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a617c95-48cf-4845-8bb1-631a7b65d974 req-65e055b6-e98b-48a1-8d13-a72c972e744f tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 944 time: 0.3261189 Sep 18 19:39:16.422665 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041dfe3c-414c-4bb1-acbd-5efc1ab74198" -d '{"events": [{"server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "name": "network-vif-plugged", "status": "completed", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:16.456552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 16706c9d-3f47-4780-9f55-ac2ac37a78a3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:16.459934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-0e99248b-4c80-4f49-bc77-3e47529f6d90 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612841 Sep 18 19:39:16.468197 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.478094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390265a2-11b4-4030-8f89-45f5088fa518 req-428e64d9-bd9d-437a-90c8-3955dc0b2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:16.480400 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-390265a2-11b4-4030-8f89-45f5088fa518 req-428e64d9-bd9d-437a-90c8-3955dc0b2440 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1566443 Sep 18 19:39:16.483545 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9d2af-8d61-4e6b-a017-36628507171e None None] Pushing event updated for resources: {'Port': ['ID=d1356bbc-32f8-4612-87f0-2c03c9c07132,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:16.523097 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Routers {'7f1eadfe-3f8b-4346-bf39-5a287e369253'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:39:16.524068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7f1eadfe-3f8b-4346-bf39-5a287e369253'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:16.550406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=16706c9d-3f47-4780-9f55-ac2ac37a78a3,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:16.585005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a617c95-48cf-4845-8bb1-631a7b65d974 req-bf826910-846e-498d-a47f-27eb071dfb56 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495197 Sep 18 19:39:16.588877 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-390265a2-11b4-4030-8f89-45f5088fa518 req-c26b3503-88c3-4f32-98dc-483036a746f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=e6a9470b-881c-4872-a29e-4f45aa955b97 HTTP/1.1" status: 200 len: 217 time: 0.0811162 Sep 18 19:39:16.675770 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] Set router 7f1eadfe-3f8b-4346-bf39-5a287e369253 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:39:16.700937 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc5322-f022-435c-8751-f7401645b09e x-openstack-request-id: req-73bc5322-f022-435c-8751-f7401645b09e {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:16.706532 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:16.706894 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73bc5322-f022-435c-8751-f7401645b09e {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:16.715417 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'status': 'completed', 'code': 200} Sep 18 19:39:16.811404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf3890e-3c56-4824-8e72-ff3482c5da6a {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:16.821284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.835059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Transition to ACTIVE for port object 6bf3890e-3c56-4824-8e72-ff3482c5da6a will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:16.855238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:16.890245 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-947635a6-9fce-4c9b-a8e1-a0b240125198 req-c22e6d04-8a3b-416c-b19a-16ef21bd8bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017311 Sep 18 19:39:16.891831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390265a2-11b4-4030-8f89-45f5088fa518 req-36f335d6-ed92-4a96-b43e-1ec3e8cd34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:16.893342 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-390265a2-11b4-4030-8f89-45f5088fa518 req-36f335d6-ed92-4a96-b43e-1ec3e8cd34ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2226601 Sep 18 19:39:16.924931 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:39:12Z', 'revision_number': 3, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:16.958584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Made reservation on behalf of 5442dfe435d345d489294f8e3e53d74b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:16.960103 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dd5c15-6b0e-484e-bc96-49edc8642d31 None None] The sync data for ids ['7f1eadfe-3f8b-4346-bf39-5a287e369253'] in n-d-789963-11 is: [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:39:12Z', 'revision_number': 3, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:39:16.964696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:17.000993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:17.057527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:17.057867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:17.058189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:17.061426 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390265a2-11b4-4030-8f89-45f5088fa518 req-a4e80fb9-a5df-43f3-b709-3f458215549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.062955 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-390265a2-11b4-4030-8f89-45f5088fa518 req-a4e80fb9-a5df-43f3-b709-3f458215549a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494932 Sep 18 19:39:17.068693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02656-92a8-402f-bb67-dec162a0127f req-44a90279-1e39-40e4-ba54-3380016eb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.070135 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bff02656-92a8-402f-bb67-dec162a0127f req-44a90279-1e39-40e4-ba54-3380016eb27a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cacf7950d1184e548e628bef5604f1c1&device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 1100 time: 0.1211729 Sep 18 19:39:17.070856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:17.071172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:17.095303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940b1ee-0678-4094-bc32-a49c35945286 req-83ddcf5d-4f17-48e4-bf64-48401bd530a8 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.096802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2940b1ee-0678-4094-bc32-a49c35945286 req-83ddcf5d-4f17-48e4-bf64-48401bd530a8 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 948 time: 0.1602561 Sep 18 19:39:17.107037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:17.107363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:17.107738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:17.108308 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Bound port: 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:17.108560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:17.115515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-6efd5461-190b-4a09-92fb-a6c4f2863e60 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.116990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-6efd5461-190b-4a09-92fb-a6c4f2863e60 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6441700 Sep 18 19:39:17.192642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-10485bfe-e50c-43fe-becd-f722f161d2e5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/quotas/d195f88bbae74c729a7630ead8ca2d69 HTTP/1.1" status: 200 len: 375 time: 0.0644281 Sep 18 19:39:17.317805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02656-92a8-402f-bb67-dec162a0127f req-1128c52e-1635-4ebc-b5df-8044ee778f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.319321 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bff02656-92a8-402f-bb67-dec162a0127f req-1128c52e-1635-4ebc-b5df-8044ee778f21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2310226 Sep 18 19:39:17.364740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2940b1ee-0678-4094-bc32-a49c35945286 req-54c52b2d-28d2-4471-ba62-cd122694ec9e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569783 Sep 18 19:39:17.369501 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bff02656-92a8-402f-bb67-dec162a0127f req-7a8224bf-60b8-4ac1-98f3-d8f8f60c01ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c HTTP/1.1" status: 200 len: 217 time: 0.0414226 Sep 18 19:39:17.371742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-390265a2-11b4-4030-8f89-45f5088fa518 req-7f005590-f5cf-4ed7-a3bb-c9e726fe3822 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982697 Sep 18 19:39:17.374893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:17.439933 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb68d1b4-a9dc-4053-94b9-8106f7eb4ed4 x-openstack-request-id: req-cb68d1b4-a9dc-4053-94b9-8106f7eb4ed4 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:17.440935 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "name": "network-vif-plugged", "status": "completed", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:17.442660 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb68d1b4-a9dc-4053-94b9-8106f7eb4ed4 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:17.443308 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'code': 200} Sep 18 19:39:17.452871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:17.466550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:17.467641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Allocated IP 172.20.0.14 (7f5aaec0-494f-4353-90db-782c8fc303bb/6aa2d05e-f43f-46a0-8de9-0aced384041b/52ec9ebf-169d-47a3-9bce-58b58ae34493) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:17.516343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-79d5dfd8-97f8-4882-8b0a-7d79eae04dcf tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2771220 Sep 18 19:39:17.569433 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-390265a2-11b4-4030-8f89-45f5088fa518 req-3157aca2-a125-4167-8782-8b0455c232c8 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757004 Sep 18 19:39:17.589414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:17.661189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78ecc7db-61ca-4b41-8a39-0f5711d16e0f req-3614b1d5-bee8-427b-a9fd-602630d3c30b tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 210 time: 0.1336341 Sep 18 19:39:17.661444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02656-92a8-402f-bb67-dec162a0127f req-17d7ac7d-7d65-4cac-b59a-0d539bbdbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.661444 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bff02656-92a8-402f-bb67-dec162a0127f req-17d7ac7d-7d65-4cac-b59a-0d539bbdbc18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2803218 Sep 18 19:39:17.676722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.677363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:17.678731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] 10.222.0.32 "PUT /v2.0/ports/6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 1093 time: 2.7055492 Sep 18 19:39:17.687002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5923a-ecaf-4280-b9f6-bebbea63cc95 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:17.791685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff02656-92a8-402f-bb67-dec162a0127f req-bfb3f244-3e2f-4bc1-bc7f-4a93d5151b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.793375 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bff02656-92a8-402f-bb67-dec162a0127f req-bfb3f244-3e2f-4bc1-bc7f-4a93d5151b9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230989 Sep 18 19:39:17.812084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-2fd71f0f-886a-4efc-ad37-9b0ca08c47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.814491 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-2fd71f0f-886a-4efc-ad37-9b0ca08c47bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1096 time: 0.0819759 Sep 18 19:39:17.885226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699803a9-3177-438b-b579-245d0f6558a8 req-c5369734-eeb3-4756-b6b5-a2d1323f7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:17.886385 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-4a3ed34f-adfe-4878-8f60-cdf11096870e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 217 time: 0.0528119 Sep 18 19:39:17.891261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-699803a9-3177-438b-b579-245d0f6558a8 req-c5369734-eeb3-4756-b6b5-a2d1323f7419 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.3679566 Sep 18 19:39:17.943967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:18.014053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-699803a9-3177-438b-b579-245d0f6558a8 req-5b6ff762-af2c-4736-9132-fade5d3e8254 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152811 Sep 18 19:39:18.025250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-3d5e4da8-1fff-4cbd-821b-ec99269529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:18.026713 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-3d5e4da8-1fff-4cbd-821b-ec99269529c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1265471 Sep 18 19:39:18.031432 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:18.049016 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bff02656-92a8-402f-bb67-dec162a0127f req-a298f0c2-0dc3-42e9-8b5c-cc882af0f7e8 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471511 Sep 18 19:39:18.125140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:18.140747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'mac_address': 'fa:16:3e:34:2c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:18.155296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a2ff7-c2d0-4faa-99c0-17ce2938644c req-82b79026-dd5b-4c4c-acb5-8e0cd98c0808 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:18.164581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-100a2ff7-c2d0-4faa-99c0-17ce2938644c req-82b79026-dd5b-4c4c-acb5-8e0cd98c0808 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 944 time: 0.1017883 Sep 18 19:39:18.197438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:18.204179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Allocated IP 172.20.0.1 (d05c024c-36b6-4986-8041-c0d1c47050c2/36ecd700-bd54-41ce-be25-6b6e006ab263/30c3b946-840e-4c13-8523-274924ef2248) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:18.213246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a9470b-881c-4872-a29e-4f45aa955b97 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:18.247050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-7931139a-0a02-43d4-a07f-886cdc133575 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1970341 Sep 18 19:39:18.251868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:18.273238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:18.281917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-100a2ff7-c2d0-4faa-99c0-17ce2938644c req-40529325-d8c6-42c1-b0bb-bc1ef0d650c7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159358 Sep 18 19:39:18.282585 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:18.343694 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bff02656-92a8-402f-bb67-dec162a0127f req-32e3c8d2-7e24-4ac3-8157-7ca3e544de17 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824180 Sep 18 19:39:18.360600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Network 7f5aaec0-494f-4353-90db-782c8fc303bb is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:18.366911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:18.373701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Pushing event updated for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:18.376604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:18.386691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:18.393211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:18.393925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:18.448510 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-304ef61f-792f-4a98-97ad-b0b2966a1bc7 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890159 Sep 18 19:39:18.493006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76651b-975d-4fc9-baea-9c7e910678cf req-34726953-0c4a-4651-b5ca-5a3266c46f01 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:18.494631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea76651b-975d-4fc9-baea-9c7e910678cf req-34726953-0c4a-4651-b5ca-5a3266c46f01 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 945 time: 0.1323533 Sep 18 19:39:18.497697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-da4902bf-d976-40ca-8cac-0fb8a6c79ed7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2703030 Sep 18 19:39:18.513559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Request body: {'port': {'device_id': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:18.519510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['e6a9470b-881c-4872-a29e-4f45aa955b97'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:18.584727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea76651b-975d-4fc9-baea-9c7e910678cf req-1eb2218c-a40e-4a7a-8411-1debd811809b tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825369 Sep 18 19:39:18.611185 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-426f66f5-d150-484f-a3fc-e37ad24b92b7 req-5beaad20-9e80-49f5-b6b4-ac2abbfb1f41 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556282 Sep 18 19:39:18.649510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:18.675188 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:18.716955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:18.719537 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56" -d '{"events": [{"name": "network-changed", "server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:18.866960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d1356bbc-32f8-4612-87f0-2c03c9c07132 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:18.945856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d1356bbc-32f8-4612-87f0-2c03c9c07132 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:18.946389 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:18.959484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.036839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e55eb-3038-4078-99e7-ba0eb62fd4df req-4228f64d-52da-45fa-98ca-423f6766fcab tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:19.038887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b3e55eb-3038-4078-99e7-ba0eb62fd4df req-4228f64d-52da-45fa-98ca-423f6766fcab tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 948 time: 0.3456485 Sep 18 19:39:19.077193 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.105067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Network d05c024c-36b6-4986-8041-c0d1c47050c2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:19.112592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port d1356bbc-32f8-4612-87f0-2c03c9c07132, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d1356bbc-32f8-4612-87f0-2c03c9c07132,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:19.118210 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.149097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:19.162292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:19.162787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.233026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Pushing event updated for resources: {'Port': ['ID=30c3b946-840e-4c13-8523-274924ef2248,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:19.256438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=d1356bbc-32f8-4612-87f0-2c03c9c07132,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:19.326367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b3e55eb-3038-4078-99e7-ba0eb62fd4df req-69fb93fb-dc3c-4282-a41c-d043c516e071 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715340 Sep 18 19:39:19.342338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eea4ff-aac7-4352-b0ce-247ee4ba192b req-91f64c18-fdd5-4ad1-a1da-c628763a1ae4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:19.351320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6eea4ff-aac7-4352-b0ce-247ee4ba192b req-91f64c18-fdd5-4ad1-a1da-c628763a1ae4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 932 time: 0.3307338 Sep 18 19:39:19.390779 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f924979-94eb-4706-a001-b6e3e96ec8ae x-openstack-request-id: req-4f924979-94eb-4706-a001-b6e3e96ec8ae {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:19.391304 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:19.391780 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f924979-94eb-4706-a001-b6e3e96ec8ae {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:19.392181 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a', 'status': 'completed', 'code': 200} Sep 18 19:39:19.474917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-bf124a61-0811-4cd1-8cb1-c45977992bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:19.476242 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-bf124a61-0811-4cd1-8cb1-c45977992bcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1096 time: 0.0589767 Sep 18 19:39:19.484998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6eea4ff-aac7-4352-b0ce-247ee4ba192b req-b149ffdc-dccb-486a-a90d-964a28d63841 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326432 Sep 18 19:39:19.511486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.521638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6837243f-7428-4867-81d3-25c7a4d21a08 req-f017559f-3b4f-4288-88cd-93a4df374458 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 210 time: 0.0569141 Sep 18 19:39:19.524803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ec9ebf-169d-47a3-9bce-58b58ae34493 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:19.549163 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.555279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a38559e2-2b67-4863-9bda-634c212d8074 None None] Provisioning complete for port 30c3b946-840e-4c13-8523-274924ef2248 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:19.556562 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a38559e2-2b67-4863-9bda-634c212d8074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.569268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Transition to ACTIVE for port object 52ec9ebf-169d-47a3-9bce-58b58ae34493 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:19.575056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.597575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-82a29ae8-a1af-457b-9b9a-d7e706b1e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:19.601682 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-82a29ae8-a1af-457b-9b9a-d7e706b1e952 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.1175740 Sep 18 19:39:19.650421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a38559e2-2b67-4863-9bda-634c212d8074 None None] Port 30c3b946-840e-4c13-8523-274924ef2248 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:19.666393 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-595ed4d5-d3c8-4263-b475-390ffd28052a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 217 time: 0.0563750 Sep 18 19:39:19.693138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Pushing event updated for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:19.761649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-fdd68024-2909-4c83-8391-2b988d9664b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:19.763832 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-fdd68024-2909-4c83-8391-2b988d9664b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.0906401 Sep 18 19:39:19.800306 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-1921bf16-ebba-453e-b1a8-f3e92c866049 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291765 Sep 18 19:39:19.857894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:19.858481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:19.859021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:19.893636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:19.893866 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:19.900770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d8c305da-caa5-4d74-b2b8-db72e2c499b7 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439186 Sep 18 19:39:19.900950 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-32e10971-6696-4f27-96e0-bb996c6f0278 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932319 Sep 18 19:39:19.928732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:19.929060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:19.929637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:19.930088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Bound port: 52ec9ebf-169d-47a3-9bce-58b58ae34493, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:19.930451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:19.960650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d95e1a2c-8110-468d-a3c2-da0ac961567c details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:19.966915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb457a6-4e95-4166-b05b-435920d6bb5e req-6c2a738c-57ca-4bf2-9b30-7ce1238792a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:19.967889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:19.968452 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb457a6-4e95-4166-b05b-435920d6bb5e req-6c2a738c-57ca-4bf2-9b30-7ce1238792a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 944 time: 0.1992619 Sep 18 19:39:19.992796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65817b9-d634-46c2-ae70-e2455da0ee33 req-af4f6676-9ea2-4d4d-bad6-98a3f9e55f9d tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:19.994993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d65817b9-d634-46c2-ae70-e2455da0ee33 req-af4f6676-9ea2-4d4d-bad6-98a3f9e55f9d tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 945 time: 0.2354383 Sep 18 19:39:20.025382 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-92b50cc5-7ba4-4020-841a-5b51fb4c1b56 req-19a2346b-bcc9-4508-bd83-a5352566de53 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170664 Sep 18 19:39:20.058130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port e6a9470b-881c-4872-a29e-4f45aa955b97 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:20.064108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port e6a9470b-881c-4872-a29e-4f45aa955b97 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:20.064478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.149332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.150427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:20.165881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'mac_address': 'fa:16:3e:37:fe:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:20.167298 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.168027 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.196046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb457a6-4e95-4166-b05b-435920d6bb5e req-123955cc-fa8f-41d6-b6ee-1c9362bb996d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933630 Sep 18 19:39:20.219652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.222913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d65817b9-d634-46c2-ae70-e2455da0ee33 req-2f2d6e50-1065-4a7c-ba9d-c40e92b0d7b6 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182386 Sep 18 19:39:20.245709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-3c89fd72-f93d-48c1-9d65-8a78914c973d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:20.247213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-3c89fd72-f93d-48c1-9d65-8a78914c973d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3379698 Sep 18 19:39:20.250501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.260246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:20.267523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:20.273200 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8b897c-f87b-4a07-9d81-58a44da81d62" -d '{"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-plugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:20.289692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95e1a2c-8110-468d-a3c2-da0ac961567c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:20.294322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:20.296164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Request body: {'port': {'device_id': '94bc6cff-66d8-43a4-bf87-140eec94b581', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd195f88bbae74c729a7630ead8ca2d69'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:20.303319 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.309603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:20.334399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:20.343194 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.365073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:20.412931 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-0b086a6f-ccb8-4576-9e3a-98a57d74189c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450327 Sep 18 19:39:20.439612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:20.544670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d95e1a2c-8110-468d-a3c2-da0ac961567c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:20.555181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-1f606a59-054a-4d6d-ba0c-6a48bdfaa869 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:20.555426 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-1f606a59-054a-4d6d-ba0c-6a48bdfaa869 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353354 Sep 18 19:39:20.573907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Request body: {'port': {'device_id': '4af0c1ee-cac8-4b18-bfa6-6ef9085729e7', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd195f88bbae74c729a7630ead8ca2d69'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:20.607935 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1462f0-aeab-4a17-9536-0ca303d6d227 x-openstack-request-id: req-2a1462f0-aeab-4a17-9536-0ca303d6d227 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:20.608473 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-plugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:20.608571 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a1462f0-aeab-4a17-9536-0ca303d6d227 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:20.609839 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'code': 200} Sep 18 19:39:20.704070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.713350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Pushing event updated for resources: {'Port': ['ID=30c3b946-840e-4c13-8523-274924ef2248,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:20.836592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d1356bbc-32f8-4612-87f0-2c03c9c07132 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:20.870790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:20.871429 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.872807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] 10.222.0.32 "PUT /v2.0/ports/52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 200 len: 1093 time: 2.3637516 Sep 18 19:39:20.885093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:20.887322 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0ff2b2-77ed-43f7-b51e-3515825c8475" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:20.913192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Made reservation on behalf of d195f88bbae74c729a7630ead8ca2d69 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:20.917044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.933819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d1356bbc-32f8-4612-87f0-2c03c9c07132 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:20.934103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:20.965665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcc421-92a4-4a25-b0b9-1701cbc78131 service neutron] Pushing event updated for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:20.987661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Made reservation on behalf of d195f88bbae74c729a7630ead8ca2d69 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:20.991622 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.069053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644a003-42b9-4ffe-be83-024605f28bda req-8ff27111-62c2-4559-8c91-52e5753b4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:21.070612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5644a003-42b9-4ffe-be83-024605f28bda req-8ff27111-62c2-4559-8c91-52e5753b4799 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 1101 time: 0.3544378 Sep 18 19:39:21.078589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Allocated IP 192.168.233.3 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/f446c94d-e80e-4482-b201-b842d06e7074) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:21.156216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14411249-bb26-467b-8a09-f3257dcf47cf req-ee2bd5d2-ec63-456e-8df1-abdcd0cc1480 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:21.157677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14411249-bb26-467b-8a09-f3257dcf47cf req-ee2bd5d2-ec63-456e-8df1-abdcd0cc1480 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 949 time: 0.4404783 Sep 18 19:39:21.194008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Network d05c024c-36b6-4986-8041-c0d1c47050c2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:21.199260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-7e6da532-98a2-4023-b331-7007eaa24db1 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8995330 Sep 18 19:39:21.221052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:21.224735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-f3274abe-f8fa-48a6-a892-a85cd3d033ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:21.226205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-f3274abe-f8fa-48a6-a892-a85cd3d033ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1096 time: 0.2980118 Sep 18 19:39:21.229069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.243420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:21.269032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5644a003-42b9-4ffe-be83-024605f28bda req-89c9a63c-1f6a-4358-bc9d-bf0771e92b22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712506 Sep 18 19:39:21.273387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.284835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:21.322919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'Port': ['ID=f446c94d-e80e-4482-b201-b842d06e7074,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:21.328340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14411249-bb26-467b-8a09-f3257dcf47cf req-3516a76c-1580-4fd3-b748-575f970bc4c1 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363325 Sep 18 19:39:21.332502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:21.334420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:21.336939 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:21.342756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:21.343439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.371031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-f2dd27ef-2521-4887-afac-320bb878e0e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 200 len: 217 time: 0.1195021 Sep 18 19:39:21.484652 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d6338bb4-178f-4c33-9c5f-031b476ea4a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9187284 Sep 18 19:39:21.497774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Request body: {'port': {'device_id': '4af0c1ee-cac8-4b18-bfa6-6ef9085729e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:21.531490 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.535518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-56cdc178-a5ca-412f-8dbd-9a494e2f489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.570678 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.597502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ccdf0ffa-4c94-4d9b-ad91-e227a57be40a None None] Provisioning complete for port 30c3b946-840e-4c13-8523-274924ef2248 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:21.597502 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ccdf0ffa-4c94-4d9b-ad91-e227a57be40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.628426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-8f578f00-39b8-480e-87bc-c0d3f3658619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:21.630585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-8f578f00-39b8-480e-87bc-c0d3f3658619 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.2233338 Sep 18 19:39:21.634232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Allocated IP 192.168.233.85 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/390d89ef-05f6-435d-87ee-41a84c2ba3d1) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:21.637527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf0ffa-4c94-4d9b-ad91-e227a57be40a None None] Port 30c3b946-840e-4c13-8523-274924ef2248 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:21.668517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a3cc9-2094-4590-aefa-78cee1e24183 req-0bf49a3e-29af-4889-83ea-3aff1f436eb9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:21.669976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-996a3cc9-2094-4590-aefa-78cee1e24183 req-0bf49a3e-29af-4889-83ea-3aff1f436eb9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.2152698 Sep 18 19:39:21.693171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Router 7f1eadfe-3f8b-4346-bf39-5a287e369253 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:39:21.695263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-224f48cb-dc1a-4902-9c2c-b2367b630eac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544960 Sep 18 19:39:21.756403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-094e5460-e43c-40e7-883e-66f3dbfebb53 None None] Provisioning complete for port f446c94d-e80e-4482-b201-b842d06e7074 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:21.756766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-094e5460-e43c-40e7-883e-66f3dbfebb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:21.789918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-094e5460-e43c-40e7-883e-66f3dbfebb53 None None] Port f446c94d-e80e-4482-b201-b842d06e7074 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:21.888134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-996a3cc9-2094-4590-aefa-78cee1e24183 req-d6cc4bc3-fd5b-4fc0-a58f-1ba802f23e01 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976707 Sep 18 19:39:21.985441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6bf3890e-3c56-4824-8e72-ff3482c5da6a details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:21.987353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d95e1a2c-8110-468d-a3c2-da0ac961567c up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:22.081424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-ceb56b0e-41ef-4da2-8fcc-a2e99e858ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706899 Sep 18 19:39:22.097110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port d95e1a2c-8110-468d-a3c2-da0ac961567c completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:22.102577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:39:22.116908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port d95e1a2c-8110-468d-a3c2-da0ac961567c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:22.117139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e5b1fb3f-7a1c-462a-ab4a-75604169a4fc admin admin] 10.222.0.20 "PUT /v2.0/routers/7f1eadfe-3f8b-4346-bf39-5a287e369253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6018174 Sep 18 19:39:22.117237 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.133779 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Sync routers for ids ['7f1eadfe-3f8b-4346-bf39-5a287e369253'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:39:22.139411 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.162172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:22.170623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d0f7-bf97-4dac-89d3-7ec2ecdf8681 req-7f6ead85-0733-4f16-9ce6-dc103dcd52a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:22.172151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fe7d0f7-bf97-4dac-89d3-7ec2ecdf8681 req-7f6ead85-0733-4f16-9ce6-dc103dcd52a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 934 time: 0.2259896 Sep 18 19:39:22.175328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Routers {'7f1eadfe-3f8b-4346-bf39-5a287e369253'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:39:22.176666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:38:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7f1eadfe-3f8b-4346-bf39-5a287e369253'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:22.214652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.215821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '6bf3890e-3c56-4824-8e72-ff3482c5da6a', 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'port_id': '6bf3890e-3c56-4824-8e72-ff3482c5da6a', 'mac_address': 'fa:16:3e:1f:3f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a56c70-90bf-47ef-a3e9-dbe557b29cdc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:22.359624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.375982 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.387564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Set router 7f1eadfe-3f8b-4346-bf39-5a287e369253 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:39:22.397107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf3890e-3c56-4824-8e72-ff3482c5da6a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:22.477586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:22.519005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.523738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:22.569765 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.572865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cfe9a6d-566a-4b0d-a1e0-5695f36900d1 req-0410f96d-92e6-4358-879e-865b8b8e0aa8 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815135 Sep 18 19:39:22.611433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:22.614294 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862099ff-a9ab-4d01-97b7-a09d367cb29a" -d '{"events": [{"server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "name": "network-vif-plugged", "status": "completed", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:22.617834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fe7d0f7-bf97-4dac-89d3-7ec2ecdf8681 req-25ffd759-5487-4025-87a3-3adfb6ca9adf tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043515 Sep 18 19:39:22.658634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Allocated IP 172.25.8.131 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/eb5061e4-2acc-4e10-af85-9d264baa1444) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:22.659811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:22.678702 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.732874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:22.765123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6bf3890e-3c56-4824-8e72-ff3482c5da6a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:22.826460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:22.846139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:22.886617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:22.894007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:22.897987 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:22.937248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'Port': ['ID=390d89ef-05f6-435d-87ee-41a84c2ba3d1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:22.965373 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.032197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-ec868628-1bff-42df-9f15-f4f16ca650a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7539201 Sep 18 19:39:23.053498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Request body: {'port': {'device_id': '94bc6cff-66d8-43a4-bf87-140eec94b581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:23.138623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.186008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:23.200882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.233054 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.321234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:23.329557 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f160a-b21b-4ffa-bb26-991c25a63023 x-openstack-request-id: req-1f4f160a-b21b-4ffa-bb26-991c25a63023 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:23.330599 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:23.330849 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f4f160a-b21b-4ffa-bb26-991c25a63023 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:23.331237 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493', 'status': 'completed', 'code': 200} Sep 18 19:39:23.332082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.357096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:23.359052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f446c94d-e80e-4482-b201-b842d06e7074 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:23.361846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:23.376383 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.433501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Transition to ACTIVE for port object f446c94d-e80e-4482-b201-b842d06e7074 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:23.445455 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.448413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b301a307-583a-4ba6-ad55-29413e9a7942 None None] Provisioning complete for port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:23.448785 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b301a307-583a-4ba6-ad55-29413e9a7942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.455683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.495577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b301a307-583a-4ba6-ad55-29413e9a7942 None None] Port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:23.512651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '30c3b946-840e-4c13-8523-274924ef2248', 'name': '', 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'mac_address': 'fa:16:3e:8d:47:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '36ecd700-bd54-41ce-be25-6b6e006ab263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:17Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 2, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'subnets': [{'id': '36ecd700-bd54-41ce-be25-6b6e006ab263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:23.541610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=f446c94d-e80e-4482-b201-b842d06e7074,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:23.582799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Checking router: 7f1eadfe-3f8b-4346-bf39-5a287e369253 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:39:23.583578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Updating router 7f1eadfe-3f8b-4346-bf39-5a287e369253 port 30c3b946-840e-4c13-8523-274924ef2248 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:39:23.643413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Pushing event updated for resources: {'Port': ['ID=eb5061e4-2acc-4e10-af85-9d264baa1444,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:23.649218 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.662749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Attempting to bind port f446c94d-e80e-4482-b201-b842d06e7074 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:23.662749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Attempting to bind port f446c94d-e80e-4482-b201-b842d06e7074 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:23.662749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Attempting to bind port f446c94d-e80e-4482-b201-b842d06e7074 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:23.678006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Port f446c94d-e80e-4482-b201-b842d06e7074 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:23.678338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Attempting to bind port f446c94d-e80e-4482-b201-b842d06e7074 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:23.683815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:23.684192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:23.684528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:23.685029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Bound port: f446c94d-e80e-4482-b201-b842d06e7074, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:23.685305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.863600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] For port f446c94d-e80e-4482-b201-b842d06e7074, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:23.866867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] For port f446c94d-e80e-4482-b201-b842d06e7074, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f446c94d-e80e-4482-b201-b842d06e7074,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:23.872318 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.885239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.948539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:23.949223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:23.950950 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] 10.222.0.24 "PUT /v2.0/ports/f446c94d-e80e-4482-b201-b842d06e7074 HTTP/1.1" status: 200 len: 1095 time: 2.4578376 Sep 18 19:39:23.951513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af0c1ee-cac8-4b18-bfa6-6ef9085729e7', 'tag': 'f446c94d-e80e-4482-b201-b842d06e7074'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:23.954150 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d5442b-94b3-4805-a7d9-e3f93fb66686" -d '{"events": [{"name": "network-changed", "server_uuid": "4af0c1ee-cac8-4b18-bfa6-6ef9085729e7", "tag": "f446c94d-e80e-4482-b201-b842d06e7074"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:24.024256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bf7db-c342-4e1d-a1bc-c1152796aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=f446c94d-e80e-4482-b201-b842d06e7074,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:24.161121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-c7362cf1-a6dc-4a02-bf44-9017cef2c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:24.163050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-c7362cf1-a6dc-4a02-bf44-9017cef2c58f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 1098 time: 0.1237228 Sep 18 19:39:24.266925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.282275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.284177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-16fce3b0-e554-45c8-be72-a319bce5b9a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f446c94d-e80e-4482-b201-b842d06e7074 HTTP/1.1" status: 200 len: 217 time: 0.1112323 Sep 18 19:39:24.340437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-7b0ee70d-3eda-4f15-a6c5-646355620aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:24.342459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-7b0ee70d-3eda-4f15-a6c5-646355620aae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1096 time: 0.8727558 Sep 18 19:39:24.343368 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.352317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6bf3890e-3c56-4824-8e72-ff3482c5da6a up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:24.394688 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-7c30c240-be9a-4ab5-824d-f6191e10d1c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1256042 Sep 18 19:39:24.400982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e591da-429a-453c-9ff9-f10807c0f578 req-9783a8fe-68e0-4f8a-bc0b-fc8e35a9f8d1 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:24.402813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4e591da-429a-453c-9ff9-f10807c0f578 req-9783a8fe-68e0-4f8a-bc0b-fc8e35a9f8d1 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 945 time: 0.9348695 Sep 18 19:39:24.408904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.443056 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.445559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-5924c88a-9e6a-49f0-ab1e-395d059eeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:24.448985 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-5924c88a-9e6a-49f0-ab1e-395d059eeeac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1376541 Sep 18 19:39:24.512127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 6bf3890e-3c56-4824-8e72-ff3482c5da6a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:24.518922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 6bf3890e-3c56-4824-8e72-ff3482c5da6a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:24.519272 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.556026 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6136faef-365e-4d07-a367-705d1ca51565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.559228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a58f3-77a9-4090-ba46-ba955f616de9 None None] Pushing event updated for resources: {'Port': ['ID=30c3b946-840e-4c13-8523-274924ef2248,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:24.594450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-1f9c8d6e-140a-4bbf-a714-97c27b45747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:24.603034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-1f9c8d6e-140a-4bbf-a714-97c27b45747b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.2363453 Sep 18 19:39:24.621980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.623453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4088745 Sep 18 19:39:24.656853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-a49fb681-25e0-40d0-aa44-2ccd753a304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:24.671619 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-a49fb681-25e0-40d0-aa44-2ccd753a304d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2105937 Sep 18 19:39:24.673221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Attempting to bind port 30c3b946-840e-4c13-8523-274924ef2248 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:24.673593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Attempting to bind port 30c3b946-840e-4c13-8523-274924ef2248 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:24.675212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Attempting to bind port 30c3b946-840e-4c13-8523-274924ef2248 on network d05c024c-36b6-4986-8041-c0d1c47050c2 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:24.690086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:24.690464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Checking segment: {'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:24.690867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.691303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Bound using segment: {'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:24.691833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Bound port: 30c3b946-840e-4c13-8523-274924ef2248, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33543c23-e13c-43aa-abd0-60760717edfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:24.692219 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.695928 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.736148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-6427f59f-a510-46e4-9396-d4b1df8eb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:24.740358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-6427f59f-a510-46e4-9396-d4b1df8eb7f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 1102 time: 0.2503798 Sep 18 19:39:24.801366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-4e07e254-1ef6-48f3-bd27-f383cde4e6ae tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 696 time: 0.1400373 Sep 18 19:39:24.816975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f975992-347e-4c3d-a88d-a4b43f1ad26c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Pushing event updated for resources: {'Port': ['ID=eb5061e4-2acc-4e10-af85-9d264baa1444,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:24.842407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4e591da-429a-453c-9ff9-f10807c0f578 req-184d49c1-e5b4-4e43-bb51-8dc37270f71f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268572 Sep 18 19:39:24.850802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-33268ae2-8ba7-4dd1-9e79-cbec35682f87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 200 len: 217 time: 0.2236085 Sep 18 19:39:24.873691 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:24.931704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-368c1ef4-30d8-448a-bd67-59982ddc866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:24.933656 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-368c1ef4-30d8-448a-bd67-59982ddc866e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1611226 Sep 18 19:39:24.982712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] For port 30c3b946-840e-4c13-8523-274924ef2248, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:24.992856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] For port 30c3b946-840e-4c13-8523-274924ef2248, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=30c3b946-840e-4c13-8523-274924ef2248,segment=NetworkSegment(33543c23-e13c-43aa-abd0-60760717edfc),segment_id=33543c23-e13c-43aa-abd0-60760717edfc)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:24.999021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:25.005179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f69dd135-48ec-4355-9a01-67e8612536fe None None] Provisioning complete for port 30c3b946-840e-4c13-8523-274924ef2248 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:25.005970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f69dd135-48ec-4355-9a01-67e8612536fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.008425 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.014941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-dbe7c817-8d31-415b-b8cd-95e2b141f9eb tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:25.016617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-dbe7c817-8d31-415b-b8cd-95e2b141f9eb tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1966119 Sep 18 19:39:25.035899 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.081065 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-d5b2c3e7-0877-49f5-92ba-cd651444b413 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09 HTTP/1.1" status: 200 len: 217 time: 0.1007848 Sep 18 19:39:25.091814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-b09e9623-6713-4ca5-a78f-ed11cd438132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:25.093609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-b09e9623-6713-4ca5-a78f-ed11cd438132 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.0747468 Sep 18 19:39:25.163317 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-2738f766-15f8-464c-8b61-5f62e4c23fae service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756939 Sep 18 19:39:25.172692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a58f3-77a9-4090-ba46-ba955f616de9 None None] Pushing event updated for resources: {'Port': ['ID=30c3b946-840e-4c13-8523-274924ef2248,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:25.174003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-31152690-28b3-4170-ad0c-0486d62bbc05 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:39:25.175495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3444b7aa-8bb9-46fe-bc16-dcdbbf7b60e3 req-31152690-28b3-4170-ad0c-0486d62bbc05 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0806069 Sep 18 19:39:25.179475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Routers {'7f1eadfe-3f8b-4346-bf39-5a287e369253'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:39:25.183751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7f1eadfe-3f8b-4346-bf39-5a287e369253'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:25.323715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-fd98810b-b016-4be6-8bab-01c76a364fb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1863844 Sep 18 19:39:25.366435 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4661e27-d037-473f-a2e6-aae7ef36a144 x-openstack-request-id: req-d4661e27-d037-473f-a2e6-aae7ef36a144 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:25.367076 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "name": "network-vif-plugged", "status": "completed", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:25.367076 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4661e27-d037-473f-a2e6-aae7ef36a144 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:25.367411 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'code': 200} Sep 18 19:39:25.498122 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f69dd135-48ec-4355-9a01-67e8612536fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.504731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:25.526434 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.553048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-88f17c50-511a-4337-8a8e-3ca053b91c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:25.553048 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-88f17c50-511a-4337-8a8e-3ca053b91c54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.4565043 Sep 18 19:39:25.559826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-b156441d-3c4c-40a7-8e4d-01f28b3429f1 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633916 Sep 18 19:39:25.624415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f8fbb-380f-448c-909f-437fabd4f5e6 req-de110868-aeb0-420d-9604-169e08edd61c tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:25.626167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed1f8fbb-380f-448c-909f-437fabd4f5e6 req-de110868-aeb0-420d-9604-169e08edd61c tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 950 time: 0.6085558 Sep 18 19:39:25.630154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f69dd135-48ec-4355-9a01-67e8612536fe None None] For port 30c3b946-840e-4c13-8523-274924ef2248, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=30c3b946-840e-4c13-8523-274924ef2248,segment=NetworkSegment(33543c23-e13c-43aa-abd0-60760717edfc),segment_id=33543c23-e13c-43aa-abd0-60760717edfc)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:25.646749 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f69dd135-48ec-4355-9a01-67e8612536fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.651592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] Set router 7f1eadfe-3f8b-4346-bf39-5a287e369253 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:39:25.677172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390d89ef-05f6-435d-87ee-41a84c2ba3d1 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:25.705386 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.742665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-8ed74cf6-4521-4798-a7bb-b9870fbabe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:25.744022 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-8ed74cf6-4521-4798-a7bb-b9870fbabe08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563714 Sep 18 19:39:25.745704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda765cf-260e-4835-91f6-716ba269c0d0 req-59c45539-ae1a-49ee-886e-be1c377e2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:25.749196 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fda765cf-260e-4835-91f6-716ba269c0d0 req-59c45539-ae1a-49ee-886e-be1c377e2b9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 1102 time: 0.3128390 Sep 18 19:39:25.768564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Transition to ACTIVE for port object 390d89ef-05f6-435d-87ee-41a84c2ba3d1 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:25.819436 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-d5e61f8a-e36d-4b2c-9da2-bde7ddd6ecba service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764129 Sep 18 19:39:25.820241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed1f8fbb-380f-448c-909f-437fabd4f5e6 req-296fdd05-38c9-47bb-8787-86c1d97366ec tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199408 Sep 18 19:39:25.823045 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.853490 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fda765cf-260e-4835-91f6-716ba269c0d0 req-b2e465fc-73a3-43be-aadc-e389c9ece509 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767651 Sep 18 19:39:25.855682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad95d61-0c9c-4a28-9339-224bbed0f3f2 req-73761fcf-3fd7-411c-a9f3-e410f9c9c26d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:25.857639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dad95d61-0c9c-4a28-9339-224bbed0f3f2 req-73761fcf-3fd7-411c-a9f3-e410f9c9c26d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.2863431 Sep 18 19:39:25.933788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Pushing event updated for resources: {'Port': ['ID=390d89ef-05f6-435d-87ee-41a84c2ba3d1,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:25.947268 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-c68fb1e8-3348-44f8-8720-98790e86ea04 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833282 Sep 18 19:39:25.981288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-25db1f80-6083-404f-95e3-9f6790b916fe None None] Provisioning complete for port 30c3b946-840e-4c13-8523-274924ef2248 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:25.981667 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-25db1f80-6083-404f-95e3-9f6790b916fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:25.985673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dd135-48ec-4355-9a01-67e8612536fe None None] Pushing event updated for resources: {'Port': ['ID=30c3b946-840e-4c13-8523-274924ef2248,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:26.031896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 52ec9ebf-169d-47a3-9bce-58b58ae34493 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:26.079161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dad95d61-0c9c-4a28-9339-224bbed0f3f2 req-b848c79a-befe-442f-af07-8a7bfb8ce188 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489043 Sep 18 19:39:26.163911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Attempting to bind port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:26.164251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Attempting to bind port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:26.164559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Attempting to bind port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:26.177913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a0ff2b2-77ed-43f7-b51e-3515825c8475 req-843591e9-d65c-4f3c-86f4-9cae1df34988 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074085 Sep 18 19:39:26.178653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:26.178980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Attempting to bind port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:26.204302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:26.204629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:26.205021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:26.205464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Bound port: 390d89ef-05f6-435d-87ee-41a84c2ba3d1, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:26.205834 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:26.327659 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:39:26.368662 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72cae6da-e9e1-4821-9a08-07c8c8553357 req-0255c644-fb8c-4fec-bb81-f7907aa45128 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289070 Sep 18 19:39:26.405708 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d225bca-7b66-4db0-a313-b77c1b4923f9 x-openstack-request-id: req-5d225bca-7b66-4db0-a313-b77c1b4923f9 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:26.406573 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af0c1ee-cac8-4b18-bfa6-6ef9085729e7", "tag": "f446c94d-e80e-4482-b201-b842d06e7074", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:26.408573 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d225bca-7b66-4db0-a313-b77c1b4923f9 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:26.409530 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af0c1ee-cac8-4b18-bfa6-6ef9085729e7', 'tag': 'f446c94d-e80e-4482-b201-b842d06e7074', 'status': 'completed', 'code': 200} Sep 18 19:39:26.481679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e6453-50e7-400e-a197-e1a2671796e9 req-cfe84d9f-8889-491d-9d67-dfc792884a7a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:26.501862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c57e6453-50e7-400e-a197-e1a2671796e9 req-cfe84d9f-8889-491d-9d67-dfc792884a7a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 946 time: 0.2004471 Sep 18 19:39:26.505688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] For port 390d89ef-05f6-435d-87ee-41a84c2ba3d1, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:26.520423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] For port 390d89ef-05f6-435d-87ee-41a84c2ba3d1, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=390d89ef-05f6-435d-87ee-41a84c2ba3d1,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:26.542109 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:26.547207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-81cf2e33-3668-4840-a3b7-d331f828cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:26.548762 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-81cf2e33-3668-4840-a3b7-d331f828cb18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 1098 time: 0.1208098 Sep 18 19:39:26.662582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Pushing event updated for resources: {'Port': ['ID=390d89ef-05f6-435d-87ee-41a84c2ba3d1,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:26.680082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:26.681189 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:26.683228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-38b81620-851f-4ee5-b6af-bba87f184a7e service neutron] 10.222.0.24 "PUT /v2.0/ports/390d89ef-05f6-435d-87ee-41a84c2ba3d1 HTTP/1.1" status: 200 len: 1096 time: 3.6350095 Sep 18 19:39:26.686853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:26.716148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '52ec9ebf-169d-47a3-9bce-58b58ae34493', 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'port_id': '52ec9ebf-169d-47a3-9bce-58b58ae34493', 'mac_address': 'fa:16:3e:2b:a5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa2d05e-f43f-46a0-8de9-0aced384041b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:26.750746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bc6cff-66d8-43a4-bf87-140eec94b581', 'tag': '390d89ef-05f6-435d-87ee-41a84c2ba3d1'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:26.762066 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56153a9-fcf6-438f-81c7-da8a80b944cd" -d '{"events": [{"name": "network-changed", "server_uuid": "94bc6cff-66d8-43a4-bf87-140eec94b581", "tag": "390d89ef-05f6-435d-87ee-41a84c2ba3d1"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:26.762367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-54f9ca4f-3a86-4cc5-b4f7-08fe4cc17558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:26.765273 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-54f9ca4f-3a86-4cc5-b4f7-08fe4cc17558 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2051475 Sep 18 19:39:26.767679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c57e6453-50e7-400e-a197-e1a2671796e9 req-361b8cdf-34ab-41c6-85e0-2ee8cf3676a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647631 Sep 18 19:39:26.795322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '30c3b946-840e-4c13-8523-274924ef2248', 'name': '', 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'mac_address': 'fa:16:3e:8d:47:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '36ecd700-bd54-41ce-be25-6b6e006ab263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:17Z', 'updated_at': '2021-09-18T19:39:24Z', 'revision_number': 4, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'subnets': [{'id': '36ecd700-bd54-41ce-be25-6b6e006ab263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:26.830099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95a4f9-b558-4e58-ac52-a41f019804d7 None None] The sync data for ids ['7f1eadfe-3f8b-4346-bf39-5a287e369253'] in n-d-789963-11 is: [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '30c3b946-840e-4c13-8523-274924ef2248', 'name': '', 'network_id': 'd05c024c-36b6-4986-8041-c0d1c47050c2', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'mac_address': 'fa:16:3e:8d:47:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '36ecd700-bd54-41ce-be25-6b6e006ab263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:17Z', 'updated_at': '2021-09-18T19:39:24Z', 'revision_number': 4, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'subnets': [{'id': '36ecd700-bd54-41ce-be25-6b6e006ab263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:39:26.858607 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:27.006341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ec9ebf-169d-47a3-9bce-58b58ae34493 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:27.052713 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-5b8c0c84-3875-47ea-94ea-b2af50269368 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f446c94d-e80e-4482-b201-b842d06e7074 HTTP/1.1" status: 200 len: 217 time: 0.2550330 Sep 18 19:39:27.097043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:27.123996 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:27.179549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-dd1f1d3c-780c-46e9-a257-8c7dbcd16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:27.203459 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-dd1f1d3c-780c-46e9-a257-8c7dbcd16e76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1429193 Sep 18 19:39:27.240273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-1d9cfeb7-4898-4389-a5f9-d22c60f72cc0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:27.248519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-1d9cfeb7-4898-4389-a5f9-d22c60f72cc0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 820 time: 0.6240485 Sep 18 19:39:27.289954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-8d564c36-ccd5-469a-95c3-190c2ba18a64 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/quotas/c7fdaf8993e24edd989100c4f25d59ad HTTP/1.1" status: 200 len: 375 time: 0.0398431 Sep 18 19:39:27.299639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:27.319308 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-db16c1ea-c593-4a97-ad17-9900e4df188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:27.321023 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:27.337731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-db16c1ea-c593-4a97-ad17-9900e4df188a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264915 Sep 18 19:39:27.369154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:27.372225 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0966ae-6b61-43fc-964b-84a2fa3279ca" -d '{"events": [{"server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "name": "network-vif-plugged", "status": "completed", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:27.375135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a19f8-c22f-4f08-b564-f91df56f13c3 req-2edfa86a-c111-4a90-9a8f-70efd2646672 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:27.376781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-296a19f8-c22f-4f08-b564-f91df56f13c3 req-2edfa86a-c111-4a90-9a8f-70efd2646672 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 946 time: 0.3178346 Sep 18 19:39:27.389510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['52ec9ebf-169d-47a3-9bce-58b58ae34493'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:27.391637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-0d638220-f8dc-4129-8145-0136a8f39b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:27.393195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-0d638220-f8dc-4129-8145-0136a8f39b9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 1099 time: 0.6055615 Sep 18 19:39:27.520341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-1883b533-5c8b-432a-9de4-9154919beaac tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2282073 Sep 18 19:39:27.536807 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-b22f61d1-de75-4e7d-9bb0-7c8a815d2a29 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913481 Sep 18 19:39:27.684909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c1d5442b-94b3-4805-a7d9-e3f93fb66686 req-33495753-ba6e-4b8b-861b-a771161a2776 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410434 Sep 18 19:39:27.849752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-5f3c0df8-5cd8-4e95-99f8-333ec0e3fa90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=390d89ef-05f6-435d-87ee-41a84c2ba3d1 HTTP/1.1" status: 200 len: 217 time: 0.4419360 Sep 18 19:39:27.914248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-a9e306b7-29ed-4b0d-9555-c757b680c9ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5490365 Sep 18 19:39:27.917057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-296a19f8-c22f-4f08-b564-f91df56f13c3 req-97cd49b0-b3a1-40b8-a27c-879bf51a725e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229316 Sep 18 19:39:27.936681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-84810b25-65e5-43ef-8d46-e81d24d89491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:27.938134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-84810b25-65e5-43ef-8d46-e81d24d89491 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0783012 Sep 18 19:39:27.967209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-5daeb83b-2d9a-4fa3-a2bf-e5c7d5c5b9de service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458122 Sep 18 19:39:28.130229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-fb02e675-dd34-4446-b0ee-39c5e1ceda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.133029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-fb02e675-dd34-4446-b0ee-39c5e1ceda2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1832304 Sep 18 19:39:28.141607 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-721c25f1-6bed-400a-b246-6af3a16700db req-f9c8e126-0795-4cb1-ae02-05c000b32ad8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836251 Sep 18 19:39:28.142313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-23612852-5161-46c2-b6dc-973ac69ae15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.143883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-23612852-5161-46c2-b6dc-973ac69ae15d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 1098 time: 0.1529620 Sep 18 19:39:28.212408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-4f6fcf5e-28f0-442d-93c4-03680e27bb64 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442563 Sep 18 19:39:28.271677 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8632bd3d-a062-4c32-af47-c414dc21614b x-openstack-request-id: req-8632bd3d-a062-4c32-af47-c414dc21614b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:28.271958 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bc6cff-66d8-43a4-bf87-140eec94b581", "tag": "390d89ef-05f6-435d-87ee-41a84c2ba3d1", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:28.272204 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8632bd3d-a062-4c32-af47-c414dc21614b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:28.272840 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bc6cff-66d8-43a4-bf87-140eec94b581', 'tag': '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'status': 'completed', 'code': 200} Sep 18 19:39:28.299869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c25f1-6bed-400a-b246-6af3a16700db req-1b927c49-6363-41a1-9ed3-6081db83cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.302150 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-721c25f1-6bed-400a-b246-6af3a16700db req-1b927c49-6363-41a1-9ed3-6081db83cd58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 1102 time: 0.1037712 Sep 18 19:39:28.362949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-6e76d73f-f76c-4afa-8356-65ba9654604b service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157528 Sep 18 19:39:28.366315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-ba052937-0829-4602-867b-1850238423be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.367760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-ba052937-0829-4602-867b-1850238423be service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 924 time: 0.1848178 Sep 18 19:39:28.490064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c25f1-6bed-400a-b246-6af3a16700db req-053aa375-158a-4ed3-910d-f452680f3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.492451 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-721c25f1-6bed-400a-b246-6af3a16700db req-053aa375-158a-4ed3-910d-f452680f3635 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1687989 Sep 18 19:39:28.546402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-721c25f1-6bed-400a-b246-6af3a16700db req-4f981847-d2f7-487e-a59a-271cb4d525fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09 HTTP/1.1" status: 200 len: 217 time: 0.0456743 Sep 18 19:39:28.614496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c25f1-6bed-400a-b246-6af3a16700db req-73b77f83-c4ec-43ad-b645-56cdff9f3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.616025 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-721c25f1-6bed-400a-b246-6af3a16700db req-73b77f83-c4ec-43ad-b645-56cdff9f3393 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0624962 Sep 18 19:39:28.627478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-e6a768e1-cc24-4ab4-858b-756068591bba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a HTTP/1.1" status: 200 len: 1002 time: 0.2501593 Sep 18 19:39:28.671475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c25f1-6bed-400a-b246-6af3a16700db req-82531d06-6b4d-43ef-a0bd-5c10abb2812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.672982 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-721c25f1-6bed-400a-b246-6af3a16700db req-82531d06-6b4d-43ef-a0bd-5c10abb2812e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0481555 Sep 18 19:39:28.735134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37d7b-d9a9-4629-9ce0-fa8e57d3bd67 req-3fb6f1a8-f798-4b1a-a5f7-7b5e33f6e1f7 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.747805 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdc37d7b-d9a9-4629-9ce0-fa8e57d3bd67 req-3fb6f1a8-f798-4b1a-a5f7-7b5e33f6e1f7 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 950 time: 0.3512278 Sep 18 19:39:28.793724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c5ddf47-17c4-4033-9be8-ff7e95a63014 req-e14d46b7-c6e9-44c0-bb67-774c26e0a2b6 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178822 Sep 18 19:39:28.843086 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-721c25f1-6bed-400a-b246-6af3a16700db req-3d862995-71d1-49c1-8e1f-80006356e260 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587496 Sep 18 19:39:28.885589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 30c3b946-840e-4c13-8523-274924ef2248 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:28.894225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-a32cae47-a2d8-401c-8ba4-36ac78beec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.897163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-a32cae47-a2d8-401c-8ba4-36ac78beec42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 200 len: 862 time: 0.2452147 Sep 18 19:39:28.905082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53557be-cc69-40ff-8d71-52a66fd7c2b6 req-4c5ffce2-01be-4673-ae9e-72387a369657 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:28.914046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e53557be-cc69-40ff-8d71-52a66fd7c2b6 req-4c5ffce2-01be-4673-ae9e-72387a369657 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 945 time: 0.3172121 Sep 18 19:39:28.950938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdc37d7b-d9a9-4629-9ce0-fa8e57d3bd67 req-51ba4511-8172-4343-a808-3805842af0d9 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974037 Sep 18 19:39:28.981094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 30c3b946-840e-4c13-8523-274924ef2248 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:28.981910 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:29.034112 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-721c25f1-6bed-400a-b246-6af3a16700db req-1628bc60-25c6-4238-9342-fa82a75449bd service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835463 Sep 18 19:39:29.107470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-353ab396-9257-4c84-8ed1-754137e3270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.111280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-353ab396-9257-4c84-8ed1-754137e3270e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 1099 time: 0.2242455 Sep 18 19:39:29.115007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e53557be-cc69-40ff-8d71-52a66fd7c2b6 req-28aad2ac-4cce-4df6-a5e3-5700d176d6bc tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999874 Sep 18 19:39:29.118594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-2fabd4b0-93a1-4047-b890-e4b2aced83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.120447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-2fabd4b0-93a1-4047-b890-e4b2aced83b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2ab13e-e94b-4e66-91f3-58067f89b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2035494 Sep 18 19:39:29.162960 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2901c1db-1ddd-41ec-b4ab-d2152042c677 x-openstack-request-id: req-2901c1db-1ddd-41ec-b4ab-d2152042c677 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:29.163633 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "name": "network-vif-plugged", "status": "completed", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:29.163961 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2901c1db-1ddd-41ec-b4ab-d2152042c677 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:29.164425 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a', 'code': 200} Sep 18 19:39:29.313224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867fc1-e08f-47cc-aeaf-d20433e1b5d9 req-44e2dc4e-dd31-4002-80cc-d5522480405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.319996 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-70867fc1-e08f-47cc-aeaf-d20433e1b5d9 req-44e2dc4e-dd31-4002-80cc-d5522480405f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1098 time: 0.0959311 Sep 18 19:39:29.397986 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-70867fc1-e08f-47cc-aeaf-d20433e1b5d9 req-75cc96f5-6846-424d-ba0b-48a378373d59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694933 Sep 18 19:39:29.413341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67ffea-8850-41ec-b0ff-a9787ee350c5 req-03861115-8565-4a7b-a7d7-59036bd217e8 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.415001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a67ffea-8850-41ec-b0ff-a9787ee350c5 req-03861115-8565-4a7b-a7d7-59036bd217e8 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 946 time: 0.1426952 Sep 18 19:39:29.418564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-7028424b-e2cc-4c5e-bba2-d20f65c02b07 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873645 Sep 18 19:39:29.593763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bb8f115-982e-434b-b4c6-5d7f81074f83 req-0b03bc83-7498-44f7-8eee-b8a3a43ac4b1 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391554 Sep 18 19:39:29.599282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97e7e02f-2949-4650-b5be-4acfc4d52fe4 req-2595cfaf-a298-4f9b-8307-10396e585473 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 210 time: 0.1725340 Sep 18 19:39:29.617083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-25986690-7d0e-418e-8443-d96e756616b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.618686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-25986690-7d0e-418e-8443-d96e756616b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.4969807 Sep 18 19:39:29.633733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a67ffea-8850-41ec-b0ff-a9787ee350c5 req-04522fd9-0777-4a63-994a-e7d8b5ddb554 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904063 Sep 18 19:39:29.694552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-deac436f-06eb-416a-b2b5-05b842c77641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=390d89ef-05f6-435d-87ee-41a84c2ba3d1 HTTP/1.1" status: 200 len: 217 time: 0.0597582 Sep 18 19:39:29.807936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-cc56eed6-0e39-4089-9c99-2613c73349b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.809400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-cc56eed6-0e39-4089-9c99-2613c73349b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1051507 Sep 18 19:39:29.818629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bd5f5-e7a8-4991-a2da-933e429164cf req-95756e69-015b-443f-85bc-73daba7632ac tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.820092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c57bd5f5-e7a8-4991-a2da-933e429164cf req-95756e69-015b-443f-85bc-73daba7632ac tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 946 time: 0.1246450 Sep 18 19:39:29.865732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8d91a-14e6-48e8-9ba4-45982bc119c1 req-85235ae7-6225-4c9e-9853-41fc864285eb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.867190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-adc8d91a-14e6-48e8-9ba4-45982bc119c1 req-85235ae7-6225-4c9e-9853-41fc864285eb tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 949 time: 0.1377883 Sep 18 19:39:29.916199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c57bd5f5-e7a8-4991-a2da-933e429164cf req-fe2c979c-6cec-4262-bdb8-aefbca6bd870 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681632 Sep 18 19:39:29.922331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-8939303b-a602-4e88-b27f-757526e59d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:29.923828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-8939303b-a602-4e88-b27f-757526e59d02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001554 Sep 18 19:39:29.936761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-adc8d91a-14e6-48e8-9ba4-45982bc119c1 req-ac2a1f28-f777-4fa6-9aef-5799ccdf435d tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595028 Sep 18 19:39:30.001456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 52ec9ebf-169d-47a3-9bce-58b58ae34493 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:30.100670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f446c94d-e80e-4482-b201-b842d06e7074 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:30.137094 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-3e9cd4a0-9738-4fdf-bfa0-077027ba24e6 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983149 Sep 18 19:39:30.148916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-6cd2fef5-4329-4b71-892c-26200078f53a tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:30.151039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-6cd2fef5-4329-4b71-892c-26200078f53a tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 820 time: 0.2053246 Sep 18 19:39:30.168862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Request body: {'port': {'device_id': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'admin_state_up': True, 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:30.345646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 52ec9ebf-169d-47a3-9bce-58b58ae34493 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:30.354831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 52ec9ebf-169d-47a3-9bce-58b58ae34493 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:30.355240 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:30.433791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f446c94d-e80e-4482-b201-b842d06e7074, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f446c94d-e80e-4482-b201-b842d06e7074,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:30.460223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'f446c94d-e80e-4482-b201-b842d06e7074', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'f446c94d-e80e-4482-b201-b842d06e7074', 'mac_address': 'fa:16:3e:99:19:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:30.479627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c56153a9-fcf6-438f-81c7-da8a80b944cd req-c6985504-669b-4a5f-ad62-f2235a0228c7 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270447 Sep 18 19:39:30.648501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Made reservation on behalf of c7fdaf8993e24edd989100c4f25d59ad for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:30.656467 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:30.690436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446b8c3-71fe-451b-a875-49863d990c12 req-5f6881a8-0a5a-473e-b1c5-08596bf6acc9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:30.703721 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1446b8c3-71fe-451b-a875-49863d990c12 req-5f6881a8-0a5a-473e-b1c5-08596bf6acc9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 945 time: 0.1605124 Sep 18 19:39:30.819497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1446b8c3-71fe-451b-a875-49863d990c12 req-d0d390e7-a25b-429c-9989-4397bed62fa5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135507 Sep 18 19:39:30.829732 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:30.886559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:30.924356 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f446c94d-e80e-4482-b201-b842d06e7074 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:30.968484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Allocated IP 172.20.0.12 (69b518a3-cd3e-4226-afa8-4cd3b02aa81a/11d31b7d-7b7a-48f0-aed6-65ed9b1b1736/282b1cfa-adf6-484f-9f4a-2d2710c09397) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:30.997588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f446c94d-e80e-4482-b201-b842d06e7074, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f446c94d-e80e-4482-b201-b842d06e7074,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:31.002524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:31.006247 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:31.062497 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:31.074609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f446c94d-e80e-4482-b201-b842d06e7074,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:31.114513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c53dd662-f08e-4267-9a5f-628a1c93c59e req-72c1e2e7-d0e7-4c36-ba55-bfb7f6ba5073 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 210 time: 0.0483892 Sep 18 19:39:31.167642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:31.167642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:31.180204 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3472e87f-dbf6-49fd-8b7e-61d91f5cfffa" -d '{"events": [{"server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "name": "network-vif-plugged", "status": "completed", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:31.291536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:31.574480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:31.590085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48df6d-68fc-42b5-92ed-e03963e52e4a req-93cce754-5627-4980-ba6f-52ebeae7971d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:31.591589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a48df6d-68fc-42b5-92ed-e03963e52e4a req-93cce754-5627-4980-ba6f-52ebeae7971d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 947 time: 0.3600066 Sep 18 19:39:31.601636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2de02-d6a1-4947-985b-aa75a17cd1c9 req-0865d8d4-f92c-4fe6-8670-74772e793ccf tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:31.603105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05a2de02-d6a1-4947-985b-aa75a17cd1c9 req-0865d8d4-f92c-4fe6-8670-74772e793ccf tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 946 time: 0.3658278 Sep 18 19:39:31.683924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a48df6d-68fc-42b5-92ed-e03963e52e4a req-85a83c80-5fa7-49d7-aae4-0e15e5d0a7c5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785093 Sep 18 19:39:31.684870 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:31.689041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05a2de02-d6a1-4947-985b-aa75a17cd1c9 req-97761404-3868-451d-86f7-cea3d7a85d7b tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729942 Sep 18 19:39:31.758281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:31.759159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Pushing event updated for resources: {'Port': ['ID=282b1cfa-adf6-484f-9f4a-2d2710c09397,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:31.769883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:31.772475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:31.779014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:31.779956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:31.793703 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557701e3-2e06-448d-9749-a525ccff9e90 x-openstack-request-id: req-557701e3-2e06-448d-9749-a525ccff9e90 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:31.794212 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "name": "network-vif-plugged", "status": "completed", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:31.794500 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-557701e3-2e06-448d-9749-a525ccff9e90 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:31.795056 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493', 'code': 200} Sep 18 19:39:31.810088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-f7c8f341-cf07-477d-9389-2b019c9e3a60 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6473765 Sep 18 19:39:31.826370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Request body: {'port': {'device_id': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:31.978692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['16706c9d-3f47-4780-9f55-ac2ac37a78a3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:31.993588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:32.025012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791684b-27e0-4b44-a2d3-b5b427eaba91 req-c268fa56-3144-4325-aeaf-2c1602cbe9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:32.037181 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d791684b-27e0-4b44-a2d3-b5b427eaba91 req-c268fa56-3144-4325-aeaf-2c1602cbe9df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1098 time: 0.1472530 Sep 18 19:39:32.063466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 390d89ef-05f6-435d-87ee-41a84c2ba3d1 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:32.146622 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d791684b-27e0-4b44-a2d3-b5b427eaba91 req-f438567f-bed3-47f9-ab64-75c22cf27ff5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085119 Sep 18 19:39:32.316385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807269e2-89c4-4378-a272-6c4e14572dff req-5f2adf9f-8b0d-4fb3-869c-56c9382dc2aa tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:32.318393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-807269e2-89c4-4378-a272-6c4e14572dff req-5f2adf9f-8b0d-4fb3-869c-56c9382dc2aa tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1098 time: 0.1374671 Sep 18 19:39:32.340891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 390d89ef-05f6-435d-87ee-41a84c2ba3d1, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=390d89ef-05f6-435d-87ee-41a84c2ba3d1,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:32.386207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a40e08fb-a00f-4518-8123-76547ae3e975 None None] Provisioning complete for port 282b1cfa-adf6-484f-9f4a-2d2710c09397 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:32.386560 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a40e08fb-a00f-4518-8123-76547ae3e975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:32.390280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'mac_address': 'fa:16:3e:0f:88:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:32.399701 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-807269e2-89c4-4378-a272-6c4e14572dff req-484c1e2a-67f7-4426-a9cb-d8f2429b520b tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Sep 18 19:39:32.509965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a40e08fb-a00f-4518-8123-76547ae3e975 None None] Port 282b1cfa-adf6-484f-9f4a-2d2710c09397 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:32.536159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:32.555321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390d89ef-05f6-435d-87ee-41a84c2ba3d1 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:32.591808 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 390d89ef-05f6-435d-87ee-41a84c2ba3d1, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=390d89ef-05f6-435d-87ee-41a84c2ba3d1,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:32.596506 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:32.622822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d23aa-3db0-4b2d-b8d8-5f2ef7bbbe97 req-a91172da-0c26-4117-a62b-56a278fc50b4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:32.632070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-915d23aa-3db0-4b2d-b8d8-5f2ef7bbbe97 req-a91172da-0c26-4117-a62b-56a278fc50b4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 946 time: 0.1316636 Sep 18 19:39:32.671882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=390d89ef-05f6-435d-87ee-41a84c2ba3d1,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:32.735453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282b1cfa-adf6-484f-9f4a-2d2710c09397 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:32.756876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-915d23aa-3db0-4b2d-b8d8-5f2ef7bbbe97 req-66838eec-b8ab-41c7-87d6-ed580eb36291 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238136 Sep 18 19:39:32.767286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:32.817256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Transition to ACTIVE for port object 282b1cfa-adf6-484f-9f4a-2d2710c09397 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:32.851837 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:32.969121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a756a8-2b64-4b69-8c56-cb6ff00311db req-99e3cc44-0fa1-4814-a723-aec16587ed1f tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:32.970820 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3a756a8-2b64-4b69-8c56-cb6ff00311db req-99e3cc44-0fa1-4814-a723-aec16587ed1f tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 944 time: 0.1552722 Sep 18 19:39:32.974063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['390d89ef-05f6-435d-87ee-41a84c2ba3d1'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:33.021556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Attempting to bind port 282b1cfa-adf6-484f-9f4a-2d2710c09397 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:33.021556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Attempting to bind port 282b1cfa-adf6-484f-9f4a-2d2710c09397 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:33.021556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Attempting to bind port 282b1cfa-adf6-484f-9f4a-2d2710c09397 on network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:33.022089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Pushing event updated for resources: {'Port': ['ID=282b1cfa-adf6-484f-9f4a-2d2710c09397,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:33.046189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39430) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:33.103204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3a756a8-2b64-4b69-8c56-cb6ff00311db req-8719b82b-8c12-4076-a4e6-de117744b7a5 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864508 Sep 18 19:39:33.107603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb47db5-1e77-4201-b83a-5e417e3d9b75 req-2facaf4b-777f-4c85-8a32-929f0504c9ed tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:33.108763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb47db5-1e77-4201-b83a-5e417e3d9b75 req-2facaf4b-777f-4c85-8a32-929f0504c9ed tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1098 time: 0.2130535 Sep 18 19:39:33.109325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Port 282b1cfa-adf6-484f-9f4a-2d2710c09397 on network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:33.109644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Attempting to bind port 282b1cfa-adf6-484f-9f4a-2d2710c09397 on network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:33.133068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:33.142298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Checking segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:33.142758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Bound using segment: {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:33.143226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Bound port: 282b1cfa-adf6-484f-9f4a-2d2710c09397, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:33.151597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.235447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f170564-3140-42ae-927e-b6f4745b9f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.289420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb47db5-1e77-4201-b83a-5e417e3d9b75 req-6abac564-9fc9-4d96-a826-a4d1d5041bbc tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560884 Sep 18 19:39:33.412733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] For port 282b1cfa-adf6-484f-9f4a-2d2710c09397, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:33.418804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f170564-3140-42ae-927e-b6f4745b9f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.426775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f170564-3140-42ae-927e-b6f4745b9f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.433407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bf81a-4d03-4a32-a147-74391fb7d084 req-57d4a85e-7c34-43a8-94cd-415796a22412 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:33.454202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c76bf81a-4d03-4a32-a147-74391fb7d084 req-57d4a85e-7c34-43a8-94cd-415796a22412 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 947 time: 0.1984258 Sep 18 19:39:33.458472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] For port 282b1cfa-adf6-484f-9f4a-2d2710c09397, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:33.487109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8f170564-3140-42ae-927e-b6f4745b9f56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=967955814f2940e3a2f89c77866c923f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367430 Sep 18 19:39:33.489225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39438) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:33.500092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.536686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f170564-3140-42ae-927e-b6f4745b9f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02329a0a-8024-41d9-84de-8cdee9f15569,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:33.609093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-949b0205-9946-4798-9006-5d2c2fc1ef25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.627466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:33.628621 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.630758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] 10.222.0.24 "PUT /v2.0/ports/282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 1093 time: 1.8109400 Sep 18 19:39:33.631692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:33.634742 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f26721-7846-4412-b7ef-32afeccb6df9" -d '{"events": [{"name": "network-changed", "server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:33.642376 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-949b0205-9946-4798-9006-5d2c2fc1ef25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.701829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c76bf81a-4d03-4a32-a147-74391fb7d084 req-152c767a-c4cc-455f-bb8f-7d77b8d94dbe tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418227 Sep 18 19:39:33.731264 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-949b0205-9946-4798-9006-5d2c2fc1ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.735520 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-949b0205-9946-4798-9006-5d2c2fc1ef25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:33.741886 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-949b0205-9946-4798-9006-5d2c2fc1ef25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02329a0a-8024-41d9-84de-8cdee9f15569 HTTP/1.1" status: 204 len: 168 time: 0.2489736 Sep 18 19:39:33.767910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f7c8b-5d26-4b4a-bc5e-497688e7be4a service neutron] Pushing event updated for resources: {'Port': ['ID=282b1cfa-adf6-484f-9f4a-2d2710c09397,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:33.790020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b0205-9946-4798-9006-5d2c2fc1ef25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02329a0a-8024-41d9-84de-8cdee9f15569,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:33.864998 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c66f698-123a-4184-a0ea-c430ae7ec152 x-openstack-request-id: req-6c66f698-123a-4184-a0ea-c430ae7ec152 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:33.865723 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:33.868257 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c66f698-123a-4184-a0ea-c430ae7ec152 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:33.871148 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'status': 'completed', 'code': 200} Sep 18 19:39:33.933084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-e5e48ba4-bfed-40d1-99f9-5e6300030b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:33.939232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-e5e48ba4-bfed-40d1-99f9-5e6300030b0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 1096 time: 0.2357171 Sep 18 19:39:34.009102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-62349010-d5c7-4092-beab-96bf9de29179 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 217 time: 0.0599356 Sep 18 19:39:34.060888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:34.069755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 390d89ef-05f6-435d-87ee-41a84c2ba3d1 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:34.168846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-608a5b02-6348-4f32-8f69-56b5b1899b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:34.180134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-608a5b02-6348-4f32-8f69-56b5b1899b53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.1558621 Sep 18 19:39:34.271351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:34.291765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7b537-b16d-47f7-af17-a98e79e79e89 req-87a8422d-993e-427f-a4c9-68fe58f545f4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:34.294357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:34.295441 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:34.299093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a7b537-b16d-47f7-af17-a98e79e79e89 req-87a8422d-993e-427f-a4c9-68fe58f545f4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 946 time: 0.1607602 Sep 18 19:39:34.314504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-74cd08a9-99b5-449a-b0bd-dd6e283b6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:34.316893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-74cd08a9-99b5-449a-b0bd-dd6e283b6e53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052101 Sep 18 19:39:34.401924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a7b537-b16d-47f7-af17-a98e79e79e89 req-ce0ef661-9148-495e-8251-53b32bee3e8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855253 Sep 18 19:39:34.440471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39488) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:34.455109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:34.470020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b199730-8224-4497-9b7d-50a5e41249eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:34.492607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'mac_address': 'fa:16:3e:34:2c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:34.585775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:34.631692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-d0845505-e84f-4da1-be19-2eef7e1ce37f service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976313 Sep 18 19:39:34.660863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 390d89ef-05f6-435d-87ee-41a84c2ba3d1, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=390d89ef-05f6-435d-87ee-41a84c2ba3d1,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:34.662759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bc6cff-66d8-43a4-bf87-140eec94b581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d89ef-05f6-435d-87ee-41a84c2ba3d1'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:34.666950 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e417a-79bf-49a7-9a33-387136ce2404" -d '{"events": [{"server_uuid": "94bc6cff-66d8-43a4-bf87-140eec94b581", "name": "network-vif-plugged", "status": "completed", "tag": "390d89ef-05f6-435d-87ee-41a84c2ba3d1"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:34.683794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bd67a-5aa6-4d28-8c91-53a642478cb6 req-803d6366-9801-4f39-9567-532bc3c55cd3 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:34.685430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-496bd67a-5aa6-4d28-8c91-53a642478cb6 req-803d6366-9801-4f39-9567-532bc3c55cd3 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 944 time: 0.1602511 Sep 18 19:39:34.747040 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:34.762810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b199730-8224-4497-9b7d-50a5e41249eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:34.765300 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:34.766369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f446c94d-e80e-4482-b201-b842d06e7074 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:34.773366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b199730-8224-4497-9b7d-50a5e41249eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:34.864480 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6b199730-8224-4497-9b7d-50a5e41249eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d06836fcb09645c4a6f62d90e0940851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209569 Sep 18 19:39:34.868449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39502) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:34.881861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b199730-8224-4497-9b7d-50a5e41249eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17eaf25-7a3e-4a13-a7e8-fd28b3d60dda,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:34.912005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6a9470b-881c-4872-a29e-4f45aa955b97 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:34.924528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-496bd67a-5aa6-4d28-8c91-53a642478cb6 req-21b101a6-8218-4832-a65c-183e3f34c34c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922266 Sep 18 19:39:34.960876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:35.003191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:35.049360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port f446c94d-e80e-4482-b201-b842d06e7074 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:35.056377 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port f446c94d-e80e-4482-b201-b842d06e7074 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:35.056377 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:35.130247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=390d89ef-05f6-435d-87ee-41a84c2ba3d1,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:35.145950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7270870-4553-4b64-bbd3-32a177442cc9 req-c625668b-4f26-4d1a-9c76-c11066a36d7c service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945261 Sep 18 19:39:35.194581 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f984f48-b624-4320-b541-69f74053dde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:35.265172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:35.266698 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f984f48-b624-4320-b541-69f74053dde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:35.288855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['e6a9470b-881c-4872-a29e-4f45aa955b97'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:35.397672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-a9415c25-af58-44d8-8109-9f71b1ee5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:35.399658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-a9415c25-af58-44d8-8109-9f71b1ee5448 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 1096 time: 0.1909525 Sep 18 19:39:35.420162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f984f48-b624-4320-b541-69f74053dde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:35.432299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f984f48-b624-4320-b541-69f74053dde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:35.434042 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2f984f48-b624-4320-b541-69f74053dde2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c17eaf25-7a3e-4a13-a7e8-fd28b3d60dda HTTP/1.1" status: 204 len: 168 time: 0.5639918 Sep 18 19:39:35.461536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f984f48-b624-4320-b541-69f74053dde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17eaf25-7a3e-4a13-a7e8-fd28b3d60dda,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:35.544544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ada13-0605-41b1-a11f-26c10af01ac5 req-2402ef13-619b-4b47-8508-f99d7e355d97 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:35.546135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c6ada13-0605-41b1-a11f-26c10af01ac5 req-2402ef13-619b-4b47-8508-f99d7e355d97 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1098 time: 0.2770686 Sep 18 19:39:35.562099 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:35.615718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-2ee323ee-fa1b-4e78-9067-7a9ed68f436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:35.617246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-2ee323ee-fa1b-4e78-9067-7a9ed68f436c service neutron] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.1993847 Sep 18 19:39:35.672219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f446c94d-e80e-4482-b201-b842d06e7074, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f446c94d-e80e-4482-b201-b842d06e7074,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:35.685495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:35.745769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-7fe082c7-cc15-4fbb-a774-65af2594a1bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 217 time: 0.1132705 Sep 18 19:39:35.857725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-b7d5981b-36d2-4c30-954f-1e584747da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:35.859208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-b7d5981b-36d2-4c30-954f-1e584747da4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.0962493 Sep 18 19:39:35.875912 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:39:35.883685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c6ada13-0605-41b1-a11f-26c10af01ac5 req-83195762-e5fd-4a60-b7a1-6d77bc0dcb31 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928321 Sep 18 19:39:35.921659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f446c94d-e80e-4482-b201-b842d06e7074,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:36.029048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-9a05cf3e-416b-42f3-af46-dea852d20ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:36.035622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-9a05cf3e-416b-42f3-af46-dea852d20ad0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462770 Sep 18 19:39:36.355086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46ef0f-aa44-4f00-94dc-995e517ba191 req-c3ac4b25-7cb3-4cae-974a-3e5f5a4ae3cf tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:36.356751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da46ef0f-aa44-4f00-94dc-995e517ba191 req-c3ac4b25-7cb3-4cae-974a-3e5f5a4ae3cf tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 948 time: 0.1865678 Sep 18 19:39:36.358804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-72bd1106-4d00-4713-8618-f682097de9d0 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114920 Sep 18 19:39:36.391645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39556) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:36.560429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da46ef0f-aa44-4f00-94dc-995e517ba191 req-c1c5595a-ce8d-4c28-a9db-954404440eee tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955111 Sep 18 19:39:36.698125 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61321d5d-a407-4b40-89d0-b11616f9ff02 x-openstack-request-id: req-61321d5d-a407-4b40-89d0-b11616f9ff02 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:36.698639 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bc6cff-66d8-43a4-bf87-140eec94b581", "name": "network-vif-plugged", "status": "completed", "tag": "390d89ef-05f6-435d-87ee-41a84c2ba3d1", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:36.698736 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61321d5d-a407-4b40-89d0-b11616f9ff02 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:36.699695 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bc6cff-66d8-43a4-bf87-140eec94b581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'code': 200} Sep 18 19:39:36.713762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f26721-7846-4412-b7ef-32afeccb6df9 req-ca8b5109-53a1-4cd3-9933-f92c2b561745 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116076 Sep 18 19:39:36.816343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-0699df9e-2f1d-4b9f-a644-4766d7d1f7bf tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:39:36.817539 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-0699df9e-2f1d-4b9f-a644-4766d7d1f7bf tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4244473 Sep 18 19:39:36.865026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f1172d32-1524-4812-bc70-35bb4776fb2c tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:36.876243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f1172d32-1524-4812-bc70-35bb4776fb2c tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports/6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 1095 time: 0.0509787 Sep 18 19:39:36.895129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7491740-a14a-4f96-a387-d3eba63176bf req-dbb9ffe0-9d38-4181-bf4b-89e61ac40909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:36.896742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7491740-a14a-4f96-a387-d3eba63176bf req-dbb9ffe0-9d38-4181-bf4b-89e61ac40909 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 1101 time: 0.0906358 Sep 18 19:39:36.977098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7491740-a14a-4f96-a387-d3eba63176bf req-6b13d544-5345-4f4a-a528-35115cee46dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656540 Sep 18 19:39:37.142604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Request body: {'binding': {'host': 'n-h2-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:37.143125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:39:37.322551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on host n-h2-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:37.323190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:37.323543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:37.328616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:37.328937 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:37.335023 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:37.335356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:37.335783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:37.336202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Bound port: 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:37.404100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:37.418730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:37.422128 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-f502d639-9f4c-4cd2-ab8d-20c6e18c0db6 service neutron] 10.222.0.20 "POST /v2.0/ports/6bf3890e-3c56-4824-8e72-ff3482c5da6a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4719377 Sep 18 19:39:37.688175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf1b08-a963-4cba-9150-33bc927b86df req-b06f5701-deb3-4762-8f5b-1d94460d9a7e tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:37.717666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ecdf1b08-a963-4cba-9150-33bc927b86df req-b06f5701-deb3-4762-8f5b-1d94460d9a7e tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1098 time: 0.1174502 Sep 18 19:39:37.794100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ecdf1b08-a963-4cba-9150-33bc927b86df req-65b8b622-31cf-4aca-aced-0c67331c4106 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Sep 18 19:39:37.899278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-2ae17d06-e68e-4cb4-bb43-84e92fbe9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:37.911686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-2ae17d06-e68e-4cb4-bb43-84e92fbe9b05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1098 time: 0.1147976 Sep 18 19:39:38.055701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1b653-a955-4349-b8c0-04aab1e71ca7 req-cedcc981-a435-4dd0-9b36-59f76429d3af tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:38.068525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72c1b653-a955-4349-b8c0-04aab1e71ca7 req-cedcc981-a435-4dd0-9b36-59f76429d3af tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 944 time: 0.1180968 Sep 18 19:39:38.083760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 282b1cfa-adf6-484f-9f4a-2d2710c09397 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:38.125951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-06eed3ef-7c88-4ade-860b-9a0f386b3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:38.129750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-06eed3ef-7c88-4ade-860b-9a0f386b3010 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.2034757 Sep 18 19:39:38.230009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 282b1cfa-adf6-484f-9f4a-2d2710c09397, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:38.234514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-c60aa052-36a5-4ee9-9bd9-a94924c4cd69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 217 time: 0.0899880 Sep 18 19:39:38.254882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'port_id': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'mac_address': 'fa:16:3e:53:40:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:39:38.257343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:38.319090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72c1b653-a955-4349-b8c0-04aab1e71ca7 req-10fdc0c3-8cc9-4fa7-9dff-4a9ed754cd69 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393470 Sep 18 19:39:38.390042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-a1a953fe-80c9-4a26-8b5a-844f7d9f9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:38.391479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-a1a953fe-80c9-4a26-8b5a-844f7d9f9868 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1472113 Sep 18 19:39:38.437521 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:38.478253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-0418a544-2ccc-402f-95a0-ab1a472ba6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735540 Sep 18 19:39:38.479362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282b1cfa-adf6-484f-9f4a-2d2710c09397 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:38.539484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 282b1cfa-adf6-484f-9f4a-2d2710c09397, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:38.542349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port e6a9470b-881c-4872-a29e-4f45aa955b97 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:38.542934 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:38.547363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:38.629741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-b0a9b5aa-379c-4edd-ad88-8cddfba5765b service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454818 Sep 18 19:39:38.713238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af0c1ee-cac8-4b18-bfa6-6ef9085729e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f446c94d-e80e-4482-b201-b842d06e7074'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:38.717499 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936e7905-294f-4aaa-b54f-dcef2a258f49" -d '{"events": [{"server_uuid": "4af0c1ee-cac8-4b18-bfa6-6ef9085729e7", "name": "network-vif-plugged", "status": "completed", "tag": "f446c94d-e80e-4482-b201-b842d06e7074"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:38.743748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede24264-ea9c-4264-abe0-ae265fec7140 req-ba11fe1e-bffd-47a6-8a01-3fc883ddbe40 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:38.746177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=282b1cfa-adf6-484f-9f4a-2d2710c09397,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:38.752309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ede24264-ea9c-4264-abe0-ae265fec7140 req-ba11fe1e-bffd-47a6-8a01-3fc883ddbe40 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 946 time: 0.2083783 Sep 18 19:39:38.797088 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:38.820365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ede24264-ea9c-4264-abe0-ae265fec7140 req-7f723aaf-eda4-42fe-b2b8-8007dbbc999e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669258 Sep 18 19:39:38.868957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:38.879467 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:38.907806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-d80f7edc-1b89-404e-8268-4b89421fef61 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406938 Sep 18 19:39:38.981683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:38.999949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['282b1cfa-adf6-484f-9f4a-2d2710c09397'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:39.000731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f7a78-59a9-4320-a8c8-fcc146b3b791 req-5ea9b0b3-d8dc-46ea-a55c-dba51c420e09 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:39.011981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f7a78-59a9-4320-a8c8-fcc146b3b791 req-5ea9b0b3-d8dc-46ea-a55c-dba51c420e09 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 948 time: 0.0824103 Sep 18 19:39:39.113986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f7a78-59a9-4320-a8c8-fcc146b3b791 req-7dc039f4-fd28-4cbb-a562-c2d31dc5bf5d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009111 Sep 18 19:39:39.132736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-eebbdf6b-0856-4fa1-a7e8-4166052eda43 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:39.134216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-eebbdf6b-0856-4fa1-a7e8-4166052eda43 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1098 time: 0.1453424 Sep 18 19:39:39.149597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-11'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:39.265851 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:39.445323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:39.517222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:39.628740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:39.631474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:39.634440 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2eb77b-834f-4b0f-968c-096356b80eb7" -d '{"events": [{"server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:39.639112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:39.715798 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e2b535-e10e-4d07-8d4d-b548d1b0dff0 x-openstack-request-id: req-e7e2b535-e10e-4d07-8d4d-b548d1b0dff0 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:39.715798 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af0c1ee-cac8-4b18-bfa6-6ef9085729e7", "name": "network-vif-plugged", "status": "completed", "tag": "f446c94d-e80e-4482-b201-b842d06e7074", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:39.715798 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7e2b535-e10e-4d07-8d4d-b548d1b0dff0 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:39.715798 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af0c1ee-cac8-4b18-bfa6-6ef9085729e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f446c94d-e80e-4482-b201-b842d06e7074', 'code': 200} Sep 18 19:39:39.733207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:39.751739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.754421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.755017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.755598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.756154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.756706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.757272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.757826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.758865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.759467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.760031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.760563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:39.902101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on host n-h1-789963-11 for vnic_type normal with profile {"migrating_to": "n-h2-789963-11"} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:39.921721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:39.922284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:39.949741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:39.951136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Attempting to bind port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:39.967253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:39.968129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:39.968610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:39.972973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Bound port: 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:39.973449 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:39.993629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b7ef7-a7b0-4c90-bb1d-882a8f98948d req-d025f0b2-20dd-4974-8aaa-d7ab36e7f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:39.995570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a01b7ef7-a7b0-4c90-bb1d-882a8f98948d req-d025f0b2-20dd-4974-8aaa-d7ab36e7f8e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 1100 time: 0.1630211 Sep 18 19:39:40.149125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a01b7ef7-a7b0-4c90-bb1d-882a8f98948d req-d12c64b7-f1fc-4641-9d99-04d9d9bae2ef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953631 Sep 18 19:39:40.150072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:40.188030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:40.214564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065313b-9215-441b-8681-52aaf7ead09c req-38aa1cb1-a280-4bb3-97ef-694d2d896055 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:40.218256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e065313b-9215-441b-8681-52aaf7ead09c req-38aa1cb1-a280-4bb3-97ef-694d2d896055 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 945 time: 0.1585412 Sep 18 19:39:40.220688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:40.361065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=8']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:40.391007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e065313b-9215-441b-8681-52aaf7ead09c req-cfe23f9d-6518-4e37-817f-15ee99c6be53 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482837 Sep 18 19:39:40.444807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:40.445557 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:40.447019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-e88b02c2-2d55-4e50-a1aa-692658707f0a service neutron] 10.222.0.24 "PUT /v2.0/ports/6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 1124 time: 1.3016198 Sep 18 19:39:40.571678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6bf3890e-3c56-4824-8e72-ff3482c5da6a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:40.887473 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf155f6-11c0-45fd-9bfd-d6ec1767eb1f x-openstack-request-id: req-3cf155f6-11c0-45fd-9bfd-d6ec1767eb1f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:40.888078 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:40.888078 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cf155f6-11c0-45fd-9bfd-d6ec1767eb1f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:40.888232 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a', 'code': 200} Sep 18 19:39:41.067614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c08f4-52fd-4688-a6c2-175eb3737902 req-f38d6b53-1b44-412e-b93d-72f2b51e16e1 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:41.076544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc4c08f4-52fd-4688-a6c2-175eb3737902 req-f38d6b53-1b44-412e-b93d-72f2b51e16e1 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 944 time: 0.1072624 Sep 18 19:39:41.166016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc4c08f4-52fd-4688-a6c2-175eb3737902 req-61b1e38c-ad33-4c7e-9ce3-6db86e259dcd tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816877 Sep 18 19:39:41.292863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280627fe-4280-4fa7-be5e-3027d4daa601 req-f1f9a691-4084-4297-8bce-4777d1c7acc6 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:41.302765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-280627fe-4280-4fa7-be5e-3027d4daa601 req-f1f9a691-4084-4297-8bce-4777d1c7acc6 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1098 time: 0.0677202 Sep 18 19:39:41.402090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-280627fe-4280-4fa7-be5e-3027d4daa601 req-43b4b415-0092-49fd-a2ab-aadd737ade30 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953596 Sep 18 19:39:41.647267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e0d6-112d-4f9a-834f-75e15af64a48 req-5f6a9bd9-0b5f-46f2-acb9-3da52f50c81a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:41.656410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6225e0d6-112d-4f9a-834f-75e15af64a48 req-5f6a9bd9-0b5f-46f2-acb9-3da52f50c81a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 948 time: 0.1105318 Sep 18 19:39:41.703105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6225e0d6-112d-4f9a-834f-75e15af64a48 req-2de350d8-ce1c-490f-aeaf-d863f375cc9a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Sep 18 19:39:41.715816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:41.718481 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baa38b3-e108-4d5c-bb1b-3a49974fc571" -d '{"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-plugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:42.095889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c9a6-5cfb-43ac-b555-e12b942b867a req-09d8f5c4-4a8e-4fcc-8364-85936d2b9c5c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:42.103905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d50c9a6-5cfb-43ac-b555-e12b942b867a req-09d8f5c4-4a8e-4fcc-8364-85936d2b9c5c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 945 time: 0.0757737 Sep 18 19:39:42.108712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 282b1cfa-adf6-484f-9f4a-2d2710c09397 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:39:42.184110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d50c9a6-5cfb-43ac-b555-e12b942b867a req-faf1c814-aff2-43b0-a630-bd8450c092dd tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782666 Sep 18 19:39:42.199054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 282b1cfa-adf6-484f-9f4a-2d2710c09397 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:39:42.207264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 282b1cfa-adf6-484f-9f4a-2d2710c09397 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:42.207656 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:42.346380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:42.443249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 282b1cfa-adf6-484f-9f4a-2d2710c09397, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:42.451739 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:42.604110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=282b1cfa-adf6-484f-9f4a-2d2710c09397,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:42.619870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.620392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.620900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.625158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.625518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.625864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.626201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.626540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.626873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.627200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.627608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.628050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:42.889624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:42.892103 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc6bfbd-9982-4015-9074-c9db3c43e181" -d '{"events": [{"name": "network-changed", "server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:43.778721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-0f39c1e7-ea24-4be5-8ed3-93e9e90c9203 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:39:43.779871 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-0f39c1e7-ea24-4be5-8ed3-93e9e90c9203 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057573 Sep 18 19:39:43.840448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-d62c0806-21e8-4644-aeaf-4153cac2fa79 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:43.851925 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-d62c0806-21e8-4644-aeaf-4153cac2fa79 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports/52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 200 len: 1095 time: 0.0640240 Sep 18 19:39:43.857062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Request body: {'binding': {'host': 'n-h2-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:43.857850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:39:44.052010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on host n-h2-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:44.052613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:44.053123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:44.061945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:44.062592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:44.069482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:44.070079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:44.070638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:44.071242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Bound port: 52ec9ebf-169d-47a3-9bce-58b58ae34493, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:44.107202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6bf3890e-3c56-4824-8e72-ff3482c5da6a details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:44.141918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:44.157991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:44.168508 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5f423116-3345-4b10-a66c-b7fed43d5b7a service neutron] 10.222.0.20 "POST /v2.0/ports/52ec9ebf-169d-47a3-9bce-58b58ae34493/bindings HTTP/1.1" status: 201 len: 390 time: 0.3105693 Sep 18 19:39:44.419675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:44.438394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6bf3890e-3c56-4824-8e72-ff3482c5da6a has no active binding in host n-h2-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 19:39:44.445656 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17edbaeb-cf6d-4bb7-8b00-7b80bc60fd3d x-openstack-request-id: req-17edbaeb-cf6d-4bb7-8b00-7b80bc60fd3d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:44.446020 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-plugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:44.446337 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17edbaeb-cf6d-4bb7-8b00-7b80bc60fd3d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:44.446796 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'code': 200} Sep 18 19:39:44.723033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c3d93-c95c-4027-9946-50712657a9ea req-7a9c6660-0ea7-4deb-b522-9c9d504064e5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:44.742955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb2c3d93-c95c-4027-9946-50712657a9ea req-7a9c6660-0ea7-4deb-b522-9c9d504064e5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 944 time: 0.0984724 Sep 18 19:39:44.805463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb2c3d93-c95c-4027-9946-50712657a9ea req-483a69bd-39aa-4f71-9c3a-fa3e7efb4cce tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611989 Sep 18 19:39:44.992626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df00dff-bccb-4ce3-abf9-1430e995f2fd req-63ab3b05-120b-4d78-b754-8e1725e75950 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:44.994236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3df00dff-bccb-4ce3-abf9-1430e995f2fd req-63ab3b05-120b-4d78-b754-8e1725e75950 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 948 time: 0.0907838 Sep 18 19:39:45.053484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3df00dff-bccb-4ce3-abf9-1430e995f2fd req-085e7b5b-5303-4dbd-882d-cfd3d7aa07b1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491562 Sep 18 19:39:45.132894 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4642bb-7228-4fa2-8c9b-a4a40e54c3cc x-openstack-request-id: req-5f4642bb-7228-4fa2-8c9b-a4a40e54c3cc {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:45.133282 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:45.133604 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f4642bb-7228-4fa2-8c9b-a4a40e54c3cc {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:45.134046 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a', 'status': 'completed', 'code': 200} Sep 18 19:39:45.272351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-52f828e4-fa50-4482-9ca7-d607ace60566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:45.277572 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-52f828e4-fa50-4482-9ca7-d607ace60566 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1127 time: 0.1205242 Sep 18 19:39:45.373733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8335-63e7-4f4b-bff1-a2494acb84f6 req-a055e5bc-0765-40dc-bcc8-a89b748b8de1 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:45.375277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a8f8335-63e7-4f4b-bff1-a2494acb84f6 req-a055e5bc-0765-40dc-bcc8-a89b748b8de1 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 946 time: 0.1152570 Sep 18 19:39:45.476732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a8f8335-63e7-4f4b-bff1-a2494acb84f6 req-04c08270-6c75-40c8-9a71-21a7465133c2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894070 Sep 18 19:39:45.485576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-530d6237-f6fb-4bc6-b3e9-ebb22328a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:45.488022 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-530d6237-f6fb-4bc6-b3e9-ebb22328a32d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.2016776 Sep 18 19:39:45.642157 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-b6ca4033-24be-4243-8f4e-65ae5d3e50ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 217 time: 0.1375666 Sep 18 19:39:45.672464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-8d26da77-4574-4389-904d-fe075f96b5a2 service neutron] 10.222.0.32 "GET /v2.0/ports/6bf3890e-3c56-4824-8e72-ff3482c5da6a/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.1705317 Sep 18 19:39:45.735692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-5badb271-e42e-41b0-b7b5-b610f4fbf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:45.738603 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-5badb271-e42e-41b0-b7b5-b610f4fbf084 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.0888667 Sep 18 19:39:45.802575 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-c57cef6c-6036-439d-a512-cc2a7d741328 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500119 Sep 18 19:39:45.803127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39722) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:45.864388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4ca67-b5a1-45fb-986a-c70b62877180 req-fe42015d-1fa0-4ee2-bd62-5bd7c2be7c55 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:45.872355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e4ca67-b5a1-45fb-986a-c70b62877180 req-fe42015d-1fa0-4ee2-bd62-5bd7c2be7c55 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 946 time: 0.2017169 Sep 18 19:39:45.964359 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-f20c58c3-e132-4e82-9ad6-fa53bb17e7c5 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347799 Sep 18 19:39:46.091534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:46.098661 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cbc6bfbd-9982-4015-9074-c9db3c43e181 req-105e215b-4001-47f5-a697-17d1a3339834 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243989 Sep 18 19:39:46.104745 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.114755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:46.164682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf3890e-3c56-4824-8e72-ff3482c5da6a {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:39:46.182010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:46.208676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e4ca67-b5a1-45fb-986a-c70b62877180 req-419c0248-20d2-4dd4-b118-8e133bbb3400 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348410 Sep 18 19:39:46.214234 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.340028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.345704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.396804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] Transition to ACTIVE for port object 6bf3890e-3c56-4824-8e72-ff3482c5da6a will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:39:46.424299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71ee596-ae02-4b12-9e8b-b14223e0d629,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:46.440829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.448244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:46.450650 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a715072-d1b2-4daa-9dc5-68262a07ff13" -d '{"events": [{"server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "name": "network-vif-plugged", "status": "completed", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:46.478063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.478553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.478899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.479232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.479587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.479917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.480241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.480565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.480885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.481204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.484779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.485149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:39:46.501055 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-473171a0-541d-4c28-b2a6-1d05063284d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2231bf65382439eb4ae7420c384a0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6969450 Sep 18 19:39:46.507248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39730) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:46.638404 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31fcafb8-2bb8-4565-9b0f-3a85da0da142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.694920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31fcafb8-2bb8-4565-9b0f-3a85da0da142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.794069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31fcafb8-2bb8-4565-9b0f-3a85da0da142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.797503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31fcafb8-2bb8-4565-9b0f-3a85da0da142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:46.801248 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-31fcafb8-2bb8-4565-9b0f-3a85da0da142 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a71ee596-ae02-4b12-9e8b-b14223e0d629 HTTP/1.1" status: 204 len: 168 time: 0.2921913 Sep 18 19:39:46.809321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcafb8-2bb8-4565-9b0f-3a85da0da142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71ee596-ae02-4b12-9e8b-b14223e0d629,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:46.884354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08f323-4590-4740-bb8b-74f9daf6c382 req-b9b18ed5-482d-4a41-9c07-b59ac2d04b46 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:46.891629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de08f323-4590-4740-bb8b-74f9daf6c382 req-b9b18ed5-482d-4a41-9c07-b59ac2d04b46 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 949 time: 0.4929001 Sep 18 19:39:46.893763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] No DVR routers for this DVR port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:39:46.957773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=10']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:46.975107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-052fd1c8-6548-4e7e-8d71-909577a98df0 service neutron] 10.222.0.32 "PUT /v2.0/ports/6bf3890e-3c56-4824-8e72-ff3482c5da6a/bindings/n-h2-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 1.2300329 Sep 18 19:39:47.019806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de08f323-4590-4740-bb8b-74f9daf6c382 req-ef3df9b9-74ea-4176-9117-11b64ba1e266 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196127 Sep 18 19:39:47.179195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-c5eb978b-35ac-4508-b46f-9d981a1e4ccb tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:47.180717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-c5eb978b-35ac-4508-b46f-9d981a1e4ccb tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.1176124 Sep 18 19:39:47.291518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-a23b9255-6fc3-4778-978a-d5e295352d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:47.298162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-a23b9255-6fc3-4778-978a-d5e295352d22 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc&tenant_id=67fefe280cc24400856c613ffce9bc8b HTTP/1.1" status: 200 len: 1097 time: 0.0983202 Sep 18 19:39:47.419909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39742) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:47.438685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8fdbedc-c34c-43cb-88e1-7249b17026f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:47.449078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337dee-f137-4661-92bb-8ef7a5872d64 req-fbf1dec6-4e97-4232-b8dc-aa27f459db41 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:47.458405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d337dee-f137-4661-92bb-8ef7a5872d64 req-fbf1dec6-4e97-4232-b8dc-aa27f459db41 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 945 time: 0.1590388 Sep 18 19:39:47.477167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-4c20aaab-d01f-48c8-bf28-143f691daf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:47.478653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-4c20aaab-d01f-48c8-bf28-143f691daf56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1097 time: 0.1350050 Sep 18 19:39:47.564428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d337dee-f137-4661-92bb-8ef7a5872d64 req-e91009e0-91cf-4471-a0fb-814d2e611bb7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000490 Sep 18 19:39:47.649073 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ec023-b9a6-4af3-a0e7-65d8f19cac1c x-openstack-request-id: req-ee1ec023-b9a6-4af3-a0e7-65d8f19cac1c {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:47.650081 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "name": "network-vif-plugged", "status": "completed", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:47.650496 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee1ec023-b9a6-4af3-a0e7-65d8f19cac1c {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:47.651038 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'code': 200} Sep 18 19:39:47.651631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8fdbedc-c34c-43cb-88e1-7249b17026f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:47.659835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8fdbedc-c34c-43cb-88e1-7249b17026f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:47.704205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-763b6838-4006-4ceb-bc0f-f4b49114277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:47.713409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-763b6838-4006-4ceb-bc0f-f4b49114277f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.2235758 Sep 18 19:39:47.772353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdbedc-c34c-43cb-88e1-7249b17026f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49def0bd-d7e0-44e9-8714-d6f3055b41e7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:47.777945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a8fdbedc-c34c-43cb-88e1-7249b17026f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=194c2b8da3db4648b82598c9bd20eb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569779 Sep 18 19:39:47.780798 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39744) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:39:47.856313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-aac5a0d9-843f-4009-87fe-6757aadced05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 217 time: 0.0946810 Sep 18 19:39:47.871810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4eff588-7818-4851-bf02-5a102963873e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:47.908775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4eff588-7818-4851-bf02-5a102963873e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:47.935055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705e89-219f-41e5-8a27-614e0b6d7a9a req-8fc33255-d8ce-4841-964e-443c0dc26168 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:47.943268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48705e89-219f-41e5-8a27-614e0b6d7a9a req-8fc33255-d8ce-4841-964e-443c0dc26168 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 946 time: 0.2019470 Sep 18 19:39:47.958659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596add6-3945-4abb-9685-d4b316873115 req-9e3f2042-b1d9-4b28-a22f-af807563b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:47.960356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e596add6-3945-4abb-9685-d4b316873115 req-9e3f2042-b1d9-4b28-a22f-af807563b334 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 1098 time: 0.2083087 Sep 18 19:39:48.024274 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4eff588-7818-4851-bf02-5a102963873e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:48.027260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4eff588-7818-4851-bf02-5a102963873e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:48.030933 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d4eff588-7818-4851-bf02-5a102963873e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49def0bd-d7e0-44e9-8714-d6f3055b41e7 HTTP/1.1" status: 204 len: 168 time: 0.2468264 Sep 18 19:39:48.032893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-15924932-7dd4-437a-b4ac-39ea81bd3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:48.040093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-15924932-7dd4-437a-b4ac-39ea81bd3eb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1523299 Sep 18 19:39:48.044153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eff588-7818-4851-bf02-5a102963873e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49def0bd-d7e0-44e9-8714-d6f3055b41e7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:48.071775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48705e89-219f-41e5-8a27-614e0b6d7a9a req-f3657162-ebea-49bd-9b9c-382ceee276bd tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192465 Sep 18 19:39:48.156201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-19dee550-14cd-4fb3-a4e0-2f5432c4fd1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914757 Sep 18 19:39:48.170751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e596add6-3945-4abb-9685-d4b316873115 req-5f18fb31-9adb-49f7-a150-e23590ad6afb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933901 Sep 18 19:39:48.335792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-53cb2147-70d1-4813-83d6-c4b6b9ac521c service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582801 Sep 18 19:39:48.574143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-3f4df69a-fb30-4fa0-a0c4-40c818eb25e2 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724169 Sep 18 19:39:48.671028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f3be5-ea16-40b9-b673-10f4fab43651 req-2474facc-c78e-4973-9ec0-d531d6e032b9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:48.680374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f3be5-ea16-40b9-b673-10f4fab43651 req-2474facc-c78e-4973-9ec0-d531d6e032b9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:48.682335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-353f3be5-ea16-40b9-b673-10f4fab43651 req-2474facc-c78e-4973-9ec0-d531d6e032b9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7&device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 1688 time: 0.0859733 Sep 18 19:39:48.794846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-353f3be5-ea16-40b9-b673-10f4fab43651 req-8c5a8b26-a8e3-4644-adff-a2cc9b8d720e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024718 Sep 18 19:39:49.010257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4de9-697c-44fc-965b-508efad20c51 req-a6cbed01-aa89-4b2a-8172-bb71014be4e0 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:49.011809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-a6cbed01-aa89-4b2a-8172-bb71014be4e0 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.1004062 Sep 18 19:39:49.026501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688845b-bcea-48af-8f4d-b112600968a9 req-392ad1c5-8396-4802-a565-3fcaaba94e0e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:49.028396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6688845b-bcea-48af-8f4d-b112600968a9 req-392ad1c5-8396-4802-a565-3fcaaba94e0e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 946 time: 0.1289678 Sep 18 19:39:49.110951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6688845b-bcea-48af-8f4d-b112600968a9 req-b677b5a3-e94c-44b5-a58d-c8319b67aacf tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744801 Sep 18 19:39:49.285689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c25f4de9-697c-44fc-965b-508efad20c51 req-b948b05e-3706-487a-bba2-d7e219e18455 service neutron] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:49.291989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c25f4de9-697c-44fc-965b-508efad20c51 req-b948b05e-3706-487a-bba2-d7e219e18455 service neutron] Notify callbacks [] for binding, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:49.297183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c25f4de9-697c-44fc-965b-508efad20c51 req-b948b05e-3706-487a-bba2-d7e219e18455 service neutron] 10.222.0.24 "DELETE /v2.0/ports/6bf3890e-3c56-4824-8e72-ff3482c5da6a/bindings/n-h1-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.2675264 Sep 18 19:39:49.412941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6ebc7-15f7-4110-b8ef-5d12f59d1b4e req-7c21f43a-402b-465a-b1e8-54686754ceae tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:49.415020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ca6ebc7-15f7-4110-b8ef-5d12f59d1b4e req-7c21f43a-402b-465a-b1e8-54686754ceae tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 945 time: 0.0737793 Sep 18 19:39:49.462769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ca6ebc7-15f7-4110-b8ef-5d12f59d1b4e req-042bf37d-cfcf-40af-8ecb-04c0c0db7ef5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Sep 18 19:39:49.751980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4f7b4-1263-4777-ac98-f07b0972ce21 req-6f8d7f05-03cc-4aa9-9f7f-11e7ee2e19d7 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:49.754337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdd4f7b4-1263-4777-ac98-f07b0972ce21 req-6f8d7f05-03cc-4aa9-9f7f-11e7ee2e19d7 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 946 time: 0.1287537 Sep 18 19:39:49.833090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdd4f7b4-1263-4777-ac98-f07b0972ce21 req-6c95e8e0-dc4b-41cb-8229-99cfb4a4bf7e tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692248 Sep 18 19:39:49.941717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc4bfa-9f0c-442a-92eb-497e37eb2595 req-e61b915d-1a96-4197-9293-3f40bef20d78 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:49.944700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44fc4bfa-9f0c-442a-92eb-497e37eb2595 req-e61b915d-1a96-4197-9293-3f40bef20d78 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 1100 time: 0.0598876 Sep 18 19:39:49.988227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44fc4bfa-9f0c-442a-92eb-497e37eb2595 req-1e390e2d-ffd0-4584-abfe-ed9f4a0854e3 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Sep 18 19:39:50.085749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81b6a5-05fd-4cb6-b029-02995110d0db req-beb18ccd-ccd8-48fe-a8be-53d1ee6c3bad tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:50.087088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a81b6a5-05fd-4cb6-b029-02995110d0db req-beb18ccd-ccd8-48fe-a8be-53d1ee6c3bad tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1097 time: 0.0703745 Sep 18 19:39:50.127105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6bf3890e-3c56-4824-8e72-ff3482c5da6a no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:39:50.156185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aacc77-69cb-42eb-ab6b-5ebd1f0f9816 req-d3c477a4-426e-4540-8db2-27894a296614 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:50.163918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4aacc77-69cb-42eb-ab6b-5ebd1f0f9816 req-d3c477a4-426e-4540-8db2-27894a296614 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 949 time: 0.1005204 Sep 18 19:39:50.175722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a81b6a5-05fd-4cb6-b029-02995110d0db req-87005654-8ecc-43e0-82dc-8a729bc65e8c tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742140 Sep 18 19:39:50.191744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6bf3890e-3c56-4824-8e72-ff3482c5da6a not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:39:50.240391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4aacc77-69cb-42eb-ab6b-5ebd1f0f9816 req-6a0a0bbb-13a9-4e68-ac5f-760aa1bcf5b9 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751624 Sep 18 19:39:50.341644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef8170-27ef-4d63-a552-7e1a9cd7aca0 req-8205aaa0-a89b-42a4-84e4-c8fad7c03958 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:50.343490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5ef8170-27ef-4d63-a552-7e1a9cd7aca0 req-8205aaa0-a89b-42a4-84e4-c8fad7c03958 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 1101 time: 0.0507524 Sep 18 19:39:50.416862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5ef8170-27ef-4d63-a552-7e1a9cd7aca0 req-97d1f3b9-cb28-42cf-aa84-c070ee14653d tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627055 Sep 18 19:39:50.429780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d06199-a261-4c22-af08-4e845e564edf req-935f4b33-cf85-4284-a1c1-9ed1af38cbcc tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:50.431490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4d06199-a261-4c22-af08-4e845e564edf req-935f4b33-cf85-4284-a1c1-9ed1af38cbcc tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 946 time: 0.0868402 Sep 18 19:39:50.481072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4d06199-a261-4c22-af08-4e845e564edf req-9dbf041f-5914-4e6d-9431-3d06c218a811 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Sep 18 19:39:50.604311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-d8b229e0-20c6-4e69-a9dd-f93cbb518807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:50.609160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-d8b229e0-20c6-4e69-a9dd-f93cbb518807 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1098 time: 0.0637574 Sep 18 19:39:50.782279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-f570e634-5f17-41b9-b63b-e00d42c4d56f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:50.783752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-f570e634-5f17-41b9-b63b-e00d42c4d56f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 807 time: 0.2047305 Sep 18 19:39:50.838892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-bea7aaa1-9776-449f-bcfe-20dc5385aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:50.840329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-bea7aaa1-9776-449f-bcfe-20dc5385aae3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.2216065 Sep 18 19:39:50.841467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-e6f4d457-3b82-41ad-869a-86f9369f0737 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/quotas/67fefe280cc24400856c613ffce9bc8b HTTP/1.1" status: 200 len: 375 time: 0.0296624 Sep 18 19:39:50.923202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-0b2fc291-7a35-4453-a08e-dbd50f2d9db9 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:50.925463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-0b2fc291-7a35-4453-a08e-dbd50f2d9db9 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/networks?id=986db4a8-2ea0-49de-8edd-70b30aabf449 HTTP/1.1" status: 200 len: 815 time: 0.2087951 Sep 18 19:39:50.928149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-d7316c8f-21b8-4438-83c0-f0f2b23af37c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 200 len: 217 time: 0.0601122 Sep 18 19:39:50.969393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3e7f0f3a-a349-4dd7-a34d-88af8e624d97 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/quotas/691d68eba5f247bc9db032b8c0df790f HTTP/1.1" status: 200 len: 375 time: 0.0373387 Sep 18 19:39:50.980910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-fb07d66a-31c4-4152-a360-641b912dd33d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1322079 Sep 18 19:39:51.033125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-e29d6b2f-9bd5-4c35-a456-ffaab0537b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:51.035196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-e29d6b2f-9bd5-4c35-a456-ffaab0537b54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.0953817 Sep 18 19:39:51.111261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf5149a0-b47d-4330-a1e0-3f64bf4d5507 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577793 Sep 18 19:39:51.121102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-0a6d5f5c-1759-4301-a2bc-f5ddec8533af tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=691d68eba5f247bc9db032b8c0df790f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377478 Sep 18 19:39:51.191106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-c6a25df2-99e4-471e-bf57-51cb0e27eb16 service neutron] 10.222.0.20 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934466 Sep 18 19:39:51.343081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-dea7a3e4-43e0-430c-84db-0af8474daf32 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129817 Sep 18 19:39:51.350181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-e28b0275-398c-45af-abef-27f928303163 service neutron] 10.222.0.20 "GET /v2.0/networks/986db4a8-2ea0-49de-8edd-70b30aabf449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212853 Sep 18 19:39:51.408470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-4fccf7ec-e3f9-415a-a36a-0bf14bf238d1 service neutron] 10.222.0.20 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654882 Sep 18 19:39:51.526031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-0e2ac2c9-cd0e-4a2f-942b-e0894cb69138 service neutron] 10.222.0.20 "GET /v2.0/networks/986db4a8-2ea0-49de-8edd-70b30aabf449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686718 Sep 18 19:39:51.528575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-716651d7-50fa-492a-bc31-a6ee78896d0b service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608250 Sep 18 19:39:51.546394 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-52ae3124-86ee-4664-bd03-8a54452f9c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:51.668712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-9b7c4060-e6a6-4565-a405-1922ac20d9f1 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:51.670387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-9b7c4060-e6a6-4565-a405-1922ac20d9f1 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1098 time: 0.0542541 Sep 18 19:39:51.685422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-11'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:51.795514 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:51.844354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-9a677c42-823f-4575-af45-82cc2f704bc6 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=84ec53840788485eb30ac778bceff065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499961 Sep 18 19:39:52.001788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df53f2-b9c5-4f96-b524-ac39c211c356 req-63eede94-7089-4066-baa3-c4befb4646d0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:52.003412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10df53f2-b9c5-4f96-b524-ac39c211c356 req-63eede94-7089-4066-baa3-c4befb4646d0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 946 time: 0.1901515 Sep 18 19:39:52.309593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6bba-d358-4644-a77b-3a59e585e3af req-2e486c1d-6303-4bda-867c-3557787ac975 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:52.311043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-2e486c1d-6303-4bda-867c-3557787ac975 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4497597 Sep 18 19:39:52.350878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-b30ba6eb-0c84-48ee-a1ac-1e824dd6a3e2 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/quotas/84ec53840788485eb30ac778bceff065 HTTP/1.1" status: 200 len: 375 time: 0.0307772 Sep 18 19:39:52.353621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10df53f2-b9c5-4f96-b524-ac39c211c356 req-a4289408-a816-4226-a0bd-e02fb4dfac3d tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410208 Sep 18 19:39:52.355254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:52.394046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-d59e2d15-9a00-4088-8798-eeb9aae0176c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=84ec53840788485eb30ac778bceff065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367346 Sep 18 19:39:52.447268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:52.499555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00e7ca-2452-4e40-b55f-389d857f896c req-dd2c6ee9-6e1a-4125-b7b3-059aed69f22b tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:52.501021 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b00e7ca-2452-4e40-b55f-389d857f896c req-dd2c6ee9-6e1a-4125-b7b3-059aed69f22b tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 949 time: 0.0906353 Sep 18 19:39:52.513175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:52.517538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:52.522499 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec616623-beed-462c-8bfe-8a8babbc59fc" -d '{"events": [{"server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "name": "network-vif-unplugged", "status": "completed", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:52.536287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:52.642222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6dd9e5b4-0f63-4c3b-af57-ccc49b91ee5a req-3c9ecf4d-f77d-48e4-9430-d8127f0631c0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 210 time: 0.0658989 Sep 18 19:39:52.736146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b00e7ca-2452-4e40-b55f-389d857f896c req-17cc7034-50be-426a-831f-545a1671f94d tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084403 Sep 18 19:39:52.780789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Pushing event updated for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:52.806411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on host n-h1-789963-11 for vnic_type normal with profile {"migrating_to": "n-h2-789963-11"} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:39:52.806740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:39:52.807259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:52.826874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:39:52.827196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Attempting to bind port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:39:52.850036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:39:52.850374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:39:52.851114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:39:52.851618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Bound port: 52ec9ebf-169d-47a3-9bce-58b58ae34493, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:39:52.852081 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:52.882063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97248954-cea6-4baf-a346-364e210f125f req-b17c93fd-777a-4f2c-9f3c-6b2cb101b86e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:52.889368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97248954-cea6-4baf-a346-364e210f125f req-b17c93fd-777a-4f2c-9f3c-6b2cb101b86e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.1687493 Sep 18 19:39:52.900495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:52.914306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-f247d88a-0172-41ed-ad0f-2f3775f2ed50 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:52.915777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-f247d88a-0172-41ed-ad0f-2f3775f2ed50 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 807 time: 0.3228698 Sep 18 19:39:52.949726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Request body: {'port': {'device_id': '8e51cf10-668b-4973-8810-ccac1a06d723', 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'admin_state_up': True, 'tenant_id': '67fefe280cc24400856c613ffce9bc8b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:52.988936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc29f5c1-7ab3-4337-8d20-b0fb57a4e8b1 req-09840b71-ac5a-42c0-9061-26f7488e9168 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 210 time: 0.0905383 Sep 18 19:39:53.044363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:53.076640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97248954-cea6-4baf-a346-364e210f125f req-66d7f645-0313-43a2-983e-0177beb93ad8 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785517 Sep 18 19:39:53.110418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:39:53.115365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:39:53.137245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6a5ec35f-118d-4824-8f45-924b8c53c5f4 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287402 Sep 18 19:39:53.139623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-7ec0b4ad-9093-4882-87fa-c7e65c9e2eef tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:53.141029 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:53.142517 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-7ec0b4ad-9093-4882-87fa-c7e65c9e2eef tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.32 "GET /v2.0/networks?id=986db4a8-2ea0-49de-8edd-70b30aabf449 HTTP/1.1" status: 200 len: 815 time: 0.1604998 Sep 18 19:39:53.159665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Request body: {'port': {'device_id': '81a81137-7dc1-4401-be99-43b5b31869f5', 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449', 'admin_state_up': True, 'tenant_id': '691d68eba5f247bc9db032b8c0df790f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:53.303554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Made reservation on behalf of 691d68eba5f247bc9db032b8c0df790f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:53.307145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:53.368705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:53.369396 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:53.370767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] 10.222.0.24 "PUT /v2.0/ports/52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 200 len: 1124 time: 1.6906073 Sep 18 19:39:53.373323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['52ec9ebf-169d-47a3-9bce-58b58ae34493'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:53.422276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f98c90-68ae-40bc-82e5-e8b209d25d96 service neutron] Pushing event updated for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=8']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:53.436676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Made reservation on behalf of 67fefe280cc24400856c613ffce9bc8b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:53.440961 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:53.480137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-9f1a6537-f594-45db-8c79-dc1717698d3a tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:53.489244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-9f1a6537-f594-45db-8c79-dc1717698d3a tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2368662 Sep 18 19:39:53.546446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-0ea8567a-fc97-4406-adf4-030092b5d734 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:53.554322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-0ea8567a-fc97-4406-adf4-030092b5d734 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4016049 Sep 18 19:39:53.587173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-898972fe-4bfc-4f17-ae8d-3b97d2d284f2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 696 time: 0.0969768 Sep 18 19:39:53.595679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Request body: {'floatingip': {'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:53.631518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-00eabee1-c3d2-4a82-a281-08d3ec2805c2 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/quotas/d195f88bbae74c729a7630ead8ca2d69 HTTP/1.1" status: 200 len: 375 time: 0.0760477 Sep 18 19:39:53.657625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Allocated IP 172.20.0.9 (986db4a8-2ea0-49de-8edd-70b30aabf449/63ce3955-761d-4e73-ad27-ae759d2ade14/28776931-9fc0-432a-90e7-660d81b5a870) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:53.748338 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:53.911800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-ff9e55c6-9913-40a8-921d-0cc159f02bd6 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2794106 Sep 18 19:39:53.966382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Allocated IP 172.20.0.13 (d9bd10c5-779c-4527-a92c-87bf493b1da8/37a56c70-90bf-47ef-a3e9-dbe557b29cdc/39a37d9e-4b1e-41ef-9d76-ed77711db010) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:53.996947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.049982 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.130247 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Pushing event updated for resources: {'Port': ['ID=28776931-9fc0-432a-90e7-660d81b5a870,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:54.152674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:54.154192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:54.157679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:54.164037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:54.164816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.180647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:39:54.181478 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-12ec35c0-171e-407a-adf1-636e77b450df tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0285118 Sep 18 19:39:54.351424 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.414717 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:54.417725 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae1ae6b-da5e-40ef-b757-9167b038a502" -d '{"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:54.445133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:54.456538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.461849 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-abb47706-c87d-47d3-abd1-3b6528019c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.553297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:54.558244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ecc9d4e2-695f-4801-89c1-7b3d13374c59 None None] Provisioning complete for port 28776931-9fc0-432a-90e7-660d81b5a870 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:54.559552 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d4e2-695f-4801-89c1-7b3d13374c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.605062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9d4e2-695f-4801-89c1-7b3d13374c59 None None] Port 28776931-9fc0-432a-90e7-660d81b5a870 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:54.654973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.924011 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:54.980635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d36af72-5e05-4a7b-bcff-3ab55766e3f4 req-82d90fbb-cbab-4bed-8b40-fd2f71ff044c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 210 time: 0.0675070 Sep 18 19:39:55.088710 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.resource_extend [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:39:55.212289 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:55.214049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:55.226739 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:55.229291 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093801b7-b8d1-46c6-af01-38a934ef7b75 x-openstack-request-id: req-093801b7-b8d1-46c6-af01-38a934ef7b75 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:55.229546 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "name": "network-vif-unplugged", "status": "completed", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:55.229802 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-093801b7-b8d1-46c6-af01-38a934ef7b75 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:55.230187 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493', 'code': 200} Sep 18 19:39:55.309806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Network d9bd10c5-779c-4527-a92c-87bf493b1da8 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:55.314311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:55.321308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:55.326981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:55.327585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:55.353017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Pushing event updated for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:55.367203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-d44c8746-51e3-4393-bf17-8a50b230e98c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4251323 Sep 18 19:39:55.398364 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:55.465327 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e associated. External IP: 172.25.8.131, port: 16706c9d-3f47-4780-9f55-ac2ac37a78a3. Sep 18 19:39:55.827595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:39:55.839425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ce392-e4ef-402c-bc05-3edd93b194e3 req-2d7fb128-ffc8-4a00-8463-b71276711893 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:55.840962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e5ce392-e4ef-402c-bc05-3edd93b194e3 req-2d7fb128-ffc8-4a00-8463-b71276711893 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 932 time: 0.0780377 Sep 18 19:39:55.925254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e5ce392-e4ef-402c-bc05-3edd93b194e3 req-0775d057-5732-48d2-8ede-acd0168c0a35 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772984 Sep 18 19:39:55.997283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:39:56.005914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:56.006750 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:39:56.019765 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:39:56.020622 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:56.091828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1bcb3d7d-5cc7-442e-9c93-2182e42cd3a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "PUT /v2.0/floatingips/8594e5f8-38ad-410c-9947-ff7cd1c0be3e HTTP/1.1" status: 200 len: 996 time: 2.5036438 Sep 18 19:39:56.134343 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:39:56.164266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1727aa3-d581-40af-b6f9-ccae7d624d24 req-65a83ecf-8e02-4df1-838a-5f0c477c7395 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:56.166971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1727aa3-d581-40af-b6f9-ccae7d624d24 req-65a83ecf-8e02-4df1-838a-5f0c477c7395 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 931 time: 0.0866086 Sep 18 19:39:56.186218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 52ec9ebf-169d-47a3-9bce-58b58ae34493 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:39:56.203482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-215ce238-2ca6-41cc-89fa-7b7a27d65c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:56.205092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-215ce238-2ca6-41cc-89fa-7b7a27d65c36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.0943472 Sep 18 19:39:56.277430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1727aa3-d581-40af-b6f9-ccae7d624d24 req-cb22b963-61d6-4764-822e-6976fff19988 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966527 Sep 18 19:39:56.353496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:39:56.368940 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 52ec9ebf-169d-47a3-9bce-58b58ae34493 has no active binding in host n-h2-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 19:39:56.375448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-339cfc40-5edd-4f39-9960-37ea1fc43413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:56.376958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-339cfc40-5edd-4f39-9960-37ea1fc43413 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.1604135 Sep 18 19:39:56.426763 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:df:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:39:54Z', 'revision_number': 1, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:56.459931 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:39:56.468499 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:39:56.469546 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:56.512345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-aecd4703-3441-43de-92c7-2265c99f0911 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 999 time: 0.1269767 Sep 18 19:39:56.556469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a56b76-dee4-4ed4-8d92-ea1651bd75ba req-2a0ab05b-1736-4791-8a1a-465cd140628e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:56.558203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66a56b76-dee4-4ed4-8d92-ea1651bd75ba req-2a0ab05b-1736-4791-8a1a-465cd140628e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.1010599 Sep 18 19:39:56.609888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-41982175-ec24-4bc6-9848-c7f3e40f73e9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430493 Sep 18 19:39:56.616960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-027124cd-c214-49b4-a40a-eef57e9213df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:56.618440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-027124cd-c214-49b4-a40a-eef57e9213df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.0994282 Sep 18 19:39:56.635765 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:39:56.692069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66a56b76-dee4-4ed4-8d92-ea1651bd75ba req-391861b1-d138-46bd-98cf-cd8bd77b3b5b tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271093 Sep 18 19:39:56.780462 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a733288c-9ca6-4090-ac39-404c74372109 x-openstack-request-id: req-a733288c-9ca6-4090-ac39-404c74372109 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:56.780992 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:56.781076 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a733288c-9ca6-4090-ac39-404c74372109 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:56.781877 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'code': 200} Sep 18 19:39:56.802997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-026c6b55-d403-44d8-abf0-9e2c9e662a23 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:56.804729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-026c6b55-d403-44d8-abf0-9e2c9e662a23 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829755 Sep 18 19:39:56.807951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1613389c-ff85-4171-9944-bb52cd7ed121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:56.816313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-1613389c-ff85-4171-9944-bb52cd7ed121 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1849425 Sep 18 19:39:56.826095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-8956b07b-afe4-4af7-9aeb-feacd59242f6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:39:56.841799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-8956b07b-afe4-4af7-9aeb-feacd59242f6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244112 Sep 18 19:39:56.853845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Request body: {'port': {'device_id': 'fed182e3-4695-48e0-a7b7-2420109575ec', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd195f88bbae74c729a7630ead8ca2d69'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:57.068014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-bd5c735f-d6eb-4d52-9c43-0c036115d4c8 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251694 Sep 18 19:39:57.075928 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:df:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:39:54Z', 'revision_number': 1, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:39:57.147550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10a23679-bf13-4552-82a8-743853acbbe0 req-753e63e0-4a64-428b-8aae-5225aa449537 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 210 time: 0.0594563 Sep 18 19:39:57.222747 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66233cd-a204-4238-ba31-23dfc04e4114 None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:df:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:39:54Z', 'revision_number': 1, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:39:57.233118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493'}, {'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:39:57.235771 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6463e43-9344-4248-8cf0-da28b89095b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493"}, {"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:39:57.265507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Made reservation on behalf of d195f88bbae74c729a7630ead8ca2d69 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:39:57.269262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:57.278475 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:57.293592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c197ec5c-88f8-443c-9e98-6ae544f7036a req-d6ea6bba-765a-4d14-a238-ea063ed00365 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 210 time: 0.0613909 Sep 18 19:39:57.295398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00992fb5-c7ef-414e-ac82-66cab032a705 req-6e33e0c1-f716-4d46-ad30-723972fe875a service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255964 Sep 18 19:39:57.461394 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7823e2-964f-49dd-afb9-aa54fdae5a12 x-openstack-request-id: req-7b7823e2-964f-49dd-afb9-aa54fdae5a12 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:39:57.463786 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:39:57.464225 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b7823e2-964f-49dd-afb9-aa54fdae5a12 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:39:57.464961 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493', 'status': 'completed', 'code': 200} Sep 18 19:39:57.465499 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'status': 'completed', 'code': 200} Sep 18 19:39:57.541154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5dab5c-729f-4015-b085-c5e9b33c1f80 None None] New status for floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:39:57.587946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c6c52-75a3-488b-9b48-e5647a455374 req-cc92b112-6363-4120-84b4-5f2ed94977a8 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:57.589532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-740c6c52-75a3-488b-9b48-e5647a455374 req-cc92b112-6363-4120-84b4-5f2ed94977a8 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 932 time: 0.1883523 Sep 18 19:39:57.642404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Allocated IP 192.168.233.57 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/c73fb2f2-c270-4896-8383-c0da334a6178) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:39:57.653009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-93f49d3d-b9ec-4a70-8251-38b4b9f4c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:57.654494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-93f49d3d-b9ec-4a70-8251-38b4b9f4c23f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.1391296 Sep 18 19:39:57.945995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768faf5-7eb6-4aff-9f77-9833bc8c694e req-c3f9f8f6-539f-49ab-bc38-b59025ff94d5 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:57.947462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1768faf5-7eb6-4aff-9f77-9833bc8c694e req-c3f9f8f6-539f-49ab-bc38-b59025ff94d5 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 931 time: 0.4228265 Sep 18 19:39:57.961506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-740c6c52-75a3-488b-9b48-e5647a455374 req-041aa97e-13c1-4b5a-842d-36218f1bda31 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599572 Sep 18 19:39:58.079620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1768faf5-7eb6-4aff-9f77-9833bc8c694e req-4e45b88e-74fb-42aa-b01f-7a402635d40f tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170321 Sep 18 19:39:58.145623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-f1afb297-965c-4add-9849-d470ea68af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:58.147074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-f1afb297-965c-4add-9849-d470ea68af2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.2182858 Sep 18 19:39:58.270226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-16a670c6-179c-40e3-bd68-a09101ff5037 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:58.271732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-16a670c6-179c-40e3-bd68-a09101ff5037 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1994755 Sep 18 19:39:58.354506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-940b31d4-378d-4c25-972b-c6538623534f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 1001 time: 0.1778581 Sep 18 19:39:58.389236 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:58.427739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718ea23-016e-45d4-82f8-89ea6027a344 req-90b4a7a0-b56b-4270-93ce-d36d25f2630e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:58.429229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1718ea23-016e-45d4-82f8-89ea6027a344 req-90b4a7a0-b56b-4270-93ce-d36d25f2630e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.2515805 Sep 18 19:39:58.486267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-b9811f2f-12ef-4723-b401-996390b25e20 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1001 time: 0.1918356 Sep 18 19:39:58.498941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Request body: {'floatingip': {'port_id': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:58.541167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-b3ebc5d3-29ca-4b14-a9d3-73dad0c4a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:58.542602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-b3ebc5d3-29ca-4b14-a9d3-73dad0c4a7b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.1755931 Sep 18 19:39:58.581804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1718ea23-016e-45d4-82f8-89ea6027a344 req-a9442280-0822-4b68-aa7e-d542fd038884 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324911 Sep 18 19:39:58.617995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:58.670525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:58.688788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:58.693904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:39:58.723483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-57d461b2-c7f4-4973-83f8-9b03a05df3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:58.724999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-57d461b2-c7f4-4973-83f8-9b03a05df3d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660349 Sep 18 19:39:58.788841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:39:58.800241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4f2c5c8-f022-4189-acec-5fcfcd9c7adc req-632ac95f-d6b7-47ff-81ee-f3d0df7d8a87 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 210 time: 0.0914850 Sep 18 19:39:58.837955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:39:58.846627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'Port': ['ID=c73fb2f2-c270-4896-8383-c0da334a6178,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:39:58.848281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:39:58.873062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:58.874114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:58.987359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee7be698-9edd-4913-a5f0-831a33c5c721 req-07c90097-caee-442e-b540-4e12595691c0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 210 time: 0.1030912 Sep 18 19:39:58.993501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3205e8a9-9b72-4290-bcb6-ad390bfed14e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1713996 Sep 18 19:39:59.025682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Request body: {'port': {'device_id': 'fed182e3-4695-48e0-a7b7-2420109575ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:39:59.148623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-9241d31c-32c9-4364-95a4-0cae554fcbd0 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064178 Sep 18 19:39:59.262131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f129c730-bf82-4659-be63-3156be85fc31 None None] Provisioning complete for port c73fb2f2-c270-4896-8383-c0da334a6178 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:39:59.262763 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f129c730-bf82-4659-be63-3156be85fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:59.296938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f129c730-bf82-4659-be63-3156be85fc31 None None] Port c73fb2f2-c270-4896-8383-c0da334a6178 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:39:59.353050 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:59.463714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96968072-5d9b-4360-886b-e8e11b31dfc0 req-ed688ac5-8c42-4885-9d4b-633cb9473257 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:59.465115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96968072-5d9b-4360-886b-e8e11b31dfc0 req-ed688ac5-8c42-4885-9d4b-633cb9473257 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 932 time: 0.2444346 Sep 18 19:39:59.504005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-ed8c3301-3619-4482-8a1c-bb8bb78479b1 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308852 Sep 18 19:39:59.634888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96968072-5d9b-4360-886b-e8e11b31dfc0 req-e466203f-1d7a-473e-b74a-5a1d668de612 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584811 Sep 18 19:39:59.884926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9edac8-4d81-4ad4-a16e-f630058adeeb req-d0b1e0e1-b906-4aad-ab4d-76b7f1bb18ba tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:39:59.886413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e9edac8-4d81-4ad4-a16e-f630058adeeb req-d0b1e0e1-b906-4aad-ab4d-76b7f1bb18ba tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 931 time: 0.1858270 Sep 18 19:39:59.911366 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:39:59.929331 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:00.019185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73fb2f2-c270-4896-8383-c0da334a6178 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:00.025656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e9edac8-4d81-4ad4-a16e-f630058adeeb req-f61bc638-9ba0-4c76-8e21-7553acd1de22 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287532 Sep 18 19:40:00.033531 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:00.344089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Transition to ACTIVE for port object c73fb2f2-c270-4896-8383-c0da334a6178 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:00.366514 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:00.399273 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e associated. External IP: 172.25.8.131, port: 16706c9d-3f47-4780-9f55-ac2ac37a78a3. Sep 18 19:40:00.491495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febfc7a-7c1d-4350-bb2a-50fdb9a50b56 req-d0f0867c-2c0c-4aba-ae7a-2ea15fe20f25 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:00.493576 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5febfc7a-7c1d-4350-bb2a-50fdb9a50b56 req-d0f0867c-2c0c-4aba-ae7a-2ea15fe20f25 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.1680419 Sep 18 19:40:00.496734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Pushing event updated for resources: {'Port': ['ID=c73fb2f2-c270-4896-8383-c0da334a6178,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:00.592144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Attempting to bind port c73fb2f2-c270-4896-8383-c0da334a6178 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:00.592629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Attempting to bind port c73fb2f2-c270-4896-8383-c0da334a6178 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:00.592801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Attempting to bind port c73fb2f2-c270-4896-8383-c0da334a6178 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:00.611139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Port c73fb2f2-c270-4896-8383-c0da334a6178 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:00.611524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Attempting to bind port c73fb2f2-c270-4896-8383-c0da334a6178 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:00.625951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5febfc7a-7c1d-4350-bb2a-50fdb9a50b56 req-660ee49a-3b04-48a8-a641-e5ea9e2b5687 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040406 Sep 18 19:40:00.629647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:00.630134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:00.630368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:00.630800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Bound port: c73fb2f2-c270-4896-8383-c0da334a6178, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:00.631162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:00.770155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] For port c73fb2f2-c270-4896-8383-c0da334a6178, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:00.773451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] For port c73fb2f2-c270-4896-8383-c0da334a6178, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c73fb2f2-c270-4896-8383-c0da334a6178,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:00.817913 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:00.846980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47917f07-00a2-4748-bf31-1a6f849fcfb3 req-9b2e46e6-64f2-420a-ba14-3dfa4b974008 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 210 time: 0.0697846 Sep 18 19:40:00.876848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:00.879571 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:00.879571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] 10.222.0.24 "PUT /v2.0/ports/c73fb2f2-c270-4896-8383-c0da334a6178 HTTP/1.1" status: 200 len: 1096 time: 1.8614993 Sep 18 19:40:00.879571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed182e3-4695-48e0-a7b7-2420109575ec', 'tag': 'c73fb2f2-c270-4896-8383-c0da334a6178'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:00.881600 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d51b66-2611-4435-b539-14eb715cfe3f" -d '{"events": [{"name": "network-changed", "server_uuid": "fed182e3-4695-48e0-a7b7-2420109575ec", "tag": "c73fb2f2-c270-4896-8383-c0da334a6178"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:00.909508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:40:00.969962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c309b57-151d-40f7-83e0-022a4d582f4e service neutron] Pushing event updated for resources: {'Port': ['ID=c73fb2f2-c270-4896-8383-c0da334a6178,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:01.030479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f3e64a6-31dd-4ae1-b726-13394c89cb82 req-9d90598b-c239-4e3d-a5e8-6d0613407409 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 210 time: 0.0872958 Sep 18 19:40:01.069406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-d3296a6b-8431-4749-9e32-9c116abd9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:01.070923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-d3296a6b-8431-4749-9e32-9c116abd9c61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 1099 time: 0.1397216 Sep 18 19:40:01.150732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-c97aa2c6-bd85-4c78-85b0-1dcaef97bbb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c73fb2f2-c270-4896-8383-c0da334a6178 HTTP/1.1" status: 200 len: 217 time: 0.0531681 Sep 18 19:40:01.168467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:40:01.183346 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:40:01.200075 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:01.201003 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:01.315896 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-d169c574-cf3f-47e8-966b-99787eee2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:01.317319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-d169c574-cf3f-47e8-966b-99787eee2330 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1466837 Sep 18 19:40:01.324255 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:01.399169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c3927-aafc-4689-8d47-efa1d11676fd req-5b51a634-6a7a-486a-8fa3-614d272685e9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:01.400659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c67c3927-aafc-4689-8d47-efa1d11676fd req-5b51a634-6a7a-486a-8fa3-614d272685e9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 932 time: 0.1447582 Sep 18 19:40:01.429289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-48ad500a-13b9-4df5-98ea-a5d6f8211f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:01.430766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-48ad500a-13b9-4df5-98ea-a5d6f8211f51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803432 Sep 18 19:40:01.516108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c67c3927-aafc-4689-8d47-efa1d11676fd req-f995f3a5-ea1b-4ce9-a69d-b84797c546db tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041873 Sep 18 19:40:01.572424 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfa2ede-5d3d-4ced-a701-79c7dc36013c x-openstack-request-id: req-ecfa2ede-5d3d-4ced-a701-79c7dc36013c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:01.572722 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed182e3-4695-48e0-a7b7-2420109575ec", "tag": "c73fb2f2-c270-4896-8383-c0da334a6178", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:01.573074 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecfa2ede-5d3d-4ced-a701-79c7dc36013c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:01.573327 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed182e3-4695-48e0-a7b7-2420109575ec', 'tag': 'c73fb2f2-c270-4896-8383-c0da334a6178', 'status': 'completed', 'code': 200} Sep 18 19:40:01.602484 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:53:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:39:59Z', 'revision_number': 3, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:01.653862 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:40:01.664276 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:01.665160 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:01.672314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-7680c57a-60ba-4014-9bb1-ea86cbbd6c70 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293634 Sep 18 19:40:01.678314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:40:01.765641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb8ad9-cbc8-410c-b9e6-e7f51079ee44 req-328e4341-9285-460c-a0b2-3a25373bdcde tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:01.767160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24fb8ad9-cbc8-410c-b9e6-e7f51079ee44 req-328e4341-9285-460c-a0b2-3a25373bdcde tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 931 time: 0.1445692 Sep 18 19:40:01.794332 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:01.906983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24fb8ad9-cbc8-410c-b9e6-e7f51079ee44 req-32a88ffa-995d-4c88-acf5-ad2fca9c5c28 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086624 Sep 18 19:40:01.913846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-f5432af2-51d1-4ce3-842b-df257769ebb2 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233632 Sep 18 19:40:01.919893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:40:01.927655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:02.031710 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-f1c26e4c-dec1-430d-85ee-1b3d6c7bf506 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "PUT /v2.0/floatingips/8594e5f8-38ad-410c-9947-ff7cd1c0be3e HTTP/1.1" status: 200 len: 999 time: 3.5444047 Sep 18 19:40:02.100158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d51b66-2611-4435-b539-14eb715cfe3f req-0efb221b-cdad-449f-9132-f796a3491092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.101665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50d51b66-2611-4435-b539-14eb715cfe3f req-0efb221b-cdad-449f-9132-f796a3491092 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 1099 time: 0.1149385 Sep 18 19:40:02.104241 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:53:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:39:59Z', 'revision_number': 3, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:02.113178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa465bb-9e2a-44ff-9e2b-d79b9ea1fb1b req-a3a9262c-0414-4a6d-963f-7db74080b2c5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.115545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eaa465bb-9e2a-44ff-9e2b-d79b9ea1fb1b req-a3a9262c-0414-4a6d-963f-7db74080b2c5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.1119204 Sep 18 19:40:02.130726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-4f6100ab-bae0-4c9d-9732-a57733431eb0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.132102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-4f6100ab-bae0-4c9d-9732-a57733431eb0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports/16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 942 time: 0.0848801 Sep 18 19:40:02.133854 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199b2fa-7768-4123-90b5-ff7cd905d58c None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:53:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:39:59Z', 'revision_number': 3, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:40:02.209842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eaa465bb-9e2a-44ff-9e2b-d79b9ea1fb1b req-68b7f5ca-b60b-4050-a40f-fdf9612fe4cc tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766859 Sep 18 19:40:02.317083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-5f46e59d-98a1-49c3-8fc0-72ea30ca467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.318790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-5f46e59d-98a1-49c3-8fc0-72ea30ca467a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.0637014 Sep 18 19:40:02.319817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d51b66-2611-4435-b539-14eb715cfe3f req-3b56b7b2-5a18-4199-8dda-63df284d8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.321130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50d51b66-2611-4435-b539-14eb715cfe3f req-3b56b7b2-5a18-4199-8dda-63df284d8e89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2046940 Sep 18 19:40:02.374117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d6629-c52c-45da-a701-f1d766318bc9 None None] New status for floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:40:02.421024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50d51b66-2611-4435-b539-14eb715cfe3f req-c943c533-5bbf-4d13-b926-03748e48ab61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c73fb2f2-c270-4896-8383-c0da334a6178 HTTP/1.1" status: 200 len: 217 time: 0.0787253 Sep 18 19:40:02.441846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca007ce9-3db8-4e81-b567-a3b1a83b9b69 req-244696dc-d1f7-43d7-bab8-8be42079cc8b tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 210 time: 0.0705168 Sep 18 19:40:02.541406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d51b66-2611-4435-b539-14eb715cfe3f req-b12c05eb-8f8e-4edb-91c6-da485d6c2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.543064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50d51b66-2611-4435-b539-14eb715cfe3f req-b12c05eb-8f8e-4edb-91c6-da485d6c2126 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1046448 Sep 18 19:40:02.677616 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:40:02.689184 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:02.690043 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:02.823186 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:02.839454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-931c0c6b-e567-4d5e-839f-bc0f20efff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.840879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-931c0c6b-e567-4d5e-839f-bc0f20efff33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.5160000 Sep 18 19:40:02.858030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdd25831-613b-4ffc-837b-614f4d0280f6 req-825220e4-fab3-4522-9f60-487ab3a38aaa tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 210 time: 0.3215272 Sep 18 19:40:02.909547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-c0c09313-4e18-4648-81a9-5f7f020ef65f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0538208 Sep 18 19:40:02.952331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d51b66-2611-4435-b539-14eb715cfe3f req-a503b25f-5fc6-4261-9e81-348925428996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.953770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50d51b66-2611-4435-b539-14eb715cfe3f req-a503b25f-5fc6-4261-9e81-348925428996 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245396 Sep 18 19:40:02.972824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-76017a80-0442-4971-85b0-e97ed82ce3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:02.974225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-76017a80-0442-4971-85b0-e97ed82ce3d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.0570679 Sep 18 19:40:03.090502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-87a5b212-8b06-46b8-9e7c-2217607ce050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:03.092052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-87a5b212-8b06-46b8-9e7c-2217607ce050 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028795 Sep 18 19:40:03.118893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-bff03df0-064c-405f-b365-fd34b7b83cf1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:40:03.119895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-bff03df0-064c-405f-b365-fd34b7b83cf1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057704 Sep 18 19:40:03.148638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50d51b66-2611-4435-b539-14eb715cfe3f req-d8a66102-4e66-4948-9094-271cb774c4ec service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706464 Sep 18 19:40:03.176424 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:53:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:40:02Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:03.178927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73e8c3-3077-4bca-8f9b-a362b01fff2a req-afda86dc-0271-4d52-bd43-65e8f24a7a2a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:03.180479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da73e8c3-3077-4bca-8f9b-a362b01fff2a req-afda86dc-0271-4d52-bd43-65e8f24a7a2a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 932 time: 0.1106162 Sep 18 19:40:03.210730 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:40:03.219365 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:03.220163 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:03.316459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da73e8c3-3077-4bca-8f9b-a362b01fff2a req-953c3459-5445-43d3-b5f9-9186863c128b tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254427 Sep 18 19:40:03.332618 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:03.333799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-34ab63d4-bef6-4a07-8aa5-7a749fe3100e service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967981 Sep 18 19:40:03.416888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50d51b66-2611-4435-b539-14eb715cfe3f req-caf512a6-3228-41d3-8d69-cb691deac944 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518432 Sep 18 19:40:03.505103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73172901-2c7b-49d7-8cc9-c91503655263 req-12e06950-095a-438f-9a74-b856853bdba1 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:03.506612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73172901-2c7b-49d7-8cc9-c91503655263 req-12e06950-095a-438f-9a74-b856853bdba1 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 931 time: 0.1110501 Sep 18 19:40:03.513202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-7b938cc5-1fc2-42f0-9f49-e8ecd896c145 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652677 Sep 18 19:40:03.580892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3'}, {'name': 'network-changed', 'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:03.583668 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc74586-1011-400b-9dc5-c8dac2022c24" -d '{"events": [{"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3"}, {"name": "network-changed", "server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:03.618574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73172901-2c7b-49d7-8cc9-c91503655263 req-7c7c1b22-c0b1-417d-9bda-10c62c00434d tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952294 Sep 18 19:40:03.648560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-c739fc38-97cd-485e-9f96-77c3f0f20931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:03.650302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-c739fc38-97cd-485e-9f96-77c3f0f20931 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 1098 time: 0.0975218 Sep 18 19:40:03.700807 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:53:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:40:02Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:03.730683 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddc0a9-9de1-4015-ab20-f904bcabebda None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:53:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:40:02Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:40:03.788606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db247ebc-7993-4173-a459-c37ac67fbb4a req-96f3c354-5a6d-4a92-9289-4ca113c84930 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:03.790135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db247ebc-7993-4173-a459-c37ac67fbb4a req-96f3c354-5a6d-4a92-9289-4ca113c84930 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.0985899 Sep 18 19:40:03.825161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-8eddff4b-fc1d-48c2-bbe1-0a94ddfaafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:03.826639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-8eddff4b-fc1d-48c2-bbe1-0a94ddfaafd6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.1559978 Sep 18 19:40:03.882228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db247ebc-7993-4173-a459-c37ac67fbb4a req-64a6f745-8821-421f-9baf-793f1059780b tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840409 Sep 18 19:40:03.916230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-c3eae819-eb80-4872-bed1-b48b13b4de8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 1002 time: 0.0772347 Sep 18 19:40:03.982849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-d75ab28c-07a6-46af-8fe7-d99fd188c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:03.984753 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-d75ab28c-07a6-46af-8fe7-d99fd188c711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.0677657 Sep 18 19:40:04.045651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-b787cd97-104c-44c3-b0f6-7affff1e33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:04.047354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-b787cd97-104c-44c3-b0f6-7affff1e33ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548437 Sep 18 19:40:04.070861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d82a0ec2-a3d4-42b0-ab10-62440aeb866c req-d2aaf5e7-c5a9-4889-95c0-5c617f64bf5c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 210 time: 0.0377595 Sep 18 19:40:04.123598 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70b5177-5bd4-4442-a1c6-42fe88a55232 x-openstack-request-id: req-f70b5177-5bd4-4442-a1c6-42fe88a55232 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:04.124066 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:04.124382 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f70b5177-5bd4-4442-a1c6-42fe88a55232 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:04.124837 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'status': 'completed', 'code': 200} Sep 18 19:40:04.125175 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'status': 'completed', 'code': 200} Sep 18 19:40:04.172455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 52ec9ebf-169d-47a3-9bce-58b58ae34493 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:04.206005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b57105-b089-40bf-ac75-ca004030ec60 req-37e7ecfe-f086-4999-affb-cc44fa4904e0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 210 time: 0.0312738 Sep 18 19:40:04.231487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-2c2b109e-155a-41bb-b87d-df13faa42d3d service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698976 Sep 18 19:40:04.275895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-ef0582f7-86f5-4497-91ef-7616cc60adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:04.277659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-ef0582f7-86f5-4497-91ef-7616cc60adaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.1174245 Sep 18 19:40:04.404607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466d1b5c-e859-4bce-83ae-ad8adeb5ded7 req-57d70036-e806-46d3-8ec1-0304dfc0a135 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641960 Sep 18 19:40:04.448298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-b89dccb4-ce01-4581-a5e1-f77ac723e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:04.450321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-b89dccb4-ce01-4581-a5e1-f77ac723e43e service neutron] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.1413150 Sep 18 19:40:04.539853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-8a54baaa-2987-4366-bb67-4eb3b14ad088 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0735271 Sep 18 19:40:04.612047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50b656-af6c-4701-b926-a9a29e8beea6 req-e31c0f7a-2065-4f98-8132-0b91b2d74476 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:04.613773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc50b656-af6c-4701-b926-a9a29e8beea6 req-e31c0f7a-2065-4f98-8132-0b91b2d74476 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 932 time: 0.1942923 Sep 18 19:40:04.618529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-787a3d2f-3d11-43a5-8c9a-2d3bdaee47e7 req-8a70ff95-af3a-4f3f-b1ad-18c628dfc1bb tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1002 time: 0.1533530 Sep 18 19:40:04.652179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-df0161bc-ec16-4662-bfdb-e0e95c987dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:04.653531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-df0161bc-ec16-4662-bfdb-e0e95c987dda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.1022606 Sep 18 19:40:04.723627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a3d2f-3d11-43a5-8c9a-2d3bdaee47e7 req-d3e9573a-fa73-424c-bb85-907463d9bb84 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:04.725342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-787a3d2f-3d11-43a5-8c9a-2d3bdaee47e7 req-d3e9573a-fa73-424c-bb85-907463d9bb84 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports/282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 943 time: 0.0940986 Sep 18 19:40:04.730407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc50b656-af6c-4701-b926-a9a29e8beea6 req-788c4d8e-bec7-4bdc-9546-35251195b47a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095853 Sep 18 19:40:04.743515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-be51695f-2c0e-47c2-8bcc-493dfc9edbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:04.745554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-be51695f-2c0e-47c2-8bcc-493dfc9edbd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723348 Sep 18 19:40:04.934131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-787a3d2f-3d11-43a5-8c9a-2d3bdaee47e7 req-130174e5-5270-4a46-a476-557d5e282c18 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1002 time: 0.1444747 Sep 18 19:40:04.936793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-ddb94252-5679-4f23-b54f-792ecca8ffbf service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815627 Sep 18 19:40:04.944808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cadc2f-37f5-4b00-b523-70920e741fdd req-2841e31b-c0a6-42d4-b757-72dc22fcc7c1 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:04.946235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1cadc2f-37f5-4b00-b523-70920e741fdd req-2841e31b-c0a6-42d4-b757-72dc22fcc7c1 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 931 time: 0.1455977 Sep 18 19:40:05.101509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1cadc2f-37f5-4b00-b523-70920e741fdd req-72818989-144d-4921-be14-48fffaa744fc tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460800 Sep 18 19:40:05.141667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a3d2f-3d11-43a5-8c9a-2d3bdaee47e7 req-0c25faba-2aa6-41ac-935a-ef7e87e5d6a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:05.143594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-787a3d2f-3d11-43a5-8c9a-2d3bdaee47e7 req-0c25faba-2aa6-41ac-935a-ef7e87e5d6a0 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1953278 Sep 18 19:40:05.145767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-e6935055-9ea9-4183-90a5-5c093790a4ca service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985691 Sep 18 19:40:05.244056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6136c-fa34-45b4-b888-43fcf2e5ad86 req-d2378524-b48d-4eed-ba8e-33b8bb91c796 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:05.245548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33d6136c-fa34-45b4-b888-43fcf2e5ad86 req-d2378524-b48d-4eed-ba8e-33b8bb91c796 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 944 time: 0.0817375 Sep 18 19:40:05.281885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-04386e56-9d46-4ec0-80ca-5f5b3479e3c6 req-b237c8e0-fdae-43b6-ac88-dc0eca82c5ff tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 210 time: 0.0343168 Sep 18 19:40:05.289666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-26306d23-ad74-4989-83cb-78c7eeb4f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:05.291110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-26306d23-ad74-4989-83cb-78c7eeb4f32b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 1098 time: 0.0897171 Sep 18 19:40:05.340771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33d6136c-fa34-45b4-b888-43fcf2e5ad86 req-8c0f5998-125c-4899-ba16-4224d244d713 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818310 Sep 18 19:40:05.390395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Request body: {'port': {'device_id': '8e51cf10-668b-4973-8810-ccac1a06d723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:05.391835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Request body: {'port': {'device_id': '81a81137-7dc1-4401-be99-43b5b31869f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:05.442725 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-bf7aa94c-8157-46b3-971c-b812670f18b1 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=84ec53840788485eb30ac778bceff065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979805 Sep 18 19:40:05.471598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.32', 62155) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:05.487829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-de11d2ef-8704-4a15-982a-e0e717185fec tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1002 time: 0.1702938 Sep 18 19:40:05.507149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.32', 62156) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:05.509551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-220366cd-87b0-4a86-a318-407f0f82b5a8 req-53231247-3434-4c1d-a9c1-c37c89d05c99 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 210 time: 0.0640619 Sep 18 19:40:05.628616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6bba-d358-4644-a77b-3a59e585e3af req-77bfcf6b-6b8f-4e80-932f-526c39bab1f6 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:05.630172 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-77bfcf6b-6b8f-4e80-932f-526c39bab1f6 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756372 Sep 18 19:40:05.635604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:05.651262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Request body: {'port': {'device_id': 'fc63376e-382e-485b-97cd-9a6a066158a4', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '84ec53840788485eb30ac778bceff065'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:05.918055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Made reservation on behalf of 84ec53840788485eb30ac778bceff065 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:05.921512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:05.924849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:05.931326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-a05b7b20-1903-40e1-ae75-65b239e1a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:05.932838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-a05b7b20-1903-40e1-ae75-65b239e1a633 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.6257260 Sep 18 19:40:05.939417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-996facc2-e859-4ba3-8da4-b3d1d478b139 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:05.940704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-996facc2-e859-4ba3-8da4-b3d1d478b139 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports/282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 943 time: 0.4345410 Sep 18 19:40:05.960163 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:05.971600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-084ee30e-4f53-4e4c-92cd-bd7ff06f2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:05.973464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-084ee30e-4f53-4e4c-92cd-bd7ff06f2dde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1127 time: 0.4991996 Sep 18 19:40:06.021055 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-3352002e-4a11-4932-8b72-b8b6958df8a0 service neutron] 10.222.0.32 "GET /v2.0/ports/52ec9ebf-169d-47a3-9bce-58b58ae34493/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.5105195 Sep 18 19:40:06.037951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28776931-9fc0-432a-90e7-660d81b5a870 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:06.049128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.074606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Transition to ACTIVE for port object 28776931-9fc0-432a-90e7-660d81b5a870 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:06.081295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.119179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.32', 62158) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:06.160082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902c4ae-efad-4e10-8077-f8ab2fbf3ca8 req-e2edd85c-3992-4b67-8761-c8b22cfda96f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.164902 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-7460cb12-2a58-49bc-b150-a8755ba482a0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432613 Sep 18 19:40:06.168102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c902c4ae-efad-4e10-8077-f8ab2fbf3ca8 req-e2edd85c-3992-4b67-8761-c8b22cfda96f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 932 time: 0.3097961 Sep 18 19:40:06.211829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-a043e1af-9d59-453f-a118-a248b72edbee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 1002 time: 0.2635105 Sep 18 19:40:06.240949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Pushing event updated for resources: {'Port': ['ID=28776931-9fc0-432a-90e7-660d81b5a870,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:06.256037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Attempting to bind port 28776931-9fc0-432a-90e7-660d81b5a870 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:06.256375 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Attempting to bind port 28776931-9fc0-432a-90e7-660d81b5a870 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:06.257518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Attempting to bind port 28776931-9fc0-432a-90e7-660d81b5a870 on network 986db4a8-2ea0-49de-8edd-70b30aabf449 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:06.261224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c73fb2f2-c270-4896-8383-c0da334a6178 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:06.276516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Port 28776931-9fc0-432a-90e7-660d81b5a870 on network 986db4a8-2ea0-49de-8edd-70b30aabf449 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:06.276516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Attempting to bind port 28776931-9fc0-432a-90e7-660d81b5a870 on network 986db4a8-2ea0-49de-8edd-70b30aabf449 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:06.309686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:06.310111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Checking segment: {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:06.311853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Bound using segment: {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:06.312306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Bound port: 28776931-9fc0-432a-90e7-660d81b5a870, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0964107-c1cf-41fc-b3c8-1c9124451e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:06.312672 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.332059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.347102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.373546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-5c71e56e-0915-499e-8bd8-6b88546d3901 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1002 time: 0.3514576 Sep 18 19:40:06.393754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c73fb2f2-c270-4896-8383-c0da334a6178, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c73fb2f2-c270-4896-8383-c0da334a6178,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:06.406588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'c73fb2f2-c270-4896-8383-c0da334a6178', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'c73fb2f2-c270-4896-8383-c0da334a6178', 'mac_address': 'fa:16:3e:82:88:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:06.436049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3eb1725d-0007-4bae-b84f-06c5a12c8962 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.437581 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-3eb1725d-0007-4bae-b84f-06c5a12c8962 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400823 Sep 18 19:40:06.443288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-3a3401a6-62fd-4299-b2ce-11da6145cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.444784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-3a3401a6-62fd-4299-b2ce-11da6145cddf service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.4385865 Sep 18 19:40:06.458732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c902c4ae-efad-4e10-8077-f8ab2fbf3ca8 req-3c151ce5-70f9-408d-a8e6-ed5aa4a3072d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897518 Sep 18 19:40:06.470293 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.489545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Request body: {'port': {'device_id': 'c7afd441-ba4b-4c1b-b053-f79c8676494b', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd195f88bbae74c729a7630ead8ca2d69'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:06.491108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-c33bb1b7-f9ff-4c56-a616-d2b725236e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.492521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-c33bb1b7-f9ff-4c56-a616-d2b725236e55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.2614782 Sep 18 19:40:06.494060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73fb2f2-c270-4896-8383-c0da334a6178 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:06.522814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa26496-daae-4475-88bb-3830349075a1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:06.531225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] For port 28776931-9fc0-432a-90e7-660d81b5a870, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:06.547311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c73fb2f2-c270-4896-8383-c0da334a6178, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c73fb2f2-c270-4896-8383-c0da334a6178,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:06.553853 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.582834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] For port 28776931-9fc0-432a-90e7-660d81b5a870, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=28776931-9fc0-432a-90e7-660d81b5a870,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:06.595152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.604941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-885dccb6-2d2b-4703-ba0b-da4c308a769f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 200 len: 217 time: 0.1406214 Sep 18 19:40:06.622903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=c73fb2f2-c270-4896-8383-c0da334a6178,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:06.672768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.673384 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.674838 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] 10.222.0.32 "PUT /v2.0/ports/28776931-9fc0-432a-90e7-660d81b5a870 HTTP/1.1" status: 200 len: 1092 time: 1.3295360 Sep 18 19:40:06.680020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a81137-7dc1-4401-be99-43b5b31869f5', 'tag': '28776931-9fc0-432a-90e7-660d81b5a870'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:06.682192 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa14911-15e4-4a41-b2a4-880927b1b3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "81a81137-7dc1-4401-be99-43b5b31869f5", "tag": "28776931-9fc0-432a-90e7-660d81b5a870"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:06.766588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Allocated IP 192.168.233.5 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/7a774485-ff58-478d-a192-b10aa6a34404) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:40:06.774446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66a608-158f-4745-9436-62b2dc9b1262 service neutron] Pushing event updated for resources: {'Port': ['ID=28776931-9fc0-432a-90e7-660d81b5a870,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:06.800938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-39ba1f21-82c6-4cef-b152-f0fa62505a85 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.802607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-39ba1f21-82c6-4cef-b152-f0fa62505a85 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.4282422 Sep 18 19:40:06.815038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Made reservation on behalf of d195f88bbae74c729a7630ead8ca2d69 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:06.818557 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:06.837404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-f06f24bd-2229-4f26-add3-8372904c8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.838907 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-f06f24bd-2229-4f26-add3-8372904c8f55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=691d68eba5f247bc9db032b8c0df790f&device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 1095 time: 0.1109388 Sep 18 19:40:06.850018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-2574db0d-f621-4383-b927-50e46bc7980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.851735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-2574db0d-f621-4383-b927-50e46bc7980b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3232522 Sep 18 19:40:06.852906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-efac6854-9301-4015-baa8-aba22b7b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.854238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-efac6854-9301-4015-baa8-aba22b7b737a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.2166941 Sep 18 19:40:06.902819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-accb66e0-98c6-4169-bce1-8ca20735a95d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28776931-9fc0-432a-90e7-660d81b5a870 HTTP/1.1" status: 200 len: 217 time: 0.0533621 Sep 18 19:40:06.930455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c73fb2f2-c270-4896-8383-c0da334a6178'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:06.952191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbd7da-47c9-4762-9d93-0067c1b39911 req-016f82fe-bcf0-4781-a5ce-e6fe1a61374b tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:06.953691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26cbd7da-47c9-4762-9d93-0067c1b39911 req-016f82fe-bcf0-4781-a5ce-e6fe1a61374b tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 943 time: 0.3874700 Sep 18 19:40:06.979788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-826b7841-d3e9-489a-9854-9d5c6b3c0001 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090350 Sep 18 19:40:07.077781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-968cd0fe-0008-4a96-a0e3-2fee34285d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:07.079290 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-968cd0fe-0008-4a96-a0e3-2fee34285d93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63ce3955-761d-4e73-ad27-ae759d2ade14 HTTP/1.1" status: 200 len: 854 time: 0.1685302 Sep 18 19:40:07.148793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.159096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:07.159520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-9b2a601c-d475-4e84-80b3-7fcca2652a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:07.161049 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-9b2a601c-d475-4e84-80b3-7fcca2652a62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=986db4a8-2ea0-49de-8edd-70b30aabf449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702426 Sep 18 19:40:07.164225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-7e1f5683-b2ee-4bbd-bf98-85c9a3a6c6e9 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1002 time: 0.3072736 Sep 18 19:40:07.213485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26cbd7da-47c9-4762-9d93-0067c1b39911 req-3fac6360-e31f-49fc-90b9-fb605c78b9eb tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399113 Sep 18 19:40:07.218134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:07.277251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.291164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a37d9e-4b1e-41ef-9d76-ed77711db010 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:07.298215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:07.306892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-a6a21ef1-06e3-43bc-8cf0-643663b94df5 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372385 Sep 18 19:40:07.308717 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.360028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:40:07.372134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:40:07.374334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Allocated IP 192.168.233.55 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/3d47ed86-e5a5-4cf3-b91b-9e778f537766) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:40:07.381538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:40:07.386963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:07.387651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.397840 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-492cd53e-5469-40c9-8d36-ab91bfa28333 service neutron] 10.222.0.32 "GET /v2.0/networks/986db4a8-2ea0-49de-8edd-70b30aabf449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256219 Sep 18 19:40:07.398417 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.403686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Transition to ACTIVE for port object 39a37d9e-4b1e-41ef-9d76-ed77711db010 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:07.405088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Pushing event updated for resources: {'Port': ['ID=7a774485-ff58-478d-a192-b10aa6a34404,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:07.436539 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-16d044bc-93e3-4099-a55d-01d5a878e25c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7914410 Sep 18 19:40:07.453619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Request body: {'port': {'device_id': 'fc63376e-382e-485b-97cd-9a6a066158a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:07.613519 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-e27aabff-8ce3-4e23-9edd-12a53adc304f service neutron] 10.222.0.32 "GET /v2.0/networks/986db4a8-2ea0-49de-8edd-70b30aabf449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058399 Sep 18 19:40:07.643082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.663243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8f3881ec-5b8e-47e7-a5b0-5066c215ce2a None None] Provisioning complete for port 7a774485-ff58-478d-a192-b10aa6a34404 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:07.663890 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f3881ec-5b8e-47e7-a5b0-5066c215ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.705741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8f3881ec-5b8e-47e7-a5b0-5066c215ce2a None None] Port 7a774485-ff58-478d-a192-b10aa6a34404 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:40:07.734090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-832b864b-bcb8-4855-8ca2-b4983f9b4900 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351348 Sep 18 19:40:07.738730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ec9ebf-169d-47a3-9bce-58b58ae34493 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:07.746030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.822262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:07.921507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.925158 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:07.993353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4f65a-d155-4963-be57-2b71480fcd3d req-65944f97-3d15-4b35-afcd-c410634ee318 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:07.994870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32b4f65a-d155-4963-be57-2b71480fcd3d req-65944f97-3d15-4b35-afcd-c410634ee318 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 934 time: 0.6499653 Sep 18 19:40:08.011694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Pushing event updated for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:08.019713 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.036310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:08.039684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'c73fb2f2-c270-4896-8383-c0da334a6178'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:08.054679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:40:08.054921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc74586-1011-400b-9dc5-c8dac2022c24 req-e953e46a-d2bb-4826-9916-4bc056653a5d service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140257 Sep 18 19:40:08.066123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:40:08.092853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:40:08.099698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:08.100335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.168697 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6856263 Sep 18 19:40:08.171801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c907f-2e1f-4d1f-909b-c5f4a9ee033f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'Port': ['ID=3d47ed86-e5a5-4cf3-b91b-9e778f537766,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:08.172340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-08d6670e-a98a-4ee6-b0df-1a63fe0fbb5b service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239798 Sep 18 19:40:08.173009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:08.173330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:08.173727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:08.195891 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.199427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Request body: {'port': {'device_id': 'c7afd441-ba4b-4c1b-b053-f79c8676494b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:08.200838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:08.201137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:08.210165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32b4f65a-d155-4963-be57-2b71480fcd3d req-0b4569a5-4c9d-41ee-aa8c-c7c7f1d05036 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036157 Sep 18 19:40:08.221253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.221636 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e disassociated. External IP: 172.25.8.131, port: 282b1cfa-adf6-484f-9f4a-2d2710c09397. Sep 18 19:40:08.225373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:08.225688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:08.226079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:08.226768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Bound port: 39a37d9e-4b1e-41ef-9d76-ed77711db010, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:08.226901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.276471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c73fb2f2-c270-4896-8383-c0da334a6178 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:08.290238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] Transition to ACTIVE for port object 52ec9ebf-169d-47a3-9bce-58b58ae34493 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:08.316452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.396939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port c73fb2f2-c270-4896-8383-c0da334a6178 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:08.408825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port c73fb2f2-c270-4896-8383-c0da334a6178 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:08.409204 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.423017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a774485-ff58-478d-a192-b10aa6a34404 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:08.434058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.452908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Transition to ACTIVE for port object 7a774485-ff58-478d-a192-b10aa6a34404 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:08.462235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.478163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:08.478438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9c97c1a0-57d4-4bed-b7bf-b627c6c004a7 None None] Provisioning complete for port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:08.478617 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9c97c1a0-57d4-4bed-b7bf-b627c6c004a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.481608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.509417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] Pushing event updated for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=10']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:08.513320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] No DVR routers for this DVR port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:08.529188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:08.542181 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.551091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205da9fe-7c5c-4210-9cd5-258f1df449fc req-c6e098cf-7510-41aa-9aa7-abb68c96765a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:08.553081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-205da9fe-7c5c-4210-9cd5-258f1df449fc req-c6e098cf-7510-41aa-9aa7-abb68c96765a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 945 time: 0.1920977 Sep 18 19:40:08.578094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9c97c1a0-57d4-4bed-b7bf-b627c6c004a7 None None] Port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:40:08.589888 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Pushing event updated for resources: {'Port': ['ID=7a774485-ff58-478d-a192-b10aa6a34404,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:08.666617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-cf3756dc-d479-4e51-8fdb-30f04bf8994f service neutron] 10.222.0.32 "PUT /v2.0/ports/52ec9ebf-169d-47a3-9bce-58b58ae34493/bindings/n-h2-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 2.6119933 Sep 18 19:40:08.671110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:08.671775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.673150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] 10.222.0.32 "PUT /v2.0/ports/39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 200 len: 1093 time: 3.2918167 Sep 18 19:40:08.677241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:08.679524 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6139a8f0-b78a-4211-9f27-97feb4a22a88" -d '{"events": [{"name": "network-changed", "server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:08.712223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.719094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Attempting to bind port 7a774485-ff58-478d-a192-b10aa6a34404 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:08.719469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Attempting to bind port 7a774485-ff58-478d-a192-b10aa6a34404 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:08.719707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Attempting to bind port 7a774485-ff58-478d-a192-b10aa6a34404 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:08.729833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Port 7a774485-ff58-478d-a192-b10aa6a34404 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:08.730159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Attempting to bind port 7a774485-ff58-478d-a192-b10aa6a34404 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:08.738544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:08.738877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:08.739262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:08.739952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Bound port: 7a774485-ff58-478d-a192-b10aa6a34404, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:08.740105 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.804881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed182e3-4695-48e0-a7b7-2420109575ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73fb2f2-c270-4896-8383-c0da334a6178'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:08.807192 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122af14d-5f40-463f-a31e-4706a963cc7b" -d '{"events": [{"server_uuid": "fed182e3-4695-48e0-a7b7-2420109575ec", "name": "network-vif-plugged", "status": "completed", "tag": "c73fb2f2-c270-4896-8383-c0da334a6178"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:08.857018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c73fb2f2-c270-4896-8383-c0da334a6178, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c73fb2f2-c270-4896-8383-c0da334a6178,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:08.882319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-205da9fe-7c5c-4210-9cd5-258f1df449fc req-1ce1d98b-967f-4349-b606-552b3622624b tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075292 Sep 18 19:40:08.885055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42848f9f-173d-4b09-937c-21fb9e3cfbed service neutron] Pushing event updated for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:08.910788 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.920470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] For port 7a774485-ff58-478d-a192-b10aa6a34404, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:08.938336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] For port 7a774485-ff58-478d-a192-b10aa6a34404, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7a774485-ff58-478d-a192-b10aa6a34404,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:08.941991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-910252f1-25ab-44b0-8296-391b8d7d858a tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:08.943537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-910252f1-25ab-44b0-8296-391b8d7d858a tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.1248140 Sep 18 19:40:08.945373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:40:08.945795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:08.950415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-abf2c5ac-cc7a-46f5-bda1-8dcff4242b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:08.952188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-abf2c5ac-cc7a-46f5-bda1-8dcff4242b60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1096 time: 0.1558771 Sep 18 19:40:09.020883 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.021543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:09.023454 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] 10.222.0.32 "PUT /v2.0/ports/7a774485-ff58-478d-a192-b10aa6a34404 HTTP/1.1" status: 200 len: 1095 time: 1.5775459 Sep 18 19:40:09.059364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d47ed86-e5a5-4cf3-b91b-9e778f537766 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:09.063785 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-35226915-5e50-4325-a061-fd027bfebc20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 200 len: 217 time: 0.0938163 Sep 18 19:40:09.081476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:09.083168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=c73fb2f2-c270-4896-8383-c0da334a6178,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:09.086750 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c73b9b-b85d-424c-8661-f5bba001dc5c service neutron] Pushing event updated for resources: {'Port': ['ID=7a774485-ff58-478d-a192-b10aa6a34404,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:09.131737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Transition to ACTIVE for port object 3d47ed86-e5a5-4cf3-b91b-9e778f537766 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:09.136487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-df7a0f3b-9de7-4e7e-b634-f45a7684621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.138289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-df7a0f3b-9de7-4e7e-b634-f45a7684621a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.0608914 Sep 18 19:40:09.141658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:09.154659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6bba-d358-4644-a77b-3a59e585e3af req-d1a658e6-84d9-44e2-be9c-8711a635116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.156217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-d1a658e6-84d9-44e2-be9c-8711a635116f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84ec53840788485eb30ac778bceff065&device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 1098 time: 0.0791655 Sep 18 19:40:09.198585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-c76c20b2-84ba-4c3b-834d-300c4a2589e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421743 Sep 18 19:40:09.240243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-c28c3259-9c4c-4d49-822e-f9efd6c97242 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7a774485-ff58-478d-a192-b10aa6a34404 HTTP/1.1" status: 200 len: 217 time: 0.0606682 Sep 18 19:40:09.300460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Pushing event updated for resources: {'Port': ['ID=3d47ed86-e5a5-4cf3-b91b-9e778f537766,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:09.305626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-04e70d6d-da6f-4c22-8e8d-7eeefa641724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.306980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-04e70d6d-da6f-4c22-8e8d-7eeefa641724 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881&tenant_id=5442dfe435d345d489294f8e3e53d74b HTTP/1.1" status: 200 len: 1097 time: 0.3471138 Sep 18 19:40:09.328577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Attempting to bind port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:09.328950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Attempting to bind port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:09.329231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Attempting to bind port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:09.338001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6bba-d358-4644-a77b-3a59e585e3af req-971dc9bf-28d0-4019-b5a0-bb6def4bf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.339533 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-971dc9bf-28d0-4019-b5a0-bb6def4bf620 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0908802 Sep 18 19:40:09.340229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:09.340544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Attempting to bind port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:09.353902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6cc5-82ab-4c23-bedb-dc0f551dfa90 req-27776cfb-8e2d-404b-af19-d29e11e1f3a4 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.354168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:09.354483 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:09.354926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:09.355298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Bound port: 3d47ed86-e5a5-4cf3-b91b-9e778f537766, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:09.355665 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:09.360665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d33c6cc5-82ab-4c23-bedb-dc0f551dfa90 req-27776cfb-8e2d-404b-af19-d29e11e1f3a4 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 935 time: 0.2951443 Sep 18 19:40:09.381478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-70d8b28a-7584-451c-913c-b6cfd8e5c2c9 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704092 Sep 18 19:40:09.435033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6bba-d358-4644-a77b-3a59e585e3af req-2ff34219-67c2-487c-910c-b37bc7bba054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.436501 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-2ff34219-67c2-487c-910c-b37bc7bba054 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902252 Sep 18 19:40:09.476981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:40:09.490888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:40:09.493208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:09.508297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] For port 3d47ed86-e5a5-4cf3-b91b-9e778f537766, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:09.520323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:09.521289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:09.533492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d33c6cc5-82ab-4c23-bedb-dc0f551dfa90 req-43654137-2ed1-4288-a204-8de6d1e4877c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708457 Sep 18 19:40:09.599814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-472c1da4-252d-43fd-8b05-3c1bb8849b51 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "PUT /v2.0/floatingips/8594e5f8-38ad-410c-9947-ff7cd1c0be3e HTTP/1.1" status: 200 len: 695 time: 2.3932099 Sep 18 19:40:09.609924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-069a2513-0fe5-498b-9706-e67e8272ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.612488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-069a2513-0fe5-498b-9706-e67e8272ff1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1097 time: 0.2466886 Sep 18 19:40:09.636334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] For port 3d47ed86-e5a5-4cf3-b91b-9e778f537766, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3d47ed86-e5a5-4cf3-b91b-9e778f537766,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:09.654030 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:09.759047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-2763007d-37b9-464e-bad0-45209a95f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.760903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-2763007d-37b9-464e-bad0-45209a95f1b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 1098 time: 0.1454146 Sep 18 19:40:09.771446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ba2fb0-110f-45ad-956d-735584c4fc33 req-8c1502b9-68dc-4ff7-b955-abc907a96f41 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599675 Sep 18 19:40:09.815603 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-93b34f07-1d60-4eeb-8e4a-36aca939e7ac service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713405 Sep 18 19:40:09.816987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.817598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:09.819603 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] 10.222.0.32 "PUT /v2.0/ports/3d47ed86-e5a5-4cf3-b91b-9e778f537766 HTTP/1.1" status: 200 len: 1096 time: 1.6258371 Sep 18 19:40:09.849739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:09.951903 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ab60f-d062-4c17-b369-31d34b6f0ca8 x-openstack-request-id: req-e30ab60f-d062-4c17-b369-31d34b6f0ca8 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:09.956872 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a81137-7dc1-4401-be99-43b5b31869f5", "tag": "28776931-9fc0-432a-90e7-660d81b5a870", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:09.957227 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e30ab60f-d062-4c17-b369-31d34b6f0ca8 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:09.957726 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a81137-7dc1-4401-be99-43b5b31869f5', 'tag': '28776931-9fc0-432a-90e7-660d81b5a870', 'status': 'completed', 'code': 200} Sep 18 19:40:09.976197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-ff0caf02-b975-4698-9c98-ae6eaf5a8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:09.977483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-ff0caf02-b975-4698-9c98-ae6eaf5a8b59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.3522918 Sep 18 19:40:09.987868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd0a79-b9fa-444a-9613-c5c943817620 service neutron] Pushing event updated for resources: {'Port': ['ID=3d47ed86-e5a5-4cf3-b91b-9e778f537766,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:10.039585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-238b6bba-d358-4644-a77b-3a59e585e3af req-42439c68-f32b-43fa-a9a5-db164e07d731 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026513 Sep 18 19:40:10.047478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-df9e2376-a851-40e9-9a58-689df0676a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.050423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-df9e2376-a851-40e9-9a58-689df0676a31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 1099 time: 0.0886304 Sep 18 19:40:10.107933 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-e3939998-a888-4729-8156-5365e93d8656 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3d47ed86-e5a5-4cf3-b91b-9e778f537766 HTTP/1.1" status: 200 len: 217 time: 0.0467656 Sep 18 19:40:10.194592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-032ca94f-1eac-4a31-9293-601e35659c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.197137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-032ca94f-1eac-4a31-9293-601e35659c84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0814579 Sep 18 19:40:10.201135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d95e1a2c-8110-468d-a3c2-da0ac961567c details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:10.277597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-03b66187-086d-411b-ba3a-aa9b5b2ca232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.285097 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-03b66187-086d-411b-ba3a-aa9b5b2ca232 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743825 Sep 18 19:40:10.368072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-29ad02e6-7ebb-44f8-b655-74020537c48c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 200 len: 217 time: 0.3787270 Sep 18 19:40:10.374321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-237ef56f-585f-4dc4-82f6-32e073909c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.376330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-237ef56f-585f-4dc4-82f6-32e073909c72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=691d68eba5f247bc9db032b8c0df790f&device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 1095 time: 0.4906924 Sep 18 19:40:10.425045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-f747a87c-b564-4fd8-957e-23a31aed7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.432342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-f747a87c-b564-4fd8-957e-23a31aed7208 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.5723262 Sep 18 19:40:10.446920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:10.482188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:10.491596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'mac_address': 'fa:16:3e:37:fe:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:10.508600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-fee1dbf5-a6b3-4f85-878c-e50b453d768a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 217 time: 0.0753381 Sep 18 19:40:10.512747 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-141f4419-c3f1-4e38-9050-a22c39b86c59 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188725 Sep 18 19:40:10.537701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:40:10.554901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966665c-1798-4282-92ae-7b102112fb3c req-26995efa-a423-4c4d-9dcd-07cc6759f07d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.561770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7966665c-1798-4282-92ae-7b102112fb3c req-26995efa-a423-4c4d-9dcd-07cc6759f07d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 944 time: 0.5791302 Sep 18 19:40:10.564603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-9a737eac-2050-40ef-bb6c-e87fb8b28189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.566171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-9a737eac-2050-40ef-bb6c-e87fb8b28189 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1817348 Sep 18 19:40:10.574021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:10.575025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:10.652075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-700435c8-a00b-4807-a3a4-8a275df724f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537112 Sep 18 19:40:10.666882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-edccc454-d0ae-40e7-ba14-e64d41757665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.668403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-edccc454-d0ae-40e7-ba14-e64d41757665 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.1590524 Sep 18 19:40:10.738945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76f38032-40c5-4981-ab74-04b2466adfc4 req-f32197e2-b740-4fc1-8cc2-5e996f460d5d service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189913 Sep 18 19:40:10.741159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7966665c-1798-4282-92ae-7b102112fb3c req-5f9f017b-2fdd-4b07-b51e-8bde604e9cf0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779311 Sep 18 19:40:10.833087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-e230cea2-0862-4fb8-a33c-da6d8d651f4f service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540310 Sep 18 19:40:10.838234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-d11c6e69-5dd6-406d-b6ee-3a60f1270c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.839692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-d11c6e69-5dd6-406d-b6ee-3a60f1270c2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=986db4a8-2ea0-49de-8edd-70b30aabf449 HTTP/1.1" status: 200 len: 916 time: 0.4456992 Sep 18 19:40:10.880895 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:10.904468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d95e1a2c-8110-468d-a3c2-da0ac961567c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:10.911925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-49d33925-e233-4e0a-b94b-44fc1970c6f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28776931-9fc0-432a-90e7-660d81b5a870 HTTP/1.1" status: 200 len: 217 time: 0.0553071 Sep 18 19:40:10.940888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:10.943941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:10.945553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-fc46b022-854d-4c45-abfe-ecd245a2c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:10.947280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-fc46b022-854d-4c45-abfe-ecd245a2c380 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694094 Sep 18 19:40:10.991150 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:10.993046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 28776931-9fc0-432a-90e7-660d81b5a870 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:11.055820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:11.151465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1681d1-fd04-4aaa-ba34-9abb87eefed6 req-8eec95f9-4f45-4e9c-8c8d-d2bb7725b312 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:11.160613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f1681d1-fd04-4aaa-ba34-9abb87eefed6 req-8eec95f9-4f45-4e9c-8c8d-d2bb7725b312 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 943 time: 0.3199084 Sep 18 19:40:11.210907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-7854ed69-c7e3-4a21-8f89-e143fccfad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:11.212419 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-7854ed69-c7e3-4a21-8f89-e143fccfad0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63ce3955-761d-4e73-ad27-ae759d2ade14 HTTP/1.1" status: 200 len: 854 time: 0.2608953 Sep 18 19:40:11.235280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-a235c951-cd35-4acc-99f0-bc14fd1bf59d service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690561 Sep 18 19:40:11.270842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-281fba7e-c90c-4e81-b6ad-d0ffcca8f1c9 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713722 Sep 18 19:40:11.279211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 28776931-9fc0-432a-90e7-660d81b5a870, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=28776931-9fc0-432a-90e7-660d81b5a870,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:11.309560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f1681d1-fd04-4aaa-ba34-9abb87eefed6 req-aa8e74d0-9cf6-454d-8154-2029ff5ffff2 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480291 Sep 18 19:40:11.317383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '28776931-9fc0-432a-90e7-660d81b5a870', 'network_id': '986db4a8-2ea0-49de-8edd-70b30aabf449', 'port_id': '28776931-9fc0-432a-90e7-660d81b5a870', 'mac_address': 'fa:16:3e:f1:a8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ce3955-761d-4e73-ad27-ae759d2ade14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:11.370279 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:11.386773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28776931-9fc0-432a-90e7-660d81b5a870 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:11.413069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-9b981619-6adf-4569-ab64-ea0c109e7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:11.414882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-9b981619-6adf-4569-ab64-ea0c109e7606 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=986db4a8-2ea0-49de-8edd-70b30aabf449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1926711 Sep 18 19:40:11.425364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 28776931-9fc0-432a-90e7-660d81b5a870, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=28776931-9fc0-432a-90e7-660d81b5a870,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:11.436028 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:11.473332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:11.474769 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5169981-2ee0-4f97-9106-9466d1ebd7ec x-openstack-request-id: req-b5169981-2ee0-4f97-9106-9466d1ebd7ec {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:11.475740 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:11.477486 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5169981-2ee0-4f97-9106-9466d1ebd7ec {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:11.478153 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010', 'status': 'completed', 'code': 200} Sep 18 19:40:11.519750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88d4f1-f077-4a1c-b80d-6ad1b79284d2 None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:40:11.544428 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29966322-f206-4cdf-bb6e-9c00fa92a0a6 x-openstack-request-id: req-29966322-f206-4cdf-bb6e-9c00fa92a0a6 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:11.544774 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed182e3-4695-48e0-a7b7-2420109575ec", "name": "network-vif-plugged", "status": "completed", "tag": "c73fb2f2-c270-4896-8383-c0da334a6178", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:11.544951 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29966322-f206-4cdf-bb6e-9c00fa92a0a6 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:11.545346 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed182e3-4695-48e0-a7b7-2420109575ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73fb2f2-c270-4896-8383-c0da334a6178', 'code': 200} Sep 18 19:40:11.546571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d95e1a2c-8110-468d-a3c2-da0ac961567c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:11.629712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db2bf61-6de7-4ab6-9fa5-b3d06d35bb92 req-8b28434b-2ab3-465b-a84f-a672a2473a6b service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723519 Sep 18 19:40:11.637127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-ea5e1168-543a-4ee6-b4b3-8ed20de014c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:11.639692 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-ea5e1168-543a-4ee6-b4b3-8ed20de014c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1096 time: 0.1570141 Sep 18 19:40:11.644722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=28776931-9fc0-432a-90e7-660d81b5a870,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:11.687604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-11d66e1c-18d7-44c5-9efe-f7722b101b64 service neutron] 10.222.0.32 "GET /v2.0/networks/986db4a8-2ea0-49de-8edd-70b30aabf449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471974 Sep 18 19:40:11.716033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['28776931-9fc0-432a-90e7-660d81b5a870'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:11.842478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-655da0c9-a5fc-4a22-92bd-59d3848dbb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:11.844793 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-655da0c9-a5fc-4a22-92bd-59d3848dbb6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.1976933 Sep 18 19:40:11.912691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664d750-bb39-4291-9b9e-b4434d8aef8d req-da27260c-fdc6-426e-a82d-7f25062810fd tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:11.914929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4664d750-bb39-4291-9b9e-b4434d8aef8d req-da27260c-fdc6-426e-a82d-7f25062810fd tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 946 time: 0.2247856 Sep 18 19:40:11.917099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5dddcc34-06ea-4f5d-a877-c5cb06d9f4a7 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:11.918894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-5dddcc34-06ea-4f5d-a877-c5cb06d9f4a7 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.2300763 Sep 18 19:40:11.933562 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-04d0f794-1d04-4ed8-ae08-d0da67dd1f09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 200 len: 217 time: 0.0796072 Sep 18 19:40:11.990642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc63376e-382e-485b-97cd-9a6a066158a4', 'tag': '7a774485-ff58-478d-a192-b10aa6a34404'}, {'name': 'network-changed', 'server_uuid': 'c7afd441-ba4b-4c1b-b053-f79c8676494b', 'tag': '3d47ed86-e5a5-4cf3-b91b-9e778f537766'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:11.993368 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce6a64-5caa-4aca-813f-4ec4981f3e99" -d '{"events": [{"name": "network-changed", "server_uuid": "fc63376e-382e-485b-97cd-9a6a066158a4", "tag": "7a774485-ff58-478d-a192-b10aa6a34404"}, {"name": "network-changed", "server_uuid": "c7afd441-ba4b-4c1b-b053-f79c8676494b", "tag": "3d47ed86-e5a5-4cf3-b91b-9e778f537766"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:11.995018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e68d8-21ee-4f51-981d-34c587c426ec req-e847b59a-cbad-4b8d-aa46-c0b3a3405340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:11.998079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1e68d8-21ee-4f51-981d-34c587c426ec req-e847b59a-cbad-4b8d-aa46-c0b3a3405340 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 1101 time: 0.2550261 Sep 18 19:40:12.036386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-b28c977e-a29e-4bf2-92e3-56e41c2480bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:12.037490 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-b28c977e-a29e-4bf2-92e3-56e41c2480bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.0946550 Sep 18 19:40:12.068003 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e1d49a-6022-4336-9379-8f7c625d68d9 None None] New status for floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:40:12.081994 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-138a3e66-9d6a-4277-8314-a4c0ba8d6e5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333912 Sep 18 19:40:12.105804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650799-7d4c-478c-a90d-cb5ac14fcb70 req-961f60fb-9f07-40dd-a9e0-fe0fcda960ac tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:12.107982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e650799-7d4c-478c-a90d-cb5ac14fcb70 req-961f60fb-9f07-40dd-a9e0-fe0fcda960ac tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 946 time: 0.3232183 Sep 18 19:40:12.185504 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-bb9d35eb-a33a-4bb3-bd87-ee3e3513133f service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929563 Sep 18 19:40:12.201760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1e68d8-21ee-4f51-981d-34c587c426ec req-c2e7d064-f7ea-4c18-9600-3a460c8ec92d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670318 Sep 18 19:40:12.215053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 39a37d9e-4b1e-41ef-9d76-ed77711db010 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:12.219597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d95e1a2c-8110-468d-a3c2-da0ac961567c up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:12.228137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4664d750-bb39-4291-9b9e-b4434d8aef8d req-d5efa687-ef47-4491-a3a8-ce7a5776f3b3 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990925 Sep 18 19:40:12.230762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e650799-7d4c-478c-a90d-cb5ac14fcb70 req-2200c77f-af53-4b59-9078-9aa2e804757a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101220 Sep 18 19:40:12.235441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fa14911-15e4-4a41-b2a4-880927b1b3ef req-a564a574-509d-4955-bf74-f39e86aeb0d6 service neutron] 10.222.0.32 "GET /v2.0/networks/986db4a8-2ea0-49de-8edd-70b30aabf449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041683 Sep 18 19:40:12.412136 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6139a8f0-b78a-4211-9f27-97feb4a22a88 req-d85c7da6-08e3-4dec-89a2-e3fbd48ca525 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181249 Sep 18 19:40:12.437758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a454fe-a496-4ec8-9583-5ac3102bd66d req-f7e3a965-23f9-480a-81c2-80b06cd27ce1 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:12.447526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19a454fe-a496-4ec8-9583-5ac3102bd66d req-f7e3a965-23f9-480a-81c2-80b06cd27ce1 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 945 time: 0.0982594 Sep 18 19:40:12.449734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-43e19bc8-7a2c-4f9b-b610-9223c89b2751 service neutron] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:12.462366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port d95e1a2c-8110-468d-a3c2-da0ac961567c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:12.462742 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:12.511213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-43e19bc8-7a2c-4f9b-b610-9223c89b2751 service neutron] Notify callbacks [] for binding, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:12.512867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c6255-e645-47d8-8fb9-4ddbeef28177 req-43e19bc8-7a2c-4f9b-b610-9223c89b2751 service neutron] 10.222.0.24 "DELETE /v2.0/ports/52ec9ebf-169d-47a3-9bce-58b58ae34493/bindings/n-h1-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.5851336 Sep 18 19:40:12.516564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:12.535230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19a454fe-a496-4ec8-9583-5ac3102bd66d req-07f7c4d6-e180-44b8-b629-7acd77018acb tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818942 Sep 18 19:40:12.537618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '39a37d9e-4b1e-41ef-9d76-ed77711db010', 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'port_id': '39a37d9e-4b1e-41ef-9d76-ed77711db010', 'mac_address': 'fa:16:3e:a7:e3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a56c70-90bf-47ef-a3e9-dbe557b29cdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:12.622027 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:12.636481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c8d2-bc5b-4689-bfdf-fc83a99f89d4 req-8bff1102-00d3-4316-93b2-5d317eed3e26 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:12.644746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4647c8d2-bc5b-4689-bfdf-fc83a99f89d4 req-8bff1102-00d3-4316-93b2-5d317eed3e26 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 947 time: 0.1933002 Sep 18 19:40:12.646083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:12.649863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a37d9e-4b1e-41ef-9d76-ed77711db010 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:12.685446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:12.693846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:12.694308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4647c8d2-bc5b-4689-bfdf-fc83a99f89d4 req-730d7e12-a019-42a5-b548-a8db3feaac75 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Sep 18 19:40:12.708026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:12.729545 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:12.774059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:12.862421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0b621-95fc-469c-9f1c-cc1d3856340a req-47c97a02-5866-4a5e-9465-0a510699d367 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:12.864025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ee0b621-95fc-469c-9f1c-cc1d3856340a req-47c97a02-5866-4a5e-9465-0a510699d367 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 945 time: 0.0946703 Sep 18 19:40:12.874942 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:40:12.880331 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a02772-a763-4f54-a6e4-aa0a743214ef x-openstack-request-id: req-d1a02772-a763-4f54-a6e4-aa0a743214ef {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:12.880829 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc63376e-382e-485b-97cd-9a6a066158a4", "tag": "7a774485-ff58-478d-a192-b10aa6a34404", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7afd441-ba4b-4c1b-b053-f79c8676494b", "tag": "3d47ed86-e5a5-4cf3-b91b-9e778f537766", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:12.880988 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1a02772-a763-4f54-a6e4-aa0a743214ef {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:12.881454 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc63376e-382e-485b-97cd-9a6a066158a4', 'tag': '7a774485-ff58-478d-a192-b10aa6a34404', 'status': 'completed', 'code': 200} Sep 18 19:40:12.881776 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7afd441-ba4b-4c1b-b053-f79c8676494b', 'tag': '3d47ed86-e5a5-4cf3-b91b-9e778f537766', 'status': 'completed', 'code': 200} Sep 18 19:40:12.889592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:12.919006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ee0b621-95fc-469c-9f1c-cc1d3856340a req-c405ddad-042f-41bc-8b6f-ea53cb9d33e2 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Sep 18 19:40:12.963056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['39a37d9e-4b1e-41ef-9d76-ed77711db010'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:13.023501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-1ce9d70d-6c5d-43cf-ba7a-d3c3739b2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:13.027187 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-1ce9d70d-6c5d-43cf-ba7a-d3c3739b2bc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84ec53840788485eb30ac778bceff065&device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 1098 time: 0.1066666 Sep 18 19:40:13.071768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5337995-c980-4fdf-8b91-ed509964117b req-c82b7c46-8c40-4cdb-bb2d-294aaf29e672 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:13.082949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5337995-c980-4fdf-8b91-ed509964117b req-c82b7c46-8c40-4cdb-bb2d-294aaf29e672 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 944 time: 0.1088438 Sep 18 19:40:13.167480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5337995-c980-4fdf-8b91-ed509964117b req-b3519958-08ce-46df-afe2-c27be340e18d tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Sep 18 19:40:13.228704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-7690f91b-71fe-4457-bb1e-0327066fbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:13.231137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-7690f91b-71fe-4457-bb1e-0327066fbdf2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1863790 Sep 18 19:40:13.280926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-2f9e887d-0d58-4b23-ba1f-88218a4eb3fc tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:13.291357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-2f9e887d-0d58-4b23-ba1f-88218a4eb3fc tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1289549 Sep 18 19:40:13.294727 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-16cd2ac5-eee0-431d-b34b-8f7d201a920d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7a774485-ff58-478d-a192-b10aa6a34404 HTTP/1.1" status: 200 len: 217 time: 0.0532498 Sep 18 19:40:13.376385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-7aa1f795-e90a-4077-bd5a-ee158f14adfc tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 696 time: 0.0840881 Sep 18 19:40:13.377722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-37c3aa82-9cc1-41a4-a049-9cdfdc3baea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:13.379678 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-37c3aa82-9cc1-41a4-a049-9cdfdc3baea2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0764701 Sep 18 19:40:13.399416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Request body: {'floatingip': {'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:13.403325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405c02e-f52c-4ab9-a4e3-c0bc18802299 req-ebed63a8-8755-43e7-bf44-cc512f093295 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:13.412200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2405c02e-f52c-4ab9-a4e3-c0bc18802299 req-ebed63a8-8755-43e7-bf44-cc512f093295 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 1097 time: 0.1590326 Sep 18 19:40:13.432275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-6a1b6d16-8977-467a-a91c-5acf60005c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:13.433944 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-6a1b6d16-8977-467a-a91c-5acf60005c10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427828 Sep 18 19:40:13.481993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:13.484395 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f9810c-8186-45c6-b265-d592fe093748" -d '{"events": [{"name": "network-changed", "server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:13.496863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2405c02e-f52c-4ab9-a4e3-c0bc18802299 req-b6d6012b-eed0-49a0-9d7d-7451c4ae7180 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819654 Sep 18 19:40:13.499242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:13.547016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:13.551019 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d456c89c-cb49-4dea-8183-b15c5439e19e" -d '{"events": [{"server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "name": "network-vif-plugged", "status": "completed", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:13.578887 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-7eae2770-32d7-4de7-830f-bf748e531ff2 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365836 Sep 18 19:40:13.760553 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-37ebffbc-d0a1-4942-af04-62884a824aab service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721246 Sep 18 19:40:13.874099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-b6ff1a39-7dfa-4a74-813d-8529bba0f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:13.875951 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-b6ff1a39-7dfa-4a74-813d-8529bba0f6c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 1099 time: 0.0555081 Sep 18 19:40:14.024369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea2615-d166-44e3-91da-af8ed17fb80e req-477c6d20-e114-4d96-b8d2-4a520d1f2470 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:14.028266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-5ec04ce9-58eb-4a93-873c-603d43c7aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:14.030345 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-5ec04ce9-58eb-4a93-873c-603d43c7aa1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1468916 Sep 18 19:40:14.031945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79ea2615-d166-44e3-91da-af8ed17fb80e req-477c6d20-e114-4d96-b8d2-4a520d1f2470 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 946 time: 0.1494045 Sep 18 19:40:14.076678 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-c0ee02f6-f33a-4aee-a591-c64b490c70cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3d47ed86-e5a5-4cf3-b91b-9e778f537766 HTTP/1.1" status: 200 len: 217 time: 0.0382712 Sep 18 19:40:14.129833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79ea2615-d166-44e3-91da-af8ed17fb80e req-d02e1f12-5b3f-48bc-8410-217c90849156 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966620 Sep 18 19:40:14.135889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-8a9270fd-9918-4d17-92e4-6ef877dcaa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:14.137587 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-8a9270fd-9918-4d17-92e4-6ef877dcaa79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0544906 Sep 18 19:40:14.188017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-aa9d915b-9b1b-40ec-8dda-5e06d5e0e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:14.190331 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-aa9d915b-9b1b-40ec-8dda-5e06d5e0e829 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455346 Sep 18 19:40:14.226094 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22e543-fdbe-4107-8524-509caa0b961b x-openstack-request-id: req-ae22e543-fdbe-4107-8524-509caa0b961b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:14.226390 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "name": "network-vif-plugged", "status": "completed", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:14.226639 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae22e543-fdbe-4107-8524-509caa0b961b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:14.227484 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'code': 200} Sep 18 19:40:14.237101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3d47ed86-e5a5-4cf3-b91b-9e778f537766 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:14.239756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 39a37d9e-4b1e-41ef-9d76-ed77711db010 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:14.375963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-cf066866-fc81-47a3-9e4d-51a1c0075dcf service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739285 Sep 18 19:40:14.442096 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3d47ed86-e5a5-4cf3-b91b-9e778f537766, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3d47ed86-e5a5-4cf3-b91b-9e778f537766,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:14.456139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '3d47ed86-e5a5-4cf3-b91b-9e778f537766', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '3d47ed86-e5a5-4cf3-b91b-9e778f537766', 'mac_address': 'fa:16:3e:c4:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:14.495628 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90ce6a64-5caa-4aca-813f-4ec4981f3e99 req-8212af83-f072-4c92-9fea-555c25ea2d8a service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144552 Sep 18 19:40:14.504897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 39a37d9e-4b1e-41ef-9d76-ed77711db010 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:14.505134 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6750f3-c698-4bbf-a72a-c55b5ef7b252 x-openstack-request-id: req-8b6750f3-c698-4bbf-a72a-c55b5ef7b252 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:14.505628 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:14.505628 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b6750f3-c698-4bbf-a72a-c55b5ef7b252 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:14.506012 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'status': 'completed', 'code': 200} Sep 18 19:40:14.515063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:14.518556 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 39a37d9e-4b1e-41ef-9d76-ed77711db010 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:14.518922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:14.549401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d47ed86-e5a5-4cf3-b91b-9e778f537766 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:14.579975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3d47ed86-e5a5-4cf3-b91b-9e778f537766, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3d47ed86-e5a5-4cf3-b91b-9e778f537766,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:14.588596 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:14.589505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7a774485-ff58-478d-a192-b10aa6a34404 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:14.606600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.resource_extend [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:40:14.692847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9810c-8186-45c6-b265-d592fe093748 req-797bc1be-d83c-41be-bcd6-7f4bdccf6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:14.693767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7a774485-ff58-478d-a192-b10aa6a34404, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7a774485-ff58-478d-a192-b10aa6a34404,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:14.694839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54f9810c-8186-45c6-b265-d592fe093748 req-797bc1be-d83c-41be-bcd6-7f4bdccf6327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 1098 time: 0.1880600 Sep 18 19:40:14.726390 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3d47ed86-e5a5-4cf3-b91b-9e778f537766,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:14.745022 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:14.774782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:14.784242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:14.787671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '7a774485-ff58-478d-a192-b10aa6a34404', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '7a774485-ff58-478d-a192-b10aa6a34404', 'mac_address': 'fa:16:3e:76:00:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:14.793128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:14.817335 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:14.818070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 28776931-9fc0-432a-90e7-660d81b5a870 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:14.894358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:14.901561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-1511763d-5ba7-4a72-8176-0f2409257d54 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:14.909097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-1511763d-5ba7-4a72-8176-0f2409257d54 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 821 time: 0.3776219 Sep 18 19:40:14.932155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-abf68dfe-74bd-4dcd-8c78-a6b4c896468a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/quotas/5442dfe435d345d489294f8e3e53d74b HTTP/1.1" status: 200 len: 375 time: 0.0221286 Sep 18 19:40:14.932901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a774485-ff58-478d-a192-b10aa6a34404 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:14.946215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:14.962993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 28776931-9fc0-432a-90e7-660d81b5a870 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:14.973972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7a774485-ff58-478d-a192-b10aa6a34404, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7a774485-ff58-478d-a192-b10aa6a34404,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:14.974933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 28776931-9fc0-432a-90e7-660d81b5a870 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:14.975460 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:15.009359 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:15.025546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9810c-8186-45c6-b265-d592fe093748 req-3771cdc6-e934-43fe-a981-e9f7876ad916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:15.027002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54f9810c-8186-45c6-b265-d592fe093748 req-3771cdc6-e934-43fe-a981-e9f7876ad916 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.3180106 Sep 18 19:40:15.057563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-5f952671-aba5-4b79-bc72-578e0344530c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:15.059042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-5f952671-aba5-4b79-bc72-578e0344530c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.24 "GET /v2.0/ports?device_id=2515b3a7-921d-4a09-bfc9-3a2e7df787ad HTTP/1.1" status: 200 len: 946 time: 0.1993473 Sep 18 19:40:15.089741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7a774485-ff58-478d-a192-b10aa6a34404,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:15.107048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54f9810c-8186-45c6-b265-d592fe093748 req-42d0f317-adf6-453e-9016-f98a591b4439 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 200 len: 217 time: 0.0681877 Sep 18 19:40:15.120095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-349fa40b-ef69-4daa-9a54-42376365118a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870286 Sep 18 19:40:15.133790 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:15.153507 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e associated. External IP: 172.25.8.131, port: 16706c9d-3f47-4780-9f55-ac2ac37a78a3. Sep 18 19:40:15.329939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9810c-8186-45c6-b265-d592fe093748 req-a89f1882-16ab-4264-93c3-33a9b77212ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:15.331455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54f9810c-8186-45c6-b265-d592fe093748 req-a89f1882-16ab-4264-93c3-33a9b77212ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.2094438 Sep 18 19:40:15.361149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 28776931-9fc0-432a-90e7-660d81b5a870, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=28776931-9fc0-432a-90e7-660d81b5a870,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:15.369559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:15.423366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=28776931-9fc0-432a-90e7-660d81b5a870,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:15.428854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-c2082d3d-47b5-4140-b4d5-ed409f9626b2 service neutron] 10.222.0.20 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079076 Sep 18 19:40:15.477636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7a774485-ff58-478d-a192-b10aa6a34404'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:15.482541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3d47ed86-e5a5-4cf3-b91b-9e778f537766'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:15.509622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9810c-8186-45c6-b265-d592fe093748 req-172f6743-a502-455c-a219-87532fba827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:15.511128 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54f9810c-8186-45c6-b265-d592fe093748 req-172f6743-a502-455c-a219-87532fba827a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457496 Sep 18 19:40:15.537750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Deleting port 282b1cfa-adf6-484f-9f4a-2d2710c09397 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:15.538124 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:15.758435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-ab32c732-4b6e-4d18-ba7a-2ebe7baa0800 service neutron] 10.222.0.20 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223569 Sep 18 19:40:15.779013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:40:15.803351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] For port 282b1cfa-adf6-484f-9f4a-2d2710c09397, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=282b1cfa-adf6-484f-9f4a-2d2710c09397,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:15.803758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:15.810060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-e7ee2801-acf1-41cb-9a6c-6bcc57f58652 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:15.811628 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-e7ee2801-acf1-41cb-9a6c-6bcc57f58652 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f669b45-54b2-4059-b896-88c95c7573ad HTTP/1.1" status: 200 len: 946 time: 0.1150465 Sep 18 19:40:15.824402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54f9810c-8186-45c6-b265-d592fe093748 req-72ee6e2c-6fda-4a88-b203-f3da35099b23 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992117 Sep 18 19:40:15.831107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Calling delete_port for 282b1cfa-adf6-484f-9f4a-2d2710c09397 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:16.225866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Deleting port a28e7e26-8785-49d7-940b-61ae7f141c4a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:16.226116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:16.229088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010'}, {'server_uuid': '81a81137-7dc1-4401-be99-43b5b31869f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28776931-9fc0-432a-90e7-660d81b5a870'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:16.232019 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588bfcd9-e26e-4034-a237-0a50acc3d5ce" -d '{"events": [{"server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "name": "network-vif-plugged", "status": "completed", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010"}, {"server_uuid": "81a81137-7dc1-4401-be99-43b5b31869f5", "name": "network-vif-plugged", "status": "completed", "tag": "28776931-9fc0-432a-90e7-660d81b5a870"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:16.364589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] For port a28e7e26-8785-49d7-940b-61ae7f141c4a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a28e7e26-8785-49d7-940b-61ae7f141c4a,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:16.367798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:16.401123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54f9810c-8186-45c6-b265-d592fe093748 req-d48f5fc3-1cb0-47bb-9ea0-6887f9f605c7 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675976 Sep 18 19:40:16.412444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cd89d-fcf0-4459-ae17-2f97fbb4153e req-96dc8435-6798-4537-87bf-872afed1ebde tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:16.413936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f5cd89d-fcf0-4459-ae17-2f97fbb4153e req-96dc8435-6798-4537-87bf-872afed1ebde tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 948 time: 0.1546302 Sep 18 19:40:16.415012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:40:16.426636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:16.436597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:40:16.451686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:16.452411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:16.529464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-9009b6dc-46da-45d0-9c01-09dcab1919b4 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "PUT /v2.0/floatingips/8594e5f8-38ad-410c-9947-ff7cd1c0be3e HTTP/1.1" status: 200 len: 996 time: 3.1381018 Sep 18 19:40:16.577557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:16.580350 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95a0d5-45f4-4f2e-a299-d751daa6e644" -d '{"events": [{"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:16.688115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:16.694211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f5cd89d-fcf0-4459-ae17-2f97fbb4153e req-58cc6210-a8d9-45b7-adaf-a687e3c8376d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161663 Sep 18 19:40:16.730525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-013622dc-f120-4b46-9ebe-a4bd0a71e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:16.735129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-013622dc-f120-4b46-9ebe-a4bd0a71e79e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.1378124 Sep 18 19:40:16.736756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:16.795269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['16706c9d-3f47-4780-9f55-ac2ac37a78a3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:16.806480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Pushing event deleted for resources: {'Port': ['ID=282b1cfa-adf6-484f-9f4a-2d2710c09397,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:16.849533 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:16.852073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:16.852441 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1 disassociated. External IP: 172.25.8.151, port: a28e7e26-8785-49d7-940b-61ae7f141c4a. Sep 18 19:40:16.852866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Calling delete_port for a28e7e26-8785-49d7-940b-61ae7f141c4a owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:17.008185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] No DVR routers for this DVR port 282b1cfa-adf6-484f-9f4a-2d2710c09397 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:17.021318 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:17.023859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bb3c8cd-5e8b-4afc-88c9-e2609f9c31c1 req-d867b673-b337-416b-a66b-c62ac7ae81ef tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.24 "DELETE /v2.0/ports/282b1cfa-adf6-484f-9f4a-2d2710c09397 HTTP/1.1" status: 204 len: 173 time: 1.9268296 Sep 18 19:40:17.034001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae69eb-64e2-4bd0-ad7c-6104a75afd3f req-7da19527-5c97-45ec-bcfa-1245836c48e8 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:17.042810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9ae69eb-64e2-4bd0-ad7c-6104a75afd3f req-7da19527-5c97-45ec-bcfa-1245836c48e8 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 946 time: 0.2334547 Sep 18 19:40:17.112097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-d8ef7e10-2e08-479d-b1e4-510b0b42b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:17.113918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-d8ef7e10-2e08-479d-b1e4-510b0b42b331 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.3673434 Sep 18 19:40:17.117178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:17.133551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9ae69eb-64e2-4bd0-ad7c-6104a75afd3f req-a17f2139-ccc6-4511-8f70-264f71085156 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895035 Sep 18 19:40:17.163636 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event deleted for resources: {'Port': ['ID=a28e7e26-8785-49d7-940b-61ae7f141c4a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:17.278983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-137ffe4e-cd01-4489-8d42-b6d248c58cb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 999 time: 0.1442165 Sep 18 19:40:17.383218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-ec051976-1350-4843-899c-23d85afc70da tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--751996478&fields=id&tenant_id=76b5f9df5cbe444f9d35cd914695193e HTTP/1.1" status: 200 len: 267 time: 0.1019514 Sep 18 19:40:17.385837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-2343dd86-4e99-441a-9eaa-2275325221a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:17.387562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-2343dd86-4e99-441a-9eaa-2275325221a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.0976562 Sep 18 19:40:17.395424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Router 97ea01df-d391-4350-9742-8d80a9e0b97d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:40:17.552451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-be68db50-0466-4447-b2db-f0ef6f2a2e49 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:17.555297 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-be68db50-0466-4447-b2db-f0ef6f2a2e49 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 823 time: 0.1650841 Sep 18 19:40:17.678970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-c4b128b6-99ea-4f84-bcc6-308941457444 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/quotas/76b5f9df5cbe444f9d35cd914695193e HTTP/1.1" status: 200 len: 375 time: 0.1007786 Sep 18 19:40:17.738964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:40:17.748257 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] Sync routers for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:40:17.750676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-61a116d4-da7b-4d24-879e-f4d18f5c5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:17.759527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:df:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:40:14Z', 'revision_number': 8, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:17.760575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-61a116d4-da7b-4d24-879e-f4d18f5c5689 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037287 Sep 18 19:40:17.766466 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:17.779802 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:17.832157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:40:17.850860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-68132555-89da-47d9-8dcc-2b4b29760888 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:17.852159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:17.854692 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-68132555-89da-47d9-8dcc-2b4b29760888 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 821 time: 0.3813679 Sep 18 19:40:17.855874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:17.906426 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] No DVR routers for this DVR port a28e7e26-8785-49d7-940b-61ae7f141c4a on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:17.921083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Request body: {'port': {'device_id': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'admin_state_up': True, 'tenant_id': '5442dfe435d345d489294f8e3e53d74b'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:17.942597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:17.944998 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90637074-3896-425a-ac0f-60a8a2a95d1e req-b0f6d04c-806a-4502-9074-adc441323704 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "DELETE /v2.0/ports/a28e7e26-8785-49d7-940b-61ae7f141c4a HTTP/1.1" status: 204 len: 173 time: 2.1254332 Sep 18 19:40:17.945651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f669b45-54b2-4059-b896-88c95c7573ad', 'name': 'network-vif-deleted', 'tag': 'a28e7e26-8785-49d7-940b-61ae7f141c4a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:17.948359 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e23d28-a81d-4d72-a3cd-8fae840702f6" -d '{"events": [{"server_uuid": "0f669b45-54b2-4059-b896-88c95c7573ad", "name": "network-vif-deleted", "tag": "a28e7e26-8785-49d7-940b-61ae7f141c4a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:17.968057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-b4afa22d-35ba-4daf-a0d7-b8a9a0d1c4e2 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064204 Sep 18 19:40:18.006630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-0373a266-11b5-45a3-9d3b-a0f918b66a59 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3214824 Sep 18 19:40:18.051789 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:18.145642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:18.171163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Made reservation on behalf of 5442dfe435d345d489294f8e3e53d74b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:18.176986 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:18.260799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-2f5ae0e0-1840-4317-bc82-4e09d1b8e05d service neutron] 10.222.0.20 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178795 Sep 18 19:40:18.266364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7a774485-ff58-478d-a192-b10aa6a34404 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:18.322561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 282b1cfa-adf6-484f-9f4a-2d2710c09397 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:18.359692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Allocated IP 172.20.0.3 (7f5aaec0-494f-4353-90db-782c8fc303bb/6aa2d05e-f43f-46a0-8de9-0aced384041b/42483c9a-12cd-4409-94dc-dae2815d3185) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:40:18.360199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 282b1cfa-adf6-484f-9f4a-2d2710c09397 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:40:18.361093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 282b1cfa-adf6-484f-9f4a-2d2710c09397 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:40:18.462071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 7a774485-ff58-478d-a192-b10aa6a34404 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:18.469585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 7a774485-ff58-478d-a192-b10aa6a34404 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:18.469585 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:18.474065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-450323da-0459-447c-8045-5ff25820683f service neutron] 10.222.0.20 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977382 Sep 18 19:40:18.487629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e905a8-6c25-4602-b344-821d6ac7f5a0 req-d2a4a3b2-c3d2-49d2-b1b3-211a75199054 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127919 Sep 18 19:40:18.620733 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:18.713947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:18.715199 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] Checking router: 97ea01df-d391-4350-9742-8d80a9e0b97d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:40:18.722934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:df:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:40:14Z', 'revision_number': 8, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:18.734097 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:18.735788 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:18.799638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ab2b7-555d-4885-8f93-0e0d505696b0 None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '8594e5f8-38ad-410c-9947-ff7cd1c0be3e', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'floating_ip_address': '172.25.8.131', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'port_id': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'mac_address': 'fa:16:3e:df:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:39:23Z', 'updated_at': '2021-09-18T19:40:14Z', 'revision_number': 8, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:40:18.857471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712fdf-836c-4540-b418-5a9e56f97f5a req-92b742af-15ad-42f2-85de-b87700efad56 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:18.858179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7a774485-ff58-478d-a192-b10aa6a34404, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7a774485-ff58-478d-a192-b10aa6a34404,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:18.868853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:18.869561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73712fdf-836c-4540-b418-5a9e56f97f5a req-92b742af-15ad-42f2-85de-b87700efad56 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 945 time: 0.1344368 Sep 18 19:40:18.875489 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:18.880505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3d47ed86-e5a5-4cf3-b91b-9e778f537766 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:18.941812 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:18.989182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:19.021470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7a774485-ff58-478d-a192-b10aa6a34404,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:19.033987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73712fdf-836c-4540-b418-5a9e56f97f5a req-a7660120-a5a9-4637-ad57-9dd550b5a209 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616161 Sep 18 19:40:19.046353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:19.053909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:19.054414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:19.061277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f022c-6a72-4a79-a54f-b961534ff046 req-a39da93c-bb94-4034-830a-2c0c4b6402a1 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:19.071427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-305f022c-6a72-4a79-a54f-b961534ff046 req-a39da93c-bb94-4034-830a-2c0c4b6402a1 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 948 time: 0.0905604 Sep 18 19:40:19.130660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Network 7f5aaec0-494f-4353-90db-782c8fc303bb is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:40:19.135273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:40:19.142663 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-305f022c-6a72-4a79-a54f-b961534ff046 req-7950f48b-9fe7-4c48-8bb1-79e45ff84b20 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672009 Sep 18 19:40:19.144089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Pushing event updated for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:19.149603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:40:19.155258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:19.155932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:19.202409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-e3c07076-2a43-41fb-a0ea-43db4bf11f12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2969666 Sep 18 19:40:19.214716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Request body: {'port': {'device_id': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:19.285592 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f45d8ea-d70c-4a5e-822a-9708c47ca701 x-openstack-request-id: req-9f45d8ea-d70c-4a5e-822a-9708c47ca701 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:19.286305 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "name": "network-vif-plugged", "status": "completed", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010", "code": 200}, {"server_uuid": "81a81137-7dc1-4401-be99-43b5b31869f5", "name": "network-vif-plugged", "status": "completed", "tag": "28776931-9fc0-432a-90e7-660d81b5a870", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:19.286813 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f45d8ea-d70c-4a5e-822a-9708c47ca701 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:19.289705 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010', 'code': 200} Sep 18 19:40:19.290301 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a81137-7dc1-4401-be99-43b5b31869f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28776931-9fc0-432a-90e7-660d81b5a870', 'code': 200} Sep 18 19:40:19.294321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9398e5-0262-4285-b2ab-bf56b61fd261 None None] New status for floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:40:19.344245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a09e5d-5849-441b-b461-38abc26b97b6 req-9d2f7ace-6ce5-44a1-bf5c-b07c8967b967 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:19.354576 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23a09e5d-5849-441b-b461-38abc26b97b6 req-9d2f7ace-6ce5-44a1-bf5c-b07c8967b967 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 931 time: 0.1423571 Sep 18 19:40:19.359010 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7f75d5-7e6d-4813-8b6c-8f3063ff1354 x-openstack-request-id: req-3a7f75d5-7e6d-4813-8b6c-8f3063ff1354 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:19.359606 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:19.361165 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a7f75d5-7e6d-4813-8b6c-8f3063ff1354 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:19.365950 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'status': 'completed', 'code': 200} Sep 18 19:40:19.383020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:19.456313 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:19.569440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4183fb-3ea0-44af-a0bd-3affc51dbd41 req-200cb07e-6d9e-4e91-a90a-14de4800dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:19.570974 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4f4183fb-3ea0-44af-a0bd-3affc51dbd41 req-200cb07e-6d9e-4e91-a90a-14de4800dc7c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1098 time: 0.1844935 Sep 18 19:40:19.578107 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:19.585598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-bc5160f1-5a03-4b82-95fd-43059042a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:19.587213 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-bc5160f1-5a03-4b82-95fd-43059042a4d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.2018142 Sep 18 19:40:19.613535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b4cc1-e3e8-415e-bf17-2aced530194d req-0b1455de-dcb4-4d01-b0b9-98292449688d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:19.632226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-480b4cc1-e3e8-415e-bf17-2aced530194d req-0b1455de-dcb4-4d01-b0b9-98292449688d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 948 time: 0.1749189 Sep 18 19:40:19.664828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23a09e5d-5849-441b-b461-38abc26b97b6 req-2dd1319c-f2e8-4e9a-abfc-c233608fae45 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942414 Sep 18 19:40:19.678333 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959b8bf-4957-4f7d-97ce-3f74e6baa678 None None] The sync data for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 is: [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:40:19.703784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28a181-71f7-4f20-8e89-7ca085c0d87d req-d33d5af1-81f2-47d0-ab04-3d8e1384f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:19.703784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f28a181-71f7-4f20-8e89-7ca085c0d87d req-d33d5af1-81f2-47d0-ab04-3d8e1384f1bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 1097 time: 0.3318901 Sep 18 19:40:19.831614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-480b4cc1-e3e8-415e-bf17-2aced530194d req-036c218e-9a14-420e-988c-34435ac411c9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911702 Sep 18 19:40:19.857322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3d47ed86-e5a5-4cf3-b91b-9e778f537766, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3d47ed86-e5a5-4cf3-b91b-9e778f537766,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:19.871411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f28a181-71f7-4f20-8e89-7ca085c0d87d req-77ac4ca4-2ac2-4858-b035-90a11cdc9d88 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439388 Sep 18 19:40:19.874097 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:19.996925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fdf0eb5-2c9e-42a1-8dab-8f1afce396ed req-5c505c74-8942-4888-bdad-5192427c340e tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips/8594e5f8-38ad-410c-9947-ff7cd1c0be3e HTTP/1.1" status: 200 len: 996 time: 0.1191742 Sep 18 19:40:20.014977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3d47ed86-e5a5-4cf3-b91b-9e778f537766,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:20.035644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42483c9a-12cd-4409-94dc-dae2815d3185 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:20.054376 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920c0e82-edf4-4c50-b373-f6938bb819a7 x-openstack-request-id: req-920c0e82-edf4-4c50-b373-f6938bb819a7 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:20.054730 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f669b45-54b2-4059-b896-88c95c7573ad", "name": "network-vif-deleted", "tag": "a28e7e26-8785-49d7-940b-61ae7f141c4a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:20.054909 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-920c0e82-edf4-4c50-b373-f6938bb819a7 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:20.055297 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f669b45-54b2-4059-b896-88c95c7573ad', 'name': 'network-vif-deleted', 'tag': 'a28e7e26-8785-49d7-940b-61ae7f141c4a', 'status': 'completed', 'code': 200} Sep 18 19:40:20.066929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd586e9-cf66-42c3-a59c-9adcfeedd738 req-9ca901e0-681c-4d62-adc3-7100aa2ae564 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.068560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffd586e9-cf66-42c3-a59c-9adcfeedd738 req-9ca901e0-681c-4d62-adc3-7100aa2ae564 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 946 time: 0.1458840 Sep 18 19:40:20.125508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:20.132818 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4f4183fb-3ea0-44af-a0bd-3affc51dbd41 req-bc45167d-e0ce-4547-881a-ee930c8247d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437934 Sep 18 19:40:20.155686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Transition to ACTIVE for port object 42483c9a-12cd-4409-94dc-dae2815d3185 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:20.176427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:20.213805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-ddd69502-9a4e-488b-b4e4-2a5031492566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.215359 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-ddd69502-9a4e-488b-b4e4-2a5031492566 service neutron] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.6163826 Sep 18 19:40:20.241334 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb852a53-48f6-43a9-9fe2-2443b22f3714 None None] New status for floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:40:20.248302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffd586e9-cf66-42c3-a59c-9adcfeedd738 req-dd11f77c-e7ca-4363-b972-89219aeb9f1a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637683 Sep 18 19:40:20.279005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0eb5-2c9e-42a1-8dab-8f1afce396ed req-a41fd98c-4f4e-49be-89e7-14ee69f9ff31 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.285725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fdf0eb5-2c9e-42a1-8dab-8f1afce396ed req-a41fd98c-4f4e-49be-89e7-14ee69f9ff31 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2876506 Sep 18 19:40:20.291898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-9fdf0eb5-2c9e-42a1-8dab-8f1afce396ed req-76e96b10-e5db-4885-b024-cc12cfb637fc tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:40:20.304566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fdf0eb5-2c9e-42a1-8dab-8f1afce396ed req-76e96b10-e5db-4885-b024-cc12cfb637fc tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179412 Sep 18 19:40:20.325531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a28e7e26-8785-49d7-940b-61ae7f141c4a no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:20.398115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: a28e7e26-8785-49d7-940b-61ae7f141c4a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:40:20.400692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a28e7e26-8785-49d7-940b-61ae7f141c4a not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:40:20.422135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b032a06f-ff0f-4f30-a0e0-3ab0591b47d1 req-85f09267-ce9e-4193-a086-0985fcf1b803 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 210 time: 0.0380251 Sep 18 19:40:20.443533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Pushing event updated for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:20.510832 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-5e8a7f1f-f28f-4080-89f0-cc5ea5240b9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 1001 time: 0.2670941 Sep 18 19:40:20.516399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:20.516769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:20.517098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:20.560586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:20.560973 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:20.569208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-d03a1924-8809-474f-a5ab-08fd7f7efc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.570692 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-d03a1924-8809-474f-a5ab-08fd7f7efc9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.0512228 Sep 18 19:40:20.571877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:20.572207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:20.572589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:20.573027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Bound port: 42483c9a-12cd-4409-94dc-dae2815d3185, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:20.573391 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:20.616305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53522a5-f428-4660-8590-d8a810c9a792 req-2fd26f2b-59da-4e75-86d1-a3b800a9b020 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.619489 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d53522a5-f428-4660-8590-d8a810c9a792 req-2fd26f2b-59da-4e75-86d1-a3b800a9b020 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 945 time: 0.1229615 Sep 18 19:40:20.636378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10084027-dced-4be0-be39-10b80ef207b4 req-72f63a70-a541-498e-b757-87f6accb808c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.639838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10084027-dced-4be0-be39-10b80ef207b4 req-72f63a70-a541-498e-b757-87f6accb808c tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 948 time: 0.0873129 Sep 18 19:40:20.689548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-a83d2469-ca66-4ae9-9e4d-143dbc271cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.691047 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-a83d2469-ca66-4ae9-9e4d-143dbc271cdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055183 Sep 18 19:40:20.701642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d53522a5-f428-4660-8590-d8a810c9a792 req-e5dcf638-8812-4aa6-a0ef-87593a15cd7e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703177 Sep 18 19:40:20.701995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:20.705786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:20.715424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10084027-dced-4be0-be39-10b80ef207b4 req-f84f741c-7ae5-47bf-9200-8a36ad841bbb tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667915 Sep 18 19:40:20.740227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:20.881239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-1a653810-5271-488d-bdfc-09f422e14d6f tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1001 time: 0.1405363 Sep 18 19:40:20.957431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-bd61ed90-6462-44d1-a600-782fd2724f85 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.959949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-bd61ed90-6462-44d1-a600-782fd2724f85 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports/16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 942 time: 0.0778813 Sep 18 19:40:20.971023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5727e6-870e-4027-96a7-61739e37fd3d req-b54dc4b0-5196-4afc-aaba-eb520084dd3a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:20.981153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e5727e6-870e-4027-96a7-61739e37fd3d req-b54dc4b0-5196-4afc-aaba-eb520084dd3a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.1803982 Sep 18 19:40:21.163026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e5727e6-870e-4027-96a7-61739e37fd3d req-79dad8d9-75ee-464e-b602-fdcf6fec8e9a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808901 Sep 18 19:40:21.188523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-4b5b30f6-6d53-47db-9340-7e2352a04658 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:21.194004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-4b5b30f6-6d53-47db-9340-7e2352a04658 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 823 time: 0.3339953 Sep 18 19:40:21.214774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-bfc17759-2806-4c37-ac54-a998a592ff91 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1001 time: 0.1922092 Sep 18 19:40:21.239119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:21.240347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:21.242100 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] 10.222.0.32 "PUT /v2.0/ports/42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 200 len: 1092 time: 2.0314102 Sep 18 19:40:21.248031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-74b7d30b-fe28-4edc-b32e-bfceaa99eaee service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282040 Sep 18 19:40:21.286530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c0417-1be7-4064-91ea-ea8c63b1cf40 service neutron] Pushing event updated for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:21.294553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc63376e-382e-485b-97cd-9a6a066158a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a774485-ff58-478d-a192-b10aa6a34404'}, {'server_uuid': 'c7afd441-ba4b-4c1b-b053-f79c8676494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d47ed86-e5a5-4cf3-b91b-9e778f537766'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:21.296885 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1419d1bf-5d3c-4c33-b4fa-f14948befdeb" -d '{"events": [{"server_uuid": "fc63376e-382e-485b-97cd-9a6a066158a4", "name": "network-vif-plugged", "status": "completed", "tag": "7a774485-ff58-478d-a192-b10aa6a34404"}, {"server_uuid": "c7afd441-ba4b-4c1b-b053-f79c8676494b", "name": "network-vif-plugged", "status": "completed", "tag": "3d47ed86-e5a5-4cf3-b91b-9e778f537766"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:21.372656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'name': 'network-vif-deleted', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:21.376535 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c26c796-8c8f-489e-a513-e73565c65caf" -d '{"events": [{"server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "name": "network-vif-deleted", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:21.397327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-c51ae5cf-1a36-4ac9-bee4-97316a86cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:21.398832 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-c51ae5cf-1a36-4ac9-bee4-97316a86cada service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1095 time: 0.0942421 Sep 18 19:40:21.446702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6e290-283e-491b-a88d-9cb7cbfdb1d9 req-4b385d4f-fbd2-4ed4-a3d8-cb2099b29205 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:21.451858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09e6e290-283e-491b-a88d-9cb7cbfdb1d9 req-4b385d4f-fbd2-4ed4-a3d8-cb2099b29205 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 949 time: 0.1576817 Sep 18 19:40:21.452017 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-43189ce1-c4aa-483b-9a31-254005e66398 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 200 len: 217 time: 0.0381665 Sep 18 19:40:21.453758 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7b95a0d5-45f4-4f2e-a299-d751daa6e644 req-06eddf58-7a94-46e7-b920-2e5e2f5d1ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911252 Sep 18 19:40:21.505270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-75ae0f99-ac76-4cec-a03a-57f8e950c461 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b5f9df5cbe444f9d35cd914695193e HTTP/1.1" status: 200 len: 379 time: 0.2467628 Sep 18 19:40:21.516785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Request body: {'port': {'device_id': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'admin_state_up': True, 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'security_groups': ['826ce524-2984-4b3e-9d58-710befa53066']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:21.534791 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a71e51e-2a10-4f9b-9b0d-a1d447dccc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:21.555774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-7f46593b-29ff-4107-8c3f-d07a4350c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:21.557745 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-7f46593b-29ff-4107-8c3f-d07a4350c9b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.0952058 Sep 18 19:40:21.580140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09e6e290-283e-491b-a88d-9cb7cbfdb1d9 req-8ef3ae30-1c98-4729-8a7d-30e24b8ef18f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091874 Sep 18 19:40:21.608203 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-b53487e5-2705-4efa-83af-bd88f58c1304 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410883 Sep 18 19:40:21.627298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-f11ba104-e074-4954-b1d0-c681446d0b0c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:21.635228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-f11ba104-e074-4954-b1d0-c681446d0b0c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.4195564 Sep 18 19:40:21.760590 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-3ba552ed-d5ca-47bb-864b-223a4314fc7a service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443520 Sep 18 19:40:21.760815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-1b7b1faf-57c2-4cf9-95be-6d9d77b75b65 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 1001 time: 0.1243818 Sep 18 19:40:21.765161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:21.822771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39031c-4459-41f5-bdcc-ff8e9d9b83be req-52345d8b-959d-4e39-a83f-f90bddd8eb9f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:21.830051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a39031c-4459-41f5-bdcc-ff8e9d9b83be req-52345d8b-959d-4e39-a83f-f90bddd8eb9f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 946 time: 0.1533337 Sep 18 19:40:21.880872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:21.888815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Made reservation on behalf of 76b5f9df5cbe444f9d35cd914695193e for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:21.893580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:21.894111 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-57f134c0-f13b-4287-b554-df28f3b1d40a req-20f7c60a-a83d-4102-880b-88416cd95ddc service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224689 Sep 18 19:40:21.964020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a39031c-4459-41f5-bdcc-ff8e9d9b83be req-838d65f6-d10b-47e2-a542-7ddd9c3eaaa0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329443 Sep 18 19:40:22.032708 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f809ec63-34d3-411e-be1c-efdfc7159d00 x-openstack-request-id: req-f809ec63-34d3-411e-be1c-efdfc7159d00 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:22.033042 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc63376e-382e-485b-97cd-9a6a066158a4", "name": "network-vif-plugged", "status": "completed", "tag": "7a774485-ff58-478d-a192-b10aa6a34404", "code": 200}, {"server_uuid": "c7afd441-ba4b-4c1b-b053-f79c8676494b", "name": "network-vif-plugged", "status": "completed", "tag": "3d47ed86-e5a5-4cf3-b91b-9e778f537766", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:22.033382 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f809ec63-34d3-411e-be1c-efdfc7159d00 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:22.033779 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc63376e-382e-485b-97cd-9a6a066158a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a774485-ff58-478d-a192-b10aa6a34404', 'code': 200} Sep 18 19:40:22.034038 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7afd441-ba4b-4c1b-b053-f79c8676494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d47ed86-e5a5-4cf3-b91b-9e778f537766', 'code': 200} Sep 18 19:40:22.056365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:22.059265 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c4c902-4ffe-4929-8a91-df1115e12937" -d '{"events": [{"name": "network-changed", "server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:22.152611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:22.160513 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:22.160863 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e disassociated. External IP: 172.25.8.131, port: 16706c9d-3f47-4780-9f55-ac2ac37a78a3. Sep 18 19:40:22.233871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabea8a-44e9-4c71-b1aa-2f066f1a0f26 req-0d95749d-0246-4da2-a54b-d47bb4a28e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:22.235982 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6cabea8a-44e9-4c71-b1aa-2f066f1a0f26 req-0d95749d-0246-4da2-a54b-d47bb4a28e87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 1101 time: 0.0959299 Sep 18 19:40:22.238071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c5470-3740-4258-b4a5-fd8a5469bcd9 req-3234284d-e5f7-4420-b7a3-316c31cd491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:22.239527 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ac8c5470-3740-4258-b4a5-fd8a5469bcd9 req-3234284d-e5f7-4420-b7a3-316c31cd491f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 1100 time: 0.1094544 Sep 18 19:40:22.309595 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6cabea8a-44e9-4c71-b1aa-2f066f1a0f26 req-822e0dbe-c977-4a77-a5ea-e70d187c5487 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583344 Sep 18 19:40:22.316483 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ac8c5470-3740-4258-b4a5-fd8a5469bcd9 req-ef0e78b0-8203-48a5-99c5-0d888486c6b1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635555 Sep 18 19:40:22.518311 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca4bc00-6886-4c43-bbf6-ccc18fb6ec58 x-openstack-request-id: req-5ca4bc00-6886-4c43-bbf6-ccc18fb6ec58 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:22.518587 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2515b3a7-921d-4a09-bfc9-3a2e7df787ad", "name": "network-vif-deleted", "tag": "282b1cfa-adf6-484f-9f4a-2d2710c09397", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:22.518813 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ca4bc00-6886-4c43-bbf6-ccc18fb6ec58 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:22.519172 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2515b3a7-921d-4a09-bfc9-3a2e7df787ad', 'name': 'network-vif-deleted', 'tag': '282b1cfa-adf6-484f-9f4a-2d2710c09397', 'status': 'completed', 'code': 200} Sep 18 19:40:22.542704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b59fe779-87c2-4298-b813-2b0e624485a3 req-71c34253-3b9c-4329-a9b5-2dc196318fcc tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 210 time: 0.0362527 Sep 18 19:40:22.678548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Allocated IP 172.20.0.8 (eb2ab13e-e94b-4e66-91f3-58067f89b204/5112f793-2993-4753-972a-851ae9240421/b877f312-4baa-49ce-bbf6-0e1a2e5d83d0) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:40:22.761545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d057b01-7a47-48ce-9f6c-3040d2d9b5e1 req-e4c2af55-7ebb-4e23-b5c5-3dfbca68d338 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:22.764300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d057b01-7a47-48ce-9f6c-3040d2d9b5e1 req-e4c2af55-7ebb-4e23-b5c5-3dfbca68d338 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 945 time: 0.1362941 Sep 18 19:40:22.908083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d057b01-7a47-48ce-9f6c-3040d2d9b5e1 req-3242634d-cb6d-4a18-94a4-16eec0cc8144 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317935 Sep 18 19:40:22.911029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:23.039942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:40:23.058876 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:23.094854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277cf2-3794-4d0b-a834-61dad2ed3e8f req-1150362a-ec53-481b-9137-74978d990da0 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:23.096589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8277cf2-3794-4d0b-a834-61dad2ed3e8f req-1150362a-ec53-481b-9137-74978d990da0 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 948 time: 0.0968943 Sep 18 19:40:23.099827 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:23.241151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8277cf2-3794-4d0b-a834-61dad2ed3e8f req-9604e8da-7864-4ff3-8bd4-b524951fc7cb tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088884 Sep 18 19:40:23.273588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:23.365754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event updated for resources: {'Port': ['ID=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:23.386144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:40:23.393583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:23.400627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:40:23.425675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:23.426699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:23.527791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:40:23.555276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:40:23.574402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:40:23.580517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:23.581182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:23.607201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:23.614926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-d2561d90-ff84-45d9-a0aa-d9deed436e68 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "PUT /v2.0/floatingips/8594e5f8-38ad-410c-9947-ff7cd1c0be3e HTTP/1.1" status: 200 len: 696 time: 1.8535113 Sep 18 19:40:23.687241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb1a2a-1301-4058-9856-2876b477a7da req-5c74bd0f-1549-4893-86c5-b5c6b97c1740 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:23.705671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ebb1a2a-1301-4058-9856-2876b477a7da req-5c74bd0f-1549-4893-86c5-b5c6b97c1740 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1098 time: 0.3308144 Sep 18 19:40:23.772605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-520d8bf4-be57-4dd4-8b01-60d371363744 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2599525 Sep 18 19:40:23.822645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Request body: {'port': {'device_id': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:24.046467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-caef22d2-03ab-4438-b12c-3aec1f2cc25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:24.048590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-caef22d2-03ab-4438-b12c-3aec1f2cc25f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.4028804 Sep 18 19:40:24.049636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:24.065262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ebb1a2a-1301-4058-9856-2876b477a7da req-873b067e-814e-4f56-a1ed-228cfb3a0fd4 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126032 Sep 18 19:40:24.151541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2c7f567f-626c-4f89-bc9f-53b08dd89d9c None None] Provisioning complete for port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:24.152209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2c7f567f-626c-4f89-bc9f-53b08dd89d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:24.167567 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb2967-7db5-4d16-9217-0d72b23a18fd x-openstack-request-id: req-aaeb2967-7db5-4d16-9217-0d72b23a18fd {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:24.168444 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:24.168845 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aaeb2967-7db5-4d16-9217-0d72b23a18fd {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:24.169391 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185', 'status': 'completed', 'code': 200} Sep 18 19:40:24.234087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f567f-626c-4f89-bc9f-53b08dd89d9c None None] Port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:40:24.283707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:24.328248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-d1847f67-5c92-463c-82b6-e8196c287253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:24.329909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-d1847f67-5c92-463c-82b6-e8196c287253 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1095 time: 0.0899715 Sep 18 19:40:24.351513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:40:24.372111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:24.372987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:39:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:24.452283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-768f2c4e-7e9d-4306-941b-4a7d93475325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:24.454842 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-768f2c4e-7e9d-4306-941b-4a7d93475325 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.1169493 Sep 18 19:40:24.483418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-990d6d81-4674-4511-b4da-3384f406210e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:24.543070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:24.545483 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057ffa40-67a5-48d4-93e5-74670ea20b88" -d '{"events": [{"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:24.556573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-358bc04f-f164-43c3-8b77-8c84ac7f06a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 200 len: 217 time: 0.0875807 Sep 18 19:40:24.589141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:24.625037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-95a653ae-ce5a-4e58-b2b0-6a9e41e2d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:24.626892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-95a653ae-ce5a-4e58-b2b0-6a9e41e2d21b service neutron] 10.222.0.20 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.5607266 Sep 18 19:40:24.637468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dffee-d4dd-4bcb-9bcb-7d0af000d7b3 req-caa5539c-aad5-4977-8c5c-fdd107205b28 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:24.647278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd9dffee-d4dd-4bcb-9bcb-7d0af000d7b3 req-caa5539c-aad5-4977-8c5c-fdd107205b28 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.2334812 Sep 18 19:40:24.652602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-897d53de-1175-49ae-9f15-2e8205318b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:24.654090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-897d53de-1175-49ae-9f15-2e8205318b52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.0899963 Sep 18 19:40:24.706005 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-4354b853-71e3-4346-8e42-2a8d9de5e4f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438733 Sep 18 19:40:24.733179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-e5c6edc1-6d77-45ff-9db1-2281190b45f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0639877 Sep 18 19:40:24.753817 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:24.754979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd9dffee-d4dd-4bcb-9bcb-7d0af000d7b3 req-01a08534-73a4-4101-b3b7-40204f2bd2ea tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066000 Sep 18 19:40:25.043779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:25.043779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-6e608971-4ee7-4c5d-adf1-027e99ef1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:25.043779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-6e608971-4ee7-4c5d-adf1-027e99ef1c3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.2510660 Sep 18 19:40:25.043779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:25.072436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12faf00-50bd-4a1e-9d95-8e67ee0e33a7 req-8c6beb1f-434e-422c-a491-1d1fc45972af tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:25.084033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e12faf00-50bd-4a1e-9d95-8e67ee0e33a7 req-8c6beb1f-434e-422c-a491-1d1fc45972af tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 949 time: 0.1901116 Sep 18 19:40:25.103834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Transition to ACTIVE for port object b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:25.117795 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-db15637c-22d1-4a7a-91ac-2d00752f11a3 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001794 Sep 18 19:40:25.120563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:25.167245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-cbb43834-6a40-4cea-9f08-d738d995e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:25.168996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-cbb43834-6a40-4cea-9f08-d738d995e9f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443250 Sep 18 19:40:25.209736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:25.240939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ea6b6-304d-42fc-87b1-56468350675c None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3c45eb9c-3762-48a0-b902-fd49bb7c4213', 'name': '', 'network_id': '69b518a3-cd3e-4226-afa8-4cd3b02aa81a', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'mac_address': 'fa:16:3e:c7:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:38:59Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'subnets': [{'id': '11d31b7d-7b7a-48f0-aed6-65ed9b1b1736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:40:25.241957 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e12faf00-50bd-4a1e-9d95-8e67ee0e33a7 req-20254e6a-0849-4c11-93cc-02be160803a8 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564491 Sep 18 19:40:25.244012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Pushing event updated for resources: {'Port': ['ID=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:25.380281 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0c4c902-4ffe-4929-8a91-df1115e12937 req-f1d9d226-4a87-4ff7-bd34-26b0c158aecc service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570503 Sep 18 19:40:25.412840 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:25.535251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Attempting to bind port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:25.535726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Attempting to bind port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:25.536065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Attempting to bind port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 on network eb2ab13e-e94b-4e66-91f3-58067f89b204 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:25.546801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 on network eb2ab13e-e94b-4e66-91f3-58067f89b204 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:25.559778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Attempting to bind port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 on network eb2ab13e-e94b-4e66-91f3-58067f89b204 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:25.607961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-57a0ace0-9c72-4634-b88d-7f76e2d98010 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286277 Sep 18 19:40:25.627023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:25.627838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Checking segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:25.628536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Bound using segment: {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:25.629308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Bound port: b877f312-4baa-49ce-bbf6-0e1a2e5d83d0, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9c95d1-8666-42b8-be29-dd3b83f1adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:25.629844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:25.680767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401a4ef-f6f1-4fdf-a5f1-737446f23fa5 req-9690a09f-cdf8-49d7-992e-bf859c3d3ae0 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:25.688769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3401a4ef-f6f1-4fdf-a5f1-737446f23fa5 req-9690a09f-cdf8-49d7-992e-bf859c3d3ae0 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 943 time: 0.2068992 Sep 18 19:40:25.705354 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8db1ef-52ff-4d31-b24b-377ddb5c459d None None] New status for floating IP 8594e5f8-38ad-410c-9947-ff7cd1c0be3e: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:40:25.844263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3401a4ef-f6f1-4fdf-a5f1-737446f23fa5 req-77a10cf1-404b-4da9-b068-d0dba308c6fe tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543102 Sep 18 19:40:25.887017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-743f87f2-f8b1-43ee-8982-95c49e3f96a3 req-f73fb8ed-3d7c-45a0-b280-3096f2df49d9 service neutron] 10.222.0.20 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781470 Sep 18 19:40:25.941767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] For port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:25.949098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] For port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:25.974747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:26.024210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.025484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:26.027017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] 10.222.0.24 "PUT /v2.0/ports/b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 HTTP/1.1" status: 200 len: 1092 time: 2.2245958 Sep 18 19:40:26.121603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b8bcb-e796-4fb5-976f-ef5d7580fa85 req-df0b3652-ad59-4dd2-aa2a-b9214136e294 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.126946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c81b8bcb-e796-4fb5-976f-ef5d7580fa85 req-df0b3652-ad59-4dd2-aa2a-b9214136e294 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1098 time: 0.1753511 Sep 18 19:40:26.245538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f453da-3482-49eb-af55-98a6757bc486 service neutron] Pushing event updated for resources: {'Port': ['ID=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:26.299242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c81b8bcb-e796-4fb5-976f-ef5d7580fa85 req-4d423f1c-f40b-49df-aba3-f745b6926923 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947852 Sep 18 19:40:26.318994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-39ed31c3-1229-4448-a5e9-0b0bdbdd9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.319342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 42483c9a-12cd-4409-94dc-dae2815d3185 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:26.320596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-39ed31c3-1229-4448-a5e9-0b0bdbdd9807 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 1095 time: 0.1607571 Sep 18 19:40:26.355802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee39b0-1235-42e5-9172-06ccf647d578 req-2c674fab-b39b-418c-bba4-3b7198ed69e7 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.357930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4aee39b0-1235-42e5-9172-06ccf647d578 req-2c674fab-b39b-418c-bba4-3b7198ed69e7 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 948 time: 0.1639903 Sep 18 19:40:26.432028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-7d035256-c372-44c1-804d-ce1dd60eb1fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 HTTP/1.1" status: 200 len: 217 time: 0.0731118 Sep 18 19:40:26.448604 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1803bd-3e86-4f6f-991a-8fa9cf1c90d7 x-openstack-request-id: req-2c1803bd-3e86-4f6f-991a-8fa9cf1c90d7 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:26.449189 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:26.449854 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c1803bd-3e86-4f6f-991a-8fa9cf1c90d7 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:26.451062 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'status': 'completed', 'code': 200} Sep 18 19:40:26.547843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-6d430026-f801-454b-8e77-691c92275da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.551435 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-6d430026-f801-454b-8e77-691c92275da9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 1097 time: 0.0747359 Sep 18 19:40:26.554174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:26.573435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '42483c9a-12cd-4409-94dc-dae2815d3185', 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'port_id': '42483c9a-12cd-4409-94dc-dae2815d3185', 'mac_address': 'fa:16:3e:fd:6d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa2d05e-f43f-46a0-8de9-0aced384041b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:26.626117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4aee39b0-1235-42e5-9172-06ccf647d578 req-8d2ebbc3-e517-4b1d-9d01-a7fae77ba317 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971135 Sep 18 19:40:26.651666 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:26.654372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-361af20c-6cb3-47f2-86b9-e3c288d429fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.657023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-361af20c-6cb3-47f2-86b9-e3c288d429fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 200 len: 862 time: 0.2029133 Sep 18 19:40:26.674676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42483c9a-12cd-4409-94dc-dae2815d3185 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:26.722785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb55df-c61c-46f4-9465-696169230ba2 req-6356e1bf-ff80-4b95-a092-03536f1abc3b tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.730113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5bb55df-c61c-46f4-9465-696169230ba2 req-6356e1bf-ff80-4b95-a092-03536f1abc3b tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 949 time: 0.1816325 Sep 18 19:40:26.761273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:26.772449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:26.801479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-b061713d-0bea-41ba-b9b0-87f41634761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.802969 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-b061713d-0bea-41ba-b9b0-87f41634761a service neutron] 10.222.0.24 "GET /v2.0/networks?id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 200 len: 921 time: 0.2442646 Sep 18 19:40:26.838600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-13394717-f43d-4724-acbb-e5a91da08eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.840031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-13394717-f43d-4724-acbb-e5a91da08eb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2ab13e-e94b-4e66-91f3-58067f89b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610093 Sep 18 19:40:26.849029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5bb55df-c61c-46f4-9465-696169230ba2 req-a06e1ee3-2a94-42bd-819a-e72c172fb1e2 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015198 Sep 18 19:40:26.867516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdeb6e-7e77-42b0-9368-4ad85b622c94 req-7c0b6087-d5e8-4033-a9d5-befee30fd5f5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:26.869049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efbdeb6e-7e77-42b0-9368-4ad85b622c94 req-7c0b6087-d5e8-4033-a9d5-befee30fd5f5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 944 time: 0.1106641 Sep 18 19:40:26.890423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-d9c1f9df-8442-4553-a694-974ec0e077d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0779648 Sep 18 19:40:26.904319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:26.995666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efbdeb6e-7e77-42b0-9368-4ad85b622c94 req-3eeecb7f-7e22-4956-bb07-34a34b7a60e7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984914 Sep 18 19:40:27.042022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-d74023c8-7759-484e-b258-5287875144fe service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911983 Sep 18 19:40:27.060152 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-8c8d2c8f-175b-41de-a0e4-d8cfa1e3f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:27.062120 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-8c8d2c8f-175b-41de-a0e4-d8cfa1e3f72f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 200 len: 859 time: 0.1530671 Sep 18 19:40:27.098611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['42483c9a-12cd-4409-94dc-dae2815d3185'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:27.141448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-296f4cbf-9506-4460-a636-64f13315015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:27.159285 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-296f4cbf-9506-4460-a636-64f13315015d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=69b518a3-cd3e-4226-afa8-4cd3b02aa81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664525 Sep 18 19:40:27.296597 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:27.325627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b320e04-3c15-4ff1-923f-520a4a9026c5 req-960a3e41-ce55-46cc-bf85-aa1388936093 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675436 Sep 18 19:40:27.356660 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-14ccf50d-afc5-4155-8f46-4ddf4510fd7a service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890018 Sep 18 19:40:27.387538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bdb6d-e231-423b-adc5-07e6a3889443 req-e67d8af6-68b3-4c6d-b3db-841e5f556893 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:27.402504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae2bdb6d-e231-423b-adc5-07e6a3889443 req-e67d8af6-68b3-4c6d-b3db-841e5f556893 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 943 time: 0.1184392 Sep 18 19:40:27.497634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae2bdb6d-e231-423b-adc5-07e6a3889443 req-e3060c62-8f19-4bf4-abc8-19e9a2c8635f tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909128 Sep 18 19:40:27.518227 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-057ffa40-67a5-48d4-93e5-74670ea20b88 req-9f46632e-5e67-4975-941e-0375b53738fc service neutron] 10.222.0.24 "GET /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512699 Sep 18 19:40:27.659169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251dc1-55ba-4964-808e-75efc046b0dd req-2292359c-6645-40c4-96af-f2998f013ab8 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:27.666556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251dc1-55ba-4964-808e-75efc046b0dd req-2292359c-6645-40c4-96af-f2998f013ab8 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:27.668204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95251dc1-55ba-4964-808e-75efc046b0dd req-2292359c-6645-40c4-96af-f2998f013ab8 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b&device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 1689 time: 0.0683744 Sep 18 19:40:27.710101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95251dc1-55ba-4964-808e-75efc046b0dd req-d806647d-665d-422d-aaea-23b4e1181a49 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340962 Sep 18 19:40:27.775599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-0446ac8a-8ebd-4660-9ca8-1b87b9ef0605 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips/8594e5f8-38ad-410c-9947-ff7cd1c0be3e HTTP/1.1" status: 200 len: 694 time: 0.0468817 Sep 18 19:40:28.148471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-2cb8ffa7-c2e8-4d60-9e35-89699489900d tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:28.149827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-2cb8ffa7-c2e8-4d60-9e35-89699489900d tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.3662169 Sep 18 19:40:28.177106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-3aa1e4b3-e202-49ab-912a-946bc7a1620c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:40:28.178042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-3aa1e4b3-e202-49ab-912a-946bc7a1620c tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186672 Sep 18 19:40:28.228398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898df1b-2ea7-4d16-b8fe-ac72f42189db req-83db6fc6-e9cb-49c8-98b5-f9a7a32fe2f5 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:28.229794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f898df1b-2ea7-4d16-b8fe-ac72f42189db req-83db6fc6-e9cb-49c8-98b5-f9a7a32fe2f5 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1098 time: 0.0791056 Sep 18 19:40:28.237188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-d7bb32c1-36af-4feb-857b-296f342dfb26 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 697 time: 0.0525322 Sep 18 19:40:28.300057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a6ef4cca-39bf-410c-b17d-53a504be4e35 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.131 HTTP/1.1" status: 200 len: 697 time: 0.0556204 Sep 18 19:40:28.305593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f898df1b-2ea7-4d16-b8fe-ac72f42189db req-772b4641-10d5-4a2c-85ee-7b0fb9148eb6 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675545 Sep 18 19:40:28.452468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'tag': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:28.455480 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cea51a3-77e0-4f8d-b603-3251e2be4009" -d '{"events": [{"name": "network-changed", "server_uuid": "41257c74-0ff2-4d40-89bf-cfe73d4a3721", "tag": "b877f312-4baa-49ce-bbf6-0e1a2e5d83d0"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:28.480221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c77a-4df1-4ffb-92c0-c8c8845b96ea req-f900ad87-6f3b-464d-8744-fa9fa716b2fc tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:28.481624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2747c77a-4df1-4ffb-92c0-c8c8845b96ea req-f900ad87-6f3b-464d-8744-fa9fa716b2fc tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 948 time: 0.0668738 Sep 18 19:40:28.482969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Deleting port eb5061e4-2acc-4e10-af85-9d264baa1444 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:28.483546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:28.574934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2747c77a-4df1-4ffb-92c0-c8c8845b96ea req-dac37c54-c08b-4c7e-9437-0eeca42c6bf9 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765197 Sep 18 19:40:28.600309 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:28.600646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:28.620288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Calling delete_port for eb5061e4-2acc-4e10-af85-9d264baa1444 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:28.693371 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-0d920f50-f6d1-4e4b-a033-9d3c8058a595 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406895 Sep 18 19:40:28.767196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd118d47-46e3-4672-9683-3b7b3d497a6e req-0e1bb28a-1873-471b-b5f6-f297f9f24c8d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:28.770621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd118d47-46e3-4672-9683-3b7b3d497a6e req-0e1bb28a-1873-471b-b5f6-f297f9f24c8d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 944 time: 0.0967731 Sep 18 19:40:28.773728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-7a1886c9-3fb1-42cd-9112-12046dabdede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:28.775562 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-7a1886c9-3fb1-42cd-9112-12046dabdede service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cacf7950d1184e548e628bef5604f1c1&device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 1102 time: 0.0547860 Sep 18 19:40:28.834522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd118d47-46e3-4672-9683-3b7b3d497a6e req-49cdb6d3-e6ee-4c23-b50a-0e32c81b9423 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Sep 18 19:40:28.880920 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-ff6513d5-a8ce-427a-a2c5-d27c95bc08ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1010113 Sep 18 19:40:28.897085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:28.937955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Pushing event deleted for resources: {'Port': ['ID=eb5061e4-2acc-4e10-af85-9d264baa1444,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:28.958997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-dddcd7fd-95ad-49f0-a55b-33b691495a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:28.960733 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-dddcd7fd-95ad-49f0-a55b-33b691495a43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1580362 Sep 18 19:40:28.975362 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:28.978730 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:28.988254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a32aaa4-b142-48c7-a740-946aeb056259 req-a7ec4ba5-93f1-491e-8d99-1d7cac92a373 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "DELETE /v2.0/floatingips/8594e5f8-38ad-410c-9947-ff7cd1c0be3e HTTP/1.1" status: 204 len: 173 time: 0.6813347 Sep 18 19:40:29.021539 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-c34a6225-6d4c-4ec9-8ff4-4c10e6d5edc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c HTTP/1.1" status: 200 len: 217 time: 0.0487461 Sep 18 19:40:29.029814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-d0e14549-0561-4670-9725-1ed502e9aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.031326 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-d0e14549-0561-4670-9725-1ed502e9aff9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1097 time: 0.1159239 Sep 18 19:40:29.111889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b0759-e0f4-45a7-b410-8c52df7d545d req-a2d83dc8-ca2c-4a88-986c-6158aeadf7a9 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.114353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c41b0759-e0f4-45a7-b410-8c52df7d545d req-a2d83dc8-ca2c-4a88-986c-6158aeadf7a9 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 1101 time: 0.0597944 Sep 18 19:40:29.165124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c41b0759-e0f4-45a7-b410-8c52df7d545d req-2527789a-1774-4219-80e6-8390628ba527 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Sep 18 19:40:29.168316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-354b2f1f-7971-4f42-a986-cbe660faa487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.170038 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-354b2f1f-7971-4f42-a986-cbe660faa487 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1370072 Sep 18 19:40:29.260181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-0d17c5ab-124d-47c2-9758-f77a78bde1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.260946 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22c63da-b2ba-42b9-8e18-79f8fd495d7e x-openstack-request-id: req-b22c63da-b2ba-42b9-8e18-79f8fd495d7e {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:29.261291 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41257c74-0ff2-4d40-89bf-cfe73d4a3721", "tag": "b877f312-4baa-49ce-bbf6-0e1a2e5d83d0", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:29.261532 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b22c63da-b2ba-42b9-8e18-79f8fd495d7e {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:29.261779 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-0d17c5ab-124d-47c2-9758-f77a78bde1c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.1873384 Sep 18 19:40:29.261943 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'tag': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'status': 'completed', 'code': 200} Sep 18 19:40:29.264766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-2a151d2a-ef51-44b8-a3e2-aa29fe235d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.269247 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-2a151d2a-ef51-44b8-a3e2-aa29fe235d31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895696 Sep 18 19:40:29.334882 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-5e206b83-fb38-4594-b850-df7931a13277 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 217 time: 0.0501404 Sep 18 19:40:29.398017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-dc048553-1cac-47ad-8290-460ff3c4c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.399966 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-dc048553-1cac-47ad-8290-460ff3c4c2ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.0533881 Sep 18 19:40:29.444161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b026ac-5d4c-4a82-a1ec-3db5ff8d3caf req-9490761e-3243-43cd-84c8-3f5bc1087258 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.452390 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3b026ac-5d4c-4a82-a1ec-3db5ff8d3caf req-9490761e-3243-43cd-84c8-3f5bc1087258 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 943 time: 0.0932577 Sep 18 19:40:29.465025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-a9b6647f-176f-4405-8f1a-3bb8e6063d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.466476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-a9b6647f-176f-4405-8f1a-3bb8e6063d6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 1095 time: 0.1661539 Sep 18 19:40:29.510745 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-738f8afc-570a-4793-b7d1-5210a7a8692a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510488 Sep 18 19:40:29.548501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3b026ac-5d4c-4a82-a1ec-3db5ff8d3caf req-e4b0e872-7616-4ed7-8233-e53f97263d2f tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947387 Sep 18 19:40:29.626034 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-aceacf3f-4ddf-4805-8c91-1ea622de5645 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420403 Sep 18 19:40:29.672534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-a230a674-56b2-4e47-81bd-06a72ae0f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.673904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-a230a674-56b2-4e47-81bd-06a72ae0f4b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 924 time: 0.1914215 Sep 18 19:40:29.772506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-137c8caf-ed6e-4894-bdb4-1faf2f773cda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 HTTP/1.1" status: 200 len: 217 time: 0.0873628 Sep 18 19:40:29.807146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-c050b652-9e4d-494f-b26e-3b9fd7b261ce service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868619 Sep 18 19:40:29.832721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-1c52a91a-d447-4210-9851-66ef73181dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.834566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-1c52a91a-d447-4210-9851-66ef73181dad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 200 len: 862 time: 0.0502923 Sep 18 19:40:29.855349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-3f84f726-26f6-417c-a77c-4dcb752533c4 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.855349 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-3f84f726-26f6-417c-a77c-4dcb752533c4 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 948 time: 0.2315283 Sep 18 19:40:29.899097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-9c0b4483-dd14-4063-9a8c-e22969f517a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:29.900842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-9c0b4483-dd14-4063-9a8c-e22969f517a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2ab13e-e94b-4e66-91f3-58067f89b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552139 Sep 18 19:40:30.032575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2856bc1-296a-4aa0-96be-cc8304cca3f3 req-011affc8-7877-44b5-abc1-16202d4b5e1a tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:30.034165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2856bc1-296a-4aa0-96be-cc8304cca3f3 req-011affc8-7877-44b5-abc1-16202d4b5e1a tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 1101 time: 0.1000056 Sep 18 19:40:30.035254 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87d38011-831f-43ea-ac06-2513d159a5c5 req-e1cf9060-d82c-4f19-a860-b2403154bb0e service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913717 Sep 18 19:40:30.058419 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d30ae744-6e75-4609-a919-28aaf55455c7 req-2d651d29-0bc1-4d23-b0c1-17431bb160c6 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993747 Sep 18 19:40:30.069660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-82a23884-2160-45c2-b2b1-f3b4f5e50413 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567843 Sep 18 19:40:30.082148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2856bc1-296a-4aa0-96be-cc8304cca3f3 req-67524aa5-1bfe-4db3-a174-a9ea92a49b88 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384438 Sep 18 19:40:30.090247 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Deleting port 7a774485-ff58-478d-a192-b10aa6a34404 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:30.090576 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.193065 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-1119892b-7bef-435e-bc38-ab3c0cfd2feb tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:40:30.194073 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-1119892b-7bef-435e-bc38-ab3c0cfd2feb tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079522 Sep 18 19:40:30.245433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] For port 7a774485-ff58-478d-a192-b10aa6a34404, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7a774485-ff58-478d-a192-b10aa6a34404,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:30.245433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.261808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-54439103-70d5-4087-9665-feadb8329976 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:30.263186 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-54439103-70d5-4087-9665-feadb8329976 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports/39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 200 len: 1095 time: 0.0598094 Sep 18 19:40:30.264037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Calling delete_port for 7a774485-ff58-478d-a192-b10aa6a34404 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:30.277261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Request body: {'binding': {'host': 'n-h2-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:30.277703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:40:30.287035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cea51a3-77e0-4f8d-b603-3251e2be4009 req-566d1eda-4427-4141-8a64-40c2b2058bc3 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942008 Sep 18 19:40:30.298558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b79229-3249-4345-bfac-4c5e2a5aabb9 req-4878e0ed-3ade-4c86-a046-bf572d39d164 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:30.300119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27b79229-3249-4345-bfac-4c5e2a5aabb9 req-4878e0ed-3ade-4c86-a046-bf572d39d164 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63376e-382e-485b-97cd-9a6a066158a4 HTTP/1.1" status: 200 len: 948 time: 0.0709319 Sep 18 19:40:30.328356 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:30.353305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 42483c9a-12cd-4409-94dc-dae2815d3185 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:30.357331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27b79229-3249-4345-bfac-4c5e2a5aabb9 req-07a1f777-86fe-4865-bc4c-65be60025a10 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffa26496-daae-4475-88bb-3830349075a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 Sep 18 19:40:30.484994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 42483c9a-12cd-4409-94dc-dae2815d3185 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:30.501663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a09757-6cf3-4c69-a69f-8d73f252e970 req-42d9993e-f62f-47b2-a496-3f04db2fa3ee tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:30.503994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8a09757-6cf3-4c69-a69f-8d73f252e970 req-42d9993e-f62f-47b2-a496-3f04db2fa3ee tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 950 time: 0.0783300 Sep 18 19:40:30.512687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 42483c9a-12cd-4409-94dc-dae2815d3185 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:30.513487 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.559675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8a09757-6cf3-4c69-a69f-8d73f252e970 req-35b75d07-3384-4ee6-a466-08c8356997ce tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Sep 18 19:40:30.565832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:30.597007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'port_id': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'mac_address': 'fa:16:3e:8c:fc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:30.672189 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.685736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d575c-a582-46cc-94b6-bc7b5f323b0d req-a325e96a-156f-4ceb-8705-92c07c09d4ad tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:30.695226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-687d575c-a582-46cc-94b6-bc7b5f323b0d req-a325e96a-156f-4ceb-8705-92c07c09d4ad tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 945 time: 0.0634665 Sep 18 19:40:30.699744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:30.725463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.747363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:30.757966 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.766419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:30.767153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-687d575c-a582-46cc-94b6-bc7b5f323b0d req-4177cad4-2d88-4933-add1-b75a5f2b6647 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/security-groups?id=18f618ca-f659-4a1c-9405-98c8e44ed15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707278 Sep 18 19:40:30.768926 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61364ec6-33bb-4893-8fea-b496692a9f4c" -d '{"events": [{"server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "name": "network-vif-plugged", "status": "completed", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:30.811101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:30.818352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.831768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on host n-h2-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:30.832318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:30.832318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:30.838439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:30.845435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:30.845819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:30.851720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:30.853092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:30.853092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:30.853092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Bound port: 39a37d9e-4b1e-41ef-9d76-ed77711db010, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:30.862460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.874591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7a774485-ff58-478d-a192-b10aa6a34404'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:30.920146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:30.939366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f2071-c79b-4620-bdf6-c148c90e382c req-00ca62fb-1005-451d-8c33-546dae273efb tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:30.941233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c6f2071-c79b-4620-bdf6-c148c90e382c req-00ca62fb-1005-451d-8c33-546dae273efb tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.1052270 Sep 18 19:40:30.967252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Pushing event deleted for resources: {'Port': ['ID=7a774485-ff58-478d-a192-b10aa6a34404,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:30.989703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] No DVR routers for this DVR port 7a774485-ff58-478d-a192-b10aa6a34404 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:30.992564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:30.994792 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fb816eda-200e-4c80-9cc0-e2a649239468 req-9976e1c9-06e4-442d-802e-ca7048062191 tempest-ServerDiagnosticsNegativeTest-161806903 tempest-ServerDiagnosticsNegativeTest-161806903-project] 10.222.0.32 "DELETE /v2.0/ports/7a774485-ff58-478d-a192-b10aa6a34404 HTTP/1.1" status: 204 len: 173 time: 1.1207757 Sep 18 19:40:30.997120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc63376e-382e-485b-97cd-9a6a066158a4', 'name': 'network-vif-deleted', 'tag': '7a774485-ff58-478d-a192-b10aa6a34404'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:30.999143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c6f2071-c79b-4620-bdf6-c148c90e382c req-a34809a5-7c2e-4b9c-b188-931e02935eaa tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517199 Sep 18 19:40:31.007835 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4756a23-d050-4810-8f44-e8909def23eb" -d '{"events": [{"server_uuid": "fc63376e-382e-485b-97cd-9a6a066158a4", "name": "network-vif-deleted", "tag": "7a774485-ff58-478d-a192-b10aa6a34404"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:31.063757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:31.082602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:31.084727 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8f5ce29f-3022-4775-8942-34e9c228bd4b service neutron] 10.222.0.20 "POST /v2.0/ports/39a37d9e-4b1e-41ef-9d76-ed77711db010/bindings HTTP/1.1" status: 201 len: 390 time: 0.8108356 Sep 18 19:40:31.086668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b877f312-4baa-49ce-bbf6-0e1a2e5d83d0'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:31.208564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-516664fb-309b-463b-bded-382a6aa339ea tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517402 Sep 18 19:40:31.390826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-4eb8d404-929e-466a-924c-572e00359bfe tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:31.392514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-4eb8d404-929e-466a-924c-572e00359bfe tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830664 Sep 18 19:40:31.399758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1ab6-acd9-4071-a5d6-da454d581fe4 req-832f0e07-2f03-454c-9924-d681c5615ba9 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:31.401128 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-533d1ab6-acd9-4071-a5d6-da454d581fe4 req-832f0e07-2f03-454c-9924-d681c5615ba9 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 944 time: 0.1019876 Sep 18 19:40:31.439085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-5f77dc8b-dc8c-4dbd-8dfb-3e9e8d50e0fd tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/quotas/d195f88bbae74c729a7630ead8ca2d69 HTTP/1.1" status: 200 len: 375 time: 0.0361023 Sep 18 19:40:31.462260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-ae9087f3-a1e4-4acd-8564-362635db5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:31.462616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-ae9087f3-a1e4-4acd-8564-362635db5ea6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1098 time: 0.1064198 Sep 18 19:40:31.479260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-533d1ab6-acd9-4071-a5d6-da454d581fe4 req-617b11c6-1ec3-4133-abc5-5a2972266336 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656250 Sep 18 19:40:31.500160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-b6202722-3e1d-40b1-a127-385549244dab tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:31.502237 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-b6202722-3e1d-40b1-a127-385549244dab tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.24 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 945 time: 0.0726476 Sep 18 19:40:31.641273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Deleting port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:31.641805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:31.722759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-30577c47-ad46-4146-b63b-b312730e9e3b tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2668784 Sep 18 19:40:31.765842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] For port 16706c9d-3f47-4780-9f55-ac2ac37a78a3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=16706c9d-3f47-4780-9f55-ac2ac37a78a3,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:31.767679 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:31.774633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-9da1599f-35a5-4db5-8c08-000898b6f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:31.780544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-9da1599f-35a5-4db5-8c08-000898b6f2ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.2740712 Sep 18 19:40:31.787991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Calling delete_port for 16706c9d-3f47-4780-9f55-ac2ac37a78a3 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:31.851470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-fc5b59e8-5d57-4288-9fd2-3c15e33ab593 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 200 len: 217 time: 0.0633090 Sep 18 19:40:31.932937 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65af796-dfae-4a08-bc60-40a6c36c2a7b x-openstack-request-id: req-b65af796-dfae-4a08-bc60-40a6c36c2a7b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:31.933927 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "name": "network-vif-plugged", "status": "completed", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:31.934337 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b65af796-dfae-4a08-bc60-40a6c36c2a7b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:31.934896 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185', 'code': 200} Sep 18 19:40:31.946440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-91de78f3-206d-4ec8-a59f-63980d84bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:31.949356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-91de78f3-206d-4ec8-a59f-63980d84bc0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.0895555 Sep 18 19:40:32.005959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-9fce0d38-89d9-474d-8232-b1236f49791b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488176 Sep 18 19:40:32.008671 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbaf676-b191-48fe-92a5-2da1fb0e8a91 x-openstack-request-id: req-8fbaf676-b191-48fe-92a5-2da1fb0e8a91 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:32.009148 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc63376e-382e-485b-97cd-9a6a066158a4", "name": "network-vif-deleted", "tag": "7a774485-ff58-478d-a192-b10aa6a34404", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:32.012150 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fbaf676-b191-48fe-92a5-2da1fb0e8a91 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:32.013016 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc63376e-382e-485b-97cd-9a6a066158a4', 'name': 'network-vif-deleted', 'tag': '7a774485-ff58-478d-a192-b10aa6a34404', 'status': 'completed', 'code': 200} Sep 18 19:40:32.121468 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:32.135506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['16706c9d-3f47-4780-9f55-ac2ac37a78a3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:32.185988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7cf85364-ad28-46d8-9774-134b8626a694 req-b07f7469-5524-4895-97fe-b118f0a53ff2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.20 "GET /v2.0/ports?device_id=c419eb6b-01b2-43a0-9de0-b040471fcecb HTTP/1.1" status: 200 len: 210 time: 0.0500364 Sep 18 19:40:32.274929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee2ca2-844f-424e-8c42-875088358cce req-616a78fb-e07d-481f-bc07-e49a23043994 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:32.295395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6ee2ca2-844f-424e-8c42-875088358cce req-616a78fb-e07d-481f-bc07-e49a23043994 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 946 time: 0.2967420 Sep 18 19:40:32.317796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Pushing event deleted for resources: {'Port': ['ID=16706c9d-3f47-4780-9f55-ac2ac37a78a3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:32.334617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:32.336824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] No DVR routers for this DVR port 16706c9d-3f47-4780-9f55-ac2ac37a78a3 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:32.340271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38456475-89ce-4e34-ae9c-f359052b77f8 req-e7475fdf-5b3f-47a5-9909-53a576e580f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:32.342163 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-38456475-89ce-4e34-ae9c-f359052b77f8 req-e7475fdf-5b3f-47a5-9909-53a576e580f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1097 time: 0.2913554 Sep 18 19:40:32.343784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:32.346502 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4ce6547c-eae3-4147-87a6-b0c9c838b9da req-f0c502f2-7aa0-4f41-aa0b-3663b8683da2 tempest-FloatingIPsAssociationTestJSON-230988582 tempest-FloatingIPsAssociationTestJSON-230988582-project] 10.222.0.24 "DELETE /v2.0/ports/16706c9d-3f47-4780-9f55-ac2ac37a78a3 HTTP/1.1" status: 204 len: 173 time: 0.8302457 Sep 18 19:40:32.401633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-38456475-89ce-4e34-ae9c-f359052b77f8 req-fdb29f94-8377-4dc9-a4c1-fe7fba8e43be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520906 Sep 18 19:40:32.407984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fcf20af-6b60-4a98-9617-d90c7b4aeb40 req-6bfb57b0-2033-4b4c-b8a6-5478a86467c4 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 210 time: 0.0417120 Sep 18 19:40:32.417950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d95e1a2c-8110-468d-a3c2-da0ac961567c no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:32.435106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-2a5f12f7-6b35-4abf-ab1f-67da6f0d3739 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065840 Sep 18 19:40:32.444349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6ee2ca2-844f-424e-8c42-875088358cce req-a1b7867b-805d-4910-b60b-44c376084290 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480508 Sep 18 19:40:32.649743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:32.788622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-2a6471e7-0cb7-4b0f-803f-7cbe388c7ca4 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347394 Sep 18 19:40:32.836194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:32.847297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:32.847705 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:32.850782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119600b-dceb-4a79-97b5-5626e27df9d2 req-93482d99-f1fa-4fbb-8187-79634df93a52 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:32.856490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a119600b-dceb-4a79-97b5-5626e27df9d2 req-93482d99-f1fa-4fbb-8187-79634df93a52 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.2505651 Sep 18 19:40:32.882700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999a8a9-2be1-4f7d-b3d6-fea4af38993d req-224d799a-1e0a-47a0-b716-d4401132cf45 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:32.893631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9999a8a9-2be1-4f7d-b3d6-fea4af38993d req-224d799a-1e0a-47a0-b716-d4401132cf45 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 944 time: 0.2375178 Sep 18 19:40:32.918336 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:32.964311 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2e9cdf8a-6a01-417f-ab72-2be04a18deee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84ec53840788485eb30ac778bceff065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132224 Sep 18 19:40:32.967754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40622) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:33.009498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:33.010618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.021232 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.059799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9999a8a9-2be1-4f7d-b3d6-fea4af38993d req-a890dab2-f2ab-43cf-9593-4c845c50298c tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633360 Sep 18 19:40:33.092629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a119600b-dceb-4a79-97b5-5626e27df9d2 req-047e87ef-1f19-4a5d-92d8-a38fd2bc153d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300956 Sep 18 19:40:33.097596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:33.111245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d512bf9-e1f1-4b33-bff8-4a8af86b9ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.115811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-9a38b5f3-4f2b-4205-9209-c20719952251 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:33.118006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-9a38b5f3-4f2b-4205-9209-c20719952251 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1098 time: 0.2213202 Sep 18 19:40:33.133042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:33.137020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-11'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:33.141499 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.146845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d512bf9-e1f1-4b33-bff8-4a8af86b9ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.210102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d512bf9-e1f1-4b33-bff8-4a8af86b9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.228478 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d512bf9-e1f1-4b33-bff8-4a8af86b9ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.229686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:33.234002 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9d512bf9-e1f1-4b33-bff8-4a8af86b9ac7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffa26496-daae-4475-88bb-3830349075a1 HTTP/1.1" status: 204 len: 168 time: 0.2614131 Sep 18 19:40:33.255565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.260130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d512bf9-e1f1-4b33-bff8-4a8af86b9ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa26496-daae-4475-88bb-3830349075a1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:33.287322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40628) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:33.476273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:33.557840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:33.655225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36aa3102-d220-41cd-a9a5-72116ef80c69 req-add90b48-51dd-433b-b6f1-896e03dc5e2c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 210 time: 0.0546243 Sep 18 19:40:33.676330 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-b77fa9a4-8516-44cf-8692-1debf4a3fc55 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380666 Sep 18 19:40:33.693881 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.696088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:33.698321 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2567aee-338c-4e1e-8c4d-2ab165919b42" -d '{"events": [{"server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "name": "network-vif-unplugged", "status": "completed", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:33.707017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.773815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40650) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:33.778780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:33.819511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591033c9-50a9-43b4-be70-efdd8e820ec6 req-166cc84b-afb9-4433-9f80-aa642ab0b332 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:33.827153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-591033c9-50a9-43b4-be70-efdd8e820ec6 req-166cc84b-afb9-4433-9f80-aa642ab0b332 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 946 time: 0.2272964 Sep 18 19:40:33.836634 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd2095e-1ba0-4357-bb4b-f60b9dd6dfc0 x-openstack-request-id: req-cbd2095e-1ba0-4357-bb4b-f60b9dd6dfc0 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:33.836919 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "name": "network-vif-unplugged", "status": "completed", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:33.837173 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbd2095e-1ba0-4357-bb4b-f60b9dd6dfc0 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:33.837562 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010', 'code': 200} Sep 18 19:40:33.868286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd00a12f-a59f-4716-b6ab-85c980369d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.896331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on host n-h1-789963-11 for vnic_type normal with profile {"migrating_to": "n-h2-789963-11"} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:33.896718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:33.896992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:33.909957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:33.909957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Attempting to bind port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:33.917844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-591033c9-50a9-43b4-be70-efdd8e820ec6 req-320b3f06-ddbf-4937-a109-5f8d1f84c54c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897405 Sep 18 19:40:33.920651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:33.921176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:33.921556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:33.921986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Bound port: 39a37d9e-4b1e-41ef-9d76-ed77711db010, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:33.922960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:33.936171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c'}, {'server_uuid': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:33.939149 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a66435-557a-4621-8354-7a9b4449732d" -d '{"events": [{"server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "name": "network-vif-unplugged", "status": "completed", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c"}, {"server_uuid": "41257c74-0ff2-4d40-89bf-cfe73d4a3721", "name": "network-vif-plugged", "status": "completed", "tag": "b877f312-4baa-49ce-bbf6-0e1a2e5d83d0"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:33.977050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-22c5b7f1-8508-4625-9138-2c47328ee9ea tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:33.978778 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-22c5b7f1-8508-4625-9138-2c47328ee9ea tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964544 Sep 18 19:40:34.001451 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5725923-3e8c-41ec-9aea-676d7b4bfd14 x-openstack-request-id: req-a5725923-3e8c-41ec-9aea-676d7b4bfd14 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:34.001756 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "name": "network-vif-unplugged", "status": "completed", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c", "code": 200}, {"server_uuid": "41257c74-0ff2-4d40-89bf-cfe73d4a3721", "name": "network-vif-plugged", "status": "completed", "tag": "b877f312-4baa-49ce-bbf6-0e1a2e5d83d0", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:34.002023 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5725923-3e8c-41ec-9aea-676d7b4bfd14 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:34.002422 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'code': 200} Sep 18 19:40:34.003214 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'code': 200} Sep 18 19:40:34.006652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Request body: {'port': {'device_id': 'efaa77e4-67c0-46a3-ab04-abcb877ce968', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd195f88bbae74c729a7630ead8ca2d69'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:34.013746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'name': 'network-vif-deleted', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:34.016594 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f320100b-8058-4a47-b8f7-ba592604f9f2" -d '{"events": [{"server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "name": "network-vif-deleted", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:34.039044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:34.049122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:34.060105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.104929 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf4afbb-e96e-406b-b469-e92bffd9c85b x-openstack-request-id: req-bcf4afbb-e96e-406b-b469-e92bffd9c85b {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:34.105320 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c419eb6b-01b2-43a0-9de0-b040471fcecb", "name": "network-vif-deleted", "tag": "16706c9d-3f47-4780-9f55-ac2ac37a78a3", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:34.105567 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcf4afbb-e96e-406b-b469-e92bffd9c85b {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:34.106090 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c419eb6b-01b2-43a0-9de0-b040471fcecb', 'name': 'network-vif-deleted', 'tag': '16706c9d-3f47-4780-9f55-ac2ac37a78a3', 'status': 'completed', 'code': 200} Sep 18 19:40:34.178383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=8']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:34.212207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd00a12f-a59f-4716-b6ab-85c980369d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.227614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd00a12f-a59f-4716-b6ab-85c980369d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.255466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:34.256006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.257424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-72d9e2f5-d988-47ad-9760-e178e7bed6a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 200 len: 1124 time: 1.1286571 Sep 18 19:40:34.268328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c9775-22e8-4e6b-8939-3bd9becb9791 req-7d9ebc4e-620a-4149-9735-8a0385fb4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:34.269787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-179c9775-22e8-4e6b-8939-3bd9becb9791 req-7d9ebc4e-620a-4149-9735-8a0385fb4cdc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 1097 time: 0.1600785 Sep 18 19:40:34.292389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91810-82d5-4800-a4cb-3835b46f927b req-24573d0d-9a9a-452f-9ca4-7087f22d7ed9 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:34.293849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7f91810-82d5-4800-a4cb-3835b46f927b req-24573d0d-9a9a-452f-9ca4-7087f22d7ed9 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 945 time: 0.1272054 Sep 18 19:40:34.304095 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fd00a12f-a59f-4716-b6ab-85c980369d19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca62fde1d1bf44acbf0b96652d3c30f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904051 Sep 18 19:40:34.307290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40660) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:34.312549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c9b5-b0de-41e3-ab95-56dae48a883d req-fa07b511-4148-49af-b556-cbb466012ae0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:34.314310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea94c9b5-b0de-41e3-ab95-56dae48a883d req-fa07b511-4148-49af-b556-cbb466012ae0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.1323495 Sep 18 19:40:34.315347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00a12f-a59f-4716-b6ab-85c980369d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f23d18-0e5d-43d4-8d37-2d31df5fe312,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:34.320449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Made reservation on behalf of d195f88bbae74c729a7630ead8ca2d69 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:34.323903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.352424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 16706c9d-3f47-4780-9f55-ac2ac37a78a3 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:34.353033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-179c9775-22e8-4e6b-8939-3bd9becb9791 req-4a2dcdeb-a7eb-4176-960b-4167b6c25eae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752168 Sep 18 19:40:34.376853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7a774485-ff58-478d-a192-b10aa6a34404 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:34.381933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['39a37d9e-4b1e-41ef-9d76-ed77711db010'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:34.393182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7f91810-82d5-4800-a4cb-3835b46f927b req-9eb15ca5-c04f-4a25-9aae-f482268577bf tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634065 Sep 18 19:40:34.395958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea94c9b5-b0de-41e3-ab95-56dae48a883d req-a674b82b-0759-480a-ac01-9a83096c04e6 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673518 Sep 18 19:40:34.429888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 16706c9d-3f47-4780-9f55-ac2ac37a78a3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:40:34.430558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 16706c9d-3f47-4780-9f55-ac2ac37a78a3 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:40:34.452517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 7a774485-ff58-478d-a192-b10aa6a34404 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:40:34.453156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7a774485-ff58-478d-a192-b10aa6a34404 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:40:34.501606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbbe864f-98aa-454f-bf39-df331541b81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.515213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.549708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22679-391a-46ed-8336-1beb16ed5325 req-fb04d78a-f337-4bb7-a0a7-68f2c9a60afe tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:34.551340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00f22679-391a-46ed-8336-1beb16ed5325 req-fb04d78a-f337-4bb7-a0a7-68f2c9a60afe tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1097 time: 0.0462651 Sep 18 19:40:34.592976 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbbe864f-98aa-454f-bf39-df331541b81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.656190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Allocated IP 192.168.233.112 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/e1ada5a1-b5ab-4a42-9ce6-27960c12749e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:40:34.756491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbbe864f-98aa-454f-bf39-df331541b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.759025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbbe864f-98aa-454f-bf39-df331541b81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:34.760238 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fbbe864f-98aa-454f-bf39-df331541b81a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85f23d18-0e5d-43d4-8d37-2d31df5fe312 HTTP/1.1" status: 204 len: 168 time: 0.4512713 Sep 18 19:40:34.862488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71580580-73ed-40e7-ab98-9b661e72a9be req-423307de-1b01-4378-92f7-712e563873bf tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 210 time: 0.0293667 Sep 18 19:40:34.880908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe864f-98aa-454f-bf39-df331541b81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f23d18-0e5d-43d4-8d37-2d31df5fe312,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:34.889749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00f22679-391a-46ed-8336-1beb16ed5325 req-32273530-0e38-4dbc-ab31-cfb15786665b tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316019 Sep 18 19:40:35.012822 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:35.087118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acc908-7dc8-41a4-a542-2abeae94db33 req-552d32c0-ea2b-41fd-8d5a-215d0d67eb63 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:35.088956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0acc908-7dc8-41a4-a542-2abeae94db33 req-552d32c0-ea2b-41fd-8d5a-215d0d67eb63 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 944 time: 0.0640404 Sep 18 19:40:35.098342 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:35.122487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09', '3d47ed86-e5a5-4cf3-b91b-9e778f537766'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:35.177794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'c73fb2f2-c270-4896-8383-c0da334a6178'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:35.192978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0acc908-7dc8-41a4-a542-2abeae94db33 req-c302b1df-1b92-4451-b43a-e70d0891461d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949059 Sep 18 19:40:35.395682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:40:35.410055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Deleting port 3c45eb9c-3762-48a0-b902-fd49bb7c4213 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:35.410448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:35.412563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:40:35.417573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:40:35.435596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:35.436332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:35.510418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'Port': ['ID=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:35.589138 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-740410c3-c813-48a8-ad97-ce5f824f6991 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5893042 Sep 18 19:40:35.629476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167a9a8-8dae-4af1-ae84-d10fa04770ed req-e052b7e9-bbbc-4556-983c-876e039c7b5d tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:35.639459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f167a9a8-8dae-4af1-ae84-d10fa04770ed req-e052b7e9-bbbc-4556-983c-876e039c7b5d tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 945 time: 0.1191061 Sep 18 19:40:35.694317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f167a9a8-8dae-4af1-ae84-d10fa04770ed req-ebe7b51e-2fea-4b1e-b001-9866b1650277 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536993 Sep 18 19:40:35.695069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Request body: {'port': {'device_id': 'efaa77e4-67c0-46a3-ab04-abcb877ce968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:35.833098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:35.838811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:35.842274 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1741813f-f684-477b-8772-7b2511b6d7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:35.880735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5b048a2b-b4d5-406e-a33d-8a164b57cb6a None None] Provisioning complete for port e1ada5a1-b5ab-4a42-9ce6-27960c12749e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:35.881288 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5b048a2b-b4d5-406e-a33d-8a164b57cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:35.929266 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb546e-3b04-4583-b6be-da45c9a3ddeb x-openstack-request-id: req-c4bb546e-3b04-4583-b6be-da45c9a3ddeb {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:35.930465 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:35.930465 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4bb546e-3b04-4583-b6be-da45c9a3ddeb {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:35.930465 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010', 'status': 'completed', 'code': 200} Sep 18 19:40:35.957056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5b048a2b-b4d5-406e-a33d-8a164b57cb6a None None] Port e1ada5a1-b5ab-4a42-9ce6-27960c12749e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:40:36.100577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28ce72-9439-4a00-9372-28eb3a8f119e req-9fc2bae1-4731-47a6-ae7f-eb5fef24eca5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:36.103588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b28ce72-9439-4a00-9372-28eb3a8f119e req-9fc2bae1-4731-47a6-ae7f-eb5fef24eca5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 936 time: 0.1232982 Sep 18 19:40:36.120778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] For port 3c45eb9c-3762-48a0-b902-fd49bb7c4213, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3c45eb9c-3762-48a0-b902-fd49bb7c4213,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:36.121294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:36.172648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Calling delete_port for 3c45eb9c-3762-48a0-b902-fd49bb7c4213 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:36.190558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b28ce72-9439-4a00-9372-28eb3a8f119e req-010b2eb0-c248-4e69-9fca-814f6cd8e7b6 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792909 Sep 18 19:40:36.316998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-2eee56bc-38af-4494-bd7b-592d23115d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:36.318410 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-2eee56bc-38af-4494-bd7b-592d23115d88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1127 time: 0.2850351 Sep 18 19:40:36.338444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23958d90-e426-4034-a161-f4e88c47dd5e req-71dd46de-7878-4004-a71a-b898f85d35a7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:36.340534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23958d90-e426-4034-a161-f4e88c47dd5e req-71dd46de-7878-4004-a71a-b898f85d35a7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 944 time: 0.0539865 Sep 18 19:40:36.358957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 39a37d9e-4b1e-41ef-9d76-ed77711db010 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:36.424849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23958d90-e426-4034-a161-f4e88c47dd5e req-64265fe8-4f71-4226-8500-0148d4eab69a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Sep 18 19:40:36.638418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:36.660493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-932efe51-79a0-4c90-b308-549b490ca222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:36.661992 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-932efe51-79a0-4c90-b308-549b490ca222 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.3304384 Sep 18 19:40:36.676267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 39a37d9e-4b1e-41ef-9d76-ed77711db010 has no active binding in host n-h2-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 19:40:36.676766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:36.746340 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-121a4123-2cc6-4289-bdee-79bc42fae833 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 200 len: 217 time: 0.0757742 Sep 18 19:40:36.864599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:36.879314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'mac_address': 'fa:16:3e:34:2c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:36.884056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-987a7fdf-0694-4d2c-9837-c660692d29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:36.885741 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-987a7fdf-0694-4d2c-9837-c660692d29ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1200247 Sep 18 19:40:36.889355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ada5a1-b5ab-4a42-9ce6-27960c12749e {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:36.900570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:36.911395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b3d3-705b-426f-9924-7a12f219e9f8 req-9ed66bb5-827f-4037-a224-e6d2a5997ce6 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:36.913064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-88f5b3d3-705b-426f-9924-7a12f219e9f8 req-9ed66bb5-827f-4037-a224-e6d2a5997ce6 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 945 time: 0.0603623 Sep 18 19:40:36.940518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:36.946760 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-9a158d53-d9d0-4668-b1b9-123a1a321230 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486825 Sep 18 19:40:36.957334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a9470b-881c-4872-a29e-4f45aa955b97 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:36.972827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Transition to ACTIVE for port object e1ada5a1-b5ab-4a42-9ce6-27960c12749e will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:36.973304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-88f5b3d3-705b-426f-9924-7a12f219e9f8 req-d90684d9-17d5-44b6-924d-87a326b7e536 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523012 Sep 18 19:40:36.989547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:36.996523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:37.002301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:37.019634 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:37.125960 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-15d7d392-0a62-43f6-a0f1-1eb2060783a6 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652999 Sep 18 19:40:37.142048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:37.170000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['e6a9470b-881c-4872-a29e-4f45aa955b97'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:37.191696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632758d2-ac17-4a96-a858-d9463897755f req-04843e2c-6a92-40ad-9c0b-b8e065625589 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:37.194831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-632758d2-ac17-4a96-a858-d9463897755f req-04843e2c-6a92-40ad-9c0b-b8e065625589 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 945 time: 0.1056833 Sep 18 19:40:37.203742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40790) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:37.208758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Request body: {'floatingip': {'port_id': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:37.248844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c45eb9c-3762-48a0-b902-fd49bb7c4213,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:37.343250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:37.562051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:37.767552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18086a4-6d84-446f-80df-ed044b6bc6ca req-aa8921a6-2bf1-42ee-a629-85e5a9a3297d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:37.768996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f18086a4-6d84-446f-80df-ed044b6bc6ca req-aa8921a6-2bf1-42ee-a629-85e5a9a3297d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 948 time: 0.4147618 Sep 18 19:40:37.798703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Attempting to bind port e1ada5a1-b5ab-4a42-9ce6-27960c12749e on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:37.800480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Attempting to bind port e1ada5a1-b5ab-4a42-9ce6-27960c12749e by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:37.800480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Attempting to bind port e1ada5a1-b5ab-4a42-9ce6-27960c12749e on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:37.805169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Pushing event updated for resources: {'Port': ['ID=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:37.818073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Port e1ada5a1-b5ab-4a42-9ce6-27960c12749e on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:37.818392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Attempting to bind port e1ada5a1-b5ab-4a42-9ce6-27960c12749e on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:37.830268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:37.830594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:37.830967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:37.831419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Bound port: e1ada5a1-b5ab-4a42-9ce6-27960c12749e, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:37.831797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:37.921226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f18086a4-6d84-446f-80df-ed044b6bc6ca req-58cc1feb-a720-4fac-a367-1032eaeb05bf tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145496 Sep 18 19:40:37.930260 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1741813f-f684-477b-8772-7b2511b6d7f1 req-1b91cc4c-97f8-49af-b25c-8fbd8bcea6a2 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399733 Sep 18 19:40:37.990947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90982747-382f-458f-818d-b96d37839979 req-61e1d133-368e-4679-ba11-60c24c7c17a9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:37.998494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90982747-382f-458f-818d-b96d37839979 req-61e1d133-368e-4679-ba11-60c24c7c17a9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 944 time: 0.2285523 Sep 18 19:40:38.009021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] For port e1ada5a1-b5ab-4a42-9ce6-27960c12749e, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:38.070849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] For port e1ada5a1-b5ab-4a42-9ce6-27960c12749e, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:38.080689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:38.096954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90982747-382f-458f-818d-b96d37839979 req-b53808a1-95ae-49b9-b607-fd360280aa36 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920467 Sep 18 19:40:38.129046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:38.129751 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:38.147000 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] 10.222.0.24 "PUT /v2.0/ports/e1ada5a1-b5ab-4a42-9ce6-27960c12749e HTTP/1.1" status: 200 len: 1097 time: 2.4694626 Sep 18 19:40:38.152981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaa77e4-67c0-46a3-ab04-abcb877ce968', 'tag': 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:38.155291 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2abae-f9b4-463f-be29-5dedd51e47c2" -d '{"events": [{"name": "network-changed", "server_uuid": "efaa77e4-67c0-46a3-ab04-abcb877ce968", "tag": "e1ada5a1-b5ab-4a42-9ce6-27960c12749e"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:38.221061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Router d6d65fc2-e470-4f25-a73f-14a5d6b31adc has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:40:38.259023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.resource_extend [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:40:38.278972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800a15-e2b8-4268-9bda-c22376259aab service neutron] Pushing event updated for resources: {'Port': ['ID=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:38.399162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:38.407552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:38.643022 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1 associated. External IP: 172.25.8.151, port: b877f312-4baa-49ce-bbf6-0e1a2e5d83d0. Sep 18 19:40:38.711916 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916e4e41-0a04-4675-b9c2-ee683fcab25f x-openstack-request-id: req-916e4e41-0a04-4675-b9c2-ee683fcab25f {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:38.712356 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaa77e4-67c0-46a3-ab04-abcb877ce968", "tag": "e1ada5a1-b5ab-4a42-9ce6-27960c12749e", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:38.712712 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-916e4e41-0a04-4675-b9c2-ee683fcab25f {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:38.713222 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaa77e4-67c0-46a3-ab04-abcb877ce968', 'tag': 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e', 'status': 'completed', 'code': 200} Sep 18 19:40:38.771281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-209e2091-f2f1-4dc0-b54b-f578d7f27a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:38.773024 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-209e2091-f2f1-4dc0-b54b-f578d7f27a68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 1100 time: 0.5789390 Sep 18 19:40:38.925691 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-96346b35-87cc-4dd9-85fa-46a3c7f1a0bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e1ada5a1-b5ab-4a42-9ce6-27960c12749e HTTP/1.1" status: 200 len: 217 time: 0.0958829 Sep 18 19:40:39.007837 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:40:39.015413 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eaa13438-4cfa-400a-ad54-f020fb4aef95 admin admin] 10.222.0.20 "PUT /v2.0/routers/d6d65fc2-e470-4f25-a73f-14a5d6b31adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7255652 Sep 18 19:40:39.018467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40854) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:39.026584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] Sync routers for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:40:39.029860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Router 97ea01df-d391-4350-9742-8d80a9e0b97d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:40:39.031926 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-1272507e-3ed3-4b82-9338-6bcee554ab96 service neutron] 10.222.0.32 "GET /v2.0/ports/39a37d9e-4b1e-41ef-9d76-ed77711db010/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.3155515 Sep 18 19:40:39.055122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-9609c0fe-cb73-40db-be4d-bf4ae1107848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:39.057793 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-9609c0fe-cb73-40db-be4d-bf4ae1107848 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1093423 Sep 18 19:40:39.059068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:39.059866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:40:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:39.243204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:39.359943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:39.381909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:39.413084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-da79b1bc-d514-4ef9-ad9d-9492870abe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:39.415696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-da79b1bc-d514-4ef9-ad9d-9492870abe00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3290472 Sep 18 19:40:39.433818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a37d9e-4b1e-41ef-9d76-ed77711db010 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:39.472170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:39.536201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56163cc6-f991-4e4c-937d-9021f8e442c7 req-8ca71c88-13f4-4d8c-94a1-710b11d5a076 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:39.543128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:39.562006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56163cc6-f991-4e4c-937d-9021f8e442c7 req-8ca71c88-13f4-4d8c-94a1-710b11d5a076 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 948 time: 0.4614911 Sep 18 19:40:39.660392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-38e501d9-0070-494a-ad3d-01cec492340c service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291811 Sep 18 19:40:39.707763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:40:36Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:39.715237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] Transition to ACTIVE for port object 39a37d9e-4b1e-41ef-9d76-ed77711db010 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:39.732246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:39.774417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:40:39.787746 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] Sync routers for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:40:39.791007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b6f3-20ac-49f3-83a1-b7e0a46a8098 req-040f715d-a688-4bc7-82a2-d9d689c6005f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:39.805026 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:39.805026 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:40:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:39.806616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] Checking router: d6d65fc2-e470-4f25-a73f-14a5d6b31adc for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:40:39.811480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8152b6f3-20ac-49f3-83a1-b7e0a46a8098 req-040f715d-a688-4bc7-82a2-d9d689c6005f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 944 time: 0.4830754 Sep 18 19:40:39.816564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] Routers {'d6d65fc2-e470-4f25-a73f-14a5d6b31adc'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:39.817302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:40:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:39.830312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] Pushing event updated for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=10']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:39.831891 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:39.851901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:39.946879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] Set router d6d65fc2-e470-4f25-a73f-14a5d6b31adc gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:40.022938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] No DVR routers for this DVR port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:40.043477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:40.059321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40868) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:40.099980 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:40.166145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56163cc6-f991-4e4c-937d-9021f8e442c7 req-14a643dd-d99d-42a3-9806-a7e9fd01a509 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017327 Sep 18 19:40:40.199507 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0db4f547-bb96-43a1-817a-1fbeac823260 service neutron] 10.222.0.32 "PUT /v2.0/ports/39a37d9e-4b1e-41ef-9d76-ed77711db010/bindings/n-h2-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1566663 Sep 18 19:40:40.227451 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8600482-1ab1-4893-b6e9-a1a49b51f4c7 req-26210063-b13f-49e1-a9ea-7856214ab866 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512207 Sep 18 19:40:40.251181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-41c1c7db-225f-4c58-ae1b-227996db8e76 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "PUT /v2.0/floatingips/162f7b00-58fa-48a9-8e86-5c332871c7a1 HTTP/1.1" status: 200 len: 991 time: 3.0458302 Sep 18 19:40:40.280155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'tag': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:40.288553 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59046792-fa3d-4001-b4ad-47846acb9417" -d '{"events": [{"name": "network-changed", "server_uuid": "41257c74-0ff2-4d40-89bf-cfe73d4a3721", "tag": "b877f312-4baa-49ce-bbf6-0e1a2e5d83d0"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:40.340598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:40:36Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:40.389399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8152b6f3-20ac-49f3-83a1-b7e0a46a8098 req-b95fd23f-6cbe-4497-ae8d-769087d5473c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748186 Sep 18 19:40:40.403710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:40.445025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e59938c-2583-414a-833b-e71c8e85aad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:40.448736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-ac52a77a-e933-4286-be0a-b324483a6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:40.450526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-ac52a77a-e933-4286-be0a-b324483a6a79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 1100 time: 0.1554747 Sep 18 19:40:40.482799 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f3931-4c2e-4aa0-94c0-16a5cd550eb3 x-openstack-request-id: req-b48f3931-4c2e-4aa0-94c0-16a5cd550eb3 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:40.483222 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41257c74-0ff2-4d40-89bf-cfe73d4a3721", "tag": "b877f312-4baa-49ce-bbf6-0e1a2e5d83d0", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:40.483632 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b48f3931-4c2e-4aa0-94c0-16a5cd550eb3 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:40.486014 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'tag': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'status': 'completed', 'code': 200} Sep 18 19:40:40.504738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b7321-0762-40b9-b8f0-4444f9e181d1 None None] The sync data for ids ['d6d65fc2-e470-4f25-a73f-14a5d6b31adc'] in n-d-789963-11 is: [{'id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'name': 'tempest-FloatingIPsAssociationTestJSON-212447540-router', 'tenant_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': '530632fa-1675-4a25-b62c-2b06b878107e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:47Z', 'updated_at': '2021-09-18T19:40:36Z', 'revision_number': 5, 'project_id': 'c7fdaf8993e24edd989100c4f25d59ad', 'gw_port': {'id': '530632fa-1675-4a25-b62c-2b06b878107e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d65fc2-e470-4f25-a73f-14a5d6b31adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:48Z', 'updated_at': '2021-09-18T19:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:40:40.518808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Deleting port 530632fa-1675-4a25-b62c-2b06b878107e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:40.519333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:40.538825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port e6a9470b-881c-4872-a29e-4f45aa955b97 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:40.539200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:40.564806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-33912a00-303c-47ba-a956-1270dc60b5ab tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:40.570178 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-33912a00-303c-47ba-a956-1270dc60b5ab tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.2904353 Sep 18 19:40:40.697736 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '162f7b00-58fa-48a9-8e86-5c332871c7a1', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'port_id': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'mac_address': 'fa:16:3e:8c:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:38:03Z', 'updated_at': '2021-09-18T19:40:38Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:40.745051 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] Checking router: 97ea01df-d391-4350-9742-8d80a9e0b97d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:40:40.755683 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:40:40.758042 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:40:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:40.778467 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-157ce66d-29e0-4db6-a136-21666014d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:40.780742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-157ce66d-29e0-4db6-a136-21666014d13f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723&tenant_id=67fefe280cc24400856c613ffce9bc8b HTTP/1.1" status: 200 len: 1097 time: 0.1963010 Sep 18 19:40:40.825391 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:40.903095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] For port 530632fa-1675-4a25-b62c-2b06b878107e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=530632fa-1675-4a25-b62c-2b06b878107e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:40.904011 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:40.935036 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e59938c-2583-414a-833b-e71c8e85aad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:40.949532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Calling delete_port for 530632fa-1675-4a25-b62c-2b06b878107e owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:40.963579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e59938c-2583-414a-833b-e71c8e85aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:41.020150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:41.034209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:41.044893 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d301f6ac-35c9-4fcc-9f1c-50615601471e" -d '{"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-plugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:41.065457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3c45eb9c-3762-48a0-b902-fd49bb7c4213 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:41.070739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8ef3a091-1ac6-4e6d-81f9-9f8c88859740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:41.073372 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-8ef3a091-1ac6-4e6d-81f9-9f8c88859740 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1097 time: 0.2542882 Sep 18 19:40:41.079407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59938c-2583-414a-833b-e71c8e85aad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14bd338-be69-4579-94e7-d9f0a0133d31,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:41.081278 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:41.090670 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:40:41.130019 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e59938c-2583-414a-833b-e71c8e85aad4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1685db44a1a4670a38197cd51826131&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0654030 Sep 18 19:40:41.150818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40890) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:41.185419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3c45eb9c-3762-48a0-b902-fd49bb7c4213 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:40:41.187051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3c45eb9c-3762-48a0-b902-fd49bb7c4213 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:40:41.199117 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abc54e5-b73b-458b-a913-0a4edf413ec7 x-openstack-request-id: req-7abc54e5-b73b-458b-a913-0a4edf413ec7 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:41.199768 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-plugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:41.200296 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7abc54e5-b73b-458b-a913-0a4edf413ec7 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:41.200893 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'code': 200} Sep 18 19:40:41.338867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=10']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:41.562108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6225b71-98af-48ba-bedd-ab4385ad1bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:41.618144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-82a33cf3-6217-410a-9624-ba00dc4bcf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:41.620845 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-82a33cf3-6217-410a-9624-ba00dc4bcf9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.4897754 Sep 18 19:40:41.670513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6225b71-98af-48ba-bedd-ab4385ad1bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:41.676646 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '162f7b00-58fa-48a9-8e86-5c332871c7a1', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'port_id': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'mac_address': 'fa:16:3e:8c:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:38:03Z', 'updated_at': '2021-09-18T19:40:38Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:41.736270 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7cc20a-0d21-4528-a2ca-37c973dabb90 None None] The sync data for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 is: [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '162f7b00-58fa-48a9-8e86-5c332871c7a1', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'port_id': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'mac_address': 'fa:16:3e:8c:fc:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:38:03Z', 'updated_at': '2021-09-18T19:40:38Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:40:41.793785 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-c9169474-8e59-4baf-ae4e-41610edde630 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 200 len: 217 time: 0.1535187 Sep 18 19:40:41.797486 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6225b71-98af-48ba-bedd-ab4385ad1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:41.801601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6225b71-98af-48ba-bedd-ab4385ad1bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:41.806555 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d6225b71-98af-48ba-bedd-ab4385ad1bfb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d14bd338-be69-4579-94e7-d9f0a0133d31 HTTP/1.1" status: 204 len: 168 time: 0.6546788 Sep 18 19:40:41.925999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-f1bfb644-870b-4fe9-832e-96c6b828edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:41.929960 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-f1bfb644-870b-4fe9-832e-96c6b828edcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1213539 Sep 18 19:40:41.954779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6225b71-98af-48ba-bedd-ab4385ad1bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14bd338-be69-4579-94e7-d9f0a0133d31,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:42.037942 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-76d84d47-9e99-4d05-bc3e-b89e87b7f9b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659130 Sep 18 19:40:42.149964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.210749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f4a0fe-a30c-4e06-9dc3-f88b7f346768 None None] New status for floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:40:42.240071 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-f28436d0-e45f-485f-ab13-45854569ccb0 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921942 Sep 18 19:40:42.269763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59046792-fa3d-4001-b4ad-47846acb9417 req-c62170bb-0f03-42d3-a1bc-f197d4e29fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:42.271478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59046792-fa3d-4001-b4ad-47846acb9417 req-c62170bb-0f03-42d3-a1bc-f197d4e29fda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=76b5f9df5cbe444f9d35cd914695193e&device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 1097 time: 1.7097549 Sep 18 19:40:42.312144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Pushing event deleted for resources: {'Port': ['ID=530632fa-1675-4a25-b62c-2b06b878107e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:42.333729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.336785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.337134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.337505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.337784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.338123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.338447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.339800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.340166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.340497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.340821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.341146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.341614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:42.384254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800cb90-faf4-4a3b-aa99-338f49559898 req-47546496-7468-45a6-b386-88d531aa5868 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:42.386225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2800cb90-faf4-4a3b-aa99-338f49559898 req-47546496-7468-45a6-b386-88d531aa5868 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 945 time: 0.4507308 Sep 18 19:40:42.418967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 39a37d9e-4b1e-41ef-9d76-ed77711db010 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:42.421298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e1ada5a1-b5ab-4a42-9ce6-27960c12749e details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:42.447772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40924) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:42.500926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2245a6c7-a70b-4119-9ebb-f8643765df3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.542066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 39a37d9e-4b1e-41ef-9d76-ed77711db010 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:40:42.564109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-30b74473-40a2-485e-a0cf-e2c34813603e service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146000 Sep 18 19:40:42.568332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.578742 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.688370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e1ada5a1-b5ab-4a42-9ce6-27960c12749e, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:42.735251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e', 'mac_address': 'fa:16:3e:98:47:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:42.764492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2245a6c7-a70b-4119-9ebb-f8643765df3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.774565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2245a6c7-a70b-4119-9ebb-f8643765df3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.845939 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2245a6c7-a70b-4119-9ebb-f8643765df3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=490fffc1fb524ae7913da95b6ad5ade4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934696 Sep 18 19:40:42.847209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40926) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:42.855249 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.856061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245a6c7-a70b-4119-9ebb-f8643765df3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05351821-64ce-4624-a38d-ec9cc0a02b5b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:42.904407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ada5a1-b5ab-4a42-9ce6-27960c12749e {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:42.920320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.921140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d65fc2-e470-4f25-a73f-14a5d6b31adc {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:40:42.935573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a40e0-c8e0-4a7c-a65e-7fa4c85d0206 req-fe91df58-0364-4cba-8576-c83aeed378ed tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:42.954773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e14a40e0-c8e0-4a7c-a65e-7fa4c85d0206 req-fe91df58-0364-4cba-8576-c83aeed378ed tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 948 time: 1.0205584 Sep 18 19:40:42.958070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e1ada5a1-b5ab-4a42-9ce6-27960c12749e, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:42.974795 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.988293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-a689f2a4-e4a0-419c-8db9-0a566a163c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:42.990024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-a689f2a4-e4a0-419c-8db9-0a566a163c10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 2.5218513 Sep 18 19:40:42.996308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:42.997432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bc6a014b-ce3a-4ad2-81a3-bd2a26bd403b admin admin] 10.222.0.20 "DELETE /v2.0/routers/d6d65fc2-e470-4f25-a73f-14a5d6b31adc HTTP/1.1" status: 204 len: 168 time: 3.9779117 Sep 18 19:40:43.002575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40928) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:43.078839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:43.097415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.097810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.097997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.098326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.098652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.098974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.099294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.100278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.100620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.100925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.101244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.101786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:43.105665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-39634a10-59e1-4170-a53e-d290e22350d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e1ada5a1-b5ab-4a42-9ce6-27960c12749e HTTP/1.1" status: 200 len: 217 time: 0.0675189 Sep 18 19:40:43.150416 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52ef6661-8a72-4aad-b1f3-0fafd5ed3999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.153646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0d3f6db3-0a61-4356-9f87-aa6a60bd8ff9 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:43.155123 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-0d3f6db3-0a61-4356-9f87-aa6a60bd8ff9 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.2690165 Sep 18 19:40:43.159877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-872603b7-f175-4916-9a3e-f3b0d3d7d1f6 admin admin] Deleting subnet 11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:40:43.173593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e14a40e0-c8e0-4a7c-a65e-7fa4c85d0206 req-0ac13738-cd17-4324-9065-04c7770865fa tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026381 Sep 18 19:40:43.178944 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-872603b7-f175-4916-9a3e-f3b0d3d7d1f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.296316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2800cb90-faf4-4a3b-aa99-338f49559898 req-6e2a3ed3-3c66-49ab-a813-6e3bd738869d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281803 Sep 18 19:40:43.308714 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52ef6661-8a72-4aad-b1f3-0fafd5ed3999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.345110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['e1ada5a1-b5ab-4a42-9ce6-27960c12749e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:43.355762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59046792-fa3d-4001-b4ad-47846acb9417 req-faeb48fb-e691-4693-bdc7-1e6a009ad237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:43.357451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59046792-fa3d-4001-b4ad-47846acb9417 req-faeb48fb-e691-4693-bdc7-1e6a009ad237 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 200 len: 924 time: 1.0749702 Sep 18 19:40:43.411479 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-872603b7-f175-4916-9a3e-f3b0d3d7d1f6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.577817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-3b6c070d-f329-45ce-8a74-2053713992c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:43.586060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-3b6c070d-f329-45ce-8a74-2053713992c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.4407816 Sep 18 19:40:43.718262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59046792-fa3d-4001-b4ad-47846acb9417 req-02ef99a9-6372-4add-b98a-c1f5608a3099 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 HTTP/1.1" status: 200 len: 1001 time: 0.3489368 Sep 18 19:40:43.774331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-4f2f4253-6370-4872-a3b7-e3be0590e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:43.774551 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-872603b7-f175-4916-9a3e-f3b0d3d7d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.783211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-4f2f4253-6370-4872-a3b7-e3be0590e936 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1827824 Sep 18 19:40:43.801096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-291e4302-fc35-455a-af06-33930c9c62f2 req-f61f5eda-01d1-4099-abac-fc4e5b00496f service neutron] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:43.805973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-291e4302-fc35-455a-af06-33930c9c62f2 req-f61f5eda-01d1-4099-abac-fc4e5b00496f service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.807087 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-291e4302-fc35-455a-af06-33930c9c62f2 req-f61f5eda-01d1-4099-abac-fc4e5b00496f service neutron] 10.222.0.24 "DELETE /v2.0/ports/39a37d9e-4b1e-41ef-9d76-ed77711db010/bindings/n-h1-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.6409910 Sep 18 19:40:43.814258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52ef6661-8a72-4aad-b1f3-0fafd5ed3999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.816895 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52ef6661-8a72-4aad-b1f3-0fafd5ed3999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.818114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-52ef6661-8a72-4aad-b1f3-0fafd5ed3999 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05351821-64ce-4624-a38d-ec9cc0a02b5b HTTP/1.1" status: 204 len: 168 time: 0.9696193 Sep 18 19:40:43.832801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef6661-8a72-4aad-b1f3-0fafd5ed3999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05351821-64ce-4624-a38d-ec9cc0a02b5b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:43.889442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-872603b7-f175-4916-9a3e-f3b0d3d7d1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.970964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872603b7-f175-4916-9a3e-f3b0d3d7d1f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d31b7d-7b7a-48f0-aed6-65ed9b1b1736,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:43.973647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-872603b7-f175-4916-9a3e-f3b0d3d7d1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:43.987080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f4acff-f065-405c-a4d5-c1b9a32a584b None None] Network 69b518a3-cd3e-4226-afa8-4cd3b02aa81a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:40:43.990105 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-872603b7-f175-4916-9a3e-f3b0d3d7d1f6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11d31b7d-7b7a-48f0-aed6-65ed9b1b1736 HTTP/1.1" status: 204 len: 168 time: 0.9686141 Sep 18 19:40:43.990756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40946) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:44.133041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-bc21583e-f4ba-4df5-a9fc-338441b562c5 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817025 Sep 18 19:40:44.162250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:44.311155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59046792-fa3d-4001-b4ad-47846acb9417 req-c66491d7-2de0-4478-a279-c746f3c8b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:44.318967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59046792-fa3d-4001-b4ad-47846acb9417 req-c66491d7-2de0-4478-a279-c746f3c8b8ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 200 len: 862 time: 0.5882130 Sep 18 19:40:44.320526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Deleting port 586e3d23-01c3-4b8b-b687-76797eed78f9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:44.321065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:44.617267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] For port 586e3d23-01c3-4b8b-b687-76797eed78f9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=586e3d23-01c3-4b8b-b687-76797eed78f9,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:44.617650 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:44.674392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Calling delete_port for 586e3d23-01c3-4b8b-b687-76797eed78f9 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:44.709899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59046792-fa3d-4001-b4ad-47846acb9417 req-59708ed7-18d7-46fb-b01d-0033f4f5b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:44.711758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59046792-fa3d-4001-b4ad-47846acb9417 req-59708ed7-18d7-46fb-b01d-0033f4f5b0b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb2ab13e-e94b-4e66-91f3-58067f89b204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3833635 Sep 18 19:40:44.782186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49337f-8bf0-4837-aa93-8e04d26b2a39 req-79156547-7487-4a6a-8f95-2b9c0bd20b1d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:44.794664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] DHCP port deletion for 69b518a3-cd3e-4226-afa8-4cd3b02aa81a request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:40:44.797685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f49337f-8bf0-4837-aa93-8e04d26b2a39 req-79156547-7487-4a6a-8f95-2b9c0bd20b1d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 949 time: 0.3862293 Sep 18 19:40:44.800775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ea2abae-f9b4-463f-be29-5dedd51e47c2 req-43dcb1a5-6af6-4a3d-926f-788e38cf8ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618211 Sep 18 19:40:44.966572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] Deleting port 586e3d23-01c3-4b8b-b687-76797eed78f9 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:44.968954 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:45.084579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0b7e6-844b-43cd-a957-3680d6c68194 req-81d4eed6-3a3c-4d6c-9cf4-b9d47200da35 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:45.094078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21d0b7e6-844b-43cd-a957-3680d6c68194 req-81d4eed6-3a3c-4d6c-9cf4-b9d47200da35 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 945 time: 0.4958086 Sep 18 19:40:45.154532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f49337f-8bf0-4837-aa93-8e04d26b2a39 req-cc060119-28ba-44ff-8291-1515ffa9f66b tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583306 Sep 18 19:40:45.223070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 530632fa-1675-4a25-b62c-2b06b878107e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:45.240708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21d0b7e6-844b-43cd-a957-3680d6c68194 req-79bbb44f-edcc-486d-b375-b4e695a85c38 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454103 Sep 18 19:40:45.255612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59046792-fa3d-4001-b4ad-47846acb9417 req-8dc04a70-b0e2-4734-a0ca-63971f076ba2 service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242894 Sep 18 19:40:45.313790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 530632fa-1675-4a25-b62c-2b06b878107e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:40:45.314168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 530632fa-1675-4a25-b62c-2b06b878107e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:40:45.320870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 586e3d23-01c3-4b8b-b687-76797eed78f9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:40:45.438957 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59046792-fa3d-4001-b4ad-47846acb9417 req-4ecc3a41-66b0-443a-8d79-a0585a78854b service neutron] 10.222.0.24 "GET /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755435 Sep 18 19:40:45.489981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] For port 586e3d23-01c3-4b8b-b687-76797eed78f9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=586e3d23-01c3-4b8b-b687-76797eed78f9,segment=NetworkSegment(5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9),segment_id=5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:45.493467 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:45.516910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] Calling delete_port for 586e3d23-01c3-4b8b-b687-76797eed78f9 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:45.598157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161be04-02ad-45e8-8562-f862a5104dc6 req-4f81dbf0-51d3-4a1a-a631-99e4829a3abe tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:45.601705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c161be04-02ad-45e8-8562-f862a5104dc6 req-4f81dbf0-51d3-4a1a-a631-99e4829a3abe tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 1097 time: 0.0927308 Sep 18 19:40:45.678545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c161be04-02ad-45e8-8562-f862a5104dc6 req-36603cef-a87a-4cc5-b5d3-bc563d4be9f1 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702059 Sep 18 19:40:45.705897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:45.755449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Pushing event deleted for resources: {'Port': ['ID=586e3d23-01c3-4b8b-b687-76797eed78f9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:45.759096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] No DVR routers for this DVR port 586e3d23-01c3-4b8b-b687-76797eed78f9 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:45.769614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:45.874166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:45.928038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:45.950490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] Pushing event deleted for resources: {'Port': ['ID=586e3d23-01c3-4b8b-b687-76797eed78f9,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:45.971835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200f499-aaa4-492a-b409-3b1570a7acd5 None None] No DVR routers for this DVR port 586e3d23-01c3-4b8b-b687-76797eed78f9 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:45.979672 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.980442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.981463 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.982037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > port after_create 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.985461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.987889 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > port after_update 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.988917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.989496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.990054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:45.990625 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:46.208433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:46.209015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:46.209661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:46.210177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:40:46.210732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b518a3-cd3e-4226-afa8-4cd3b02aa81a']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:46.231591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:46.232277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b89fc5d-aff6-4797-a5ed-84b3d8a81ea9') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:40:46.241953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ed401cf4-0209-4ac0-96ae-488dadd68649 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:46.251068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ed401cf4-0209-4ac0-96ae-488dadd68649 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 807 time: 0.1857314 Sep 18 19:40:46.268896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:46.270940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-8d212d1d-a66d-4c77-9525-63641b9ce830 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/quotas/67fefe280cc24400856c613ffce9bc8b HTTP/1.1" status: 200 len: 375 time: 0.0185044 Sep 18 19:40:46.319724 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:46.331497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:40:46.333339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:46.367640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-5ef0ae66-6f06-45b6-af22-5d85d9058d07 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957112 Sep 18 19:40:46.401173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e1ada5a1-b5ab-4a42-9ce6-27960c12749e up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:46.416914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fb45d-a833-40ff-8616-1071da4bc4ae req-00a6eb89-8e3f-4c1c-a9cf-95b69e5e9f38 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:46.418639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c3fb45d-a833-40ff-8616-1071da4bc4ae req-00a6eb89-8e3f-4c1c-a9cf-95b69e5e9f38 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 949 time: 0.1358173 Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: from cryptography.utils import int_from_bytes Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: from cryptography.utils import int_from_bytes Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:40:46.464321 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:40:46.466783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:46.474059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:46.476250 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] 10.222.0.20 "DELETE /v2.0/networks/69b518a3-cd3e-4226-afa8-4cd3b02aa81a HTTP/1.1" status: 204 len: 168 time: 2.4825969 Sep 18 19:40:46.493570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b518a3-cd3e-4226-afa8-4cd3b02aa81a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:46.505897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port e1ada5a1-b5ab-4a42-9ce6-27960c12749e completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:46.511709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port e1ada5a1-b5ab-4a42-9ce6-27960c12749e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:46.512089 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:46.525245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.526962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c3fb45d-a833-40ff-8616-1071da4bc4ae req-d6158523-bcbc-4773-9358-d05cd9032239 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965705 Sep 18 19:40:46.527741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.528535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.530117 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.530780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.532457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.533013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.536132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.538687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.539274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.539913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.540515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cba68-708e-449c-a7b4-c4e2b391f916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:40:46.674249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-0d662c33-4a8b-4746-98c4-2e52411424f1 service neutron] 10.222.0.20 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056700 Sep 18 19:40:46.731448 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:46.812868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaa77e4-67c0-46a3-ab04-abcb877ce968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:46.816710 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b151d1bf-763d-4fe3-b93b-c71b8a515c6b" -d '{"events": [{"server_uuid": "efaa77e4-67c0-46a3-ab04-abcb877ce968", "name": "network-vif-plugged", "status": "completed", "tag": "e1ada5a1-b5ab-4a42-9ce6-27960c12749e"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:46.836329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e1ada5a1-b5ab-4a42-9ce6-27960c12749e, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:46.845847 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:46.913104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-3b1f5655-67df-46cf-89f1-dc98ee652b7c service neutron] 10.222.0.20 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378159 Sep 18 19:40:46.919178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41044) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:46.949645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:46.954295 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e37204d-e910-4b5c-a3c1-bb352896113a x-openstack-request-id: req-5e37204d-e910-4b5c-a3c1-bb352896113a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:46.954582 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaa77e4-67c0-46a3-ab04-abcb877ce968", "name": "network-vif-plugged", "status": "completed", "tag": "e1ada5a1-b5ab-4a42-9ce6-27960c12749e", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:46.954833 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e37204d-e910-4b5c-a3c1-bb352896113a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:46.955223 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaa77e4-67c0-46a3-ab04-abcb877ce968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e', 'code': 200} Sep 18 19:40:47.061766 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-771d8d92-2a0f-46f5-aeaa-ec71c95fb907 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7fdaf8993e24edd989100c4f25d59ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420102 Sep 18 19:40:47.066535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41050) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:47.110258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62998c-6e3a-4a0e-8ce6-67aabec63bc7 req-c5f4c80a-d71c-4f3b-a4c7-220002de48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:47.111821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d62998c-6e3a-4a0e-8ce6-67aabec63bc7 req-c5f4c80a-d71c-4f3b-a4c7-220002de48f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 1102 time: 0.1224747 Sep 18 19:40:47.169986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d62998c-6e3a-4a0e-8ce6-67aabec63bc7 req-99c1e57f-5c6e-4dca-a926-4f562df3a4d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 Sep 18 19:40:47.229754 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-61822cf9-c5c4-41b8-9b1d-06475e2799c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:47.272746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b05ec24f-9e71-4dc8-bf18-ff007495325a req-5bbb9209-8a20-4216-8b39-70bdd384feff tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 210 time: 0.0788436 Sep 18 19:40:47.295860 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-61822cf9-c5c4-41b8-9b1d-06475e2799c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:47.388488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-61822cf9-c5c4-41b8-9b1d-06475e2799c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:47.394644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-61822cf9-c5c4-41b8-9b1d-06475e2799c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:47.405696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-61822cf9-c5c4-41b8-9b1d-06475e2799c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18f618ca-f659-4a1c-9405-98c8e44ed15f HTTP/1.1" status: 204 len: 168 time: 0.3375814 Sep 18 19:40:47.434592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61822cf9-c5c4-41b8-9b1d-06475e2799c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f618ca-f659-4a1c-9405-98c8e44ed15f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:47.825985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb3771-d199-4192-9418-16875c873926 req-7f47f1a1-595b-40de-8f6d-f1058b9aa2c4 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:47.839135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11cb3771-d199-4192-9418-16875c873926 req-7f47f1a1-595b-40de-8f6d-f1058b9aa2c4 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 950 time: 0.1207743 Sep 18 19:40:47.930250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11cb3771-d199-4192-9418-16875c873926 req-487b7738-c12d-41fd-8476-d4d628d734e9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839868 Sep 18 19:40:48.457199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42d9ba6a-2450-4b34-ada4-9b6ddff0a3df req-52d24eaa-8a90-4881-ab5a-2bb205b225e7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 210 time: 0.0746222 Sep 18 19:40:49.007754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41146) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:49.051225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-c88f4f48-5ef3-4452-b8ad-a1afc9859315 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:49.055293 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-c88f4f48-5ef3-4452-b8ad-a1afc9859315 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 807 time: 0.2916090 Sep 18 19:40:49.076823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Request body: {'port': {'device_id': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'admin_state_up': True, 'tenant_id': '67fefe280cc24400856c613ffce9bc8b'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:49.157463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c87b60-1cc6-4aca-be7c-27636c25f42b req-c8896277-45ef-4960-8b57-1880025b3b87 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:49.165618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7c87b60-1cc6-4aca-be7c-27636c25f42b req-c8896277-45ef-4960-8b57-1880025b3b87 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 950 time: 0.1045997 Sep 18 19:40:49.241218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7c87b60-1cc6-4aca-be7c-27636c25f42b req-7d93f122-709a-4f9f-9490-cbfdc3e0c5dc tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742817 Sep 18 19:40:49.288734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9bb03e3-9a06-4b5a-b65f-34e4f3efdf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:49.318949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Made reservation on behalf of 67fefe280cc24400856c613ffce9bc8b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:49.337743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:49.570107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75226c3d-2401-40cd-901b-5a331939788b req-f3ce8adf-d0b7-402f-b8a6-372cc04cf12c tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:49.579662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Allocated IP 172.20.0.9 (d9bd10c5-779c-4527-a92c-87bf493b1da8/37a56c70-90bf-47ef-a3e9-dbe557b29cdc/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:40:49.580209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75226c3d-2401-40cd-901b-5a331939788b req-f3ce8adf-d0b7-402f-b8a6-372cc04cf12c tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 1102 time: 0.1785383 Sep 18 19:40:49.670222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5edca76c-dac6-4719-b88f-167bfc4e55f0 req-ad4db204-dc66-4aeb-811d-5222dc7b8440 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 210 time: 0.0659499 Sep 18 19:40:49.690660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75226c3d-2401-40cd-901b-5a331939788b req-7f77e2ac-0941-482a-834b-33e2b6b749d7 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975721 Sep 18 19:40:49.707889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9bb03e3-9a06-4b5a-b65f-34e4f3efdf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:49.720870 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9bb03e3-9a06-4b5a-b65f-34e4f3efdf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:49.750921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb03e3-9a06-4b5a-b65f-34e4f3efdf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21731aa0-5c39-4b0f-b45b-0ab3211204b7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:49.787441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d9bb03e3-9a06-4b5a-b65f-34e4f3efdf6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24cfb9c8b5f74a5b972bda822a5c3e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7777290 Sep 18 19:40:49.790015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41198) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:49.874349 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:40:49.884932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:49.945330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439a8c8b-8bcf-4e0d-b8d5-4be124e0c4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:49.967221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:50.016429 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439a8c8b-8bcf-4e0d-b8d5-4be124e0c4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:50.063754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Pushing event updated for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:50.074860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Network d9bd10c5-779c-4527-a92c-87bf493b1da8 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:40:50.076238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:40:50.078923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:40:50.135733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:50.136817 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:50.159184 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-197abc6a-b2c2-4140-bb5a-7e2f395b4992 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0891316 Sep 18 19:40:50.160555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-d22e8fe1-20f2-4f73-90b5-1fab1f918e90 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521653 Sep 18 19:40:50.185242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Request body: {'port': {'device_id': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:50.252361 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439a8c8b-8bcf-4e0d-b8d5-4be124e0c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:50.255054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439a8c8b-8bcf-4e0d-b8d5-4be124e0c4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:50.258421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-439a8c8b-8bcf-4e0d-b8d5-4be124e0c4e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21731aa0-5c39-4b0f-b45b-0ab3211204b7 HTTP/1.1" status: 204 len: 168 time: 0.4638813 Sep 18 19:40:50.271223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a8c8b-8bcf-4e0d-b8d5-4be124e0c4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21731aa0-5c39-4b0f-b45b-0ab3211204b7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:50.364861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-af1be571-103b-4c4e-be57-f78fb94c820c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:50.367777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:50.378524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-af1be571-103b-4c4e-be57-f78fb94c820c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169821 Sep 18 19:40:50.395341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41230) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:50.419877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-8178fd8d-f452-481c-bed9-e543a8c62c25 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/quotas/d195f88bbae74c729a7630ead8ca2d69 HTTP/1.1" status: 200 len: 375 time: 0.0403252 Sep 18 19:40:50.538797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-9d2180b8-282d-412a-93bc-b2f86ac73ead tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1099503 Sep 18 19:40:50.973707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:50.999067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72e87e60-1063-4b95-807a-f43a917a6b00 req-76a9ad03-8656-4a62-8b90-22bd906e82ca tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 210 time: 0.1095521 Sep 18 19:40:51.001975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.046343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Transition to ACTIVE for port object cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:51.055085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.097724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51833224-1a0f-4edd-8a25-523534cd30ca req-d30c11e4-cc9d-4f4c-be8c-90ad03a170f8 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:51.128335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51833224-1a0f-4edd-8a25-523534cd30ca req-d30c11e4-cc9d-4f4c-be8c-90ad03a170f8 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 931 time: 0.3094015 Sep 18 19:40:51.129201 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41252) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:51.138095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fda66ff-44d8-47ab-ab55-c68bd57d0515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.160242 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6139680d-8956-4d71-b005-fa2fb8dadd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.272608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51833224-1a0f-4edd-8a25-523534cd30ca req-0bc03a22-16df-4986-9f8e-730ff367b7fc tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400712 Sep 18 19:40:51.307826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Pushing event updated for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:51.393263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fda66ff-44d8-47ab-ab55-c68bd57d0515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.401079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fda66ff-44d8-47ab-ab55-c68bd57d0515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.460651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:51.461237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:51.461923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:51.467051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda66ff-44d8-47ab-ab55-c68bd57d0515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8fd338-1bf0-4a7e-962b-d285bca78aea,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:51.472617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:51.473174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:51.475090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0fda66ff-44d8-47ab-ab55-c68bd57d0515 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aefea3b59d744832b8a873479c0c5240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0764239 Sep 18 19:40:51.481057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41266) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:51.481820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:51.482154 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:51.482651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:51.482951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Bound port: cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:51.483319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.538634 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9aa7bcab-afdd-44c1-a2f3-7389b683af4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.613079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:51.634906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:51.649581 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.670693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:51.671354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.673526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 200 len: 1092 time: 1.5045152 Sep 18 19:40:51.675147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:51.678087 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eda4c7f-0485-471a-a66c-740f53258f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:51.778311 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aecd70-acd6-42c8-bf7a-8467f15f92f8 x-openstack-request-id: req-35aecd70-acd6-42c8-bf7a-8467f15f92f8 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:51.778604 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:51.778852 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35aecd70-acd6-42c8-bf7a-8467f15f92f8 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:51.779246 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4', 'status': 'completed', 'code': 200} Sep 18 19:40:51.816739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6139680d-8956-4d71-b005-fa2fb8dadd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.829769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a0802f-7485-4641-83a7-2b6fd6c4636f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.837246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6139680d-8956-4d71-b005-fa2fb8dadd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.886867 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6139680d-8956-4d71-b005-fa2fb8dadd81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ecee17e262042dc8533deb68683bf92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545371 Sep 18 19:40:51.889526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41270) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:51.907323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4afd0f-0ae0-41a6-b4da-97e835937156 service neutron] Pushing event updated for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:51.945157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a0802f-7485-4641-83a7-2b6fd6c4636f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.948876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-e538cc8c-aab0-4d39-b002-6f3aade94fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:51.950474 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-e538cc8c-aab0-4d39-b002-6f3aade94fed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1095 time: 0.1704619 Sep 18 19:40:51.952431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2948372-e697-4980-930c-cf16873ba22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:51.969729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139680d-8956-4d71-b005-fa2fb8dadd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f89d6-fe48-42a2-8ee1-31e9771b4d1e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:51.978347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2948372-e697-4980-930c-cf16873ba22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:52.081585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-36f68f5d-7a8e-4754-8d79-318e353e6465 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 200 len: 217 time: 0.1223371 Sep 18 19:40:52.090075 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2948372-e697-4980-930c-cf16873ba22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:52.094122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2948372-e697-4980-930c-cf16873ba22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:52.103601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e2948372-e697-4980-930c-cf16873ba22a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a6f89d6-fe48-42a2-8ee1-31e9771b4d1e HTTP/1.1" status: 204 len: 168 time: 0.2122195 Sep 18 19:40:52.147571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2948372-e697-4980-930c-cf16873ba22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f89d6-fe48-42a2-8ee1-31e9771b4d1e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:52.160731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-67ff6520-9502-45fa-a8aa-1ce0314601e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:52.164686 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-67ff6520-9502-45fa-a8aa-1ce0314601e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.0731463 Sep 18 19:40:52.205347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7556a62-a9f3-4769-a0d0-e169ff937efe req-a99b52d3-f67e-480e-a5d4-cd4161802108 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 210 time: 0.0905147 Sep 18 19:40:52.232345 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-fb3f219f-f291-4aa6-a5eb-273219ca9973 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588031 Sep 18 19:40:52.233544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a0802f-7485-4641-83a7-2b6fd6c4636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:52.242441 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a0802f-7485-4641-83a7-2b6fd6c4636f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:52.243917 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-01a0802f-7485-4641-83a7-2b6fd6c4636f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc8fd338-1bf0-4a7e-962b-d285bca78aea HTTP/1.1" status: 204 len: 168 time: 0.7501750 Sep 18 19:40:52.318376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0802f-7485-4641-83a7-2b6fd6c4636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8fd338-1bf0-4a7e-962b-d285bca78aea,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:52.577067 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-8be88bf8-a9c3-49fc-bdd9-d4f81ed7c2a7 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316808 Sep 18 19:40:52.763636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-786cd0ac-8052-4665-b88c-a8135b0666cf tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005862 Sep 18 19:40:52.838632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9196cae-638c-495f-bccf-ecd23f05969c req-9da7fabc-c7d7-469d-b2ff-1d54912ae807 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:52.863227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9196cae-638c-495f-bccf-ecd23f05969c req-9da7fabc-c7d7-469d-b2ff-1d54912ae807 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.3287983 Sep 18 19:40:52.903298 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5a53859-00d4-44ff-882f-8efcf6d3dcb2 req-1d7febae-b91d-47ba-be94-285122bb3e56 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185506 Sep 18 19:40:52.944126 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:53.058631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9196cae-638c-495f-bccf-ecd23f05969c req-dec89520-8818-4199-bacd-4a441683fb92 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787112 Sep 18 19:40:53.073571 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:53.120184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-9ddac2ad-c187-4092-b037-bc016b07af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:53.121759 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-9ddac2ad-c187-4092-b037-bc016b07af15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1095 time: 0.1151314 Sep 18 19:40:53.126897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-5049b8fd-3597-4a3d-9816-8971b2f45520 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:53.129152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-5049b8fd-3597-4a3d-9816-8971b2f45520 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3499780 Sep 18 19:40:53.148387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Request body: {'port': {'device_id': '23102f6a-3ea9-4818-af26-723d93190cca', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd195f88bbae74c729a7630ead8ca2d69'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:53.320335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-d7ed33ed-8912-4993-a83e-37620f2ea114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:53.330138 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-d7ed33ed-8912-4993-a83e-37620f2ea114 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.1986237 Sep 18 19:40:53.440210 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-49e687f7-9903-4c6c-8ff6-61ef7a8715d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 200 len: 217 time: 0.0983810 Sep 18 19:40:53.444298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ac5b0a0-1600-4127-be7b-1b65608b27c6 req-c6cfdf09-67d0-4a89-9634-51ecaf1e1587 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 210 time: 0.0958786 Sep 18 19:40:53.512000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Made reservation on behalf of d195f88bbae74c729a7630ead8ca2d69 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:53.529802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:53.570777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-5c9035fa-0d23-4ef6-9727-f0d7ad19c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:53.577235 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-5c9035fa-0d23-4ef6-9727-f0d7ad19c57b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1222539 Sep 18 19:40:53.680518 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-97642268-3df9-435a-9d6b-a18c3b9cb681 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880532 Sep 18 19:40:53.941598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Allocated IP 192.168.233.69 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/2bccc226-8834-4ff0-818d-802d5eeebea5) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:40:53.945251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e384786-7e0d-44fd-8cad-fbef406e607a req-f8adb60c-7565-4dd5-81d0-9d300ee241af tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:53.958434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e384786-7e0d-44fd-8cad-fbef406e607a req-f8adb60c-7565-4dd5-81d0-9d300ee241af tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1097 time: 0.0963743 Sep 18 19:40:53.974701 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-64735b53-1f3b-4444-bc3d-9f1ca2037aef service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849810 Sep 18 19:40:54.039792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e384786-7e0d-44fd-8cad-fbef406e607a req-b516b745-a55d-406d-aa01-937a548af51c tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780582 Sep 18 19:40:54.121572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:54.192948 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0eda4c7f-0485-471a-a66c-740f53258f4b req-008b923b-d465-4213-aaca-850190d016d9 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077167 Sep 18 19:40:54.422928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693e457-7198-4c3b-a8f4-c83e2e7b480a req-8bba43d4-e2eb-4c03-84c0-3da9179fffc6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:54.438121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2693e457-7198-4c3b-a8f4-c83e2e7b480a req-8bba43d4-e2eb-4c03-84c0-3da9179fffc6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.2765083 Sep 18 19:40:54.440872 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13e8aca9-a1d5-4020-b338-ff6c3f5373bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:54.449988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-861874254-network', 'tenant_id': 'e8748dad1fc444718167322925e8a8c1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:54.618982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:54.667015 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:54.667869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2693e457-7198-4c3b-a8f4-c83e2e7b480a req-8824aaef-43c9-4fdb-8fe3-29aa8a9dd946 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826718 Sep 18 19:40:54.673273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:54.680933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Made reservation on behalf of e8748dad1fc444718167322925e8a8c1 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:54.688014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:54.695534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09', '3d47ed86-e5a5-4cf3-b91b-9e778f537766'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:54.701466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'c73fb2f2-c270-4896-8383-c0da334a6178', 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:54.767237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:54.804058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'Port': ['ID=2bccc226-8834-4ff0-818d-802d5eeebea5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:54.839671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:40:54.848491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:40:54.851602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:40:54.860114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:54.860970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:54.910612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9610ed-5258-434a-9dc2-d5afe360720d req-f5a3eef2-6612-4424-9c8a-89473d655e3a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:54.912764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df9610ed-5258-434a-9dc2-d5afe360720d req-f5a3eef2-6612-4424-9c8a-89473d655e3a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 935 time: 0.1397979 Sep 18 19:40:55.012959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df9610ed-5258-434a-9dc2-d5afe360720d req-0fd01c2e-3fbb-4e28-821a-1845878a3c83 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872972 Sep 18 19:40:55.134193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.150204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.170923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-4e25664b-5ef2-49a3-97bc-f5ee3a5d9045 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0236371 Sep 18 19:40:55.225196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Request body: {'port': {'device_id': '23102f6a-3ea9-4818-af26-723d93190cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:55.241905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:40:55.346868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.367669 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Added segment 0d1fd57f-2c3e-4d9f-8e10-97813fd66586 of type vlan for network 55961462-615c-4648-bd4e-2b484ca5222c Sep 18 19:40:55.371446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962aae98-fb7b-4f67-b08d-d8605846f967,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:55.444144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.458144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5695b48e-161a-4bf9-b0f2-7f7daa0ebc5e None None] Provisioning complete for port 2bccc226-8834-4ff0-818d-802d5eeebea5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:55.458568 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5695b48e-161a-4bf9-b0f2-7f7daa0ebc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.525662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.541326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.607822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.609205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:55.610176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:55.755950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5695b48e-161a-4bf9-b0f2-7f7daa0ebc5e None None] Port 2bccc226-8834-4ff0-818d-802d5eeebea5 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:40:55.853862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-58c613d0-c298-43a6-8c4b-4f08623bb103 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:40:55.861672 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-58c613d0-c298-43a6-8c4b-4f08623bb103 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130243 Sep 18 19:40:55.899211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-f33c00bd-83b7-46c3-9e8d-aaea56cddb90 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:55.906765 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-f33c00bd-83b7-46c3-9e8d-aaea56cddb90 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports/42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 200 len: 1094 time: 0.0439150 Sep 18 19:40:55.911021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Request body: {'binding': {'host': 'n-h2-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:55.911490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:40:56.050088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-ef1d909f-3d70-4fa8-b853-fc6784ddd16c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=71786a85c9954bb089cfc1f1b570b371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557008 Sep 18 19:40:56.071899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on host n-h2-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:56.072453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:56.072995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:56.081790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:56.082481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:56.087979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:56.088631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:56.089213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:56.089814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Bound port: 42483c9a-12cd-4409-94dc-dae2815d3185, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:56.100045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9757037 Sep 18 19:40:56.132315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41444) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:40:56.139143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Request body: {'subnet': {'network_id': '55961462-615c-4648-bd4e-2b484ca5222c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-861874254-subnet', 'tenant_id': 'e8748dad1fc444718167322925e8a8c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:56.148382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2edb5f-8711-4bf7-b678-c114e8bfd9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=55961462-615c-4648-bd4e-2b484ca5222c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:56.159883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 55961462-615c-4648-bd4e-2b484ca5222c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:40:56.166073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:56.175956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:56.186806 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-97c2ffc0-984e-4925-abe5-574c594b1d44 service neutron] 10.222.0.20 "POST /v2.0/ports/42483c9a-12cd-4409-94dc-dae2815d3185/bindings HTTP/1.1" status: 201 len: 390 time: 0.2741075 Sep 18 19:40:56.283700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Made reservation on behalf of e8748dad1fc444718167322925e8a8c1 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:56.286135 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:56.332744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de96-1354-444a-9a38-c5128a0c434a req-8c006ca6-ee78-4f66-a8bd-8e4efa4363ba tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:56.334367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-8c006ca6-ee78-4f66-a8bd-8e4efa4363ba tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834864 Sep 18 19:40:56.411251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:40:56.414668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-2aa4ce4d-08a2-4e53-963c-604539b9e66c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/quotas/71786a85c9954bb089cfc1f1b570b371 HTTP/1.1" status: 200 len: 375 time: 0.0682142 Sep 18 19:40:56.558101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-4c4b9069-0109-4f67-af71-5c0fc5bdf62e tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=71786a85c9954bb089cfc1f1b570b371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1413257 Sep 18 19:40:56.657881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:56.680703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4', 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'port_id': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4', 'mac_address': 'fa:16:3e:ec:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a56c70-90bf-47ef-a3e9-dbe557b29cdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:40:56.734207 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:56.739876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900fe7e-1a3a-451a-be37-040458815c34 req-8ab6b419-911d-40b1-9478-813df9c4b93a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:56.748923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:56.753629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9900fe7e-1a3a-451a-be37-040458815c34 req-8ab6b419-911d-40b1-9478-813df9c4b93a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.1548204 Sep 18 19:40:56.762335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-93ff1b86-c44a-4dad-ad5a-5b0664540e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:56.766127 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-93ff1b86-c44a-4dad-ad5a-5b0664540e8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1097 time: 0.2902505 Sep 18 19:40:56.786801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bccc226-8834-4ff0-818d-802d5eeebea5 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:40:56.816096 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:56.825458 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:56.880806 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:56.905175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:56.979593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-bb2f1be1-dc62-4dae-8ccd-aa159daf4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:56.981081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-bb2f1be1-dc62-4dae-8ccd-aa159daf4b56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.2041974 Sep 18 19:40:56.991706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Transition to ACTIVE for port object 2bccc226-8834-4ff0-818d-802d5eeebea5 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:40:57.024614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:57.089171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9900fe7e-1a3a-451a-be37-040458815c34 req-fec6a80d-cf82-4727-8820-ff9e1fa864d4 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210247 Sep 18 19:40:57.112287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-01e5f0e1-f11e-4898-8191-bc68eceeb19c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 200 len: 217 time: 0.1106141 Sep 18 19:40:57.118004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:57.125527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:57.219862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e15ed-7e02-47e3-9b44-6fc1e975eef4 req-0df74673-f36c-44e9-8c4f-97fe32e60720 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:57.227216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e06e15ed-7e02-47e3-9b44-6fc1e975eef4 req-0df74673-f36c-44e9-8c4f-97fe32e60720 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 935 time: 0.3486056 Sep 18 19:40:57.288214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bccc226-8834-4ff0-818d-802d5eeebea5,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:57.354400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea90039-a7d9-492e-93c6-6c64f106aa28,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:57.362509 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:57.383430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-e1cd5a81-1b8a-4e21-a716-c09c01832944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:57.384939 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-e1cd5a81-1b8a-4e21-a716-c09c01832944 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.2534249 Sep 18 19:40:57.433976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Checking segment: {'id': '0d1fd57f-2c3e-4d9f-8e10-97813fd66586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55961462-615c-4648-bd4e-2b484ca5222c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:57.434331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Network hostable DHCP agents. Network: 55961462-615c-4648-bd4e-2b484ca5222c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:40:57.437691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Attempting to bind port 2bccc226-8834-4ff0-818d-802d5eeebea5 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:40:57.438064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Attempting to bind port 2bccc226-8834-4ff0-818d-802d5eeebea5 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:40:57.438383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Attempting to bind port 2bccc226-8834-4ff0-818d-802d5eeebea5 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:57.460720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e06e15ed-7e02-47e3-9b44-6fc1e975eef4 req-2bd0a95a-2312-43b7-ac13-5cbac8fa1ee2 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325315 Sep 18 19:40:57.462837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Port 2bccc226-8834-4ff0-818d-802d5eeebea5 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:40:57.463151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Attempting to bind port 2bccc226-8834-4ff0-818d-802d5eeebea5 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:40:57.466663 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-98413b96-ad66-4d5e-a6fa-85c7c9f1b262 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664053 Sep 18 19:40:57.481234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b996-abeb-4de5-8192-29913fd65c70 req-b3aec30a-c9b1-427d-b33a-b330b2b91e35 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:57.489345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b068b996-abeb-4de5-8192-29913fd65c70 req-b3aec30a-c9b1-427d-b33a-b330b2b91e35 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.3197906 Sep 18 19:40:57.516747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:40:57.517220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:40:57.517633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:40:57.518123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Bound port: 2bccc226-8834-4ff0-818d-802d5eeebea5, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:40:57.518481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:57.567707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Network 55961462-615c-4648-bd4e-2b484ca5222c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:40:57.614479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b068b996-abeb-4de5-8192-29913fd65c70 req-bb2f8c36-5777-48ba-924a-8321dc16a654 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241653 Sep 18 19:40:57.721363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 55961462-615c-4648-bd4e-2b484ca5222c) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:40:57.729795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29665b-c111-4ac2-85bb-b50c1473587e None None] Network 55961462-615c-4648-bd4e-2b484ca5222c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:40:57.739471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:57.740405 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:57.828704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-530b73ef-4dcc-4275-b26d-68f19e44c69a req-38210053-8b89-48dc-83d5-ac4f1aa1dcd3 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 210 time: 0.1037679 Sep 18 19:40:57.870839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4274c808-7a8d-4588-8557-8d894c95d213 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7371373 Sep 18 19:40:57.897016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-c7b38053-9fba-45bb-898a-30b9e0ec18ac service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004164 Sep 18 19:40:57.902821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff7ebe-c20a-4d66-b938-416db3c84ef7 None None] Network 55961462-615c-4648-bd4e-2b484ca5222c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:40:57.904599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] For port 2bccc226-8834-4ff0-818d-802d5eeebea5, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:40:57.911403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] For port 2bccc226-8834-4ff0-818d-802d5eeebea5, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2bccc226-8834-4ff0-818d-802d5eeebea5,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:40:57.933738 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:57.956270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9c194-e1a4-4def-875c-d556719de3a1 req-9363d59f-3eb9-460e-9ffc-4dc347a52ca1 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:57.957808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c9c194-e1a4-4def-875c-d556719de3a1 req-9363d59f-3eb9-460e-9ffc-4dc347a52ca1 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 945 time: 0.1835454 Sep 18 19:40:58.043727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:58.044441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:58.045759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] 10.222.0.24 "PUT /v2.0/ports/2bccc226-8834-4ff0-818d-802d5eeebea5 HTTP/1.1" status: 200 len: 1096 time: 2.8513341 Sep 18 19:40:58.050212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23102f6a-3ea9-4818-af26-723d93190cca', 'tag': '2bccc226-8834-4ff0-818d-802d5eeebea5'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:58.052821 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078574a0-9f80-453a-9470-9f9a409280e3" -d '{"events": [{"name": "network-changed", "server_uuid": "23102f6a-3ea9-4818-af26-723d93190cca", "tag": "2bccc226-8834-4ff0-818d-802d5eeebea5"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:58.135476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-f61c9a41-8a1a-42cd-81b9-30e5cea87454 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277474 Sep 18 19:40:58.138796 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ef0bbe-154f-4dfe-a316-dd2e271d7c33 x-openstack-request-id: req-f1ef0bbe-154f-4dfe-a316-dd2e271d7c33 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:58.150408 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23102f6a-3ea9-4818-af26-723d93190cca", "tag": "2bccc226-8834-4ff0-818d-802d5eeebea5", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:58.152296 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1ef0bbe-154f-4dfe-a316-dd2e271d7c33 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:58.152916 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23102f6a-3ea9-4818-af26-723d93190cca', 'tag': '2bccc226-8834-4ff0-818d-802d5eeebea5', 'status': 'completed', 'code': 200} Sep 18 19:40:58.223768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8088f5d6-3b62-4c4a-8f45-12c3fb092521 req-c2c7babf-2291-4724-a280-6c4908c50488 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1282826729', 'description': 'tempest-description-323616702'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:58.300552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad9124-7de3-48b0-aa6c-ae8b390156f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bccc226-8834-4ff0-818d-802d5eeebea5,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:58.321318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c9c194-e1a4-4def-875c-d556719de3a1 req-ff6b0a3d-6a44-4148-bcab-8fc9d843a57c tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fd63e01-baca-4017-b9a5-fbf6e9a44f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538966 Sep 18 19:40:58.329222 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-aaffe0a4-3982-44c5-8ad2-f18c5723d77d tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=71786a85c9954bb089cfc1f1b570b371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069369 Sep 18 19:40:58.364725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-8b53aa96-1f0b-4190-a1be-d597984f9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:58.368562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-8b53aa96-1f0b-4190-a1be-d597984f9f55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 1099 time: 0.2318780 Sep 18 19:40:58.445280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-b61b0104-a5db-4a98-91ea-94ea794ecee3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=2bccc226-8834-4ff0-818d-802d5eeebea5 HTTP/1.1" status: 200 len: 217 time: 0.0641248 Sep 18 19:40:58.447574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8088f5d6-3b62-4c4a-8f45-12c3fb092521 req-c2c7babf-2291-4724-a280-6c4908c50488 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:58.447830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:40:58.548573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-53c3f7a1-523c-408d-8c79-9588542e770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:58.549861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-53c3f7a1-523c-408d-8c79-9588542e770d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0867748 Sep 18 19:40:58.568928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f468d-da0d-4929-a8bf-3a449437f64c req-19fee1e2-a40d-4b59-9519-cfa4d14a15a2 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:58.573332 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-403f468d-da0d-4929-a8bf-3a449437f64c req-19fee1e2-a40d-4b59-9519-cfa4d14a15a2 tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.32 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 945 time: 0.2903636 Sep 18 19:40:58.648993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e9ba0-5479-4ee3-b9d9-f8f139e47a88 req-fd3ea859-69b3-4539-a27d-203d7e84a015 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:58.654731 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f57e9ba0-5479-4ee3-b9d9-f8f139e47a88 req-fd3ea859-69b3-4539-a27d-203d7e84a015 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 944 time: 0.2087431 Sep 18 19:40:58.682553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:40:58.686318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:40:58.686762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:58.718675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-11219a84-c87c-48f0-b616-dea36ebca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:58.722856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-11219a84-c87c-48f0-b616-dea36ebca2b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644130 Sep 18 19:40:58.789827 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:58.804719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de96-1354-444a-9a38-c5128a0c434a req-f49f55a5-ad43-4e7b-bc3a-c12d012149cf tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:58.806623 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-f49f55a5-ad43-4e7b-bc3a-c12d012149cf tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4272208 Sep 18 19:40:58.824478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:58.828691 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec8c21-08f8-4bbf-a541-4a2fe86d38db" -d '{"events": [{"server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "name": "network-vif-plugged", "status": "completed", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:58.833500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Request body: {'port': {'device_id': '03d3c7bc-6f94-4329-94d1-2c4a699bdfa1', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '71786a85c9954bb089cfc1f1b570b371'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:40:58.847230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:58.855951 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:58.876405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f57e9ba0-5479-4ee3-b9d9-f8f139e47a88 req-e47749b7-eb3d-4214-8084-8a462e3767fc tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073364 Sep 18 19:40:58.933128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:58.966547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Deleting port 28776931-9fc0-432a-90e7-660d81b5a870 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:40:58.967156 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:58.994316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8088f5d6-3b62-4c4a-8f45-12c3fb092521 req-c2c7babf-2291-4724-a280-6c4908c50488 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.035752 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8088f5d6-3b62-4c4a-8f45-12c3fb092521 req-c2c7babf-2291-4724-a280-6c4908c50488 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.108036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-77bb455b-7808-4963-86fc-642da3e7b1eb service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368733 Sep 18 19:40:59.118321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60056c14-eb16-42f0-b19c-aaec877a813a req-cb1c7747-70c1-48c8-b5b1-6c5313837da0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:59.126796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60056c14-eb16-42f0-b19c-aaec877a813a req-cb1c7747-70c1-48c8-b5b1-6c5313837da0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 947 time: 0.1356022 Sep 18 19:40:59.129086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8088f5d6-3b62-4c4a-8f45-12c3fb092521 req-c2c7babf-2291-4724-a280-6c4908c50488 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.135197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] For port 28776931-9fc0-432a-90e7-660d81b5a870, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=28776931-9fc0-432a-90e7-660d81b5a870,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:40:59.135729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.144803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8088f5d6-3b62-4c4a-8f45-12c3fb092521 req-c2c7babf-2291-4724-a280-6c4908c50488 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9387629 Sep 18 19:40:59.154305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Calling delete_port for 28776931-9fc0-432a-90e7-660d81b5a870 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:40:59.177065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7babf-2291-4724-a280-6c4908c50488 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4499951-4dae-44b6-9ded-029bf07fc141,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:59.224658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Made reservation on behalf of 71786a85c9954bb089cfc1f1b570b371 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:40:59.229532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.243838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.422827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60056c14-eb16-42f0-b19c-aaec877a813a req-4b891f2a-7df2-4da4-aedc-8b0e36a2b7d5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948003 Sep 18 19:40:59.440427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.457829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.459441 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.470794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['28776931-9fc0-432a-90e7-660d81b5a870'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:40:59.548353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866f17-e331-4c66-8bee-85f0e608a9ff req-9a18a0fc-f9f4-4861-b546-caa39a02f66f tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:40:59.551071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47866f17-e331-4c66-8bee-85f0e608a9ff req-9a18a0fc-f9f4-4861-b546-caa39a02f66f tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.1848171 Sep 18 19:40:59.554990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3a78f7-54b9-4e7f-b6d1-49da43e8590f req-a2038996-647e-4c16-b82d-f3a02c91a25d service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074218 Sep 18 19:40:59.563088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Pushing event deleted for resources: {'Port': ['ID=28776931-9fc0-432a-90e7-660d81b5a870,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:59.601568 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22b2c00-57fc-475f-8cf5-5a371e3ba58b x-openstack-request-id: req-d22b2c00-57fc-475f-8cf5-5a371e3ba58b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:40:59.602095 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "name": "network-vif-plugged", "status": "completed", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:40:59.602228 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d22b2c00-57fc-475f-8cf5-5a371e3ba58b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:40:59.602623 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4', 'code': 200} Sep 18 19:40:59.633224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addb0844-e6db-4324-ba81-b8d10a09d6fe,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:40:59.679035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] No DVR routers for this DVR port 28776931-9fc0-432a-90e7-660d81b5a870 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:40:59.683852 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:40:59.686294 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-403f468d-da0d-4929-a8bf-3a449437f64c req-1c9c9359-274b-446f-a067-07a416221b9e tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.32 "DELETE /v2.0/ports/28776931-9fc0-432a-90e7-660d81b5a870 HTTP/1.1" status: 204 len: 173 time: 1.0947909 Sep 18 19:40:59.687070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a81137-7dc1-4401-be99-43b5b31869f5', 'name': 'network-vif-deleted', 'tag': '28776931-9fc0-432a-90e7-660d81b5a870'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:40:59.697163 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8cce31-8ffa-44e9-ba53-21d6451e4e5a" -d '{"events": [{"server_uuid": "81a81137-7dc1-4401-be99-43b5b31869f5", "name": "network-vif-deleted", "tag": "28776931-9fc0-432a-90e7-660d81b5a870"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:40:59.734151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47866f17-e331-4c66-8bee-85f0e608a9ff req-765d6696-3aa9-4446-9d77-18b90f508868 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708703 Sep 18 19:40:59.885245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Allocated IP 192.168.233.224 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/564dc872-88e0-4cec-9711-0466629629e8) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:00.102057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ea8fcbb-421c-439c-82dc-87fa403e31c2 req-9c50de10-0b9c-469e-be09-9d45bcb03c7c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 210 time: 0.3870795 Sep 18 19:41:00.153553 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:00.182729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078574a0-9f80-453a-9470-9f9a409280e3 req-caff23a6-6e55-466c-8b7a-622f9f20bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:00.184249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-078574a0-9f80-453a-9470-9f9a409280e3 req-caff23a6-6e55-466c-8b7a-622f9f20bf75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 1099 time: 0.5622852 Sep 18 19:41:00.210195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:00.248583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:00.252142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:00.268472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:00.364993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078574a0-9f80-453a-9470-9f9a409280e3 req-d703ab53-7d72-470e-85cd-5a11d2027f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:00.366476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-078574a0-9f80-453a-9470-9f9a409280e3 req-d703ab53-7d72-470e-85cd-5a11d2027f14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1642056 Sep 18 19:41:00.402250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b60be-db80-4edc-9eb1-85032e3106ce req-0ad47886-1cd1-43ba-a27f-7844c2455a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:00.411956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d06b60be-db80-4edc-9eb1-85032e3106ce req-0ad47886-1cd1-43ba-a27f-7844c2455a47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1097 time: 0.7136922 Sep 18 19:41:00.415782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:00.417863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:00.433985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-850cd61f-1be0-4541-b2f6-5697080960c9 req-ba15a6ba-18bc-4498-8bcd-8d63619ed93b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/b4499951-4dae-44b6-9ded-029bf07fc141 HTTP/1.1" status: 200 len: 1812 time: 0.3600972 Sep 18 19:41:00.455256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-850cd61f-1be0-4541-b2f6-5697080960c9 req-56e4f37b-5858-4e30-9818-b83b4863e00f tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b4499951-4dae-44b6-9ded-029bf07fc141', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:00.455635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-850cd61f-1be0-4541-b2f6-5697080960c9 req-56e4f37b-5858-4e30-9818-b83b4863e00f tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b4499951-4dae-44b6-9ded-029bf07fc141', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:00.504838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-078574a0-9f80-453a-9470-9f9a409280e3 req-c154043a-23b9-4afe-8454-23dd16f4e58d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=2bccc226-8834-4ff0-818d-802d5eeebea5 HTTP/1.1" status: 200 len: 217 time: 0.0539012 Sep 18 19:41:00.521627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6985786 Sep 18 19:41:00.530869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cbf3f-39ac-4896-8537-58394f607884 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Pushing event updated for resources: {'Port': ['ID=564dc872-88e0-4cec-9711-0466629629e8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:00.550263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fea6149e-2cb5-4894-a41a-be2833b3c052 req-d62c4c2a-1cf9-4f1d-989f-6d41c9a37bde tempest-AttachSCSIVolumeTestJSON-646920096 tempest-AttachSCSIVolumeTestJSON-646920096-project] 10.222.0.20 "GET /v2.0/ports?device_id=81a81137-7dc1-4401-be99-43b5b31869f5 HTTP/1.1" status: 200 len: 210 time: 0.1719899 Sep 18 19:41:00.555936 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Request body: {'port': {'device_id': '03d3c7bc-6f94-4329-94d1-2c4a699bdfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:00.680069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d06b60be-db80-4edc-9eb1-85032e3106ce req-c5c2a8ac-235f-4939-8814-02fbbd35bbdf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672353 Sep 18 19:41:00.684137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078574a0-9f80-453a-9470-9f9a409280e3 req-d6bd2bf4-5102-4de2-b5a8-f2605bf8a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:00.685796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-078574a0-9f80-453a-9470-9f9a409280e3 req-d6bd2bf4-5102-4de2-b5a8-f2605bf8a2e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1510558 Sep 18 19:41:00.693818 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02961f2a-a49f-4455-b1ec-3a255ec8e604 x-openstack-request-id: req-02961f2a-a49f-4455-b1ec-3a255ec8e604 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:00.694414 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a81137-7dc1-4401-be99-43b5b31869f5", "name": "network-vif-deleted", "tag": "28776931-9fc0-432a-90e7-660d81b5a870", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:00.694765 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02961f2a-a49f-4455-b1ec-3a255ec8e604 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:00.695361 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a81137-7dc1-4401-be99-43b5b31869f5', 'name': 'network-vif-deleted', 'tag': '28776931-9fc0-432a-90e7-660d81b5a870', 'status': 'completed', 'code': 200} Sep 18 19:41:00.716946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:00.779088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b038f3f3-03e3-4048-b24a-792c108d7535 None None] Provisioning complete for port 564dc872-88e0-4cec-9711-0466629629e8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:00.779658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b038f3f3-03e3-4048-b24a-792c108d7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:00.843577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b038f3f3-03e3-4048-b24a-792c108d7535 None None] Port 564dc872-88e0-4cec-9711-0466629629e8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:41:00.866436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-850cd61f-1be0-4541-b2f6-5697080960c9 req-56e4f37b-5858-4e30-9818-b83b4863e00f tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:00.871907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078574a0-9f80-453a-9470-9f9a409280e3 req-2fc63db6-f646-4e68-b10d-5c2e44e24d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:00.873762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-078574a0-9f80-453a-9470-9f9a409280e3 req-2fc63db6-f646-4e68-b10d-5c2e44e24d04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1678061 Sep 18 19:41:00.913387 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-850cd61f-1be0-4541-b2f6-5697080960c9 req-56e4f37b-5858-4e30-9818-b83b4863e00f tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:00.928204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-850cd61f-1be0-4541-b2f6-5697080960c9 req-56e4f37b-5858-4e30-9818-b83b4863e00f tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:00.946431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42717453-b4e2-4a10-923e-db2cf17197fb req-fe2c211c-3a22-4d64-aedf-4e6a1c0de48e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:00.948168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42717453-b4e2-4a10-923e-db2cf17197fb req-fe2c211c-3a22-4d64-aedf-4e6a1c0de48e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1523378 Sep 18 19:41:01.004740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4f37b-5858-4e30-9818-b83b4863e00f tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a25bdff-642b-44b0-9927-2279dae1fe66,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:01.039631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-850cd61f-1be0-4541-b2f6-5697080960c9 req-56e4f37b-5858-4e30-9818-b83b4863e00f tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:01.056979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-850cd61f-1be0-4541-b2f6-5697080960c9 req-56e4f37b-5858-4e30-9818-b83b4863e00f tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6219540 Sep 18 19:41:01.074098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42717453-b4e2-4a10-923e-db2cf17197fb req-f3998ec4-650f-4df2-98e2-eabe7a7d5e9b tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121757 Sep 18 19:41:01.112197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-078574a0-9f80-453a-9470-9f9a409280e3 req-9f49f11b-97b6-44bb-b402-a7a07622cb15 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253530 Sep 18 19:41:01.258277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867ebc3-2c02-478d-91e6-1e641affbc4d req-10c816a7-713b-49be-a58f-89529d416349 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:01.266343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9867ebc3-2c02-478d-91e6-1e641affbc4d req-10c816a7-713b-49be-a58f-89529d416349 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 947 time: 0.1205952 Sep 18 19:41:01.308615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-078574a0-9f80-453a-9470-9f9a409280e3 req-2b206201-9372-428f-b0f2-7551d337c4b8 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541672 Sep 18 19:41:01.327818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9867ebc3-2c02-478d-91e6-1e641affbc4d req-824fda05-2191-498b-95d5-70b05af1aafb tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596859 Sep 18 19:41:01.373343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564dc872-88e0-4cec-9711-0466629629e8 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:01.382134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:01.396167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Transition to ACTIVE for port object 564dc872-88e0-4cec-9711-0466629629e8 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:41:01.401559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:01.412710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f95f75-67e2-4648-b9b0-29b4b5329aa2 req-ec7fd019-2f17-44de-bd4b-aad500cea24e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:01.414257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34f95f75-67e2-4648-b9b0-29b4b5329aa2 req-ec7fd019-2f17-44de-bd4b-aad500cea24e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.0843356 Sep 18 19:41:01.420604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77c2c3a2-edde-4a0d-9f45-1be4a858ffb3 req-443deee7-1f47-439d-8f04-d4e79176c735 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/b4499951-4dae-44b6-9ded-029bf07fc141 HTTP/1.1" status: 200 len: 2405 time: 0.0608795 Sep 18 19:41:01.460343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Pushing event updated for resources: {'Port': ['ID=564dc872-88e0-4cec-9711-0466629629e8,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:01.472305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34f95f75-67e2-4648-b9b0-29b4b5329aa2 req-1b8c4c97-7149-4821-be3f-89fe3b85b7e9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Sep 18 19:41:01.560800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Attempting to bind port 564dc872-88e0-4cec-9711-0466629629e8 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:01.561343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Attempting to bind port 564dc872-88e0-4cec-9711-0466629629e8 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:01.562337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Attempting to bind port 564dc872-88e0-4cec-9711-0466629629e8 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:01.567087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Port 564dc872-88e0-4cec-9711-0466629629e8 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:41:01.567507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Attempting to bind port 564dc872-88e0-4cec-9711-0466629629e8 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:01.573133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:01.573573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:01.574560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:01.574560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Bound port: 564dc872-88e0-4cec-9711-0466629629e8, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:01.574800 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:01.591361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aeaf8-720c-4775-a655-57c2e5a968b9 req-ed4a70f6-a971-4e90-a549-e0526e9b1d68 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:01.601618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-379aeaf8-720c-4775-a655-57c2e5a968b9 req-ed4a70f6-a971-4e90-a549-e0526e9b1d68 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 948 time: 0.0912013 Sep 18 19:41:01.650298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d14347c6-7e4e-4300-bc2a-47a3d7a29f24 req-c09e56f1-48d8-4565-8d4f-5cc073eb0cf2 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-group-rules/6a25bdff-642b-44b0-9927-2279dae1fe66 HTTP/1.1" status: 200 len: 778 time: 0.0345876 Sep 18 19:41:01.664393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] For port 564dc872-88e0-4cec-9711-0466629629e8, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:01.667884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] For port 564dc872-88e0-4cec-9711-0466629629e8, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=564dc872-88e0-4cec-9711-0466629629e8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:01.679347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:01.692580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-379aeaf8-720c-4775-a655-57c2e5a968b9 req-e93af8c4-b94b-43e9-95d2-f2096f7cc3bd tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897882 Sep 18 19:41:01.742050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d14347c6-7e4e-4300-bc2a-47a3d7a29f24 req-a8078ab1-7e9b-4cb7-a3ad-11d253c70e4b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/b4499951-4dae-44b6-9ded-029bf07fc141 HTTP/1.1" status: 200 len: 2405 time: 0.0779719 Sep 18 19:41:01.753865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Pushing event updated for resources: {'Port': ['ID=564dc872-88e0-4cec-9711-0466629629e8,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:01.761902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:01.762677 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:01.764532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-77f6b6f0-3bfb-48f5-9e80-75c9947497fd service neutron] 10.222.0.32 "PUT /v2.0/ports/564dc872-88e0-4cec-9711-0466629629e8 HTTP/1.1" status: 200 len: 1097 time: 1.2292383 Sep 18 19:41:01.800874 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d14347c6-7e4e-4300-bc2a-47a3d7a29f24 req-b4f514e0-7161-4b2c-abb4-50a4701e29d6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:01.813165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d14347c6-7e4e-4300-bc2a-47a3d7a29f24 req-b4f514e0-7161-4b2c-abb4-50a4701e29d6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:01.879946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de96-1354-444a-9a38-c5128a0c434a req-f3333c96-840f-4744-a6c5-cce414365c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:01.882747 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-f3333c96-840f-4744-a6c5-cce414365c5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71786a85c9954bb089cfc1f1b570b371&device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 1100 time: 0.0638306 Sep 18 19:41:01.967320 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-be0c6249-ef8f-498b-86bc-51cf5a2e8364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=564dc872-88e0-4cec-9711-0466629629e8 HTTP/1.1" status: 200 len: 217 time: 0.0714536 Sep 18 19:41:01.982028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d14347c6-7e4e-4300-bc2a-47a3d7a29f24 req-b4f514e0-7161-4b2c-abb4-50a4701e29d6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:02.003970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d14347c6-7e4e-4300-bc2a-47a3d7a29f24 req-b4f514e0-7161-4b2c-abb4-50a4701e29d6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:02.005158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d14347c6-7e4e-4300-bc2a-47a3d7a29f24 req-b4f514e0-7161-4b2c-abb4-50a4701e29d6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6a25bdff-642b-44b0-9927-2279dae1fe66 HTTP/1.1" status: 204 len: 173 time: 0.2622881 Sep 18 19:41:02.017106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f514e0-7161-4b2c-abb4-50a4701e29d6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a25bdff-642b-44b0-9927-2279dae1fe66,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:02.032268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3efb6-e573-4c6c-a70a-2027463ae5b7 req-21c4ab0d-f856-4bb7-923a-d01bdea7f881 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:02.040026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db3efb6-e573-4c6c-a70a-2027463ae5b7 req-21c4ab0d-f856-4bb7-923a-d01bdea7f881 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 950 time: 0.1529939 Sep 18 19:41:02.064006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0331d7c9-a533-4c9a-9333-72fc859c356d req-3d5e8f16-b9aa-456c-af31-9eec6ccea941 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-756680459', 'description': 'tempest-description-369394354'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:02.085473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de96-1354-444a-9a38-c5128a0c434a req-18af4bfe-2057-4d95-a5ee-3d024e71a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:02.087186 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-18af4bfe-2057-4d95-a5ee-3d024e71a6c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1077530 Sep 18 19:41:02.105623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0db3efb6-e573-4c6c-a70a-2027463ae5b7 req-f597f94b-2602-42ac-969b-4a238affface tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646605 Sep 18 19:41:02.133097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0331d7c9-a533-4c9a-9333-72fc859c356d req-3d5e8f16-b9aa-456c-af31-9eec6ccea941 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:02.193251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de96-1354-444a-9a38-c5128a0c434a req-fa4b1d89-c05e-41af-9890-d3ee09221c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:02.195900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-fa4b1d89-c05e-41af-9890-d3ee09221c29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1002109 Sep 18 19:41:02.263406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a3324-9757-44e4-a1d5-f83ce528f63f req-7efc2d08-727e-4f29-ab3f-6d8cb0c6bdbb tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:02.272914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c43a3324-9757-44e4-a1d5-f83ce528f63f req-7efc2d08-727e-4f29-ab3f-6d8cb0c6bdbb tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1051199 Sep 18 19:41:02.315630 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-19c28d7f-d15e-4931-9e7b-beb3305f865b service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104410 Sep 18 19:41:02.321898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0331d7c9-a533-4c9a-9333-72fc859c356d req-3d5e8f16-b9aa-456c-af31-9eec6ccea941 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:02.329496 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0331d7c9-a533-4c9a-9333-72fc859c356d req-3d5e8f16-b9aa-456c-af31-9eec6ccea941 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:02.350818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c43a3324-9757-44e4-a1d5-f83ce528f63f req-15d4d9bd-3296-48df-838e-ba8acac5139b tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768862 Sep 18 19:41:02.375443 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0331d7c9-a533-4c9a-9333-72fc859c356d req-3d5e8f16-b9aa-456c-af31-9eec6ccea941 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:02.377211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0331d7c9-a533-4c9a-9333-72fc859c356d req-3d5e8f16-b9aa-456c-af31-9eec6ccea941 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3278165 Sep 18 19:41:02.422758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e8f16-b9aa-456c-af31-9eec6ccea941 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21223725-2dcb-4ec5-82ea-0928bbac3bbc,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:02.435049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 28776931-9fc0-432a-90e7-660d81b5a870 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:02.471889 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b99de96-1354-444a-9a38-c5128a0c434a req-3e9da94d-249a-4a2d-a4f0-e2f5e5ad2646 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478643 Sep 18 19:41:02.477540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 28776931-9fc0-432a-90e7-660d81b5a870 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:02.477877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 28776931-9fc0-432a-90e7-660d81b5a870 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:02.511214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2bccc226-8834-4ff0-818d-802d5eeebea5 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:41:02.649124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2bccc226-8834-4ff0-818d-802d5eeebea5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2bccc226-8834-4ff0-818d-802d5eeebea5,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:02.660406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '2bccc226-8834-4ff0-818d-802d5eeebea5', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '2bccc226-8834-4ff0-818d-802d5eeebea5', 'mac_address': 'fa:16:3e:64:4f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:41:02.666993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721db62-0e90-49fe-a59d-a7e56a5a1aa2 req-10fad89c-80f2-40dd-ac7f-fbe68ab6dea9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:02.676329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3721db62-0e90-49fe-a59d-a7e56a5a1aa2 req-10fad89c-80f2-40dd-ac7f-fbe68ab6dea9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 947 time: 0.1083267 Sep 18 19:41:02.682045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e592-4698-4430-ad87-b7960a661647 req-0a1b2ef8-693a-48b9-995f-43581df8abe2 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:02.684871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6754e592-4698-4430-ad87-b7960a661647 req-0a1b2ef8-693a-48b9-995f-43581df8abe2 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1097 time: 0.0995486 Sep 18 19:41:02.697045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d3c7bc-6f94-4329-94d1-2c4a699bdfa1', 'tag': '564dc872-88e0-4cec-9711-0466629629e8'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:02.700527 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:02.701221 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619" -d '{"events": [{"name": "network-changed", "server_uuid": "03d3c7bc-6f94-4329-94d1-2c4a699bdfa1", "tag": "564dc872-88e0-4cec-9711-0466629629e8"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:02.716790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bccc226-8834-4ff0-818d-802d5eeebea5 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:02.739758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2bccc226-8834-4ff0-818d-802d5eeebea5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2bccc226-8834-4ff0-818d-802d5eeebea5,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:02.745004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3721db62-0e90-49fe-a59d-a7e56a5a1aa2 req-9c045b98-68ed-4633-9d65-091da3de9a5d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666413 Sep 18 19:41:02.758226 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:02.797456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6754e592-4698-4430-ad87-b7960a661647 req-2a7e5d85-0553-44cb-a07b-ad4b59611d20 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565298 Sep 18 19:41:02.840286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=2bccc226-8834-4ff0-818d-802d5eeebea5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:02.868796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c4e98ee-0ef4-42bc-86d3-38e40661b22a req-b995c888-ba26-4e9a-84c3-f94e80a0a672 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/21223725-2dcb-4ec5-82ea-0928bbac3bbc HTTP/1.1" status: 200 len: 1811 time: 0.0716221 Sep 18 19:41:02.948259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24c69f-c385-459d-9a49-a25a8a196b68 req-2574c7a6-7dab-4d80-aefb-8a2fe42dc6f7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:02.960222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed24c69f-c385-459d-9a49-a25a8a196b68 req-2574c7a6-7dab-4d80-aefb-8a2fe42dc6f7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.0708833 Sep 18 19:41:03.003493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed24c69f-c385-459d-9a49-a25a8a196b68 req-b1e288e2-f642-4160-8e9b-087b16198d22 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Sep 18 19:41:03.052802 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407cda70-0865-4818-86ba-88bd74354080 x-openstack-request-id: req-407cda70-0865-4818-86ba-88bd74354080 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:03.053200 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d3c7bc-6f94-4329-94d1-2c4a699bdfa1", "tag": "564dc872-88e0-4cec-9711-0466629629e8", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:03.053496 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-407cda70-0865-4818-86ba-88bd74354080 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:03.054051 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d3c7bc-6f94-4329-94d1-2c4a699bdfa1', 'tag': '564dc872-88e0-4cec-9711-0466629629e8', 'status': 'completed', 'code': 200} Sep 18 19:41:03.106850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['2bccc226-8834-4ff0-818d-802d5eeebea5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:03.220223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-45c61480-fce7-42a8-a739-96ff6f7466ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:03.221956 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-45c61480-fce7-42a8-a739-96ff6f7466ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71786a85c9954bb089cfc1f1b570b371&device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 1100 time: 0.1323726 Sep 18 19:41:03.222930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420a03f-9416-4e3b-9d65-09dab8723a08 req-d178baa0-f5da-47b8-af2a-f3a78cd43bc7 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:03.224542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a420a03f-9416-4e3b-9d65-09dab8723a08 req-d178baa0-f5da-47b8-af2a-f3a78cd43bc7 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 948 time: 0.1360743 Sep 18 19:41:03.318355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a420a03f-9416-4e3b-9d65-09dab8723a08 req-fd1d71b8-d124-463b-a31b-fd7d3a65976e tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867553 Sep 18 19:41:03.348559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-736ccb6e-5b45-43d1-86a7-2aa5ea8ec032 req-62fba96c-3873-4cec-8420-e36684fa5285 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2090608954', 'description': 'tempest-description-2113255302'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:03.379070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-736ccb6e-5b45-43d1-86a7-2aa5ea8ec032 req-62fba96c-3873-4cec-8420-e36684fa5285 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:03.386136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-d2ac8800-d6a3-4714-bf4a-ce14db993570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:03.388889 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-d2ac8800-d6a3-4714-bf4a-ce14db993570 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1574547 Sep 18 19:41:03.452486 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-6fc1618f-3cbc-467b-ae0d-2a794b1fe009 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=564dc872-88e0-4cec-9711-0466629629e8 HTTP/1.1" status: 200 len: 217 time: 0.0524998 Sep 18 19:41:03.510130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-397c79f1-0128-4d4b-b3dc-0bf4eeda395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:03.511745 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-397c79f1-0128-4d4b-b3dc-0bf4eeda395e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0525873 Sep 18 19:41:03.563220 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-736ccb6e-5b45-43d1-86a7-2aa5ea8ec032 req-62fba96c-3873-4cec-8420-e36684fa5285 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:03.568232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-736ccb6e-5b45-43d1-86a7-2aa5ea8ec032 req-62fba96c-3873-4cec-8420-e36684fa5285 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:03.595924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-31e26b85-a59b-4d48-a227-94cfee5b9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:03.597610 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-31e26b85-a59b-4d48-a227-94cfee5b9406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654752 Sep 18 19:41:03.612153 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-736ccb6e-5b45-43d1-86a7-2aa5ea8ec032 req-62fba96c-3873-4cec-8420-e36684fa5285 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:03.613615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-736ccb6e-5b45-43d1-86a7-2aa5ea8ec032 req-62fba96c-3873-4cec-8420-e36684fa5285 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2708709 Sep 18 19:41:03.615079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fba96c-3873-4cec-8420-e36684fa5285 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbaef73-35c1-488e-93dc-63ac1f9ff927,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:03.749737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8aafad27-b6ee-4a80-b370-04b5ee5247e0 req-1cdd8447-48ea-4350-8864-99757cc85c58 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/9dbaef73-35c1-488e-93dc-63ac1f9ff927 HTTP/1.1" status: 200 len: 1813 time: 0.0794978 Sep 18 19:41:03.755585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-43d94338-a563-479f-9854-513d6a5a0838 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365993 Sep 18 19:41:03.776973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e5962229-272c-40c6-9ecd-35b00317e301 req-19f32cf3-d057-4cd5-8809-49e57b918ffd tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1946470541', 'description': 'tempest-description-1360354990'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:03.803571 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e5962229-272c-40c6-9ecd-35b00317e301 req-19f32cf3-d057-4cd5-8809-49e57b918ffd tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:03.927890 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97f22ffb-09b4-4fc7-a457-f4c6d4c40619 req-e18932b3-74ef-4931-8e5d-54cfbcba3748 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563244 Sep 18 19:41:03.956948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ef41f-edf3-402c-a323-822bc67c2533 req-d18b2f13-d3c0-48d7-bd2e-2870f74e43d1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:03.958774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-259ef41f-edf3-402c-a323-822bc67c2533 req-d18b2f13-d3c0-48d7-bd2e-2870f74e43d1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 948 time: 0.0767145 Sep 18 19:41:03.992765 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e5962229-272c-40c6-9ecd-35b00317e301 req-19f32cf3-d057-4cd5-8809-49e57b918ffd tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.003436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e5962229-272c-40c6-9ecd-35b00317e301 req-19f32cf3-d057-4cd5-8809-49e57b918ffd tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.036801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-259ef41f-edf3-402c-a323-822bc67c2533 req-9d8a98d6-e4b3-4da9-83fb-9043126ab1c3 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689547 Sep 18 19:41:04.048155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f32cf3-d057-4cd5-8809-49e57b918ffd tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d8791f-955c-4c72-90a0-556a2c8b2cd3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:04.058480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e5962229-272c-40c6-9ecd-35b00317e301 req-19f32cf3-d057-4cd5-8809-49e57b918ffd tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.070642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5962229-272c-40c6-9ecd-35b00317e301 req-19f32cf3-d057-4cd5-8809-49e57b918ffd tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2989104 Sep 18 19:41:04.201660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef416d-7bce-4438-81da-c4fb37f2248f req-9dbebdbb-208a-48fa-a8ea-c090cd6f153a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:04.203520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4ef416d-7bce-4438-81da-c4fb37f2248f req-9dbebdbb-208a-48fa-a8ea-c090cd6f153a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.0835621 Sep 18 19:41:04.236396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f1e3b2e-5a16-491d-ad83-cf8e7ab500e5 req-48ac0387-182b-478a-934c-318a379ea463 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/f6d8791f-955c-4c72-90a0-556a2c8b2cd3 HTTP/1.1" status: 200 len: 1813 time: 0.0723233 Sep 18 19:41:04.272269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4ef416d-7bce-4438-81da-c4fb37f2248f req-fb283cad-c5d2-4625-9cfd-8e640b5944f6 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611486 Sep 18 19:41:04.313617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d8d119d7-9acd-4ec5-9526-8221febd2234 req-253e4da8-f535-4057-b17c-26838c83cbc6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1486529874', 'description': 'tempest-description-102958589'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:04.362633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d8d119d7-9acd-4ec5-9526-8221febd2234 req-253e4da8-f535-4057-b17c-26838c83cbc6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.461195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 564dc872-88e0-4cec-9711-0466629629e8 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:41:04.520994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2bccc226-8834-4ff0-818d-802d5eeebea5 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:04.521191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e62cf-bcca-44c4-adbb-fbe0744f275c req-d1e83f56-8607-4a91-9a0d-7e3936c1530f tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:04.523260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f17e62cf-bcca-44c4-adbb-fbe0744f275c req-d1e83f56-8607-4a91-9a0d-7e3936c1530f tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 948 time: 0.0879741 Sep 18 19:41:04.531034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d8d119d7-9acd-4ec5-9526-8221febd2234 req-253e4da8-f535-4057-b17c-26838c83cbc6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.550111 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d8d119d7-9acd-4ec5-9526-8221febd2234 req-253e4da8-f535-4057-b17c-26838c83cbc6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.629763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 2bccc226-8834-4ff0-818d-802d5eeebea5 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:41:04.637653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d8d119d7-9acd-4ec5-9526-8221febd2234 req-253e4da8-f535-4057-b17c-26838c83cbc6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.640178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 2bccc226-8834-4ff0-818d-802d5eeebea5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:04.640859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.655974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8d119d7-9acd-4ec5-9526-8221febd2234 req-253e4da8-f535-4057-b17c-26838c83cbc6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3356752 Sep 18 19:41:04.656826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e4da8-f535-4057-b17c-26838c83cbc6 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041caee5-4f59-43bb-9db8-27c9981714f4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:04.670026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f17e62cf-bcca-44c4-adbb-fbe0744f275c req-a4464f1c-223d-40db-aa61-77869209ee4a tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373990 Sep 18 19:41:04.693889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 564dc872-88e0-4cec-9711-0466629629e8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=564dc872-88e0-4cec-9711-0466629629e8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:04.736630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '564dc872-88e0-4cec-9711-0466629629e8', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '564dc872-88e0-4cec-9711-0466629629e8', 'mac_address': 'fa:16:3e:ad:ac:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:41:04.802988 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.821537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564dc872-88e0-4cec-9711-0466629629e8 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:04.880080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 564dc872-88e0-4cec-9711-0466629629e8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=564dc872-88e0-4cec-9711-0466629629e8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:04.890890 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.894528 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:04.942618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9258dc22-4a00-4970-89b9-86dfdb6f06dd req-d0e2f7e1-4c0b-4fc2-b077-3c21af3b47a4 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/041caee5-4f59-43bb-9db8-27c9981714f4 HTTP/1.1" status: 200 len: 1812 time: 0.0563281 Sep 18 19:41:04.965589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23102f6a-3ea9-4818-af26-723d93190cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bccc226-8834-4ff0-818d-802d5eeebea5'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:04.969239 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83967edc-643e-4f1b-ad55-1fd8880e581d" -d '{"events": [{"server_uuid": "23102f6a-3ea9-4818-af26-723d93190cca", "name": "network-vif-plugged", "status": "completed", "tag": "2bccc226-8834-4ff0-818d-802d5eeebea5"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:04.987767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2bccc226-8834-4ff0-818d-802d5eeebea5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2bccc226-8834-4ff0-818d-802d5eeebea5,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:04.991980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=564dc872-88e0-4cec-9711-0466629629e8,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:04.998530 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.001438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:05.051527 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-69c31593-d783-4184-be52-998da6df7184 req-d9709e51-83f9-413d-bc06-7002b9de4e34 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] show failed (client error): The resource could not be found. Sep 18 19:41:05.052536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69c31593-d783-4184-be52-998da6df7184 req-d9709e51-83f9-413d-bc06-7002b9de4e34 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/18cf67af-e6c2-4700-92a7-3475e225b535 HTTP/1.1" status: 404 len: 352 time: 0.0149522 Sep 18 19:41:05.185601 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-f769c2c0-de6e-46c9-be4d-5cc48779eddd req-91947e63-abcd-41dc-9c08-52f8df9b7cd5 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] show failed (client error): The resource could not be found. Sep 18 19:41:05.187685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f769c2c0-de6e-46c9-be4d-5cc48779eddd req-91947e63-abcd-41dc-9c08-52f8df9b7cd5 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-group-rules/e370e12f-4f24-4e6a-ba18-6b961019c296 HTTP/1.1" status: 404 len: 361 time: 0.0167255 Sep 18 19:41:05.223357 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbff6f9-1e78-48b4-9e11-e8f59149e809 x-openstack-request-id: req-afbff6f9-1e78-48b4-9e11-e8f59149e809 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:05.223674 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23102f6a-3ea9-4818-af26-723d93190cca", "name": "network-vif-plugged", "status": "completed", "tag": "2bccc226-8834-4ff0-818d-802d5eeebea5", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:05.223917 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afbff6f9-1e78-48b4-9e11-e8f59149e809 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:05.224291 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23102f6a-3ea9-4818-af26-723d93190cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bccc226-8834-4ff0-818d-802d5eeebea5', 'code': 200} Sep 18 19:41:05.302818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=2bccc226-8834-4ff0-818d-802d5eeebea5,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:05.316012 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.335243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['564dc872-88e0-4cec-9711-0466629629e8'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:05.354635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e65a1f95-e458-4e14-b9b4-60aca596dbea req-cf32c75a-b5d6-473e-95cd-297862cdc6cf tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/041caee5-4f59-43bb-9db8-27c9981714f4 HTTP/1.1" status: 200 len: 1812 time: 0.1185040 Sep 18 19:41:05.393372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6b7f-5e5b-454e-a014-b370bb67dd20 req-0100c00b-7b6f-43c5-8251-dd905a1552bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:05.395027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-015a6b7f-5e5b-454e-a014-b370bb67dd20 req-0100c00b-7b6f-43c5-8251-dd905a1552bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 1101 time: 0.1365759 Sep 18 19:41:05.402812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cc3d5-925c-4d25-a741-67accce6774f req-4f8f9751-e295-468a-9564-44441a12063f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:05.404624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-968cc3d5-925c-4d25-a741-67accce6774f req-4f8f9751-e295-468a-9564-44441a12063f tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 949 time: 0.1215308 Sep 18 19:41:05.428639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:05.437643 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.486388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-968cc3d5-925c-4d25-a741-67accce6774f req-624423d4-c814-4420-bfdb-fc0a5de4a3d0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731590 Sep 18 19:41:05.488270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-015a6b7f-5e5b-454e-a014-b370bb67dd20 req-442c1da1-9571-463a-8bc1-348ad3568f04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807924 Sep 18 19:41:05.495174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=11']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:05.507153 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e65a1f95-e458-4e14-b9b4-60aca596dbea req-c193f89e-a6aa-4b78-85c4-b9a489a134ab tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.534505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e65a1f95-e458-4e14-b9b4-60aca596dbea req-c193f89e-a6aa-4b78-85c4-b9a489a134ab tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.592221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e65a1f95-e458-4e14-b9b4-60aca596dbea req-c193f89e-a6aa-4b78-85c4-b9a489a134ab tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.596160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e65a1f95-e458-4e14-b9b4-60aca596dbea req-c193f89e-a6aa-4b78-85c4-b9a489a134ab tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.603196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e65a1f95-e458-4e14-b9b4-60aca596dbea req-c193f89e-a6aa-4b78-85c4-b9a489a134ab tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "DELETE /v2.0/security-groups/041caee5-4f59-43bb-9db8-27c9981714f4 HTTP/1.1" status: 204 len: 173 time: 0.2302759 Sep 18 19:41:05.632720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193f89e-a6aa-4b78-85c4-b9a489a134ab tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041caee5-4f59-43bb-9db8-27c9981714f4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:05.739431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db08ba-a349-448e-9a69-bc1cd94cd830 req-e86a1a9d-7bd1-4e56-9477-45e078b089b7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:05.740949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6db08ba-a349-448e-9a69-bc1cd94cd830 req-e86a1a9d-7bd1-4e56-9477-45e078b089b7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.0746355 Sep 18 19:41:05.810135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6db08ba-a349-448e-9a69-bc1cd94cd830 req-95a3f7c4-a97c-45fc-a15e-605f76d9d486 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629673 Sep 18 19:41:05.824832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85ba6afb-c0e1-4b9f-ab3e-6589c1308cd2 req-fb930f8c-11d6-4a39-be5d-889107ae581d tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/f6d8791f-955c-4c72-90a0-556a2c8b2cd3 HTTP/1.1" status: 200 len: 1813 time: 0.0710931 Sep 18 19:41:05.913903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-85ba6afb-c0e1-4b9f-ab3e-6589c1308cd2 req-aaa833ff-9475-421b-98e6-372f28fa3e2b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.943120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-85ba6afb-c0e1-4b9f-ab3e-6589c1308cd2 req-aaa833ff-9475-421b-98e6-372f28fa3e2b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:05.965136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6045e-ca82-4900-a865-e4d75ab0364c req-9cfcc9da-22ba-4229-b840-a6474bcdfa44 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:05.966619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5e6045e-ca82-4900-a865-e4d75ab0364c req-9cfcc9da-22ba-4229-b840-a6474bcdfa44 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 949 time: 0.0886762 Sep 18 19:41:06.025108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5e6045e-ca82-4900-a865-e4d75ab0364c req-9a7bdc59-238e-42a0-93d8-a8f7e46eff0c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516479 Sep 18 19:41:06.031249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-85ba6afb-c0e1-4b9f-ab3e-6589c1308cd2 req-aaa833ff-9475-421b-98e6-372f28fa3e2b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.034487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-85ba6afb-c0e1-4b9f-ab3e-6589c1308cd2 req-aaa833ff-9475-421b-98e6-372f28fa3e2b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.050738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85ba6afb-c0e1-4b9f-ab3e-6589c1308cd2 req-aaa833ff-9475-421b-98e6-372f28fa3e2b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6d8791f-955c-4c72-90a0-556a2c8b2cd3 HTTP/1.1" status: 204 len: 173 time: 0.2243359 Sep 18 19:41:06.064579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa833ff-9475-421b-98e6-372f28fa3e2b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d8791f-955c-4c72-90a0-556a2c8b2cd3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:06.234414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b8a9488-defc-482e-883c-ca3594732c89 req-db67c4e9-07b9-403d-afd0-d51b0d53f48d tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/9dbaef73-35c1-488e-93dc-63ac1f9ff927 HTTP/1.1" status: 200 len: 1813 time: 0.0907671 Sep 18 19:41:06.315069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b8a9488-defc-482e-883c-ca3594732c89 req-09029470-1f67-4b29-9f57-0c4a60bfbca7 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.344631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b8a9488-defc-482e-883c-ca3594732c89 req-09029470-1f67-4b29-9f57-0c4a60bfbca7 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.396023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b8a9488-defc-482e-883c-ca3594732c89 req-09029470-1f67-4b29-9f57-0c4a60bfbca7 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.402982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b8a9488-defc-482e-883c-ca3594732c89 req-09029470-1f67-4b29-9f57-0c4a60bfbca7 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.404168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b8a9488-defc-482e-883c-ca3594732c89 req-09029470-1f67-4b29-9f57-0c4a60bfbca7 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "DELETE /v2.0/security-groups/9dbaef73-35c1-488e-93dc-63ac1f9ff927 HTTP/1.1" status: 204 len: 173 time: 0.1608665 Sep 18 19:41:06.422896 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09029470-1f67-4b29-9f57-0c4a60bfbca7 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbaef73-35c1-488e-93dc-63ac1f9ff927,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:06.473632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 564dc872-88e0-4cec-9711-0466629629e8 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:06.490549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a1ab0f3-945b-4c8a-ba5f-5dd0c67a4262 req-763edd06-6fed-4c52-a0b7-642f8130b28b tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/21223725-2dcb-4ec5-82ea-0928bbac3bbc HTTP/1.1" status: 200 len: 1811 time: 0.0602002 Sep 18 19:41:06.585641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab0f3-945b-4c8a-ba5f-5dd0c67a4262 req-f25261b2-c708-4208-8e7d-261dc21d3331 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.587490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 564dc872-88e0-4cec-9711-0466629629e8 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:41:06.594065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 564dc872-88e0-4cec-9711-0466629629e8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:06.594478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.629708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab0f3-945b-4c8a-ba5f-5dd0c67a4262 req-f25261b2-c708-4208-8e7d-261dc21d3331 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.720629 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.758627 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab0f3-945b-4c8a-ba5f-5dd0c67a4262 req-f25261b2-c708-4208-8e7d-261dc21d3331 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.762409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab0f3-945b-4c8a-ba5f-5dd0c67a4262 req-f25261b2-c708-4208-8e7d-261dc21d3331 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.769175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 564dc872-88e0-4cec-9711-0466629629e8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=564dc872-88e0-4cec-9711-0466629629e8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:06.777206 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:06.780981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a1ab0f3-945b-4c8a-ba5f-5dd0c67a4262 req-f25261b2-c708-4208-8e7d-261dc21d3331 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "DELETE /v2.0/security-groups/21223725-2dcb-4ec5-82ea-0928bbac3bbc HTTP/1.1" status: 204 len: 173 time: 0.2830555 Sep 18 19:41:06.795622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25261b2-c708-4208-8e7d-261dc21d3331 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21223725-2dcb-4ec5-82ea-0928bbac3bbc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:06.947532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=564dc872-88e0-4cec-9711-0466629629e8,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:06.998411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233f97d-bcd1-40a2-8fe9-769260d14a36 req-a48cec31-109f-49fb-8f2c-93ee6e1bb993 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:07.000833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b233f97d-bcd1-40a2-8fe9-769260d14a36 req-a48cec31-109f-49fb-8f2c-93ee6e1bb993 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 949 time: 0.1293333 Sep 18 19:41:07.048946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91507c7b-0775-4cb9-9084-1ad977e2c88d req-79150304-386f-4aca-9874-30fceba33890 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "GET /v2.0/security-groups/b4499951-4dae-44b6-9ded-029bf07fc141 HTTP/1.1" status: 200 len: 1812 time: 0.0820370 Sep 18 19:41:07.081791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b233f97d-bcd1-40a2-8fe9-769260d14a36 req-dc80c67b-7549-41f9-a3eb-223b1ab18dbe tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729034 Sep 18 19:41:07.127734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91507c7b-0775-4cb9-9084-1ad977e2c88d req-d5432fa8-889c-48b0-bed9-77223c7b3865 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.156566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91507c7b-0775-4cb9-9084-1ad977e2c88d req-d5432fa8-889c-48b0-bed9-77223c7b3865 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.225455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97'}, {'server_uuid': '03d3c7bc-6f94-4329-94d1-2c4a699bdfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564dc872-88e0-4cec-9711-0466629629e8'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:07.227874 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3d479a-a6e4-4889-9a99-0a83956c3d21" -d '{"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97"}, {"server_uuid": "03d3c7bc-6f94-4329-94d1-2c4a699bdfa1", "name": "network-vif-plugged", "status": "completed", "tag": "564dc872-88e0-4cec-9711-0466629629e8"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:07.248931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa41004-6519-434a-a1f8-ff2e8fe5e928 req-3df4e2cf-02fc-4c9c-b5f3-704c42a40bbe tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:07.250523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fa41004-6519-434a-a1f8-ff2e8fe5e928 req-3df4e2cf-02fc-4c9c-b5f3-704c42a40bbe tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.0721910 Sep 18 19:41:07.251851 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91507c7b-0775-4cb9-9084-1ad977e2c88d req-d5432fa8-889c-48b0-bed9-77223c7b3865 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.254658 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91507c7b-0775-4cb9-9084-1ad977e2c88d req-d5432fa8-889c-48b0-bed9-77223c7b3865 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.255846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91507c7b-0775-4cb9-9084-1ad977e2c88d req-d5432fa8-889c-48b0-bed9-77223c7b3865 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] 10.222.0.20 "DELETE /v2.0/security-groups/b4499951-4dae-44b6-9ded-029bf07fc141 HTTP/1.1" status: 204 len: 173 time: 0.2036221 Sep 18 19:41:07.265941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41912) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:07.269505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5432fa8-889c-48b0-bed9-77223c7b3865 tempest-SecurityGroupRulesNegativeTestJSON-1605640955 tempest-SecurityGroupRulesNegativeTestJSON-1605640955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4499951-4dae-44b6-9ded-029bf07fc141,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:07.320195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fa41004-6519-434a-a1f8-ff2e8fe5e928 req-41b1d0a5-06e4-426a-99e6-8945913c302d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529442 Sep 18 19:41:07.369891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d693ecf-4efe-4913-b023-960ddbce15eb admin admin] Deleting subnet 7ea90039-a7d9-492e-93c6-6c64f106aa28 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:41:07.381791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d693ecf-4efe-4913-b023-960ddbce15eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.440564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d693ecf-4efe-4913-b023-960ddbce15eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.495640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d693ecf-4efe-4913-b023-960ddbce15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.535033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb49488-dab9-4f4e-9bab-94aed66516c7 req-1d40bd95-6ca0-4aeb-a742-d674a1bcfdb2 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:07.543470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cb49488-dab9-4f4e-9bab-94aed66516c7 req-1d40bd95-6ca0-4aeb-a742-d674a1bcfdb2 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 950 time: 0.0839174 Sep 18 19:41:07.585704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cb49488-dab9-4f4e-9bab-94aed66516c7 req-ff7571a8-5c53-4b59-b1ef-b0da1a5934f8 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Sep 18 19:41:07.634187 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d693ecf-4efe-4913-b023-960ddbce15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.667134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d693ecf-4efe-4913-b023-960ddbce15eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea90039-a7d9-492e-93c6-6c64f106aa28,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:07.671682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d693ecf-4efe-4913-b023-960ddbce15eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.674322 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9d693ecf-4efe-4913-b023-960ddbce15eb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7ea90039-a7d9-492e-93c6-6c64f106aa28 HTTP/1.1" status: 204 len: 168 time: 0.4072957 Sep 18 19:41:07.676942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41948) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:07.739893 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ee02a-5ea8-42f1-b4dd-e63894f83a35 x-openstack-request-id: req-f16ee02a-5ea8-42f1-b4dd-e63894f83a35 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:07.740391 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97", "code": 200}, {"server_uuid": "03d3c7bc-6f94-4329-94d1-2c4a699bdfa1", "name": "network-vif-plugged", "status": "completed", "tag": "564dc872-88e0-4cec-9711-0466629629e8", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:07.740494 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f16ee02a-5ea8-42f1-b4dd-e63894f83a35 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:07.740908 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'code': 200} Sep 18 19:41:07.741174 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d3c7bc-6f94-4329-94d1-2c4a699bdfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564dc872-88e0-4cec-9711-0466629629e8', 'code': 200} Sep 18 19:41:07.819911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:07.858888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:07.904434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbc36c-5c14-4244-bb76-1fd41e42211c req-faa75c6b-c5a4-4cc1-8099-48ef590a298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:07.906381 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-46dbc36c-5c14-4244-bb76-1fd41e42211c req-faa75c6b-c5a4-4cc1-8099-48ef590a298d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 1102 time: 0.0885999 Sep 18 19:41:07.984396 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.015927 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-46dbc36c-5c14-4244-bb76-1fd41e42211c req-a1be9944-4899-4957-a646-f4f2c95958ef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985003 Sep 18 19:41:08.017558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55961462-615c-4648-bd4e-2b484ca5222c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:08.028198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1fd57f-2c3e-4d9f-8e10-97813fd66586') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:08.028694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1fd57f-2c3e-4d9f-8e10-97813fd66586') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:08.047022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.064860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.076406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:41:08.077181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:41:08.082100 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:41:08.195756 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.203748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.207081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/55961462-615c-4648-bd4e-2b484ca5222c HTTP/1.1" status: 204 len: 168 time: 0.5287571 Sep 18 19:41:08.228412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a7596-27ff-4a03-b6d9-5cb20e54e0e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=55961462-615c-4648-bd4e-2b484ca5222c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:08.315279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06702f7-c176-41b0-b052-0149ee09f467 req-e2d04664-2eae-4834-9cce-e926c6c40dae tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:08.322632 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a06702f7-c176-41b0-b052-0149ee09f467 req-e2d04664-2eae-4834-9cce-e926c6c40dae tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 949 time: 0.1180165 Sep 18 19:41:08.440347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a06702f7-c176-41b0-b052-0149ee09f467 req-4dba7bbe-a7f3-4f62-98e8-cc176544b472 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167603 Sep 18 19:41:08.520994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42010) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:08.585555 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a2e36dd-9161-49a0-8f1a-4c30b643f47e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8748dad1fc444718167322925e8a8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632820 Sep 18 19:41:08.587882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42012) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:08.647137 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6a1adf6-58a1-4965-84b5-1c49720319da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.657400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3297-07af-427e-b9c6-b4b977e37baf req-96e54b66-d4f9-418f-a082-f82020837e16 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:08.659076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ccd3297-07af-427e-b9c6-b4b977e37baf req-96e54b66-d4f9-418f-a082-f82020837e16 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.1343696 Sep 18 19:41:08.684022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6a1adf6-58a1-4965-84b5-1c49720319da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.720427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ccd3297-07af-427e-b9c6-b4b977e37baf req-8ff9411e-fc0a-4bad-a52b-35372cc1e678 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Sep 18 19:41:08.723168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.757412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6a1adf6-58a1-4965-84b5-1c49720319da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.760043 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6a1adf6-58a1-4965-84b5-1c49720319da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:08.761517 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6a1adf6-58a1-4965-84b5-1c49720319da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/962aae98-fb7b-4f67-b08d-d8605846f967 HTTP/1.1" status: 204 len: 168 time: 0.1726820 Sep 18 19:41:08.783608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1adf6-58a1-4965-84b5-1c49720319da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962aae98-fb7b-4f67-b08d-d8605846f967,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:08.889275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc84e98-bb79-4334-a31b-af5ddad151b3 req-e9e7a5e3-dba7-4891-ad5f-4cc4f5e286a5 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:08.897142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfc84e98-bb79-4334-a31b-af5ddad151b3 req-e9e7a5e3-dba7-4891-ad5f-4cc4f5e286a5 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 1101 time: 0.1271033 Sep 18 19:41:09.054171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf463-54f3-4752-96a7-1ffce25fd09b req-52bcb186-abc8-4d9d-a615-a334f17c17fe tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:09.057347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a9cf463-54f3-4752-96a7-1ffce25fd09b req-52bcb186-abc8-4d9d-a615-a334f17c17fe tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 950 time: 0.2173712 Sep 18 19:41:09.071590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfc84e98-bb79-4334-a31b-af5ddad151b3 req-22f603fb-f09f-4ceb-875a-74bee7cf2e54 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652930 Sep 18 19:41:09.153259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a9cf463-54f3-4752-96a7-1ffce25fd09b req-7813ccb9-fadf-4d06-87d8-ca2af4b609c0 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794938 Sep 18 19:41:09.364060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Deleting port 0a28c845-6507-4dc2-97a1-7de302200fe0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:09.365089 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:09.429315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-4ed30a11-c0e5-40c1-ba45-cc28a09ad714 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668011 Sep 18 19:41:09.697885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42056) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:09.801893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be466650-0e05-4d27-b3ba-115f38c1c794 req-d329a550-ef81-4c37-bc5f-da705d262ec1 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:09.807846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be466650-0e05-4d27-b3ba-115f38c1c794 req-d329a550-ef81-4c37-bc5f-da705d262ec1 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 948 time: 0.4401157 Sep 18 19:41:09.812528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2059929040-network', 'tenant_id': '7cce6be52d844de3ba4d8004b505b52b'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:09.834579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Made reservation on behalf of 7cce6be52d844de3ba4d8004b505b52b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:09.836907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:09.846910 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:09.851292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] For port 0a28c845-6507-4dc2-97a1-7de302200fe0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0a28c845-6507-4dc2-97a1-7de302200fe0,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:09.851676 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:09.888156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Calling delete_port for 0a28c845-6507-4dc2-97a1-7de302200fe0 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:09.927327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be466650-0e05-4d27-b3ba-115f38c1c794 req-799e459b-ea2e-49ed-9610-694d3e3b2074 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134598 Sep 18 19:41:09.956610 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:09.962814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:09.972464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-f01007e6-6451-493a-b7ad-ed18026fd1a3 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:09.973861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-f01007e6-6451-493a-b7ad-ed18026fd1a3 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372673 Sep 18 19:41:10.000385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-ffbc5a26-2a68-4d55-8a71-b1985bf02174 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/quotas/d195f88bbae74c729a7630ead8ca2d69 HTTP/1.1" status: 200 len: 375 time: 0.0195081 Sep 18 19:41:10.010893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:41:10.018832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17bf837-0734-4abf-bcef-91ae79f54c11,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:10.038096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.038555 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Added segment 367061ca-b054-4536-a763-ab98e73eead0 of type vlan for network 3f183104-5ee4-4b84-a013-a6e54292fc80 Sep 18 19:41:10.085203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.114163 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.115728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:10.116444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.164552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-f1988bac-8de4-4484-ac79-ab37f2fd51d6 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1513846 Sep 18 19:41:10.192379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3696be-387c-4a73-8700-e22b2cc809c3 req-6c32e661-e790-4a72-82e8-3f4dca6ffab4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:10.192379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3696be-387c-4a73-8700-e22b2cc809c3 req-6c32e661-e790-4a72-82e8-3f4dca6ffab4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.1662998 Sep 18 19:41:10.212740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] Pushing event updated for resources: {'Network': ['ID=3f183104-5ee4-4b84-a013-a6e54292fc80,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:10.225281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 3f183104-5ee4-4b84-a013-a6e54292fc80 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:41:10.227920 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-63af2c0e-c89e-47c6-9e61-739a8d94bee7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5287161 Sep 18 19:41:10.230269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42064) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:10.236867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Request body: {'subnet': {'network_id': '3f183104-5ee4-4b84-a013-a6e54292fc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2059929040-subnet', 'tenant_id': '7cce6be52d844de3ba4d8004b505b52b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:10.264601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Made reservation on behalf of 7cce6be52d844de3ba4d8004b505b52b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:10.281753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.305224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3696be-387c-4a73-8700-e22b2cc809c3 req-a1fe6a9f-faa8-4856-8cb4-167285cbfa13 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000903 Sep 18 19:41:10.337341 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.479930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a28c845-6507-4dc2-97a1-7de302200fe0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:10.553926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.616317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3de8a438-74f7-423d-bd40-e830bd8a7cb4 req-cd655dc1-1267-45f0-ac64-1f5210bba0cb tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 210 time: 0.0537825 Sep 18 19:41:10.662416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=85bb5fe9-c9f1-456e-bed1-a7e21a108a26,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:10.666845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc1876-8881-42b8-99e8-3fe3bcfcfa5d req-b273c02e-8dec-459c-9c0e-0c0c5fd1a1dc tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:10.670112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-adbc1876-8881-42b8-99e8-3fe3bcfcfa5d req-b273c02e-8dec-459c-9c0e-0c0c5fd1a1dc tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 950 time: 0.2602725 Sep 18 19:41:10.693419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Checking segment: {'id': '367061ca-b054-4536-a763-ab98e73eead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f183104-5ee4-4b84-a013-a6e54292fc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:10.693779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Network hostable DHCP agents. Network: 3f183104-5ee4-4b84-a013-a6e54292fc80, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:41:10.739160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Network 3f183104-5ee4-4b84-a013-a6e54292fc80 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:41:10.754254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 3f183104-5ee4-4b84-a013-a6e54292fc80) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:10.759947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:10.759947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.767870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadee798-2cd3-46f5-a69d-ef75dbed10aa None None] Network 3f183104-5ee4-4b84-a013-a6e54292fc80 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:10.782310 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:10.793921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-adbc1876-8881-42b8-99e8-3fe3bcfcfa5d req-be041cd0-4cdf-4a04-998a-d8b596dc3872 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090620 Sep 18 19:41:10.796526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d9093a13-1bbb-4048-9857-7ad7f90177ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5639300 Sep 18 19:41:10.970954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56aff8-7622-4361-afc0-113b883f9ab6 None None] Network 3f183104-5ee4-4b84-a013-a6e54292fc80 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:11.200817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b312-2c82-407d-8500-f860183fc1bb req-bab02c98-c771-4ab6-b741-b43413b455d1 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:11.203129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3692b312-2c82-407d-8500-f860183fc1bb req-bab02c98-c771-4ab6-b741-b43413b455d1 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 948 time: 0.1060543 Sep 18 19:41:11.228737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Router f44fbfbb-73da-4ac9-a346-59dd6b587d4a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:41:11.273248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-5b0c97b0-390f-4828-b5ec-310e5b8ed8ff tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:11.275313 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-5b0c97b0-390f-4828-b5ec-310e5b8ed8ff tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.32 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 948 time: 0.0624394 Sep 18 19:41:11.297408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3692b312-2c82-407d-8500-f860183fc1bb req-87197edc-c937-4349-bcb5-92c690a30bb0 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866241 Sep 18 19:41:11.398503 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Deleting port d95e1a2c-8110-468d-a3c2-da0ac961567c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:11.398916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:11.450002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:11.457500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bf8d1216-9a9e-430c-94c1-07905c30d16a admin admin] 10.222.0.20 "PUT /v2.0/routers/f44fbfbb-73da-4ac9-a346-59dd6b587d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6365075 Sep 18 19:41:11.461196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42108) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:11.462805 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] Sync routers for ids ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:11.473168 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] Routers {'f44fbfbb-73da-4ac9-a346-59dd6b587d4a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:11.473755 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:40:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:11.482205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-bd846c6e-02f7-47f5-ae0f-5240591fe6f5 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:11.483730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-bd846c6e-02f7-47f5-ae0f-5240591fe6f5 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/networks?id=3f183104-5ee4-4b84-a013-a6e54292fc80 HTTP/1.1" status: 200 len: 818 time: 0.1921940 Sep 18 19:41:11.504537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-a88ce171-7c95-47ea-a09e-5a47127b5265 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/quotas/7cce6be52d844de3ba4d8004b505b52b HTTP/1.1" status: 200 len: 375 time: 0.0126081 Sep 18 19:41:11.517033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c597-1793-4bc2-bd05-1a3be4f7501d req-a448484a-297c-47c1-b3f9-5e2aa2c4648e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:11.518545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3584c597-1793-4bc2-bd05-1a3be4f7501d req-a448484a-297c-47c1-b3f9-5e2aa2c4648e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.0835855 Sep 18 19:41:11.548183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] For port d95e1a2c-8110-468d-a3c2-da0ac961567c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d95e1a2c-8110-468d-a3c2-da0ac961567c,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:11.548569 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:11.552656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1052cb98-2a46-4c41-a660-f96ab3b6377e tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cce6be52d844de3ba4d8004b505b52b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331466 Sep 18 19:41:11.590056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Calling delete_port for d95e1a2c-8110-468d-a3c2-da0ac961567c owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:11.597692 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] Set router f44fbfbb-73da-4ac9-a346-59dd6b587d4a gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:11.605144 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3584c597-1793-4bc2-bd05-1a3be4f7501d req-5be852f8-d89b-440a-a536-a83b3d84cc6d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758991 Sep 18 19:41:11.614252 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:11.732537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-896c807c-1b45-448a-9a51-ac1eafabcc27 service neutron] 10.222.0.20 "GET /v2.0/networks/3f183104-5ee4-4b84-a013-a6e54292fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718745 Sep 18 19:41:11.831930 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:41:10Z', 'revision_number': 5, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port': {'id': '4d397ecb-f6a8-4089-a7ac-208d51f55b04', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:38:52Z', 'updated_at': '2021-09-18T19:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:11.847635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:11.880384 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] Checking router: f44fbfbb-73da-4ac9-a346-59dd6b587d4a for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:41:11.907836 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] Routers {'f44fbfbb-73da-4ac9-a346-59dd6b587d4a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:11.908820 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:40:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:11.960065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.001577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Pushing event deleted for resources: {'Port': ['ID=d95e1a2c-8110-468d-a3c2-da0ac961567c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:12.023274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-dfcf3dbd-cb79-44dc-95d9-d36b251dcd39 service neutron] 10.222.0.20 "GET /v2.0/networks/3f183104-5ee4-4b84-a013-a6e54292fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885935 Sep 18 19:41:12.027705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-501784a4-2931-4d30-a932-b468c875b9f6 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d195f88bbae74c729a7630ead8ca2d69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1549878 Sep 18 19:41:12.041840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Deleting port 4d397ecb-f6a8-4089-a7ac-208d51f55b04 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:12.042531 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.084478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] No DVR routers for this DVR port d95e1a2c-8110-468d-a3c2-da0ac961567c on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:12.088858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.091474 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1c3fa972-8e77-468d-b7bd-9cd55fa28995 req-08998faa-22b1-4d97-9cc3-2a0fbf32968e tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.32 "DELETE /v2.0/ports/d95e1a2c-8110-468d-a3c2-da0ac961567c HTTP/1.1" status: 204 len: 173 time: 0.8088500 Sep 18 19:41:12.092854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'name': 'network-vif-deleted', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:12.095804 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255556f-571c-4190-8057-e2929a33ec4e" -d '{"events": [{"server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "name": "network-vif-deleted", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:12.147331 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] Set router f44fbfbb-73da-4ac9-a346-59dd6b587d4a gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:12.154806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9b6a223-210b-4cd8-b261-becb32740bad req-a7d839f0-443b-48fd-b42d-465625575908 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 210 time: 0.1155207 Sep 18 19:41:12.178490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] For port 4d397ecb-f6a8-4089-a7ac-208d51f55b04, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4d397ecb-f6a8-4089-a7ac-208d51f55b04,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:12.179004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.198028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Calling delete_port for 4d397ecb-f6a8-4089-a7ac-208d51f55b04 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:12.238268 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:41:11Z', 'revision_number': 6, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:12.302267 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8000bbc2-a6d1-4db8-b784-0b8eab4d3406 None None] The sync data for ids ['f44fbfbb-73da-4ac9-a346-59dd6b587d4a'] in n-d-789963-11 is: [{'id': 'f44fbfbb-73da-4ac9-a346-59dd6b587d4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1886670353-router', 'tenant_id': '691d68eba5f247bc9db032b8c0df790f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:38:50Z', 'updated_at': '2021-09-18T19:41:11Z', 'revision_number': 6, 'project_id': '691d68eba5f247bc9db032b8c0df790f', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:41:12.309247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-349bdec7-8372-4b86-8f8a-bf66757021fb tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:12.317785 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-349bdec7-8372-4b86-8f8a-bf66757021fb tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.3534923 Sep 18 19:41:12.344357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-11'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:12.361350 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2e2a55-1dfd-4b90-8009-5c116f59482a x-openstack-request-id: req-fe2e2a55-1dfd-4b90-8009-5c116f59482a {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:12.361784 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7630be26-d06c-42ed-9096-bf964d2e2de8", "name": "network-vif-deleted", "tag": "d95e1a2c-8110-468d-a3c2-da0ac961567c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:12.362127 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe2e2a55-1dfd-4b90-8009-5c116f59482a {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:12.362655 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7630be26-d06c-42ed-9096-bf964d2e2de8', 'name': 'network-vif-deleted', 'tag': 'd95e1a2c-8110-468d-a3c2-da0ac961567c', 'status': 'completed', 'code': 200} Sep 18 19:41:12.413096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fba0873-685f-4446-83cc-5fa247ee1a26 req-9f8b105b-ba8a-4c5b-9fa4-0de0dc1703c1 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 210 time: 0.0775678 Sep 18 19:41:12.461132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.488416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-404c8eb3-37d5-4e07-bc84-ce9fcfe2c315 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:12.489954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-404c8eb3-37d5-4e07-bc84-ce9fcfe2c315 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543064 Sep 18 19:41:12.497257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.505533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Request body: {'port': {'device_id': '35208107-4392-405b-b8d9-a5433d0c2c41', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd195f88bbae74c729a7630ead8ca2d69'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:12.515240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d397ecb-f6a8-4089-a7ac-208d51f55b04,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:12.578041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 42483c9a-12cd-4409-94dc-dae2815d3185 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:41:12.640659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.662526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dece23a9-7d3f-410f-aeda-cb6791797af8 req-1b4836cb-68af-412b-8c2c-e22c55055e99 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7630be26-d06c-42ed-9096-bf964d2e2de8 HTTP/1.1" status: 200 len: 210 time: 0.1109586 Sep 18 19:41:12.820863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:12.841316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 42483c9a-12cd-4409-94dc-dae2815d3185 has no active binding in host n-h2-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 19:41:12.876793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.886335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.956439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.957016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f44fbfbb-73da-4ac9-a346-59dd6b587d4a {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:41:12.973527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:12.974894 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-666cb863-2f62-400c-be3a-597c994e0dc6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f44fbfbb-73da-4ac9-a346-59dd6b587d4a HTTP/1.1" status: 204 len: 168 time: 1.5124354 Sep 18 19:41:12.977420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42140) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:13.015749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96919280-8d9d-47cf-810e-bee3d18b5a47 req-b7a24466-2a59-4e2b-8681-2129b9e5af62 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:13.017286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96919280-8d9d-47cf-810e-bee3d18b5a47 req-b7a24466-2a59-4e2b-8681-2129b9e5af62 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 950 time: 0.4328635 Sep 18 19:41:13.026808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-828bc4dc-2e2c-4100-8e2d-aa71cad7b9ef admin admin] Deleting subnet 63ce3955-761d-4e73-ad27-ae759d2ade14 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:41:13.030764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-828bc4dc-2e2c-4100-8e2d-aa71cad7b9ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.053984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4466e-4617-4cbc-a63b-e424c5331526 req-ef7dc3a3-385b-4091-a392-9d4484e1acc9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:13.055906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bdd4466e-4617-4cbc-a63b-e424c5331526 req-ef7dc3a3-385b-4091-a392-9d4484e1acc9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 945 time: 0.1999438 Sep 18 19:41:13.076350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-828bc4dc-2e2c-4100-8e2d-aa71cad7b9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.116624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:13.143886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Made reservation on behalf of d195f88bbae74c729a7630ead8ca2d69 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:13.147211 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.165764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-828bc4dc-2e2c-4100-8e2d-aa71cad7b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.178187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96919280-8d9d-47cf-810e-bee3d18b5a47 req-c1b6c04f-d550-40de-b48f-06c01d64c10c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481328 Sep 18 19:41:13.208847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bdd4466e-4617-4cbc-a63b-e424c5331526 req-97a1a478-64f6-4de0-a45c-d8598b4f5483 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338155 Sep 18 19:41:13.240394 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-828bc4dc-2e2c-4100-8e2d-aa71cad7b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.257782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:13.270955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0a28c845-6507-4dc2-97a1-7de302200fe0 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:13.313817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bc4dc-2e2c-4100-8e2d-aa71cad7b9ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ce3955-761d-4e73-ad27-ae759d2ade14,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:13.324352 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-828bc4dc-2e2c-4100-8e2d-aa71cad7b9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.330559 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-828bc4dc-2e2c-4100-8e2d-aa71cad7b9ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/63ce3955-761d-4e73-ad27-ae759d2ade14 HTTP/1.1" status: 204 len: 168 time: 0.3516090 Sep 18 19:41:13.331177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42144) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:13.337735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e85e6d-ebc7-4cab-ab38-3e4c3c5434ed None None] Network 986db4a8-2ea0-49de-8edd-70b30aabf449 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:13.349378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 0a28c845-6507-4dc2-97a1-7de302200fe0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:13.350043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0a28c845-6507-4dc2-97a1-7de302200fe0 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:13.413025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.476435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Deleting port 3995bd96-cf02-4264-937f-aa987db617c2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:13.476800 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.568192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] For port 3995bd96-cf02-4264-937f-aa987db617c2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3995bd96-cf02-4264-937f-aa987db617c2,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:13.568558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.588628 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Calling delete_port for 3995bd96-cf02-4264-937f-aa987db617c2 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:13.593767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] DHCP port deletion for 986db4a8-2ea0-49de-8edd-70b30aabf449 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:41:13.665328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] Deleting port 3995bd96-cf02-4264-937f-aa987db617c2 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:13.665797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.709333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.721874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8243b27e-f81d-4f8c-8f64-7679f4bc8422 req-910e69c6-2958-4a6d-9651-bd7c3d46a983 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 210 time: 0.3877473 Sep 18 19:41:13.767255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3995bd96-cf02-4264-937f-aa987db617c2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:13.771294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] For port 3995bd96-cf02-4264-937f-aa987db617c2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3995bd96-cf02-4264-937f-aa987db617c2,segment=NetworkSegment(a0964107-c1cf-41fc-b3c8-1c9124451e59),segment_id=a0964107-c1cf-41fc-b3c8-1c9124451e59)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:13.771855 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.785657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c39da425-b4c1-4c22-be18-a877934c94f3 req-fd77a208-365b-4898-b14b-01ff95826875 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 210 time: 0.0875723 Sep 18 19:41:13.800564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] No DVR routers for this DVR port 3995bd96-cf02-4264-937f-aa987db617c2 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:13.812803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] Calling delete_port for 3995bd96-cf02-4264-937f-aa987db617c2 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:13.818362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:13.820645 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9c71c5-3bb4-43ef-9618-b18de8c7d468" -d '{"events": [{"server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "name": "network-vif-unplugged", "status": "completed", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:13.853110 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.864178 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:13.925880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Pushing event updated for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:13.936034 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253e113b-196b-4b45-8633-16cad879f5e9 x-openstack-request-id: req-253e113b-196b-4b45-8633-16cad879f5e9 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:13.936303 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "name": "network-vif-unplugged", "status": "completed", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:13.936715 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-253e113b-196b-4b45-8633-16cad879f5e9 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:13.936958 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185', 'code': 200} Sep 18 19:41:13.961517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Allocated IP 192.168.233.226 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/6869e34f-5842-405d-b1ee-5087cde90b51) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:14.021449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on host n-h1-789963-11 for vnic_type normal with profile {"migrating_to": "n-h2-789963-11"} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:14.021773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:14.022300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:14.026534 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.031758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:41:14.032206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Attempting to bind port 42483c9a-12cd-4409-94dc-dae2815d3185 on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:14.046312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:14.046961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:14.047796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:14.048515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Bound port: 42483c9a-12cd-4409-94dc-dae2815d3185, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:14.049088 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.073420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] Pushing event deleted for resources: {'Port': ['ID=3995bd96-cf02-4264-937f-aa987db617c2,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:14.080358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e9666-051a-4d47-82a0-f5e9c572e442 None None] No DVR routers for this DVR port 3995bd96-cf02-4264-937f-aa987db617c2 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:14.215265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:14.245793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:14.256336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.317611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.336921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-c56affd4-c25f-4038-95ba-3149069e9389 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:14.338358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-c56affd4-c25f-4038-95ba-3149069e9389 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.32 "GET /v2.0/networks?id=3f183104-5ee4-4b84-a013-a6e54292fc80 HTTP/1.1" status: 200 len: 818 time: 0.5828393 Sep 18 19:41:14.345960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d36d43-43da-43e1-b13b-58392e2439ed req-9901b577-73eb-4746-bc4a-01253828bd6f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:14.347482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84d36d43-43da-43e1-b13b-58392e2439ed req-9901b577-73eb-4746-bc4a-01253828bd6f tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 948 time: 0.2118819 Sep 18 19:41:14.353325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986db4a8-2ea0-49de-8edd-70b30aabf449']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:14.358553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Request body: {'port': {'device_id': '2a972351-5599-4154-951b-ef9dc1555f30', 'network_id': '3f183104-5ee4-4b84-a013-a6e54292fc80', 'admin_state_up': True, 'tenant_id': '7cce6be52d844de3ba4d8004b505b52b'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:14.363055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.390714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71830989-ce95-4c32-8751-8312778894ac tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:14.392210 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71830989-ce95-4c32-8751-8312778894ac tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.32 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 950 time: 0.1403854 Sep 18 19:41:14.393878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0964107-c1cf-41fc-b3c8-1c9124451e59') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:14.394171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0964107-c1cf-41fc-b3c8-1c9124451e59') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:14.414742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Pushing event updated for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=8']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:14.422599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.449296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:14.449915 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.451418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-4d564875-5d71-463f-a2fe-78eea5111d3e service neutron] 10.222.0.24 "PUT /v2.0/ports/42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 200 len: 1123 time: 2.1193340 Sep 18 19:41:14.470287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4cb51-13c7-4fb3-9a31-23583223f690 req-3db12692-4baa-4612-858f-e2e95999f320 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:14.471953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09e4cb51-13c7-4fb3-9a31-23583223f690 req-3db12692-4baa-4612-858f-e2e95999f320 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 950 time: 0.2012267 Sep 18 19:41:14.478140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84d36d43-43da-43e1-b13b-58392e2439ed req-3d8e9e4c-4405-4781-be04-995c5c5f3a1a tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209338 Sep 18 19:41:14.491653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.507513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:41:14.508085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.512302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.526065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'c73fb2f2-c270-4896-8383-c0da334a6178', 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e', '2bccc226-8834-4ff0-818d-802d5eeebea5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:14.532175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09', '3d47ed86-e5a5-4cf3-b91b-9e778f537766'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:14.535110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d95e1a2c-8110-468d-a3c2-da0ac961567c no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:41:14.540261 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:41:14.616439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['42483c9a-12cd-4409-94dc-dae2815d3185'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:14.624154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: d95e1a2c-8110-468d-a3c2-da0ac961567c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:14.624768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d95e1a2c-8110-468d-a3c2-da0ac961567c not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:14.635554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.648384 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.651072 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/986db4a8-2ea0-49de-8edd-70b30aabf449 HTTP/1.1" status: 204 len: 168 time: 1.3176601 Sep 18 19:41:14.656231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42164) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:14.656461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['42483c9a-12cd-4409-94dc-dae2815d3185'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:14.657910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:14.664423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:14.669292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Made reservation on behalf of 7cce6be52d844de3ba4d8004b505b52b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:14.674917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.676067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09e4cb51-13c7-4fb3-9a31-23583223f690 req-ee298e20-8ffd-4f0f-9c6f-2a1c7b952272 tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/security-groups?id=addb0844-e6db-4324-ba81-b8d10a09d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856916 Sep 18 19:41:14.683263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:14.694060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb08ccc-1d2a-4725-adff-7895fca76bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=986db4a8-2ea0-49de-8edd-70b30aabf449,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:14.696265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:14.698288 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.721784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Deleting port 564dc872-88e0-4cec-9711-0466629629e8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:14.722511 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:14.747595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event updated for resources: {'Port': ['ID=6869e34f-5842-405d-b1ee-5087cde90b51,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:14.769048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-bc7a96c5-78cc-4b31-ad83-b857f32f0a40 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2680295 Sep 18 19:41:14.789524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2855759-734b-433b-86a7-b706c1d67086 req-216b5521-be53-4d47-8bad-8527c9d36155 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:14.797090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2855759-734b-433b-86a7-b706c1d67086 req-216b5521-be53-4d47-8bad-8527c9d36155 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.2176695 Sep 18 19:41:14.807810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Request body: {'port': {'device_id': '35208107-4392-405b-b8d9-a5433d0c2c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:14.877837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2855759-734b-433b-86a7-b706c1d67086 req-d5bc4a4f-fd58-4dea-be73-739486746b97 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796978 Sep 18 19:41:14.971623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4d397ecb-f6a8-4089-a7ac-208d51f55b04 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:15.004851 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.039184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 4d397ecb-f6a8-4089-a7ac-208d51f55b04 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:15.039874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4d397ecb-f6a8-4089-a7ac-208d51f55b04 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:15.040668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3995bd96-cf02-4264-937f-aa987db617c2 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:15.102037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3995bd96-cf02-4264-937f-aa987db617c2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:15.102373 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3995bd96-cf02-4264-937f-aa987db617c2 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:15.134269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] For port 564dc872-88e0-4cec-9711-0466629629e8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=564dc872-88e0-4cec-9711-0466629629e8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:15.134635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.159783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Calling delete_port for 564dc872-88e0-4cec-9711-0466629629e8 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:15.170801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-85ee8c1b-a64e-47cb-8fed-f269d0956209 None None] Provisioning complete for port 6869e34f-5842-405d-b1ee-5087cde90b51 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:15.171178 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85ee8c1b-a64e-47cb-8fed-f269d0956209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.178744 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Allocated IP 172.20.0.13 (3f183104-5ee4-4b84-a013-a6e54292fc80/85bb5fe9-c9f1-456e-bed1-a7e21a108a26/69f264f1-5504-40b6-bf75-6f612afae92a) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:15.183999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b53f3383-d806-4fcc-af00-cfbcf2517e30 req-9fee4db1-dcc8-42cd-8310-6d2a7a37d9e7 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 210 time: 0.1918626 Sep 18 19:41:15.252924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f508ef-021d-42b1-9fc3-464f5c718806 req-30cc29b2-9567-46a4-96bc-f21ed3a4811a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:15.254793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4f508ef-021d-42b1-9fc3-464f5c718806 req-30cc29b2-9567-46a4-96bc-f21ed3a4811a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 936 time: 0.3661323 Sep 18 19:41:15.274204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-85ee8c1b-a64e-47cb-8fed-f269d0956209 None None] Port 6869e34f-5842-405d-b1ee-5087cde90b51 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:41:15.346199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4f508ef-021d-42b1-9fc3-464f5c718806 req-6789cdae-f5b0-4ea3-874e-6fac6387e431 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796623 Sep 18 19:41:15.452808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6869e34f-5842-405d-b1ee-5087cde90b51 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:15.460705 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.596543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Transition to ACTIVE for port object 6869e34f-5842-405d-b1ee-5087cde90b51 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:41:15.597055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.602105 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.603285 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.618722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['564dc872-88e0-4cec-9711-0466629629e8'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:15.636320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Pushing event deleted for resources: {'Port': ['ID=564dc872-88e0-4cec-9711-0466629629e8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:15.669304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6869e34f-5842-405d-b1ee-5087cde90b51,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:15.680848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999586c-fe1a-449e-9488-5ce87bc74c50 req-f0784a74-8359-4c44-a8ea-723f3ea06af0 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:15.682444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1999586c-fe1a-449e-9488-5ce87bc74c50 req-f0784a74-8359-4c44-a8ea-723f3ea06af0 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 948 time: 0.1178885 Sep 18 19:41:15.738395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Attempting to bind port 6869e34f-5842-405d-b1ee-5087cde90b51 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:15.738735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Attempting to bind port 6869e34f-5842-405d-b1ee-5087cde90b51 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:15.739066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Attempting to bind port 6869e34f-5842-405d-b1ee-5087cde90b51 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:15.751420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Port 6869e34f-5842-405d-b1ee-5087cde90b51 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:41:15.752119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Attempting to bind port 6869e34f-5842-405d-b1ee-5087cde90b51 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:15.764329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1999586c-fe1a-449e-9488-5ce87bc74c50 req-1730dd5b-06ff-4638-8cb8-36d75d858c42 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570402 Sep 18 19:41:15.765266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:15.765605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:15.766040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:15.766423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Bound port: 6869e34f-5842-405d-b1ee-5087cde90b51, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:15.767075 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.779108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] No DVR routers for this DVR port 564dc872-88e0-4cec-9711-0466629629e8 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:15.789081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.791479 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8595a5c1-c721-4e4c-92ad-7a481da45c93 req-71981990-92dc-4ae7-a177-cd8af814040c tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.32 "DELETE /v2.0/ports/564dc872-88e0-4cec-9711-0466629629e8 HTTP/1.1" status: 204 len: 173 time: 1.3818469 Sep 18 19:41:15.793393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d3c7bc-6f94-4329-94d1-2c4a699bdfa1', 'name': 'network-vif-deleted', 'tag': '564dc872-88e0-4cec-9711-0466629629e8'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:15.800018 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193636d0-5045-4d99-8cd9-d224683d6fb0" -d '{"events": [{"server_uuid": "03d3c7bc-6f94-4329-94d1-2c4a699bdfa1", "name": "network-vif-deleted", "tag": "564dc872-88e0-4cec-9711-0466629629e8"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:15.813103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.859874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c2dd1e2-91a4-4ea5-8494-a6e0be08211d req-147c90c7-f901-4eaa-9f8d-6887ea3af07d tempest-TenantUsagesTestJSON-1949402529 tempest-TenantUsagesTestJSON-1949402529-project] 10.222.0.20 "GET /v2.0/ports?device_id=03d3c7bc-6f94-4329-94d1-2c4a699bdfa1 HTTP/1.1" status: 200 len: 210 time: 0.0429199 Sep 18 19:41:15.875446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.921344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] For port 6869e34f-5842-405d-b1ee-5087cde90b51, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:15.929987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] For port 6869e34f-5842-405d-b1ee-5087cde90b51, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6869e34f-5842-405d-b1ee-5087cde90b51,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:15.937684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:15.942491 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359" -d '{"events": [{"name": "network-changed", "server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:15.947355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:15.956618 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e91aab1-c959-4719-afe4-3d9af4e2e3d2 x-openstack-request-id: req-2e91aab1-c959-4719-afe4-3d9af4e2e3d2 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:15.957069 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d3c7bc-6f94-4329-94d1-2c4a699bdfa1", "name": "network-vif-deleted", "tag": "564dc872-88e0-4cec-9711-0466629629e8", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:15.957330 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e91aab1-c959-4719-afe4-3d9af4e2e3d2 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:15.957850 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d3c7bc-6f94-4329-94d1-2c4a699bdfa1', 'name': 'network-vif-deleted', 'tag': '564dc872-88e0-4cec-9711-0466629629e8', 'status': 'completed', 'code': 200} Sep 18 19:41:15.990058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Network 3f183104-5ee4-4b84-a013-a6e54292fc80 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:15.997486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.000371 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:16.001930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/6869e34f-5842-405d-b1ee-5087cde90b51 HTTP/1.1" status: 200 len: 1097 time: 1.2027655 Sep 18 19:41:16.015992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:16.020872 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5a94a-7cab-44ee-9909-acd4c7a97a94 x-openstack-request-id: req-63a5a94a-7cab-44ee-9909-acd4c7a97a94 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:16.021165 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:16.021418 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63a5a94a-7cab-44ee-9909-acd4c7a97a94 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:16.024819 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185', 'status': 'completed', 'code': 200} Sep 18 19:41:16.041360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:16.046003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Pushing event updated for resources: {'Port': ['ID=69f264f1-5504-40b6-bf75-6f612afae92a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:16.091496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f63f5-c620-4f6c-82a9-d9a9a58ca7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6869e34f-5842-405d-b1ee-5087cde90b51,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:16.143653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e88697-0fbe-4844-b5b9-aaaad09050d0 req-ecd2a603-e802-4f0b-ad78-fae0be7f8362 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.145232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5e88697-0fbe-4844-b5b9-aaaad09050d0 req-ecd2a603-e802-4f0b-ad78-fae0be7f8362 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.0891163 Sep 18 19:41:16.148383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-8b000234-2044-4780-bf47-b22db4ca7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.149806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-8b000234-2044-4780-bf47-b22db4ca7f2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1126 time: 0.0840108 Sep 18 19:41:16.175237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.175990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:16.198655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-ec2e27df-b5bb-4bea-9f57-7051050d7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.200273 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-ec2e27df-b5bb-4bea-9f57-7051050d7cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 1100 time: 0.1184723 Sep 18 19:41:16.203665 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-953369bf-9c09-488b-8c83-475636c92910 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8523226 Sep 18 19:41:16.231444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Request body: {'port': {'device_id': '2a972351-5599-4154-951b-ef9dc1555f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:16.245907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5e88697-0fbe-4844-b5b9-aaaad09050d0 req-b77dcdfd-aacd-4f7d-bede-fd79f662e5a5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905457 Sep 18 19:41:16.300707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-f92d3848-926c-4386-957b-914be27e6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.304083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-f92d3848-926c-4386-957b-914be27e6441 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.1413670 Sep 18 19:41:16.343193 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-2a62a4da-d449-41ba-be79-c843b0e34a51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=6869e34f-5842-405d-b1ee-5087cde90b51 HTTP/1.1" status: 200 len: 217 time: 0.1155877 Sep 18 19:41:16.382017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-236b0a0c-1175-41e7-b856-1849c66f8902 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 200 len: 217 time: 0.0616481 Sep 18 19:41:16.463986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5cb43-b042-4b0f-b3a0-aea9f232642a req-59db1d51-005f-427e-9b83-a3080727e0fe tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.472283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86e5cb43-b042-4b0f-b3a0-aea9f232642a req-59db1d51-005f-427e-9b83-a3080727e0fe tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 932 time: 0.1879303 Sep 18 19:41:16.510464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:16.518069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-9860797e-cf2f-4b35-93bd-caa963d98d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.519635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-9860797e-cf2f-4b35-93bd-caa963d98d32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1227448 Sep 18 19:41:16.543083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-011ce703-dd1f-4108-84d3-de3cfed8b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.544602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-011ce703-dd1f-4108-84d3-de3cfed8b9a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1905055 Sep 18 19:41:16.558698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86e5cb43-b042-4b0f-b3a0-aea9f232642a req-12788fc9-4aec-4572-a39d-9d94c7bfd713 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854561 Sep 18 19:41:16.568825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38df5c-9385-45c6-85d1-54932da9aef0 req-f74cfaf0-a19d-4558-8ddd-d6bbdad4cfc3 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.570326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce38df5c-9385-45c6-85d1-54932da9aef0 req-f74cfaf0-a19d-4558-8ddd-d6bbdad4cfc3 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 948 time: 0.1309469 Sep 18 19:41:16.586474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-49e96aab-3ced-407c-b7bc-796371b4296e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463023 Sep 18 19:41:16.624573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Deleting port 30c3b946-840e-4c13-8523-274924ef2248 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:16.625133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:16.646014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce38df5c-9385-45c6-85d1-54932da9aef0 req-54d7d56b-68a1-4060-aca0-3a041b6bd1c8 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617826 Sep 18 19:41:16.711180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-a26cbf69-9cfe-40eb-a484-63d822f37a66 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079993 Sep 18 19:41:16.712258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-09841edd-737c-4061-83d6-a14ab3b5e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.713731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-09841edd-737c-4061-83d6-a14ab3b5e2c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402981 Sep 18 19:41:16.809432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd6644ad-ce4b-4d40-9c94-7ac8ab43b359 req-97a101e9-8689-4932-9646-cd6998cd1f6d service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847025 Sep 18 19:41:16.895420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385d75f-b3e0-4ddd-af32-557a5c312549 req-1fce37e5-dfa2-4ec8-9628-e8544cc47494 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:16.897041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8385d75f-b3e0-4ddd-af32-557a5c312549 req-1fce37e5-dfa2-4ec8-9628-e8544cc47494 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 948 time: 0.0527797 Sep 18 19:41:16.914538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] For port 30c3b946-840e-4c13-8523-274924ef2248, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=30c3b946-840e-4c13-8523-274924ef2248,segment=NetworkSegment(33543c23-e13c-43aa-abd0-60760717edfc),segment_id=33543c23-e13c-43aa-abd0-60760717edfc)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:16.914902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:16.942858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Calling delete_port for 30c3b946-840e-4c13-8523-274924ef2248 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:16.947980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8385d75f-b3e0-4ddd-af32-557a5c312549 req-7f8d3ddc-4b2a-4775-b124-4ecdaff2dd41 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21c9dd5-270b-428e-bbbc-59aba35624bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Sep 18 19:41:16.952724 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-98b778e7-baaf-4ad2-ad83-c73cecbed196 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099488 Sep 18 19:41:17.067697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-455c4b39-2e4d-4c5b-bcb8-5383a47d5a04 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:17.069307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-455c4b39-2e4d-4c5b-bcb8-5383a47d5a04 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.24 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 948 time: 0.0623112 Sep 18 19:41:17.138488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f264f1-5504-40b6-bf75-6f612afae92a {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:17.154945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.169535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Deleting port e6a9470b-881c-4872-a29e-4f45aa955b97 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:17.169928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.183716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42202) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:17.200208 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8826e26e-ba50-4621-97eb-2837c3a7a6cf req-aa1539e4-da18-47df-992b-ba40939f358d service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328217 Sep 18 19:41:17.214498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Transition to ACTIVE for port object 69f264f1-5504-40b6-bf75-6f612afae92a will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:41:17.224974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.327216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] For port e6a9470b-881c-4872-a29e-4f45aa955b97, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e6a9470b-881c-4872-a29e-4f45aa955b97,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:17.327639 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.369333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Calling delete_port for e6a9470b-881c-4872-a29e-4f45aa955b97 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:17.534667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Pushing event updated for resources: {'Port': ['ID=69f264f1-5504-40b6-bf75-6f612afae92a,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:17.548592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-faca4871-0f8b-4c08-94cd-08f865c5ab20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71786a85c9954bb089cfc1f1b570b371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637288 Sep 18 19:41:17.558824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42214) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:17.581549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd7656-04db-43dd-ae2f-6576ccef703c req-d8b616c9-5433-497a-8786-3f9f41028b34 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:17.582955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55fd7656-04db-43dd-ae2f-6576ccef703c req-d8b616c9-5433-497a-8786-3f9f41028b34 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.1910203 Sep 18 19:41:17.590633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927f2ad-cc0c-4f19-a955-b32fe6073d43 req-30084831-1326-4e67-959e-a970513d0715 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:17.592977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a927f2ad-cc0c-4f19-a955-b32fe6073d43 req-30084831-1326-4e67-959e-a970513d0715 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1097 time: 0.0980995 Sep 18 19:41:17.674835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.687050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55fd7656-04db-43dd-ae2f-6576ccef703c req-5b4ff5b9-6ca7-4990-abbc-304469f28fe0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931139 Sep 18 19:41:17.688588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a927f2ad-cc0c-4f19-a955-b32fe6073d43 req-26c9c221-104c-4e4b-a5f3-290cf64c620d tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872467 Sep 18 19:41:17.691326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Attempting to bind port 69f264f1-5504-40b6-bf75-6f612afae92a on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:17.691690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Attempting to bind port 69f264f1-5504-40b6-bf75-6f612afae92a by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '367061ca-b054-4536-a763-ab98e73eead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f183104-5ee4-4b84-a013-a6e54292fc80'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:17.692014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Attempting to bind port 69f264f1-5504-40b6-bf75-6f612afae92a on network 3f183104-5ee4-4b84-a013-a6e54292fc80 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:17.724265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Pushing event deleted for resources: {'Port': ['ID=30c3b946-840e-4c13-8523-274924ef2248,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:17.724604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.724709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-683e349c-8b7c-4a99-b6db-fcd6dcd9321b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.728974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Port 69f264f1-5504-40b6-bf75-6f612afae92a on network 3f183104-5ee4-4b84-a013-a6e54292fc80 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:41:17.728974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Attempting to bind port 69f264f1-5504-40b6-bf75-6f612afae92a on network 3f183104-5ee4-4b84-a013-a6e54292fc80 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:17.760717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:17.761067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Checking segment: {'id': '367061ca-b054-4536-a763-ab98e73eead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f183104-5ee4-4b84-a013-a6e54292fc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:17.761467 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Bound using segment: {'id': '367061ca-b054-4536-a763-ab98e73eead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f183104-5ee4-4b84-a013-a6e54292fc80'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:17.761908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Bound port: 69f264f1-5504-40b6-bf75-6f612afae92a, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367061ca-b054-4536-a763-ab98e73eead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3f183104-5ee4-4b84-a013-a6e54292fc80'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:17.762320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.769604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Pushing event deleted for resources: {'Port': ['ID=e6a9470b-881c-4872-a29e-4f45aa955b97,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:17.842391 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-683e349c-8b7c-4a99-b6db-fcd6dcd9321b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.856531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] No DVR routers for this DVR port e6a9470b-881c-4872-a29e-4f45aa955b97 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:17.880846 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:17.883183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ee6b36f-27c5-4edd-a1ac-f00951069a00 req-61a1f45d-2924-4f4d-becb-22855d62e9c6 tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.24 "DELETE /v2.0/ports/e6a9470b-881c-4872-a29e-4f45aa955b97 HTTP/1.1" status: 204 len: 173 time: 0.8049626 Sep 18 19:41:17.910217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eebcc-3157-4f36-a9fe-d473819b1c4e req-8080af90-ebf0-49d4-8dd9-a40891b20a58 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:17.911793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e73eebcc-3157-4f36-a9fe-d473819b1c4e req-8080af90-ebf0-49d4-8dd9-a40891b20a58 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 944 time: 0.1212080 Sep 18 19:41:17.925770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8cf23-75ab-4240-bbc8-cde7a3156205 req-5ed0b378-a544-46ef-a3e0-20016ec0a5bb tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:17.927660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ad8cf23-75ab-4240-bbc8-cde7a3156205 req-5ed0b378-a544-46ef-a3e0-20016ec0a5bb tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 948 time: 0.1071804 Sep 18 19:41:17.989097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e73eebcc-3157-4f36-a9fe-d473819b1c4e req-71de38e9-0bde-4896-a41a-b8a09cead662 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604820 Sep 18 19:41:17.994925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ad8cf23-75ab-4240-bbc8-cde7a3156205 req-80669c6a-a199-49ce-8005-57252fbd617b tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594327 Sep 18 19:41:18.025684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35208107-4392-405b-b8d9-a5433d0c2c41', 'tag': '6869e34f-5842-405d-b1ee-5087cde90b51'}, {'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-deleted', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:18.028037 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65cbe94-0c34-437d-a0d1-c7c5a3248629" -d '{"events": [{"name": "network-changed", "server_uuid": "35208107-4392-405b-b8d9-a5433d0c2c41", "tag": "6869e34f-5842-405d-b1ee-5087cde90b51"}, {"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-deleted", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:18.046741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] For port 69f264f1-5504-40b6-bf75-6f612afae92a, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:18.063491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] For port 69f264f1-5504-40b6-bf75-6f612afae92a, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=69f264f1-5504-40b6-bf75-6f612afae92a,segment=NetworkSegment(367061ca-b054-4536-a763-ab98e73eead0),segment_id=367061ca-b054-4536-a763-ab98e73eead0)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:18.073066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.100605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-683e349c-8b7c-4a99-b6db-fcd6dcd9321b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.103070 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-683e349c-8b7c-4a99-b6db-fcd6dcd9321b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.106517 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-683e349c-8b7c-4a99-b6db-fcd6dcd9321b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/addb0844-e6db-4324-ba81-b8d10a09d6fe HTTP/1.1" status: 204 len: 168 time: 0.5443356 Sep 18 19:41:18.110101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.129471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e349c-8b7c-4a99-b6db-fcd6dcd9321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addb0844-e6db-4324-ba81-b8d10a09d6fe,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:18.134105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:18.134388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.135805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] 10.222.0.32 "PUT /v2.0/ports/69f264f1-5504-40b6-bf75-6f612afae92a HTTP/1.1" status: 200 len: 1093 time: 1.9098637 Sep 18 19:41:18.137844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a972351-5599-4154-951b-ef9dc1555f30', 'tag': '69f264f1-5504-40b6-bf75-6f612afae92a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:18.141650 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d38f7f-aafb-43b7-8f85-29a93a459110" -d '{"events": [{"name": "network-changed", "server_uuid": "2a972351-5599-4154-951b-ef9dc1555f30", "tag": "69f264f1-5504-40b6-bf75-6f612afae92a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:18.164682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b22e47f4-29fc-4622-a097-2211c9d141c4 req-34fc3434-8016-4eb6-aabe-4d3356454d2c tempest-ListImageFiltersTestJSON-1184028725 tempest-ListImageFiltersTestJSON-1184028725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b894ea7e-fa05-4d25-bec9-390ca4c71f17 HTTP/1.1" status: 200 len: 210 time: 0.0649171 Sep 18 19:41:18.223280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df0de-3084-4ffd-b2e2-25713c245c9c service neutron] Pushing event updated for resources: {'Port': ['ID=69f264f1-5504-40b6-bf75-6f612afae92a,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:18.339081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-945b2ddb-77f9-4115-a98f-9c8ea572ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:18.341463 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-945b2ddb-77f9-4115-a98f-9c8ea572ca66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cce6be52d844de3ba4d8004b505b52b&device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 1096 time: 0.1295135 Sep 18 19:41:18.395453 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a8aec6-dbad-40e1-8bad-550f43fa470a x-openstack-request-id: req-59a8aec6-dbad-40e1-8bad-550f43fa470a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:18.395754 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35208107-4392-405b-b8d9-a5433d0c2c41", "tag": "6869e34f-5842-405d-b1ee-5087cde90b51", "status": "completed", "code": 200}, {"server_uuid": "b894ea7e-fa05-4d25-bec9-390ca4c71f17", "name": "network-vif-deleted", "tag": "e6a9470b-881c-4872-a29e-4f45aa955b97", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:18.396013 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59a8aec6-dbad-40e1-8bad-550f43fa470a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:18.396416 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35208107-4392-405b-b8d9-a5433d0c2c41', 'tag': '6869e34f-5842-405d-b1ee-5087cde90b51', 'status': 'completed', 'code': 200} Sep 18 19:41:18.396940 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894ea7e-fa05-4d25-bec9-390ca4c71f17', 'name': 'network-vif-deleted', 'tag': 'e6a9470b-881c-4872-a29e-4f45aa955b97', 'status': 'completed', 'code': 200} Sep 18 19:41:18.399775 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-9ba03c7d-68a3-4559-b33f-c0da66f7a5d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f264f1-5504-40b6-bf75-6f612afae92a HTTP/1.1" status: 200 len: 217 time: 0.0472023 Sep 18 19:41:18.439313 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9651fa31-3eaf-4414-a1fe-f00473c3a366 x-openstack-request-id: req-9651fa31-3eaf-4414-a1fe-f00473c3a366 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:18.439756 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a972351-5599-4154-951b-ef9dc1555f30", "tag": "69f264f1-5504-40b6-bf75-6f612afae92a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:18.439857 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9651fa31-3eaf-4414-a1fe-f00473c3a366 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:18.440260 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a972351-5599-4154-951b-ef9dc1555f30', 'tag': '69f264f1-5504-40b6-bf75-6f612afae92a', 'status': 'completed', 'code': 200} Sep 18 19:41:18.540407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 564dc872-88e0-4cec-9711-0466629629e8 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:18.568202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42244) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:18.575537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-9c2e874d-c46a-415d-a76c-0610aee871d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:18.577282 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-9c2e874d-c46a-415d-a76c-0610aee871d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85bb5fe9-c9f1-456e-bed1-a7e21a108a26 HTTP/1.1" status: 200 len: 858 time: 0.1397138 Sep 18 19:41:18.580313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 564dc872-88e0-4cec-9711-0466629629e8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:18.580953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 564dc872-88e0-4cec-9711-0466629629e8 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:18.590297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccb3b72f-e024-4e11-89fa-1d87336cc7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.614336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-74a8ad25-77f5-4cea-8229-9e5d9ac582ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:18.616443 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-74a8ad25-77f5-4cea-8229-9e5d9ac582ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 1100 time: 0.1751297 Sep 18 19:41:18.659064 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-4e2dc75a-2151-4b15-a9c2-0eec1eb265f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f183104-5ee4-4b84-a013-a6e54292fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719683 Sep 18 19:41:18.699130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Router 7f1eadfe-3f8b-4346-bf39-5a287e369253 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:41:18.709391 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccb3b72f-e024-4e11-89fa-1d87336cc7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.719607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccb3b72f-e024-4e11-89fa-1d87336cc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.778809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ccb3b72f-e024-4e11-89fa-1d87336cc7b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75a7116d6cca47b5b8116f4a2837f872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094953 Sep 18 19:41:18.780284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3b72f-e024-4e11-89fa-1d87336cc7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e2a8ff-fe7e-4a31-8f43-c93b436d5b11,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:18.784632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42254) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:18.876988 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1b961d1-5ab5-4b49-9704-7a6beffff272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.910157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89f3e-8e81-48f3-9ed4-74002abc842e req-46d00c30-2552-445f-9c19-a9d17e0e57f5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:18.911742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ff89f3e-8e81-48f3-9ed4-74002abc842e req-46d00c30-2552-445f-9c19-a9d17e0e57f5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.1204009 Sep 18 19:41:18.918601 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1b961d1-5ab5-4b49-9704-7a6beffff272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:18.946449 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-b016de53-adb7-4cb5-aca0-bedbccbb0ca7 service neutron] 10.222.0.32 "GET /v2.0/networks/3f183104-5ee4-4b84-a013-a6e54292fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658267 Sep 18 19:41:18.949166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-ae918a6f-84d0-4b40-9efa-c3d7e7b8858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:18.950790 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-ae918a6f-84d0-4b40-9efa-c3d7e7b8858a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2945485 Sep 18 19:41:18.992152 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:18.992381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ff89f3e-8e81-48f3-9ed4-74002abc842e req-d01be281-12c6-449b-a6c2-d5ed9566f971 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658669 Sep 18 19:41:19.022307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] Sync routers for ids ['7f1eadfe-3f8b-4346-bf39-5a287e369253'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:19.028381 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1b961d1-5ab5-4b49-9704-7a6beffff272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:19.030533 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ee7052bf-f646-4e03-952b-ab03fd69410a admin admin] 10.222.0.20 "PUT /v2.0/routers/7f1eadfe-3f8b-4346-bf39-5a287e369253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3625958 Sep 18 19:41:19.031825 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1b961d1-5ab5-4b49-9704-7a6beffff272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:19.033185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42264) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:19.033781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f1b961d1-5ab5-4b49-9704-7a6beffff272 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0e2a8ff-fe7e-4a31-8f43-c93b436d5b11 HTTP/1.1" status: 204 len: 168 time: 0.2479239 Sep 18 19:41:19.039479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] Routers {'7f1eadfe-3f8b-4346-bf39-5a287e369253'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:19.040140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:40:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7f1eadfe-3f8b-4346-bf39-5a287e369253'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:19.042892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b961d1-5ab5-4b49-9704-7a6beffff272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e2a8ff-fe7e-4a31-8f43-c93b436d5b11,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:19.044373 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-187c7718-b69d-4ae2-9208-f9860bbf9772 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=6869e34f-5842-405d-b1ee-5087cde90b51 HTTP/1.1" status: 200 len: 217 time: 0.0817833 Sep 18 19:41:19.180256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] Set router 7f1eadfe-3f8b-4346-bf39-5a287e369253 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:19.192715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afac0b-f0d4-460b-9141-13d99d431b87 req-5a86784b-17d5-41b3-b673-46ba68f932af tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:19.195908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5afac0b-f0d4-460b-9141-13d99d431b87 req-5a86784b-17d5-41b3-b673-46ba68f932af tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 948 time: 0.0940459 Sep 18 19:41:19.232528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-117e75f8-c644-4a9d-8e86-c99bd456b34f tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:41:19.233703 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-117e75f8-c644-4a9d-8e86-c99bd456b34f tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191262 Sep 18 19:41:19.256570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-c634bc37-337e-4d0c-aab9-c9202758f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:19.257883 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-c634bc37-337e-4d0c-aab9-c9202758f8c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2020521 Sep 18 19:41:19.269083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5afac0b-f0d4-460b-9141-13d99d431b87 req-0a6cf54f-50b2-4d5d-8994-df2b6f0e3aca tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588222 Sep 18 19:41:19.370305 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-285e02d3-12c8-44f0-8b89-e4efab8a74a6 req-f211df03-48e4-4000-a99b-2f26a9d5e555 service neutron] 10.222.0.32 "GET /v2.0/networks/3f183104-5ee4-4b84-a013-a6e54292fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087982 Sep 18 19:41:19.371234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a6b88045-f73b-47f2-8bca-2dc4a9331fa6 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:19.372511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a6b88045-f73b-47f2-8bca-2dc4a9331fa6 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 200 len: 1094 time: 0.1311276 Sep 18 19:41:19.386331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Request body: {'binding': {'host': 'n-h2-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:19.386805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:41:19.418707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:41:17Z', 'revision_number': 5, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:19.432329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:19.443411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefae00-7d71-4862-8f36-5a1e52c1c4df req-d37b8162-b818-411f-a847-ebdbff15a76c tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:19.446354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ceefae00-7d71-4862-8f36-5a1e52c1c4df req-d37b8162-b818-411f-a847-ebdbff15a76c tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 944 time: 0.1011722 Sep 18 19:41:19.448313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] Checking router: 7f1eadfe-3f8b-4346-bf39-5a287e369253 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:41:19.457184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] Routers {'7f1eadfe-3f8b-4346-bf39-5a287e369253'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:19.457791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:40:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7f1eadfe-3f8b-4346-bf39-5a287e369253'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:19.500705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ceefae00-7d71-4862-8f36-5a1e52c1c4df req-21ebc5d6-1bd9-4166-8fc8-2f2a978648e2 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Sep 18 19:41:19.732108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] Set router 7f1eadfe-3f8b-4346-bf39-5a287e369253 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:19.834095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-c7535a72-b11a-4bf1-b55f-b3dfb3621274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:19.835616 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-c7535a72-b11a-4bf1-b55f-b3dfb3621274 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5491834 Sep 18 19:41:19.906113 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:19.960458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:41:17Z', 'revision_number': 5, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:19.992018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e61961-797c-44a9-a2fc-e02c14261ae4 None None] The sync data for ids ['7f1eadfe-3f8b-4346-bf39-5a287e369253'] in n-d-789963-11 is: [{'id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'name': 'tempest-AttachSCSIVolumeTestJSON-1128086618-router', 'tenant_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:39:08Z', 'updated_at': '2021-09-18T19:41:17Z', 'revision_number': 5, 'project_id': '81f89e7b6a0a4dcbad52fe93ea9f43f4', 'gw_port': {'id': 'd1356bbc-32f8-4612-87f0-2c03c9c07132', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1eadfe-3f8b-4346-bf39-5a287e369253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:39:10Z', 'updated_at': '2021-09-18T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:41:20.032251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-dda5fada-75bd-40ca-aed4-dce2928f80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:20.034052 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-dda5fada-75bd-40ca-aed4-dce2928f80db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7cce6be52d844de3ba4d8004b505b52b&device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 1096 time: 0.5953064 Sep 18 19:41:20.059610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42312) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:20.117786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on host n-h2-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:20.118130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:20.118459 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:20.165267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:41:20.165580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:20.178750 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-176fe2de-4a7b-4f68-b4f0-126f83f4d78f service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259914 Sep 18 19:41:20.184060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:20.184582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:20.185130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:20.186295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Bound port: cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:20.216498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c9769-7ece-4fb1-b089-f17b35bd5262 req-99082002-073e-4f02-80a2-f9c421450ba6 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:20.218956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d24c9769-7ece-4fb1-b089-f17b35bd5262 req-99082002-073e-4f02-80a2-f9c421450ba6 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.0532124 Sep 18 19:41:20.224083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1576813047-network', 'tenant_id': 'ba688e75c8a64d0090d9182556090faa'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:20.266552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Made reservation on behalf of ba688e75c8a64d0090d9182556090faa for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:20.268812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.278807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Deleting port d1356bbc-32f8-4612-87f0-2c03c9c07132 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:20.279225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.283110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d24c9769-7ece-4fb1-b089-f17b35bd5262 req-fce6f5ab-03dd-4ef5-b608-68f3678ce5eb tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547395 Sep 18 19:41:20.283704 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.296623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-947bc03d-2202-4aa7-8533-85b6a46bd089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:20.298230 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-947bc03d-2202-4aa7-8533-85b6a46bd089 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f183104-5ee4-4b84-a013-a6e54292fc80 HTTP/1.1" status: 200 len: 919 time: 0.2365355 Sep 18 19:41:20.423645 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.428405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:20.430178 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-04885f17-ea0e-427b-8d51-0ffd665326cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f264f1-5504-40b6-bf75-6f612afae92a HTTP/1.1" status: 200 len: 217 time: 0.0982447 Sep 18 19:41:20.430683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.466998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:41:20.469604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.470896 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a94cf9ca-12d4-492e-ae1a-5cc2aacf9802 service neutron] 10.222.0.20 "POST /v2.0/ports/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4/bindings HTTP/1.1" status: 201 len: 390 time: 1.0902793 Sep 18 19:41:20.493613 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.494071 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Added segment 5fe57b1d-ad26-4f7b-814a-b20de9df409b of type vlan for network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 Sep 18 19:41:20.495344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c105887-a77a-4f86-980d-8fe43004b701,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:20.543467 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e65cbe94-0c34-437d-a0d1-c7c5a3248629 req-2d84f55d-9a6f-49f9-bb25-40b7924ffa51 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520408 Sep 18 19:41:20.548665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6869e34f-5842-405d-b1ee-5087cde90b51 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:41:20.556055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] For port d1356bbc-32f8-4612-87f0-2c03c9c07132, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d1356bbc-32f8-4612-87f0-2c03c9c07132,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:20.556743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.561188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-2934ddda-4a5e-415d-8af1-0c669c3af1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:20.562805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-2934ddda-4a5e-415d-8af1-0c669c3af1f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=85bb5fe9-c9f1-456e-bed1-a7e21a108a26 HTTP/1.1" status: 200 len: 858 time: 0.1056767 Sep 18 19:41:20.586178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Calling delete_port for d1356bbc-32f8-4612-87f0-2c03c9c07132 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:20.588048 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.597048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:20.610986 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-b2f2e695-2b75-41ac-a363-885953151b4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f183104-5ee4-4b84-a013-a6e54292fc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329952 Sep 18 19:41:20.667411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: e6a9470b-881c-4872-a29e-4f45aa955b97 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:20.668048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e6a9470b-881c-4872-a29e-4f45aa955b97 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:20.677680 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.677680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:20.679316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.758148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6869e34f-5842-405d-b1ee-5087cde90b51, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6869e34f-5842-405d-b1ee-5087cde90b51,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:20.773993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '6869e34f-5842-405d-b1ee-5087cde90b51', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '6869e34f-5842-405d-b1ee-5087cde90b51', 'mac_address': 'fa:16:3e:05:28:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:41:20.787126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7214477 Sep 18 19:41:20.816134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42342) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:20.823112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Request body: {'subnet': {'network_id': '49cc5022-d508-4be8-9f7d-bee2b157f8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1576813047-subnet', 'tenant_id': 'ba688e75c8a64d0090d9182556090faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:20.828738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aac865-da49-4af2-9e67-08ac6d25c7ad admin admin] Pushing event updated for resources: {'Network': ['ID=49cc5022-d508-4be8-9f7d-bee2b157f8b0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:20.831665 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.838403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d9aad-b398-40c9-acbc-67c35596a5e1 req-3018d79d-6c2c-44c9-805f-b357c948a3f6 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:20.839052 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-67c272af-4b10-492a-a897-95196478cc8f service neutron] 10.222.0.32 "GET /v2.0/networks/3f183104-5ee4-4b84-a013-a6e54292fc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182736 Sep 18 19:41:20.839953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-216d9aad-b398-40c9-acbc-67c35596a5e1 req-3018d79d-6c2c-44c9-805f-b357c948a3f6 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 948 time: 0.1798389 Sep 18 19:41:20.856588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:41:20.879537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 30c3b946-840e-4c13-8523-274924ef2248 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:20.896781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6869e34f-5842-405d-b1ee-5087cde90b51 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:20.907904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-216d9aad-b398-40c9-acbc-67c35596a5e1 req-da3e1660-028b-4e13-be8f-e96eebf041d2 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Sep 18 19:41:20.929383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Made reservation on behalf of ba688e75c8a64d0090d9182556090faa for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:20.931639 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:20.968577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 30c3b946-840e-4c13-8523-274924ef2248 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:20.970577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 30c3b946-840e-4c13-8523-274924ef2248 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:20.990115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6869e34f-5842-405d-b1ee-5087cde90b51, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6869e34f-5842-405d-b1ee-5087cde90b51,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:21.025552 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.038584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.077330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aa68b-b473-4677-a8c6-99bc8381ac8f req-090ff775-9130-4a72-8176-fc19ec351d0d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:21.079691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-553aa68b-b473-4677-a8c6-99bc8381ac8f req-090ff775-9130-4a72-8176-fc19ec351d0d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.0969632 Sep 18 19:41:21.082119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1356bbc-32f8-4612-87f0-2c03c9c07132,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:21.109800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181f92d-b871-4174-938f-e3978c5b1fd4 req-d190bd66-3682-4f55-9ff4-7d55e719dfb6 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:21.111587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6181f92d-b871-4174-938f-e3978c5b1fd4 req-d190bd66-3682-4f55-9ff4-7d55e719dfb6 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 944 time: 0.0937448 Sep 18 19:41:21.126647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=6869e34f-5842-405d-b1ee-5087cde90b51,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:21.165076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-553aa68b-b473-4677-a8c6-99bc8381ac8f req-5857bd0e-e37c-414b-841e-78e5a6e4f85b tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769603 Sep 18 19:41:21.174636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6181f92d-b871-4174-938f-e3978c5b1fd4 req-bf09ee4f-a62e-4899-977e-8aa86550535d tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Sep 18 19:41:21.208580 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d38f7f-aafb-43b7-8f85-29a93a459110 req-9ba1c17a-921b-4a64-90de-5400c6a25e5f service neutron] 10.222.0.32 "GET /v2.0/networks/3f183104-5ee4-4b84-a013-a6e54292fc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579388 Sep 18 19:41:21.257432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.282135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6869e34f-5842-405d-b1ee-5087cde90b51'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:21.460294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704d4af-ed0c-49c8-85d0-948bea34d6b2 req-5801bb52-7d31-489a-a373-a4d0cd770166 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:21.468707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b704d4af-ed0c-49c8-85d0-948bea34d6b2 req-5801bb52-7d31-489a-a373-a4d0cd770166 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.0635176 Sep 18 19:41:21.511035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b704d4af-ed0c-49c8-85d0-948bea34d6b2 req-3fc15837-eab0-4d72-9811-8c423bbdb17a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Sep 18 19:41:21.525782 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-499fe968-fc00-450a-b7e3-0c8efd092381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.538868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.541967 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.545384 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.642389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a085f961-82d1-4f1a-98f2-4d3be234257e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:21.651188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.651894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1eadfe-3f8b-4346-bf39-5a287e369253 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:41:21.658757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.662554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:21.662909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-80376cd3-9fbc-4bbf-800d-c3d5157b4eb1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7f1eadfe-3f8b-4346-bf39-5a287e369253 HTTP/1.1" status: 204 len: 168 time: 2.6261017 Sep 18 19:41:21.680317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Checking segment: {'id': '5fe57b1d-ad26-4f7b-814a-b20de9df409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49cc5022-d508-4be8-9f7d-bee2b157f8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:21.680678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Network hostable DHCP agents. Network: 49cc5022-d508-4be8-9f7d-bee2b157f8b0, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:41:21.707026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:41:21.725008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 49cc5022-d508-4be8-9f7d-bee2b157f8b0) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:21.725848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3f4bc1-71dd-4522-adf2-9c1ad689d7f7 admin admin] Deleting subnet 36ecd700-bd54-41ce-be25-6b6e006ab263 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:41:21.729514 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4bc1-71dd-4522-adf2-9c1ad689d7f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.738024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93935b-5669-481d-bbab-c8b99d8c9e14 None None] Network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:21.760914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:21.763703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.791135 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4bc1-71dd-4522-adf2-9c1ad689d7f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:21.826091 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2a69dd12-ee96-4ed4-8e3e-9e4ee84ba75b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9996099 Sep 18 19:41:21.901565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42372) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:21.939534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140980c-9ba4-4d44-a678-60f35d8392e0 None None] Network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:22.005547 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4bc1-71dd-4522-adf2-9c1ad689d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.105977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a9cc5bb1-5c56-4b5c-bd65-03f9eb254717 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cacf7950d1184e548e628bef5604f1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023668 Sep 18 19:41:22.109533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42380) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:22.114085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4bc1-71dd-4522-adf2-9c1ad689d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.145610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f4bc1-71dd-4522-adf2-9c1ad689d7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ecd700-bd54-41ce-be25-6b6e006ab263,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:22.150516 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4bc1-71dd-4522-adf2-9c1ad689d7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.152645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5d3f4bc1-71dd-4522-adf2-9c1ad689d7f7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/36ecd700-bd54-41ce-be25-6b6e006ab263 HTTP/1.1" status: 204 len: 168 time: 0.4886222 Sep 18 19:41:22.157200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:22.161869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212ce7-9d95-4278-93d8-05d4677d3a4b req-d2675540-14e7-4d33-a73d-4690dda598bb tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:22.164866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7cd24-f515-472f-b110-1b614dfd4f75 None None] Network d05c024c-36b6-4986-8041-c0d1c47050c2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:22.171916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96212ce7-9d95-4278-93d8-05d4677d3a4b req-d2675540-14e7-4d33-a73d-4690dda598bb tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 949 time: 0.1314645 Sep 18 19:41:22.281976 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7adab22d-0dd8-4432-940c-9886cf3c47aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.282181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96212ce7-9d95-4278-93d8-05d4677d3a4b req-7b6aa2e1-316c-4d03-88d0-48d0ee5552b5 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089857 Sep 18 19:41:22.296635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.351276 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7adab22d-0dd8-4432-940c-9886cf3c47aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.475346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Deleting port 9c98b303-e968-415a-87bb-5699f4f257b5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:22.475724 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.481086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] DHCP port deletion for d05c024c-36b6-4986-8041-c0d1c47050c2 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:41:22.523416 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7adab22d-0dd8-4432-940c-9886cf3c47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.529896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7adab22d-0dd8-4432-940c-9886cf3c47aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.531847 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7adab22d-0dd8-4432-940c-9886cf3c47aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e21c9dd5-270b-428e-bbbc-59aba35624bf HTTP/1.1" status: 204 len: 168 time: 0.4208283 Sep 18 19:41:22.565160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 69f264f1-5504-40b6-bf75-6f612afae92a details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:41:22.575775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adab22d-0dd8-4432-940c-9886cf3c47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21c9dd5-270b-428e-bbbc-59aba35624bf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:22.576123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6869e34f-5842-405d-b1ee-5087cde90b51 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:22.639048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] For port 9c98b303-e968-415a-87bb-5699f4f257b5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9c98b303-e968-415a-87bb-5699f4f257b5,segment=NetworkSegment(33543c23-e13c-43aa-abd0-60760717edfc),segment_id=33543c23-e13c-43aa-abd0-60760717edfc)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:22.641043 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.657005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Calling delete_port for 9c98b303-e968-415a-87bb-5699f4f257b5 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:22.663424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] Deleting port 9c98b303-e968-415a-87bb-5699f4f257b5 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:22.665946 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.777951 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.790686 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:41:22.817914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42404) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:22.824561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-728894766-network', 'tenant_id': '828449d4bd904fd3b09355e7d03ef4e8'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:22.827096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c98b303-e968-415a-87bb-5699f4f257b5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:22.832397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] No DVR routers for this DVR port 9c98b303-e968-415a-87bb-5699f4f257b5 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:22.884985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3d1f7-0219-46a8-bed2-78a0d9a0a620 req-800bbdaf-ac4f-4f4c-8b45-2bf22f24901d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:22.886767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16c3d1f7-0219-46a8-bed2-78a0d9a0a620 req-800bbdaf-ac4f-4f4c-8b45-2bf22f24901d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.5475211 Sep 18 19:41:22.925258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.944740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f034e5e-cccd-4e71-b779-767c053da495 req-e109798a-a164-4a12-8733-4c751f0f2564 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:22.954239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05c024c-36b6-4986-8041-c0d1c47050c2']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:22.954611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f034e5e-cccd-4e71-b779-767c053da495 req-e109798a-a164-4a12-8733-4c751f0f2564 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 944 time: 0.1841464 Sep 18 19:41:22.966813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] For port 9c98b303-e968-415a-87bb-5699f4f257b5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9c98b303-e968-415a-87bb-5699f4f257b5,segment=NetworkSegment(33543c23-e13c-43aa-abd0-60760717edfc),segment_id=33543c23-e13c-43aa-abd0-60760717edfc)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:22.967724 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.970367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33543c23-e13c-43aa-abd0-60760717edfc') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:22.971282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33543c23-e13c-43aa-abd0-60760717edfc') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:22.983579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:22.987858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d1356bbc-32f8-4612-87f0-2c03c9c07132 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:22.999465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] Calling delete_port for 9c98b303-e968-415a-87bb-5699f4f257b5 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:23.000723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.005771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16c3d1f7-0219-46a8-bed2-78a0d9a0a620 req-f30c5742-8634-46a6-80fd-fb789b201a11 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076460 Sep 18 19:41:23.006643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Made reservation on behalf of 828449d4bd904fd3b09355e7d03ef4e8 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:23.007624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:41:23.008114 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.009908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.021361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 6869e34f-5842-405d-b1ee-5087cde90b51 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:41:23.025702 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.036287 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.036287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d1356bbc-32f8-4612-87f0-2c03c9c07132 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:23.036287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d1356bbc-32f8-4612-87f0-2c03c9c07132 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:23.036287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9c98b303-e968-415a-87bb-5699f4f257b5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:23.048707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 6869e34f-5842-405d-b1ee-5087cde90b51 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:23.049287 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:41:23.058894 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:41:23.073880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.087061 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.099172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 9c98b303-e968-415a-87bb-5699f4f257b5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:23.099754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9c98b303-e968-415a-87bb-5699f4f257b5 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:23.105861 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d05c024c-36b6-4986-8041-c0d1c47050c2 HTTP/1.1" status: 204 len: 168 time: 0.9455066 Sep 18 19:41:23.109498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f034e5e-cccd-4e71-b779-767c053da495 req-53ab899b-1c0b-4960-aeac-9fbb1d6aeed3 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499221 Sep 18 19:41:23.141572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e3f7a-3b51-40e1-90b5-b9398d3c5be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05c024c-36b6-4986-8041-c0d1c47050c2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:23.214842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 69f264f1-5504-40b6-bf75-6f612afae92a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=69f264f1-5504-40b6-bf75-6f612afae92a,segment=NetworkSegment(367061ca-b054-4536-a763-ab98e73eead0),segment_id=367061ca-b054-4536-a763-ab98e73eead0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:23.230801 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.261070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '69f264f1-5504-40b6-bf75-6f612afae92a', 'network_id': '3f183104-5ee4-4b84-a013-a6e54292fc80', 'port_id': '69f264f1-5504-40b6-bf75-6f612afae92a', 'mac_address': 'fa:16:3e:16:01:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bb5fe9-c9f1-456e-bed1-a7e21a108a26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:41:23.282553 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-fb62f250-5407-45bc-b4c6-7531dba8fb47 service neutron] 10.222.0.32 "GET /v2.0/ports/42483c9a-12cd-4409-94dc-dae2815d3185/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.1127386 Sep 18 19:41:23.338159 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.363803 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.408895 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.415895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:23.449154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:41:23.459188 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.462459 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.473636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f264f1-5504-40b6-bf75-6f612afae92a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:23.474311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49208b82-47cb-4e95-9059-33d95fb50d76,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:23.494680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d11d-6b82-4045-abf4-f00f855e2b4f req-f71ba840-c2ba-476a-af90-c5a069e18fb5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:23.503214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a89d11d-6b82-4045-abf4-f00f855e2b4f req-f71ba840-c2ba-476a-af90-c5a069e18fb5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 943 time: 0.2264335 Sep 18 19:41:23.506882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.507238 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Added segment 5d1d632a-3ab1-47ed-bd31-83916923c02a of type vlan for network ae1085cd-5b4a-4252-a28e-89bd0563b2ab Sep 18 19:41:23.523695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] Network d05c024c-36b6-4986-8041-c0d1c47050c2 is not hosted by any dhcp agent {{(pid=94942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 19:41:23.524418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] No DVR routers for this DVR port 9c98b303-e968-415a-87bb-5699f4f257b5 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:23.552993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a341ad8-a93f-4abf-b0b6-199fcebbea31 None None] Pushing event deleted for resources: {'Port': ['ID=9c98b303-e968-415a-87bb-5699f4f257b5,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:23.572509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35208107-4392-405b-b8d9-a5433d0c2c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6869e34f-5842-405d-b1ee-5087cde90b51'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:23.574980 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e17fa14-abc0-49ac-a5cc-b9cb335292e9" -d '{"events": [{"server_uuid": "35208107-4392-405b-b8d9-a5433d0c2c41", "name": "network-vif-plugged", "status": "completed", "tag": "6869e34f-5842-405d-b1ee-5087cde90b51"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:23.580424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 69f264f1-5504-40b6-bf75-6f612afae92a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=69f264f1-5504-40b6-bf75-6f612afae92a,segment=NetworkSegment(367061ca-b054-4536-a763-ab98e73eead0),segment_id=367061ca-b054-4536-a763-ab98e73eead0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:23.591726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:23.592966 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.599686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6869e34f-5842-405d-b1ee-5087cde90b51, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6869e34f-5842-405d-b1ee-5087cde90b51,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:23.605840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a89d11d-6b82-4045-abf4-f00f855e2b4f req-f007573a-6f41-40a6-b358-57d1e5dd17b1 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991442 Sep 18 19:41:23.608046 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.614206 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.634539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:23.638029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7b5d-5e3c-4eb6-a225-d08cc129c2f2 req-026eb9f8-310d-40d9-a3d8-f1bbe62b4f70 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:23.657310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-281c7b5d-5e3c-4eb6-a225-d08cc129c2f2 req-026eb9f8-310d-40d9-a3d8-f1bbe62b4f70 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 949 time: 0.2464833 Sep 18 19:41:23.696667 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb2fcbd-7cf3-4c15-ba3f-3ee0c2e17c8a x-openstack-request-id: req-bfb2fcbd-7cf3-4c15-ba3f-3ee0c2e17c8a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:23.697777 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35208107-4392-405b-b8d9-a5433d0c2c41", "name": "network-vif-plugged", "status": "completed", "tag": "6869e34f-5842-405d-b1ee-5087cde90b51", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:23.699032 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfb2fcbd-7cf3-4c15-ba3f-3ee0c2e17c8a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:23.708599 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35208107-4392-405b-b8d9-a5433d0c2c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6869e34f-5842-405d-b1ee-5087cde90b51', 'code': 200} Sep 18 19:41:23.710111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=69f264f1-5504-40b6-bf75-6f612afae92a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:23.719271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42483c9a-12cd-4409-94dc-dae2815d3185 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:23.728975 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-59f11e9f-8eb0-437b-950e-0f5c0683edf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=691d68eba5f247bc9db032b8c0df790f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119085 Sep 18 19:41:23.733066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42430) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:23.740205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-281c7b5d-5e3c-4eb6-a225-d08cc129c2f2 req-28c225da-7753-4fcb-b135-111566afc792 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818655 Sep 18 19:41:23.741540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:23.744230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.745234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:23.745828 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.778003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.788671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9688735 Sep 18 19:41:23.800177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:23.816671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e59f-87e9-44ce-a2eb-2974699fd3cb admin admin] Pushing event updated for resources: {'Network': ['ID=ae1085cd-5b4a-4252-a28e-89bd0563b2ab,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:23.824938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Request body: {'subnet': {'network_id': 'ae1085cd-5b4a-4252-a28e-89bd0563b2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-728894766-subnet', 'tenant_id': '828449d4bd904fd3b09355e7d03ef4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:23.832513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ae1085cd-5b4a-4252-a28e-89bd0563b2ab details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:41:23.835744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=6869e34f-5842-405d-b1ee-5087cde90b51,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:23.860666 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1578d6c-8864-49d2-896e-516f897ed247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.897409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['69f264f1-5504-40b6-bf75-6f612afae92a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:23.915637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1578d6c-8864-49d2-896e-516f897ed247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:23.930293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbaf33-f551-4ac0-b468-66921619b93a req-2593d12e-ad0f-4d33-92ea-61c4b7d4bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:23.931851 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8fbaf33-f551-4ac0-b468-66921619b93a req-2593d12e-ad0f-4d33-92ea-61c4b7d4bd85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 1102 time: 0.1684399 Sep 18 19:41:23.932429 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Made reservation on behalf of 828449d4bd904fd3b09355e7d03ef4e8 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:23.934667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.084635 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8fbaf33-f551-4ac0-b468-66921619b93a req-8a790e16-3ba7-4f94-9f18-0ffe49358af0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377609 Sep 18 19:41:24.090477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] Transition to ACTIVE for port object 42483c9a-12cd-4409-94dc-dae2815d3185 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:41:24.097612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.151735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0296a7a-9655-4ab0-a38d-83383573b55a req-87c1975f-45fb-4a15-a567-fc4a4cd2e0e9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:24.159710 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0296a7a-9655-4ab0-a38d-83383573b55a req-87c1975f-45fb-4a15-a567-fc4a4cd2e0e9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.0639451 Sep 18 19:41:24.170627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1578d6c-8864-49d2-896e-516f897ed247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.173204 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1578d6c-8864-49d2-896e-516f897ed247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.174358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1578d6c-8864-49d2-896e-516f897ed247 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fd63e01-baca-4017-b9a5-fbf6e9a44f10 HTTP/1.1" status: 204 len: 168 time: 0.4403784 Sep 18 19:41:24.199059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0296a7a-9655-4ab0-a38d-83383573b55a req-5c50d849-8f1b-41eb-9134-2291d23c38cb tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Sep 18 19:41:24.210994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] No DVR routers for this DVR port 42483c9a-12cd-4409-94dc-dae2815d3185 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:24.221601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1578d6c-8864-49d2-896e-516f897ed247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd63e01-baca-4017-b9a5-fbf6e9a44f10,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:24.256288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] Pushing event updated for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=10']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:24.284737 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8981a0a8-e972-4306-94e6-245778d77076 service neutron] 10.222.0.32 "PUT /v2.0/ports/42483c9a-12cd-4409-94dc-dae2815d3185/bindings/n-h2-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9947093 Sep 18 19:41:24.327569 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.361882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7a1cc-a9ae-40ca-adb5-ab68a6fcc2b2 req-e3422586-f22c-41c6-8963-910d2d2e09bd tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:24.364164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68f7a1cc-a9ae-40ca-adb5-ab68a6fcc2b2 req-e3422586-f22c-41c6-8963-910d2d2e09bd tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 945 time: 0.0624237 Sep 18 19:41:24.400675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd974249-fef3-4171-acdb-5e36e1c57b4d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:24.409028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Checking segment: {'id': '5d1d632a-3ab1-47ed-bd31-83916923c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ae1085cd-5b4a-4252-a28e-89bd0563b2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:24.409576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Network hostable DHCP agents. Network: ae1085cd-5b4a-4252-a28e-89bd0563b2ab, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:41:24.413067 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0561-2124-495a-8a6e-dd6b8cb0c4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.437171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Network ae1085cd-5b4a-4252-a28e-89bd0563b2ab is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:41:24.451734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, ae1085cd-5b4a-4252-a28e-89bd0563b2ab) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:24.457457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:24.458648 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.462750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936e355-11bc-40a5-97e8-29c47729c47b None None] Network ae1085cd-5b4a-4252-a28e-89bd0563b2ab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:24.486039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-7bd40308-50d4-4a0d-8140-6a23679e7501 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:24.486257 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8efd39cc-efdd-4934-a536-af789557974a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6639116 Sep 18 19:41:24.496598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-7bd40308-50d4-4a0d-8140-6a23679e7501 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.1302283 Sep 18 19:41:24.511966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68f7a1cc-a9ae-40ca-adb5-ab68a6fcc2b2 req-d07cb382-3379-4e2b-a94d-709665dc23b4 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351573 Sep 18 19:41:24.562054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 42483c9a-12cd-4409-94dc-dae2815d3185 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:24.629475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-951f7ced-0488-4f33-92a9-9349743cc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:24.631910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-951f7ced-0488-4f33-92a9-9349743cc75d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73&tenant_id=5442dfe435d345d489294f8e3e53d74b HTTP/1.1" status: 200 len: 1096 time: 0.1153340 Sep 18 19:41:24.679437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 42483c9a-12cd-4409-94dc-dae2815d3185 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:24.690510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdddb4b9-c1e4-4da4-84a6-3dfbb4d4c706 None None] Network ae1085cd-5b4a-4252-a28e-89bd0563b2ab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:24.692939 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.761648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42462) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:24.836811 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a8d633a-2f66-49e4-9c5c-269f9fff335b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81f89e7b6a0a4dcbad52fe93ea9f43f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738912 Sep 18 19:41:24.838058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42468) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:24.841201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-a85ce465-92df-4fcd-8d45-693ad0f97da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:24.843661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-a85ce465-92df-4fcd-8d45-693ad0f97da7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1096 time: 0.1622865 Sep 18 19:41:24.893450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de24655-9a18-49f1-8a4a-2faf466bc54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.894164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2960e59-8ffe-455c-8e1e-009cd7e10168 req-a8fb60db-37a6-4c62-91bd-a971f9ba9cc4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:24.899565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2960e59-8ffe-455c-8e1e-009cd7e10168 req-a8fb60db-37a6-4c62-91bd-a971f9ba9cc4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 944 time: 0.1606565 Sep 18 19:41:24.914868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de24655-9a18-49f1-8a4a-2faf466bc54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.963183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de24655-9a18-49f1-8a4a-2faf466bc54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.967665 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de24655-9a18-49f1-8a4a-2faf466bc54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:24.971887 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5de24655-9a18-49f1-8a4a-2faf466bc54a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46358da7-33d6-4f40-ae64-c03baaccb7e9 HTTP/1.1" status: 204 len: 168 time: 0.1328926 Sep 18 19:41:24.979017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2960e59-8ffe-455c-8e1e-009cd7e10168 req-7ca3f051-e294-4789-afc3-d5e304205a08 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745373 Sep 18 19:41:24.980982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de24655-9a18-49f1-8a4a-2faf466bc54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46358da7-33d6-4f40-ae64-c03baaccb7e9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:24.989497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-59b2c983-5b23-4bb6-b71f-e27381fdea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:24.991008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-59b2c983-5b23-4bb6-b71f-e27381fdea1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.1388652 Sep 18 19:41:25.048573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-559d0566-dad7-47d3-b500-52b7b1a0bb30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 200 len: 217 time: 0.0474255 Sep 18 19:41:25.140508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-5f015481-afaf-45b5-9584-77c3a259ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:25.142388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-5f015481-afaf-45b5-9584-77c3a259ad1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.0862839 Sep 18 19:41:25.181509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-8eb4926d-787a-4b8f-a33a-ea890cb84dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301247 Sep 18 19:41:25.190865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f4369-3755-46a4-915b-a007c02997e5 req-2e391225-931f-4d03-a858-8120f59b4951 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:25.198777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c1f4369-3755-46a4-915b-a007c02997e5 req-2e391225-931f-4d03-a858-8120f59b4951 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 950 time: 0.1011443 Sep 18 19:41:25.292944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c1f4369-3755-46a4-915b-a007c02997e5 req-1cbb2439-e186-4222-a692-151201194755 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933080 Sep 18 19:41:25.344763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-1057e6a3-d63a-4a88-9a96-6d757e0893de service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376877 Sep 18 19:41:25.410453 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:25.504756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da3a0-71e0-4d8a-b8ad-483a5158c481 req-e45de670-bce6-4e6f-b20e-d2bfa114cad6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:25.506234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-763da3a0-71e0-4d8a-b8ad-483a5158c481 req-e45de670-bce6-4e6f-b20e-d2bfa114cad6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1034312 Sep 18 19:41:25.509330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-b2745be5-fefd-4e01-b985-328e25399577 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423519 Sep 18 19:41:25.605134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-763da3a0-71e0-4d8a-b8ad-483a5158c481 req-674dab91-5f72-43aa-8340-4ad5c459ed1e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866096 Sep 18 19:41:25.648286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c169a-db9c-4ed3-833c-da76041738af req-0f12492f-9d34-4265-b080-978b2f6c4bb8 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:25.655423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-0f12492f-9d34-4265-b080-978b2f6c4bb8 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/networks?id=49cc5022-d508-4be8-9f7d-bee2b157f8b0 HTTP/1.1" status: 200 len: 815 time: 0.1481977 Sep 18 19:41:25.672351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-1f0f275a-7ca6-473a-a11d-c550144ea9e2 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/quotas/ba688e75c8a64d0090d9182556090faa HTTP/1.1" status: 200 len: 375 time: 0.0160232 Sep 18 19:41:25.709226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-a754c7a8-5399-4f55-8886-e55f8b67a83b tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba688e75c8a64d0090d9182556090faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360262 Sep 18 19:41:25.844563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42512) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:25.869528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-d719d0a2-ac5a-4975-b649-9b51995d146a tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:25.871036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-d719d0a2-ac5a-4975-b649-9b51995d146a tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.1215513 Sep 18 19:41:25.883925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-f2574405-6c51-4162-9112-2934fa79eed5 service neutron] 10.222.0.20 "GET /v2.0/networks/49cc5022-d508-4be8-9f7d-bee2b157f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647201 Sep 18 19:41:25.892179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41a297-8761-4179-b072-bfefb611d61e req-b7e7e13e-1045-45a2-8de2-ea5f65ee0c22 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:25.893615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f41a297-8761-4179-b072-bfefb611d61e req-b7e7e13e-1045-45a2-8de2-ea5f65ee0c22 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 945 time: 0.1275842 Sep 18 19:41:25.941687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-network', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:25.962083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Made reservation on behalf of 15a533101b6b48ab9c03c475aeb38e53 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:25.964656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:25.973930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.040286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f41a297-8761-4179-b072-bfefb611d61e req-632227b9-1fc7-4f65-b21b-adf6e121b8d3 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310182 Sep 18 19:41:26.059067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-6f7732ac-bc45-4ab7-bde1-e5e9b7b34059 service neutron] 10.222.0.20 "GET /v2.0/networks/49cc5022-d508-4be8-9f7d-bee2b157f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630931 Sep 18 19:41:26.072829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.079748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.091336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:41:26.100722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.101074 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Added segment 10b7847c-65f7-4e2e-a731-2fef3a831e38 of type vlan for network 8f42690f-97c1-47ff-a91a-81eb97952a01 Sep 18 19:41:26.118344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-ddc78365-237a-4a39-96b3-84efa6bc65f5 service neutron] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:26.124357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-ddc78365-237a-4a39-96b3-84efa6bc65f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.125871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-980c1b6a-6b38-415c-8924-bcdb3f99c55b req-ddc78365-237a-4a39-96b3-84efa6bc65f5 service neutron] 10.222.0.24 "DELETE /v2.0/ports/42483c9a-12cd-4409-94dc-dae2815d3185/bindings/n-h1-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.2312584 Sep 18 19:41:26.161599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.165593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f641f76-7af9-4c3e-afb1-36850d91e5d2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:26.192641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.197583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:26.197583 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.328901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965ccfb-6015-4858-9b11-c9a9b865b3b7 req-e54f8f18-1f67-4d02-8106-7b2c887712c7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:26.336477 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e965ccfb-6015-4858-9b11-c9a9b865b3b7 req-e54f8f18-1f67-4d02-8106-7b2c887712c7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 944 time: 0.0711501 Sep 18 19:41:26.381066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e965ccfb-6015-4858-9b11-c9a9b865b3b7 req-2acd7932-5650-41df-aeed-ca2096d0f1f4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Sep 18 19:41:26.469199 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6207979 Sep 18 19:41:26.469832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42532) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:26.486341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Request body: {'subnet': {'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-subnet', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:26.521818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08639665-953b-4545-a053-d483c9276ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f42690f-97c1-47ff-a91a-81eb97952a01,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:26.527857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa9a9d44-4519-40f4-aad8-ce343689b83f req-34b290c8-adf7-43e8-bf0a-c14baa830392 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 210 time: 0.0621488 Sep 18 19:41:26.532777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 8f42690f-97c1-47ff-a91a-81eb97952a01 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:41:26.548350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Made reservation on behalf of 15a533101b6b48ab9c03c475aeb38e53 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:26.552078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.721337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8061-77f9-4d86-8f1d-36851855c259 req-e17c6126-9135-40ad-b7f6-ea9f78bbcf4a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:26.736527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-748c8061-77f9-4d86-8f1d-36851855c259 req-e17c6126-9135-40ad-b7f6-ea9f78bbcf4a tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 950 time: 0.1091688 Sep 18 19:41:26.799795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-748c8061-77f9-4d86-8f1d-36851855c259 req-0858094b-053e-4e75-a95b-a4fe88357e71 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623002 Sep 18 19:41:26.830617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 69f264f1-5504-40b6-bf75-6f612afae92a up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:26.855798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.878322 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:41:26.914090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 69f264f1-5504-40b6-bf75-6f612afae92a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:41:26.918516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa3f2c-1605-4461-891d-d1762ca7df4e req-09761f6b-db0e-4f03-a1c1-416fd97e303f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:26.921484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 69f264f1-5504-40b6-bf75-6f612afae92a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:26.923614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:26.931311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1aa3f2c-1605-4461-891d-d1762ca7df4e req-09761f6b-db0e-4f03-a1c1-416fd97e303f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1024950 Sep 18 19:41:26.938943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06dddc6-5ebe-459f-8e2b-18ef4c89626c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:26.951070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Checking segment: {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:26.951984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Network hostable DHCP agents. Network: 8f42690f-97c1-47ff-a91a-81eb97952a01, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:41:26.979001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1aa3f2c-1605-4461-891d-d1762ca7df4e req-a8abbdb9-7bc7-4c5f-b56e-3f269eda6fac tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459161 Sep 18 19:41:27.000174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Network 8f42690f-97c1-47ff-a91a-81eb97952a01 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:41:27.023565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 8f42690f-97c1-47ff-a91a-81eb97952a01) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:27.029501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:27.030340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.045784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e8e61-a636-4825-8173-0e9a0dc77f99 None None] Network 8f42690f-97c1-47ff-a91a-81eb97952a01 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:27.074448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42544) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:27.076474 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ea8cf0ed-6b5a-47aa-bdcd-6a09fb16be2b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5870543 Sep 18 19:41:27.081276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-router', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:27.116600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7233e-0ec4-49c0-9950-9d930fc8ee2f req-88d0da33-e3d1-412f-a6ff-6c6f5b01e27a tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:27.119974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2f7233e-0ec4-49c0-9950-9d930fc8ee2f req-88d0da33-e3d1-412f-a6ff-6c6f5b01e27a tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1096 time: 0.0781729 Sep 18 19:41:27.121963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.124035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.169049 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.248774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2f7233e-0ec4-49c0-9950-9d930fc8ee2f req-621229ca-10f9-49f2-8429-0cda133e8d4d tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202278 Sep 18 19:41:27.251756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a972351-5599-4154-951b-ef9dc1555f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f264f1-5504-40b6-bf75-6f612afae92a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:27.254749 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b9b0e4-301c-493e-b44c-a3a92e927c32" -d '{"events": [{"server_uuid": "2a972351-5599-4154-951b-ef9dc1555f30", "name": "network-vif-plugged", "status": "completed", "tag": "69f264f1-5504-40b6-bf75-6f612afae92a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:27.303262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 69f264f1-5504-40b6-bf75-6f612afae92a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=69f264f1-5504-40b6-bf75-6f612afae92a,segment=NetworkSegment(367061ca-b054-4536-a763-ab98e73eead0),segment_id=367061ca-b054-4536-a763-ab98e73eead0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:27.316511 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.329514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.378467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-8f42690f-97c1-47ff-a91a-81eb97952a01', 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'fixed_ips': [{'subnet_id': 'b06dddc6-5ebe-459f-8e2b-18ef4c89626c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:41:27.379754 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.393914 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.476286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6346eea-c219-49d9-927d-7e43089314e8 req-5c1ae6f0-91ef-4f4e-8feb-e584f66d62a5 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:27.477130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=69f264f1-5504-40b6-bf75-6f612afae92a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:27.477725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6346eea-c219-49d9-927d-7e43089314e8 req-5c1ae6f0-91ef-4f4e-8feb-e584f66d62a5 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 1102 time: 0.2582645 Sep 18 19:41:27.538636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Allocated IP 172.20.0.2 (8f42690f-97c1-47ff-a91a-81eb97952a01/b06dddc6-5ebe-459f-8e2b-18ef4c89626c/6b1dd30f-41ed-4cde-8b50-1c1b18441ecd) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:27.544735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affbb07-b65b-40a4-8538-c73f7bedfbae req-03a99cd2-a53a-4c17-a8d9-10262b438b75 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:27.546756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1affbb07-b65b-40a4-8538-c73f7bedfbae req-03a99cd2-a53a-4c17-a8d9-10262b438b75 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 946 time: 0.1692269 Sep 18 19:41:27.583092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.596625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-e851b9c4-ace6-42d7-bbf6-bf3baf3f0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:27.598684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-e851b9c4-ace6-42d7-bbf6-bf3baf3f0945 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1097 time: 0.1896787 Sep 18 19:41:27.678847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6346eea-c219-49d9-927d-7e43089314e8 req-4820a4a2-e2d0-4efb-8481-5eb3526087b0 tempest-ServersOnMultiNodesTest-1489324300 tempest-ServersOnMultiNodesTest-1489324300-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518242 Sep 18 19:41:27.693552 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.701989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.748102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Network 8f42690f-97c1-47ff-a91a-81eb97952a01 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:27.751549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:27.757413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:27.765761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Pushing event updated for resources: {'Port': ['ID=6b1dd30f-41ed-4cde-8b50-1c1b18441ecd,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:27.774698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1affbb07-b65b-40a4-8538-c73f7bedfbae req-4511630e-41ee-4d09-8760-061db31b6cfd tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824131 Sep 18 19:41:27.833687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Attempting to bind port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:27.834059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Attempting to bind port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:27.834421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Attempting to bind port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd on network 8f42690f-97c1-47ff-a91a-81eb97952a01 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:27.839908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:27.840280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Checking segment: {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:27.840811 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.841733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Bound using segment: {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:27.842858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Bound port: 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:27.843013 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:27.892813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-b0d3bcd4-2984-4c58-995c-d0c23beb1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:27.894592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-b0d3bcd4-2984-4c58-995c-d0c23beb1c84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.2753949 Sep 18 19:41:27.946369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] For port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:27.954761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] For port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6b1dd30f-41ed-4cde-8b50-1c1b18441ecd,segment=NetworkSegment(10b7847c-65f7-4e2e-a731-2fef3a831e38),segment_id=10b7847c-65f7-4e2e-a731-2fef3a831e38)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:27.961789 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263b9d2-3101-45e4-83f3-aed59fb63437 x-openstack-request-id: req-f263b9d2-3101-45e4-83f3-aed59fb63437 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:27.962140 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a972351-5599-4154-951b-ef9dc1555f30", "name": "network-vif-plugged", "status": "completed", "tag": "69f264f1-5504-40b6-bf75-6f612afae92a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:27.962458 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f263b9d2-3101-45e4-83f3-aed59fb63437 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:27.962877 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a972351-5599-4154-951b-ef9dc1555f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f264f1-5504-40b6-bf75-6f612afae92a', 'code': 200} Sep 18 19:41:27.968116 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:28.004339 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-fd8a3d70-f050-4b37-b1a5-b9896de025a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 200 len: 217 time: 0.0977039 Sep 18 19:41:28.008883 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c169a-db9c-4ed3-833c-da76041738af req-dd8dfcf9-0788-4ab3-9c74-b162f7bd719d tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:28.010395 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-dd8dfcf9-0788-4ab3-9c74-b162f7bd719d tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.32 "GET /v2.0/networks?id=49cc5022-d508-4be8-9f7d-bee2b157f8b0 HTTP/1.1" status: 200 len: 815 time: 0.2987568 Sep 18 19:41:28.033169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Request body: {'port': {'device_id': 'fe837cdf-4bf5-45e2-b793-27898a460a6c', 'network_id': '49cc5022-d508-4be8-9f7d-bee2b157f8b0', 'admin_state_up': True, 'tenant_id': 'ba688e75c8a64d0090d9182556090faa'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:28.088222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82908c6-788a-4ca5-87cf-f15697fb178a None None] Pushing event updated for resources: {'Port': ['ID=6b1dd30f-41ed-4cde-8b50-1c1b18441ecd,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:28.173751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-52ade588-13bb-4108-a2ec-5c485fb69a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:28.175364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-52ade588-13bb-4108-a2ec-5c485fb69a26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1613064 Sep 18 19:41:28.226814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Made reservation on behalf of ba688e75c8a64d0090d9182556090faa for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:28.230763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:28.237777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f377add-d7a9-4767-a6a5-54b7fe178e8f req-5901aab2-413c-4118-8543-20d93ec00215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:28.239321 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0f377add-d7a9-4767-a6a5-54b7fe178e8f req-5901aab2-413c-4118-8543-20d93ec00215 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 1098 time: 0.0723035 Sep 18 19:41:28.333259 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0f377add-d7a9-4767-a6a5-54b7fe178e8f req-a2b2adfb-2cd1-4c09-97b0-d361589422f2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850308 Sep 18 19:41:28.414157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Allocated IP 172.20.0.14 (49cc5022-d508-4be8-9f7d-bee2b157f8b0/a085f961-82d1-4f1a-98f2-4d3be234257e/5ca69f9b-fc9f-40e4-b02a-3963d80543af) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:28.568000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-f2f1e621-7024-41cf-b11b-868f93a9dc4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3559630 Sep 18 19:41:28.570941 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:28.584846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb48d3-245c-4b40-909c-d8bce7e12b7c req-207f8edc-b4a9-498e-aaf9-b6aab4ebfd33 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:28.586290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dcfb48d3-245c-4b40-909c-d8bce7e12b7c req-207f8edc-b4a9-498e-aaf9-b6aab4ebfd33 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 1096 time: 0.4947100 Sep 18 19:41:28.610411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:28.612129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-732b2f11-5a14-4fd9-bf04-b4a5223ff179 req-063a7632-ed92-4b02-b7b5-4e231eac08ab tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 210 time: 0.0477922 Sep 18 19:41:28.658311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:28.664207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:28.669165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:28.692203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Pushing event updated for resources: {'Port': ['ID=5ca69f9b-fc9f-40e4-b02a-3963d80543af,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:28.723351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:28.724158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:28.735879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:28.745786 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-9d199928-8c2f-4808-95cd-0abbab15d376 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7172415 Sep 18 19:41:28.760121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Request body: {'port': {'device_id': 'fe837cdf-4bf5-45e2-b793-27898a460a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:28.768465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dcfb48d3-245c-4b40-909c-d8bce7e12b7c req-57c6f063-a6d4-4b9c-bc95-3bf036eb24ac tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604500 Sep 18 19:41:28.774583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:28.812449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-e1f7be06-10e3-471e-8235-a047928cae30 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297006 Sep 18 19:41:28.848940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.034162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:29.087500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:29.087905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.178673 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.186205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bac646-3dc3-4f73-abf4-753c5799c38e req-e70486aa-73bf-4808-bc89-df476283d8e7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:29.193974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5bac646-3dc3-4f73-abf4-753c5799c38e req-e70486aa-73bf-4808-bc89-df476283d8e7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1970551 Sep 18 19:41:29.220850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6b1dd30f-41ed-4cde-8b50-1c1b18441ecd,segment=NetworkSegment(10b7847c-65f7-4e2e-a731-2fef3a831e38),segment_id=10b7847c-65f7-4e2e-a731-2fef3a831e38)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:29.227045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.270740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bd2b6-6415-4e00-971f-2a22e29880e7 req-28e39adc-fd97-46b3-8650-49b57e3a0d5e tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:29.272421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-838bd2b6-6415-4e00-971f-2a22e29880e7 req-28e39adc-fd97-46b3-8650-49b57e3a0d5e tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 946 time: 0.1862659 Sep 18 19:41:29.284703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca69f9b-fc9f-40e4-b02a-3963d80543af {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:29.291536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=6b1dd30f-41ed-4cde-8b50-1c1b18441ecd,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:29.292830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.294942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5bac646-3dc3-4f73-abf4-753c5799c38e req-fbedefa1-54af-4474-bb2b-540c2ffc4615 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992444 Sep 18 19:41:29.297498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-8ef43aaa-2e10-42f0-a39b-311170b837c3 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981831 Sep 18 19:41:29.314604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Transition to ACTIVE for port object 5ca69f9b-fc9f-40e4-b02a-3963d80543af will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:41:29.321715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.330914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e44d58c-e80b-413d-80cc-a7c0fc990278 None None] Network 8f42690f-97c1-47ff-a91a-81eb97952a01 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:29.398228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca69f9b-fc9f-40e4-b02a-3963d80543af,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:29.405738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Allocated IP 172.25.8.110 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/93e24568-0ab1-4104-a38b-c3acdb83bd75) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:29.413351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-838bd2b6-6415-4e00-971f-2a22e29880e7 req-17f6ef4b-9eb6-43f0-9f61-0f869b7c9132 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250572 Sep 18 19:41:29.438995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d338c620-a94b-46ac-8194-8c77641ba99c None None] Provisioning complete for port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:29.439573 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d338c620-a94b-46ac-8194-8c77641ba99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.511799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdbe09-dc9f-4239-b1c1-086e9a6d471d req-1fd42d3d-6283-4b7f-b3ad-e1c96686a162 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:29.514679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16cdbe09-dc9f-4239-b1c1-086e9a6d471d req-1fd42d3d-6283-4b7f-b3ad-e1c96686a162 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 950 time: 0.1055095 Sep 18 19:41:29.540488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Attempting to bind port 5ca69f9b-fc9f-40e4-b02a-3963d80543af on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:29.542355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Attempting to bind port 5ca69f9b-fc9f-40e4-b02a-3963d80543af by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '5fe57b1d-ad26-4f7b-814a-b20de9df409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49cc5022-d508-4be8-9f7d-bee2b157f8b0'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:29.542533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Attempting to bind port 5ca69f9b-fc9f-40e4-b02a-3963d80543af on network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:29.550092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Port 5ca69f9b-fc9f-40e4-b02a-3963d80543af on network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:41:29.550653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Attempting to bind port 5ca69f9b-fc9f-40e4-b02a-3963d80543af on network 49cc5022-d508-4be8-9f7d-bee2b157f8b0 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:29.558175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:29.558635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Checking segment: {'id': '5fe57b1d-ad26-4f7b-814a-b20de9df409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49cc5022-d508-4be8-9f7d-bee2b157f8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:29.559301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Bound using segment: {'id': '5fe57b1d-ad26-4f7b-814a-b20de9df409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49cc5022-d508-4be8-9f7d-bee2b157f8b0'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:29.559993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Bound port: 5ca69f9b-fc9f-40e4-b02a-3963d80543af, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe57b1d-ad26-4f7b-814a-b20de9df409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49cc5022-d508-4be8-9f7d-bee2b157f8b0'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:29.562008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.632760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16cdbe09-dc9f-4239-b1c1-086e9a6d471d req-5f359b9c-0c56-4c15-9793-5ed0936b7108 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874088 Sep 18 19:41:29.707424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.755805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] For port 5ca69f9b-fc9f-40e4-b02a-3963d80543af, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:29.759491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] For port 5ca69f9b-fc9f-40e4-b02a-3963d80543af, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5ca69f9b-fc9f-40e4-b02a-3963d80543af,segment=NetworkSegment(5fe57b1d-ad26-4f7b-814a-b20de9df409b),segment_id=5fe57b1d-ad26-4f7b-814a-b20de9df409b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:29.767241 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.816068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:29.822291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.823875 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ca69f9b-fc9f-40e4-b02a-3963d80543af HTTP/1.1" status: 200 len: 1093 time: 1.0697255 Sep 18 19:41:29.827090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe837cdf-4bf5-45e2-b793-27898a460a6c', 'tag': '5ca69f9b-fc9f-40e4-b02a-3963d80543af'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:29.829324 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507b2e6-f49c-4300-ab63-240e952d809c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe837cdf-4bf5-45e2-b793-27898a460a6c", "tag": "5ca69f9b-fc9f-40e4-b02a-3963d80543af"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:29.864924 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:29.892018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8df41-f00c-4198-8076-4bb14885cc43 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca69f9b-fc9f-40e4-b02a-3963d80543af,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:29.926488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:29.936485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c169a-db9c-4ed3-833c-da76041738af req-90706cf9-980b-4a3e-bc1d-f6c395af1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:29.938635 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-90706cf9-980b-4a3e-bc1d-f6c395af1a13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba688e75c8a64d0090d9182556090faa&device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 1096 time: 0.0618281 Sep 18 19:41:29.939644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4460daa-bad7-4877-bbc6-7f51b53c7a04 req-8576919c-1243-4ce2-a514-ae65adfac22f tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:29.941228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4460daa-bad7-4877-bbc6-7f51b53c7a04 req-8576919c-1243-4ce2-a514-ae65adfac22f tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 944 time: 0.1601150 Sep 18 19:41:29.947041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:29.951759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:29.954578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Pushing event updated for resources: {'Port': ['ID=93e24568-0ab1-4104-a38b-c3acdb83bd75,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:30.027458 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-e2c23566-6ec5-4b26-93a2-dd9b19486ccb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca69f9b-fc9f-40e4-b02a-3963d80543af HTTP/1.1" status: 200 len: 217 time: 0.0775862 Sep 18 19:41:30.047124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-98da299b-519b-42e1-8c1b-f3a983173c34 None None] Provisioning complete for port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:30.049987 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-98da299b-519b-42e1-8c1b-f3a983173c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:30.109605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c169a-db9c-4ed3-833c-da76041738af req-2fdb33ca-6cff-4b4b-8083-b34603b6970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:30.112697 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-2fdb33ca-6cff-4b4b-8083-b34603b6970c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a085f961-82d1-4f1a-98f2-4d3be234257e HTTP/1.1" status: 200 len: 855 time: 0.0726109 Sep 18 19:41:30.137850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4460daa-bad7-4877-bbc6-7f51b53c7a04 req-eb6eec8a-3e05-416c-bc91-08f9ca0d715b tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c105887-a77a-4f86-980d-8fe43004b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777043 Sep 18 19:41:30.240223 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-b70d3bd0-a12e-4771-b816-79f0334cfc10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49cc5022-d508-4be8-9f7d-bee2b157f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102843 Sep 18 19:41:30.283618 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a722f31f-718d-4b2b-9461-d33ddf27f328 x-openstack-request-id: req-a722f31f-718d-4b2b-9461-d33ddf27f328 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:30.283946 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe837cdf-4bf5-45e2-b793-27898a460a6c", "tag": "5ca69f9b-fc9f-40e4-b02a-3963d80543af", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:30.284248 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a722f31f-718d-4b2b-9461-d33ddf27f328 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:30.284689 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe837cdf-4bf5-45e2-b793-27898a460a6c', 'tag': '5ca69f9b-fc9f-40e4-b02a-3963d80543af', 'status': 'completed', 'code': 200} Sep 18 19:41:30.438854 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-ec2b6b38-3973-4016-a02d-63c3b7ebd1b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1975484 Sep 18 19:41:30.464618 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-19e571ff-9068-4936-84b8-d0a0180ed9fc service neutron] 10.222.0.32 "GET /v2.0/networks/49cc5022-d508-4be8-9f7d-bee2b157f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122154 Sep 18 19:41:30.624374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-1f34f9fc-b183-4ab1-a390-e3c33217d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:30.626401 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-1f34f9fc-b183-4ab1-a390-e3c33217d809 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d195f88bbae74c729a7630ead8ca2d69&device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 1102 time: 0.1178191 Sep 18 19:41:30.654139 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1a3c169a-db9c-4ed3-833c-da76041738af req-2126ce86-a06e-4bc8-9a8c-8b6d7d6e36cd service neutron] 10.222.0.32 "GET /v2.0/networks/49cc5022-d508-4be8-9f7d-bee2b157f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804922 Sep 18 19:41:30.675907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-b3e8c29d-1845-4156-8a27-c9b3111961e7 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:30.677811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-b3e8c29d-1845-4156-8a27-c9b3111961e7 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 950 time: 0.3163910 Sep 18 19:41:30.690990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ed09a-bdd5-4162-b02a-7d584a41b147 req-afb05423-3f9c-4b50-a1f5-dea07ab8f2e0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:30.699603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b24ed09a-bdd5-4162-b02a-7d584a41b147 req-afb05423-3f9c-4b50-a1f5-dea07ab8f2e0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.2544670 Sep 18 19:41:30.725939 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:30.756911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42602) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:30.804079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c166c9-2ce4-4801-9b42-0c1dc2c3e240 req-691bbba7-121a-4a43-b2bf-572c7bb55b25 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:30.807006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-0feaa56f-935a-4d56-9d04-daf3d9e78e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:30.808681 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-0feaa56f-935a-4d56-9d04-daf3d9e78e93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1533391 Sep 18 19:41:30.813102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54c166c9-2ce4-4801-9b42-0c1dc2c3e240 req-691bbba7-121a-4a43-b2bf-572c7bb55b25 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 946 time: 0.2878544 Sep 18 19:41:30.814177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b2e6-f49c-4300-ab63-240e952d809c req-6c437017-a463-42cb-84a2-53d606e70076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:30.815750 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e507b2e6-f49c-4300-ab63-240e952d809c req-6c437017-a463-42cb-84a2-53d606e70076 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba688e75c8a64d0090d9182556090faa&device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 1096 time: 0.0670967 Sep 18 19:41:30.945135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:30.955604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b24ed09a-bdd5-4162-b02a-7d584a41b147 req-c122aa6d-e05a-478d-a736-879d1035d3b2 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550232 Sep 18 19:41:30.983199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54c166c9-2ce4-4801-9b42-0c1dc2c3e240 req-01dc8f27-d860-40b3-a7b1-12c99b647b0e tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693463 Sep 18 19:41:30.993333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b2e6-f49c-4300-ab63-240e952d809c req-e9e4a7fa-ccd5-45df-b7ad-373b0bbb9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:30.997497 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e507b2e6-f49c-4300-ab63-240e952d809c req-e9e4a7fa-ccd5-45df-b7ad-373b0bbb9418 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49cc5022-d508-4be8-9f7d-bee2b157f8b0 HTTP/1.1" status: 200 len: 916 time: 0.1735151 Sep 18 19:41:30.999924 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-e3773276-063d-408e-a753-936138635d41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09 HTTP/1.1" status: 200 len: 217 time: 0.1832573 Sep 18 19:41:31.009966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:31.010345 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.108075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7839b1f7-67c2-4272-a2b2-850654fcdc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.143071 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e507b2e6-f49c-4300-ab63-240e952d809c req-a818cc1f-9380-4d50-9bae-c7ab451bae97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ca69f9b-fc9f-40e4-b02a-3963d80543af HTTP/1.1" status: 200 len: 217 time: 0.1239371 Sep 18 19:41:31.181098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Deleting port 6869e34f-5842-405d-b1ee-5087cde90b51 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:31.181799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.242796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-55e4c5aa-49d7-4299-bb2f-4d1546b82e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:31.244402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-55e4c5aa-49d7-4299-bb2f-4d1546b82e1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2264555 Sep 18 19:41:31.273044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b2e6-f49c-4300-ab63-240e952d809c req-4c98a84a-6e85-4aaf-a46d-ab26850dab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:31.274590 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e507b2e6-f49c-4300-ab63-240e952d809c req-4c98a84a-6e85-4aaf-a46d-ab26850dab0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a085f961-82d1-4f1a-98f2-4d3be234257e HTTP/1.1" status: 200 len: 855 time: 0.0955310 Sep 18 19:41:31.324991 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e507b2e6-f49c-4300-ab63-240e952d809c req-983650d8-0eb5-43cf-9e84-77e084b4cda5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49cc5022-d508-4be8-9f7d-bee2b157f8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310864 Sep 18 19:41:31.355287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434e0fa-9827-41c7-ada7-4b952abf910c req-7928132c-483c-43c5-ba6d-792f5f1e68dc tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:31.356982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3434e0fa-9827-41c7-ada7-4b952abf910c req-7928132c-483c-43c5-ba6d-792f5f1e68dc tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 950 time: 0.2436538 Sep 18 19:41:31.394744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.413736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-e6dba916-4b9d-4910-a174-86b0a8ddf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:31.415289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-e6dba916-4b9d-4910-a174-86b0a8ddf342 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1617920 Sep 18 19:41:31.485947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3434e0fa-9827-41c7-ada7-4b952abf910c req-0d7620d8-37f1-4891-b652-c565f524a1ea tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191330 Sep 18 19:41:31.492361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7839b1f7-67c2-4272-a2b2-850654fcdc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.501735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] For port 6869e34f-5842-405d-b1ee-5087cde90b51, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6869e34f-5842-405d-b1ee-5087cde90b51,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:31.502242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.523515 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e507b2e6-f49c-4300-ab63-240e952d809c req-2304f12b-99b9-4546-99f0-27f2d1b9ccde service neutron] 10.222.0.32 "GET /v2.0/networks/49cc5022-d508-4be8-9f7d-bee2b157f8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899314 Sep 18 19:41:31.525792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Calling delete_port for 6869e34f-5842-405d-b1ee-5087cde90b51 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:31.525926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7839b1f7-67c2-4272-a2b2-850654fcdc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.611428 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7839b1f7-67c2-4272-a2b2-850654fcdc5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35b6f6c530814436b0a1cfa638e199b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8493099 Sep 18 19:41:31.619704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023578e-6cc1-4634-9b2d-f98fc12462cc req-ed458d1c-e317-4aae-a297-49b79dab6400 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:31.624474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8023578e-6cc1-4634-9b2d-f98fc12462cc req-ed458d1c-e317-4aae-a297-49b79dab6400 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 944 time: 0.2205815 Sep 18 19:41:31.631408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42614) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:31.634654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839b1f7-67c2-4272-a2b2-850654fcdc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca73fee-12b5-4fc5-8b6f-db7491dd4eb4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:31.723591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-0b47f927-a0aa-4079-9ce7-e8b9ec20b708 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995756 Sep 18 19:41:31.746545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8023578e-6cc1-4634-9b2d-f98fc12462cc req-8a90fd1e-645d-4983-98b3-75a1224d8c84 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c105887-a77a-4f86-980d-8fe43004b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679369 Sep 18 19:41:31.780390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b1ed4-b57e-4ca7-b3b7-dd216785be86 req-039e3eef-af0e-4d1d-b8bc-f84907ad7f82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:31.787884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-594b1ed4-b57e-4ca7-b3b7-dd216785be86 req-039e3eef-af0e-4d1d-b8bc-f84907ad7f82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 946 time: 0.2021255 Sep 18 19:41:31.837423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e507b2e6-f49c-4300-ab63-240e952d809c req-17f90ad0-d572-442e-91c1-39b20925fcd3 service neutron] 10.222.0.32 "GET /v2.0/networks/49cc5022-d508-4be8-9f7d-bee2b157f8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957618 Sep 18 19:41:31.864073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-594b1ed4-b57e-4ca7-b3b7-dd216785be86 req-0098fd8f-310b-4f8b-a7b4-447bf22b01cf tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751693 Sep 18 19:41:31.875428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:41:31.909208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0b18819-c6ee-4a6b-84f0-0fd0ed0ae1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.965682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0b18819-c6ee-4a6b-84f0-0fd0ed0ae1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:31.986498 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9d564b32-d18a-422b-b39d-ed0f3ce5141b req-3d86cbec-aa87-4ad6-9b97-10221ae9dfd0 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458313 Sep 18 19:41:32.060576 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:32.077326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09', '3d47ed86-e5a5-4cf3-b91b-9e778f537766', '6869e34f-5842-405d-b1ee-5087cde90b51'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:32.080304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'c73fb2f2-c270-4896-8383-c0da334a6178', 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e', '2bccc226-8834-4ff0-818d-802d5eeebea5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:32.089230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0b18819-c6ee-4a6b-84f0-0fd0ed0ae1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:32.091994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0b18819-c6ee-4a6b-84f0-0fd0ed0ae1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:32.096651 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f0b18819-c6ee-4a6b-84f0-0fd0ed0ae1a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ca73fee-12b5-4fc5-8b6f-db7491dd4eb4 HTTP/1.1" status: 204 len: 168 time: 0.4636815 Sep 18 19:41:32.104991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b18819-c6ee-4a6b-84f0-0fd0ed0ae1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca73fee-12b5-4fc5-8b6f-db7491dd4eb4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:32.174531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event deleted for resources: {'Port': ['ID=6869e34f-5842-405d-b1ee-5087cde90b51,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:32.595854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 5ca69f9b-fc9f-40e4-b02a-3963d80543af details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:41:32.779005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:32.791088 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Sync routers for ids ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:32.808072 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Routers {'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:32.812725 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:32.814228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-5d1092d6-1393-47a0-a648-b12def4ef55a tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:32.828599 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-5d1092d6-1393-47a0-a648-b12def4ef55a tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 946 time: 0.0946829 Sep 18 19:41:32.879207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 5ca69f9b-fc9f-40e4-b02a-3963d80543af, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5ca69f9b-fc9f-40e4-b02a-3963d80543af,segment=NetworkSegment(5fe57b1d-ad26-4f7b-814a-b20de9df409b),segment_id=5fe57b1d-ad26-4f7b-814a-b20de9df409b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:32.906951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] No DVR routers for this DVR port 6869e34f-5842-405d-b1ee-5087cde90b51 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:32.949328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '5ca69f9b-fc9f-40e4-b02a-3963d80543af', 'network_id': '49cc5022-d508-4be8-9f7d-bee2b157f8b0', 'port_id': '5ca69f9b-fc9f-40e4-b02a-3963d80543af', 'mac_address': 'fa:16:3e:c2:09:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a085f961-82d1-4f1a-98f2-4d3be234257e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:41:32.955268 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:32.963268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e101bc36-d81d-4e8d-a03d-1016ef58a204 req-cb582a00-285d-4e0a-a50b-001f783c0501 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "DELETE /v2.0/ports/6869e34f-5842-405d-b1ee-5087cde90b51 HTTP/1.1" status: 204 len: 173 time: 2.2440691 Sep 18 19:41:32.992594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c6439c8-def1-4960-88b2-3a0c6188e58c req-48c15a07-691d-4021-81b4-8f9214c91de4 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=35208107-4392-405b-b8d9-a5433d0c2c41 HTTP/1.1" status: 200 len: 210 time: 0.2200472 Sep 18 19:41:32.995816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35208107-4392-405b-b8d9-a5433d0c2c41', 'name': 'network-vif-deleted', 'tag': '6869e34f-5842-405d-b1ee-5087cde90b51'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:32.998672 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08356bb5-dce8-424a-8109-5d74911fad30" -d '{"events": [{"server_uuid": "35208107-4392-405b-b8d9-a5433d0c2c41", "name": "network-vif-deleted", "tag": "6869e34f-5842-405d-b1ee-5087cde90b51"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:33.094937 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:33.096662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cae6b-8e3f-4e46-ac38-cb20f5d94c97 req-2050d081-0ab4-4ef4-8c47-f86c36b02507 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:33.103405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Deleting port 69f264f1-5504-40b6-bf75-6f612afae92a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:33.105985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e0cae6b-8e3f-4e46-ac38-cb20f5d94c97 req-2050d081-0ab4-4ef4-8c47-f86c36b02507 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.9842141 Sep 18 19:41:33.106280 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:33.110393 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:33.116521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-468cf92a-0812-4168-b0c9-34d4b64e3af8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0374408 Sep 18 19:41:33.117903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42648) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:33.156025 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Set router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:33.184229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca69f9b-fc9f-40e4-b02a-3963d80543af {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:41:33.246271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 5ca69f9b-fc9f-40e4-b02a-3963d80543af, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5ca69f9b-fc9f-40e4-b02a-3963d80543af,segment=NetworkSegment(5fe57b1d-ad26-4f7b-814a-b20de9df409b),segment_id=5fe57b1d-ad26-4f7b-814a-b20de9df409b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:33.265763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e0cae6b-8e3f-4e46-ac38-cb20f5d94c97 req-5590e292-4840-4381-8b20-6b4e0a541d44 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388927 Sep 18 19:41:33.270865 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:33.299701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f923d-c703-4b14-93a9-846f85335b1c req-be0d25f7-c6f9-4fac-bb8c-6db9e011f810 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:33.318288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-932f923d-c703-4b14-93a9-846f85335b1c req-be0d25f7-c6f9-4fac-bb8c-6db9e011f810 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 944 time: 0.1673846 Sep 18 19:41:33.355806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42654) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:33.384073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-932f923d-c703-4b14-93a9-846f85335b1c req-0292fda1-fb65-4434-b284-2d9c90260979 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c105887-a77a-4f86-980d-8fe43004b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631974 Sep 18 19:41:33.402386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=5ca69f9b-fc9f-40e4-b02a-3963d80543af,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:33.430541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] For port 69f264f1-5504-40b6-bf75-6f612afae92a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=69f264f1-5504-40b6-bf75-6f612afae92a,segment=NetworkSegment(367061ca-b054-4536-a763-ab98e73eead0),segment_id=367061ca-b054-4536-a763-ab98e73eead0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:33.431241 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:33.489057 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331cb8d8-f8c2-45bb-ac8a-0b6ffe79f360 x-openstack-request-id: req-331cb8d8-f8c2-45bb-ac8a-0b6ffe79f360 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:33.489648 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35208107-4392-405b-b8d9-a5433d0c2c41", "name": "network-vif-deleted", "tag": "6869e34f-5842-405d-b1ee-5087cde90b51", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:33.490640 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-331cb8d8-f8c2-45bb-ac8a-0b6ffe79f360 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:33.491893 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35208107-4392-405b-b8d9-a5433d0c2c41', 'name': 'network-vif-deleted', 'tag': '6869e34f-5842-405d-b1ee-5087cde90b51', 'status': 'completed', 'code': 200} Sep 18 19:41:33.500273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Calling delete_port for 69f264f1-5504-40b6-bf75-6f612afae92a owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:33.573466 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-router', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:27Z', 'updated_at': '2021-09-18T19:41:30Z', 'revision_number': 3, 'project_id': '15a533101b6b48ab9c03c475aeb38e53', 'gw_port': {'id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:28Z', 'updated_at': '2021-09-18T19:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:33.578926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['5ca69f9b-fc9f-40e4-b02a-3963d80543af'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:33.674837 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Checking router: fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:41:33.675791 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Updating router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 port 93e24568-0ab1-4104-a38b-c3acdb83bd75 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:41:33.709002 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:33.741535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881250-d41a-4351-91e9-c69b6648016c req-64c45257-5139-41c1-9be6-bce819eb9e10 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:33.747841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab881250-d41a-4351-91e9-c69b6648016c req-64c45257-5139-41c1-9be6-bce819eb9e10 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 946 time: 0.2082253 Sep 18 19:41:33.797047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab881250-d41a-4351-91e9-c69b6648016c req-f8410e1a-dad7-41f7-a750-3ef18969fe7d tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/security-groups?id=d17bf837-0734-4abf-bcef-91ae79f54c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Sep 18 19:41:33.884988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-network', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:33.907851 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:33.914184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:33.917592 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:33.956624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Pushing event deleted for resources: {'Port': ['ID=69f264f1-5504-40b6-bf75-6f612afae92a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:33.961579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.037579 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.048377 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.100202 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Pushing event updated for resources: {'Port': ['ID=93e24568-0ab1-4104-a38b-c3acdb83bd75,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:34.118131 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Attempting to bind port 93e24568-0ab1-4104-a38b-c3acdb83bd75 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:34.118667 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Attempting to bind port 93e24568-0ab1-4104-a38b-c3acdb83bd75 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:34.119123 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Attempting to bind port 93e24568-0ab1-4104-a38b-c3acdb83bd75 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:34.129401 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:34.129960 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:34.130462 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.130962 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:34.131571 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Bound port: 93e24568-0ab1-4104-a38b-c3acdb83bd75, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:34.132073 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.159041 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.160154 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.160154 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.160384 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.160826 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.161159 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.161591 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.162108 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.162393 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.162726 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.163017 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.163335 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:34.226908 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] For port 93e24568-0ab1-4104-a38b-c3acdb83bd75, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:34.231343 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] For port 93e24568-0ab1-4104-a38b-c3acdb83bd75, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=93e24568-0ab1-4104-a38b-c3acdb83bd75,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:34.238386 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.313560 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8c5c2-c22e-466e-b0ba-2de42b6823ce None None] Pushing event updated for resources: {'Port': ['ID=93e24568-0ab1-4104-a38b-c3acdb83bd75,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:34.341175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['69f264f1-5504-40b6-bf75-6f612afae92a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:34.343632 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Routers {'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:34.344326 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:34.359779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59532c2-803d-42b9-9afc-2bebfec35657 req-3922e6cb-4bff-4c8c-9bfb-c214f934c2c0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:34.367791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e59532c2-803d-42b9-9afc-2bebfec35657 req-3922e6cb-4bff-4c8c-9bfb-c214f934c2c0 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 949 time: 0.1053410 Sep 18 19:41:34.400022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] No DVR routers for this DVR port 69f264f1-5504-40b6-bf75-6f612afae92a on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:34.403765 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.406857 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e765a1cb-d7a2-4ea8-95de-9593f704ee32 req-ba5cb17a-d5bf-4499-a534-8a877e152b82 tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.32 "DELETE /v2.0/ports/69f264f1-5504-40b6-bf75-6f612afae92a HTTP/1.1" status: 204 len: 173 time: 1.5711179 Sep 18 19:41:34.412441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a972351-5599-4154-951b-ef9dc1555f30', 'name': 'network-vif-deleted', 'tag': '69f264f1-5504-40b6-bf75-6f612afae92a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:34.414768 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62406995-a343-412c-b0f8-6817f98d120b" -d '{"events": [{"server_uuid": "2a972351-5599-4154-951b-ef9dc1555f30", "name": "network-vif-deleted", "tag": "69f264f1-5504-40b6-bf75-6f612afae92a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:34.417675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e59532c2-803d-42b9-9afc-2bebfec35657 req-34fb28ef-9160-4801-a804-9a78426c2f64 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486820 Sep 18 19:41:34.574640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882b823-c2a8-4364-a9b8-ff38f746a6b9 req-2ff0b15a-2b13-4f99-9309-8270e2cc88f5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:34.583866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3882b823-c2a8-4364-a9b8-ff38f746a6b9 req-2ff0b15a-2b13-4f99-9309-8270e2cc88f5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1811495 Sep 18 19:41:34.610279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 5ca69f9b-fc9f-40e4-b02a-3963d80543af up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:34.614346 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] Set router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:34.661585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3882b823-c2a8-4364-a9b8-ff38f746a6b9 req-4579b52f-5b9b-404a-b3ca-30e8b3364a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764754 Sep 18 19:41:34.674520 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.678398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 5ca69f9b-fc9f-40e4-b02a-3963d80543af completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:41:34.682893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 5ca69f9b-fc9f-40e4-b02a-3963d80543af triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:34.683273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.687274 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.699320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:41:34.714846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.715205 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Added segment a9a5400c-d75c-481d-877f-cc48718e9bcf of type vlan for network 125fc257-85ec-44c9-b436-8bb1768c23aa Sep 18 19:41:34.757531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775d999a-5d15-4de8-9e2f-ce12399e4542,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:34.787573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de818dff-d4f9-4901-bafd-2417d5554d74 req-9679a2ea-4aad-403d-b93f-a6b2364e46d7 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:34.789129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de818dff-d4f9-4901-bafd-2417d5554d74 req-9679a2ea-4aad-403d-b93f-a6b2364e46d7 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 945 time: 0.1510942 Sep 18 19:41:34.803521 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.817285 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76ca1e7-90fa-49db-a37e-4707cee94ef3 x-openstack-request-id: req-a76ca1e7-90fa-49db-a37e-4707cee94ef3 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:34.818596 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a972351-5599-4154-951b-ef9dc1555f30", "name": "network-vif-deleted", "tag": "69f264f1-5504-40b6-bf75-6f612afae92a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:34.819063 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a76ca1e7-90fa-49db-a37e-4707cee94ef3 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:34.819876 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a972351-5599-4154-951b-ef9dc1555f30', 'name': 'network-vif-deleted', 'tag': '69f264f1-5504-40b6-bf75-6f612afae92a', 'status': 'completed', 'code': 200} Sep 18 19:41:34.838763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe837cdf-4bf5-45e2-b793-27898a460a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca69f9b-fc9f-40e4-b02a-3963d80543af'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:34.842958 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb61d99-7de5-4b1b-a9cc-978f71ab9a65" -d '{"events": [{"server_uuid": "fe837cdf-4bf5-45e2-b793-27898a460a6c", "name": "network-vif-plugged", "status": "completed", "tag": "5ca69f9b-fc9f-40e4-b02a-3963d80543af"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:34.862515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 5ca69f9b-fc9f-40e4-b02a-3963d80543af, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5ca69f9b-fc9f-40e4-b02a-3963d80543af,segment=NetworkSegment(5fe57b1d-ad26-4f7b-814a-b20de9df409b),segment_id=5fe57b1d-ad26-4f7b-814a-b20de9df409b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:34.869977 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.874415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de818dff-d4f9-4901-bafd-2417d5554d74 req-94afa612-216e-4bdb-a37e-def6b09c2d7b tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c105887-a77a-4f86-980d-8fe43004b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736790 Sep 18 19:41:34.875956 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.877091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6869e34f-5842-405d-b1ee-5087cde90b51 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:34.894257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:34.950883 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-router', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:27Z', 'updated_at': '2021-09-18T19:41:30Z', 'revision_number': 3, 'project_id': '15a533101b6b48ab9c03c475aeb38e53', 'gw_port': {'id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:28Z', 'updated_at': '2021-09-18T19:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:34.951748 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017ff7e-344f-47e3-a7c2-f3bbcf46386d x-openstack-request-id: req-d017ff7e-344f-47e3-a7c2-f3bbcf46386d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:34.952054 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe837cdf-4bf5-45e2-b793-27898a460a6c", "name": "network-vif-plugged", "status": "completed", "tag": "5ca69f9b-fc9f-40e4-b02a-3963d80543af", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:34.952310 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d017ff7e-344f-47e3-a7c2-f3bbcf46386d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:34.952715 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe837cdf-4bf5-45e2-b793-27898a460a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca69f9b-fc9f-40e4-b02a-3963d80543af', 'code': 200} Sep 18 19:41:35.001419 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44695828-0df4-46a6-a524-3156ad8bccfb None None] The sync data for ids ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'] in n-d-789963-11 is: [{'id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-router', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:27Z', 'updated_at': '2021-09-18T19:41:30Z', 'revision_number': 3, 'project_id': '15a533101b6b48ab9c03c475aeb38e53', 'gw_port': {'id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:28Z', 'updated_at': '2021-09-18T19:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:41:35.014277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 6869e34f-5842-405d-b1ee-5087cde90b51 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:35.014582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6869e34f-5842-405d-b1ee-5087cde90b51 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:35.025185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80051530-21cf-4b4c-b71b-de5f3ffa269d req-49b8099e-1f56-45d9-b68f-5f5011f0440e tempest-InstanceActionsV221TestJSON-421444248 tempest-InstanceActionsV221TestJSON-421444248-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a972351-5599-4154-951b-ef9dc1555f30 HTTP/1.1" status: 200 len: 210 time: 0.0456839 Sep 18 19:41:35.049092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=5ca69f9b-fc9f-40e4-b02a-3963d80543af,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:35.171725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:35.172818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:35.173464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:35.224291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caa9d1-5339-4f93-a17a-5700e6e45bf1 req-da40f6ca-1ef2-4d8b-82ec-db54e20aba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:35.225902 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b4caa9d1-5339-4f93-a17a-5700e6e45bf1 req-da40f6ca-1ef2-4d8b-82ec-db54e20aba88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 1098 time: 0.1403205 Sep 18 19:41:35.229363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Allocated IP 172.20.0.1 (8f42690f-97c1-47ff-a91a-81eb97952a01/b06dddc6-5ebe-459f-8e2b-18ef4c89626c/09cd7438-c9cb-4b0c-960e-5f4535b71330) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:35.237289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8762136 Sep 18 19:41:35.238102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42678) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:35.243211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Request body: {'subnet': {'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-subnet', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:35.271156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:35.274558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:35.277301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397dd60-7af8-4d12-aaa5-801b101eec1f admin admin] Pushing event updated for resources: {'Network': ['ID=125fc257-85ec-44c9-b436-8bb1768c23aa,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:35.293262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 125fc257-85ec-44c9-b436-8bb1768c23aa details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:41:35.351146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b4caa9d1-5339-4f93-a17a-5700e6e45bf1 req-1dac0414-f27a-42ff-b86a-6a1e2582e82a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c105887-a77a-4f86-980d-8fe43004b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895269 Sep 18 19:41:35.467930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:35.532487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:35.576141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Network 8f42690f-97c1-47ff-a91a-81eb97952a01 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:35.579478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:35.603251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:35.633675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:35.663040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Pushing event updated for resources: {'Port': ['ID=09cd7438-c9cb-4b0c-960e-5f4535b71330,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:35.686814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:35.733852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8495a-a5d3-4b7e-8f41-e28bec16fa75 req-9466562b-5e71-406c-8e8c-86944ce82e37 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:35.742877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60a8495a-a5d3-4b7e-8f41-e28bec16fa75 req-9466562b-5e71-406c-8e8c-86944ce82e37 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 949 time: 0.2217534 Sep 18 19:41:35.753161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a365208-5985-4131-9113-7e710b658bb6,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:35.802156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Checking segment: {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:35.802523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Network hostable DHCP agents. Network: 125fc257-85ec-44c9-b436-8bb1768c23aa, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:41:35.852103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:35.897912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60a8495a-a5d3-4b7e-8f41-e28bec16fa75 req-28059d7e-d8e6-4ad3-b518-2fe921b70775 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532025 Sep 18 19:41:35.924995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Network 125fc257-85ec-44c9-b436-8bb1768c23aa is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:41:35.942087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982a12c-4f2e-4fcb-b750-dbac081421b4 req-a6c21670-dcce-4c4c-91dd-ecbcaf8b20f9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:35.946148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c982a12c-4f2e-4fcb-b750-dbac081421b4 req-a6c21670-dcce-4c4c-91dd-ecbcaf8b20f9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1651654 Sep 18 19:41:35.969926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-a5295bad-fa2a-42d1-8aca-dfb0cc8fa212 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:35.972723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-a5295bad-fa2a-42d1-8aca-dfb0cc8fa212 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 949 time: 0.1731179 Sep 18 19:41:36.006570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 125fc257-85ec-44c9-b436-8bb1768c23aa) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:36.014502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1518c-a312-428d-9e56-af2479cfca3b None None] Network 125fc257-85ec-44c9-b436-8bb1768c23aa requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:36.089721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:36.091770 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.100426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.110686 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.133167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c982a12c-4f2e-4fcb-b750-dbac081421b4 req-85c2649a-aa83-41f5-b7d3-3ba85aba155e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774700 Sep 18 19:41:36.183792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b241515d-1c94-4ad8-86fa-af70a774dab6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9443688 Sep 18 19:41:36.199641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Pushing event updated for resources: {'Port': ['ID=09cd7438-c9cb-4b0c-960e-5f4535b71330,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:36.203720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42692) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:36.219153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5dc1e882-0645-4531-9c3f-2e8819b5349e None None] Provisioning complete for port 09cd7438-c9cb-4b0c-960e-5f4535b71330 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:36.219565 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e882-0645-4531-9c3f-2e8819b5349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.222828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:36.259926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.261007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.261464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb98b35-ace4-40f3-86b6-4d57fad44be3 req-a489f8b8-ea05-4b6a-bc65-18564d842d2f tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:36.271681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bdb98b35-ace4-40f3-86b6-4d57fad44be3 req-a489f8b8-ea05-4b6a-bc65-18564d842d2f tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 946 time: 0.1347754 Sep 18 19:41:36.286153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.318324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1e882-0645-4531-9c3f-2e8819b5349e None None] Port 09cd7438-c9cb-4b0c-960e-5f4535b71330 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:41:36.328608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bdb98b35-ace4-40f3-86b6-4d57fad44be3 req-49c670cb-d5ca-453c-9a58-e4fc87bc1773 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c105887-a77a-4f86-980d-8fe43004b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Sep 18 19:41:36.349337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Deleting port 2bccc226-8834-4ff0-818d-802d5eeebea5 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:36.349890 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.375662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-125fc257-85ec-44c9-b436-8bb1768c23aa', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:41:36.377607 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.404883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.496953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42700) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:36.521513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] For port 2bccc226-8834-4ff0-818d-802d5eeebea5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2bccc226-8834-4ff0-818d-802d5eeebea5,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:36.522142 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.537293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Calling delete_port for 2bccc226-8834-4ff0-818d-802d5eeebea5 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:36.598339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Allocated IP 172.20.0.2 (125fc257-85ec-44c9-b436-8bb1768c23aa/0a365208-5985-4131-9113-7e710b658bb6/9ec1820c-6055-4499-8f6a-6479cf1d8e12) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:36.613821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Network 8f42690f-97c1-47ff-a91a-81eb97952a01 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:36.643341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 69f264f1-5504-40b6-bf75-6f612afae92a no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:36.677284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:36.688002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.737269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 69f264f1-5504-40b6-bf75-6f612afae92a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:36.738561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 69f264f1-5504-40b6-bf75-6f612afae92a not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:36.762144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.801883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event deleted for resources: {'Port': ['ID=2bccc226-8834-4ff0-818d-802d5eeebea5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:36.942855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:41:36.966720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] No DVR routers for this DVR port 2bccc226-8834-4ff0-818d-802d5eeebea5 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:36.979544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:36.987214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a60a3a8b-68c9-4e16-9ace-47187ed23649 req-fc91a9be-4668-4023-a91e-18ea490d0751 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "DELETE /v2.0/ports/2bccc226-8834-4ff0-818d-802d5eeebea5 HTTP/1.1" status: 204 len: 173 time: 0.9876983 Sep 18 19:41:36.988211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23102f6a-3ea9-4818-af26-723d93190cca', 'name': 'network-vif-deleted', 'tag': '2bccc226-8834-4ff0-818d-802d5eeebea5'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:36.993422 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86e2faf-77cd-4381-8c4c-cbae6f294e4a" -d '{"events": [{"server_uuid": "23102f6a-3ea9-4818-af26-723d93190cca", "name": "network-vif-deleted", "tag": "2bccc226-8834-4ff0-818d-802d5eeebea5"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:37.043222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0b6c64-9fa1-4575-b755-9cc5c7b04297 admin admin] Deleting subnet 85bb5fe9-c9f1-456e-bed1-a7e21a108a26 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:41:37.057631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6c64-9fa1-4575-b755-9cc5c7b04297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.113896 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c2d549-bb25-4020-8f30-79cfab7ed690 x-openstack-request-id: req-64c2d549-bb25-4020-8f30-79cfab7ed690 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:37.115493 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23102f6a-3ea9-4818-af26-723d93190cca", "name": "network-vif-deleted", "tag": "2bccc226-8834-4ff0-818d-802d5eeebea5", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:37.115910 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64c2d549-bb25-4020-8f30-79cfab7ed690 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:37.116472 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23102f6a-3ea9-4818-af26-723d93190cca', 'name': 'network-vif-deleted', 'tag': '2bccc226-8834-4ff0-818d-802d5eeebea5', 'status': 'completed', 'code': 200} Sep 18 19:41:37.193578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7586779-a002-41ef-be7f-6f7fe6acd73d req-4817bd9a-6b04-4e3c-bf06-f543cbe47820 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=23102f6a-3ea9-4818-af26-723d93190cca HTTP/1.1" status: 200 len: 210 time: 0.0805805 Sep 18 19:41:37.251610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6c64-9fa1-4575-b755-9cc5c7b04297 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.254174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09', '3d47ed86-e5a5-4cf3-b91b-9e778f537766'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:37.257085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'c73fb2f2-c270-4896-8383-c0da334a6178', 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:37.259797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 93e24568-0ab1-4104-a38b-c3acdb83bd75 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:37.273918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6c64-9fa1-4575-b755-9cc5c7b04297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.409243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01082e21-1562-4763-94c3-8fc03f4e3165 req-8a5f0c58-b128-4779-b1fa-6ed2d95cac78 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:37.417077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01082e21-1562-4763-94c3-8fc03f4e3165 req-8a5f0c58-b128-4779-b1fa-6ed2d95cac78 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.0870292 Sep 18 19:41:37.451922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7a897abc-bee0-42ed-b442-77a8a20c5051 None None] Provisioning complete for port 09cd7438-c9cb-4b0c-960e-5f4535b71330 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:37.452200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a897abc-bee0-42ed-b442-77a8a20c5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.489723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6c64-9fa1-4575-b755-9cc5c7b04297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.498157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:37.512405 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dad610f0-f95d-4b6e-a020-50d14d816847 admin admin] 10.222.0.20 "PUT /v2.0/routers/fdf51f27-c12c-415c-a3bf-a1e09bfa7f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3851981 Sep 18 19:41:37.513797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01082e21-1562-4763-94c3-8fc03f4e3165 req-f17a0596-c1a3-4907-bc2c-30bdb41bb567 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943835 Sep 18 19:41:37.515886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.522614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6c64-9fa1-4575-b755-9cc5c7b04297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.524799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dc0b6c64-9fa1-4575-b755-9cc5c7b04297 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/85bb5fe9-c9f1-456e-bed1-a7e21a108a26 HTTP/1.1" status: 204 len: 168 time: 1.0263937 Sep 18 19:41:37.544782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42716) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:37.552058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.555324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Sync routers for ids ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:37.634432 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.641549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b6c64-9fa1-4575-b755-9cc5c7b04297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85bb5fe9-c9f1-456e-bed1-a7e21a108a26,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:37.710406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad766339-e7c6-4e28-966c-4f00e2f8311b req-69dbd91f-eb8f-489e-a25e-71da6b64de87 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:37.712192 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad766339-e7c6-4e28-966c-4f00e2f8311b req-69dbd91f-eb8f-489e-a25e-71da6b64de87 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 946 time: 0.2661331 Sep 18 19:41:37.761046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Allocated IP 172.25.8.223 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/e82ce916-8543-4d35-b816-191abd5e7104) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:37.909167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.914734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.917656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7a897abc-bee0-42ed-b442-77a8a20c5051 None None] Port 09cd7438-c9cb-4b0c-960e-5f4535b71330 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:41:37.922479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.932574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad766339-e7c6-4e28-966c-4f00e2f8311b req-8aa58f7b-b5d5-4f5b-aaa0-82e86a098b97 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c105887-a77a-4f86-980d-8fe43004b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795828 Sep 18 19:41:37.953919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Routers {'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:37.955273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:37.961727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 93e24568-0ab1-4104-a38b-c3acdb83bd75 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:37.962305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:37.986782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.007229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cebf4b9d-1695-424f-977d-cc5362c340d7 req-2595b238-5c6f-47d6-a1ac-33b56648f48d tempest-FloatingIPsNegativeTestJSON-1137684623 tempest-FloatingIPsNegativeTestJSON-1137684623-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=15a533101b6b48ab9c03c475aeb38e53 HTTP/1.1" status: 200 len: 217 time: 0.0998969 Sep 18 19:41:38.016997 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.017345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.018162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.018708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > port after_create 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.018976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.019161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > port after_update 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.019585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.019899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.020213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.020602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.042611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Pushing event updated for resources: {'Port': ['ID=e82ce916-8543-4d35-b816-191abd5e7104,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:38.050296 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.058948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:38.061983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:38.068838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:38.108213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.108582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.108878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.109207 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 19:41:38.110093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f183104-5ee4-4b84-a013-a6e54292fc80']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:38.151519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Network 125fc257-85ec-44c9-b436-8bb1768c23aa is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:38.163108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367061ca-b054-4536-a763-ab98e73eead0') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:38.163423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367061ca-b054-4536-a763-ab98e73eead0') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:38.172111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:38.181353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78d8397b-67f3-45af-b250-e18b28f48bb0 req-3a44f373-7c9b-410b-b74c-d2eb8aef7bd5 tempest-FloatingIPsNegativeTestJSON-1137684623 tempest-FloatingIPsNegativeTestJSON-1137684623-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0668385 Sep 18 19:41:38.195104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.231608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:38.252775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Pushing event updated for resources: {'Port': ['ID=9ec1820c-6055-4499-8f6a-6479cf1d8e12,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:38.257571 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-29e7a67b-134b-4586-a401-da525dc069fc req-b61ee8ac-adab-49b5-824a-446b9aa276c6 tempest-FloatingIPsNegativeTestJSON-1137684623 tempest-FloatingIPsNegativeTestJSON-1137684623-project] show failed (client error): The resource could not be found. Sep 18 19:41:38.267060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29e7a67b-134b-4586-a401-da525dc069fc req-b61ee8ac-adab-49b5-824a-446b9aa276c6 tempest-FloatingIPsNegativeTestJSON-1137684623 tempest-FloatingIPsNegativeTestJSON-1137684623-project] 10.222.0.20 "GET /v2.0/floatingips/9d4b5d79-f5ce-4546-9fff-acb28b3dfe06 HTTP/1.1" status: 404 len: 350 time: 0.0561056 Sep 18 19:41:38.267577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42734) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:38.268642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.283033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:41:38.283824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: from cryptography.utils import int_from_bytes Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: from cryptography.utils import int_from_bytes Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:41:38.298415 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:41:38.369599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Attempting to bind port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:38.370273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Attempting to bind port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:38.370983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Attempting to bind port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 on network 125fc257-85ec-44c9-b436-8bb1768c23aa {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:38.436210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:38.436847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Checking segment: {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:38.437357 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.437895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Bound using segment: {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:38.438686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Bound port: 9ec1820c-6055-4499-8f6a-6479cf1d8e12, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:38.439114 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.442532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Set router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:38.495872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.508256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.519960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f183104-5ee4-4b84-a013-a6e54292fc80 HTTP/1.1" status: 204 len: 168 time: 0.9734044 Sep 18 19:41:38.531228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.542438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397e6aa-25f2-4469-81dd-d404e812b904 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f183104-5ee4-4b84-a013-a6e54292fc80,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:38.704645 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:38.757269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42744) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:38.770889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa719596-ebb2-4509-bcc4-5ff94e5c52cb req-57cc1e72-c740-46b9-a0a5-878db752294c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:38.775638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2bccc226-8834-4ff0-818d-802d5eeebea5 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:38.778440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa719596-ebb2-4509-bcc4-5ff94e5c52cb req-57cc1e72-c740-46b9-a0a5-878db752294c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 950 time: 0.1673679 Sep 18 19:41:38.929289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ec51b-4089-4ac4-bc6d-93a6032d38f1 req-a9d606e1-1964-4c68-a3b6-5a1ba22f6cd5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:38.939492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f7ec51b-4089-4ac4-bc6d-93a6032d38f1 req-a9d606e1-1964-4c68-a3b6-5a1ba22f6cd5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1796062 Sep 18 19:41:38.957171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 2bccc226-8834-4ff0-818d-802d5eeebea5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:38.960141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa719596-ebb2-4509-bcc4-5ff94e5c52cb req-acbc5278-9c5b-43dd-9352-fbff557f3f97 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807644 Sep 18 19:41:38.962455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2bccc226-8834-4ff0-818d-802d5eeebea5 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:39.033350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 93e24568-0ab1-4104-a38b-c3acdb83bd75, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=93e24568-0ab1-4104-a38b-c3acdb83bd75,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:39.069295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f7ec51b-4089-4ac4-bc6d-93a6032d38f1 req-2e706319-b144-478c-a668-019cdf1c9c9c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225190 Sep 18 19:41:39.099464 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.174443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ed22c3ac-d179-4846-939b-b1e8cf41e53a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cce6be52d844de3ba4d8004b505b52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709276 Sep 18 19:41:39.193908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42750) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:39.199495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.227431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] For port 9ec1820c-6055-4499-8f6a-6479cf1d8e12, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:39.310904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] For port 9ec1820c-6055-4499-8f6a-6479cf1d8e12, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9ec1820c-6055-4499-8f6a-6479cf1d8e12,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:39.317688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf894e16-378c-4fe2-997c-5146393a7f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.362069 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.368747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf894e16-378c-4fe2-997c-5146393a7f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.396691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=93e24568-0ab1-4104-a38b-c3acdb83bd75,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:39.402561 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.436004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Router 9fccf929-b25e-44b7-9364-a3144dcd701a is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:41:39.566207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17639537-a02e-453e-bbad-3b61c16a3a25 None None] Pushing event updated for resources: {'Port': ['ID=9ec1820c-6055-4499-8f6a-6479cf1d8e12,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:39.608379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-router', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:27Z', 'updated_at': '2021-09-18T19:41:35Z', 'revision_number': 4, 'project_id': '15a533101b6b48ab9c03c475aeb38e53', 'gw_port': {'id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:28Z', 'updated_at': '2021-09-18T19:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '09cd7438-c9cb-4b0c-960e-5f4535b71330', 'name': '', 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'mac_address': 'fa:16:3e:eb:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b06dddc6-5ebe-459f-8e2b-18ef4c89626c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:34Z', 'updated_at': '2021-09-18T19:41:35Z', 'revision_number': 2, 'project_id': '15a533101b6b48ab9c03c475aeb38e53', 'subnets': [{'id': 'b06dddc6-5ebe-459f-8e2b-18ef4c89626c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:39.666319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:39.678322 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Sync routers for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:39.684209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Checking router: fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:41:39.697634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Updating router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 port 09cd7438-c9cb-4b0c-960e-5f4535b71330 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:41:39.698303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.703955 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-15bce6fd-180d-4f83-9fe3-ebd9547a1724 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4937010 Sep 18 19:41:39.704552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42760) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:39.709410 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:39.710753 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:39.851509 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.946192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf894e16-378c-4fe2-997c-5146393a7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.949573 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf894e16-378c-4fe2-997c-5146393a7f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:39.966844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf894e16-378c-4fe2-997c-5146393a7f16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d17bf837-0734-4abf-bcef-91ae79f54c11 HTTP/1.1" status: 204 len: 168 time: 0.7614748 Sep 18 19:41:40.003072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf894e16-378c-4fe2-997c-5146393a7f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17bf837-0734-4abf-bcef-91ae79f54c11,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:40.031607 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:40.060274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-d832da30-60a2-46a9-90f4-83d451ffda06 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:40.064084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-d832da30-60a2-46a9-90f4-83d451ffda06 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 950 time: 0.2374425 Sep 18 19:41:40.423361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590193e-7492-4915-91b5-2899a6920521 req-3dd6478b-2c28-46bc-8b2f-c62e8dfc126f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:40.430894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e590193e-7492-4915-91b5-2899a6920521 req-3dd6478b-2c28-46bc-8b2f-c62e8dfc126f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1421306 Sep 18 19:41:40.488088 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:38Z', 'revision_number': 3, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:40.554417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Deleting port 09cd7438-c9cb-4b0c-960e-5f4535b71330 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:40.554759 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:40.560456 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Checking router: 9fccf929-b25e-44b7-9364-a3144dcd701a for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:41:40.560791 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Updating router 9fccf929-b25e-44b7-9364-a3144dcd701a port e82ce916-8543-4d35-b816-191abd5e7104 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:41:40.626428 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.111841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.150557 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.183348 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.282756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d5774-6cd2-44c3-8f32-93b3ae36f511 None None] Network 125fc257-85ec-44c9-b436-8bb1768c23aa requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:41.352598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e590193e-7492-4915-91b5-2899a6920521 req-54a812cc-6862-45d2-9d3e-c9126b08abc0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9107153 Sep 18 19:41:41.428596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Allocated IP 172.20.0.1 (125fc257-85ec-44c9-b436-8bb1768c23aa/0a365208-5985-4131-9113-7e710b658bb6/d4aac571-fce6-4e06-83a9-79a0a3c1a45a) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:41.485828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61890be9-f599-4d4c-8757-31e53b9dc438 req-eaadbade-d6e4-4cbd-b52b-8f6746928f6c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:41.499089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61890be9-f599-4d4c-8757-31e53b9dc438 req-eaadbade-d6e4-4cbd-b52b-8f6746928f6c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 950 time: 1.3128278 Sep 18 19:41:41.555806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Deleting port e1ada5a1-b5ab-4a42-9ce6-27960c12749e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:41.556446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.640776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.653887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe95d5-2e6a-48d3-abc3-7cca8315c662 None None] Pushing event updated for resources: {'Port': ['ID=09cd7438-c9cb-4b0c-960e-5f4535b71330,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:41.686774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 93e24568-0ab1-4104-a38b-c3acdb83bd75 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:41.726100 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.732574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.748539 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.749399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61890be9-f599-4d4c-8757-31e53b9dc438 req-f136179b-bdde-48c4-8c38-90823fcc5fb4 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344329 Sep 18 19:41:41.761778 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.793348 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Attempting to bind port e82ce916-8543-4d35-b816-191abd5e7104 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:41.793755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Provisioning complete for port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:41.794149 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.794411 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Attempting to bind port e82ce916-8543-4d35-b816-191abd5e7104 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:41.795005 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Attempting to bind port e82ce916-8543-4d35-b816-191abd5e7104 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:41.829844 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:41.830330 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:41.830817 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.831295 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:41.831890 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Bound port: e82ce916-8543-4d35-b816-191abd5e7104, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:41.832391 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.836739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Network 125fc257-85ec-44c9-b436-8bb1768c23aa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:41.845861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:41.847115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Calling delete_port for 09cd7438-c9cb-4b0c-960e-5f4535b71330 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:41.855805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:41.931806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 93e24568-0ab1-4104-a38b-c3acdb83bd75 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:41.932092 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:41.969010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Pushing event updated for resources: {'Port': ['ID=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:41.973979 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] For port e82ce916-8543-4d35-b816-191abd5e7104, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:41.986466 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] For port e82ce916-8543-4d35-b816-191abd5e7104, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e82ce916-8543-4d35-b816-191abd5e7104,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:41.993841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42872) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:41.996086 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.028909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.037124 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:42.038141 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:42.129605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] For port e1ada5a1-b5ab-4a42-9ce6-27960c12749e, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:42.130010 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.157849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9ec1820c-6055-4499-8f6a-6479cf1d8e12 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:42.195575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Calling delete_port for e1ada5a1-b5ab-4a42-9ce6-27960c12749e owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:42.228076 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:42.234368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Attempting to bind port 09cd7438-c9cb-4b0c-960e-5f4535b71330 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:42.234749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Attempting to bind port 09cd7438-c9cb-4b0c-960e-5f4535b71330 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:42.237203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Attempting to bind port 09cd7438-c9cb-4b0c-960e-5f4535b71330 on network 8f42690f-97c1-47ff-a91a-81eb97952a01 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:42.308072 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab535a-9c5c-4476-9261-6481978fcdd0 None None] Pushing event updated for resources: {'Port': ['ID=e82ce916-8543-4d35-b816-191abd5e7104,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:42.319559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-840496371-network', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:42.337010 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:42.337436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Checking segment: {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:42.338571 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.338859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Bound using segment: {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:42.339350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Bound port: 09cd7438-c9cb-4b0c-960e-5f4535b71330, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:42.339762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.385181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:42.385181 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.478370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Made reservation on behalf of c1184832694d40e3a430f677dcef20f6 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:42.481614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.502477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.505556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.546450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.631309 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab535a-9c5c-4476-9261-6481978fcdd0 None None] Pushing event updated for resources: {'Port': ['ID=e82ce916-8543-4d35-b816-191abd5e7104,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:42.673091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.692023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.750459 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event deleted for resources: {'Port': ['ID=e1ada5a1-b5ab-4a42-9ce6-27960c12749e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:42.755217 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:38Z', 'revision_number': 3, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:42.766937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'c73fb2f2-c270-4896-8383-c0da334a6178'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:42.771063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09', '3d47ed86-e5a5-4cf3-b91b-9e778f537766'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:42.775530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e1ada5a1-b5ab-4a42-9ce6-27960c12749e no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:42.839966 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11633f-dc9f-478f-8d18-78a0315f3e4a None None] The sync data for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 is: [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:38Z', 'revision_number': 3, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:41:42.844540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.852370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.886520 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.896718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:41:42.908605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.919465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55036463-3da0-45e0-909a-2ba2093860b0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:42.922566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:42.923002 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Added segment 33415e77-6058-43d2-a1fb-a20e8002cbac of type vlan for network c75a9c35-7246-4090-8afb-39b21513bfa6 Sep 18 19:41:42.945802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] For port 9ec1820c-6055-4499-8f6a-6479cf1d8e12, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9ec1820c-6055-4499-8f6a-6479cf1d8e12,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:42.949228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.950911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.951315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.951958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.952295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.953671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.960305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.967364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.968171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.968521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.968861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:42.969185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.060287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:43.084729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Pushing event updated for resources: {'Port': ['ID=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:43.101341 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:43.171139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1920c62-45cf-41d6-9d0c-6579be3e750c req-8b19d3bf-8b06-40b8-9c99-34597164deb5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:43.180898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1920c62-45cf-41d6-9d0c-6579be3e750c req-8b19d3bf-8b06-40b8-9c99-34597164deb5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.6614051 Sep 18 19:41:43.242360 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:43.249124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: e1ada5a1-b5ab-4a42-9ce6-27960c12749e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:43.250473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e1ada5a1-b5ab-4a42-9ce6-27960c12749e not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:43.272013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] No DVR routers for this DVR port e1ada5a1-b5ab-4a42-9ce6-27960c12749e on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:43.314407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:43.330495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:43.342360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:43.343787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:43.359977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86d516c3-b679-4687-b91e-6b25ff8fd128 req-e3c92940-f70a-462c-9c1d-fefb752c1a67 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "DELETE /v2.0/ports/e1ada5a1-b5ab-4a42-9ce6-27960c12749e HTTP/1.1" status: 204 len: 173 time: 3.2848461 Sep 18 19:41:43.378435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaa77e4-67c0-46a3-ab04-abcb877ce968', 'name': 'network-vif-deleted', 'tag': 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:43.383491 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba657b-7365-4f61-8b47-d938cff2985f" -d '{"events": [{"server_uuid": "efaa77e4-67c0-46a3-ab04-abcb877ce968", "name": "network-vif-deleted", "tag": "e1ada5a1-b5ab-4a42-9ce6-27960c12749e"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:43.408784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=09cd7438-c9cb-4b0c-960e-5f4535b71330,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:43.517316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] Pushing event updated for resources: {'Network': ['ID=c75a9c35-7246-4090-8afb-39b21513bfa6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:43.545719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49fbe76d-b7d8-4773-8183-58c372f846bf req-9fce1e76-a73f-42c9-85c2-1c37188564de tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=efaa77e4-67c0-46a3-ab04-abcb877ce968 HTTP/1.1" status: 200 len: 210 time: 0.3007791 Sep 18 19:41:43.579568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Network 125fc257-85ec-44c9-b436-8bb1768c23aa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:43.588379 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:43.596354 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8586bb16-7d57-43cd-8d2b-332c6e4b50f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5995171 Sep 18 19:41:43.597799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42900) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:43.603544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Pushing event updated for resources: {'Port': ['ID=9ec1820c-6055-4499-8f6a-6479cf1d8e12,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:43.615305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network c75a9c35-7246-4090-8afb-39b21513bfa6 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:41:43.621292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1920c62-45cf-41d6-9d0c-6579be3e750c req-4092a93a-ae89-4c21-9d1f-6f0dd32029b1 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391561 Sep 18 19:41:43.644361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Request body: {'subnet': {'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-840496371-subnet', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:43.709013 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:43.721850 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a791d8-fe74-4cdc-96f5-c14c05758c23 x-openstack-request-id: req-10a791d8-fe74-4cdc-96f5-c14c05758c23 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:43.722217 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaa77e4-67c0-46a3-ab04-abcb877ce968", "name": "network-vif-deleted", "tag": "e1ada5a1-b5ab-4a42-9ce6-27960c12749e", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:43.722553 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10a791d8-fe74-4cdc-96f5-c14c05758c23 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:43.723012 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaa77e4-67c0-46a3-ab04-abcb877ce968', 'name': 'network-vif-deleted', 'tag': 'e1ada5a1-b5ab-4a42-9ce6-27960c12749e', 'status': 'completed', 'code': 200} Sep 18 19:41:43.788672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3580ea04-71c6-4f62-93f9-a0e4c0fb8d42 None None] Could not find standard attr ID for object 09cd7438-c9cb-4b0c-960e-5f4535b71330. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:41:43.813509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.814362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.814865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.815580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.816131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.817061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.817794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.818562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.819100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.820124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.821002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.821786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5569e9e0-f5d8-4ec2-905c-fb1537138b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:43.835841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:41:43.836708 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:41:44.021259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Router 9fccf929-b25e-44b7-9364-a3144dcd701a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:41:44.109883 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Made reservation on behalf of c1184832694d40e3a430f677dcef20f6 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:44.128523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:44.409315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Attempting to bind port 09cd7438-c9cb-4b0c-960e-5f4535b71330 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:44.415083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Attempting to bind port 09cd7438-c9cb-4b0c-960e-5f4535b71330 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:44.415654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Attempting to bind port 09cd7438-c9cb-4b0c-960e-5f4535b71330 on network 8f42690f-97c1-47ff-a91a-81eb97952a01 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:44.445100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:44.449683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Checking segment: {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:44.452258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:44.452842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Bound using segment: {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:44.453505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Bound port: 09cd7438-c9cb-4b0c-960e-5f4535b71330, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b7847c-65f7-4e2e-a731-2fef3a831e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8f42690f-97c1-47ff-a91a-81eb97952a01'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:44.454323 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:44.579434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:41:44.614654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e82ce916-8543-4d35-b816-191abd5e7104 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:44.787887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Port 09cd7438-c9cb-4b0c-960e-5f4535b71330 has been deleted concurrently {{(pid=94942) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 19:41:44.821505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-35e300fa-d0a3-4be3-9215-a116de0a3ed1 None None] Provisioning complete for port d4aac571-fce6-4e06-83a9-79a0a3c1a45a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:44.821886 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35e300fa-d0a3-4be3-9215-a116de0a3ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:44.848649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:44.856891 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-21829542-5db3-4b04-9655-7d55ddb91b4d admin admin] 10.222.0.20 "PUT /v2.0/routers/fdf51f27-c12c-415c-a3bf-a1e09bfa7f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5827880 Sep 18 19:41:44.857356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42916) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:44.858224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:44.873900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5d6ee784-380c-40ee-9708-4ea00be1e015 admin admin] 10.222.0.20 "PUT /v2.0/routers/9fccf929-b25e-44b7-9364-a3144dcd701a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1371248 Sep 18 19:41:45.014434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-35e300fa-d0a3-4be3-9215-a116de0a3ed1 None None] Port d4aac571-fce6-4e06-83a9-79a0a3c1a45a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:41:45.044793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.075975 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.147805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Routers {'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:45.148049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:45.161341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93b594d-0b47-4d52-915f-a2290cec290d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:45.215001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39df0c-73a2-4fa9-ac75-76c3ea0d78ce req-05d3e737-d256-476d-81af-5ec99a3aafa4 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:45.219032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f39df0c-73a2-4fa9-ac75-76c3ea0d78ce req-05d3e737-d256-476d-81af-5ec99a3aafa4 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.4333868 Sep 18 19:41:45.239351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Checking segment: {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:45.239351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Network hostable DHCP agents. Network: c75a9c35-7246-4090-8afb-39b21513bfa6, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:41:45.296674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Network c75a9c35-7246-4090-8afb-39b21513bfa6 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:41:45.328174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, c75a9c35-7246-4090-8afb-39b21513bfa6) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:45.341401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:45.342412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.377510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b33d0-d87a-40af-a6d6-5d3e5b36cfa8 None None] Network c75a9c35-7246-4090-8afb-39b21513bfa6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:45.388811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-35e300fa-d0a3-4be3-9215-a116de0a3ed1 None None] Provisioning complete for port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:45.389210 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35e300fa-d0a3-4be3-9215-a116de0a3ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.416090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1a6e3d3-2101-4d48-b068-87f8fc762473 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8077378 Sep 18 19:41:45.416875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f39df0c-73a2-4fa9-ac75-76c3ea0d78ce req-c764857f-b932-48dd-b7ff-7a306df6cc4c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812334 Sep 18 19:41:45.417735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42932) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:45.426808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:45.479690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.480839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.574494 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.652321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e82ce916-8543-4d35-b816-191abd5e7104 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:45.652897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.677159 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.697277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Deleting port 93e24568-0ab1-4104-a38b-c3acdb83bd75 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:45.697600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.831294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] For port 93e24568-0ab1-4104-a38b-c3acdb83bd75, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=93e24568-0ab1-4104-a38b-c3acdb83bd75,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:45.831731 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:45.873007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ad4b6-7732-4258-b651-39c86ace3fdf req-9ce3dcb4-523c-4088-8246-b59ca0154527 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:45.881930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b2ad4b6-7732-4258-b651-39c86ace3fdf req-9ce3dcb4-523c-4088-8246-b59ca0154527 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 949 time: 0.2485130 Sep 18 19:41:45.884195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Calling delete_port for 93e24568-0ab1-4104-a38b-c3acdb83bd75 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:46.037454 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b2ad4b6-7732-4258-b651-39c86ace3fdf req-dcd0aefb-4168-45be-9ef0-a69c174760bf tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545393 Sep 18 19:41:46.050321 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:46.084770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Sync routers for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:46.274988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:46.275592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:46.296618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] Set router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:46.326247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:46.355498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e24568-0ab1-4104-a38b-c3acdb83bd75,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:46.451001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:46.761302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:46.771671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a6ab5-053c-423b-b0ca-f4d07a0e4dd1 req-71954f70-9c77-4264-ad80-4b1e4c7fdee3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:46.773620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a9a6ab5-053c-423b-b0ca-f4d07a0e4dd1 req-71954f70-9c77-4264-ad80-4b1e4c7fdee3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 0.1639152 Sep 18 19:41:46.781489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:46.832330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a9a6ab5-053c-423b-b0ca-f4d07a0e4dd1 req-9f249556-19b8-4385-8bb6-5390322cfe58 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Sep 18 19:41:46.846317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-69d81a83-b4a3-4e70-8238-d2f918fc3e54 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:46.848138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-69d81a83-b4a3-4e70-8238-d2f918fc3e54 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/ports?device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 949 time: 0.2820261 Sep 18 19:41:46.970601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-88536746-4d08-495f-ba17-85506d1b4003 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:46.972344 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-88536746-4d08-495f-ba17-85506d1b4003 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7afd441-ba4b-4c1b-b053-f79c8676494b HTTP/1.1" status: 200 len: 949 time: 0.0744619 Sep 18 19:41:47.048172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.048797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:41:47.061126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.073278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-486d29c4-8c71-49a4-a8f0-06cf266b59b9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fdf51f27-c12c-415c-a3bf-a1e09bfa7f92 HTTP/1.1" status: 204 len: 168 time: 2.2150469 Sep 18 19:41:47.077158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43012) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:47.229129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cd0e35-d822-47f1-aa60-b5c55a8a5008 admin admin] Deleting subnet b06dddc6-5ebe-459f-8e2b-18ef4c89626c {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:41:47.256741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:47.269187 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cd0e35-d822-47f1-aa60-b5c55a8a5008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.292990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.323316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.328862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Deleting port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:47.329571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.339117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Deleting port c73fb2f2-c270-4896-8383-c0da334a6178 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:47.339630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.399716 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cd0e35-d822-47f1-aa60-b5c55a8a5008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.481527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] For port 3d47ed86-e5a5-4cf3-b91b-9e778f537766, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3d47ed86-e5a5-4cf3-b91b-9e778f537766,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:47.482474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.485256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59383a-4a81-411a-8489-165728d84f0c req-bb2c0b24-5cdf-4d35-8f4f-d51f2cca1e05 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:47.487009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d59383a-4a81-411a-8489-165728d84f0c req-bb2c0b24-5cdf-4d35-8f4f-d51f2cca1e05 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 949 time: 0.2870271 Sep 18 19:41:47.502616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Calling delete_port for 3d47ed86-e5a5-4cf3-b91b-9e778f537766 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:47.570263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf181729-26dc-4110-8520-8f70feda31cf None None] Network c75a9c35-7246-4090-8afb-39b21513bfa6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:47.603280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2e87d8f0-8836-46ff-b099-6ecceaf69866 None None] Provisioning complete for port d4aac571-fce6-4e06-83a9-79a0a3c1a45a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:47.603949 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e87d8f0-8836-46ff-b099-6ecceaf69866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.655814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2e87d8f0-8836-46ff-b099-6ecceaf69866 None None] Port d4aac571-fce6-4e06-83a9-79a0a3c1a45a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:41:47.697979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.712762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d59383a-4a81-411a-8489-165728d84f0c req-697fc344-eef7-4aef-b6ad-140d900e7c46 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159915 Sep 18 19:41:47.743194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port e82ce916-8543-4d35-b816-191abd5e7104, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e82ce916-8543-4d35-b816-191abd5e7104,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:47.777728 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.779224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9ec1820c-6055-4499-8f6a-6479cf1d8e12 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:47.821701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] For port c73fb2f2-c270-4896-8383-c0da334a6178, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c73fb2f2-c270-4896-8383-c0da334a6178,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:47.822072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.875983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.891196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=e82ce916-8543-4d35-b816-191abd5e7104,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:47.894055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cd0e35-d822-47f1-aa60-b5c55a8a5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:47.902228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09', '3d47ed86-e5a5-4cf3-b91b-9e778f537766'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:47.904013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Calling delete_port for c73fb2f2-c270-4896-8383-c0da334a6178 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:47.954388 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-router', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:27Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 5, 'project_id': '15a533101b6b48ab9c03c475aeb38e53', 'gw_port': {'id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:28Z', 'updated_at': '2021-09-18T19:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:47.999972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event deleted for resources: {'Port': ['ID=3d47ed86-e5a5-4cf3-b91b-9e778f537766,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:48.030627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490007b-e55d-4f28-9096-112d4e255c0d None None] The sync data for ids ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'] in n-d-789963-11 is: [{'id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'name': 'tempest-FloatingIPsNegativeTestJSON-987450766-router', 'tenant_id': '15a533101b6b48ab9c03c475aeb38e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:27Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 5, 'project_id': '15a533101b6b48ab9c03c475aeb38e53', 'gw_port': {'id': '93e24568-0ab1-4104-a38b-c3acdb83bd75', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:28Z', 'updated_at': '2021-09-18T19:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:41:48.056164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] No DVR routers for this DVR port 3d47ed86-e5a5-4cf3-b91b-9e778f537766 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:48.065928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:48.067972 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15ae6c3f-60a9-4fce-ac5f-b4b935175807 req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "DELETE /v2.0/ports/3d47ed86-e5a5-4cf3-b91b-9e778f537766 HTTP/1.1" status: 204 len: 173 time: 1.0871682 Sep 18 19:41:48.069496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.069840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.070178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.070516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.070843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.071180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.071547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.072061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.072397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.072721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.073079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.073586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c2df7b-4330-4ab2-afa1-b1ec9068e700 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:41:48.076554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7afd441-ba4b-4c1b-b053-f79c8676494b', 'name': 'network-vif-deleted', 'tag': '3d47ed86-e5a5-4cf3-b91b-9e778f537766'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:48.078846 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da48c378-8519-4502-bb51-48e297cfc98e" -d '{"events": [{"server_uuid": "c7afd441-ba4b-4c1b-b053-f79c8676494b", "name": "network-vif-deleted", "tag": "3d47ed86-e5a5-4cf3-b91b-9e778f537766"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:48.107433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:48.192429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:48.192805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:48.213100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 2, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:48.235650 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Allocated IP 172.25.8.246 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/c0ba7be2-2628-4c63-a844-8a3d431cd1bf) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:48.471092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Checking router: 9fccf929-b25e-44b7-9364-a3144dcd701a for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:41:48.472237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Updating router 9fccf929-b25e-44b7-9364-a3144dcd701a port d4aac571-fce6-4e06-83a9-79a0a3c1a45a binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:41:48.478176 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:48.548689 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc73c46f-b048-4895-af28-daafcd3ec336 x-openstack-request-id: req-cc73c46f-b048-4895-af28-daafcd3ec336 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:48.550614 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7afd441-ba4b-4c1b-b053-f79c8676494b", "name": "network-vif-deleted", "tag": "3d47ed86-e5a5-4cf3-b91b-9e778f537766", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:48.550883 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc73c46f-b048-4895-af28-daafcd3ec336 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:48.551343 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7afd441-ba4b-4c1b-b053-f79c8676494b', 'name': 'network-vif-deleted', 'tag': '3d47ed86-e5a5-4cf3-b91b-9e778f537766', 'status': 'completed', 'code': 200} Sep 18 19:41:48.556351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:48.669879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:48.693875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:48.697386 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:48.703558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:48.899001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ba7be2-2628-4c63-a844-8a3d431cd1bf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:48.991398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:41:49.114271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7d030-078a-440b-8928-16dc31c39509 req-8529ec71-7880-4b0d-b4e0-17c57df3fb2f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:49.116058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97c7d030-078a-440b-8928-16dc31c39509 req-8529ec71-7880-4b0d-b4e0-17c57df3fb2f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 945 time: 1.1303234 Sep 18 19:41:49.118359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-bdfd00af-06df-4e9c-8dc0-3b13767a3e08 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:49.124748 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-bdfd00af-06df-4e9c-8dc0-3b13767a3e08 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1097 time: 1.1492147 Sep 18 19:41:49.155212 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:41:49.161728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-11'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:49.316601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477414a6-54d1-4d0a-a891-df2112da1b8e req-8589bb14-2e4d-4d9e-bc09-200e13f34e4b tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:49.318802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-477414a6-54d1-4d0a-a891-df2112da1b8e req-8589bb14-2e4d-4d9e-bc09-200e13f34e4b tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 949 time: 0.3454316 Sep 18 19:41:49.330390 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:49.404083 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1869010e-ed42-4e60-a499-cce38aa14e86 None None] Sync routers for ids ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:49.423960 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869010e-ed42-4e60-a499-cce38aa14e86 None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:49.424324 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869010e-ed42-4e60-a499-cce38aa14e86 None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 19:41:49.425179 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_agentschedulers_db [None req-1869010e-ed42-4e60-a499-cce38aa14e86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent'). {{(pid=94943) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 19:41:49.444102 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869010e-ed42-4e60-a499-cce38aa14e86 None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:49.444711 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869010e-ed42-4e60-a499-cce38aa14e86 None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 19:41:49.445448 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_agentschedulers_db [None req-1869010e-ed42-4e60-a499-cce38aa14e86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent'). {{(pid=94943) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 19:41:49.445981 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1869010e-ed42-4e60-a499-cce38aa14e86 None None] The sync data for ids ['fdf51f27-c12c-415c-a3bf-a1e09bfa7f92'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:41:49.536825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:49.583861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:49.600711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:49.653407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 has no active binding in host n-h2-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 19:41:49.662004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:49.722497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:49.729463 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae8690-420f-48c2-ab73-ba4b65c1e8af" -d '{"events": [{"server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:49.754943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-477414a6-54d1-4d0a-a891-df2112da1b8e req-4c8f42b9-4432-4aa4-b8e2-93729c380280 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055753 Sep 18 19:41:49.763584 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cd0e35-d822-47f1-aa60-b5c55a8a5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:49.781022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:49.815312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e82ce916-8543-4d35-b816-191abd5e7104 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:49.821476 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:49.877408 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:49.897075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97c7d030-078a-440b-8928-16dc31c39509 req-20ca2d09-e33d-4bcb-9996-b14b1b6b8f35 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654970 Sep 18 19:41:49.938478 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.013596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Pushing event updated for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:50.017940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.043913 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748b07d-ddf7-4a04-bd96-0f9f3e3da0c0 x-openstack-request-id: req-1748b07d-ddf7-4a04-bd96-0f9f3e3da0c0 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:50.044234 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:50.044453 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1748b07d-ddf7-4a04-bd96-0f9f3e3da0c0 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:50.044869 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4', 'code': 200} Sep 18 19:41:50.111281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cd0e35-d822-47f1-aa60-b5c55a8a5008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.119506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43042) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:50.124983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-91cd0e35-d822-47f1-aa60-b5c55a8a5008 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b06dddc6-5ebe-459f-8e2b-18ef4c89626c HTTP/1.1" status: 204 len: 168 time: 3.0376966 Sep 18 19:41:50.127019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd0e35-d822-47f1-aa60-b5c55a8a5008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06dddc6-5ebe-459f-8e2b-18ef4c89626c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:50.138673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:50.138673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b94fdec-93ae-45f3-a853-ba8b8f467218 None None] Network 8f42690f-97c1-47ff-a91a-81eb97952a01 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:50.220804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] No DVR routers for this DVR port c73fb2f2-c270-4896-8383-c0da334a6178 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:50.227614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.235940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a615f246-f450-42fe-9ae2-d8e26f9fe681 req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "DELETE /v2.0/ports/c73fb2f2-c270-4896-8383-c0da334a6178 HTTP/1.1" status: 204 len: 173 time: 3.3434355 Sep 18 19:41:50.262539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eacdb7-1309-42e3-9562-d593cf44198c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event deleted for resources: {'Port': ['ID=c73fb2f2-c270-4896-8383-c0da334a6178,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:50.339330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ee97f-c8ed-43db-b1db-6eb3a71978be None None] Pushing event updated for resources: {'Port': ['ID=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:50.363830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on host n-h1-789963-11 for vnic_type normal with profile {"migrating_to": "n-h2-789963-11"} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:50.364159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:50.366598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:50.377197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:41:50.383188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Attempting to bind port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:50.391758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.396454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:50.398580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:50.399179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:50.400234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Bound port: cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:50.401744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.579283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:50.585152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:50.594404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.650646 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.721965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Router f614f3f8-62d8-48bb-b6b2-c97e726afa7c is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:41:50.745351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e82ce916-8543-4d35-b816-191abd5e7104 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:50.746811 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.765105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c73fb2f2-c270-4896-8383-c0da334a6178 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:50.767686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3d47ed86-e5a5-4cf3-b91b-9e778f537766 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:50.771709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Pushing event updated for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=8']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:50.869900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:50.870550 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:50.873295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-06fbd394-9ebd-4437-92e7-a10c4271e519 service neutron] 10.222.0.24 "PUT /v2.0/ports/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 200 len: 1123 time: 1.7153480 Sep 18 19:41:50.895238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 3d47ed86-e5a5-4cf3-b91b-9e778f537766 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:50.895780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3d47ed86-e5a5-4cf3-b91b-9e778f537766 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:50.948030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eac9fe09-1f9e-4e1c-9cbe-bacffc3a5d78 req-c58d1231-2b7c-4a9a-9e85-eae79958a654 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed182e3-4695-48e0-a7b7-2420109575ec HTTP/1.1" status: 200 len: 210 time: 0.0378132 Sep 18 19:41:51.015230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ad7122f2-15c1-4251-b599-cc61db187439 None None] Provisioning complete for port d4aac571-fce6-4e06-83a9-79a0a3c1a45a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:51.015628 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad7122f2-15c1-4251-b599-cc61db187439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.058046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:51.093633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Deleting port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:51.094078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.098608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.102591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df44b11f-226c-4af4-bcbe-a3f5b41ebd58 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6796067 Sep 18 19:41:51.110608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43054) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:51.130903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: c73fb2f2-c270-4896-8383-c0da334a6178 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:51.131254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c73fb2f2-c270-4896-8383-c0da334a6178 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:51.138346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Attempting to bind port d4aac571-fce6-4e06-83a9-79a0a3c1a45a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:51.144461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Attempting to bind port d4aac571-fce6-4e06-83a9-79a0a3c1a45a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:51.145406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Attempting to bind port d4aac571-fce6-4e06-83a9-79a0a3c1a45a on network 125fc257-85ec-44c9-b436-8bb1768c23aa {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:51.163164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ad7122f2-15c1-4251-b599-cc61db187439 None None] Port d4aac571-fce6-4e06-83a9-79a0a3c1a45a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:41:51.169182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Sync routers for ids ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:51.175333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:51.178430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074', '390d89ef-05f6-435d-87ee-41a84c2ba3d1'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:51.180995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:51.253053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] For port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6b1dd30f-41ed-4cde-8b50-1c1b18441ecd,segment=NetworkSegment(10b7847c-65f7-4e2e-a731-2fef3a831e38),segment_id=10b7847c-65f7-4e2e-a731-2fef3a831e38)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:51.253459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.292047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Calling delete_port for 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:51.298520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cfb36-3f7c-4bb0-a484-7008cbda56ab req-3f5f98bb-de02-4ea2-a531-6261f78b0d7a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:51.303559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d06cfb36-3f7c-4bb0-a484-7008cbda56ab req-3f5f98bb-de02-4ea2-a531-6261f78b0d7a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.2975044 Sep 18 19:41:51.328555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Routers {'f614f3f8-62d8-48bb-b6b2-c97e726afa7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:51.329190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:51.457456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:51.457991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Checking segment: {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:51.458512 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.459014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Bound using segment: {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:51.459645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Bound port: d4aac571-fce6-4e06-83a9-79a0a3c1a45a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:51.460133 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.509027 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.548740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Set router f614f3f8-62d8-48bb-b6b2-c97e726afa7c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:51.576788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] No DVR routers for this DVR port 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:51.610391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1dd30f-41ed-4cde-8b50-1c1b18441ecd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:51.647055 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d06cfb36-3f7c-4bb0-a484-7008cbda56ab req-f112f701-c951-4f6f-9e4e-f60d138bfa5e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219585 Sep 18 19:41:51.647245 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d3ec9-0e11-4144-acb6-c4a9a1f79a4e None None] DHCP port deletion for 8f42690f-97c1-47ff-a91a-81eb97952a01 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:41:51.688295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.717955 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1c853f4f-5781-40fb-957f-1ec2ac39b445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.727693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f42690f-97c1-47ff-a91a-81eb97952a01']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:51.743682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b7847c-65f7-4e2e-a731-2fef3a831e38') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:51.743870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b7847c-65f7-4e2e-a731-2fef3a831e38') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:51.758968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.788807 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.802171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:41:51.802963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:41:51.907861 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:41:51.913790 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:51.939504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] For port d4aac571-fce6-4e06-83a9-79a0a3c1a45a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:51.970909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] For port d4aac571-fce6-4e06-83a9-79a0a3c1a45a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:52.004133 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:52.112269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 93e24568-0ab1-4104-a38b-c3acdb83bd75 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:52.123976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed182e3-4695-48e0-a7b7-2420109575ec', 'name': 'network-vif-deleted', 'tag': 'c73fb2f2-c270-4896-8383-c0da334a6178'}, {'name': 'network-changed', 'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:52.126889 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7478fd55-ab2b-4038-a2fe-ae12ed290a63" -d '{"events": [{"server_uuid": "fed182e3-4695-48e0-a7b7-2420109575ec", "name": "network-vif-deleted", "tag": "c73fb2f2-c270-4896-8383-c0da334a6178"}, {"name": "network-changed", "server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:52.183137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 93e24568-0ab1-4104-a38b-c3acdb83bd75 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:52.183456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 93e24568-0ab1-4104-a38b-c3acdb83bd75 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:52.184057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:52.193213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:52.246451 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7549871-c23e-4888-a420-786c2fd0123f x-openstack-request-id: req-a7549871-c23e-4888-a420-786c2fd0123f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:52.249457 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed182e3-4695-48e0-a7b7-2420109575ec", "name": "network-vif-deleted", "tag": "c73fb2f2-c270-4896-8383-c0da334a6178", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:52.249739 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7549871-c23e-4888-a420-786c2fd0123f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:52.250342 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed182e3-4695-48e0-a7b7-2420109575ec', 'name': 'network-vif-deleted', 'tag': 'c73fb2f2-c270-4896-8383-c0da334a6178', 'status': 'completed', 'code': 200} Sep 18 19:41:52.251042 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4', 'status': 'completed', 'code': 200} Sep 18 19:41:52.268338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ee97f-c8ed-43db-b1db-6eb3a71978be None None] Pushing event updated for resources: {'Port': ['ID=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:52.275024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:52.279286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6b1dd30f-41ed-4cde-8b50-1c1b18441ecd not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:52.297067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:52.297848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:52.372936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:52.383393 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8f42690f-97c1-47ff-a91a-81eb97952a01 HTTP/1.1" status: 204 len: 168 time: 2.2607036 Sep 18 19:41:52.383393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610180cb-7dd3-4c18-bf35-08ba501948f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f42690f-97c1-47ff-a91a-81eb97952a01,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:52.463171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-e79a754e-dd25-4a26-b212-86491ad0de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:52.469830 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-e79a754e-dd25-4a26-b212-86491ad0de9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1126 time: 0.1057026 Sep 18 19:41:52.647651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:41:49Z', 'revision_number': 3, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:52.680590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43088) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:52.682993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Allocated IP 172.20.0.1 (c75a9c35-7246-4090-8afb-39b21513bfa6/b93b594d-0b47-4d52-915f-a2290cec290d/abb6c781-9faa-4373-9fed-5ecee348c939) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:52.700366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Checking router: f614f3f8-62d8-48bb-b6b2-c97e726afa7c for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:41:52.700976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Updating router f614f3f8-62d8-48bb-b6b2-c97e726afa7c port c0ba7be2-2628-4c63-a844-8a3d431cd1bf binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:41:52.719665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-71a17eaa-0041-49e4-833e-3d8fe912b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:52.721688 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-71a17eaa-0041-49e4-833e-3d8fe912b11b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.2431417 Sep 18 19:41:52.748487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:52.782674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b5206fe5-43f8-420e-9016-cac6c8d5c372 None None] Provisioning complete for port d4aac571-fce6-4e06-83a9-79a0a3c1a45a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:52.783425 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5206fe5-43f8-420e-9016-cac6c8d5c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:52.804916 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-e2527218-0185-4e90-bb13-678a46c473fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 200 len: 217 time: 0.0741756 Sep 18 19:41:52.889777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-2452cbc1-ef15-4a33-b021-1b007c3394e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:52.892143 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-2452cbc1-ef15-4a33-b021-1b007c3394e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.0795560 Sep 18 19:41:52.948083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-15566807-eb74-42f2-b008-37c03acc18a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15a533101b6b48ab9c03c475aeb38e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660148 Sep 18 19:41:52.951593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43092) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:52.969947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b4766-3c8d-4e30-8f9a-f722c9fc10a8 req-f511a390-8f81-4a6d-b77a-cc928e25986f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:52.971907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe0b4766-3c8d-4e30-8f9a-f722c9fc10a8 req-f511a390-8f81-4a6d-b77a-cc928e25986f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.1580524 Sep 18 19:41:52.976623 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.004398 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-2d1041d6-11a2-4437-b25a-b733bd890120 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024091 Sep 18 19:41:53.058457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.107766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.116387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe0b4766-3c8d-4e30-8f9a-f722c9fc10a8 req-f201026b-2125-4a1e-9265-2407bae15852 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318345 Sep 18 19:41:53.151609 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-b768a7bd-5cd0-4735-aef9-e25a4ef57238 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381531 Sep 18 19:41:53.164901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65364db5-538b-41ba-8803-320a9dfbbaed req-fefc14d2-4b49-45ba-a5a0-3571aace611e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:53.167142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65364db5-538b-41ba-8803-320a9dfbbaed req-fefc14d2-4b49-45ba-a5a0-3571aace611e tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 949 time: 0.1504300 Sep 18 19:41:53.194718 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.202337 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.280722 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7478fd55-ab2b-4038-a2fe-ae12ed290a63 req-d38838eb-8572-4352-b2a4-b62cabd4a872 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194556 Sep 18 19:41:53.283118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Network c75a9c35-7246-4090-8afb-39b21513bfa6 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:53.284497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-970f47ea-bf34-471d-a77f-6703107e2a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.297870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:53.326107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65364db5-538b-41ba-8803-320a9dfbbaed req-bcb9b7f7-6fa0-4759-a88a-bcad6614353c tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421132 Sep 18 19:41:53.327974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:53.331938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Pushing event updated for resources: {'Port': ['ID=abb6c781-9faa-4373-9fed-5ecee348c939,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:53.334741 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-970f47ea-bf34-471d-a77f-6703107e2a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.370581 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5206fe5-43f8-420e-9016-cac6c8d5c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.391276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.420374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-970f47ea-bf34-471d-a77f-6703107e2a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.424494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-970f47ea-bf34-471d-a77f-6703107e2a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.426593 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-970f47ea-bf34-471d-a77f-6703107e2a04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f641f76-7af9-4c3e-afb1-36850d91e5d2 HTTP/1.1" status: 204 len: 168 time: 0.4740362 Sep 18 19:41:53.439876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f47ea-bf34-471d-a77f-6703107e2a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f641f76-7af9-4c3e-afb1-36850d91e5d2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:53.510526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b5206fe5-43f8-420e-9016-cac6c8d5c372 None None] For port d4aac571-fce6-4e06-83a9-79a0a3c1a45a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:53.522904 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5206fe5-43f8-420e-9016-cac6c8d5c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.675761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.683546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:51Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:53.685941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5206fe5-43f8-420e-9016-cac6c8d5c372 None None] Pushing event updated for resources: {'Port': ['ID=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:53.724856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd28e79-ff74-4ddb-aa01-08116bdfb963 None None] The sync data for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 is: [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:51Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:41:53.752758 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.762728 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.845840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b15f6-c4ca-460f-bc3e-825626b8d398 None None] Pushing event updated for resources: {'Port': ['ID=c0ba7be2-2628-4c63-a844-8a3d431cd1bf,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:53.854013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Attempting to bind port c0ba7be2-2628-4c63-a844-8a3d431cd1bf on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:53.854491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Attempting to bind port c0ba7be2-2628-4c63-a844-8a3d431cd1bf by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:53.854893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Attempting to bind port c0ba7be2-2628-4c63-a844-8a3d431cd1bf on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:53.869529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:53.869934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:53.870438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:53.870834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:53.871895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Bound port: c0ba7be2-2628-4c63-a844-8a3d431cd1bf, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:53.872530 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:54.089327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] For port c0ba7be2-2628-4c63-a844-8a3d431cd1bf, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:54.093312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] For port c0ba7be2-2628-4c63-a844-8a3d431cd1bf, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0ba7be2-2628-4c63-a844-8a3d431cd1bf,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:54.110594 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:54.234077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d4aac571-fce6-4e06-83a9-79a0a3c1a45a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:54.267724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:54.301177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:54.307160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b15f6-c4ca-460f-bc3e-825626b8d398 None None] Pushing event updated for resources: {'Port': ['ID=c0ba7be2-2628-4c63-a844-8a3d431cd1bf,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:54.325553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Routers {'f614f3f8-62d8-48bb-b6b2-c97e726afa7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:54.326195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:54.403851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d4aac571-fce6-4e06-83a9-79a0a3c1a45a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:54.404906 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:54.457255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-1c3c0c1c-32ba-41d2-843b-8652d64e54a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:54.458831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-1c3c0c1c-32ba-41d2-843b-8652d64e54a1 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/ports?device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 949 time: 0.2757523 Sep 18 19:41:54.548548 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0603-9f1b-4693-9697-ee8b48dcfe00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:54.743005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:54.743261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92cd1d-6e7b-4f3c-89bb-0817c03c51e0 req-26197783-1210-4fe3-8eb8-0c4b8d592024 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:54.761059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af92cd1d-6e7b-4f3c-89bb-0817c03c51e0 req-26197783-1210-4fe3-8eb8-0c4b8d592024 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.5333347 Sep 18 19:41:54.792396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] Set router f614f3f8-62d8-48bb-b6b2-c97e726afa7c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:54.813551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43136) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:54.821007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:54.829410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Pushing event updated for resources: {'Port': ['ID=abb6c781-9faa-4373-9fed-5ecee348c939,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:54.882807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d8a5-7991-4096-8b6b-9d3c29a9d9ad req-3de8a9bf-79fe-446a-9f1b-f3d9997173fb tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:54.888009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19f0d8a5-7991-4096-8b6b-9d3c29a9d9ad req-3de8a9bf-79fe-446a-9f1b-f3d9997173fb tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 949 time: 0.4455807 Sep 18 19:41:54.992596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-network', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:55.003115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af92cd1d-6e7b-4f3c-89bb-0817c03c51e0 req-89f16ff5-2fa1-4f0a-b9ed-5de4022c09f6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266030 Sep 18 19:41:55.023834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Made reservation on behalf of eb02a65022b4443ebbbd8fd402526895 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:55.032301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.042247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.108993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-6f9593d6-2cc0-4e2f-9fb9-f3943a75acf2 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:55.110692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-6f9593d6-2cc0-4e2f-9fb9-f3943a75acf2 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 948 time: 0.5753713 Sep 18 19:41:55.130166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 4, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'abb6c781-9faa-4373-9fed-5ecee348c939', 'name': '', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'mac_address': 'fa:16:3e:7c:6e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:52Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 2, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'subnets': [{'id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:55.165989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2a361-5ebc-44a1-aa5e-f382545e1dae None None] The sync data for ids ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'] in n-d-789963-11 is: [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 4, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'abb6c781-9faa-4373-9fed-5ecee348c939', 'name': '', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'mac_address': 'fa:16:3e:7c:6e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:52Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 2, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'subnets': [{'id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:41:55.213518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.220421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.224209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19f0d8a5-7991-4096-8b6b-9d3c29a9d9ad req-f7d41902-3ae8-4d18-93d6-627cb1065a90 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227403 Sep 18 19:41:55.231456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Deleting port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:55.231815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.252579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de37f5a1-287f-4933-82c7-d2725cdb2438,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:55.268897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:41:55.287230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.289224 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Added segment c768f2ff-6bde-4bc2-8e14-55a4d5de51e5 of type vlan for network 640a12c6-f5f5-4d78-9517-b6df485847d4 Sep 18 19:41:55.346248 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.385864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.390044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:55.395216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.401577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Network c75a9c35-7246-4090-8afb-39b21513bfa6 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:55.409688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:55.426740 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.454677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] For port 390d89ef-05f6-435d-87ee-41a84c2ba3d1, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=390d89ef-05f6-435d-87ee-41a84c2ba3d1,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:55.455042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:55.478765 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6640284 Sep 18 19:41:55.511253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43140) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:55.519543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Request body: {'subnet': {'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-subnet', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:55.542876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af9707-5117-4d2d-b762-c9fe160d360c admin admin] Pushing event updated for resources: {'Network': ['ID=640a12c6-f5f5-4d78-9517-b6df485847d4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:55.548213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Calling delete_port for 390d89ef-05f6-435d-87ee-41a84c2ba3d1 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:55.562000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 640a12c6-f5f5-4d78-9517-b6df485847d4 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:41:55.597917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Deleting port f446c94d-e80e-4482-b201-b842d06e7074 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:41:55.598260 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:56.128092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Made reservation on behalf of eb02a65022b4443ebbbd8fd402526895 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:41:56.130347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:56.338592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Router f614f3f8-62d8-48bb-b6b2-c97e726afa7c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:41:56.434138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff9f93-8309-4bea-bb4e-7dba89421a8e req-4ac7ffd3-c707-4edc-84ad-3230db179860 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:56.441557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7aff9f93-8309-4bea-bb4e-7dba89421a8e req-4ac7ffd3-c707-4edc-84ad-3230db179860 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.3228033 Sep 18 19:41:56.447922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] For port f446c94d-e80e-4482-b201-b842d06e7074, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f446c94d-e80e-4482-b201-b842d06e7074,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:56.448548 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:56.521465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Calling delete_port for f446c94d-e80e-4482-b201-b842d06e7074 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:41:56.637168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a40e-b834-46b0-a162-bf9d8c0d9fd5 req-f9a9245c-6f89-457d-89bc-3764fbecdb11 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:56.644944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1335a40e-b834-46b0-a162-bf9d8c0d9fd5 req-f9a9245c-6f89-457d-89bc-3764fbecdb11 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=94bc6cff-66d8-43a4-bf87-140eec94b581 HTTP/1.1" status: 200 len: 949 time: 0.3096819 Sep 18 19:41:56.708007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7aff9f93-8309-4bea-bb4e-7dba89421a8e req-2ba985c3-4625-45ec-840d-ff38a47d1a0e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640789 Sep 18 19:41:56.737980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f446c94d-e80e-4482-b201-b842d06e7074 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:56.746567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:56.823123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:56.832815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f446c94d-e80e-4482-b201-b842d06e7074'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:56.940798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event deleted for resources: {'Port': ['ID=390d89ef-05f6-435d-87ee-41a84c2ba3d1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:57.001403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:41:57.047488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1335a40e-b834-46b0-a162-bf9d8c0d9fd5 req-a918d67e-a7cf-410a-b45c-55945a1dbb38 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012523 Sep 18 19:41:57.062920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a321a395-2c01-49db-98f5-ded915dc10c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/f614f3f8-62d8-48bb-b6b2-c97e726afa7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9270754 Sep 18 19:41:57.113657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:57.147746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] No DVR routers for this DVR port 390d89ef-05f6-435d-87ee-41a84c2ba3d1 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:57.155953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:57.164405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c89497c-31d9-46e3-9dfc-3a73feaadc58 req-b98e7960-3fe7-40ba-a17b-2774dda54814 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "DELETE /v2.0/ports/390d89ef-05f6-435d-87ee-41a84c2ba3d1 HTTP/1.1" status: 204 len: 173 time: 2.6156042 Sep 18 19:41:57.190440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bc6cff-66d8-43a4-bf87-140eec94b581', 'name': 'network-vif-deleted', 'tag': '390d89ef-05f6-435d-87ee-41a84c2ba3d1'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:57.192739 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a731290a-e0ab-477c-91e8-65b4dcc35b0f" -d '{"events": [{"server_uuid": "94bc6cff-66d8-43a4-bf87-140eec94b581", "name": "network-vif-deleted", "tag": "390d89ef-05f6-435d-87ee-41a84c2ba3d1"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:57.353536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:57.409563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:57.470665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a253e5ca-550e-4a3c-98b1-888ae1837867,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:57.521745 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:57.545765 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642ea3d-73a6-4f7e-9733-aa4095e73a3e x-openstack-request-id: req-4642ea3d-73a6-4f7e-9733-aa4095e73a3e {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:41:57.546357 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bc6cff-66d8-43a4-bf87-140eec94b581", "name": "network-vif-deleted", "tag": "390d89ef-05f6-435d-87ee-41a84c2ba3d1", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:41:57.547031 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4642ea3d-73a6-4f7e-9733-aa4095e73a3e {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:41:57.547745 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bc6cff-66d8-43a4-bf87-140eec94b581', 'name': 'network-vif-deleted', 'tag': '390d89ef-05f6-435d-87ee-41a84c2ba3d1', 'status': 'completed', 'code': 200} Sep 18 19:41:57.579506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event deleted for resources: {'Port': ['ID=f446c94d-e80e-4482-b201-b842d06e7074,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:57.637664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 390d89ef-05f6-435d-87ee-41a84c2ba3d1 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:41:57.658320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Checking segment: {'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:57.658320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Network hostable DHCP agents. Network: 640a12c6-f5f5-4d78-9517-b6df485847d4, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:41:57.677644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] No DVR routers for this DVR port f446c94d-e80e-4482-b201-b842d06e7074 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:41:57.684853 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:57.685126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08fae731-d8d7-4d91-bbde-605784cf62c7 req-7692f12f-4d68-43ea-afe2-0f30a2ee199d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.24 "DELETE /v2.0/ports/f446c94d-e80e-4482-b201-b842d06e7074 HTTP/1.1" status: 204 len: 173 time: 2.5331030 Sep 18 19:41:57.705895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Network 640a12c6-f5f5-4d78-9517-b6df485847d4 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:41:57.725806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 640a12c6-f5f5-4d78-9517-b6df485847d4) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:57.750802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:57.750802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:57.795730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1be451e9-1db8-4efd-a11b-5d2c48033c93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2769718 Sep 18 19:41:57.796443 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43178) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:41:57.800980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-router', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:41:57.849893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:57.851393 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:58.048823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3b441-aef8-4911-a23e-bb6539fd9f45 req-86eb7f5a-d242-4be8-9589-de92abbb065a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:58.059122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ab3b441-aef8-4911-a23e-bb6539fd9f45 req-86eb7f5a-d242-4be8-9589-de92abbb065a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.1663995 Sep 18 19:41:58.068689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:58.069635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 390d89ef-05f6-435d-87ee-41a84c2ba3d1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:41:58.070643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 390d89ef-05f6-435d-87ee-41a84c2ba3d1 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:41:58.079218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e30c97-e4f6-463e-8e15-3a37555783e7 None None] Network 640a12c6-f5f5-4d78-9517-b6df485847d4 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:41:58.192915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0ba7be2-2628-4c63-a844-8a3d431cd1bf up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:41:58.202931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ab3b441-aef8-4911-a23e-bb6539fd9f45 req-02edc085-f242-419e-9ec7-0468c42528ff tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422830 Sep 18 19:41:58.417411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:41:58.455828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:58.510377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a924669c-b2ff-44be-bac1-72a5b0379341 req-ce07a02e-25c1-4db9-a805-ac70da909f48 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=4af0c1ee-cac8-4b18-bfa6-6ef9085729e7 HTTP/1.1" status: 200 len: 210 time: 0.0629699 Sep 18 19:41:58.612059 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Sync routers for ids ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:41:58.633601 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Routers {'f614f3f8-62d8-48bb-b6b2-c97e726afa7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:41:58.638553 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:58.704704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-640a12c6-f5f5-4d78-9517-b6df485847d4', 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'fixed_ips': [{'subnet_id': 'a253e5ca-550e-4a3c-98b1-888ae1837867'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:41:58.705563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:58.712961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c0ba7be2-2628-4c63-a844-8a3d431cd1bf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:41:58.713618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:58.879443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:58.926388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:58.942471 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Set router f614f3f8-62d8-48bb-b6b2-c97e726afa7c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:41:59.017207 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.167685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Allocated IP 172.25.8.155 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a9d25b28-f8c3-4f9f-8293-a07d30c06fd5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:59.261753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port c0ba7be2-2628-4c63-a844-8a3d431cd1bf, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0ba7be2-2628-4c63-a844-8a3d431cd1bf,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:41:59.294289 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.346182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.351843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Allocated IP 172.20.0.2 (640a12c6-f5f5-4d78-9517-b6df485847d4/a253e5ca-550e-4a3c-98b1-888ae1837867/451883b8-72fd-4049-aabe-c82f9396d783) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:41:59.403757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.420285 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 4, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'abb6c781-9faa-4373-9fed-5ecee348c939', 'name': '', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'mac_address': 'fa:16:3e:7c:6e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:52Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 2, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'subnets': [{'id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:41:59.489599 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Checking router: f614f3f8-62d8-48bb-b6b2-c97e726afa7c for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:41:59.490721 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Updating router f614f3f8-62d8-48bb-b6b2-c97e726afa7c port abb6c781-9faa-4373-9fed-5ecee348c939 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:41:59.493313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d25b28-f8c3-4f9f-8293-a07d30c06fd5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:59.505784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=c0ba7be2-2628-4c63-a844-8a3d431cd1bf,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:59.510778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:59.516929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:59.523812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:59.549733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af0c1ee-cac8-4b18-bfa6-6ef9085729e7', 'name': 'network-vif-deleted', 'tag': 'f446c94d-e80e-4482-b201-b842d06e7074'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:41:59.552831 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17661bf6-a5e7-475f-8871-51a8db158d64" -d '{"events": [{"server_uuid": "4af0c1ee-cac8-4b18-bfa6-6ef9085729e7", "name": "network-vif-deleted", "tag": "f446c94d-e80e-4482-b201-b842d06e7074"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:41:59.561272 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.688954 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.698871 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.756813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Network 640a12c6-f5f5-4d78-9517-b6df485847d4 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:41:59.760417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:41:59.765039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:41:59.782974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Pushing event updated for resources: {'Port': ['ID=451883b8-72fd-4049-aabe-c82f9396d783,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:41:59.797723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab7cdb-85d0-4a1f-9e1d-d93b86353b29 req-d357df8c-5403-4b73-918e-2c85d91a4c03 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:41:59.813438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7ab7cdb-85d0-4a1f-9e1d-d93b86353b29 req-d357df8c-5403-4b73-918e-2c85d91a4c03 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.1311910 Sep 18 19:41:59.842427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Attempting to bind port 451883b8-72fd-4049-aabe-c82f9396d783 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:41:59.843077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Attempting to bind port 451883b8-72fd-4049-aabe-c82f9396d783 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:41:59.843638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Attempting to bind port 451883b8-72fd-4049-aabe-c82f9396d783 on network 640a12c6-f5f5-4d78-9517-b6df485847d4 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:41:59.849259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:41:59.849861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Checking segment: {'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:41:59.850428 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.850963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Bound using segment: {'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:41:59.851613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Bound port: 451883b8-72fd-4049-aabe-c82f9396d783, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:41:59.852170 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:41:59.860997 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-e921ed88-8d25-4e57-a3d7-e644dcac4d43 service neutron] 10.222.0.32 "GET /v2.0/ports/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.2439845 Sep 18 19:41:59.905520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7ab7cdb-85d0-4a1f-9e1d-d93b86353b29 req-e6612982-0c04-45a3-927f-cd4175c8519e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844455 Sep 18 19:41:59.946834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] For port 451883b8-72fd-4049-aabe-c82f9396d783, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:41:59.954933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] For port 451883b8-72fd-4049-aabe-c82f9396d783, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=451883b8-72fd-4049-aabe-c82f9396d783,segment=NetworkSegment(c768f2ff-6bde-4bc2-8e14-55a4d5de51e5),segment_id=c768f2ff-6bde-4bc2-8e14-55a4d5de51e5)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:41:59.975207 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:00.039462 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:00.051725 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:00.109800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878f63b-9f36-4bbe-8271-f32cab6b196b None None] Pushing event updated for resources: {'Port': ['ID=451883b8-72fd-4049-aabe-c82f9396d783,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:00.123312 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5848679d-556f-4302-97b4-7a3838c382a6 x-openstack-request-id: req-5848679d-556f-4302-97b4-7a3838c382a6 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:00.123628 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af0c1ee-cac8-4b18-bfa6-6ef9085729e7", "name": "network-vif-deleted", "tag": "f446c94d-e80e-4482-b201-b842d06e7074", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:00.124351 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5848679d-556f-4302-97b4-7a3838c382a6 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:00.124351 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af0c1ee-cac8-4b18-bfa6-6ef9085729e7', 'name': 'network-vif-deleted', 'tag': 'f446c94d-e80e-4482-b201-b842d06e7074', 'status': 'completed', 'code': 200} Sep 18 19:42:00.125870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0ba7be2-2628-4c63-a844-8a3d431cd1bf up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:00.147241 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df2d5b-c2c0-4c16-9296-bcb10d60ca95 None None] Pushing event updated for resources: {'Port': ['ID=abb6c781-9faa-4373-9fed-5ecee348c939,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:00.217939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c0ba7be2-2628-4c63-a844-8a3d431cd1bf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:00.218699 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:00.305690 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Attempting to bind port abb6c781-9faa-4373-9fed-5ecee348c939 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:00.306389 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Attempting to bind port abb6c781-9faa-4373-9fed-5ecee348c939 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:00.308178 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Attempting to bind port abb6c781-9faa-4373-9fed-5ecee348c939 on network c75a9c35-7246-4090-8afb-39b21513bfa6 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:00.323263 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:00.323800 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Checking segment: {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:00.325137 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:00.327197 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Bound using segment: {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:00.328695 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Bound port: abb6c781-9faa-4373-9fed-5ecee348c939, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:00.329797 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:00.487573 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] For port abb6c781-9faa-4373-9fed-5ecee348c939, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:00.492380 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] For port abb6c781-9faa-4373-9fed-5ecee348c939, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=abb6c781-9faa-4373-9fed-5ecee348c939,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:00.513968 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:00.585900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:00.693685 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Routers {'f614f3f8-62d8-48bb-b6b2-c97e726afa7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:00.696908 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:00.763272 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df2d5b-c2c0-4c16-9296-bcb10d60ca95 None None] Pushing event updated for resources: {'Port': ['ID=abb6c781-9faa-4373-9fed-5ecee348c939,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:00.798867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:00.838576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:00.879137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:00.879872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f78b-d522-4f2a-8dc7-ffd29a28accb req-0401c5c9-0a6e-46d7-8be7-99ec6202d99d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:00.885393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed21f78b-d522-4f2a-8dc7-ffd29a28accb req-0401c5c9-0a6e-46d7-8be7-99ec6202d99d tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 950 time: 0.1566374 Sep 18 19:42:00.971359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed21f78b-d522-4f2a-8dc7-ffd29a28accb req-e550ae2a-b609-4831-a42e-02ff9fcdddee tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792341 Sep 18 19:42:00.979997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:01.008506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:01.034777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:01.062143 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] Set router f614f3f8-62d8-48bb-b6b2-c97e726afa7c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:01.098722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:01.222663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46887efe-48de-4333-8b38-2356e0adfd39 req-33648fc6-e163-40a0-9e58-b9d27fe788c5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:01.237636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46887efe-48de-4333-8b38-2356e0adfd39 req-33648fc6-e163-40a0-9e58-b9d27fe788c5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 943 time: 0.1152630 Sep 18 19:42:01.309651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46887efe-48de-4333-8b38-2356e0adfd39 req-814f0353-0d00-4e94-9838-da602399513c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694375 Sep 18 19:42:01.435285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] Transition to ACTIVE for port object cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:42:01.436719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:42:01.516784 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 4, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'abb6c781-9faa-4373-9fed-5ecee348c939', 'name': '', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'mac_address': 'fa:16:3e:7c:6e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:52Z', 'updated_at': '2021-09-18T19:42:00Z', 'revision_number': 4, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'subnets': [{'id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:01.554538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:01.567689 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951aa0a3-7b94-462a-aef1-bea2cc386ae8 None None] The sync data for ids ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'] in n-d-789963-11 is: [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 4, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'abb6c781-9faa-4373-9fed-5ecee348c939', 'name': '', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'mac_address': 'fa:16:3e:7c:6e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:52Z', 'updated_at': '2021-09-18T19:42:00Z', 'revision_number': 4, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'subnets': [{'id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:01.714862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] No DVR routers for this DVR port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:01.765851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:42:01.778670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Sync routers for ids ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:42:01.788717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=10']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:01.796403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Routers {'6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:01.796988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:01.803237 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-ab6e1a0f-aa04-416a-89d7-f0a0d7ff38a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4/bindings/n-h2-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8860278 Sep 18 19:42:01.810618 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:01.825284 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2f3e5e82-c01e-40f3-aa3f-7a9a39480ef4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0247517 Sep 18 19:42:01.825954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43244) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:01.937006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df77839d-33fa-4fab-bba7-78708272cea0 None None] Network 640a12c6-f5f5-4d78-9517-b6df485847d4 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:01.977393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-357331dd-7dfc-4576-9654-e7e430755bd0 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:01.979635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-357331dd-7dfc-4576-9654-e7e430755bd0 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.1126814 Sep 18 19:42:02.096372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-df7cbc75-b338-4c57-b01a-252337d723ce tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:02.097886 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-df7cbc75-b338-4c57-b01a-252337d723ce tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 950 time: 0.1204774 Sep 18 19:42:02.122520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-be3f8298-8e24-4530-b85d-2bec5171cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:02.124501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-be3f8298-8e24-4530-b85d-2bec5171cde2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc&tenant_id=67fefe280cc24400856c613ffce9bc8b HTTP/1.1" status: 200 len: 1096 time: 0.1306813 Sep 18 19:42:02.149222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Set router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:02.338219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26411e57-5124-4184-a4e8-05fa48db3779 req-3fa23f63-751e-4f3c-a8e8-0b4e5dc61fe3 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:02.348601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26411e57-5124-4184-a4e8-05fa48db3779 req-3fa23f63-751e-4f3c-a8e8-0b4e5dc61fe3 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 950 time: 0.1867898 Sep 18 19:42:02.361812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-c156323d-b5f4-4ba4-8b8b-23c177051bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:02.364975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-c156323d-b5f4-4ba4-8b8b-23c177051bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1096 time: 0.1886363 Sep 18 19:42:02.463298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device abb6c781-9faa-4373-9fed-5ecee348c939 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:02.478235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26411e57-5124-4184-a4e8-05fa48db3779 req-eb699f12-4fd6-43a5-abca-fa31ae92d189 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f084855-6eef-4d85-9473-b7b5a05ba533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281431 Sep 18 19:42:02.480815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-40a0ce75-60ec-483a-bb06-13fc6ec55f39 None None] Provisioning complete for port 451883b8-72fd-4049-aabe-c82f9396d783 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:02.482533 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40a0ce75-60ec-483a-bb06-13fc6ec55f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:02.644676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-43afc5cc-d57c-47e8-b1f2-4e693cc1827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:02.646195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-43afc5cc-d57c-47e8-b1f2-4e693cc1827f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.2689414 Sep 18 19:42:02.749930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-5f607b8a-f267-45e9-8605-d146424a928b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 200 len: 217 time: 0.0735002 Sep 18 19:42:02.811301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-efa46aaa-b1b0-4240-8c85-ba04ed5e2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:02.812740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-efa46aaa-b1b0-4240-8c85-ba04ed5e2fc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.0553780 Sep 18 19:42:02.821054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Deleting port fa5a37ea-983d-4602-b06e-3a6806a5fb09 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:02.822006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:02.854791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-76ceee7a-de00-456a-a2b7-476872b27c90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332882 Sep 18 19:42:02.867799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658defc-3f85-419e-8fc9-c5fcd46d94b4 req-c53eac25-8494-4bfb-8196-93bf6b5b171f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:02.876404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f658defc-3f85-419e-8fc9-c5fcd46d94b4 req-c53eac25-8494-4bfb-8196-93bf6b5b171f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 944 time: 0.2291408 Sep 18 19:42:02.955913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f658defc-3f85-419e-8fc9-c5fcd46d94b4 req-3edf27b3-a03e-4628-a133-19d19b6c245e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784883 Sep 18 19:42:03.082477 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-a84f4cf6-448d-4a7f-9fb7-7cbd941ae811 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973221 Sep 18 19:42:03.112366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] For port fa5a37ea-983d-4602-b06e-3a6806a5fb09, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa5a37ea-983d-4602-b06e-3a6806a5fb09,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:03.112744 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.150698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Calling delete_port for fa5a37ea-983d-4602-b06e-3a6806a5fb09 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:03.228973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40a0ce75-60ec-483a-bb06-13fc6ec55f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.236081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port abb6c781-9faa-4373-9fed-5ecee348c939 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:03.236081 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.236428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-0e334661-f96d-49dc-a8d5-5aa55e99eb4d service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454952 Sep 18 19:42:03.361823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-router', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:57Z', 'updated_at': '2021-09-18T19:42:00Z', 'revision_number': 3, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'gw_port': {'id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:58Z', 'updated_at': '2021-09-18T19:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:03.406873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Checking router: 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:42:03.407225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Updating router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:42:03.411339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-40a0ce75-60ec-483a-bb06-13fc6ec55f39 None None] For port 451883b8-72fd-4049-aabe-c82f9396d783, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=451883b8-72fd-4049-aabe-c82f9396d783,segment=NetworkSegment(c768f2ff-6bde-4bc2-8e14-55a4d5de51e5),segment_id=c768f2ff-6bde-4bc2-8e14-55a4d5de51e5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:03.447415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40a0ce75-60ec-483a-bb06-13fc6ec55f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.458986 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.503334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.607262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.621242 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.638004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa5a37ea-983d-4602-b06e-3a6806a5fb09'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:42:03.678764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0ce75-60ec-483a-bb06-13fc6ec55f39 None None] Pushing event updated for resources: {'Port': ['ID=451883b8-72fd-4049-aabe-c82f9396d783,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:03.691689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3de896b5-afc4-49a9-8a26-1973cb0b1697 req-df13a2f0-9f92-4bde-baba-c9731e9f7c09 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.20 "GET /v2.0/ports?device_id=6de65256-196a-4521-b7ec-c0a85dc726d0 HTTP/1.1" status: 200 len: 210 time: 0.1098228 Sep 18 19:42:03.710722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-3cb0b2e4-13b0-41a8-8d83-4935763d63e1 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:03.712524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-3cb0b2e4-13b0-41a8-8d83-4935763d63e1 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.1803989 Sep 18 19:42:03.751758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port abb6c781-9faa-4373-9fed-5ecee348c939, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=abb6c781-9faa-4373-9fed-5ecee348c939,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:03.765538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-28f07c6a-16cb-4f06-ba22-2d6c34592d10 None None] Provisioning complete for port 451883b8-72fd-4049-aabe-c82f9396d783 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:03.765922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28f07c6a-16cb-4f06-ba22-2d6c34592d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.773644 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.774340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 451883b8-72fd-4049-aabe-c82f9396d783 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:03.807449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Pushing event deleted for resources: {'Port': ['ID=fa5a37ea-983d-4602-b06e-3a6806a5fb09,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:03.870292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=abb6c781-9faa-4373-9fed-5ecee348c939,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:03.890419 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:42:03.928621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] No DVR routers for this DVR port fa5a37ea-983d-4602-b06e-3a6806a5fb09 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:03.938728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.941317 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-583ffd16-4a8b-422a-a8e8-f4bb6b922513 req-6ab403ed-341b-45fe-82d9-f08a2c7315a9 tempest-ServersOnMultiNodesTest-749162681 tempest-ServersOnMultiNodesTest-749162681-project] 10.222.0.32 "DELETE /v2.0/ports/fa5a37ea-983d-4602-b06e-3a6806a5fb09 HTTP/1.1" status: 204 len: 173 time: 1.3934758 Sep 18 19:42:03.942008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de65256-196a-4521-b7ec-c0a85dc726d0', 'name': 'network-vif-deleted', 'tag': 'fa5a37ea-983d-4602-b06e-3a6806a5fb09'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:03.954049 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def6550a-924c-44fd-889c-bbdd0c5f12fc" -d '{"events": [{"server_uuid": "6de65256-196a-4521-b7ec-c0a85dc726d0", "name": "network-vif-deleted", "tag": "fa5a37ea-983d-4602-b06e-3a6806a5fb09"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:03.974947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-0b8bbc4a-4101-462a-a8e6-4eadc6626d4e service neutron] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:03.978930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-0b8bbc4a-4101-462a-a8e6-4eadc6626d4e service neutron] Notify callbacks [] for binding, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:03.980798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76dc6789-c363-4f8e-b996-eef6e65419d2 req-0b8bbc4a-4101-462a-a8e6-4eadc6626d4e service neutron] 10.222.0.24 "DELETE /v2.0/ports/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4/bindings/n-h1-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.2594988 Sep 18 19:42:04.046493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 451883b8-72fd-4049-aabe-c82f9396d783 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:04.047007 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.090847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Allocated IP 172.20.0.1 (640a12c6-f5f5-4d78-9517-b6df485847d4/a253e5ca-550e-4a3c-98b1-888ae1837867/32055e51-98ec-4a03-8f0f-7c9eca2b049f) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:04.132402 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc85c0-6557-4433-a443-52eea7b83d7d x-openstack-request-id: req-f4fc85c0-6557-4433-a443-52eea7b83d7d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:04.133312 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de65256-196a-4521-b7ec-c0a85dc726d0", "name": "network-vif-deleted", "tag": "fa5a37ea-983d-4602-b06e-3a6806a5fb09", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:04.140799 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4fc85c0-6557-4433-a443-52eea7b83d7d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:04.145741 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de65256-196a-4521-b7ec-c0a85dc726d0', 'name': 'network-vif-deleted', 'tag': 'fa5a37ea-983d-4602-b06e-3a6806a5fb09', 'status': 'completed', 'code': 200} Sep 18 19:42:04.274297 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.297260 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.347986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307d0bb-d212-4e6b-b45e-33b9fd931be5 req-b2e69880-040d-4d69-b8df-d0786d47ba39 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:04.362006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7307d0bb-d212-4e6b-b45e-33b9fd931be5 req-b2e69880-040d-4d69-b8df-d0786d47ba39 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 944 time: 0.1238024 Sep 18 19:42:04.366588 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.377518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Attempting to bind port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:04.378033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Attempting to bind port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:04.378505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Attempting to bind port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:04.388114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:04.388667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:04.389324 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.389679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:04.390310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Bound port: a9d25b28-f8c3-4f9f-8293-a07d30c06fd5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:04.390967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.457272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] For port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:04.461548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] For port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a9d25b28-f8c3-4f9f-8293-a07d30c06fd5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:04.463033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f92d3d-d13e-4794-a18c-c0153c75fc36 None None] Pushing event updated for resources: {'Port': ['ID=a9d25b28-f8c3-4f9f-8293-a07d30c06fd5,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:04.468501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.483155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7307d0bb-d212-4e6b-b45e-33b9fd931be5 req-9f2ea5fc-aebf-4e69-ad73-8fe546cf5dc6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196194 Sep 18 19:42:04.500253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.511430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device abb6c781-9faa-4373-9fed-5ecee348c939 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:04.636000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Network 640a12c6-f5f5-4d78-9517-b6df485847d4 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:04.649756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:04.660232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:04.671090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port abb6c781-9faa-4373-9fed-5ecee348c939 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:04.671937 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:04.742331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f92d3d-d13e-4794-a18c-c0153c75fc36 None None] Pushing event updated for resources: {'Port': ['ID=a9d25b28-f8c3-4f9f-8293-a07d30c06fd5,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:04.748024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Routers {'6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:04.748830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:04.844848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=32055e51-98ec-4a03-8f0f-7c9eca2b049f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:04.873899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:05.004649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] Set router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:05.128462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:05.179543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c05127-e9d5-4c80-bd90-5e6d3338699e req-c335466b-3cdc-46d1-b80a-4175fb35917d tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:05.182677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18c05127-e9d5-4c80-bd90-5e6d3338699e req-c335466b-3cdc-46d1-b80a-4175fb35917d tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1096 time: 0.1261451 Sep 18 19:42:05.236404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 451883b8-72fd-4049-aabe-c82f9396d783 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:05.295057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18c05127-e9d5-4c80-bd90-5e6d3338699e req-506fae9d-d7e2-441a-9ccf-463fa037df7d tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970087 Sep 18 19:42:05.315559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d66aab90-4ceb-45d8-90e3-b5bc13ed68db None None] Provisioning complete for port 32055e51-98ec-4a03-8f0f-7c9eca2b049f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:05.316948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d66aab90-4ceb-45d8-90e3-b5bc13ed68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:05.353792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43288) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:05.546659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 451883b8-72fd-4049-aabe-c82f9396d783 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:05.548267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:05.554314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:05.561491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d66aab90-4ceb-45d8-90e3-b5bc13ed68db None None] Port 32055e51-98ec-4a03-8f0f-7c9eca2b049f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:42:05.562770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:05.595309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352415ba-c9bf-429e-9c1a-e492a8c0c449 req-a2009cd5-0ccd-4bbf-98bd-8147d1c8adc8 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:05.606360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-352415ba-c9bf-429e-9c1a-e492a8c0c449 req-a2009cd5-0ccd-4bbf-98bd-8147d1c8adc8 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 1096 time: 0.1377659 Sep 18 19:42:05.641908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-router', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:57Z', 'updated_at': '2021-09-18T19:42:00Z', 'revision_number': 3, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'gw_port': {'id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:58Z', 'updated_at': '2021-09-18T19:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:05.648316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=32055e51-98ec-4a03-8f0f-7c9eca2b049f,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:05.651906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-352415ba-c9bf-429e-9c1a-e492a8c0c449 req-7a90d46b-a90b-4ab7-aed7-1440974fd759 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Sep 18 19:42:05.666664 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:05.706971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d11d50ab-eccf-4f4f-82d8-144314329fce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d195f88bbae74c729a7630ead8ca2d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513696 Sep 18 19:42:05.707631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43296) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:05.744740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f293ceb4-7e32-486e-824a-a9234954863e None None] The sync data for ids ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'] in n-d-789963-11 is: [{'id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-router', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:57Z', 'updated_at': '2021-09-18T19:42:00Z', 'revision_number': 3, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'gw_port': {'id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:58Z', 'updated_at': '2021-09-18T19:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:05.860717 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67cd987f-097a-4e8f-aabe-335888468a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:05.863770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Network 640a12c6-f5f5-4d78-9517-b6df485847d4 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:05.878387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:05.921196 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67cd987f-097a-4e8f-aabe-335888468a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:06.063648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67cd987f-097a-4e8f-aabe-335888468a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:06.067528 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67cd987f-097a-4e8f-aabe-335888468a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:06.073857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-67cd987f-097a-4e8f-aabe-335888468a69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f084855-6eef-4d85-9473-b7b5a05ba533 HTTP/1.1" status: 204 len: 168 time: 0.3650341 Sep 18 19:42:06.107779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd987f-097a-4e8f-aabe-335888468a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f084855-6eef-4d85-9473-b7b5a05ba533,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:06.162388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:42:06.304600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2949aa5b-6e51-432d-9287-643d808f58a7 None None] Provisioning complete for port 32055e51-98ec-4a03-8f0f-7c9eca2b049f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:06.305217 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2949aa5b-6e51-432d-9287-643d808f58a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:06.389346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2949aa5b-6e51-432d-9287-643d808f58a7 None None] Port 32055e51-98ec-4a03-8f0f-7c9eca2b049f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:42:06.404355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:42:06.431150 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e23f4f3f-1745-49b5-857b-e41eb3ade2c4 admin admin] 10.222.0.20 "PUT /v2.0/routers/6a68a258-b12d-468a-8df3-9d2c5a3a8a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6038997 Sep 18 19:42:06.508692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:06.824212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43324) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:06.878290 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ae60419c-7f36-4808-b665-91379d63ca1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0fe2260c7184c27a17e5f193ff9d21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517492 Sep 18 19:42:06.880304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43326) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:06.881338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device fa5a37ea-983d-4602-b06e-3a6806a5fb09 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:06.909896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: fa5a37ea-983d-4602-b06e-3a6806a5fb09 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:06.910124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device fa5a37ea-983d-4602-b06e-3a6806a5fb09 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:06.936473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:06.936941 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:06.994015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0600ffd-cf44-447f-86fe-8e6f71d11b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:07.050407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0600ffd-cf44-447f-86fe-8e6f71d11b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:07.079715 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:07.116009 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0600ffd-cf44-447f-86fe-8e6f71d11b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:07.119144 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0600ffd-cf44-447f-86fe-8e6f71d11b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:07.119952 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e0600ffd-cf44-447f-86fe-8e6f71d11b11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f09a16ad-08e4-4bad-9736-b5950b984648 HTTP/1.1" status: 204 len: 168 time: 0.2349241 Sep 18 19:42:07.125251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a9d25b28-f8c3-4f9f-8293-a07d30c06fd5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:07.136027 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:07.154337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0600ffd-cf44-447f-86fe-8e6f71d11b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09a16ad-08e4-4bad-9736-b5950b984648,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:07.240175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a9d25b28-f8c3-4f9f-8293-a07d30c06fd5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:07.418467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56901a70-9b65-4d1b-9349-87d89535a700 req-6236dd4c-3728-4da2-babd-90ae067e0cf4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1781201 Sep 18 19:42:07.424874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:07.455351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:07.612562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:07.789417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Allocated IP 172.25.8.13 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/98bee3ce-0de6-4eaf-987c-8ce32ea52a82) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:07.973405 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.024552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.081126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event updated for resources: {'Port': ['ID=98bee3ce-0de6-4eaf-987c-8ce32ea52a82,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:08.096845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:08.098704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:08.101630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:08.228061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.289288 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.361337 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Sync routers for ids ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:42:08.376615 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Routers {'6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:08.377559 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:08.455760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:08.544735 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Set router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:08.606290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:08.606664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.676093 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.692261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.857492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.899509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event updated for resources: {'Port': ['ID=98bee3ce-0de6-4eaf-987c-8ce32ea52a82,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:08.910140 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:08.917855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56901a70-9b65-4d1b-9349-87d89535a700 req-ff6b8fc9-de90-4f95-8484-f60c2616b465 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4974775 Sep 18 19:42:08.942581 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-router', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:57Z', 'updated_at': '2021-09-18T19:42:05Z', 'revision_number': 4, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'gw_port': {'id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:58Z', 'updated_at': '2021-09-18T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '32055e51-98ec-4a03-8f0f-7c9eca2b049f', 'name': '', 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'mac_address': 'fa:16:3e:b9:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a253e5ca-550e-4a3c-98b1-888ae1837867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:03Z', 'updated_at': '2021-09-18T19:42:05Z', 'revision_number': 2, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'subnets': [{'id': 'a253e5ca-550e-4a3c-98b1-888ae1837867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:08.979938 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Checking router: 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:42:08.980509 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Updating router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d port 32055e51-98ec-4a03-8f0f-7c9eca2b049f binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:42:09.016187 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:09.032668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56901a70-9b65-4d1b-9349-87d89535a700 req-6be82a37-0508-4d1b-9841-3d2331e991b5 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.1103430 Sep 18 19:42:09.193656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56901a70-9b65-4d1b-9349-87d89535a700 req-e37606f7-5c61-4fec-8dcf-a7112b7b1961 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:09.195073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56901a70-9b65-4d1b-9349-87d89535a700 req-e37606f7-5c61-4fec-8dcf-a7112b7b1961 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1614361 Sep 18 19:42:09.466662 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:09.475834 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:09.527701 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff8655-a271-4498-82aa-bac22cd4156e None None] Pushing event updated for resources: {'Port': ['ID=32055e51-98ec-4a03-8f0f-7c9eca2b049f,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:09.628766 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Attempting to bind port 32055e51-98ec-4a03-8f0f-7c9eca2b049f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:09.629252 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Attempting to bind port 32055e51-98ec-4a03-8f0f-7c9eca2b049f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:09.630186 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Attempting to bind port 32055e51-98ec-4a03-8f0f-7c9eca2b049f on network 640a12c6-f5f5-4d78-9517-b6df485847d4 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:09.638464 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:09.639260 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Checking segment: {'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:09.640225 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:09.640968 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Bound using segment: {'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:09.641576 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Bound port: 32055e51-98ec-4a03-8f0f-7c9eca2b049f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:09.642069 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:09.654270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-f180d736-e8d3-4a25-94f0-78fda9c7b7f6 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2038312 Sep 18 19:42:09.669902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:09.738302 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] For port 32055e51-98ec-4a03-8f0f-7c9eca2b049f, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:09.742849 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] For port 32055e51-98ec-4a03-8f0f-7c9eca2b049f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=32055e51-98ec-4a03-8f0f-7c9eca2b049f,segment=NetworkSegment(c768f2ff-6bde-4bc2-8e14-55a4d5de51e5),segment_id=c768f2ff-6bde-4bc2-8e14-55a4d5de51e5)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:09.749108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:09.750729 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:09.822417 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff8655-a271-4498-82aa-bac22cd4156e None None] Pushing event updated for resources: {'Port': ['ID=32055e51-98ec-4a03-8f0f-7c9eca2b049f,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:09.844282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7fbb87be-970b-4399-bd15-8812a568510d None None] Provisioning complete for port 32055e51-98ec-4a03-8f0f-7c9eca2b049f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:09.845222 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7fbb87be-970b-4399-bd15-8812a568510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:09.868258 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Routers {'6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:09.869300 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:41:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:10.084061 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7fbb87be-970b-4399-bd15-8812a568510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:10.129949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:10.136530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7fbb87be-970b-4399-bd15-8812a568510d None None] For port 32055e51-98ec-4a03-8f0f-7c9eca2b049f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=32055e51-98ec-4a03-8f0f-7c9eca2b049f,segment=NetworkSegment(c768f2ff-6bde-4bc2-8e14-55a4d5de51e5),segment_id=c768f2ff-6bde-4bc2-8e14-55a4d5de51e5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:10.142822 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7fbb87be-970b-4399-bd15-8812a568510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:10.203571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb87be-970b-4399-bd15-8812a568510d None None] Pushing event updated for resources: {'Port': ['ID=32055e51-98ec-4a03-8f0f-7c9eca2b049f,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:10.223417 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] Set router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:10.268972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a11a081d-8592-4957-bd7c-6c436caf5472 None None] Provisioning complete for port 32055e51-98ec-4a03-8f0f-7c9eca2b049f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:10.269348 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a11a081d-8592-4957-bd7c-6c436caf5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:10.349180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Allocated IP 172.25.8.16 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/063d7540-ae51-48fb-88d1-cda3dd58860f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:10.520459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:10.543026 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-router', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:57Z', 'updated_at': '2021-09-18T19:42:05Z', 'revision_number': 4, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'gw_port': {'id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:58Z', 'updated_at': '2021-09-18T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '32055e51-98ec-4a03-8f0f-7c9eca2b049f', 'name': '', 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'mac_address': 'fa:16:3e:b9:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a253e5ca-550e-4a3c-98b1-888ae1837867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:03Z', 'updated_at': '2021-09-18T19:42:09Z', 'revision_number': 4, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'subnets': [{'id': 'a253e5ca-550e-4a3c-98b1-888ae1837867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:10.568497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:10.585032 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa4a9a-fb15-46ac-a771-05dae798c1de None None] The sync data for ids ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'] in n-d-789963-11 is: [{'id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-router', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:57Z', 'updated_at': '2021-09-18T19:42:05Z', 'revision_number': 4, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'gw_port': {'id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:58Z', 'updated_at': '2021-09-18T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '32055e51-98ec-4a03-8f0f-7c9eca2b049f', 'name': '', 'network_id': '640a12c6-f5f5-4d78-9517-b6df485847d4', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'mac_address': 'fa:16:3e:b9:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a253e5ca-550e-4a3c-98b1-888ae1837867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:03Z', 'updated_at': '2021-09-18T19:42:09Z', 'revision_number': 4, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'subnets': [{'id': 'a253e5ca-550e-4a3c-98b1-888ae1837867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:10.670036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:10.674915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:10.680883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event updated for resources: {'Port': ['ID=063d7540-ae51-48fb-88d1-cda3dd58860f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:10.683775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:10.851213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:11.070973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:11.192000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236602-5e79-445e-b286-06337d3ec6cf req-d30e3a03-6abc-4a93-a72c-6639d0b6642c tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:11.195705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-d30e3a03-6abc-4a93-a72c-6639d0b6642c tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 810 time: 0.3145072 Sep 18 19:42:11.230718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-fccb9131-2871-477d-b7e6-7571291fc128 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/quotas/c1184832694d40e3a430f677dcef20f6 HTTP/1.1" status: 200 len: 375 time: 0.0200388 Sep 18 19:42:11.445574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:11.460018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-8beafcde-d021-4718-8b5a-043b307f76dc tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2184646 Sep 18 19:42:11.461335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:11.539898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:11.933956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:11.933956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2708218 Sep 18 19:42:12.039368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-0c01bcba-53d6-40e4-9e14-f0b7d41335ab tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0928559 Sep 18 19:42:12.111652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4ec5b-7acd-47ee-88f5-87bb4556a722 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event updated for resources: {'Port': ['ID=063d7540-ae51-48fb-88d1-cda3dd58860f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:12.202997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-8e7d517f-7e13-486e-9f06-118cbfc6df85 service neutron] 10.222.0.20 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300527 Sep 18 19:42:12.299545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-67d4900f-ef0d-4403-a9ae-42b4a46f2d74 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:12.306999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab936f38-a318-4470-a2b1-f0574976c1c9 req-67d4900f-ef0d-4403-a9ae-42b4a46f2d74 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2144670 Sep 18 19:42:12.414288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-8f27f5ac-ee9b-4476-981c-23e94a44cfaf service neutron] 10.222.0.20 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103066 Sep 18 19:42:12.495002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 32055e51-98ec-4a03-8f0f-7c9eca2b049f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:12.570113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 32055e51-98ec-4a03-8f0f-7c9eca2b049f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:12.570501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:12.807015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-42a07668-49e6-495e-92b2-ba69c4eadea1 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1506732 Sep 18 19:42:12.812966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:12.872180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c57d6bf3-6b2d-4e89-8ce4-cc2c40331ca7 req-2a16ee0f-bd21-499e-82a3-554ce06f85e0 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 210 time: 0.0371583 Sep 18 19:42:12.875895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:13.072816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:13.402521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Allocated IP 172.25.8.74 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/cf976a58-7c9f-45bf-a252-a39e8924e167) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:13.660006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:13.706858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:13.737809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43468) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:13.823920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:13.829902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:13.834512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:13.945483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event updated for resources: {'Port': ['ID=cf976a58-7c9f-45bf-a252-a39e8924e167,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:13.996101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb22ede6-d9b9-4ba0-878e-a091e42f6103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.068751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07091379-ec68-4b9a-86b5-43e6cdedc67f req-a0f9dd2b-ef73-40b3-8492-28b11b946e2e tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 210 time: 0.0851872 Sep 18 19:42:14.122494 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.182275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.519205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236602-5e79-445e-b286-06337d3ec6cf req-af475082-cf79-4076-ae57-02312d0595cd tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:14.521093 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-af475082-cf79-4076-ae57-02312d0595cd tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.32 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 810 time: 0.3312666 Sep 18 19:42:14.534747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb22ede6-d9b9-4ba0-878e-a091e42f6103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.540214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Request body: {'port': {'device_id': 'f489134c-41f3-4af9-9ca5-a65d507341d9', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'admin_state_up': True, 'tenant_id': 'c1184832694d40e3a430f677dcef20f6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:14.563674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb22ede6-d9b9-4ba0-878e-a091e42f6103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.597592 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.606074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.636670 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fb22ede6-d9b9-4ba0-878e-a091e42f6103 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a65fe2600d334e66ad56566386aa2146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8965175 Sep 18 19:42:14.637436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43526) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:14.654284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event updated for resources: {'Port': ['ID=cf976a58-7c9f-45bf-a252-a39e8924e167,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:14.681111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22ede6-d9b9-4ba0-878e-a091e42f6103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b81fdf-f9b3-4ff2-8cf3-3e67bf410bcb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:14.735749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.755291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.756900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-f238b5d7-0c6d-4798-a141-b17c0afe4361 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9489539 Sep 18 19:42:14.849451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-3b54ab95-4e4b-409f-86fc-bf52ca4819f6 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.0853488 Sep 18 19:42:14.853860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb244-15a1-43f8-ae8e-0c39c52f0cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.891318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Made reservation on behalf of c1184832694d40e3a430f677dcef20f6 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:14.901071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.915089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb244-15a1-43f8-ae8e-0c39c52f0cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:14.983502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-2e3357ad-6b37-4c09-99c0-6a53eb996feb tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:14.987369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-2e3357ad-6b37-4c09-99c0-6a53eb996feb tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1307375 Sep 18 19:42:15.003715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-61184e8f-aa3f-4a09-8868-252a8ca5c5d7 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:42:15.005692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c2fc852-1a93-4a91-8036-8e31c7fafca5 req-61184e8f-aa3f-4a09-8868-252a8ca5c5d7 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116203 Sep 18 19:42:15.206455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Allocated IP 172.20.0.4 (c75a9c35-7246-4090-8afb-39b21513bfa6/b93b594d-0b47-4d52-915f-a2290cec290d/3848378d-3435-45e8-b064-2a067101a4c9) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:15.280006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26e132e0-454a-44f1-ae71-49db61d0f526 req-5be44b40-57bc-4e36-8395-84ecbf9439bd tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 210 time: 0.0719693 Sep 18 19:42:15.301755 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb244-15a1-43f8-ae8e-0c39c52f0cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:15.303282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-fe320aa9-0091-4edf-ba74-478b01608c0e tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2649229 Sep 18 19:42:15.311913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb244-15a1-43f8-ae8e-0c39c52f0cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:15.313716 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a8ceb244-15a1-43f8-ae8e-0c39c52f0cad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27b81fdf-f9b3-4ff2-8cf3-3e67bf410bcb HTTP/1.1" status: 204 len: 168 time: 0.6458299 Sep 18 19:42:15.317645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:15.373227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:15.485984 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:15.545849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:15.548109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceb244-15a1-43f8-ae8e-0c39c52f0cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b81fdf-f9b3-4ff2-8cf3-3e67bf410bcb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:15.670164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Network c75a9c35-7246-4090-8afb-39b21513bfa6 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:15.673083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:15.676833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:15.722649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:15.752614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Pushing event updated for resources: {'Port': ['ID=3848378d-3435-45e8-b064-2a067101a4c9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:15.786819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:15.787888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:15.808058 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-7c26f365-e603-4335-8a02-8ab90b3d3330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2760787 Sep 18 19:42:15.821087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Request body: {'port': {'device_id': 'f489134c-41f3-4af9-9ca5-a65d507341d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:15.890704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43580) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:15.906901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Allocated IP 172.25.8.108 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/873f9456-0f56-4eea-9dda-f1780a0d503a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:15.938377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5919197-3255-4c7a-a5ce-b61cf8ecf546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:15.950624 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.107641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.221450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.254334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:16.262791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:16.266072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:16.326433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5919197-3255-4c7a-a5ce-b61cf8ecf546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.382629 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5919197-3255-4c7a-a5ce-b61cf8ecf546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.419189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5919197-3255-4c7a-a5ce-b61cf8ecf546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c05db11-0519-4642-abb9-086cf523289d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:16.465094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event updated for resources: {'Port': ['ID=873f9456-0f56-4eea-9dda-f1780a0d503a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:16.498500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3848378d-3435-45e8-b064-2a067101a4c9 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:16.507332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.528013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f5919197-3255-4c7a-a5ce-b61cf8ecf546 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7e90edf6c1743ab8e1f3d0ccc1e955f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359692 Sep 18 19:42:16.531213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43592) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:16.531411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Transition to ACTIVE for port object 3848378d-3435-45e8-b064-2a067101a4c9 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:42:16.537451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.593585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Pushing event updated for resources: {'Port': ['ID=3848378d-3435-45e8-b064-2a067101a4c9,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:16.618182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee661e-dd47-4bec-b198-f82e468ff36c req-18c23ab7-aa72-4181-a324-68c217e58cfa tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:16.619733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5ee661e-dd47-4bec-b198-f82e468ff36c req-18c23ab7-aa72-4181-a324-68c217e58cfa tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 931 time: 0.1630940 Sep 18 19:42:16.654378 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.672345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5db4e1c9-b55c-4846-89ec-630cd18589a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.730526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5ee661e-dd47-4bec-b198-f82e468ff36c req-7edf3835-914d-46c4-9e1d-9def7e5e9605 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935307 Sep 18 19:42:16.765384 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5db4e1c9-b55c-4846-89ec-630cd18589a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.772663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.790249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Attempting to bind port 3848378d-3435-45e8-b064-2a067101a4c9 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:16.790601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Attempting to bind port 3848378d-3435-45e8-b064-2a067101a4c9 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:16.790944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Attempting to bind port 3848378d-3435-45e8-b064-2a067101a4c9 on network c75a9c35-7246-4090-8afb-39b21513bfa6 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:16.796817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Port 3848378d-3435-45e8-b064-2a067101a4c9 on network c75a9c35-7246-4090-8afb-39b21513bfa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:42:16.797157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Attempting to bind port 3848378d-3435-45e8-b064-2a067101a4c9 on network c75a9c35-7246-4090-8afb-39b21513bfa6 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:16.804011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:16.804339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Checking segment: {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:16.804944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Bound using segment: {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:16.805548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Bound port: 3848378d-3435-45e8-b064-2a067101a4c9, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:16.806086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:16.978989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] For port 3848378d-3435-45e8-b064-2a067101a4c9, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:16.991556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] For port 3848378d-3435-45e8-b064-2a067101a4c9, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3848378d-3435-45e8-b064-2a067101a4c9,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:17.000626 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:17.015839 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:17.035085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:17.071807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:17.073276 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:17.076217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] 10.222.0.32 "PUT /v2.0/ports/3848378d-3435-45e8-b064-2a067101a4c9 HTTP/1.1" status: 200 len: 1092 time: 1.2600312 Sep 18 19:42:17.081438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489134c-41f3-4af9-9ca5-a65d507341d9', 'tag': '3848378d-3435-45e8-b064-2a067101a4c9'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:17.084803 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af39ffaa-1600-4065-b7ec-57e151332a95" -d '{"events": [{"name": "network-changed", "server_uuid": "f489134c-41f3-4af9-9ca5-a65d507341d9", "tag": "3848378d-3435-45e8-b064-2a067101a4c9"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:17.200824 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6fd333-245f-44bb-88ab-ed5940514aaf x-openstack-request-id: req-5a6fd333-245f-44bb-88ab-ed5940514aaf {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:17.203639 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f489134c-41f3-4af9-9ca5-a65d507341d9", "tag": "3848378d-3435-45e8-b064-2a067101a4c9", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:17.203912 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a6fd333-245f-44bb-88ab-ed5940514aaf {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:17.204853 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489134c-41f3-4af9-9ca5-a65d507341d9', 'tag': '3848378d-3435-45e8-b064-2a067101a4c9', 'status': 'completed', 'code': 200} Sep 18 19:42:17.280961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236602-5e79-445e-b286-06337d3ec6cf req-df1de0d3-14e1-480f-8746-4ada26482dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:17.285615 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-df1de0d3-14e1-480f-8746-4ada26482dd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 1095 time: 0.1474051 Sep 18 19:42:17.286294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1f33d-72b4-459a-ae2a-6047a99d0b4a service neutron] Pushing event updated for resources: {'Port': ['ID=3848378d-3435-45e8-b064-2a067101a4c9,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:17.300778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event updated for resources: {'Port': ['ID=873f9456-0f56-4eea-9dda-f1780a0d503a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:17.321900 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5db4e1c9-b55c-4846-89ec-630cd18589a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:17.324750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5db4e1c9-b55c-4846-89ec-630cd18589a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:17.340264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5db4e1c9-b55c-4846-89ec-630cd18589a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c05db11-0519-4642-abb9-086cf523289d HTTP/1.1" status: 204 len: 168 time: 0.7932727 Sep 18 19:42:17.350290 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:17.385307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4e1c9-b55c-4846-89ec-630cd18589a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c05db11-0519-4642-abb9-086cf523289d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:17.404051 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:17.412711 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-11d4b250-833f-4ad8-b776-b12c59005aaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3848378d-3435-45e8-b064-2a067101a4c9 HTTP/1.1" status: 200 len: 217 time: 0.0927067 Sep 18 19:42:17.415253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-0c9804d1-ce06-4fea-9a50-844c33c61be3 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1022575 Sep 18 19:42:17.515305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236602-5e79-445e-b286-06337d3ec6cf req-1a48984e-aafc-49e4-9d2f-e290e572bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:17.517050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-1a48984e-aafc-49e4-9d2f-e290e572bbaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 200 len: 850 time: 0.0984113 Sep 18 19:42:17.536047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-e061062f-2c48-40bf-91da-256fcc543a45 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.1167769 Sep 18 19:42:17.614171 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-b318ad49-b994-497a-9749-78f1754ef140 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c75a9c35-7246-4090-8afb-39b21513bfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894229 Sep 18 19:42:17.747057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-8ad204d7-d1df-4d7b-bbb3-74cf59912b75 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:17.757215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc80e1f1-d12f-465a-813d-7c74784a9d8b req-8ad204d7-d1df-4d7b-bbb3-74cf59912b75 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2203078 Sep 18 19:42:17.871611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ff72a08-c88b-40eb-8ec0-675595b0ad88 req-bd35824f-dd94-4a95-8be2-96be03e14f14 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips/d4996599-cebe-48c3-bc8f-b3cb9742782c HTTP/1.1" status: 200 len: 693 time: 0.0921905 Sep 18 19:42:17.937276 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-716c4e6d-b209-4a88-9955-4853f3c5f8f0 service neutron] 10.222.0.32 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148129 Sep 18 19:42:18.089242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad0f7d-7dbb-4497-a40a-7803bbdacec2 req-78b12bd9-76c6-45e6-a2c8-bea68dbc7520 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:18.090834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fad0f7d-7dbb-4497-a40a-7803bbdacec2 req-78b12bd9-76c6-45e6-a2c8-bea68dbc7520 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 943 time: 0.1482708 Sep 18 19:42:18.130402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff72a08-c88b-40eb-8ec0-675595b0ad88 req-cf013719-07a2-4a13-839b-acedf258e2e5 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:18.137608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ff72a08-c88b-40eb-8ec0-675595b0ad88 req-cf013719-07a2-4a13-839b-acedf258e2e5 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2650902 Sep 18 19:42:18.207216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fad0f7d-7dbb-4497-a40a-7803bbdacec2 req-d99cc8ab-977e-4f90-b0b5-6ef7e2379400 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039164 Sep 18 19:42:18.270428 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-37236602-5e79-445e-b286-06337d3ec6cf req-d2e187af-adc7-4698-aa4b-ecb1634b9568 service neutron] 10.222.0.32 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247020 Sep 18 19:42:18.372792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-8dfd98a9-877d-463c-a5f0-04bc8ab42633 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips/d4996599-cebe-48c3-bc8f-b3cb9742782c HTTP/1.1" status: 200 len: 693 time: 0.1415803 Sep 18 19:42:18.470543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-ba66ee56-5532-44b5-ba39-05fcae132ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:18.470543 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-ba66ee56-5532-44b5-ba39-05fcae132ecc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 1095 time: 0.1115599 Sep 18 19:42:18.591136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-e9aadec5-cb9d-4f12-b5b2-6b9cb481f343 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:18.600470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-e9aadec5-cb9d-4f12-b5b2-6b9cb481f343 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2258289 Sep 18 19:42:18.608688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-53ac88b5-231a-449c-a10f-0ccd9c2d5af1 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:42:18.618337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-53ac88b5-231a-449c-a10f-0ccd9c2d5af1 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165472 Sep 18 19:42:18.694601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-a4e65dfc-94e1-4d67-a6b4-760f5c7d3df9 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.0747924 Sep 18 19:42:18.708198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-416effc7-73c4-4bed-b012-06be3f82ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:18.716222 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-416effc7-73c4-4bed-b012-06be3f82ff75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 911 time: 0.2404754 Sep 18 19:42:18.812024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-1056aef2-5b32-4530-b13f-99bf37a1bc76 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.108 HTTP/1.1" status: 200 len: 696 time: 0.1164701 Sep 18 19:42:18.834824 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-5ab26eb8-d97f-4512-8971-4b29bceed98f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3848378d-3435-45e8-b064-2a067101a4c9 HTTP/1.1" status: 200 len: 217 time: 0.1110697 Sep 18 19:42:18.925642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-af96cda6-86ba-4bcb-8c6f-654f4f4361d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:18.928418 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-af96cda6-86ba-4bcb-8c6f-654f4f4361d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 200 len: 850 time: 0.0857542 Sep 18 19:42:19.034720 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-e5c58b3d-a8e7-4231-9859-b34bcb48cdd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c75a9c35-7246-4090-8afb-39b21513bfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915694 Sep 18 19:42:19.160785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Deleting port 873f9456-0f56-4eea-9dda-f1780a0d503a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:19.161137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:19.224320 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-87b23ad6-d19b-4f21-9e64-215d4cd61de9 service neutron] 10.222.0.32 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724141 Sep 18 19:42:19.233988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43664) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:19.340967 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:19.341336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:19.396616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Calling delete_port for 873f9456-0f56-4eea-9dda-f1780a0d503a owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:19.540472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40df3a-1f5e-4c15-b48d-d5ea355c7167 req-10182e28-13e2-4501-b12b-8d12bccdfe92 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:19.546343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f40df3a-1f5e-4c15-b48d-d5ea355c7167 req-10182e28-13e2-4501-b12b-8d12bccdfe92 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 943 time: 0.1910651 Sep 18 19:42:19.715268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f40df3a-1f5e-4c15-b48d-d5ea355c7167 req-20eff823-5c76-4bae-9249-cf8511808b70 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617332 Sep 18 19:42:19.875232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:19.960461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event deleted for resources: {'Port': ['ID=873f9456-0f56-4eea-9dda-f1780a0d503a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:19.997070 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af39ffaa-1600-4065-b7ec-57e151332a95 req-76fed092-4123-41a5-b21e-e27fde2a0644 service neutron] 10.222.0.32 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646155 Sep 18 19:42:20.003848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1440150833-network', 'tenant_id': 'bc07acff443942e7ab8e032eb51665dd'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:20.032030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Made reservation on behalf of bc07acff443942e7ab8e032eb51665dd for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:20.035062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.046103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.049237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.052554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.053729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-553a9058-ee3c-4f11-bf54-73e0f653acac req-c199e792-bed6-4575-9287-e78ba91cacc4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "DELETE /v2.0/floatingips/d4996599-cebe-48c3-bc8f-b3cb9742782c HTTP/1.1" status: 204 len: 173 time: 1.2407877 Sep 18 19:42:20.173096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.188247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.236396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:42:20.252806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed5100d-12fc-413f-88ce-6e851a470a14,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:20.258780 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.259489 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Added segment 4db192a4-e6ae-4ba1-9645-458bb2facbf1 of type vlan for network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b Sep 18 19:42:20.318737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.360608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.363034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:20.363772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.412534 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1616540 Sep 18 19:42:20.449787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43682) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:20.457716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Request body: {'subnet': {'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1440150833-subnet', 'tenant_id': 'bc07acff443942e7ab8e032eb51665dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:20.462312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa3d7a-e854-4225-8b77-c5eb19c32073 admin admin] Pushing event updated for resources: {'Network': ['ID=19ab6ec0-f617-44fd-925a-6101ef5dbe0b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:20.475882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:42:20.517350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Made reservation on behalf of bc07acff443942e7ab8e032eb51665dd for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:20.520057 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.825604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:20.883784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07adb79-6e04-4a14-bd85-ef4e4317d74c req-16a52acb-d043-486c-8df3-9224b039715e tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:20.894194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f07adb79-6e04-4a14-bd85-ef4e4317d74c req-16a52acb-d043-486c-8df3-9224b039715e tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8105412 Sep 18 19:42:20.905957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac72b585-10c1-49b7-8838-fd7d6a9b630f,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:20.915147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3848378d-3435-45e8-b064-2a067101a4c9 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:42:20.943808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Checking segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:20.945109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Network hostable DHCP agents. Network: 19ab6ec0-f617-44fd-925a-6101ef5dbe0b, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:42:20.996532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:42:21.019467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1b30d-242d-479f-b64a-f3e550901bd2 req-50110ec2-955f-4971-bd79-9c3d03ac84bc tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:21.021355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ac1b30d-242d-479f-b64a-f3e550901bd2 req-50110ec2-955f-4971-bd79-9c3d03ac84bc tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 943 time: 0.1718948 Sep 18 19:42:21.030792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 19ab6ec0-f617-44fd-925a-6101ef5dbe0b) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:21.053523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:21.055251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:21.085808 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e9a0d1fa-cbae-4859-afcb-3a0d8601d533 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6346209 Sep 18 19:42:21.145562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ac1b30d-242d-479f-b64a-f3e550901bd2 req-b9bafc1a-0d0e-4b70-be55-72ef21b714bb tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134381 Sep 18 19:42:21.180192 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7336229d-c06f-4eb1-84bd-a42b80d31bf2 req-765e3c13-6962-4590-a547-b49c06260181 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=eb02a65022b4443ebbbd8fd402526895 HTTP/1.1" status: 200 len: 1654 time: 0.0997820 Sep 18 19:42:21.188385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db429eb9-c29e-49f3-aa62-e78fbb222db7 None None] Network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:21.339344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336229d-c06f-4eb1-84bd-a42b80d31bf2 req-0e2582d2-3fe0-4baa-a197-8b3bdde41663 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:21.346593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7336229d-c06f-4eb1-84bd-a42b80d31bf2 req-0e2582d2-3fe0-4baa-a197-8b3bdde41663 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks?id=355f3962-b824-486d-927f-f4a87763feee&id=355f3962-b824-486d-927f-f4a87763feee&id=355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 787 time: 0.1654403 Sep 18 19:42:21.353715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-7336229d-c06f-4eb1-84bd-a42b80d31bf2 req-7f33a3d5-cc8b-4f56-9c2d-83c204c5ab1b tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:42:21.358679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7336229d-c06f-4eb1-84bd-a42b80d31bf2 req-7f33a3d5-cc8b-4f56-9c2d-83c204c5ab1b tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111830 Sep 18 19:42:21.370523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908a8ce-cb47-41be-87bd-d7b69d1cfc7b None None] Network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:21.419934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3848378d-3435-45e8-b064-2a067101a4c9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3848378d-3435-45e8-b064-2a067101a4c9,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:21.442520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13da7775-93c5-4781-974a-d48ae6884caf req-6dec4b7f-1e40-4f15-8ebd-9a31d552741b tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips/07dee8d8-ca4f-432c-a940-455e8e8df862 HTTP/1.1" status: 200 len: 692 time: 0.0655277 Sep 18 19:42:21.476698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '3848378d-3435-45e8-b064-2a067101a4c9', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'port_id': '3848378d-3435-45e8-b064-2a067101a4c9', 'mac_address': 'fa:16:3e:d1:77:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:42:21.525598 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:21.549125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3848378d-3435-45e8-b064-2a067101a4c9 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:21.570062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3848378d-3435-45e8-b064-2a067101a4c9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3848378d-3435-45e8-b064-2a067101a4c9,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:21.584586 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:21.679933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da7775-93c5-4781-974a-d48ae6884caf req-519ca0cc-b997-4ee0-83bc-2fb2587af5b6 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:21.688910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13da7775-93c5-4781-974a-d48ae6884caf req-519ca0cc-b997-4ee0-83bc-2fb2587af5b6 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2366407 Sep 18 19:42:21.704361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d53aca78-7e3b-4d09-ab87-5c3621fd4ad4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:21.712199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d53aca78-7e3b-4d09-ab87-5c3621fd4ad4 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 821 time: 0.2439871 Sep 18 19:42:21.751794 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e9e416a-ed71-470b-a54f-fe772876669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:21.807020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3848378d-3435-45e8-b064-2a067101a4c9,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:21.827837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3848378d-3435-45e8-b064-2a067101a4c9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:42:21.845343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13da7775-93c5-4781-974a-d48ae6884caf req-be1d9103-41a3-480a-80ca-a3f6849353a4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.1518850 Sep 18 19:42:21.850581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e394dfc8-8c2a-4da3-bd17-2479521ef669 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/quotas/5442dfe435d345d489294f8e3e53d74b HTTP/1.1" status: 200 len: 375 time: 0.1074553 Sep 18 19:42:21.935463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13da7775-93c5-4781-974a-d48ae6884caf req-dd1d3c5e-d6c0-4a7c-b661-9225a43cd2ce tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.0836773 Sep 18 19:42:22.019702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-05d0f5bb-7a03-43f9-b2cc-427e564a92a2 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1604714 Sep 18 19:42:22.190960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-404918cc-84b5-4310-8b77-1560639ecf19 service neutron] 10.222.0.20 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587384 Sep 18 19:42:22.222363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Deleting port cf976a58-7c9f-45bf-a252-a39e8924e167 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:22.222696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:22.370200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-5154717c-fbf0-4856-b008-362d20f234a7 service neutron] 10.222.0.20 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720777 Sep 18 19:42:22.372362 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:22.373910 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:22.396290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Calling delete_port for cf976a58-7c9f-45bf-a252-a39e8924e167 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:22.600891 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:22.633686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event deleted for resources: {'Port': ['ID=cf976a58-7c9f-45bf-a252-a39e8924e167,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:22.733599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:22.737130 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:22.738573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13da7775-93c5-4781-974a-d48ae6884caf req-10803e99-3f02-438a-a469-1255f0f3a3e0 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "DELETE /v2.0/floatingips/07dee8d8-ca4f-432c-a940-455e8e8df862 HTTP/1.1" status: 204 len: 173 time: 0.7952693 Sep 18 19:42:22.941936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3848378d-3435-45e8-b064-2a067101a4c9 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:23.076989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:23.116838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 3848378d-3435-45e8-b064-2a067101a4c9 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:42:23.128759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 3848378d-3435-45e8-b064-2a067101a4c9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:23.129152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:23.202134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:23.237342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-de58bd01-635d-4bc8-b4f5-28aa7cab0595 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:23.251766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-de58bd01-635d-4bc8-b4f5-28aa7cab0595 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 805 time: 0.2368038 Sep 18 19:42:23.280350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-b23b7a51-7293-4d1b-aa47-0bbacf6b5bed tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/quotas/bc07acff443942e7ab8e032eb51665dd HTTP/1.1" status: 200 len: 375 time: 0.0269527 Sep 18 19:42:23.294536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:23.336026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489134c-41f3-4af9-9ca5-a65d507341d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3848378d-3435-45e8-b064-2a067101a4c9'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:23.338792 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f129867-d836-4e65-9274-a0d5fc8164f3" -d '{"events": [{"server_uuid": "f489134c-41f3-4af9-9ca5-a65d507341d9", "name": "network-vif-plugged", "status": "completed", "tag": "3848378d-3435-45e8-b064-2a067101a4c9"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:23.358590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3848378d-3435-45e8-b064-2a067101a4c9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3848378d-3435-45e8-b064-2a067101a4c9,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:23.366913 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:23.391234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-c27d3883-93f9-43cf-b87a-813491930dca tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670576 Sep 18 19:42:23.411062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2b562-58c7-4349-8fb1-a25a8a14430d req-b9c87f94-c6f9-4ac0-97c6-9ec61ee9aad8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:23.427863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8d2b562-58c7-4349-8fb1-a25a8a14430d req-b9c87f94-c6f9-4ac0-97c6-9ec61ee9aad8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 944 time: 0.1729953 Sep 18 19:42:23.530219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3848378d-3435-45e8-b064-2a067101a4c9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:23.552447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8d2b562-58c7-4349-8fb1-a25a8a14430d req-b524b593-bf18-4544-b80c-b221cfdc391a tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125658 Sep 18 19:42:23.595814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-9655010b-c0a9-4dc8-9e65-5d5b16ad538a service neutron] 10.222.0.20 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668465 Sep 18 19:42:23.741792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc60fa02-6e98-433b-83aa-d999ea4cdc9a req-6ca8ca7a-b420-438a-a041-4aa2687e2cdf tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 210 time: 0.0797544 Sep 18 19:42:23.843518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-ae65c5fb-a7e6-43d9-81db-814ff865bf5b service neutron] 10.222.0.20 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397013 Sep 18 19:42:23.863944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97b00e22-2055-4dd4-a665-09d279757e1f req-c48dd7f1-4d09-4083-8017-984dd6ef77d4 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips/f637d9af-0bf0-48ef-bd00-7e45f4613f0f HTTP/1.1" status: 200 len: 692 time: 0.0764954 Sep 18 19:42:24.009208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b00e22-2055-4dd4-a665-09d279757e1f req-bf631d8a-1030-47d7-a575-f2f47aed8f98 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:24.014630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97b00e22-2055-4dd4-a665-09d279757e1f req-bf631d8a-1030-47d7-a575-f2f47aed8f98 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1498346 Sep 18 19:42:24.171161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97b00e22-2055-4dd4-a665-09d279757e1f req-80d16219-df4e-4aa8-ae2d-0c41ef028f12 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.1471214 Sep 18 19:42:24.272110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97b00e22-2055-4dd4-a665-09d279757e1f req-c3a8cebe-65eb-47e8-b5fd-321bf9744b75 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0992229 Sep 18 19:42:24.405599 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-02795508-57b7-4c7c-86ef-209cf0abd08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:24.509247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b972-99a8-4ba3-af10-0fc0d9642d4c req-a4c398d9-2549-4f79-a9f7-04173155cd3a tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:24.511828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aac4b972-99a8-4ba3-af10-0fc0d9642d4c req-a4c398d9-2549-4f79-a9f7-04173155cd3a tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 946 time: 0.4048612 Sep 18 19:42:24.636291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-aa95043c-c2c3-45e0-9846-a241f270df93 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:24.637817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-aa95043c-c2c3-45e0-9846-a241f270df93 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 821 time: 0.4443774 Sep 18 19:42:24.648407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aac4b972-99a8-4ba3-af10-0fc0d9642d4c req-5c3f3248-9d1b-45db-8197-d1e543ef236f tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c105887-a77a-4f86-980d-8fe43004b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167760 Sep 18 19:42:24.655405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Request body: {'port': {'device_id': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'admin_state_up': True, 'tenant_id': '5442dfe435d345d489294f8e3e53d74b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:24.696194 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:24.711147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-b8aaa954-4926-439d-92ef-c5c5f6d8a674 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:24.715602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-b8aaa954-4926-439d-92ef-c5c5f6d8a674 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 946 time: 0.0937746 Sep 18 19:42:24.743926 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de95549a-e04c-4a15-9812-01401254ae62 x-openstack-request-id: req-de95549a-e04c-4a15-9812-01401254ae62 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:24.744473 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f489134c-41f3-4af9-9ca5-a65d507341d9", "name": "network-vif-plugged", "status": "completed", "tag": "3848378d-3435-45e8-b064-2a067101a4c9", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:24.745592 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de95549a-e04c-4a15-9812-01401254ae62 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:24.746064 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489134c-41f3-4af9-9ca5-a65d507341d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3848378d-3435-45e8-b064-2a067101a4c9', 'code': 200} Sep 18 19:42:24.816587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Deleting port 063d7540-ae51-48fb-88d1-cda3dd58860f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:24.816980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:24.986091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Deleting port 5ca69f9b-fc9f-40e4-b02a-3963d80543af {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:24.986537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:25.003488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-807e5fdf-86ee-44b8-9b30-5a2d80eac482 req-426dcba0-ec09-411a-aac7-bce82343c2ab tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 210 time: 0.0364513 Sep 18 19:42:25.022089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549432b0-063c-484d-b713-fa24d1afb7dd req-3b73af45-9a43-431c-9882-c8e04b25a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:25.034299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-549432b0-063c-484d-b713-fa24d1afb7dd req-3b73af45-9a43-431c-9882-c8e04b25a200 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 1097 time: 0.2010553 Sep 18 19:42:25.052145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Made reservation on behalf of 5442dfe435d345d489294f8e3e53d74b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:25.056065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:25.070833 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:25.071213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:25.107666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-549432b0-063c-484d-b713-fa24d1afb7dd req-ed5318e6-bb2c-4729-9a0e-1563b2b1f7fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723948 Sep 18 19:42:25.122627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Calling delete_port for 063d7540-ae51-48fb-88d1-cda3dd58860f owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:25.146440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] For port 5ca69f9b-fc9f-40e4-b02a-3963d80543af, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=5ca69f9b-fc9f-40e4-b02a-3963d80543af,segment=NetworkSegment(5fe57b1d-ad26-4f7b-814a-b20de9df409b),segment_id=5fe57b1d-ad26-4f7b-814a-b20de9df409b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:25.147340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:25.161840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Calling delete_port for 5ca69f9b-fc9f-40e4-b02a-3963d80543af owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:25.313388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:25.325705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['5ca69f9b-fc9f-40e4-b02a-3963d80543af'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:42:25.351989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25334ab7-71c0-4074-b38e-0fe4ec1c8113 req-17a72f7e-454b-44fc-af24-4e16e88a9670 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:25.353569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25334ab7-71c0-4074-b38e-0fe4ec1c8113 req-17a72f7e-454b-44fc-af24-4e16e88a9670 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.2129583 Sep 18 19:42:25.371466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Pushing event deleted for resources: {'Port': ['ID=5ca69f9b-fc9f-40e4-b02a-3963d80543af,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:25.424166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] No DVR routers for this DVR port 5ca69f9b-fc9f-40e4-b02a-3963d80543af on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:25.427329 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:25.429721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:25.457863 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85f6b652-9203-4e5f-8df7-4d94d342d29c req-262cfcd2-0599-492a-b4cb-9078c80f1c93 tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.32 "DELETE /v2.0/ports/5ca69f9b-fc9f-40e4-b02a-3963d80543af HTTP/1.1" status: 204 len: 173 time: 0.7355831 Sep 18 19:42:25.458533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe837cdf-4bf5-45e2-b793-27898a460a6c', 'name': 'network-vif-deleted', 'tag': '5ca69f9b-fc9f-40e4-b02a-3963d80543af'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:25.461200 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05050af0-9c08-4229-b605-62843a75cfc7" -d '{"events": [{"server_uuid": "fe837cdf-4bf5-45e2-b793-27898a460a6c", "name": "network-vif-deleted", "tag": "5ca69f9b-fc9f-40e4-b02a-3963d80543af"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:25.486485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25334ab7-71c0-4074-b38e-0fe4ec1c8113 req-840ef244-d067-4127-9a4c-6a79c5108073 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851762 Sep 18 19:42:25.521547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Allocated IP 172.20.0.4 (7f5aaec0-494f-4353-90db-782c8fc303bb/6aa2d05e-f43f-46a0-8de9-0aced384041b/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:25.738767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-7a1f0cd2-e8ca-409a-9632-5634f96b8e3e tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:25.740875 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-7a1f0cd2-e8ca-409a-9632-5634f96b8e3e tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.32 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 805 time: 0.2608917 Sep 18 19:42:25.757164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Request body: {'port': {'device_id': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'admin_state_up': True, 'tenant_id': 'bc07acff443942e7ab8e032eb51665dd'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:25.757381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52a6cc36-fd05-4a2c-9742-8586406c6a3e req-ce9cbbb4-cb09-4e13-87e7-5c85c43f53b8 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 210 time: 0.1293232 Sep 18 19:42:25.880566 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271fdb4d-4e84-41a4-a6e2-532c7d6a5e8e x-openstack-request-id: req-271fdb4d-4e84-41a4-a6e2-532c7d6a5e8e {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:25.880878 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe837cdf-4bf5-45e2-b793-27898a460a6c", "name": "network-vif-deleted", "tag": "5ca69f9b-fc9f-40e4-b02a-3963d80543af", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:25.881220 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-271fdb4d-4e84-41a4-a6e2-532c7d6a5e8e {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:25.883207 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe837cdf-4bf5-45e2-b793-27898a460a6c', 'name': 'network-vif-deleted', 'tag': '5ca69f9b-fc9f-40e4-b02a-3963d80543af', 'status': 'completed', 'code': 200} Sep 18 19:42:25.899734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:26.015346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Made reservation on behalf of bc07acff443942e7ab8e032eb51665dd for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:26.019705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:26.197963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event deleted for resources: {'Port': ['ID=063d7540-ae51-48fb-88d1-cda3dd58860f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:26.316706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Allocated IP 172.20.0.4 (19ab6ec0-f617-44fd-925a-6101ef5dbe0b/ac72b585-10c1-49b7-8838-fd7d6a9b630f/055a8d13-dc8f-4809-97c4-a601baa4cd43) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:26.318304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b7c2007-9660-4530-8d96-0e972c4d0d01 req-830695f9-c291-418a-a474-4a06d02ac20d tempest-VolumesAdminNegativeTest-1229697175 tempest-VolumesAdminNegativeTest-1229697175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe837cdf-4bf5-45e2-b793-27898a460a6c HTTP/1.1" status: 200 len: 210 time: 0.1863363 Sep 18 19:42:26.586218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:26.688719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:26.724971 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:26.727554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:26.728737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97b00e22-2055-4dd4-a665-09d279757e1f req-a4f133c1-73d3-487e-80f6-782c7f96d18a tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "DELETE /v2.0/floatingips/f637d9af-0bf0-48ef-bd00-7e45f4613f0f HTTP/1.1" status: 204 len: 173 time: 2.4393351 Sep 18 19:42:26.777171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:26.825639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1a1c-7eeb-437d-b043-03694b2ec54e req-b8f8eecc-add4-450c-8bc4-595e9cff5e11 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:26.827537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba1d1a1c-7eeb-437d-b043-03694b2ec54e req-b8f8eecc-add4-450c-8bc4-595e9cff5e11 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 931 time: 0.1538458 Sep 18 19:42:26.829580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:26.841453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['42483c9a-12cd-4409-94dc-dae2815d3185'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:42:26.859574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:26.877925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:26.889333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:26.906144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Network 7f5aaec0-494f-4353-90db-782c8fc303bb is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:26.935041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:26.958063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:26.965084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba1d1a1c-7eeb-437d-b043-03694b2ec54e req-5ab8b69b-f445-46f0-8dfa-d9945836b69b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187522 Sep 18 19:42:27.000436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Pushing event updated for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:27.031811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Pushing event updated for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:27.069448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a88c8-33c7-4cb6-83d9-9f2f0f548e13 req-15775078-32b4-4e21-baeb-30ab7e9fc83f tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:27.081231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-380a88c8-33c7-4cb6-83d9-9f2f0f548e13 req-15775078-32b4-4e21-baeb-30ab7e9fc83f tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 945 time: 0.1786289 Sep 18 19:42:27.090494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:27.091169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.111875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:27.112257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.130418 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f2d21ac1-1383-4175-897b-c4a50e00461b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3793507 Sep 18 19:42:27.143332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Request body: {'port': {'device_id': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:27.246476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-380a88c8-33c7-4cb6-83d9-9f2f0f548e13 req-7d2fa8b0-3531-4264-9418-124b45eae7c3 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643729 Sep 18 19:42:27.248813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-d1fa4ad0-df10-4e0c-be13-877de2234c62 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5993228 Sep 18 19:42:27.281879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.303490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Request body: {'port': {'device_id': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:27.314402 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.384345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c76b8a-4c5d-4d25-917d-96af10380272 req-8ade6b45-5470-41df-b590-a9c91bfb4daf tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:27.386404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8c76b8a-4c5d-4d25-917d-96af10380272 req-8ade6b45-5470-41df-b590-a9c91bfb4daf tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.2610302 Sep 18 19:42:27.411938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-cbd7041c-4943-4082-8b60-a7ce1959fe79 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips/eb53a3a1-8b21-445e-b425-cb07b0cbe567 HTTP/1.1" status: 200 len: 692 time: 0.0963330 Sep 18 19:42:27.507881 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.546961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8c76b8a-4c5d-4d25-917d-96af10380272 req-90b90914-662a-45b7-a1aa-5bdd8a8697cd tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494174 Sep 18 19:42:27.653863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055a8d13-dc8f-4809-97c4-a601baa4cd43 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:27.662804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.677117 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Transition to ACTIVE for port object 055a8d13-dc8f-4809-97c4-a601baa4cd43 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:42:27.683071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.805889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:27.830001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Attempting to bind port 055a8d13-dc8f-4809-97c4-a601baa4cd43 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:27.830251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Attempting to bind port 055a8d13-dc8f-4809-97c4-a601baa4cd43 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:27.830653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Attempting to bind port 055a8d13-dc8f-4809-97c4-a601baa4cd43 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:27.835846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Port 055a8d13-dc8f-4809-97c4-a601baa4cd43 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:42:27.836048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Attempting to bind port 055a8d13-dc8f-4809-97c4-a601baa4cd43 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:27.842275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:27.842697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Checking segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:27.843148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Bound using segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:27.843671 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Bound port: 055a8d13-dc8f-4809-97c4-a601baa4cd43, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:27.844096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.922981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:27.940018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:27.947133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:27.950749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-15522655-adab-47ce-bd5a-dc9078188886 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:27.952600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-15522655-adab-47ce-bd5a-dc9078188886 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.5380607 Sep 18 19:42:27.954927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:27.981498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1e569-504f-4f6c-83f0-dbca6d339e81 req-92bd55ff-d323-4fc9-af45-23306616165b tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:27.983077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0a1e569-504f-4f6c-83f0-dbca6d339e81 req-92bd55ff-d323-4fc9-af45-23306616165b tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 931 time: 0.3783476 Sep 18 19:42:27.985151 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.011231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:28.011231 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.012566 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/055a8d13-dc8f-4809-97c4-a601baa4cd43 HTTP/1.1" status: 200 len: 1092 time: 0.8743463 Sep 18 19:42:28.013043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:28.015364 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf71521a-3e88-4758-af30-abb9b1282501" -d '{"events": [{"name": "network-changed", "server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:28.022736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Transition to ACTIVE for port object 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:42:28.047100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a7533-26bb-4b2c-8b8d-0fd5d598a8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:28.087295 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.116692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-ba7f09be-931b-45be-ab67-393bf22ed7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:28.118516 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-ba7f09be-931b-45be-ab67-393bf22ed7b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 1095 time: 0.0520475 Sep 18 19:42:28.152399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-b748fd2e-34c9-4ce0-af9e-3cfe367e3e66 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.1889198 Sep 18 19:42:28.179303 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-d0efab9e-187f-454b-97bf-a059e852fbac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43 HTTP/1.1" status: 200 len: 217 time: 0.0531387 Sep 18 19:42:28.215175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-d718f6a7-3baa-4cad-a71a-e3544d296b15 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.0548856 Sep 18 19:42:28.254035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-7e5102e2-3863-4114-b61e-403ec126278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:28.255714 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-7e5102e2-3863-4114-b61e-403ec126278c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 200 len: 845 time: 0.0702388 Sep 18 19:42:28.261897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:28.298743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0a1e569-504f-4f6c-83f0-dbca6d339e81 req-14e3d527-df44-4f46-8b58-eea18e4fae8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137434 Sep 18 19:42:28.337187 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-99048630-4678-46bf-8536-5db817ad81bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741003 Sep 18 19:42:28.398177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43838) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:28.484319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:28.484708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:28.485006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:28.498137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:42:28.498457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:28.514620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-b34fb2ea-565d-4279-920c-4e7be202f903 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221256 Sep 18 19:42:28.515340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:28.515568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb15a2e-686f-47dd-bfdd-d85db2e4d46b admin admin] Deleting subnet a085f961-82d1-4f1a-98f2-4d3be234257e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:42:28.515705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:28.516042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:28.520433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Bound port: 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:28.523125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.548850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adb15a2e-686f-47dd-bfdd-d85db2e4d46b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.555619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Deleting port 98bee3ce-0de6-4eaf-987c-8ce32ea52a82 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:28.555955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.734635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adb15a2e-686f-47dd-bfdd-d85db2e4d46b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.778142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-26a12d81-e8fa-4955-9147-e4d40763fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:28.791772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-26a12d81-e8fa-4955-9147-e4d40763fa91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 1097 time: 0.2059908 Sep 18 19:42:28.808269 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.808599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.842128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:28.870345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adb15a2e-686f-47dd-bfdd-d85db2e4d46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:28.886599 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-de5a2aaa-0ca4-43fc-91c0-958b4bb30976 service neutron] 10.222.0.32 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419199 Sep 18 19:42:28.933697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Calling delete_port for 98bee3ce-0de6-4eaf-987c-8ce32ea52a82 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:28.977979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 5ca69f9b-fc9f-40e4-b02a-3963d80543af no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:28.984890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:29.034580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 5ca69f9b-fc9f-40e4-b02a-3963d80543af {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:29.035102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 5ca69f9b-fc9f-40e4-b02a-3963d80543af not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:29.075500 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2e40d3b6-7d21-4f2c-adf1-f323cd8fe777 req-eae774ca-2744-456a-b4b0-796f936411b2 service neutron] 10.222.0.32 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637883 Sep 18 19:42:29.080271 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.143597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-6d8b3252-80bd-44aa-88b9-9898ab74482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:29.145181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-6d8b3252-80bd-44aa-88b9-9898ab74482a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 1097 time: 0.3805573 Sep 18 19:42:29.162311 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adb15a2e-686f-47dd-bfdd-d85db2e4d46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.163480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:29.164332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.165809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 200 len: 1092 time: 1.9082744 Sep 18 19:42:29.174237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:29.177533 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581183b4-60ab-4697-8614-1dfe5d907ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:29.209531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb15a2e-686f-47dd-bfdd-d85db2e4d46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a085f961-82d1-4f1a-98f2-4d3be234257e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:29.222901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adb15a2e-686f-47dd-bfdd-d85db2e4d46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.227334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-adb15a2e-686f-47dd-bfdd-d85db2e4d46b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a085f961-82d1-4f1a-98f2-4d3be234257e HTTP/1.1" status: 204 len: 168 time: 0.8258245 Sep 18 19:42:29.241759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43852) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:29.251665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-91e5e380-bf88-49d8-b0b9-1347f7e9665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:29.253288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-91e5e380-bf88-49d8-b0b9-1347f7e9665a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.4331212 Sep 18 19:42:29.322899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bdcb7-86d3-4cba-bbd2-256452e6a826 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:29.325580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.405906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-e7042dc2-063a-4e32-9730-c5fa99865abd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 200 len: 217 time: 0.1276355 Sep 18 19:42:29.415220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.438400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cc5022-d508-4be8-9f7d-bee2b157f8b0']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:29.449575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe57b1d-ad26-4f7b-814a-b20de9df409b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:29.449961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe57b1d-ad26-4f7b-814a-b20de9df409b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:29.461116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.486076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.498064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:42:29.505713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5007faa-5620-47b8-8d63-d8d5bb725bf9 req-c18e23c2-25a6-451d-8544-1c06229f962c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:29.507780 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.513994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5007faa-5620-47b8-8d63-d8d5bb725bf9 req-c18e23c2-25a6-451d-8544-1c06229f962c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 943 time: 0.3323188 Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:42:29.526705 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:42:29.577522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-a1542223-9e81-4462-9fe2-3b68dc13c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:29.579345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-a1542223-9e81-4462-9fe2-3b68dc13c8d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 911 time: 0.4245760 Sep 18 19:42:29.590610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-501c5ee5-147c-4869-bfcc-f794153958b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:29.592743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-501c5ee5-147c-4869-bfcc-f794153958b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1095 time: 0.3362346 Sep 18 19:42:29.604628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.615421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-e9a8bfd1-0987-4f62-b5b7-655e5694071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:29.617101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-e9a8bfd1-0987-4f62-b5b7-655e5694071d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1985888 Sep 18 19:42:29.629493 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.634334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] 10.222.0.20 "DELETE /v2.0/networks/49cc5022-d508-4be8-9f7d-bee2b157f8b0 HTTP/1.1" status: 204 len: 168 time: 0.3888474 Sep 18 19:42:29.649564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43856) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:29.673890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b776c-39aa-4da8-be27-c33f18bc3868 admin admin] Pushing event deleted for resources: {'Network': ['ID=49cc5022-d508-4be8-9f7d-bee2b157f8b0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:29.702207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-2c95c23d-a54c-434e-8278-4340c78e75de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3848378d-3435-45e8-b064-2a067101a4c9 HTTP/1.1" status: 200 len: 217 time: 0.1062531 Sep 18 19:42:29.724804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-bbe66b5f-268d-4a20-910e-0bb12f9a0e15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 200 len: 217 time: 0.1195693 Sep 18 19:42:29.740753 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-a13814d5-819e-412d-879a-37e0cabe52a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539825 Sep 18 19:42:29.750740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.755053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e27ccb3-cdb5-42bd-ba18-8af5527a27a8 admin admin] Deleting subnet dd974249-fef3-4171-acdb-5e36e1c57b4d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:42:29.762124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e27ccb3-cdb5-42bd-ba18-8af5527a27a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.762770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5007faa-5620-47b8-8d63-d8d5bb725bf9 req-e2037b9e-7e4e-4198-b01d-efacd36b97e2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475142 Sep 18 19:42:29.850365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e27ccb3-cdb5-42bd-ba18-8af5527a27a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:29.918247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Pushing event deleted for resources: {'Port': ['ID=98bee3ce-0de6-4eaf-987c-8ce32ea52a82,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:29.930197 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1072b-32e5-4688-896d-4463caccb2f0 x-openstack-request-id: req-fac1072b-32e5-4688-896d-4463caccb2f0 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:29.930197 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:29.930197 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fac1072b-32e5-4688-896d-4463caccb2f0 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:29.931552 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'status': 'completed', 'code': 200} Sep 18 19:42:29.989700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e27ccb3-cdb5-42bd-ba18-8af5527a27a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:30.031963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-17b8e6a3-c79b-49b7-a3db-592fa4b88b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:30.035726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-17b8e6a3-c79b-49b7-a3db-592fa4b88b43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.2926369 Sep 18 19:42:30.064346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71521a-3e88-4758-af30-abb9b1282501 req-93164a5a-0f9a-4a13-abe8-583e4d62a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:30.064346 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cf71521a-3e88-4758-af30-abb9b1282501 req-93164a5a-0f9a-4a13-abe8-583e4d62a1f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 1095 time: 0.1360939 Sep 18 19:42:30.131606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-ede68bd5-fbbf-4c66-9721-6ef810197545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:30.133126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-ede68bd5-fbbf-4c66-9721-6ef810197545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 200 len: 850 time: 0.4071229 Sep 18 19:42:30.177245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-4391ea86-c8bf-4989-901c-b415a62696a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893593 Sep 18 19:42:30.185571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71521a-3e88-4758-af30-abb9b1282501 req-d3a7b92d-22be-4a8a-b466-20da460e18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:30.187117 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cf71521a-3e88-4758-af30-abb9b1282501 req-d3a7b92d-22be-4a8a-b466-20da460e18ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 906 time: 0.1148403 Sep 18 19:42:30.193319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e27ccb3-cdb5-42bd-ba18-8af5527a27a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:30.250265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-604d0131-d43d-4ae1-985a-90b2379ec69d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c75a9c35-7246-4090-8afb-39b21513bfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706058 Sep 18 19:42:30.258976 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cf71521a-3e88-4758-af30-abb9b1282501 req-9b314171-f148-4176-a857-a68f770ca825 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43 HTTP/1.1" status: 200 len: 217 time: 0.0620203 Sep 18 19:42:30.259673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27ccb3-cdb5-42bd-ba18-8af5527a27a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd974249-fef3-4171-acdb-5e36e1c57b4d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:30.262446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e27ccb3-cdb5-42bd-ba18-8af5527a27a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:30.264548 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8e27ccb3-cdb5-42bd-ba18-8af5527a27a8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dd974249-fef3-4171-acdb-5e36e1c57b4d HTTP/1.1" status: 204 len: 168 time: 0.6093068 Sep 18 19:42:30.273099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43862) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:30.343185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:30.346102 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:30.347257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56584c92-474d-459c-bfa7-f5be07011ec4 req-61302252-6e51-4a32-abb7-68a94e420938 tempest-FloatingIPDetailsTestJSON-485342663 tempest-FloatingIPDetailsTestJSON-485342663-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb53a3a1-8b21-445e-b425-cb07b0cbe567 HTTP/1.1" status: 204 len: 173 time: 2.1186707 Sep 18 19:42:30.356086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-c9fa63ff-95e9-457f-aea3-0be4a33bd4a9 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546575 Sep 18 19:42:30.359812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43864) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:30.369328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ab270-3341-4a2d-bea7-cc2be98aeae5 req-dcd601b7-15ef-4f0b-a559-95ae2a8aaae4 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:30.377890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-779ab270-3341-4a2d-bea7-cc2be98aeae5 req-dcd601b7-15ef-4f0b-a559-95ae2a8aaae4 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.3140986 Sep 18 19:42:30.388694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:30.402224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71521a-3e88-4758-af30-abb9b1282501 req-bb713183-ffec-4239-8f3c-f647157657df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:30.403327 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cf71521a-3e88-4758-af30-abb9b1282501 req-bb713183-ffec-4239-8f3c-f647157657df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 200 len: 845 time: 0.1371913 Sep 18 19:42:30.462667 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cf71521a-3e88-4758-af30-abb9b1282501 req-6b0da114-9241-47ca-90d9-2e2ab204ae42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509281 Sep 18 19:42:30.595368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:30.693557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1085cd-5b4a-4252-a28e-89bd0563b2ab']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:30.708056 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cf71521a-3e88-4758-af30-abb9b1282501 req-74b71654-5e6f-436b-8fa7-97ece156f062 service neutron] 10.222.0.32 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350910 Sep 18 19:42:30.730318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-93504d49-6779-47f9-8ad0-95855498e2e1 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:30.732203 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-93504d49-6779-47f9-8ad0-95855498e2e1 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 945 time: 0.2719207 Sep 18 19:42:30.737332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1d632a-3ab1-47ed-bd31-83916923c02a') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:30.737634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1d632a-3ab1-47ed-bd31-83916923c02a') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:30.799961 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:30.918424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-08d70cc2-5323-40b3-8d7c-eb84a3aebdd4 service neutron] 10.222.0.32 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525903 Sep 18 19:42:30.975982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-779ab270-3341-4a2d-bea7-cc2be98aeae5 req-790a9ce7-5de8-44d9-a277-22a9af7c837f tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970771 Sep 18 19:42:30.982245 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 055a8d13-dc8f-4809-97c4-a601baa4cd43 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:42:31.045070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86717380-2f0a-462f-8d2e-7c0da37ccffb req-9c1d3e5a-a962-471c-abef-c07a8eb48751 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781446 Sep 18 19:42:31.122098 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8a319-2f8d-44f2-a69e-aadae13849f9 x-openstack-request-id: req-e0f8a319-2f8d-44f2-a69e-aadae13849f9 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:31.122387 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:31.122637 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0f8a319-2f8d-44f2-a69e-aadae13849f9 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:31.123035 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba', 'status': 'completed', 'code': 200} Sep 18 19:42:31.148487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-a057041b-c7d6-485e-9518-009a717f173e service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9546206 Sep 18 19:42:31.184840 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.199344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a8469-db78-4fb5-803f-52391df16921 req-2d08b848-d62a-40a2-8b10-8f38516ea8ef tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:31.199616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:31.200938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-226a8469-db78-4fb5-803f-52391df16921 req-2d08b848-d62a-40a2-8b10-8f38516ea8ef tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 945 time: 0.4167883 Sep 18 19:42:31.212794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'mac_address': 'fa:16:3e:b9:39:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:42:31.251727 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.266829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055a8d13-dc8f-4809-97c4-a601baa4cd43 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:31.275289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43872) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:31.279532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cf71521a-3e88-4758-af30-abb9b1282501 req-0d4bb3cd-cd57-4f62-b195-901cd4f5139b service neutron] 10.222.0.32 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444775 Sep 18 19:42:31.284649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:42:31.289780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:31.295888 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.299864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.309810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-493027190'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:42:31.314142 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:42:31.373321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:31.377067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.382351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:31.453263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.467695 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:42:31.475671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.477681 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae1085cd-5b4a-4252-a28e-89bd0563b2ab HTTP/1.1" status: 204 len: 168 time: 1.2025383 Sep 18 19:42:31.501864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268f1eb-e796-4852-bb79-da921f588ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1085cd-5b4a-4252-a28e-89bd0563b2ab,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:31.509381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46b19f31-16e9-4a47-b93e-4be51422ffda req-28546e96-ef98-4037-a557-1f9fbcdf4deb service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339641 Sep 18 19:42:31.509527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['055a8d13-dc8f-4809-97c4-a601baa4cd43'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:42:31.516416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Deleting port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:31.516883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.518426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-226a8469-db78-4fb5-803f-52391df16921 req-3b891269-8108-4c77-9cb9-07eceb481d8e tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups?id=826ce524-2984-4b3e-9d58-710befa53066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923885 Sep 18 19:42:31.522766 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.522766 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Added segment 12d7c7ad-43d9-46f9-a917-3fda7f56218d of type vlan for network 3b604b41-6341-4255-96ae-37e1fe5e6924 Sep 18 19:42:31.524459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d84e2a4d-99dd-490d-b142-57a3b97df2b1 req-2e643480-a2ba-448e-96a9-d16ba38003c5 service neutron] 10.222.0.32 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687988 Sep 18 19:42:31.539995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b979d-f662-4b95-bb26-f58796410fe9 req-cd659e88-0393-4b97-ba1b-295f0ac35b14 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:31.548750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b45b979d-f662-4b95-bb26-f58796410fe9 req-cd659e88-0393-4b97-ba1b-295f0ac35b14 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.3773754 Sep 18 19:42:31.665808 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.692781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b45b979d-f662-4b95-bb26-f58796410fe9 req-2aeb1128-ce31-4f16-8b15-94a098d0891a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421723 Sep 18 19:42:31.748426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.756622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:31.757177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.766389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43880) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:31.830950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-17740774-efcb-45b0-94df-6392ff5192cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:31.834802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-17740774-efcb-45b0-94df-6392ff5192cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1095 time: 0.2092264 Sep 18 19:42:31.859416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] For port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:31.859905 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:31.883569 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6024885 Sep 18 19:42:31.888302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43882) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:31.909092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f024e-c9a1-478b-8bfe-e738b52a3a85 req-211213b5-b4b7-42cd-9d8b-78d350872231 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:31.910342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-808f024e-c9a1-478b-8bfe-e738b52a3a85 req-211213b5-b4b7-42cd-9d8b-78d350872231 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 944 time: 0.1897461 Sep 18 19:42:31.932762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1668707041'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:31.941538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde8a00-2e0d-4892-b9eb-84f3d01a3ce8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Network': ['ID=3b604b41-6341-4255-96ae-37e1fe5e6924,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:31.953853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:42:32.093179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a6830573-27bb-4169-b180-f2e7eead9cb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba688e75c8a64d0090d9182556090faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222811 Sep 18 19:42:32.093808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43886) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:32.157480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:32.163403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.182765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-808f024e-c9a1-478b-8bfe-e738b52a3a85 req-f617cdfa-52d2-4597-ac58-a2efc8710a86 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462811 Sep 18 19:42:32.236458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:42:32.241316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-1a036ef3-91c1-46c4-8229-b7f3d7f17f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:32.243908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-1a036ef3-91c1-46c4-8229-b7f3d7f17f50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.3977671 Sep 18 19:42:32.255938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.256318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.256729 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1 disassociated. External IP: 172.25.8.151, port: b877f312-4baa-49ce-bbf6-0e1a2e5d83d0. Sep 18 19:42:32.257102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Calling delete_port for b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:32.262865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aa38387-0eee-413a-93fd-e8bdf7a30f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.304433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757163fd-2f4d-4948-b51b-ac900b457838 req-7d303d48-4df0-46ac-97a3-2e4273a0cfb7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:32.305954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-757163fd-2f4d-4948-b51b-ac900b457838 req-7d303d48-4df0-46ac-97a3-2e4273a0cfb7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.2044542 Sep 18 19:42:32.311053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-d3e9f54b-f4aa-4c3c-8b6f-18786570553c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 200 len: 217 time: 0.0587292 Sep 18 19:42:32.312304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.312664 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Added segment 77c23eb6-6257-4daf-a5f9-a07ea4a550ef of type vlan for network 6367da50-d531-4051-9b97-5de75e5cd84e Sep 18 19:42:32.329560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aa38387-0eee-413a-93fd-e8bdf7a30f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.441242 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aa38387-0eee-413a-93fd-e8bdf7a30f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.442148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.444092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aa38387-0eee-413a-93fd-e8bdf7a30f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.448093 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3aa38387-0eee-413a-93fd-e8bdf7a30f2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c105887-a77a-4f86-980d-8fe43004b701 HTTP/1.1" status: 204 len: 168 time: 0.3503695 Sep 18 19:42:32.474827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa38387-0eee-413a-93fd-e8bdf7a30f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c105887-a77a-4f86-980d-8fe43004b701,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:32.479449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-bcd11a3b-4f2e-4c30-ab13-3d650193d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:32.481880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-bcd11a3b-4f2e-4c30-ab13-3d650193d60e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1575198 Sep 18 19:42:32.496433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.502078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-757163fd-2f4d-4948-b51b-ac900b457838 req-806f4ce8-a581-403a-b1b2-6351e9ce3739 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798091 Sep 18 19:42:32.543779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-7a42cb19-0f71-4e8f-9843-c58e617150d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405993 Sep 18 19:42:32.566004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event deleted for resources: {'Port': ['ID=b877f312-4baa-49ce-bbf6-0e1a2e5d83d0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:32.605322 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.611699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:32.612996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.742325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Router 97ea01df-d391-4350-9742-8d80a9e0b97d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:42:32.796257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8946950 Sep 18 19:42:32.809398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43898) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:32.815071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'subnet': {'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:32.901687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4de60cd-a42f-4580-a499-2bdac250a489 req-a10282db-c146-4142-b5b8-be9b5b3df28c tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/ports?device_id=41257c74-0ff2-4d40-89bf-cfe73d4a3721 HTTP/1.1" status: 200 len: 210 time: 0.1531775 Sep 18 19:42:32.908471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0e6ee-54bd-4019-b15c-ab3271996e2a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Network': ['ID=6367da50-d531-4051-9b97-5de75e5cd84e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:32.926002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6367da50-d531-4051-9b97-5de75e5cd84e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:42:32.943328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:32.977438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:42:33.032452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] Sync routers for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:42:33.034839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 055a8d13-dc8f-4809-97c4-a601baa4cd43 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:33.038009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:33.040963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:33.043084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:33.047150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-8b9fc4fc-76dd-4740-bd14-64e4bd353927 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713066 Sep 18 19:42:33.047805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:33.082019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] No DVR routers for this DVR port b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:33.085927 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:33.087063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19350d5d-65b9-422b-bf00-39d72fc9de05 req-90d2d64d-0578-4afd-b51f-bcbb487b5901 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:33.089085 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e65a677-6b39-4312-a36a-0864d0b4e7c2 req-6aadfa08-def1-4033-b9ba-1fd021b38587 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.24 "DELETE /v2.0/ports/b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 HTTP/1.1" status: 204 len: 173 time: 2.3400266 Sep 18 19:42:33.093805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'name': 'network-vif-deleted', 'tag': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:33.096155 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af297b81-31ca-481e-8e03-170f1bebee82" -d '{"events": [{"server_uuid": "41257c74-0ff2-4d40-89bf-cfe73d4a3721", "name": "network-vif-deleted", "tag": "b877f312-4baa-49ce-bbf6-0e1a2e5d83d0"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:33.096722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19350d5d-65b9-422b-bf00-39d72fc9de05 req-90d2d64d-0578-4afd-b51f-bcbb487b5901 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.2886770 Sep 18 19:42:33.207068 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9794da47-229d-46d8-9085-7da6936b8636 x-openstack-request-id: req-9794da47-229d-46d8-9085-7da6936b8636 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:33.207464 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41257c74-0ff2-4d40-89bf-cfe73d4a3721", "name": "network-vif-deleted", "tag": "b877f312-4baa-49ce-bbf6-0e1a2e5d83d0", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:33.208674 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9794da47-229d-46d8-9085-7da6936b8636 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:33.209093 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41257c74-0ff2-4d40-89bf-cfe73d4a3721', 'name': 'network-vif-deleted', 'tag': 'b877f312-4baa-49ce-bbf6-0e1a2e5d83d0', 'status': 'completed', 'code': 200} Sep 18 19:42:33.229998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19350d5d-65b9-422b-bf00-39d72fc9de05 req-d30b4a93-867a-4729-9461-ff7ac9651aa7 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298254 Sep 18 19:42:33.285306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-280e1780-5aa8-447b-9501-f90bc323e6b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=828449d4bd904fd3b09355e7d03ef4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314909 Sep 18 19:42:33.292550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43908) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:33.298665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:33.299004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b877f312-4baa-49ce-bbf6-0e1a2e5d83d0 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:33.302302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:33.302942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:33.363026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 055a8d13-dc8f-4809-97c4-a601baa4cd43 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:42:33.375123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 055a8d13-dc8f-4809-97c4-a601baa4cd43 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:33.375519 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:33.468970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:33.551324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Checking segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:33.551746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network hostable DHCP agents. Network: 3b604b41-6341-4255-96ae-37e1fe5e6924, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:42:33.563957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Subnet': ['ID=09634331-ef41-46da-8cad-4581544f7e55,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:33.587662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:42:33.610644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 3b604b41-6341-4255-96ae-37e1fe5e6924) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:33.616208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:33.618303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:33.660616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf07a2c-95df-4c67-bad6-bba263572426 None None] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:33.664314 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8378d19e-4922-4434-b7a5-0b6125cedc58 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8536332 Sep 18 19:42:33.665202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43912) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:33.671909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'subnet': {'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:33.784710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:33.840233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:33.845909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:33.859241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-581183b4-60ab-4697-8614-1dfe5d907ba0 req-937eb6d7-9022-430d-b28e-4b9e55f96c0b service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937996 Sep 18 19:42:33.995750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-3b604b41-6341-4255-96ae-37e1fe5e6924', 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'fixed_ips': [{'subnet_id': '09634331-ef41-46da-8cad-4581544f7e55'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:42:33.996596 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.001083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a5cfa-65d4-4597-ba33-410fb73c2690 req-573a0ec5-330a-479b-a984-8ff0265f69ae tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:34.002936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb5a5cfa-65d4-4597-ba33-410fb73c2690 req-573a0ec5-330a-479b-a984-8ff0265f69ae tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.1982875 Sep 18 19:42:34.003872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e83320e-6911-4731-a560-79a32f2c4b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.006393 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.043643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb1e81-e20d-4e32-8c53-a2fd60fd418f req-ea65e160-0124-4f7d-9917-2c89960b5882 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:34.046811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fcb1e81-e20d-4e32-8c53-a2fd60fd418f req-ea65e160-0124-4f7d-9917-2c89960b5882 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 944 time: 0.2446444 Sep 18 19:42:34.076129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e83320e-6911-4731-a560-79a32f2c4b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.105036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:34.107455 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279875f0-46db-42bc-afdd-828a47e33443" -d '{"events": [{"server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "name": "network-vif-plugged", "status": "completed", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:34.116644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.159788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb5a5cfa-65d4-4597-ba33-410fb73c2690 req-157fae48-7a2c-418e-878f-0b231859ddd0 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428506 Sep 18 19:42:34.175523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:34.194181 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.197924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Subnet': ['ID=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:34.237501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fcb1e81-e20d-4e32-8c53-a2fd60fd418f req-ad53950b-c838-4d86-a522-3a7324098561 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644349 Sep 18 19:42:34.259573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:34.276982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Checking segment: {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:34.277507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network hostable DHCP agents. Network: 6367da50-d531-4051-9b97-5de75e5cd84e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:42:34.301423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 6367da50-d531-4051-9b97-5de75e5cd84e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:42:34.316806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6367da50-d531-4051-9b97-5de75e5cd84e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:34.349791 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e83320e-6911-4731-a560-79a32f2c4b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.352368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e83320e-6911-4731-a560-79a32f2c4b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.353704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0e83320e-6911-4731-a560-79a32f2c4b92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49208b82-47cb-4e95-9059-33d95fb50d76 HTTP/1.1" status: 204 len: 168 time: 1.0593181 Sep 18 19:42:34.354819 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa97b2-c019-405a-a32e-ff00600c6dfe x-openstack-request-id: req-3afa97b2-c019-405a-a32e-ff00600c6dfe {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:34.355117 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "name": "network-vif-plugged", "status": "completed", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:34.355512 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3afa97b2-c019-405a-a32e-ff00600c6dfe {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:34.355784 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'code': 200} Sep 18 19:42:34.365635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343a491-bc06-436b-a57e-4f0c27ff2b0c None None] Network 6367da50-d531-4051-9b97-5de75e5cd84e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:34.374456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:34.375085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.409663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83320e-6911-4731-a560-79a32f2c4b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49208b82-47cb-4e95-9059-33d95fb50d76,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:34.424306 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cdabd50b-1cfa-4535-884d-4078ae86f2ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7578094 Sep 18 19:42:34.427758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43930) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:34.442512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'port': {'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'name': 'tempest-TaggedBootDevicesTest_v242-1166070045', 'fixed_ips': [{'subnet_id': '09634331-ef41-46da-8cad-4581544f7e55'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:34.479603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43932) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:34.489648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Allocated IP 10.1.1.2 (3b604b41-6341-4255-96ae-37e1fe5e6924/09634331-ef41-46da-8cad-4581544f7e55/142fa464-c0d7-4aec-8852-16e13a63506b) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:34.514979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Deleting port 32055e51-98ec-4a03-8f0f-7c9eca2b049f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:34.515508 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.550563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:34.605632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] Checking router: 97ea01df-d391-4350-9742-8d80a9e0b97d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:42:34.616137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] For port 32055e51-98ec-4a03-8f0f-7c9eca2b049f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=32055e51-98ec-4a03-8f0f-7c9eca2b049f,segment=NetworkSegment(c768f2ff-6bde-4bc2-8e14-55a4d5de51e5),segment_id=c768f2ff-6bde-4bc2-8e14-55a4d5de51e5)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:34.617201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.629139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:34.629797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:34.672373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Calling delete_port for 32055e51-98ec-4a03-8f0f-7c9eca2b049f owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:34.720839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:34.761198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d7419-c0c7-43fb-ac3e-267113823776 req-e493b04b-022b-4120-8ef1-1dd14fd5edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:34.762965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d9d7419-c0c7-43fb-ac3e-267113823776 req-e493b04b-022b-4120-8ef1-1dd14fd5edcd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 1097 time: 0.3154235 Sep 18 19:42:34.828980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c88ad-c747-408e-9180-3109c92a0af5 req-8087a4b0-694c-41f8-81ed-26d622c70f0a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:34.836859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c88ad-c747-408e-9180-3109c92a0af5 req-8087a4b0-694c-41f8-81ed-26d622c70f0a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.3598506 Sep 18 19:42:34.851894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62ad8cda-d5d0-452d-8816-b6d7b416cb4a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.872231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-6367da50-d531-4051-9b97-5de75e5cd84e', 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'fixed_ips': [{'subnet_id': 'fef2e0f3-7b20-4f09-a210-fbcb676c2bbf'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:42:34.879824 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.920854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:34.944775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.952345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d9d7419-c0c7-43fb-ac3e-267113823776 req-39b38444-8a34-4a6e-ab69-31e5558d4687 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787305 Sep 18 19:42:34.959875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62ad8cda-d5d0-452d-8816-b6d7b416cb4a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.960018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:34.984235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758c88ad-c747-408e-9180-3109c92a0af5 req-8380774c-fc4f-4160-a773-ff61b2788d42 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438799 Sep 18 19:42:34.984860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] device_id is not set on port fa365d07-782b-4a4d-856c-dd0ceae58661 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:42:35.037321 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.107421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Pushing event updated for resources: {'Port': ['ID=142fa464-c0d7-4aec-8852-16e13a63506b,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:35.118388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62ad8cda-d5d0-452d-8816-b6d7b416cb4a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.121943 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62ad8cda-d5d0-452d-8816-b6d7b416cb4a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.123491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-62ad8cda-d5d0-452d-8816-b6d7b416cb4a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "DELETE /v2.0/security-groups/826ce524-2984-4b3e-9d58-710befa53066 HTTP/1.1" status: 204 len: 168 time: 0.6395099 Sep 18 19:42:35.133787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:35.154375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad8cda-d5d0-452d-8816-b6d7b416cb4a tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ce524-2984-4b3e-9d58-710befa53066,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:35.167370 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-dfb1eeed-edb4-4cc4-98ee-30c6123af5ac tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] show failed (client error): The resource could not be found. Sep 18 19:42:35.171219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dfb1eeed-edb4-4cc4-98ee-30c6123af5ac tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "GET /v2.0/security-groups/826ce524-2984-4b3e-9d58-710befa53066 HTTP/1.1" status: 404 len: 347 time: 0.0311558 Sep 18 19:42:35.174299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43944) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:35.203280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:35.225301 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.236710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:35.249195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:35.366351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Pushing event deleted for resources: {'Port': ['ID=32055e51-98ec-4a03-8f0f-7c9eca2b049f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:35.460293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Allocated IP 10.2.2.2 (6367da50-d531-4051-9b97-5de75e5cd84e/fef2e0f3-7b20-4f09-a210-fbcb676c2bbf/51fe9212-cc07-49f5-8364-1d459e21f207) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:35.467153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Attempting to bind port 142fa464-c0d7-4aec-8852-16e13a63506b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:35.467434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Attempting to bind port 142fa464-c0d7-4aec-8852-16e13a63506b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:35.467645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Attempting to bind port 142fa464-c0d7-4aec-8852-16e13a63506b on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:35.470207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Allocated IP 10.1.1.197 (3b604b41-6341-4255-96ae-37e1fe5e6924/09634331-ef41-46da-8cad-4581544f7e55/fa365d07-782b-4a4d-856c-dd0ceae58661) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:35.489602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:35.494632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Checking segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:35.495417 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.496047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Bound using segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:35.496871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Bound port: 142fa464-c0d7-4aec-8852-16e13a63506b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:35.496871 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.765467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.782461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0ff37-9095-4c25-aa09-c81397846dbe req-7a74d4a5-887c-4159-91ec-55afc5ab7d91 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:35.784792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fce0ff37-9095-4c25-aa09-c81397846dbe req-7a74d4a5-887c-4159-91ec-55afc5ab7d91 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.4212832 Sep 18 19:42:35.828196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.867286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab7717-8845-429f-b736-594c268635b9 req-66bc2225-b3cb-4265-bcb7-04cdfebb35db tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:35.881983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7dab7717-8845-429f-b736-594c268635b9 req-66bc2225-b3cb-4265-bcb7-04cdfebb35db tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 945 time: 0.5175087 Sep 18 19:42:35.909624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:35.914208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:35.933101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:35.938449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Deleting port b3c2009a-f362-42fe-95ab-f0c00f8e2e97 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:35.938838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:35.969265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fce0ff37-9095-4c25-aa09-c81397846dbe req-fe67f7d3-497b-45da-8e9e-dae401bd4629 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717048 Sep 18 19:42:35.971924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43962) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:36.058279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7dab7717-8845-429f-b736-594c268635b9 req-5c6c9f48-f195-4199-a9d8-d45517b66ac2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712720 Sep 18 19:42:36.100676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=fa365d07-782b-4a4d-856c-dd0ceae58661,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:36.134610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:36.143864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.170596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.171357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.175568 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c4fd2727-7a2c-40f6-a7a1-441146f8f651 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7455709 Sep 18 19:42:36.176376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] For port 142fa464-c0d7-4aec-8852-16e13a63506b, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:36.178405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:36.184007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'port': {'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'name': 'tempest-TaggedBootDevicesTest_v242-241364814', 'fixed_ips': [{'subnet_id': '09634331-ef41-46da-8cad-4581544f7e55'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:36.215820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] For port 142fa464-c0d7-4aec-8852-16e13a63506b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=142fa464-c0d7-4aec-8852-16e13a63506b,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:36.230348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:36.232660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.237713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Calling delete_port for b3c2009a-f362-42fe-95ab-f0c00f8e2e97 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:36.244032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-network', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:36.273708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.308066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b0ef8-ac35-4ed2-82e4-cef65cae76cd None None] The sync data for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 is: [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:39Z', 'revision_number': 4, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7adf02d8-89f9-4d89-8ccc-656534b7ee55', 'name': '', 'network_id': 'eb2ab13e-e94b-4e66-91f3-58067f89b204', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'mac_address': 'fa:16:3e:64:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5112f793-2993-4753-972a-851ae9240421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:39Z', 'updated_at': '2021-09-18T19:37:47Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'subnets': [{'id': '5112f793-2993-4753-972a-851ae9240421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:36.311874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.334559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.392089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:36.397776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.424682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] device_id is not set on port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:42:36.429324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Network 6367da50-d531-4051-9b97-5de75e5cd84e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:36.430426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:36.433131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59ea12-a168-4fd7-bc7a-80cb65724844 None None] Pushing event updated for resources: {'Port': ['ID=142fa464-c0d7-4aec-8852-16e13a63506b,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:36.436481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Made reservation on behalf of aa63876d6f334f4286939bf03e6bf45b for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:36.438979 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.441551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:36.491988 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.520132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55609e-5a21-47a6-af50-5e0f7268fbfa req-7420b21e-36cc-4e2a-92eb-ab489974251a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:36.530179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c55609e-5a21-47a6-af50-5e0f7268fbfa req-7420b21e-36cc-4e2a-92eb-ab489974251a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.3302062 Sep 18 19:42:36.531894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Attempting to bind port 51fe9212-cc07-49f5-8364-1d459e21f207 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:36.532259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Attempting to bind port 51fe9212-cc07-49f5-8364-1d459e21f207 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:36.532630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Attempting to bind port 51fe9212-cc07-49f5-8364-1d459e21f207 on network 6367da50-d531-4051-9b97-5de75e5cd84e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:36.534851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Pushing event updated for resources: {'Port': ['ID=51fe9212-cc07-49f5-8364-1d459e21f207,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:36.550234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:36.550604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Checking segment: {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:36.550985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.551474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Bound using segment: {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:36.551859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Bound port: 51fe9212-cc07-49f5-8364-1d459e21f207, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:36.552233 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.737606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] For port 51fe9212-cc07-49f5-8364-1d459e21f207, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:36.741736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] For port 51fe9212-cc07-49f5-8364-1d459e21f207, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=51fe9212-cc07-49f5-8364-1d459e21f207,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:36.748968 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.806969 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50b281-93dd-4ee7-9ad8-9a84b59a835c None None] New status for floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:42:36.826179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c55609e-5a21-47a6-af50-5e0f7268fbfa req-2b0e9954-98fe-4f3d-9920-28fc18a4339d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946730 Sep 18 19:42:36.884485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Allocated IP 10.1.1.245 (3b604b41-6341-4255-96ae-37e1fe5e6924/09634331-ef41-46da-8cad-4581544f7e55/22013aa7-0b5e-4ee5-9c4c-579a9e466e81) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:36.887429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19a7b6-a40c-4395-af82-462afc9113d0 None None] Pushing event updated for resources: {'Port': ['ID=51fe9212-cc07-49f5-8364-1d459e21f207,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:36.984871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:36.993293 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.019597 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.db.api [None req-ff50b281-93dd-4ee7-9ad8-9a84b59a835c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:42:37.020358 n-d-789963-11 neutron-server[94943]: DEBUG oslo_db.api [None req-ff50b281-93dd-4ee7-9ad8-9a84b59a835c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:42:37.069927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.104038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:42:37.159174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Pushing event deleted for resources: {'Port': ['ID=b3c2009a-f362-42fe-95ab-f0c00f8e2e97,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:37.183951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3caa573-521d-45ce-85ab-920f648e7a8a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:37.194751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.195531 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Added segment 78877573-537a-43ac-b26b-093a51c0b629 of type vlan for network 30a142c4-b65b-47f7-9c3d-7772d5c673bf Sep 18 19:42:37.208864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.304644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.373122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:42:37.391872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.405642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:37.408929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:37.426487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:37.428268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e244730-9aa9-4fe7-b0f0-a17333ad12e4 req-af7f8732-26d8-448a-a290-b310f361f0ce tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:37.432239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e244730-9aa9-4fe7-b0f0-a17333ad12e4 req-af7f8732-26d8-448a-a290-b310f361f0ce tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.3300180 Sep 18 19:42:37.453719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.456545 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.457874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-078fedf7-e706-454b-8a29-0a80af222b28 tempest-ServersWithSpecificFlavorTestJSON-1633325277 tempest-ServersWithSpecificFlavorTestJSON-1633325277-project] 10.222.0.20 "DELETE /v2.0/floatingips/162f7b00-58fa-48a9-8e86-5c332871c7a1 HTTP/1.1" status: 204 len: 168 time: 2.2825067 Sep 18 19:42:37.487677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:37.520734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:37.521629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.524954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2de03-bcc8-463e-96a2-e392ca8f0520 req-4ed1b547-b488-4277-a774-1a2432c76fd0 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:37.527479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28a2de03-bcc8-463e-96a2-e392ca8f0520 req-4ed1b547-b488-4277-a774-1a2432c76fd0 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 945 time: 0.3238969 Sep 18 19:42:37.554535 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.555558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:37.556152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.562875 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c6e84cee-6638-49a4-9b45-b4264deacaab tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3829703 Sep 18 19:42:37.650279 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff50b281-93dd-4ee7-9ad8-9a84b59a835c None None] New status for floating IP 162f7b00-58fa-48a9-8e86-5c332871c7a1: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:42:37.746101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7324221 Sep 18 19:42:37.746679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43998) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:37.752262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Request body: {'subnet': {'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-subnet', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:37.809538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Made reservation on behalf of aa63876d6f334f4286939bf03e6bf45b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:37.820671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:37.834522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8221ec9-44c5-4b34-ac68-4de2e12b9513 None None] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:37.857742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e244730-9aa9-4fe7-b0f0-a17333ad12e4 req-43956d29-d75f-4832-be9d-7e44e538c8e6 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075139 Sep 18 19:42:37.861263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:42:37.867286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28a2de03-bcc8-463e-96a2-e392ca8f0520 req-d779382c-302f-4502-beb1-a0c864246ad3 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246729 Sep 18 19:42:37.876070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a5fc41cc-831a-4650-b897-659f7e5f9012 admin admin] 10.222.0.20 "PUT /v2.0/routers/6a68a258-b12d-468a-8df3-9d2c5a3a8a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5149119 Sep 18 19:42:37.878375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac94035-05a3-4d50-b3d7-9f03dbd9ae91 admin admin] Pushing event updated for resources: {'Network': ['ID=30a142c4-b65b-47f7-9c3d-7772d5c673bf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:37.889020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44002) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:37.917080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] Sync routers for ids ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:42:37.929743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 30a142c4-b65b-47f7-9c3d-7772d5c673bf details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:42:38.027690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] Routers {'6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:38.028606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:38.103245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:38.132042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d5a08c78-e896-452e-971d-1a33ede3923f None None] Provisioning complete for port 142fa464-c0d7-4aec-8852-16e13a63506b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:38.133687 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d5a08c78-e896-452e-971d-1a33ede3923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:38.154774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dc698-9755-4d51-a2e7-04772197ff6b req-87730477-d15f-44a7-8552-5c2ea62a6bf8 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:38.160350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-368dc698-9755-4d51-a2e7-04772197ff6b req-87730477-d15f-44a7-8552-5c2ea62a6bf8 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.0974436 Sep 18 19:42:38.240345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-368dc698-9755-4d51-a2e7-04772197ff6b req-c7c12a7f-3aab-4457-815c-e3fc9a07eb55 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722280 Sep 18 19:42:38.242609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44008) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:38.255476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-365f5aaa-1bfe-4842-9c79-32f7978fb602 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947540025', 'description': 'tempest-description--2007876778'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:38.313688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-365f5aaa-1bfe-4842-9c79-32f7978fb602 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:38.433109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:38.497398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31da25-1d58-480d-81dc-ebc13d814be6 None None] Network 6367da50-d531-4051-9b97-5de75e5cd84e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:38.704483 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-365f5aaa-1bfe-4842-9c79-32f7978fb602 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:38.724779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-365f5aaa-1bfe-4842-9c79-32f7978fb602 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:38.772001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] Set router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:38.805960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07154a-a5a2-4f3b-b010-e4d3a48a5470 req-78181f7a-1d83-4159-bcf6-38d20ddf1f6f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:38.808588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d07154a-a5a2-4f3b-b010-e4d3a48a5470 req-78181f7a-1d83-4159-bcf6-38d20ddf1f6f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 945 time: 0.2551537 Sep 18 19:42:38.814448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-365f5aaa-1bfe-4842-9c79-32f7978fb602 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:38.821579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-365f5aaa-1bfe-4842-9c79-32f7978fb602 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5777781 Sep 18 19:42:38.837292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44024) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:38.845902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f5aaa-1bfe-4842-9c79-32f7978fb602 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81507704-dda0-49b2-851c-61016cafd1d9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:38.848278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44026) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:38.878338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1aeeb989-6bda-4ff2-9497-754f32f98419 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'security_group_rule': {'security_group_id': '81507704-dda0-49b2-851c-61016cafd1d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:38.985666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d07154a-a5a2-4f3b-b010-e4d3a48a5470 req-24d27490-3251-43ac-8793-90ca89f9a11e tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617966 Sep 18 19:42:39.014725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 51fe9212-cc07-49f5-8364-1d459e21f207 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:39.017305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Deleting port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:39.017749 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.021337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.052708 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d5a08c78-e896-452e-971d-1a33ede3923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.057532 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb989-6bda-4ff2-9497-754f32f98419 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.093805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:42:39.147897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b91e0b-938f-4225-bb92-ad0529cba9fc,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:39.172273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Checking segment: {'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:39.172685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Network hostable DHCP agents. Network: 30a142c4-b65b-47f7-9c3d-7772d5c673bf, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:42:39.179974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] For port a9d25b28-f8c3-4f9f-8293-a07d30c06fd5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a9d25b28-f8c3-4f9f-8293-a07d30c06fd5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:39.179974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.199973 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Calling delete_port for a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:39.213367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Network 30a142c4-b65b-47f7-9c3d-7772d5c673bf is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:42:39.252555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d5a08c78-e896-452e-971d-1a33ede3923f None None] For port 142fa464-c0d7-4aec-8852-16e13a63506b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=142fa464-c0d7-4aec-8852-16e13a63506b,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:39.283564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 30a142c4-b65b-47f7-9c3d-7772d5c673bf) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:39.296583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:39.297191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.309298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d5a08c78-e896-452e-971d-1a33ede3923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.313003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b706ac9-9979-40c2-ac2f-d698df61c706 None None] Network 30a142c4-b65b-47f7-9c3d-7772d5c673bf requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:39.366220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3455fb56-1f26-4564-b81d-fa3a64e7052d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6148503 Sep 18 19:42:39.371270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44040) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:39.375871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:39.432095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.433350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.527328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 51fe9212-cc07-49f5-8364-1d459e21f207 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:39.527751 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.540105 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.612166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d25b28-f8c3-4f9f-8293-a07d30c06fd5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:39.734711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:39.752811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a08c78-e896-452e-971d-1a33ede3923f None None] Pushing event updated for resources: {'Port': ['ID=142fa464-c0d7-4aec-8852-16e13a63506b,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:39.770094 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.788112 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-64abe492-4368-41cd-b221-81fd62fae6df None None] Provisioning complete for port 51fe9212-cc07-49f5-8364-1d459e21f207 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:39.788737 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-64abe492-4368-41cd-b221-81fd62fae6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.802208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba', 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb', 'port_id': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba', 'mac_address': 'fa:16:3e:af:ef:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa2d05e-f43f-46a0-8de9-0aced384041b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:42:39.949418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb989-6bda-4ff2-9497-754f32f98419 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.951112 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:39.983617 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.013107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113e5a-e5c6-46e9-aad6-b5bf5b19b214 req-878d1065-a715-4319-b4bf-001f0bcc0e01 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:40.020863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e113e5a-e5c6-46e9-aad6-b5bf5b19b214 req-878d1065-a715-4319-b4bf-001f0bcc0e01 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 1.0078788 Sep 18 19:42:40.029633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb989-6bda-4ff2-9497-754f32f98419 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.079437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb989-6bda-4ff2-9497-754f32f98419 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83770a0-09db-4684-a001-6b1e3649d804,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:40.120561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa30e48-0680-4fc1-b816-8d215a2a2ab3 req-d172b718-cc9a-44ad-abdc-dcda18e921da tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:40.126292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-baa30e48-0680-4fc1-b816-8d215a2a2ab3 req-d172b718-cc9a-44ad-abdc-dcda18e921da tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.4537418 Sep 18 19:42:40.146998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb989-6bda-4ff2-9497-754f32f98419 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.151349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1aeeb989-6bda-4ff2-9497-754f32f98419 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3052061 Sep 18 19:42:40.190289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44050) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:40.190714 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.193200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-baa30e48-0680-4fc1-b816-8d215a2a2ab3 req-ac47bba0-af88-43d6-a26c-678ba53331ca tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Sep 18 19:42:40.202106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0709a5d4-f663-4c9d-9dc1-346b33b259f1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'security_group_rule': {'security_group_id': '81507704-dda0-49b2-851c-61016cafd1d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:40.244089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e113e5a-e5c6-46e9-aad6-b5bf5b19b214 req-876de5bd-e192-4234-a36f-a6edfd8ec50e tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224028 Sep 18 19:42:40.246264 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.263952 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.313078 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0709a5d4-f663-4c9d-9dc1-346b33b259f1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.325225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-64abe492-4368-41cd-b221-81fd62fae6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.339908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'name': 'tempest-FloatingIPDetailsTestJSON-1868283118-router', 'tenant_id': 'eb02a65022b4443ebbbd8fd402526895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:57Z', 'updated_at': '2021-09-18T19:42:35Z', 'revision_number': 5, 'project_id': 'eb02a65022b4443ebbbd8fd402526895', 'gw_port': {'id': 'a9d25b28-f8c3-4f9f-8293-a07d30c06fd5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68a258-b12d-468a-8df3-9d2c5a3a8a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:58Z', 'updated_at': '2021-09-18T19:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:40.355129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-30a142c4-b65b-47f7-9c3d-7772d5c673bf', 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'fixed_ips': [{'subnet_id': '23b91e0b-938f-4225-bb92-ad0529cba9fc'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:42:40.356045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.358753 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.376376 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.376869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:42:40.390377 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.394898 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-235b9896-81c4-4a46-bec0-194f8d7a4c96 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6a68a258-b12d-468a-8df3-9d2c5a3a8a9d HTTP/1.1" status: 204 len: 168 time: 2.5035293 Sep 18 19:42:40.396873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44052) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:40.449965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:40.471044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0709a5d4-f663-4c9d-9dc1-346b33b259f1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.472633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] Checking router: 6a68a258-b12d-468a-8df3-9d2c5a3a8a9d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:42:40.479398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.510535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:40.511077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 19:42:40.511981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent'). {{(pid=94942) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 19:42:40.512478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b17647-110c-43ed-8303-980391e9a348 None None] The sync data for ids ['6a68a258-b12d-468a-8df3-9d2c5a3a8a9d'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:40.517866 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0709a5d4-f663-4c9d-9dc1-346b33b259f1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.518429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-64abe492-4368-41cd-b221-81fd62fae6df None None] For port 51fe9212-cc07-49f5-8364-1d459e21f207, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=51fe9212-cc07-49f5-8364-1d459e21f207,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:40.523309 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:40.535981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1074c4d-7a18-4ce4-b6c7-3202ea3dd80a admin admin] Deleting subnet a253e5ca-550e-4a3c-98b1-888ae1837867 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:42:40.538284 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.538960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b8825-d7e1-4006-9e4d-e2168ffd428e req-dc0579f2-68fc-4cf2-8214-2f9fa658b2d2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:40.540232 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1074c4d-7a18-4ce4-b6c7-3202ea3dd80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.541326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad0b8825-d7e1-4006-9e4d-e2168ffd428e req-dc0579f2-68fc-4cf2-8214-2f9fa658b2d2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 945 time: 0.1828554 Sep 18 19:42:40.571336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709a5d4-f663-4c9d-9dc1-346b33b259f1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2e40f7-64e1-4bf8-b1bf-6af7c9844242,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:40.589955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0709a5d4-f663-4c9d-9dc1-346b33b259f1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.591798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0709a5d4-f663-4c9d-9dc1-346b33b259f1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3973563 Sep 18 19:42:40.600047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44056) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:40.605411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:40.606261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1074c4d-7a18-4ce4-b6c7-3202ea3dd80a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.639426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-64abe492-4368-41cd-b221-81fd62fae6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.688360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.768523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:40.856415 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1074c4d-7a18-4ce4-b6c7-3202ea3dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.858671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad0b8825-d7e1-4006-9e4d-e2168ffd428e req-da6c37ce-c2a1-4e03-bde8-18b09c8fb8a9 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031020 Sep 18 19:42:40.883969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Provisioning complete for port 51fe9212-cc07-49f5-8364-1d459e21f207 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:40.883969 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.884218 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:42:40.899260 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:42:40.903093 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:42:40.936214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.955430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:42:40.969123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:40.997918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.049172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe492-4368-41cd-b221-81fd62fae6df None None] Pushing event updated for resources: {'Port': ['ID=51fe9212-cc07-49f5-8364-1d459e21f207,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:41.125343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Allocated IP 172.20.0.2 (30a142c4-b65b-47f7-9c3d-7772d5c673bf/23b91e0b-938f-4225-bb92-ad0529cba9fc/ee11a09d-341f-41b4-8efb-fe145ab821fe) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:41.188607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Allocated IP 172.25.8.53 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/8c1df12c-3fcd-44ba-84aa-2ce66a895ba5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:41.214431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Deleting port 7adf02d8-89f9-4d89-8ccc-656534b7ee55 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:41.219309 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.233296 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1074c4d-7a18-4ce4-b6c7-3202ea3dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.360611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1074c4d-7a18-4ce4-b6c7-3202ea3dd80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a253e5ca-550e-4a3c-98b1-888ae1837867,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:41.373909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Provisioning complete for port 142fa464-c0d7-4aec-8852-16e13a63506b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:41.374384 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.379870 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1074c4d-7a18-4ce4-b6c7-3202ea3dd80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.386950 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1074c4d-7a18-4ce4-b6c7-3202ea3dd80a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a253e5ca-550e-4a3c-98b1-888ae1837867 HTTP/1.1" status: 204 len: 168 time: 0.9890344 Sep 18 19:42:41.389498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44076) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:41.416413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc6d0c2-4690-418a-8528-238890aac5aa None None] Network 640a12c6-f5f5-4d78-9517-b6df485847d4 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:41.492621 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.531796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] For port 7adf02d8-89f9-4d89-8ccc-656534b7ee55, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7adf02d8-89f9-4d89-8ccc-656534b7ee55,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:41.532048 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.551071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649ef2-3210-4b8f-ad2c-49b668d1901d req-fad6b06c-ae0a-426f-9b8b-3723ed2bb323 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:41.559662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3649ef2-3210-4b8f-ad2c-49b668d1901d req-fad6b06c-ae0a-426f-9b8b-3723ed2bb323 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 944 time: 0.1999116 Sep 18 19:42:41.574231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Calling delete_port for 7adf02d8-89f9-4d89-8ccc-656534b7ee55 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:41.609000 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.611795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c795-15e8-429f-abae-f4a41edfb4a8 req-a44a56aa-8724-4a26-a5a7-75c2f08b3163 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:41.619629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2883c795-15e8-429f-abae-f4a41edfb4a8 req-a44a56aa-8724-4a26-a5a7-75c2f08b3163 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.1733115 Sep 18 19:42:41.637070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Deleting port 451883b8-72fd-4049-aabe-c82f9396d783 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:41.637706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.667521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 142fa464-c0d7-4aec-8852-16e13a63506b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:41.703765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2883c795-15e8-429f-abae-f4a41edfb4a8 req-4b51b98b-f91c-4457-9f9c-0f55843bf177 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826747 Sep 18 19:42:41.753519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3649ef2-3210-4b8f-ad2c-49b668d1901d req-ca64aa3b-3a3c-42e1-bafb-b67d67da9738 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886690 Sep 18 19:42:41.779323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] For port 451883b8-72fd-4049-aabe-c82f9396d783, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=451883b8-72fd-4049-aabe-c82f9396d783,segment=NetworkSegment(c768f2ff-6bde-4bc2-8e14-55a4d5de51e5),segment_id=c768f2ff-6bde-4bc2-8e14-55a4d5de51e5)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:41.779719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.800512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Calling delete_port for 451883b8-72fd-4049-aabe-c82f9396d783 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:41.814056 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.818343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.841111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Provisioning complete for port fa365d07-782b-4a4d-856c-dd0ceae58661 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:41.841885 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.843930 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.879944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:41.882519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:41.885341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:41.922159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:41.930531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 142fa464-c0d7-4aec-8852-16e13a63506b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:41.931863 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:41.932945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Allocated IP 172.25.8.171 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/b6824e54-186a-4381-b01e-ca29e1d8f79a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:41.940154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Network 30a142c4-b65b-47f7-9c3d-7772d5c673bf is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:41.970266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:41.976244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Pushing event updated for resources: {'Port': ['ID=ee11a09d-341f-41b4-8efb-fe145ab821fe,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:41.979280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Port fa365d07-782b-4a4d-856c-dd0ceae58661 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:42:41.981207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:42.067542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Provisioning complete for port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:42.068139 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.070498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] DHCP port deletion for 640a12c6-f5f5-4d78-9517-b6df485847d4 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:42:42.124327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.188081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Attempting to bind port ee11a09d-341f-41b4-8efb-fe145ab821fe on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:42.188540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Attempting to bind port ee11a09d-341f-41b4-8efb-fe145ab821fe by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:42.189028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Attempting to bind port ee11a09d-341f-41b4-8efb-fe145ab821fe on network 30a142c4-b65b-47f7-9c3d-7772d5c673bf {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:42.191401 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.191618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7adf02d8-89f9-4d89-8ccc-656534b7ee55,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:42.198281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.217747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fd14c316-606f-44a8-9d43-886ab4c43a17 None None] Port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:42:42.246296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:42.247043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Checking segment: {'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:42.247721 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.248363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Bound using segment: {'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:42.249086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Bound port: ee11a09d-341f-41b4-8efb-fe145ab821fe, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:42.249703 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.286587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] No DVR routers for this DVR port 451883b8-72fd-4049-aabe-c82f9396d783 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:42.294014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Pushing event deleted for resources: {'Port': ['ID=451883b8-72fd-4049-aabe-c82f9396d783,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:42.413570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] Deleting port 451883b8-72fd-4049-aabe-c82f9396d783 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:42.414163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.471866 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.479370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.485596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] For port ee11a09d-341f-41b4-8efb-fe145ab821fe, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:42.544875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640a12c6-f5f5-4d78-9517-b6df485847d4']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:42.561656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] For port ee11a09d-341f-41b4-8efb-fe145ab821fe, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ee11a09d-341f-41b4-8efb-fe145ab821fe,segment=NetworkSegment(78877573-537a-43ac-b26b-093a51c0b629),segment_id=78877573-537a-43ac-b26b-093a51c0b629)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:42.569604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] For port 451883b8-72fd-4049-aabe-c82f9396d783, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:42.581532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:42.585801 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.597154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:42.598104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:42.598568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c768f2ff-6bde-4bc2-8e14-55a4d5de51e5') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:42.601800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.604755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:42.615597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.620542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] Calling delete_port for 451883b8-72fd-4049-aabe-c82f9396d783 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:42.640453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.642758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.645193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 51fe9212-cc07-49f5-8364-1d459e21f207 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:42.651130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] Port 451883b8-72fd-4049-aabe-c82f9396d783 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:42:42.678165 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.688737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=b6824e54-186a-4381-b01e-ca29e1d8f79a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:42.689111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:42:42.689673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:42:42.691609 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:42:42.752062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] No DVR routers for this DVR port 451883b8-72fd-4049-aabe-c82f9396d783 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:42.759920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11002f6d-7416-434d-ad27-1b42e2c5cbf2 None None] Pushing event updated for resources: {'Port': ['ID=ee11a09d-341f-41b4-8efb-fe145ab821fe,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:42.761222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:42.842535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568bf67-b09f-4654-86a6-6d0ad7fc36c9 None None] Pushing event deleted for resources: {'Port': ['ID=451883b8-72fd-4049-aabe-c82f9396d783,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:42.867263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 51fe9212-cc07-49f5-8364-1d459e21f207 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:42.867263 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.010284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2267-6d16-48bd-b3d6-a94b7127814c req-435314df-cef5-4d3f-a9b9-cecf5398e969 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:43.011869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-494f2267-6d16-48bd-b3d6-a94b7127814c req-435314df-cef5-4d3f-a9b9-cecf5398e969 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.1340981 Sep 18 19:42:43.229256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-494f2267-6d16-48bd-b3d6-a94b7127814c req-25db54dc-f784-4321-8f9c-3209ee5fb902 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987851 Sep 18 19:42:43.244586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 055a8d13-dc8f-4809-97c4-a601baa4cd43 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:42:43.344040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.374671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.377707 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] 10.222.0.20 "DELETE /v2.0/networks/640a12c6-f5f5-4d78-9517-b6df485847d4 HTTP/1.1" status: 204 len: 168 time: 1.9874811 Sep 18 19:42:43.388799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba7cd3-2d52-4be3-b2b3-88b1e44bdf8a req-54ff3c9c-982f-4f1a-816f-f336cf713992 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:43.396559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edba7cd3-2d52-4be3-b2b3-88b1e44bdf8a req-54ff3c9c-982f-4f1a-816f-f336cf713992 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 944 time: 0.5175714 Sep 18 19:42:43.412167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:43.418828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bffd8-81ec-44ce-bf9b-98ac1334f809 admin admin] Pushing event deleted for resources: {'Network': ['ID=640a12c6-f5f5-4d78-9517-b6df485847d4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:43.419952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Router 97ea01df-d391-4350-9742-8d80a9e0b97d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:42:43.440952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.450755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:43.497493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edba7cd3-2d52-4be3-b2b3-88b1e44bdf8a req-65a24113-0a2f-4380-9ad6-71d5f87cba9c tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996892 Sep 18 19:42:43.551251 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.560493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'mac_address': 'fa:16:3e:b9:39:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:42:43.629036 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.657105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44108) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:43.670494 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.676367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:42:43.687661 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] Sync routers for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:42:43.693352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 055a8d13-dc8f-4809-97c4-a601baa4cd43 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:43.702656 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:43.703668 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:43.714191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c5199bcd-887c-45d0-9227-6ac5693f5d88 admin admin] 10.222.0.20 "PUT /v2.0/routers/97ea01df-d391-4350-9742-8d80a9e0b97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7924476 Sep 18 19:42:43.719534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:43.726409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44110) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:43.769851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 142fa464-c0d7-4aec-8852-16e13a63506b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:43.771502 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.777903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:42:43.801907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:43.802294 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:43.901475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-587f5363-8392-44c3-b4c0-9c8044a55c35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb02a65022b4443ebbbd8fd402526895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425561 Sep 18 19:42:43.917360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44112) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:43.947190 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:43.959405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['055a8d13-dc8f-4809-97c4-a601baa4cd43'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:42:44.005476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.103878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.122955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.147999 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.230934 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '609376fb-42d0-43df-90be-880fddb2df3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:42:41Z', 'revision_number': 5, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port': {'id': '609376fb-42d0-43df-90be-880fddb2df3d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:44.259002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:44.267886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.271085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:44.279853 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f4d882-8736-4753-a6a9-3ab9b1527d3d" -d '{"events": [{"server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "name": "network-vif-plugged", "status": "completed", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:44.333412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Router b9ce91cc-e620-4c37-a2b2-4d2c59365656 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:42:44.361277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.371037 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] Checking router: 97ea01df-d391-4350-9742-8d80a9e0b97d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:42:44.394383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:44.402009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=b6824e54-186a-4381-b01e-ca29e1d8f79a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:44.409358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.409788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.410611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.411071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.411953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.412378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.413693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.414233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.414675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.415019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Deleting port 609376fb-42d0-43df-90be-880fddb2df3d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:44.415175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.416246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.416595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.417014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.439335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2be3f9db-22ee-4971-b87c-5267d31c8d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.456068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] Routers {'97ea01df-d391-4350-9742-8d80a9e0b97d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:44.459764 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['97ea01df-d391-4350-9742-8d80a9e0b97d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:44.467333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.490265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.490437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.490720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.491051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.491413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.491789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.492113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.492440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.492745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.493058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.493405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:44.533795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] For port 609376fb-42d0-43df-90be-880fddb2df3d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=609376fb-42d0-43df-90be-880fddb2df3d,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:44.534691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.555463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Calling delete_port for 609376fb-42d0-43df-90be-880fddb2df3d owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:44.629656 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72475e5d-71f5-4d3d-96c0-1bef556332cd x-openstack-request-id: req-72475e5d-71f5-4d3d-96c0-1bef556332cd {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:44.630281 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "name": "network-vif-plugged", "status": "completed", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:44.630281 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72475e5d-71f5-4d3d-96c0-1bef556332cd {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:44.630597 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba', 'code': 200} Sep 18 19:42:44.643559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:44.691141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea52a0f-92a4-4313-92ba-755f8a5ebe76 None None] Network 30a142c4-b65b-47f7-9c3d-7772d5c673bf requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:44.753473 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] Set router 97ea01df-d391-4350-9742-8d80a9e0b97d gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:44.770613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:42:44.828248 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:42:44Z', 'revision_number': 6, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:44.861675 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.871149 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb0838-c9bb-4ba8-8fef-db3e3da3f584 None None] The sync data for ids ['97ea01df-d391-4350-9742-8d80a9e0b97d'] in n-d-789963-11 is: [{'id': '97ea01df-d391-4350-9742-8d80a9e0b97d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-693667733-router', 'tenant_id': '76b5f9df5cbe444f9d35cd914695193e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:36Z', 'updated_at': '2021-09-18T19:42:44Z', 'revision_number': 6, 'project_id': '76b5f9df5cbe444f9d35cd914695193e', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:44.879162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:44.880960 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ab53a7f2-6699-4047-9c6d-1bc60806af24 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5086215 Sep 18 19:42:44.909124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Sync routers for ids ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:42:44.910496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:44.941530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Pushing event deleted for resources: {'Port': ['ID=609376fb-42d0-43df-90be-880fddb2df3d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:44.968811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 142fa464-c0d7-4aec-8852-16e13a63506b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:44.969257 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.063331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Routers {'b9ce91cc-e620-4c37-a2b2-4d2c59365656'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:45.063713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:45.076868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.158368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3b85d79b-b4b2-4131-9e7a-58a9f2e0aa06 None None] Provisioning complete for port ee11a09d-341f-41b4-8efb-fe145ab821fe triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:45.158773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3b85d79b-b4b2-4131-9e7a-58a9f2e0aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.183029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.185461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.210308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2be3f9db-22ee-4971-b87c-5267d31c8d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.271489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.295600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.296114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ea01df-d391-4350-9742-8d80a9e0b97d {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:42:45.305333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.309234 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7c75532f-aae5-4748-a8b8-20295fda6132 admin admin] 10.222.0.20 "DELETE /v2.0/routers/97ea01df-d391-4350-9742-8d80a9e0b97d HTTP/1.1" status: 204 len: 168 time: 1.5790923 Sep 18 19:42:45.311470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44162) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:45.404564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2be3f9db-22ee-4971-b87c-5267d31c8d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.410172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2be3f9db-22ee-4971-b87c-5267d31c8d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.414840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2be3f9db-22ee-4971-b87c-5267d31c8d96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de37f5a1-287f-4933-82c7-d2725cdb2438 HTTP/1.1" status: 204 len: 168 time: 1.4942675 Sep 18 19:42:45.443155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bd5cad-fda9-4bb5-82d0-ac3d62dc1a30 admin admin] Deleting subnet 5112f793-2993-4753-972a-851ae9240421 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:42:45.446599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34bd5cad-fda9-4bb5-82d0-ac3d62dc1a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.499701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3f9db-22ee-4971-b87c-5267d31c8d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de37f5a1-287f-4933-82c7-d2725cdb2438,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:45.514822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.524003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0c898808-2f88-4ddf-a8bf-11bb170e3e1f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9148633 Sep 18 19:42:45.532841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34bd5cad-fda9-4bb5-82d0-ac3d62dc1a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.565282 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3b85d79b-b4b2-4131-9e7a-58a9f2e0aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.569951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718274e-5abc-4869-be74-d5347d6361ee req-77b4c3d1-cc33-40b7-9b7b-5b884ddddd74 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:45.575171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5718274e-5abc-4869-be74-d5347d6361ee req-77b4c3d1-cc33-40b7-9b7b-5b884ddddd74 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 1.0452225 Sep 18 19:42:45.623487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Set router b9ce91cc-e620-4c37-a2b2-4d2c59365656 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:45.629097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984146d0-1a73-4c38-bc50-8ecc1e47b211 req-3d12810d-e175-4492-917e-161cfcfd88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:45.632447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-984146d0-1a73-4c38-bc50-8ecc1e47b211 req-3d12810d-e175-4492-917e-161cfcfd88cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1097 time: 0.3514471 Sep 18 19:42:45.738083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c32f98-0df7-4bd3-9c64-af6e0b0917ea req-493fb3fe-9c6f-4676-a2e5-d0bccde96fd5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:45.755076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58c32f98-0df7-4bd3-9c64-af6e0b0917ea req-493fb3fe-9c6f-4676-a2e5-d0bccde96fd5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.4776752 Sep 18 19:42:45.837996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-984146d0-1a73-4c38-bc50-8ecc1e47b211 req-60fb1278-83a3-433a-a036-9e027ce0f5a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953382 Sep 18 19:42:45.862573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5718274e-5abc-4869-be74-d5347d6361ee req-d5d600ba-c107-49af-812d-b36cbecb3dca tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687256 Sep 18 19:42:45.887558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34bd5cad-fda9-4bb5-82d0-ac3d62dc1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:45.891904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58c32f98-0df7-4bd3-9c64-af6e0b0917ea req-9fe6572a-9495-4a19-993e-89d5cb0d1003 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357520 Sep 18 19:42:46.108060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34bd5cad-fda9-4bb5-82d0-ac3d62dc1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:46.121320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 32055e51-98ec-4a03-8f0f-7c9eca2b049f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:46.162894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 32055e51-98ec-4a03-8f0f-7c9eca2b049f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:46.163294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 32055e51-98ec-4a03-8f0f-7c9eca2b049f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:46.163662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:46.195435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3b85d79b-b4b2-4131-9e7a-58a9f2e0aa06 None None] For port ee11a09d-341f-41b4-8efb-fe145ab821fe, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ee11a09d-341f-41b4-8efb-fe145ab821fe,segment=NetworkSegment(78877573-537a-43ac-b26b-093a51c0b629),segment_id=78877573-537a-43ac-b26b-093a51c0b629)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:46.199633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd5cad-fda9-4bb5-82d0-ac3d62dc1a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5112f793-2993-4753-972a-851ae9240421,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:46.205122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:46.205467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a9d25b28-f8c3-4f9f-8293-a07d30c06fd5 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:46.205877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 451883b8-72fd-4049-aabe-c82f9396d783 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:46.231509 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:46.238730 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3b85d79b-b4b2-4131-9e7a-58a9f2e0aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:46.241697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-07dcd500-4261-4958-8e3e-ee3b5c51c948 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--947540025&fields=id&tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a HTTP/1.1" status: 200 len: 267 time: 0.0884912 Sep 18 19:42:46.257936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 451883b8-72fd-4049-aabe-c82f9396d783 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:46.258372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 451883b8-72fd-4049-aabe-c82f9396d783 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:46.266989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc19eb1-4e3e-41c8-b6fc-28d7002b51ed None None] Network eb2ab13e-e94b-4e66-91f3-58067f89b204 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:46.280460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34bd5cad-fda9-4bb5-82d0-ac3d62dc1a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:46.286132 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-34bd5cad-fda9-4bb5-82d0-ac3d62dc1a30 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5112f793-2993-4753-972a-851ae9240421 HTTP/1.1" status: 204 len: 168 time: 0.9734356 Sep 18 19:42:46.291411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44202) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:46.421057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-59c54da9-a1c6-4917-beb3-21207bd60ae4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:46.425160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-59c54da9-a1c6-4917-beb3-21207bd60ae4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports/fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 200 len: 937 time: 0.1677315 Sep 18 19:42:46.467827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-a7bac0f9-dce8-4547-8a9a-fe538d4b0245 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:46.477198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-a7bac0f9-dce8-4547-8a9a-fe538d4b0245 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 807 time: 0.3815618 Sep 18 19:42:46.498584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85d79b-b4b2-4131-9e7a-58a9f2e0aa06 None None] Pushing event updated for resources: {'Port': ['ID=ee11a09d-341f-41b4-8efb-fe145ab821fe,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:46.549649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-644eca6b-c776-4f71-a2b2-c146f2b8cea1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:46.551393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-644eca6b-c776-4f71-a2b2-c146f2b8cea1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports/22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 200 len: 936 time: 0.0713236 Sep 18 19:42:46.566695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-32f27a21-5cde-423f-91c4-4efd85f39cd8 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/quotas/67fefe280cc24400856c613ffce9bc8b HTTP/1.1" status: 200 len: 375 time: 0.0809429 Sep 18 19:42:46.574345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ee11a09d-341f-41b4-8efb-fe145ab821fe up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:46.580314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2ac09579-9900-4cf1-b197-3b85807ba405 None None] Provisioning complete for port ee11a09d-341f-41b4-8efb-fe145ab821fe triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:46.581853 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ac09579-9900-4cf1-b197-3b85807ba405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:46.651477 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-cb0e32dd-65ba-4f1e-9f0b-0cc4a712221b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0824764 Sep 18 19:42:46.689734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:42:42Z', 'revision_number': 3, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port': {'id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:40Z', 'updated_at': '2021-09-18T19:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:46.777354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-a44ab36f-3ae6-4596-8cbe-5ca0925e8b46 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2095942 Sep 18 19:42:46.784776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-2c4130cd-79a6-4a66-a552-d58784fcbb60 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1164129 Sep 18 19:42:46.953184 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:46.982943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Allocated IP 172.20.0.1 (30a142c4-b65b-47f7-9c3d-7772d5c673bf/23b91e0b-938f-4225-bb92-ad0529cba9fc/2fe0274f-0825-4eb7-8f15-7667d9d16dbf) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:47.046400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-69f0cada-715d-4fe5-a111-70d55020d83c service neutron] 10.222.0.20 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677622 Sep 18 19:42:47.064371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Checking router: b9ce91cc-e620-4c37-a2b2-4d2c59365656 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:42:47.064932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Updating router b9ce91cc-e620-4c37-a2b2-4d2c59365656 port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:42:47.091532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 055a8d13-dc8f-4809-97c4-a601baa4cd43 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:47.117087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Deleting port f1c76a41-f014-42fd-80c8-597c5304b4b6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:47.117638 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.186084 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.196288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.208570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-097a8920-23a3-40a8-8fea-0bad49144ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611230 Sep 18 19:42:47.264018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] DHCP port deletion for eb2ab13e-e94b-4e66-91f3-58067f89b204 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:42:47.267238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] For port f1c76a41-f014-42fd-80c8-597c5304b4b6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f1c76a41-f014-42fd-80c8-597c5304b4b6,segment=NetworkSegment(3a9c95d1-8666-42b8-be29-dd3b83f1adac),segment_id=3a9c95d1-8666-42b8-be29-dd3b83f1adac)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:47.267644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.296509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Calling delete_port for f1c76a41-f014-42fd-80c8-597c5304b4b6 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:47.361295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-0902a472-d590-4f4c-8f3a-962bc3f62f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:47.370057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-0902a472-d590-4f4c-8f3a-962bc3f62f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:47.376421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-0902a472-d590-4f4c-8f3a-962bc3f62f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:47.378134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-0902a472-d590-4f4c-8f3a-962bc3f62f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/networks?id=125fc257-85ec-44c9-b436-8bb1768c23aa&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=6367da50-d531-4051-9b97-5de75e5cd84e&id=6367da50-d531-4051-9b97-5de75e5cd84e HTTP/1.1" status: 200 len: 1995 time: 0.5687504 Sep 18 19:42:47.398274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-96ade075-8285-4f08-990a-d09f39b4e5b2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/quotas/c49dd4a16bfa4b76bf99ff766b284c4a HTTP/1.1" status: 200 len: 375 time: 0.0130484 Sep 18 19:42:47.442481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ee11a09d-341f-41b4-8efb-fe145ab821fe triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:47.442788 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.512321 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.522106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-d264c349-a36a-45de-9b36-f70f90d951db tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1144731 Sep 18 19:42:47.524822 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.549141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 055a8d13-dc8f-4809-97c4-a601baa4cd43 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:47.549515 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.585597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] No DVR routers for this DVR port f1c76a41-f014-42fd-80c8-597c5304b4b6 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:47.589480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Network 30a142c4-b65b-47f7-9c3d-7772d5c673bf is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:47.601137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:47.606558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:47.627509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] Deleting port f1c76a41-f014-42fd-80c8-597c5304b4b6 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:47.628014 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:47.742517 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:47.817196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-0b6abc0a-d710-4e9e-87b6-41cdf910f03c service neutron] 10.222.0.20 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815332 Sep 18 19:42:47.893528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c76a41-f014-42fd-80c8-597c5304b4b6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:47.973600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-d6e26a98-7b15-4b8c-b680-166bcf38573d service neutron] 10.222.0.20 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491218 Sep 18 19:42:47.984158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.013920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.071180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] For port f1c76a41-f014-42fd-80c8-597c5304b4b6, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:48.072159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.078010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-7892209a-28a1-4914-89b4-6c8b2862fcf7 service neutron] 10.222.0.20 "GET /v2.0/ports/fa365d07-782b-4a4d-856c-dd0ceae58661?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0537086 Sep 18 19:42:48.139624 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] Calling delete_port for f1c76a41-f014-42fd-80c8-597c5304b4b6 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:48.157172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] Port f1c76a41-f014-42fd-80c8-597c5304b4b6 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:42:48.175468 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.180085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6192ae77-b59e-438f-99c5-d1d8f800f884 None None] Provisioning complete for port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:48.180452 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6192ae77-b59e-438f-99c5-d1d8f800f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.200975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7adf02d8-89f9-4d89-8ccc-656534b7ee55 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:48.280080 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.282023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] Pushing event deleted for resources: {'Port': ['ID=f1c76a41-f014-42fd-80c8-597c5304b4b6,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:48.285098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2ab13e-e94b-4e66-91f3-58067f89b204']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:48.293363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-d292403f-98c8-41d6-8002-b3d44399d7b4 service neutron] 10.222.0.20 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024581 Sep 18 19:42:48.304523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 7adf02d8-89f9-4d89-8ccc-656534b7ee55 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:48.304863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7adf02d8-89f9-4d89-8ccc-656534b7ee55 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:48.305313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 609376fb-42d0-43df-90be-880fddb2df3d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:48.312134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362e2be-a24e-4276-b3e4-0814a324d9f8 None None] No DVR routers for this DVR port f1c76a41-f014-42fd-80c8-597c5304b4b6 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:48.318159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9c95d1-8666-42b8-be29-dd3b83f1adac') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:48.318586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9c95d1-8666-42b8-be29-dd3b83f1adac') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:48.342904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.345151 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.387573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:48.388619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6192ae77-b59e-438f-99c5-d1d8f800f884 None None] Port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:42:48.390011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 609376fb-42d0-43df-90be-880fddb2df3d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:48.390350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 609376fb-42d0-43df-90be-880fddb2df3d not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:48.392477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb66f6c-2ed7-4c01-aa03-c010f03f7267 req-7aec00f2-1b73-4050-89c0-7aec70616c28 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:48.393546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:48.394693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fb66f6c-2ed7-4c01-aa03-c010f03f7267 req-7aec00f2-1b73-4050-89c0-7aec70616c28 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.4200068 Sep 18 19:42:48.396040 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f7efb-02bd-4cf2-b033-7e05fe0a1c12" -d '{"events": [{"server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "name": "network-vif-plugged", "status": "completed", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:48.402841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.421495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.478873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.483902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.486965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:42:48.514541 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:42:48.565707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Attempting to bind port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:48.566075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Attempting to bind port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:48.566431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Attempting to bind port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:48.582064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ee11a09d-341f-41b4-8efb-fe145ab821fe up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:48.626423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fb66f6c-2ed7-4c01-aa03-c010f03f7267 req-d3858c5d-1a32-4710-b0b1-19fee851d7a2 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533329 Sep 18 19:42:48.634691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bba1c-f406-43ef-aeb2-15df6d0d2731 req-f3311a9b-e22b-4d5a-b6cd-73b85933cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:48.636267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-204bba1c-f406-43ef-aeb2-15df6d0d2731 req-f3311a9b-e22b-4d5a-b6cd-73b85933cb26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 1097 time: 0.5572159 Sep 18 19:42:48.698518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:48.699224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:48.699909 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.700460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:48.701151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Bound port: 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:48.701700 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.713594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff5d1b62-204f-466c-9fc6-7771a934f8e0 service neutron] 10.222.0.20 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012465 Sep 18 19:42:48.775214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.788675 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.798999 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] 10.222.0.20 "DELETE /v2.0/networks/eb2ab13e-e94b-4e66-91f3-58067f89b204 HTTP/1.1" status: 204 len: 168 time: 2.5050912 Sep 18 19:42:48.799756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44246) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:48.810490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] For port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:48.814450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] For port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:48.816913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee52cd-c536-453d-9c18-596fde279c9c None None] Pushing event updated for resources: {'Port': ['ID=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:48.824756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.853934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-204bba1c-f406-43ef-aeb2-15df6d0d2731 req-12049283-d665-462e-a896-046b267adddc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094450 Sep 18 19:42:48.860727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-cd684dfc-c720-4382-b4e3-f6021e1d062e service neutron] 10.222.0.20 "GET /v2.0/ports/22013aa7-0b5e-4ee5-9c4c-579a9e466e81?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1334198 Sep 18 19:42:48.889308 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2ab13e-e94b-4e66-91f3-58067f89b204,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:48.901260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Routers {'b9ce91cc-e620-4c37-a2b2-4d2c59365656'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:48.901976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:48.915749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ee11a09d-341f-41b4-8efb-fe145ab821fe triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:48.916127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:48.952811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.953205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.953476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.953812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.954140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.954468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.954789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.955111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.955466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.955806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.956127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.956451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce32e6-2009-48a8-a36a-36a581d44abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:42:48.970481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980b76-d416-4bbd-b39f-13105400de90 req-8c932a75-81ae-4fbe-aaeb-073dfee887de tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:48.980528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64980b76-d416-4bbd-b39f-13105400de90 req-8c932a75-81ae-4fbe-aaeb-073dfee887de tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.1517766 Sep 18 19:42:49.060496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:49.062347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] Set router b9ce91cc-e620-4c37-a2b2-4d2c59365656 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:49.092774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64980b76-d416-4bbd-b39f-13105400de90 req-7126bbbb-d79a-4c92-9a10-5307a1541a61 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104581 Sep 18 19:42:49.161196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:49.169807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee52cd-c536-453d-9c18-596fde279c9c None None] Pushing event updated for resources: {'Port': ['ID=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:49.200468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-f60db972-25b0-4b61-a8b7-8d8e62dcbc3e service neutron] 10.222.0.20 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378677 Sep 18 19:42:49.333766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:49.351829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:49.428155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8f8418da-7664-46f1-99bb-ff4c5b7126a6 service neutron] 10.222.0.20 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215350 Sep 18 19:42:49.445196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f1c76a41-f014-42fd-80c8-597c5304b4b6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:49.490392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f1c76a41-f014-42fd-80c8-597c5304b4b6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:49.494663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f1c76a41-f014-42fd-80c8-597c5304b4b6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:49.539595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 4, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port': {'id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:40Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '2fe0274f-0825-4eb7-8f15-7667d9d16dbf', 'name': '', 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'mac_address': 'fa:16:3e:64:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:46Z', 'updated_at': '2021-09-18T19:42:47Z', 'revision_number': 1, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'subnets': [{'id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:49.553549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Network 30a142c4-b65b-47f7-9c3d-7772d5c673bf is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:49.560716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:49.591988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ac6bd-2941-4a74-bd28-6024e47cd446 None None] The sync data for ids ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'] in n-d-789963-11 is: [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 4, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port': {'id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:40Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '2fe0274f-0825-4eb7-8f15-7667d9d16dbf', 'name': '', 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'mac_address': 'fa:16:3e:64:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:46Z', 'updated_at': '2021-09-18T19:42:47Z', 'revision_number': 1, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'subnets': [{'id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:49.652379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-5b262007-3f9e-43b0-819e-babe5b9b1277 service neutron] 10.222.0.20 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016613 Sep 18 19:42:49.809451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-d6b008ff-ca6f-4675-ac1e-929cb3830071 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1eb7c2bc2250478facd3c5cf24ef73e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879908 Sep 18 19:42:49.936252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-27da20a6-0c5b-4b0f-8c10-09a399727d2d None None] Provisioning complete for port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:49.936635 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-27da20a6-0c5b-4b0f-8c10-09a399727d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:50.049245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Router b9ce91cc-e620-4c37-a2b2-4d2c59365656 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:42:50.068432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-27da20a6-0c5b-4b0f-8c10-09a399727d2d None None] Port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:42:50.191125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8aa6e439-adaa-4b16-983c-97257a859988 service neutron] 10.222.0.20 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304103 Sep 18 19:42:50.240662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-afe60777-86f1-4d00-904d-2a9412910bc9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:50.246074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-afe60777-86f1-4d00-904d-2a9412910bc9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 807 time: 0.5387263 Sep 18 19:42:50.254959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-ccaa0efb-1e4a-4ee4-bd95-159435fefb56 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:50.256527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-ccaa0efb-1e4a-4ee4-bd95-159435fefb56 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126189 Sep 18 19:42:50.271937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Request body: {'port': {'device_id': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'admin_state_up': True, 'tenant_id': '67fefe280cc24400856c613ffce9bc8b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:50.315294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:50.364290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-b27a31f9-d16c-405b-b411-3bca53e3e34c tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/quotas/1eb7c2bc2250478facd3c5cf24ef73e0 HTTP/1.1" status: 200 len: 375 time: 0.0969923 Sep 18 19:42:50.427144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:42:50.439810 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fd565e29-6df3-4f88-a902-fe19d36a4338 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9ce91cc-e620-4c37-a2b2-4d2c59365656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5211146 Sep 18 19:42:50.480246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-8d141557-43e0-4a82-94ba-519e213d7140 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1eb7c2bc2250478facd3c5cf24ef73e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001768 Sep 18 19:42:50.530114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-de91ffb4-c074-468a-be7e-5b63c9ca5ade service neutron] 10.222.0.20 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235066 Sep 18 19:42:50.813444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Made reservation on behalf of 67fefe280cc24400856c613ffce9bc8b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:50.817913 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:50.855622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-109e99dd-b6bb-4bfd-9e61-24f07fb7837d req-f3d21274-c96a-4555-8fc7-f7b6a528e7f7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 210 time: 0.0744979 Sep 18 19:42:50.951804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-82acedd0-3464-44cb-b41e-5e5712d1fc05 service neutron] 10.222.0.20 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131467 Sep 18 19:42:51.012327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Deleting port f2501611-1762-4c46-ae11-6643323b69b9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:51.012674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:51.033858 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2177e8-8b11-4093-895f-3348af1e4604 x-openstack-request-id: req-bc2177e8-8b11-4093-895f-3348af1e4604 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:42:51.034918 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "name": "network-vif-plugged", "status": "completed", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:42:51.035450 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc2177e8-8b11-4093-895f-3348af1e4604 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:42:51.036171 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'code': 200} Sep 18 19:42:51.209538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] For port f2501611-1762-4c46-ae11-6643323b69b9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f2501611-1762-4c46-ae11-6643323b69b9,segment=NetworkSegment(9744fc37-8472-4f8e-9fdc-59d7e23d0ae3),segment_id=9744fc37-8472-4f8e-9fdc-59d7e23d0ae3)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:51.211140 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:51.236013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-5c0adac4-1174-4a67-b928-8b71fee6883d service neutron] 10.222.0.20 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833211 Sep 18 19:42:51.243267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Calling delete_port for f2501611-1762-4c46-ae11-6643323b69b9 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:51.440540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0f21d-6437-46a8-8d3c-a56601c65534 req-1424cbd5-d04e-4b03-a4b3-2e533107fa2d tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:51.442581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58f0f21d-6437-46a8-8d3c-a56601c65534 req-1424cbd5-d04e-4b03-a4b3-2e533107fa2d tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1097 time: 0.2329082 Sep 18 19:42:51.504010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Allocated IP 172.20.0.3 (d9bd10c5-779c-4527-a92c-87bf493b1da8/37a56c70-90bf-47ef-a3e9-dbe557b29cdc/87d324dd-2cfa-4d65-9606-f90eceddef60) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:51.515291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-1bc1cd8b-0f83-42fe-8708-0248dd4fd66c service neutron] 10.222.0.20 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640691 Sep 18 19:42:51.556974 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-87915ef0-e55f-4706-9512-c47391f70d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:51.579114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58f0f21d-6437-46a8-8d3c-a56601c65534 req-3db6d27c-2ecf-483d-bcb4-c1f92d022dc9 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253285 Sep 18 19:42:51.639694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:51.689864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2501611-1762-4c46-ae11-6643323b69b9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:51.792732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-480bad65-111c-44d0-aea5-257e2bdb308c service neutron] 10.222.0.20 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657769 Sep 18 19:42:51.989551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:52.068662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:52.115931 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:52.128516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:42:52.236141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8489b-9f88-442c-ad30-dabacf7901cc req-7a088499-c487-4534-a43b-f4fd977b09f7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:52.244612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9e8489b-9f88-442c-ad30-dabacf7901cc req-7a088499-c487-4534-a43b-f4fd977b09f7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.5013199 Sep 18 19:42:52.248522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Network d9bd10c5-779c-4527-a92c-87bf493b1da8 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:52.272050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-78305f0f-840f-4a80-b2fe-bc08a0901361 service neutron] 10.222.0.20 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421527 Sep 18 19:42:52.298847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:52.303555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Pushing event updated for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:52.344729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:52.438996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-c404ab06-e7e1-407c-8f53-558add274252 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1eb7c2bc2250478facd3c5cf24ef73e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955942 Sep 18 19:42:52.499512 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9e8489b-9f88-442c-ad30-dabacf7901cc req-71439e8e-74a1-4b2c-9197-b6015e7e4181 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537057 Sep 18 19:42:52.617485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:42:52.652535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:52.659883 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:52.811370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:52.941359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:42:52.957410 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] Sync routers for ids ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:42:52.958240 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7ffdf7c-16a9-499b-82f8-6a658b00cfc3 admin admin] 10.222.0.20 "PUT /v2.0/routers/0ad3bbfa-c25e-4371-a38f-a312ad62b7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0968096 Sep 18 19:42:52.959150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44310) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:52.987690 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] Routers {'0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:52.988405 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:53.292499 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:53.370470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b7d087c-5388-4351-8991-fc65aa4d1e70 req-5056063e-476d-4306-918b-0862c8616492 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 210 time: 0.0424893 Sep 18 19:42:53.371988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-5c42306f-1341-4687-a96e-f764d32743f3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1116931 Sep 18 19:42:53.375795 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] Set router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:53.392225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Sync routers for ids ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:42:53.411494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-51aa24dc-f6df-458e-bef7-b46ed08e5e54 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:53.413116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-51aa24dc-f6df-458e-bef7-b46ed08e5e54 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9601490 Sep 18 19:42:53.418135 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:53.420116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Routers {'b9ce91cc-e620-4c37-a2b2-4d2c59365656'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:53.422208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:53.429183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Request body: {'port': {'device_id': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '1eb7c2bc2250478facd3c5cf24ef73e0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:53.438185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:53.438556 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:53.616874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:53.809742 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:53.844210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:53.845665 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:42:51Z', 'revision_number': 5, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port': {'id': 'fbd0e635-01cd-43ec-b614-23dc55ba8111', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:37:45Z', 'updated_at': '2021-09-18T19:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:53.858876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Request body: {'port': {'device_id': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:53.862377 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-660c3ea8-2667-4672-8e02-435daefa72b7 req-b4176509-ee7c-4621-83b5-d77b9bd0a0c2 tempest-FloatingIPDetailsNegativeTestJSON-1791347483 tempest-FloatingIPDetailsNegativeTestJSON-1791347483-project] show failed (client error): The resource could not be found. Sep 18 19:42:53.880190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-660c3ea8-2667-4672-8e02-435daefa72b7 req-b4176509-ee7c-4621-83b5-d77b9bd0a0c2 tempest-FloatingIPDetailsNegativeTestJSON-1791347483 tempest-FloatingIPDetailsNegativeTestJSON-1791347483-project] 10.222.0.20 "GET /v2.0/floatingips/248bef97-1002-475b-b652-95d43c0aa033 HTTP/1.1" status: 404 len: 350 time: 0.2251754 Sep 18 19:42:53.888499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44332) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:53.924142 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] Checking router: 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:42:53.938733 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] Routers {'0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:53.939344 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:53.973334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Deleting port fbd0e635-01cd-43ec-b614-23dc55ba8111 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:53.974393 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:54.055586 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] Set router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:54.064405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Set router b9ce91cc-e620-4c37-a2b2-4d2c59365656 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:54.162504 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:42:53Z', 'revision_number': 6, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:54.249314 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a607b6b-6f85-41fc-a32b-d0fc5797f893 None None] The sync data for ids ['0ad3bbfa-c25e-4371-a38f-a312ad62b7f0'] in n-d-789963-11 is: [{'id': '0ad3bbfa-c25e-4371-a38f-a312ad62b7f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-499693931-router', 'tenant_id': '925b1f6f12ef48ca936a98b124f67aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:37:43Z', 'updated_at': '2021-09-18T19:42:53Z', 'revision_number': 6, 'project_id': '925b1f6f12ef48ca936a98b124f67aa3', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:54.450647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:54.514840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:54.572078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ef375-bf1d-4a80-b265-bd0d9798dad2 req-95f81b83-f5cc-4179-9f12-851ede21bf98 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:54.581059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca8ef375-bf1d-4a80-b265-bd0d9798dad2 req-95f81b83-f5cc-4179-9f12-851ede21bf98 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1097 time: 0.2837236 Sep 18 19:42:54.646749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] For port fbd0e635-01cd-43ec-b614-23dc55ba8111, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=fbd0e635-01cd-43ec-b614-23dc55ba8111,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:54.647128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:54.656344 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2d013254-1545-4e01-9017-b09d7a0097b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:54.663494 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:54.678637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Calling delete_port for fbd0e635-01cd-43ec-b614-23dc55ba8111 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:54.776228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193817-a961-4f90-8365-e5b6bbbe42a7 req-eee9ce20-3c55-434e-87e0-80675f459023 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:54.790922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4193817-a961-4f90-8365-e5b6bbbe42a7 req-eee9ce20-3c55-434e-87e0-80675f459023 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 931 time: 0.4909027 Sep 18 19:42:54.792871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Made reservation on behalf of 1eb7c2bc2250478facd3c5cf24ef73e0 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:54.804567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:54.878178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:54.911531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f2501611-1762-4c46-ae11-6643323b69b9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:54.938277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f2501611-1762-4c46-ae11-6643323b69b9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:54.939097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f2501611-1762-4c46-ae11-6643323b69b9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:54.950101 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:54.982791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 4, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port': {'id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:40Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '2fe0274f-0825-4eb7-8f15-7667d9d16dbf', 'name': '', 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'mac_address': 'fa:16:3e:64:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:46Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 2, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'subnets': [{'id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:55.018577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Checking router: b9ce91cc-e620-4c37-a2b2-4d2c59365656 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:42:55.019224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Updating router b9ce91cc-e620-4c37-a2b2-4d2c59365656 port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:42:55.049118 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.090298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.138918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd0e635-01cd-43ec-b614-23dc55ba8111,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:55.215811 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.255703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.505498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.529538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.531500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca8ef375-bf1d-4a80-b265-bd0d9798dad2 req-25ad9c93-9a0b-43a3-9b63-45cb0355c1ff tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9494662 Sep 18 19:42:55.603553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4193817-a961-4f90-8365-e5b6bbbe42a7 req-f9617540-c1e8-4ebf-bcfa-3fea4ec0872a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8103585 Sep 18 19:42:55.610304 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.654039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-0a0bc04e-fb50-4c39-85c1-4ce5a46456fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:55.655623 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-0a0bc04e-fb50-4c39-85c1-4ce5a46456fa service neutron] 10.222.0.32 "GET /v2.0/ports/fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 200 len: 1033 time: 0.1459172 Sep 18 19:42:55.734708 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.751240 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.891015 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.906256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ca28d-fa70-41e7-b5ab-bae459061423 None None] Pushing event updated for resources: {'Port': ['ID=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:55.950122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.970335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.971236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:42:55.978309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:55.980699 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2c2cac93-31b5-4d1c-8585-076141d1fdad admin admin] 10.222.0.20 "DELETE /v2.0/routers/0ad3bbfa-c25e-4371-a38f-a312ad62b7f0 HTTP/1.1" status: 204 len: 168 time: 3.0133078 Sep 18 19:42:55.982310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-a969c303-b806-4ed3-9eb1-87abf91ba2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:55.995149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Attempting to bind port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:55.995594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Attempting to bind port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:55.995958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Attempting to bind port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf on network 30a142c4-b65b-47f7-9c3d-7772d5c673bf {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:56.004288 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-a969c303-b806-4ed3-9eb1-87abf91ba2d6 service neutron] 10.222.0.32 "GET /v2.0/ports/22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 200 len: 1032 time: 0.3413534 Sep 18 19:42:56.007865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44364) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:56.014983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:56.015368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Checking segment: {'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:56.015794 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:56.016184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Bound using segment: {'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:56.016667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Bound port: 2fe0274f-0825-4eb7-8f15-7667d9d16dbf, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78877573-537a-43ac-b26b-093a51c0b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:56.017045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:56.200921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] For port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:56.204574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] For port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,segment=NetworkSegment(78877573-537a-43ac-b26b-093a51c0b629),segment_id=78877573-537a-43ac-b26b-093a51c0b629)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:56.214796 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:56.307859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d324dd-2cfa-4d65-9606-f90eceddef60 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:42:56.317217 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:56.333562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Transition to ACTIVE for port object 87d324dd-2cfa-4d65-9606-f90eceddef60 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:42:56.342112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e52e873-76fc-466e-a694-d15ca5945d6c admin admin] Deleting subnet 33d2409d-a44d-4836-9945-1a54cfa9d5de {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:42:56.367739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e52e873-76fc-466e-a694-d15ca5945d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:56.378773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Routers {'b9ce91cc-e620-4c37-a2b2-4d2c59365656'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:42:56.379601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:56.472196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f532b28-820d-47b3-9830-cb8adbf5ece2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:56.483157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ca28d-fa70-41e7-b5ab-bae459061423 None None] Pushing event updated for resources: {'Port': ['ID=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:56.486559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-4f529bd6-4e74-4b15-8fcb-2edc1bc0b5e8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:56.498417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-4f529bd6-4e74-4b15-8fcb-2edc1bc0b5e8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 810 time: 0.6677005 Sep 18 19:42:56.528165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e52e873-76fc-466e-a694-d15ca5945d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:56.529059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:56.538140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-065e1190-4d37-4b56-add8-83a5c268cf5b None None] Provisioning complete for port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:56.538506 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-065e1190-4d37-4b56-add8-83a5c268cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:56.606202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-9610415c-e40f-4f9e-8ab6-29d8c6404b56 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:56.616815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-9610415c-e40f-4f9e-8ab6-29d8c6404b56 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:56.617688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e445321d-846e-44e6-a467-080580e3514d req-9590495c-2aad-45a3-9625-61a54e5b70ae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.4786737 Sep 18 19:42:56.632519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-9610415c-e40f-4f9e-8ab6-29d8c6404b56 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:56.635867 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-9610415c-e40f-4f9e-8ab6-29d8c6404b56 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "GET /v2.0/networks?id=125fc257-85ec-44c9-b436-8bb1768c23aa&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=6367da50-d531-4051-9b97-5de75e5cd84e&id=6367da50-d531-4051-9b97-5de75e5cd84e HTTP/1.1" status: 200 len: 1995 time: 0.6241841 Sep 18 19:42:56.780799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] Set router b9ce91cc-e620-4c37-a2b2-4d2c59365656 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:42:56.902076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Pushing event updated for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:56.910796 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41bb7de1-b5b1-45f3-9dae-07e318849e63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a HTTP/1.1" status: 200 len: 379 time: 0.2642698 Sep 18 19:42:56.912256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-711bfbf1-410e-4c9f-84aa-b017796970d2 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/quotas/c1184832694d40e3a430f677dcef20f6 HTTP/1.1" status: 200 len: 375 time: 0.4123418 Sep 18 19:42:56.933201 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'admin_state_up': True, 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'security_groups': ['81507704-dda0-49b2-851c-61016cafd1d9']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:56.972631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ebbfc94-d2b0-48df-ae31-3d1554984aae req-e5c004ef-67ba-481d-b5e1-3ef090e8293b tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 210 time: 0.0532653 Sep 18 19:42:57.024895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:57.056919 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.086305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e52e873-76fc-466e-a694-d15ca5945d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.217666 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-065e1190-4d37-4b56-add8-83a5c268cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.236540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:57.241880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.282180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e52e873-76fc-466e-a694-d15ca5945d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.308531 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e52e873-76fc-466e-a694-d15ca5945d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.315571 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9e52e873-76fc-466e-a694-d15ca5945d6c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33d2409d-a44d-4836-9945-1a54cfa9d5de HTTP/1.1" status: 204 len: 168 time: 1.3048956 Sep 18 19:42:57.316273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44376) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:42:57.385917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f79af6c-0a15-476e-80a0-0eea9044755e None None] Network 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:42:57.426499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52e873-76fc-466e-a694-d15ca5945d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d2409d-a44d-4836-9945-1a54cfa9d5de,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:57.427194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-16e59912-ae2b-4759-a020-a7aaebaf9e4e tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5124848 Sep 18 19:42:57.449101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-065e1190-4d37-4b56-add8-83a5c268cf5b None None] For port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,segment=NetworkSegment(78877573-537a-43ac-b26b-093a51c0b629),segment_id=78877573-537a-43ac-b26b-093a51c0b629)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:57.463129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:57.463939 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.464391 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Allocated IP 192.168.233.79 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/6451e280-ab1e-4a35-a2a7-b95dc38fe7ee) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:57.471410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-065e1190-4d37-4b56-add8-83a5c268cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.476561 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.522804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:42:57.527688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:42:57.528026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:57.583515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:42:57.583971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:42:57.604339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e1190-4d37-4b56-add8-83a5c268cf5b None None] Pushing event updated for resources: {'Port': ['ID=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:57.608457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911dfb2-b55b-446f-9d04-077f799d7fde req-febb39ee-06df-44a9-a14e-794713409cdc tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:57.616836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b911dfb2-b55b-446f-9d04-077f799d7fde req-febb39ee-06df-44a9-a14e-794713409cdc tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.3480830 Sep 18 19:42:57.736157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:42:57.736902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:42:57.736902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:42:57.737086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.737489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Bound port: 87d324dd-2cfa-4d65-9606-f90eceddef60, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:42:57.740657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.813667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Allocated IP 172.20.0.4 (125fc257-85ec-44c9-b436-8bb1768c23aa/0a365208-5985-4131-9113-7e710b658bb6/38b3490c-b05b-4e44-a05f-ac3ee15bdacc) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:57.855467 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Deleting port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:57.855957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:57.942553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:42:57.946573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:42:57.966383 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b911dfb2-b55b-446f-9d04-077f799d7fde req-8de461a6-537a-4b5b-81c7-9c03057e13ba tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482201 Sep 18 19:42:57.994295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] For port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4e3a17cf-39c2-4fcc-a553-d3002531f1a1,segment=NetworkSegment(9744fc37-8472-4f8e-9fdc-59d7e23d0ae3),segment_id=9744fc37-8472-4f8e-9fdc-59d7e23d0ae3)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:57.994678 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.013373 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.046575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-53da125a-9dfe-47bf-ab7b-c951c41c611e None None] Provisioning complete for port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:58.047148 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53da125a-9dfe-47bf-ab7b-c951c41c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.066607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2fe0274f-0825-4eb7-8f15-7667d9d16dbf up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:58.109151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-13349025-dab7-4543-9e85-123be2208601 service neutron] 10.222.0.20 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811886 Sep 18 19:42:58.176173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.186988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:58.187719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.189307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] 10.222.0.32 "PUT /v2.0/ports/87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 200 len: 1092 time: 4.7752497 Sep 18 19:42:58.197110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:42:58.200638 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:42:58.276402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.283710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Calling delete_port for 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:58.319756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:58.320454 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.385434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] DHCP port deletion for 6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:42:58.422743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 4, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port': {'id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:40Z', 'updated_at': '2021-09-18T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '2fe0274f-0825-4eb7-8f15-7667d9d16dbf', 'name': '', 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'mac_address': 'fa:16:3e:64:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:46Z', 'updated_at': '2021-09-18T19:42:56Z', 'revision_number': 4, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'subnets': [{'id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:58.462165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 125fc257-85ec-44c9-b436-8bb1768c23aa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:42:58.481034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:42:58.496606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7f4d6-b433-408b-bdd2-96301b179d3a None None] The sync data for ids ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'] in n-d-789963-11 is: [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:42:48Z', 'revision_number': 4, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port': {'id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:40Z', 'updated_at': '2021-09-18T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '2fe0274f-0825-4eb7-8f15-7667d9d16dbf', 'name': '', 'network_id': '30a142c4-b65b-47f7-9c3d-7772d5c673bf', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'mac_address': 'fa:16:3e:64:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:46Z', 'updated_at': '2021-09-18T19:42:56Z', 'revision_number': 4, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'subnets': [{'id': '23b91e0b-938f-4225-bb92-ad0529cba9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:42:58.544725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:42:58.617171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:58.626719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:42:58.627006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.664042 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4126d19a-4ebc-4d25-8e42-91908b1a82b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7462232 Sep 18 19:42:58.677602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'admin_state_up': True, 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'security_groups': ['81507704-dda0-49b2-851c-61016cafd1d9']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:42:58.920912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.928339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] Deleting port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:42:58.929167 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:58.963748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:42:58.994051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.072754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] No DVR routers for this DVR port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:59.132570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3a17cf-39c2-4fcc-a553-d3002531f1a1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:59.153797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] For port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:42:59.154955 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.204944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] Calling delete_port for 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:42:59.213699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] Port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:42:59.215109 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.279791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device fbd0e635-01cd-43ec-b614-23dc55ba8111 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:42:59.354504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] Pushing event deleted for resources: {'Port': ['ID=4e3a17cf-39c2-4fcc-a553-d3002531f1a1,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:59.365964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: fbd0e635-01cd-43ec-b614-23dc55ba8111 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:42:59.366349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device fbd0e635-01cd-43ec-b614-23dc55ba8111 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:42:59.430994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b3a7c-1280-4859-bce0-5aa30a872585 None None] No DVR routers for this DVR port 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:42:59.452660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-73c540b1-b410-464f-b38b-54c36ad3f053 None None] Provisioning complete for port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:59.453052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-73c540b1-b410-464f-b38b-54c36ad3f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.460656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.570758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.595028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-73c540b1-b410-464f-b38b-54c36ad3f053 None None] Port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:42:59.595427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a54bda5-000d-4e3a-ae05-09ca3b1d51e4']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:59.601444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2fe0274f-0825-4eb7-8f15-7667d9d16dbf up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:42:59.618923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:59.619592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9744fc37-8472-4f8e-9fdc-59d7e23d0ae3') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:42:59.641674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.651089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2698c02-9152-4a97-a960-2ba61c0bdf7e service neutron] Pushing event updated for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:42:59.656102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Allocated IP 10.1.1.181 (3b604b41-6341-4255-96ae-37e1fe5e6924/09634331-ef41-46da-8cad-4581544f7e55/7e5d3ba6-7070-487e-97c5-d24d2f988a18) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:42:59.678616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.689603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:42:59.690379 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:42:59.694970 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:42:59.780261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.792701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:42:59.794125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-0ca9b5d5-604b-4c7d-98a7-ab4e653f820d service neutron] 10.222.0.20 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6661792 Sep 18 19:42:59.794241 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:42:59.923739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-9f0e16eb-73c1-4642-9be8-74da6783f5bb tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:42:59.925084 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-9f0e16eb-73c1-4642-9be8-74da6783f5bb tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1277692 Sep 18 19:42:59.934593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:00.036216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:00.038548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-76bb8542-1afd-4234-b64f-36de1bf743c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:00.045420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-76bb8542-1afd-4234-b64f-36de1bf743c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1095 time: 1.7765617 Sep 18 19:43:00.111494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:00.116717 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6a54bda5-000d-4e3a-ae05-09ca3b1d51e4 HTTP/1.1" status: 204 len: 168 time: 2.7958434 Sep 18 19:43:00.120312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-22564371-3339-44ac-a1da-702a2e17d7f5 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:00.125602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-22564371-3339-44ac-a1da-702a2e17d7f5 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 200 len: 1094 time: 0.1916182 Sep 18 19:43:00.183894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-ada4448d-0757-42cb-bfc3-b8b6259fd4f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 200 len: 217 time: 0.1209476 Sep 18 19:43:00.192707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:00.222509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:00.230080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Request body: {'binding': {'host': 'n-h1-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:00.237133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:43:00.252685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c34d7-ba37-49a9-bbfb-528c7100af3f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a54bda5-000d-4e3a-ae05-09ca3b1d51e4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:00.260048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:43:00.260305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4e3a17cf-39c2-4fcc-a553-d3002531f1a1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:43:00.364413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-38c334fb-d95f-4703-b4e9-aef7fd231040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:00.365895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-38c334fb-d95f-4703-b4e9-aef7fd231040 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1200645 Sep 18 19:43:00.366839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:00.380328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:00.438319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-dbb43957-0d58-4484-8979-4ff28223857d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548117 Sep 18 19:43:00.517763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44428) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:00.643616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:00.721368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:00.731319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-f92af5b7-6e8b-47ea-81a2-9611bf5808d7 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571659 Sep 18 19:43:00.842070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bf6ff27e-55cc-4e78-8d5a-b4ceb02e47ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76b5f9df5cbe444f9d35cd914695193e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1105275 Sep 18 19:43:00.852864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:00.927870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ae6df-b0d7-4cde-86c7-4b5889a70388 req-0ad702e9-43da-49e6-bfa4-e7abeef23076 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:00.928955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8fe107e3-f2b5-4c16-b8f7-fbf71d6f751a None None] Provisioning complete for port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:00.929455 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8fe107e3-f2b5-4c16-b8f7-fbf71d6f751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:00.931291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f6ae6df-b0d7-4cde-86c7-4b5889a70388 req-0ad702e9-43da-49e6-bfa4-e7abeef23076 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 931 time: 0.5185494 Sep 18 19:43:00.950442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:00.951543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:00.954256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:01.035449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a28-c46f-4fad-99dc-e0ac99fa975e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.045037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8fe107e3-f2b5-4c16-b8f7-fbf71d6f751a None None] Port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:43:01.078696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:01.100762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:01.148839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffe1561d-16b3-45a3-90ca-873e6b743f9b req-6aaa6704-7b55-4ca4-a70d-cb8b40796843 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383083 Sep 18 19:43:01.177075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-70506adc-e81b-414b-bf9d-8b5408a79aa9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.7524803 Sep 18 19:43:01.194194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=7e5d3ba6-7070-487e-97c5-d24d2f988a18,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:01.202387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a28-c46f-4fad-99dc-e0ac99fa975e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.212623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Deleting port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:43:01.213254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.233381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f6ae6df-b0d7-4cde-86c7-4b5889a70388 req-f156d4a1-c68f-4965-99e4-dd72253070e0 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756867 Sep 18 19:43:01.280026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Request body: {'port': {'device_id': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:01.325275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on host n-h1-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:01.326137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:01.326137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:01.361379 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:01.362339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.384500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:01.384827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:01.392112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:01.392554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:01.392900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:01.393535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Bound port: 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:01.396261 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94000d43-b638-4c80-82f0-70efda82bf85 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7241027 Sep 18 19:43:01.432075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'admin_state_up': True, 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'security_groups': ['81507704-dda0-49b2-851c-61016cafd1d9']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:01.467257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a28-c46f-4fad-99dc-e0ac99fa975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.470016 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df7d9a28-c46f-4fad-99dc-e0ac99fa975e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.473750 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df7d9a28-c46f-4fad-99dc-e0ac99fa975e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7abf1c9-d09f-48bc-b686-f2ceb5045433 HTTP/1.1" status: 204 len: 168 time: 0.6151023 Sep 18 19:43:01.520749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.526187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d9a28-c46f-4fad-99dc-e0ac99fa975e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7abf1c9-d09f-48bc-b686-f2ceb5045433,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:01.657873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-32a1aa27-3119-44a9-a1c6-c2d5d7d88235 None None] Provisioning complete for port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:01.660905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32a1aa27-3119-44a9-a1c6-c2d5d7d88235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.672538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:01.721371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-32a1aa27-3119-44a9-a1c6-c2d5d7d88235 None None] Port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:43:01.748410 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.749583 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-79773379-153c-4e3b-b3ca-b89c80f471e0 service neutron] 10.222.0.20 "POST /v2.0/ports/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba/bindings HTTP/1.1" status: 201 len: 390 time: 1.5287471 Sep 18 19:43:01.764223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] For port 2fe0274f-0825-4eb7-8f15-7667d9d16dbf, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,segment=NetworkSegment(78877573-537a-43ac-b26b-093a51c0b629),segment_id=78877573-537a-43ac-b26b-093a51c0b629)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:01.764782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:01.797053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Calling delete_port for 2fe0274f-0825-4eb7-8f15-7667d9d16dbf owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:43:01.923761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:01.932309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:02.077130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004061-3df9-4d19-abf3-c72c5b119aaf req-f658cde9-f992-447b-8e8a-4cdf9eea8a72 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:02.078843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-c4538100-f0de-4045-a560-5f997befb1c5 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:02.080463 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-c4538100-f0de-4045-a560-5f997befb1c5 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.24 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 810 time: 0.4449902 Sep 18 19:43:02.083018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f004061-3df9-4d19-abf3-c72c5b119aaf req-f658cde9-f992-447b-8e8a-4cdf9eea8a72 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 935 time: 0.7129512 Sep 18 19:43:02.108455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Request body: {'port': {'device_id': '25c82871-463d-4456-acba-4af310a8e356', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'admin_state_up': True, 'tenant_id': 'c1184832694d40e3a430f677dcef20f6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:02.280500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f004061-3df9-4d19-abf3-c72c5b119aaf req-8700879c-1833-4267-9987-dc2a2fccb958 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795771 Sep 18 19:43:02.334731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44444) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:02.447287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-708a665e-401c-4f4c-9610-63f70635fac8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=925b1f6f12ef48ca936a98b124f67aa3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1085322 Sep 18 19:43:02.447985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44454) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:02.472206 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1e1e34-d14d-46bc-a003-9ab18e0573ae x-openstack-request-id: req-be1e1e34-d14d-46bc-a003-9ab18e0573ae {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:02.472541 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:02.472738 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be1e1e34-d14d-46bc-a003-9ab18e0573ae {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:02.473141 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60', 'status': 'completed', 'code': 200} Sep 18 19:43:02.576959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Made reservation on behalf of c1184832694d40e3a430f677dcef20f6 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:02.580942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:02.624790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e769b292-1b3b-4a98-a5da-c31ddb62a83a req-a307add9-1c31-415a-9a4a-c42bff9e36d8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 210 time: 0.0951095 Sep 18 19:43:02.730390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-b317e63d-9f52-4aba-b9d3-8d3020c613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:02.734967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-b317e63d-9f52-4aba-b9d3-8d3020c613b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1097 time: 0.5153098 Sep 18 19:43:02.799176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeb543-e0ba-4cb5-aacf-f76e3e051b75 req-8808ba0a-25f1-42fd-a3c9-cf730d06935d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:02.801962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9aeb543-e0ba-4cb5-aacf-f76e3e051b75 req-8808ba0a-25f1-42fd-a3c9-cf730d06935d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.3414063 Sep 18 19:43:03.036105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9aeb543-e0ba-4cb5-aacf-f76e3e051b75 req-eb23dc69-714f-414d-94e2-ee2f1b17be01 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188010 Sep 18 19:43:03.114201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fdfe7-29ab-490e-900b-3a2ccab79b2e req-f507f69f-e33c-46fe-8b88-06ca0377873a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:03.122965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Allocated IP 172.20.0.6 (c75a9c35-7246-4090-8afb-39b21513bfa6/b93b594d-0b47-4d52-915f-a2290cec290d/195b2084-29ed-4b34-9131-909240764b69) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:03.124550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e5fdfe7-29ab-490e-900b-3a2ccab79b2e req-f507f69f-e33c-46fe-8b88-06ca0377873a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.3659668 Sep 18 19:43:03.162518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-62873dbd-3cf8-47e0-bef2-29e4009e9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:03.163995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-62873dbd-3cf8-47e0-bef2-29e4009e9aad service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.3959932 Sep 18 19:43:03.200662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:03.277331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-5618ea6a-c211-4285-ac0a-c928d71908ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 200 len: 217 time: 0.0907571 Sep 18 19:43:03.286029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe0274f-0825-4eb7-8f15-7667d9d16dbf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:03.306516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e5fdfe7-29ab-490e-900b-3a2ccab79b2e req-9dbc029a-07c9-4777-b50b-66abd4f3b087 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808715 Sep 18 19:43:03.340202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Allocated IP 10.1.1.251 (3b604b41-6341-4255-96ae-37e1fe5e6924/09634331-ef41-46da-8cad-4581544f7e55/8c955a7d-9c06-4e3c-bd27-06abedfeccda) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:03.487860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-89eb0916-5621-4489-ba9e-bd1f68cd9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:03.489384 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-89eb0916-5621-4489-ba9e-bd1f68cd9134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1095 time: 1.0483558 Sep 18 19:43:03.521493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2177c-d02c-40b7-b79f-02021ae9860b req-ccde56ba-0ef0-4b6a-aab9-35db1bbf4975 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:03.528433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2177c-d02c-40b7-b79f-02021ae9860b req-ccde56ba-0ef0-4b6a-aab9-35db1bbf4975 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:03.529992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37f2177c-d02c-40b7-b79f-02021ae9860b req-ccde56ba-0ef0-4b6a-aab9-35db1bbf4975 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 1653 time: 0.3780775 Sep 18 19:43:03.610728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:03.648177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:03.662183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-5970d28d-d36c-4eb3-b8e8-f4fd4379f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:03.663689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-5970d28d-d36c-4eb3-b8e8-f4fd4379f6d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.3521702 Sep 18 19:43:03.694417 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5afff25a-b673-481e-b1a0-dff816e122c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:03.723874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5afff25a-b673-481e-b1a0-dff816e122c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:03.730327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966c14b-02eb-46df-b979-5c9950c1866e req-0af39ddb-7907-4738-8b6b-e9b1baa30b7f tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:03.737713 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0966c14b-02eb-46df-b979-5c9950c1866e req-0af39ddb-7907-4738-8b6b-e9b1baa30b7f tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 935 time: 0.2870152 Sep 18 19:43:03.764542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37f2177c-d02c-40b7-b79f-02021ae9860b req-53c848f2-59e8-4d3c-87e8-91ce2d36182d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944971 Sep 18 19:43:03.764542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Transition to ACTIVE for port object 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:03.773327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-472d6dec-2410-471c-8a31-7c08175d3565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875785 Sep 18 19:43:03.781251 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:03.839747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5afff25a-b673-481e-b1a0-dff816e122c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:03.843459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5afff25a-b673-481e-b1a0-dff816e122c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:03.845349 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5afff25a-b673-481e-b1a0-dff816e122c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f4f1694-d226-4d95-8cbf-5d6bf33accd8 HTTP/1.1" status: 204 len: 168 time: 1.3775065 Sep 18 19:43:03.853645 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:03.875549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afff25a-b673-481e-b1a0-dff816e122c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f1694-d226-4d95-8cbf-5d6bf33accd8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:04.017743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-56e5e920-8225-40f6-8c3f-97bd26062dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:04.019917 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-56e5e920-8225-40f6-8c3f-97bd26062dcb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.5070505 Sep 18 19:43:04.027978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:04.086237 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-8862b517-bcd0-484b-8447-259719811de2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 200 len: 217 time: 0.0547638 Sep 18 19:43:04.126579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:04.141413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3848378d-3435-45e8-b064-2a067101a4c9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:04.257136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0966c14b-02eb-46df-b979-5c9950c1866e req-869f4a6f-a56d-478e-93cb-25fea9bf46ba tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186644 Sep 18 19:43:04.260616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38b9cc80-d7cf-4a09-9ea2-eea401e6b824 req-1175943a-b02a-4613-93fd-edd3cf765691 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 210 time: 0.2196388 Sep 18 19:43:04.347669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Pushing event updated for resources: {'Port': ['ID=195b2084-29ed-4b34-9131-909240764b69,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:04.416140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-b336b482-8f0e-47e3-93f4-02dcfe8ff045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:04.417699 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-b336b482-8f0e-47e3-93f4-02dcfe8ff045 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.3237820 Sep 18 19:43:04.420760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Network c75a9c35-7246-4090-8afb-39b21513bfa6 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:04.422671 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:04.430912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:04.468067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:04.470189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:04.643215 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-68c87ef9-bb15-4503-8580-8aa58a57ee57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1976421 Sep 18 19:43:04.666948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:04.676410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-80910bb0-cd3c-4643-9bf8-4b6a049e5ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8916397 Sep 18 19:43:04.705149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:04.748919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:04.780206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914649-637b-41fa-a714-20e7543fc27e req-9a8d28e5-4421-41eb-be41-b455c457a294 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:04.793711 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee914649-637b-41fa-a714-20e7543fc27e req-9a8d28e5-4421-41eb-be41-b455c457a294 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.3584573 Sep 18 19:43:04.797927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:04.865051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:04.866488 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:04.866854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f14e-e4bb-4fbf-9717-cc737212536d req-c1843201-70bd-4b8c-b964-83bf50616523 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:04.876494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e593f14e-e4bb-4fbf-9717-cc737212536d req-c1843201-70bd-4b8c-b964-83bf50616523 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.4174500 Sep 18 19:43:04.876944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=8c955a7d-9c06-4e3c-bd27-06abedfeccda,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:04.946617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Attempting to bind port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:04.947008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Attempting to bind port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:04.947287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Attempting to bind port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:05.026937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:05.027313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Attempting to bind port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:05.093029 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ba3ef40b-f0dc-4aba-90a6-c91d294a7d02 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9968038 Sep 18 19:43:05.122382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Request body: {'port': {'device_id': '25c82871-463d-4456-acba-4af310a8e356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:05.137693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:05.139256 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:05.195774 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-03027974-f442-4578-9163-8a5a42fd0ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332916 Sep 18 19:43:05.214492 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-efdd0872-d80d-45ef-bc82-48f380dccf75 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7903411 Sep 18 19:43:05.226541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-76f4d498-4949-4909-a0f8-41f7c9618b9f None None] Provisioning complete for port 8c955a7d-9c06-4e3c-bd27-06abedfeccda triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:05.227592 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-76f4d498-4949-4909-a0f8-41f7c9618b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:05.238940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e', 'admin_state_up': True, 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'security_groups': ['81507704-dda0-49b2-851c-61016cafd1d9']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:05.310944 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:05.335766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-76f4d498-4949-4909-a0f8-41f7c9618b9f None None] Port 8c955a7d-9c06-4e3c-bd27-06abedfeccda cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:43:05.511102 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcae66c5-a537-4c48-9d38-c28ac0d45dc9 req-d602110e-088d-4246-9820-97f2b4350d58 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997224 Sep 18 19:43:05.598543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:05.866070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:05.866676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:05.872138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:05.872282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Bound port: 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:05.872615 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:05.900434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee914649-637b-41fa-a714-20e7543fc27e req-1ca0ed7b-c90a-45dd-a00d-24e42506167d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1058733 Sep 18 19:43:05.942715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e593f14e-e4bb-4fbf-9717-cc737212536d req-dceb2793-0754-4106-b74f-188e53a03534 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0648477 Sep 18 19:43:05.959494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-84a6de17-c4fa-429a-be98-d99aec728835 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2687566 Sep 18 19:43:06.000163 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:06.286945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:06.293004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:06.365406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939d785-30f0-4686-a1d1-07d6dfe0ff2c req-9fab2c0c-d183-4e06-b46b-5ea8f3a61e84 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:06.379785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939d785-30f0-4686-a1d1-07d6dfe0ff2c req-9fab2c0c-d183-4e06-b46b-5ea8f3a61e84 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:06.391660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939d785-30f0-4686-a1d1-07d6dfe0ff2c req-9fab2c0c-d183-4e06-b46b-5ea8f3a61e84 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:06.397975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f939d785-30f0-4686-a1d1-07d6dfe0ff2c req-9fab2c0c-d183-4e06-b46b-5ea8f3a61e84 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 2374 time: 0.2933764 Sep 18 19:43:06.400827 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:06.444144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Allocated IP 10.2.2.100 (6367da50-d531-4051-9b97-5de75e5cd84e/fef2e0f3-7b20-4f09-a210-fbcb676c2bbf/b97bfd18-5b88-49c7-beb5-b7b21d1efacf) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:06.599168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:06.600097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:06.600568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:06.604331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] 10.222.0.24 "PUT /v2.0/ports/6451e280-ab1e-4a35-a2a7-b95dc38fe7ee HTTP/1.1" status: 200 len: 1096 time: 5.3686416 Sep 18 19:43:06.627071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86f488-fb0b-452e-8cdd-8fd59b5598de service neutron] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:06.644515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:06.647175 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe397856-81bf-491d-a5be-4f18d615f415" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:06.668025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:06.758065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f939d785-30f0-4686-a1d1-07d6dfe0ff2c req-aa6b744a-8f58-4b1c-8b2e-853f7927dff1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385060 Sep 18 19:43:06.779730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 6367da50-d531-4051-9b97-5de75e5cd84e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:06.788788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:06.793882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:06.804461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056d36-2fc9-4e3d-9d7c-bc4a87769d85 req-2fe64b35-37c9-4118-bebf-57e0c4ced270 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:06.814037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a056d36-2fc9-4e3d-9d7c-bc4a87769d85 req-2fe64b35-37c9-4118-bebf-57e0c4ced270 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 947 time: 0.4740522 Sep 18 19:43:06.822102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-cfd47411-1527-408c-b31b-254057d0e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:06.824608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-cfd47411-1527-408c-b31b-254057d0e9ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1eb7c2bc2250478facd3c5cf24ef73e0&device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 1099 time: 0.1516168 Sep 18 19:43:06.843294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Router b9ce91cc-e620-4c37-a2b2-4d2c59365656 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:43:06.942260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-1ec21a32-fa43-4bcb-ae61-6e16bcdd93f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee HTTP/1.1" status: 200 len: 217 time: 0.0969138 Sep 18 19:43:06.965240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195b2084-29ed-4b34-9131-909240764b69 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:06.981453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:07.000055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:07.031405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:07.032049 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:07.063096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Transition to ACTIVE for port object 195b2084-29ed-4b34-9131-909240764b69 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:07.071549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:07.090389 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-3b9de0a2-dad3-4901-bdfb-126b5d8a45cb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8665853 Sep 18 19:43:07.150721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e', 'admin_state_up': True, 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'security_groups': ['81507704-dda0-49b2-851c-61016cafd1d9']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:07.205289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:43:07.217789 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] Sync routers for ids ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:43:07.221311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f87e7afc-87dd-42d4-953b-1e76578dd0f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9ce91cc-e620-4c37-a2b2-4d2c59365656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3238101 Sep 18 19:43:07.233150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-54b3a33f-736b-4136-a550-9a831a4cfed2 None None] Provisioning complete for port b97bfd18-5b88-49c7-beb5-b7b21d1efacf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:07.238551 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] Routers {'b9ce91cc-e620-4c37-a2b2-4d2c59365656'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:43:07.239168 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:07.241468 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-54b3a33f-736b-4136-a550-9a831a4cfed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:07.287676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-7c03dc36-01a2-4805-b23a-97876aa06545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:07.289621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-7c03dc36-01a2-4805-b23a-97876aa06545 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0874624 Sep 18 19:43:07.294761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44538) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:07.334188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a056d36-2fc9-4e3d-9d7c-bc4a87769d85 req-065538ed-3156-4bac-9909-07671b6f35ab tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185859 Sep 18 19:43:07.342750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-54b3a33f-736b-4136-a550-9a831a4cfed2 None None] Port b97bfd18-5b88-49c7-beb5-b7b21d1efacf cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:43:07.419055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:07.433825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Pushing event updated for resources: {'Port': ['ID=195b2084-29ed-4b34-9131-909240764b69,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:07.542156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db97036-4886-4aa3-b0eb-765597038611 req-88d6e88b-f73b-4131-b9fe-789b96ae4f48 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:07.554629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7db97036-4886-4aa3-b0eb-765597038611 req-88d6e88b-f73b-4131-b9fe-789b96ae4f48 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 943 time: 0.3694496 Sep 18 19:43:07.566276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-a1088afe-836e-405b-8b16-2630c5190e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:07.568071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-a1088afe-836e-405b-8b16-2630c5190e10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2452111 Sep 18 19:43:07.631077 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Attempting to bind port 195b2084-29ed-4b34-9131-909240764b69 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:07.631696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Attempting to bind port 195b2084-29ed-4b34-9131-909240764b69 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:07.631841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Attempting to bind port 195b2084-29ed-4b34-9131-909240764b69 on network c75a9c35-7246-4090-8afb-39b21513bfa6 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:07.649716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Port 195b2084-29ed-4b34-9131-909240764b69 on network c75a9c35-7246-4090-8afb-39b21513bfa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:07.649716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Attempting to bind port 195b2084-29ed-4b34-9131-909240764b69 on network c75a9c35-7246-4090-8afb-39b21513bfa6 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:07.661684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7db97036-4886-4aa3-b0eb-765597038611 req-16dab274-1eba-490e-b1bb-96a33a0bffe8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062162 Sep 18 19:43:07.663785 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] Set router b9ce91cc-e620-4c37-a2b2-4d2c59365656 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:43:07.669471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:07.669754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Checking segment: {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:07.670145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Bound using segment: {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:07.670592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Bound port: 195b2084-29ed-4b34-9131-909240764b69, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33415e77-6058-43d2-a1fb-a20e8002cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:07.670955 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:07.788613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-8593b7c8-a3a1-41fe-b2a6-91fa433dc382 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098789 Sep 18 19:43:07.791434 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1219fcea-8256-4e97-b76d-9d799eb85e74 x-openstack-request-id: req-1219fcea-8256-4e97-b76d-9d799eb85e74 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:07.791735 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:07.791988 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1219fcea-8256-4e97-b76d-9d799eb85e74 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:07.792506 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'status': 'completed', 'code': 200} Sep 18 19:43:07.997600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:08.011526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f2eb4c-4522-4c88-a8cb-e2928482cf55 req-dd58cc15-2402-4e30-a254-1a41a29bb7f1 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010365 Sep 18 19:43:08.030752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ae6a5-006e-4e31-8eea-a75bdab41623 req-3076d893-91b0-4da1-a7c9-697c6f283902 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.039060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-396ae6a5-006e-4e31-8eea-a75bdab41623 req-3076d893-91b0-4da1-a7c9-697c6f283902 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.1256692 Sep 18 19:43:08.053380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b93f5-1d7e-4e22-809b-518db8ac183e req-a6e49453-60f6-48d1-a218-0cd9f3eca6cc tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.062878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-275b93f5-1d7e-4e22-809b-518db8ac183e req-a6e49453-60f6-48d1-a218-0cd9f3eca6cc tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.1310515 Sep 18 19:43:08.100820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] For port 195b2084-29ed-4b34-9131-909240764b69, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:08.109348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Made reservation on behalf of c49dd4a16bfa4b76bf99ff766b284c4a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:08.117103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:08.126598 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:43:02Z', 'revision_number': 5, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port': {'id': '8c1df12c-3fcd-44ba-84aa-2ce66a895ba5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:42:40Z', 'updated_at': '2021-09-18T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:08.190523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-396ae6a5-006e-4e31-8eea-a75bdab41623 req-87da3d81-374f-4f62-8379-67566a80a492 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498542 Sep 18 19:43:08.200220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] Checking router: b9ce91cc-e620-4c37-a2b2-4d2c59365656 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:43:08.226422 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] Routers {'b9ce91cc-e620-4c37-a2b2-4d2c59365656'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:43:08.228184 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:42:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:08.245122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-275b93f5-1d7e-4e22-809b-518db8ac183e req-15530d61-06ab-46e7-8367-94db43ea9917 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812241 Sep 18 19:43:08.278326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe397856-81bf-491d-a5be-4f18d615f415 req-ed36a6c2-5ffa-4874-a818-70703a84d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.288953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe397856-81bf-491d-a5be-4f18d615f415 req-ed36a6c2-5ffa-4874-a818-70703a84d302 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1eb7c2bc2250478facd3c5cf24ef73e0&device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 1099 time: 0.2025623 Sep 18 19:43:08.377852 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] Set router b9ce91cc-e620-4c37-a2b2-4d2c59365656 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:43:08.425271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Allocated IP 10.2.2.200 (6367da50-d531-4051-9b97-5de75e5cd84e/fef2e0f3-7b20-4f09-a210-fbcb676c2bbf/2e12b2c0-7cf6-45a8-bf70-7c93d01dc897) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:08.538871 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:43:07Z', 'revision_number': 6, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:08.598581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe397856-81bf-491d-a5be-4f18d615f415 req-b97d674b-fb9b-4572-b68b-188171883f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.600822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe397856-81bf-491d-a5be-4f18d615f415 req-b97d674b-fb9b-4572-b68b-188171883f4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.3045137 Sep 18 19:43:08.621460 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671da54-1680-48c5-a6c9-f8c1dce3a013 None None] The sync data for ids ['b9ce91cc-e620-4c37-a2b2-4d2c59365656'] in n-d-789963-11 is: [{'id': 'b9ce91cc-e620-4c37-a2b2-4d2c59365656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2014363448-router', 'tenant_id': 'aa63876d6f334f4286939bf03e6bf45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:42:39Z', 'updated_at': '2021-09-18T19:43:07Z', 'revision_number': 6, 'project_id': 'aa63876d6f334f4286939bf03e6bf45b', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:43:08.627682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88d86-330d-476d-9b4a-2adbbf37104b req-ed9848b6-4730-455b-a32e-282043152fff tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.638067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4e88d86-330d-476d-9b4a-2adbbf37104b req-ed9848b6-4730-455b-a32e-282043152fff tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 947 time: 0.1584728 Sep 18 19:43:08.696694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] For port 195b2084-29ed-4b34-9131-909240764b69, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=195b2084-29ed-4b34-9131-909240764b69,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:08.728424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75285f21-b627-4323-a055-8401514664bc req-d45070a4-c7e8-44f1-aa3c-140d281a725b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.729147 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:08.734663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75285f21-b627-4323-a055-8401514664bc req-d45070a4-c7e8-44f1-aa3c-140d281a725b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.741004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75285f21-b627-4323-a055-8401514664bc req-d45070a4-c7e8-44f1-aa3c-140d281a725b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.748089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75285f21-b627-4323-a055-8401514664bc req-d45070a4-c7e8-44f1-aa3c-140d281a725b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.755831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75285f21-b627-4323-a055-8401514664bc req-d45070a4-c7e8-44f1-aa3c-140d281a725b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 3095 time: 0.2779622 Sep 18 19:43:08.765031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe397856-81bf-491d-a5be-4f18d615f415 req-2e4e3d96-7c2b-4c72-b64f-06aa75af8510 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee HTTP/1.1" status: 200 len: 217 time: 0.1560910 Sep 18 19:43:08.794656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.796341 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:08.804503 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] 10.222.0.24 "PUT /v2.0/ports/195b2084-29ed-4b34-9131-909240764b69 HTTP/1.1" status: 200 len: 1092 time: 3.6846128 Sep 18 19:43:08.855789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c82871-463d-4456-acba-4af310a8e356', 'tag': '195b2084-29ed-4b34-9131-909240764b69'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:08.863759 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a" -d '{"events": [{"name": "network-changed", "server_uuid": "25c82871-463d-4456-acba-4af310a8e356", "tag": "195b2084-29ed-4b34-9131-909240764b69"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:08.882857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75285f21-b627-4323-a055-8401514664bc req-d76a26b5-d15c-4efb-8e80-92ea7146bc67 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220617 Sep 18 19:43:08.908595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4e88d86-330d-476d-9b4a-2adbbf37104b req-a5a1c991-6c3d-46f3-bc04-bc574bfd6722 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677693 Sep 18 19:43:08.932574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe397856-81bf-491d-a5be-4f18d615f415 req-87d011dd-ce2d-4df4-b43b-f687a684c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:08.947528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:08.951660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Deleting port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:43:08.952181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:08.954603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe397856-81bf-491d-a5be-4f18d615f415 req-87d011dd-ce2d-4df4-b43b-f687a684c4fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1737731 Sep 18 19:43:08.969539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44566) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:09.118417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 87d324dd-2cfa-4d65-9606-f90eceddef60 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:09.155920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe397856-81bf-491d-a5be-4f18d615f415 req-896db364-5c8c-4a2e-b449-dbe9efafa9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:09.162515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe397856-81bf-491d-a5be-4f18d615f415 req-896db364-5c8c-4a2e-b449-dbe9efafa9f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1938703 Sep 18 19:43:09.222722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:09.251768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391573f-0596-4e26-9736-5889eb66df36 req-8d6c10a2-db07-4d34-b79c-921c0ddf3529 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:09.253690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3391573f-0596-4e26-9736-5889eb66df36 req-8d6c10a2-db07-4d34-b79c-921c0ddf3529 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 943 time: 0.2174172 Sep 18 19:43:09.361552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3391573f-0596-4e26-9736-5889eb66df36 req-f06b1932-0ee2-4c79-8e3b-e6bcd95b8312 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996754 Sep 18 19:43:09.385460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe397856-81bf-491d-a5be-4f18d615f415 req-dcd3fe5b-3e46-47ba-aba5-34dcb274f23b service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126398 Sep 18 19:43:09.386274 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62257a9c-7e07-4ff2-bb8e-f4e7a72a625e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:09.460061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:09.481522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'mac_address': 'fa:16:3e:77:5d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:09.538124 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f359ddc2-0284-4a75-985a-af01ddbfd211 x-openstack-request-id: req-f359ddc2-0284-4a75-985a-af01ddbfd211 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:09.538512 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c82871-463d-4456-acba-4af310a8e356", "tag": "195b2084-29ed-4b34-9131-909240764b69", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:09.538659 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f359ddc2-0284-4a75-985a-af01ddbfd211 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:09.539016 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c82871-463d-4456-acba-4af310a8e356', 'tag': '195b2084-29ed-4b34-9131-909240764b69', 'status': 'completed', 'code': 200} Sep 18 19:43:09.584767 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:09.661218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb84dba-5b66-4b33-ad60-aa914ffdf255 service neutron] Pushing event updated for resources: {'Port': ['ID=195b2084-29ed-4b34-9131-909240764b69,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:09.672203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:09.680499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] For port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:09.680887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:09.734542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-919778d3-8e5f-4843-8674-69b5c3525419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:09.736295 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-919778d3-8e5f-4843-8674-69b5c3525419 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 1095 time: 0.8650460 Sep 18 19:43:09.737420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:09.752388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Calling delete_port for 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:43:09.752925 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:09.828760 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-2ccb29be-89ca-4f06-b3d6-753aaf6cb061 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=195b2084-29ed-4b34-9131-909240764b69 HTTP/1.1" status: 200 len: 217 time: 0.0736625 Sep 18 19:43:09.854656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:09.859026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:09.928445 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:09.943242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:09.947350 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62257a9c-7e07-4ff2-bb8e-f4e7a72a625e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:09.995323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe397856-81bf-491d-a5be-4f18d615f415 req-24d20fc5-fc19-48d0-aa7c-8bea99482c19 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995126 Sep 18 19:43:10.032386 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62257a9c-7e07-4ff2-bb8e-f4e7a72a625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.036249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Network 6367da50-d531-4051-9b97-5de75e5cd84e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:10.038330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-75b3a115-9b67-45f5-9354-db66b23c2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.039974 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.041511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-75b3a115-9b67-45f5-9354-db66b23c2e19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 200 len: 850 time: 0.2046239 Sep 18 19:43:10.052349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:10.072474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:10.080296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event updated for resources: {'Port': ['ID=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:10.096220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 8c1df12c-3fcd-44ba-84aa-2ce66a895ba5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:10.101095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:10.157317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-62257a9c-7e07-4ff2-bb8e-f4e7a72a625e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a1ce42d63aa4e03a61b48407bd6f3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1843073 Sep 18 19:43:10.160202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44580) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:10.167194 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.168093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2fe0274f-0825-4eb7-8f15-7667d9d16dbf no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:10.169293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62257a9c-7e07-4ff2-bb8e-f4e7a72a625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b717da-3d11-4d0e-a066-e53253449b39,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:10.191645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '87d324dd-2cfa-4d65-9606-f90eceddef60', 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8', 'port_id': '87d324dd-2cfa-4d65-9606-f90eceddef60', 'mac_address': 'fa:16:3e:8a:50:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a56c70-90bf-47ef-a3e9-dbe557b29cdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:10.206112 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-cbd7b66a-1453-4bfd-ae7e-a7ed79466230 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c75a9c35-7246-4090-8afb-39b21513bfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462519 Sep 18 19:43:10.206461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 2fe0274f-0825-4eb7-8f15-7667d9d16dbf {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:43:10.206969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2fe0274f-0825-4eb7-8f15-7667d9d16dbf not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:43:10.209686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e72b-7673-48c2-b2f1-8d362a5a5e29 req-74ac6ace-6174-4759-adc7-57d7d32d182d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.211831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00d6e72b-7673-48c2-b2f1-8d362a5a5e29 req-74ac6ace-6174-4759-adc7-57d7d32d182d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.7415721 Sep 18 19:43:10.235600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2bea7-3ab3-416f-be3c-b7c10f978b63 req-bbd8d050-32dd-44e9-a576-7be1326e59e9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.237229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22a2bea7-3ab3-416f-be3c-b7c10f978b63 req-bbd8d050-32dd-44e9-a576-7be1326e59e9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.6147590 Sep 18 19:43:10.323518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:10.364845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00d6e72b-7673-48c2-b2f1-8d362a5a5e29 req-fe36f282-d4c1-48f8-a094-38afbf5a7766 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212716 Sep 18 19:43:10.377195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.381636 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.448967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.464983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d324dd-2cfa-4d65-9606-f90eceddef60 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:10.492016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:10.504356 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.534054 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ff423952-6d82-4fb3-ab4e-aa4f307682e3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4104455 Sep 18 19:43:10.538427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22a2bea7-3ab3-416f-be3c-b7c10f978b63 req-295d9efc-19b2-482e-9292-b490e17b710a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868590 Sep 18 19:43:10.557747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6084bdf8-f4bc-42c1-acc7-8c495e7acba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.566391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:10.613276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6084bdf8-f4bc-42c1-acc7-8c495e7acba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.699582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-094661be-05e4-4dd8-adff-1bb168c569c0 None None] Provisioning complete for port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:10.699966 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-094661be-05e4-4dd8-adff-1bb168c569c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.724068 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-7f4b8df9-17bb-483f-9864-59bd2619e379 service neutron] 10.222.0.24 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960887 Sep 18 19:43:10.760514 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6084bdf8-f4bc-42c1-acc7-8c495e7acba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.763188 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6084bdf8-f4bc-42c1-acc7-8c495e7acba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.768078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6084bdf8-f4bc-42c1-acc7-8c495e7acba8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09b717da-3d11-4d0e-a066-e53253449b39 HTTP/1.1" status: 204 len: 168 time: 0.5924370 Sep 18 19:43:10.781848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:10.786474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-094661be-05e4-4dd8-adff-1bb168c569c0 None None] Port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:43:10.788209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['87d324dd-2cfa-4d65-9606-f90eceddef60'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:10.799013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084bdf8-f4bc-42c1-acc7-8c495e7acba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b717da-3d11-4d0e-a066-e53253449b39,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:10.858127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaba15-dea3-4ba2-a209-bba66f2ed092 req-d713f670-09da-43a7-a311-06812abba06b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.873646 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.874592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaba15-dea3-4ba2-a209-bba66f2ed092 req-d713f670-09da-43a7-a311-06812abba06b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.883666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaba15-dea3-4ba2-a209-bba66f2ed092 req-d713f670-09da-43a7-a311-06812abba06b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.890229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:10.892235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaba15-dea3-4ba2-a209-bba66f2ed092 req-d713f670-09da-43a7-a311-06812abba06b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.899778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaba15-dea3-4ba2-a209-bba66f2ed092 req-d713f670-09da-43a7-a311-06812abba06b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.902886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5eaba15-dea3-4ba2-a209-bba66f2ed092 req-d713f670-09da-43a7-a311-06812abba06b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 3816 time: 0.1639335 Sep 18 19:43:10.918765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d001d-5487-4c8b-99e6-5121725bb55d req-e0f87ff5-6199-4dc6-b35f-afda23e7446d tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:10.934511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-947d001d-5487-4c8b-99e6-5121725bb55d req-e0f87ff5-6199-4dc6-b35f-afda23e7446d tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 948 time: 0.3135724 Sep 18 19:43:11.042044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1df12c-3fcd-44ba-84aa-2ce66a895ba5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:11.048053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-947d001d-5487-4c8b-99e6-5121725bb55d req-d84e8227-ea82-4d97-8938-b7b406e73fcc tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101313 Sep 18 19:43:11.079658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5eaba15-dea3-4ba2-a209-bba66f2ed092 req-2be0a67a-5c89-44fb-a7fb-640252eda102 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138289 Sep 18 19:43:11.191971 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-560e5ead-c0a7-47a5-a1ff-11470874009d req-942168c6-8bda-49d8-9e31-6e92835b5955 service neutron] 10.222.0.24 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502473 Sep 18 19:43:11.193833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79d602-3bc6-49a9-99f5-cb61994273b6 req-360917b0-444b-48b2-b7e8-8d3884ae1b46 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:11.205548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a79d602-3bc6-49a9-99f5-cb61994273b6 req-360917b0-444b-48b2-b7e8-8d3884ae1b46 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 943 time: 0.0803902 Sep 18 19:43:11.276876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a79d602-3bc6-49a9-99f5-cb61994273b6 req-995b28ac-548f-4b74-9a9a-0a164c38801d tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703249 Sep 18 19:43:11.304597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:11.384665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44596) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:11.445186 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-638a4d3b-7f44-4d52-afc1-1b83a47136f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:11.464397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:11.471508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:11.634884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b3490c-b05b-4e44-a05f-ac3ee15bdacc {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:11.644175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:11.658955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Transition to ACTIVE for port object 38b3490c-b05b-4e44-a05f-ac3ee15bdacc will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:11.661644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-a562daf5-fedb-47f2-b8e7-9d639d010b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:11.663542 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-a562daf5-fedb-47f2-b8e7-9d639d010b6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 1095 time: 0.4040825 Sep 18 19:43:11.673738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf760f-080b-416f-acb2-1f47f7112ca8 req-7097b5e6-c94d-4441-a4b2-bc574cd0d2f7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:11.705340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3adf760f-080b-416f-acb2-1f47f7112ca8 req-7097b5e6-c94d-4441-a4b2-bc574cd0d2f7 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 944 time: 0.1894400 Sep 18 19:43:11.761095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:11.792230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:11.792782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ce91cc-e620-4c37-a2b2-4d2c59365656 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:43:11.800302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:11.801447 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3c6e49e9-afea-49f7-944f-c506dd87ab48 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b9ce91cc-e620-4c37-a2b2-4d2c59365656 HTTP/1.1" status: 204 len: 168 time: 4.4982045 Sep 18 19:43:11.823073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44612) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:11.885721 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3adf760f-080b-416f-acb2-1f47f7112ca8 req-dec9d9af-f681-430f-9584-983ab591c98e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791258 Sep 18 19:43:11.914030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Pushing event updated for resources: {'Port': ['ID=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:11.970483 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-638a4d3b-7f44-4d52-afc1-1b83a47136f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.021720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-273d96cb-1909-49a0-a37c-36608cd51a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:12.023286 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-273d96cb-1909-49a0-a37c-36608cd51a44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 911 time: 0.3215461 Sep 18 19:43:12.041304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-6945ce7e-562a-4419-a0b1-8280b87fec02 admin admin] Deleting subnet 23b91e0b-938f-4225-bb92-ad0529cba9fc {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:43:12.057325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6945ce7e-562a-4419-a0b1-8280b87fec02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.067810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-638a4d3b-7f44-4d52-afc1-1b83a47136f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.105097 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-75cbbb1e-6ff9-413e-b351-ddb74aaf4658 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=195b2084-29ed-4b34-9131-909240764b69 HTTP/1.1" status: 200 len: 217 time: 0.0517433 Sep 18 19:43:12.159672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-638a4d3b-7f44-4d52-afc1-1b83a47136f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eaefc481921a471ebd2e1a5da56a08ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7737360 Sep 18 19:43:12.163737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44622) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:12.166959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a4d3b-7f44-4d52-afc1-1b83a47136f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81981f8-866f-4904-9557-a6c9586593ea,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:12.193382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-511e47d3-e057-4393-b819-714254547143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:12.194942 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-511e47d3-e057-4393-b819-714254547143 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 200 len: 850 time: 0.0889547 Sep 18 19:43:12.196746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Attempting to bind port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:12.196902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Attempting to bind port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:12.197143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Attempting to bind port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc on network 125fc257-85ec-44c9-b436-8bb1768c23aa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:12.212030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc on network 125fc257-85ec-44c9-b436-8bb1768c23aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:12.212030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Attempting to bind port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc on network 125fc257-85ec-44c9-b436-8bb1768c23aa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:12.275934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:12.276656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Checking segment: {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:12.277069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Bound using segment: {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:12.277524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Bound port: 38b3490c-b05b-4e44-a05f-ac3ee15bdacc, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a5400c-d75c-481d-877f-cc48718e9bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:12.278102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.282707 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-46d93ee0-aa4d-49fa-939f-3410dde823b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c75a9c35-7246-4090-8afb-39b21513bfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726531 Sep 18 19:43:12.283072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76c220b8-d444-4ae6-912c-8328bec1c983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.297391 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75bae-bff8-4fb0-b5d7-dc3a30150420 req-ac6df3c7-bea4-4b32-a930-6082484a9657 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:12.307496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ac75bae-bff8-4fb0-b5d7-dc3a30150420 req-ac6df3c7-bea4-4b32-a930-6082484a9657 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.5235550 Sep 18 19:43:12.397374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] For port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:12.407553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] For port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:12.409240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76c220b8-d444-4ae6-912c-8328bec1c983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.422355 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.432515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ac75bae-bff8-4fb0-b5d7-dc3a30150420 req-f96280b0-0e63-404a-a72f-36e6c77c24ba tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210108 Sep 18 19:43:12.439295 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6945ce7e-562a-4419-a0b1-8280b87fec02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.494284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Pushing event updated for resources: {'Port': ['ID=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:12.536350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:12.537069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.546406 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ec6f7ab6-0f83-4412-aa22-7d73d2b082e1 service neutron] 10.222.0.32 "PUT /v2.0/ports/38b3490c-b05b-4e44-a05f-ac3ee15bdacc HTTP/1.1" status: 200 len: 1092 time: 2.0005088 Sep 18 19:43:12.546919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:12.549338 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e7afa1-1525-4c3e-abd6-74e00a812af5" -d '{"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:12.585484 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:12.630308 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-245644c2-883c-402c-98aa-7acf237e2196 service neutron] 10.222.0.24 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325601 Sep 18 19:43:12.635581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6945ce7e-562a-4419-a0b1-8280b87fec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.762583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6945ce7e-562a-4419-a0b1-8280b87fec02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.769742 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.848815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b0646-6676-491c-8d0f-c33d8463f01f req-ccb8f121-b401-4343-ae98-72578c4cc333 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:12.856989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef8b0646-6676-491c-8d0f-c33d8463f01f req-ccb8f121-b401-4343-ae98-72578c4cc333 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 948 time: 0.6372614 Sep 18 19:43:12.873176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf74bc24-9156-4681-b24e-4c90aaeb7e38 None None] Network 30a142c4-b65b-47f7-9c3d-7772d5c673bf requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:43:12.883795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945ce7e-562a-4419-a0b1-8280b87fec02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b91e0b-938f-4225-bb92-ad0529cba9fc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:12.892242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6945ce7e-562a-4419-a0b1-8280b87fec02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:12.894126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6945ce7e-562a-4419-a0b1-8280b87fec02 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/23b91e0b-938f-4225-bb92-ad0529cba9fc HTTP/1.1" status: 204 len: 168 time: 1.0677085 Sep 18 19:43:12.907973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44630) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:13.035308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.049997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2cabd-9095-4c0d-b158-f08af074b5dd req-663f48a4-ed2f-4430-8e9f-942993dd0f81 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:13.057388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2cabd-9095-4c0d-b158-f08af074b5dd req-663f48a4-ed2f-4430-8e9f-942993dd0f81 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:13.064410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2cabd-9095-4c0d-b158-f08af074b5dd req-663f48a4-ed2f-4430-8e9f-942993dd0f81 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:13.072312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2cabd-9095-4c0d-b158-f08af074b5dd req-663f48a4-ed2f-4430-8e9f-942993dd0f81 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:13.078797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2cabd-9095-4c0d-b158-f08af074b5dd req-663f48a4-ed2f-4430-8e9f-942993dd0f81 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:13.086788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ba2cabd-9095-4c0d-b158-f08af074b5dd req-663f48a4-ed2f-4430-8e9f-942993dd0f81 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 3828 time: 0.3584802 Sep 18 19:43:13.108038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef8b0646-6676-491c-8d0f-c33d8463f01f req-eb3dd70c-4725-4209-9912-811793798550 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501044 Sep 18 19:43:13.152338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 87d324dd-2cfa-4d65-9606-f90eceddef60 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:13.154945 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76c220b8-d444-4ae6-912c-8328bec1c983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.164095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76c220b8-d444-4ae6-912c-8328bec1c983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.165731 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-76c220b8-d444-4ae6-912c-8328bec1c983 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d81981f8-866f-4904-9557-a6c9586593ea HTTP/1.1" status: 204 len: 168 time: 0.9954367 Sep 18 19:43:13.233614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c220b8-d444-4ae6-912c-8328bec1c983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81981f8-866f-4904-9557-a6c9586593ea,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:13.253831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 195b2084-29ed-4b34-9131-909240764b69 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:13.255831 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0487b1-a4b6-4da6-b75b-bab6bcbfe42a req-cf095492-bede-47c4-a2f1-47c5d8ddfb63 service neutron] 10.222.0.24 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179028 Sep 18 19:43:13.358073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ba2cabd-9095-4c0d-b158-f08af074b5dd req-f6124e4b-6f2a-4cc2-b693-a5a2dcca5bc3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701354 Sep 18 19:43:13.377253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa365d07-782b-4a4d-856c-dd0ceae58661 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:13.388500 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.410806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea255e-34d4-495a-b7dd-182e33a63618 req-e97d5436-e045-49dc-81d0-e24b43d5c9be tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:13.413068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79ea255e-34d4-495a-b7dd-182e33a63618 req-e97d5436-e045-49dc-81d0-e24b43d5c9be tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 943 time: 0.1433463 Sep 18 19:43:13.418107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Transition to ACTIVE for port object fa365d07-782b-4a4d-856c-dd0ceae58661 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:13.418481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Deleting port ee11a09d-341f-41b4-8efb-fe145ab821fe {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:43:13.418903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.425925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:13.427438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.566232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 87d324dd-2cfa-4d65-9606-f90eceddef60 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:43:13.589502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 87d324dd-2cfa-4d65-9606-f90eceddef60 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:13.590279 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.594115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 195b2084-29ed-4b34-9131-909240764b69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=195b2084-29ed-4b34-9131-909240764b69,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:13.597903 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b9a0de-a209-409d-8b0d-9005b1006551 x-openstack-request-id: req-83b9a0de-a209-409d-8b0d-9005b1006551 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:13.597903 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:13.597903 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83b9a0de-a209-409d-8b0d-9005b1006551 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:13.601945 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'status': 'completed', 'code': 200} Sep 18 19:43:13.603116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] For port ee11a09d-341f-41b4-8efb-fe145ab821fe, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ee11a09d-341f-41b4-8efb-fe145ab821fe,segment=NetworkSegment(78877573-537a-43ac-b26b-093a51c0b629),segment_id=78877573-537a-43ac-b26b-093a51c0b629)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:13.603510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.620519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Calling delete_port for ee11a09d-341f-41b4-8efb-fe145ab821fe owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:43:13.639148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] DHCP port deletion for 30a142c4-b65b-47f7-9c3d-7772d5c673bf request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:43:13.666288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Pushing event updated for resources: {'Port': ['ID=fa365d07-782b-4a4d-856c-dd0ceae58661,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:13.731176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '195b2084-29ed-4b34-9131-909240764b69', 'network_id': 'c75a9c35-7246-4090-8afb-39b21513bfa6', 'port_id': '195b2084-29ed-4b34-9131-909240764b69', 'mac_address': 'fa:16:3e:02:f3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93b594d-0b47-4d52-915f-a2290cec290d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:13.826750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:43:13.847027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Attempting to bind port fa365d07-782b-4a4d-856c-dd0ceae58661 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:13.847603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Attempting to bind port fa365d07-782b-4a4d-856c-dd0ceae58661 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:13.848238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Attempting to bind port fa365d07-782b-4a4d-856c-dd0ceae58661 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:13.857544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Port fa365d07-782b-4a4d-856c-dd0ceae58661 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:13.858155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Attempting to bind port fa365d07-782b-4a4d-856c-dd0ceae58661 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:13.869925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:13.870230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Checking segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:13.870625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Bound using segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:13.871411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Bound port: fa365d07-782b-4a4d-856c-dd0ceae58661, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:13.871781 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.874225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:13.876415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.952786 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:13.979718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79ea255e-34d4-495a-b7dd-182e33a63618 req-d2d7dd64-471c-41eb-be2e-09b7e83ff7b7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674060 Sep 18 19:43:14.005008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195b2084-29ed-4b34-9131-909240764b69 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:14.036827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] For port fa365d07-782b-4a4d-856c-dd0ceae58661, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:14.041890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] For port fa365d07-782b-4a4d-856c-dd0ceae58661, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa365d07-782b-4a4d-856c-dd0ceae58661,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:14.052752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.052978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 195b2084-29ed-4b34-9131-909240764b69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=195b2084-29ed-4b34-9131-909240764b69,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:14.053976 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.077460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] Deleting port ee11a09d-341f-41b4-8efb-fe145ab821fe {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:43:14.077948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.085008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.090728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf949d-1a8e-4ea2-bb57-f6c8485da444 req-76b9b558-3f78-4e84-ad31-156fc09c25e0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:14.100769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5dbf949d-1a8e-4ea2-bb57-f6c8485da444 req-76b9b558-3f78-4e84-ad31-156fc09c25e0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 944 time: 0.3665307 Sep 18 19:43:14.119894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-4b968c16-c37b-4e31-9aaf-0da54a3d7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:14.120832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-4b968c16-c37b-4e31-9aaf-0da54a3d7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:14.121440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-4b968c16-c37b-4e31-9aaf-0da54a3d7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:14.121935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-4b968c16-c37b-4e31-9aaf-0da54a3d7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:14.122952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-4b968c16-c37b-4e31-9aaf-0da54a3d7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:14.123733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-4b968c16-c37b-4e31-9aaf-0da54a3d7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:14.127366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-4b968c16-c37b-4e31-9aaf-0da54a3d7e64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5252 time: 0.4187849 Sep 18 19:43:14.138161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.165865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:14.166513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.168575 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] 10.222.0.32 "PUT /v2.0/ports/fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 200 len: 1137 time: 1.5928965 Sep 18 19:43:14.207229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:14.297271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88208d8-6c29-486c-823c-baea07b9ebdb service neutron] Pushing event updated for resources: {'Port': ['ID=fa365d07-782b-4a4d-856c-dd0ceae58661,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:14.312859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.421007 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.474178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:14.477908 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e2694-0172-43aa-b3b8-b4c232c6bd23" -d '{"events": [{"server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "name": "network-vif-plugged", "status": "completed", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:14.516966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['195b2084-29ed-4b34-9131-909240764b69'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:14.523741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] No DVR routers for this DVR port ee11a09d-341f-41b4-8efb-fe145ab821fe on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:43:14.526428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:14.538529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] For port ee11a09d-341f-41b4-8efb-fe145ab821fe, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:14.539882 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.576457 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.578290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=195b2084-29ed-4b34-9131-909240764b69,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:14.601270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] Calling delete_port for ee11a09d-341f-41b4-8efb-fe145ab821fe owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:43:14.613522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] Port ee11a09d-341f-41b4-8efb-fe145ab821fe was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:43:14.636819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:14.644310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.659872 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.689799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] No DVR routers for this DVR port ee11a09d-341f-41b4-8efb-fe145ab821fe on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:43:14.706715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:14.739521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25eb8d0-618c-4e0c-8f98-4e7285bae368 None None] Pushing event deleted for resources: {'Port': ['ID=ee11a09d-341f-41b4-8efb-fe145ab821fe,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:14.772286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:14.783093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.799188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Transition to ACTIVE for port object 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:14.817483 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:14.822907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:14.881707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Pushing event updated for resources: {'Port': ['ID=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:15.011855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Attempting to bind port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:15.012521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Attempting to bind port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:15.013060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Attempting to bind port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:15.018836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:15.019658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Attempting to bind port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:15.022328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-955832bc-31a4-4640-8961-1768cfefcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.022813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-955832bc-31a4-4640-8961-1768cfefcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.023816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-955832bc-31a4-4640-8961-1768cfefcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.025823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-955832bc-31a4-4640-8961-1768cfefcc39 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8744011 Sep 18 19:43:15.028411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:15.028768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Checking segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:15.029148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Bound using segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:15.029651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Bound port: 22013aa7-0b5e-4ee5-9c4c-579a9e466e81, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:15.030013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.116086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee11a09d-341f-41b4-8efb-fe145ab821fe,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:15.139917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] For port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:15.143590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] For port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:15.151578 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.195726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.196595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.198023 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 200 len: 1136 time: 0.9979866 Sep 18 19:43:15.198367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5dbf949d-1a8e-4ea2-bb57-f6c8485da444 req-aebce445-4860-40fc-af57-22356b461cd4 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0965166 Sep 18 19:43:15.243999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:15.289360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee821c-0331-411b-9380-c257cce854d5 service neutron] Pushing event updated for resources: {'Port': ['ID=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:15.341899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.391602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eeff02-9c7c-4ca3-bc27-22fe7bef5fa8 req-b6334698-2284-4202-aab4-99598ecda0b8 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.395970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97eeff02-9c7c-4ca3-bc27-22fe7bef5fa8 req-b6334698-2284-4202-aab4-99598ecda0b8 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.8903241 Sep 18 19:43:15.431786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.524281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ee11a09d-341f-41b4-8efb-fe145ab821fe no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:15.550667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ee11a09d-341f-41b4-8efb-fe145ab821fe {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:43:15.550667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ee11a09d-341f-41b4-8efb-fe145ab821fe not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:43:15.573654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a142c4-b65b-47f7-9c3d-7772d5c673bf']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:15.602061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78877573-537a-43ac-b26b-093a51c0b629') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:15.602429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78877573-537a-43ac-b26b-093a51c0b629') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:15.647444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.657700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': 'fa365d07-782b-4a4d-856c-dd0ceae58661'}, {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '22013aa7-0b5e-4ee5-9c4c-579a9e466e81'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:15.660698 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4fe52-671b-434c-a829-469ccc9562cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "fa365d07-782b-4a4d-856c-dd0ceae58661"}, {"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "22013aa7-0b5e-4ee5-9c4c-579a9e466e81"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:15.669066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97eeff02-9c7c-4ca3-bc27-22fe7bef5fa8 req-b547ad21-2ec5-42bf-b8c3-434d949fa7c2 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120581 Sep 18 19:43:15.670122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-6becdb06-7ebf-4cff-b99c-f1733950f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.671540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7e7afa1-1525-4c3e-abd6-74e00a812af5 req-6becdb06-7ebf-4cff-b99c-f1733950f72e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6379061 Sep 18 19:43:15.681312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302c390-7c79-42c2-bd7a-92c957f9a7df req-ab117fb9-7df4-4e3a-9135-a6548f8ae961 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.688838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c302c390-7c79-42c2-bd7a-92c957f9a7df req-ab117fb9-7df4-4e3a-9135-a6548f8ae961 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 949 time: 0.2436438 Sep 18 19:43:15.711198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.733685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:43:15.734305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: items = [ Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:43:15.736183 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:43:15.776111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c302c390-7c79-42c2-bd7a-92c957f9a7df req-6a377a1b-2ec3-484f-a092-0be936372aca tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862136 Sep 18 19:43:15.841549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5d3ba6-7070-487e-97c5-d24d2f988a18 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:15.853524 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.872865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Transition to ACTIVE for port object 7e5d3ba6-7070-487e-97c5-d24d2f988a18 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:15.878382 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.880998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.890734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:15.896131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] 10.222.0.20 "DELETE /v2.0/networks/30a142c4-b65b-47f7-9c3d-7772d5c673bf HTTP/1.1" status: 204 len: 168 time: 2.9867995 Sep 18 19:43:15.915688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85be984-aab1-4cae-8e04-8c317f54628f admin admin] Pushing event deleted for resources: {'Network': ['ID=30a142c4-b65b-47f7-9c3d-7772d5c673bf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:15.960793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f109e9-c838-4632-9134-262c0b881d90 req-8d80cb78-85bf-40f8-9fb0-05ceb1958147 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.969422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f109e9-c838-4632-9134-262c0b881d90 req-8d80cb78-85bf-40f8-9fb0-05ceb1958147 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:15.983453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f109e9-c838-4632-9134-262c0b881d90 req-8d80cb78-85bf-40f8-9fb0-05ceb1958147 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.004921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f109e9-c838-4632-9134-262c0b881d90 req-8d80cb78-85bf-40f8-9fb0-05ceb1958147 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.026700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Pushing event updated for resources: {'Port': ['ID=7e5d3ba6-7070-487e-97c5-d24d2f988a18,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:16.027599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f109e9-c838-4632-9134-262c0b881d90 req-8d80cb78-85bf-40f8-9fb0-05ceb1958147 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.040723 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf12a2e-c270-46f8-b294-326f0e31929e x-openstack-request-id: req-ecf12a2e-c270-46f8-b294-326f0e31929e {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:16.041027 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "name": "network-vif-plugged", "status": "completed", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:16.041396 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecf12a2e-c270-46f8-b294-326f0e31929e {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:16.041870 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60', 'code': 200} Sep 18 19:43:16.075523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f109e9-c838-4632-9134-262c0b881d90 req-8d80cb78-85bf-40f8-9fb0-05ceb1958147 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.087499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f109e9-c838-4632-9134-262c0b881d90 req-8d80cb78-85bf-40f8-9fb0-05ceb1958147 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.096911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67f109e9-c838-4632-9134-262c0b881d90 req-8d80cb78-85bf-40f8-9fb0-05ceb1958147 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5383 time: 0.2774315 Sep 18 19:43:16.164243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Attempting to bind port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:16.165385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Attempting to bind port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:16.166170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Attempting to bind port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:16.174745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:16.178909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Attempting to bind port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:16.188179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:16.190562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Checking segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:16.191254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Bound using segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:16.192000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Bound port: 7e5d3ba6-7070-487e-97c5-d24d2f988a18, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:16.196299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:16.210404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67f109e9-c838-4632-9134-262c0b881d90 req-b923181d-4618-4907-9938-d6c5538deb99 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100342 Sep 18 19:43:16.265924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44724) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:16.302182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70df46f-392e-49ff-b91d-419ae3b515b8 req-142f149b-43c1-4dd3-93d7-41d87e905102 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.303771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f70df46f-392e-49ff-b91d-419ae3b515b8 req-142f149b-43c1-4dd3-93d7-41d87e905102 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 944 time: 0.1802270 Sep 18 19:43:16.321849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] For port 7e5d3ba6-7070-487e-97c5-d24d2f988a18, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:16.326363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] For port 7e5d3ba6-7070-487e-97c5-d24d2f988a18, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:16.330880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:16.379706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f31ba5-b8cf-45ea-b932-8c7cef6ef4f5 req-3fd44fc5-71b3-4db8-9655-c884f942d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.381350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30f31ba5-b8cf-45ea-b932-8c7cef6ef4f5 req-3fd44fc5-71b3-4db8-9655-c884f942d2ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1097 time: 0.2162087 Sep 18 19:43:16.388082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ec977409-0942-4b83-8275-344ae6bc81e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa63876d6f334f4286939bf03e6bf45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152952 Sep 18 19:43:16.388756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44728) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:16.393743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.394373 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:16.394793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f70df46f-392e-49ff-b91d-419ae3b515b8 req-b89b61c3-adb1-48ef-ab58-5dd29232ce3b tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786459 Sep 18 19:43:16.395876 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] 10.222.0.32 "PUT /v2.0/ports/7e5d3ba6-7070-487e-97c5-d24d2f988a18 HTTP/1.1" status: 200 len: 1092 time: 1.1565957 Sep 18 19:43:16.439118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:16.485016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30f31ba5-b8cf-45ea-b932-8c7cef6ef4f5 req-3008526b-7158-4f7e-91e7-81ab7c1498a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949266 Sep 18 19:43:16.501145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da6511-7884-488b-a664-9a5fc3e3c7ca service neutron] Pushing event updated for resources: {'Port': ['ID=7e5d3ba6-7070-487e-97c5-d24d2f988a18,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:16.532047 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:16.542076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49471759-86a4-4988-9692-de3c48533a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:16.544653 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0fed59-0567-475c-83d6-e445ed0f8342 x-openstack-request-id: req-cb0fed59-0567-475c-83d6-e445ed0f8342 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:16.545228 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "fa365d07-782b-4a4d-856c-dd0ceae58661", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "22013aa7-0b5e-4ee5-9c4c-579a9e466e81", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:16.545545 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb0fed59-0567-475c-83d6-e445ed0f8342 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:16.546019 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': 'fa365d07-782b-4a4d-856c-dd0ceae58661', 'status': 'completed', 'code': 200} Sep 18 19:43:16.546343 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '22013aa7-0b5e-4ee5-9c4c-579a9e466e81', 'status': 'completed', 'code': 200} Sep 18 19:43:16.592349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49471759-86a4-4988-9692-de3c48533a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:16.666274 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49471759-86a4-4988-9692-de3c48533a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:16.671541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49471759-86a4-4988-9692-de3c48533a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:16.677299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-49471759-86a4-4988-9692-de3c48533a88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3caa573-521d-45ce-85ab-920f648e7a8a HTTP/1.1" status: 204 len: 168 time: 0.2837408 Sep 18 19:43:16.702360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49471759-86a4-4988-9692-de3c48533a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3caa573-521d-45ce-85ab-920f648e7a8a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:16.816257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-4c7b9665-643e-4eb2-9606-d109a69cc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.816757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-4c7b9665-643e-4eb2-9606-d109a69cc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.817570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-4c7b9665-643e-4eb2-9606-d109a69cc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.818053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-4c7b9665-643e-4eb2-9606-d109a69cc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.818656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-4c7b9665-643e-4eb2-9606-d109a69cc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.819545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-4c7b9665-643e-4eb2-9606-d109a69cc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.820114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-4c7b9665-643e-4eb2-9606-d109a69cc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:16.823414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26e4fe52-671b-434c-a829-469ccc9562cb req-4c7b9665-643e-4eb2-9606-d109a69cc80d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6291 time: 0.1046174 Sep 18 19:43:17.021548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c955a7d-9c06-4e3c-bd27-06abedfeccda {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:17.033813 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:17.048641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Transition to ACTIVE for port object 8c955a7d-9c06-4e3c-bd27-06abedfeccda will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:17.065587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:17.120151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 055a8d13-dc8f-4809-97c4-a601baa4cd43 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:17.124133 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-f5cd3a52-be6e-4087-a954-c6f681b0fc1e tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448940 Sep 18 19:43:17.140745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Pushing event updated for resources: {'Port': ['ID=8c955a7d-9c06-4e3c-bd27-06abedfeccda,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:17.298083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 195b2084-29ed-4b34-9131-909240764b69 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:17.314902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b174a7-079d-465f-976a-96992552aeb5 req-5fd27acd-8f45-4e16-9c88-295e2a528ca1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:17.326245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-5fd27acd-8f45-4e16-9c88-295e2a528ca1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007539 Sep 18 19:43:17.407230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-ba0412ed-de66-4ad5-b115-54dacf89775f tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/quotas/d490af52e36a48f1b2ffef4cc06b0382 HTTP/1.1" status: 200 len: 375 time: 0.0799870 Sep 18 19:43:17.414753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-95858b01-f368-4a96-b362-18a683d0bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:17.415400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-95858b01-f368-4a96-b362-18a683d0bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:17.415883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-95858b01-f368-4a96-b362-18a683d0bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:17.417606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26e4fe52-671b-434c-a829-469ccc9562cb req-95858b01-f368-4a96-b362-18a683d0bbe6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5810921 Sep 18 19:43:17.465831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:17.519602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-b7292d44-0fa8-4615-9198-16ebdbe3e3ce tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112101 Sep 18 19:43:17.562154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:17.563960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 195b2084-29ed-4b34-9131-909240764b69 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:43:17.574533 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:17.594521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 195b2084-29ed-4b34-9131-909240764b69 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:17.595833 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:17.746085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Attempting to bind port 8c955a7d-9c06-4e3c-bd27-06abedfeccda on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:17.746998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Attempting to bind port 8c955a7d-9c06-4e3c-bd27-06abedfeccda by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:17.746998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Attempting to bind port 8c955a7d-9c06-4e3c-bd27-06abedfeccda on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:17.763180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Port 8c955a7d-9c06-4e3c-bd27-06abedfeccda on network 3b604b41-6341-4255-96ae-37e1fe5e6924 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:17.771951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Attempting to bind port 8c955a7d-9c06-4e3c-bd27-06abedfeccda on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:17.793568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:17.799276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:17.799732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Checking segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:17.801960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Bound using segment: {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:17.802438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Bound port: 8c955a7d-9c06-4e3c-bd27-06abedfeccda, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d7c7ad-43d9-46f9-a917-3fda7f56218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:17.802945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:17.844066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1456373-fc76-49d3-a9f8-a720eee61a71 req-94af58f0-a2f5-4ffd-a915-f69603334ba3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:17.846294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1456373-fc76-49d3-a9f8-a720eee61a71 req-94af58f0-a2f5-4ffd-a915-f69603334ba3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.3519926 Sep 18 19:43:17.879915 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:43:17.901216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] For port 8c955a7d-9c06-4e3c-bd27-06abedfeccda, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:17.905093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] For port 8c955a7d-9c06-4e3c-bd27-06abedfeccda, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:17.912167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:17.921268 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:17.985282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 195b2084-29ed-4b34-9131-909240764b69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=195b2084-29ed-4b34-9131-909240764b69,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:17.992798 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:18.021739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-1422256f-c4aa-4331-ae90-f155f3860344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.033610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26e4fe52-671b-434c-a829-469ccc9562cb req-1422256f-c4aa-4331-ae90-f155f3860344 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5925903 Sep 18 19:43:18.047608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'}, {'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43'}, {'server_uuid': '25c82871-463d-4456-acba-4af310a8e356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195b2084-29ed-4b34-9131-909240764b69'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:18.053636 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97048807-800c-436a-ad37-f5898c4a59ff" -d '{"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-plugged", "status": "completed", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee"}, {"server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "name": "network-vif-unplugged", "status": "completed", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43"}, {"server_uuid": "25c82871-463d-4456-acba-4af310a8e356", "name": "network-vif-plugged", "status": "completed", "tag": "195b2084-29ed-4b34-9131-909240764b69"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:18.066238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.069041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:18.073460 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] 10.222.0.32 "PUT /v2.0/ports/8c955a7d-9c06-4e3c-bd27-06abedfeccda HTTP/1.1" status: 200 len: 1092 time: 1.6445918 Sep 18 19:43:18.095600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=195b2084-29ed-4b34-9131-909240764b69,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:18.100752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1456373-fc76-49d3-a9f8-a720eee61a71 req-9b881382-9a4f-485e-bc11-5f18b0cc0a73 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414594 Sep 18 19:43:18.120595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:18.198345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b746163-0d74-44bb-9c5d-ba0050fb4184 service neutron] Pushing event updated for resources: {'Port': ['ID=8c955a7d-9c06-4e3c-bd27-06abedfeccda,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:18.245283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6306f-3f6f-4ff4-a275-e3c0b19bf202 req-bf5ac7a7-9d7a-4dec-8d31-66259c09bd0f tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.259513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbb6306f-3f6f-4ff4-a275-e3c0b19bf202 req-bf5ac7a7-9d7a-4dec-8d31-66259c09bd0f tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.3575611 Sep 18 19:43:18.281721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:18.383618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbb6306f-3f6f-4ff4-a275-e3c0b19bf202 req-17a7228c-a911-44ad-a56f-095c1e6ac559 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221361 Sep 18 19:43:18.421591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-010ef778-ee0c-4947-85cd-a93f596370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.422053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-010ef778-ee0c-4947-85cd-a93f596370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.424305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-010ef778-ee0c-4947-85cd-a93f596370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.424880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-010ef778-ee0c-4947-85cd-a93f596370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.426524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-010ef778-ee0c-4947-85cd-a93f596370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.427098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-010ef778-ee0c-4947-85cd-a93f596370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.427601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-010ef778-ee0c-4947-85cd-a93f596370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.434639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26e4fe52-671b-434c-a829-469ccc9562cb req-010ef778-ee0c-4947-85cd-a93f596370e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6359 time: 0.3256752 Sep 18 19:43:18.548068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '7e5d3ba6-7070-487e-97c5-d24d2f988a18'}, {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '8c955a7d-9c06-4e3c-bd27-06abedfeccda'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:18.551729 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "7e5d3ba6-7070-487e-97c5-d24d2f988a18"}, {"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "8c955a7d-9c06-4e3c-bd27-06abedfeccda"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:18.623030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc2027-3863-4095-9f92-f70159b36c50 req-241b365f-9d53-4c01-b3e2-b83198282282 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.632442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dbc2027-3863-4095-9f92-f70159b36c50 req-241b365f-9d53-4c01-b3e2-b83198282282 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 949 time: 0.3435111 Sep 18 19:43:18.661655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-6783941e-7ab8-4b75-a75d-912b28a24f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.662194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-6783941e-7ab8-4b75-a75d-912b28a24f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.662675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-6783941e-7ab8-4b75-a75d-912b28a24f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.664631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26e4fe52-671b-434c-a829-469ccc9562cb req-6783941e-7ab8-4b75-a75d-912b28a24f40 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2144182 Sep 18 19:43:18.665782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97bfd18-5b88-49c7-beb5-b7b21d1efacf {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:18.675390 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:18.692079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Transition to ACTIVE for port object b97bfd18-5b88-49c7-beb5-b7b21d1efacf will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:18.698433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:18.712262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dbc2027-3863-4095-9f92-f70159b36c50 req-918083e6-8301-4e34-a72e-f84609699db4 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782323 Sep 18 19:43:18.739061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5832-248d-4cbd-8951-654689d1ca56 req-854f9088-8f6e-48e7-9170-2cdeaa165685 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.746187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5832-248d-4cbd-8951-654689d1ca56 req-854f9088-8f6e-48e7-9170-2cdeaa165685 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.752818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5832-248d-4cbd-8951-654689d1ca56 req-854f9088-8f6e-48e7-9170-2cdeaa165685 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.760614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5832-248d-4cbd-8951-654689d1ca56 req-854f9088-8f6e-48e7-9170-2cdeaa165685 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.766831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5832-248d-4cbd-8951-654689d1ca56 req-854f9088-8f6e-48e7-9170-2cdeaa165685 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.772983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5832-248d-4cbd-8951-654689d1ca56 req-854f9088-8f6e-48e7-9170-2cdeaa165685 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.781314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Pushing event updated for resources: {'Port': ['ID=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:18.783090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5832-248d-4cbd-8951-654689d1ca56 req-854f9088-8f6e-48e7-9170-2cdeaa165685 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:18.785094 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edba5832-248d-4cbd-8951-654689d1ca56 req-854f9088-8f6e-48e7-9170-2cdeaa165685 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5407 time: 0.2529936 Sep 18 19:43:18.908371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Attempting to bind port b97bfd18-5b88-49c7-beb5-b7b21d1efacf on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:18.908808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Attempting to bind port b97bfd18-5b88-49c7-beb5-b7b21d1efacf by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:18.909243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Attempting to bind port b97bfd18-5b88-49c7-beb5-b7b21d1efacf on network 6367da50-d531-4051-9b97-5de75e5cd84e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:18.918598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Port b97bfd18-5b88-49c7-beb5-b7b21d1efacf on network 6367da50-d531-4051-9b97-5de75e5cd84e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:18.918971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Attempting to bind port b97bfd18-5b88-49c7-beb5-b7b21d1efacf on network 6367da50-d531-4051-9b97-5de75e5cd84e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:18.935489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:18.935879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Checking segment: {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:18.936567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Bound using segment: {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:18.937161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Bound port: b97bfd18-5b88-49c7-beb5-b7b21d1efacf, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:18.937585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:19.033560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edba5832-248d-4cbd-8951-654689d1ca56 req-c27f26bd-4ef3-4e97-bf29-e3d1f907b0b8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2271743 Sep 18 19:43:19.055774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4fe52-671b-434c-a829-469ccc9562cb req-dd6bce37-9e43-4da4-bff9-fa507beab965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.059474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26e4fe52-671b-434c-a829-469ccc9562cb req-dd6bce37-9e43-4da4-bff9-fa507beab965 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3687859 Sep 18 19:43:19.099458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] For port b97bfd18-5b88-49c7-beb5-b7b21d1efacf, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:19.103354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] For port b97bfd18-5b88-49c7-beb5-b7b21d1efacf, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:19.123809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:19.182430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.183606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:19.185260 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] 10.222.0.32 "PUT /v2.0/ports/b97bfd18-5b88-49c7-beb5-b7b21d1efacf HTTP/1.1" status: 200 len: 1092 time: 1.0747423 Sep 18 19:43:19.213696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d3936-02db-4c0d-a9b4-43f788271608 service neutron] Pushing event updated for resources: {'Port': ['ID=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:19.224447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Request body: {'port': {'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:19.259947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb31061a-ba3e-4aee-8697-8ab376b44138 req-88944685-65f1-423b-8981-3bb2313274d4 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 210 time: 0.0907342 Sep 18 19:43:19.314257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:19.344045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-f078455d-42bd-4f9d-b33e-513ace218fe7 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462840 Sep 18 19:43:19.379904 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4352b395-3dcc-4f71-909e-c45aec3e654c x-openstack-request-id: req-4352b395-3dcc-4f71-909e-c45aec3e654c {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:19.380947 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-plugged", "status": "completed", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee", "code": 200}, {"server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "name": "network-vif-unplugged", "status": "completed", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43", "code": 200}, {"server_uuid": "25c82871-463d-4456-acba-4af310a8e356", "name": "network-vif-plugged", "status": "completed", "tag": "195b2084-29ed-4b34-9131-909240764b69", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:19.381669 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4352b395-3dcc-4f71-909e-c45aec3e654c {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:19.382297 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'code': 200} Sep 18 19:43:19.383276 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'code': 200} Sep 18 19:43:19.383792 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c82871-463d-4456-acba-4af310a8e356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195b2084-29ed-4b34-9131-909240764b69', 'code': 200} Sep 18 19:43:19.644464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241798dd-43a2-4d47-bd30-b17b677acadd req-08461dd6-b874-44aa-a3cc-028a33270b80 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.645759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-241798dd-43a2-4d47-bd30-b17b677acadd req-08461dd6-b874-44aa-a3cc-028a33270b80 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.3817704 Sep 18 19:43:19.702801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b174a7-079d-465f-976a-96992552aeb5 req-a472aaf8-cda5-4f5d-b429-0acbaba0c06d tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.704960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-a472aaf8-cda5-4f5d-b429-0acbaba0c06d tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564105 Sep 18 19:43:19.739819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Request body: {'port': {'device_id': 'e19db2df-7981-40c0-84d3-e521b2c7060b', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd490af52e36a48f1b2ffef4cc06b0382'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:19.822914 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7709d-67fd-42dd-8224-e617e77fd46d x-openstack-request-id: req-68e7709d-67fd-42dd-8224-e617e77fd46d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:19.823954 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "7e5d3ba6-7070-487e-97c5-d24d2f988a18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "8c955a7d-9c06-4e3c-bd27-06abedfeccda", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:19.824472 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68e7709d-67fd-42dd-8224-e617e77fd46d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:19.825141 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '7e5d3ba6-7070-487e-97c5-d24d2f988a18', 'status': 'completed', 'code': 200} Sep 18 19:43:19.825402 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '8c955a7d-9c06-4e3c-bd27-06abedfeccda', 'status': 'completed', 'code': 200} Sep 18 19:43:19.869765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-241798dd-43a2-4d47-bd30-b17b677acadd req-36516148-7425-450e-80c8-cbe7f5254810 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098255 Sep 18 19:43:19.912974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:19.926081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-66a9f721-61c8-408f-a28e-c58b69e9dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.926693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-66a9f721-61c8-408f-a28e-c58b69e9dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.927191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-66a9f721-61c8-408f-a28e-c58b69e9dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.927709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-66a9f721-61c8-408f-a28e-c58b69e9dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.928186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-66a9f721-61c8-408f-a28e-c58b69e9dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.928661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-66a9f721-61c8-408f-a28e-c58b69e9dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.929134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-66a9f721-61c8-408f-a28e-c58b69e9dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.931301 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-66a9f721-61c8-408f-a28e-c58b69e9dc2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6427 time: 0.1195216 Sep 18 19:43:19.932485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1490-6b9f-4aee-872b-0b259e6a3ace req-dc0f4d41-740c-4d21-8275-db54c54b6902 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.933849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:19.933983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b8c1490-6b9f-4aee-872b-0b259e6a3ace req-dc0f4d41-740c-4d21-8275-db54c54b6902 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.1650555 Sep 18 19:43:19.938089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9338c7-e5ab-4fc5-97c0-39d9be9f26a7 req-dda7ad75-e282-450a-8b62-3c3d029b1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.939731 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9338c7-e5ab-4fc5-97c0-39d9be9f26a7 req-dda7ad75-e282-450a-8b62-3c3d029b1ad9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 1101 time: 0.3534200 Sep 18 19:43:19.960366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d62b2d-33a0-42d2-bdad-7305ae30049e req-06af2589-2a5c-4cf2-b4c8-c4e6ac3a93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:19.963126 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e4d62b2d-33a0-42d2-bdad-7305ae30049e req-06af2589-2a5c-4cf2-b4c8-c4e6ac3a93fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 1097 time: 0.4694157 Sep 18 19:43:20.011969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Transition to ACTIVE for port object 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:20.039208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:20.050743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Made reservation on behalf of d490af52e36a48f1b2ffef4cc06b0382 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:20.055084 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:20.065476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b8c1490-6b9f-4aee-872b-0b259e6a3ace req-ae155bbf-7e18-461e-9287-c136e5cf486e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219575 Sep 18 19:43:20.099354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9338c7-e5ab-4fc5-97c0-39d9be9f26a7 req-cd28e2eb-c238-4ec1-89ef-6fdb7e030bb3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520131 Sep 18 19:43:20.102894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:20.170048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3111038-1750-4187-9f14-7ffe31f250bf req-a416daba-c304-43ea-8fd9-371d816a66d2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.171544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-a416daba-c304-43ea-8fd9-371d816a66d2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 805 time: 0.1821229 Sep 18 19:43:20.202422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Pushing event updated for resources: {'Port': ['ID=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:20.223279 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e4d62b2d-33a0-42d2-bdad-7305ae30049e req-ea0e7a7e-3836-4d5d-8c47-42a638119bea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426596 Sep 18 19:43:20.224927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-f4fb4134-9cc2-4a56-9eb8-f4a5e0b0f525 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/quotas/bc07acff443942e7ab8e032eb51665dd HTTP/1.1" status: 200 len: 375 time: 0.0277963 Sep 18 19:43:20.260613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a1ff4-ee82-4680-8186-e4f5546dfed4 req-27bf8ec8-312e-4b65-bce1-0118f60381dd tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.262159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-704a1ff4-ee82-4680-8186-e4f5546dfed4 req-27bf8ec8-312e-4b65-bce1-0118f60381dd tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.1076527 Sep 18 19:43:20.298393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-201181b8-7d54-4a7c-9d99-295be8308844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.299218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-201181b8-7d54-4a7c-9d99-295be8308844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.300115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-201181b8-7d54-4a7c-9d99-295be8308844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.301340 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-201181b8-7d54-4a7c-9d99-295be8308844 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3595347 Sep 18 19:43:20.344779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:20.352776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-704a1ff4-ee82-4680-8186-e4f5546dfed4 req-177aca2d-be50-4eaa-baad-c986029ae240 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697339 Sep 18 19:43:20.364741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-7caf54e9-2335-4c0d-9674-31256e57834e tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251142 Sep 18 19:43:20.374535 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:20.397690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Attempting to bind port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:20.397690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Attempting to bind port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:20.397690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Attempting to bind port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 on network 6367da50-d531-4051-9b97-5de75e5cd84e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:20.397690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 on network 6367da50-d531-4051-9b97-5de75e5cd84e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:20.397690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Attempting to bind port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 on network 6367da50-d531-4051-9b97-5de75e5cd84e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:20.448915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:20.449251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Checking segment: {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:20.449685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Bound using segment: {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:20.450172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Bound port: 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c23eb6-6257-4daf-a5f9-a07ea4a550ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:20.450536 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:20.522038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:20.554900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-31ac1dd4-39b9-4057-99ab-b1454066c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.557019 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-31ac1dd4-39b9-4057-99ab-b1454066c41c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2454808 Sep 18 19:43:20.575242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] For port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:20.578428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] For port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:20.584326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:20.623310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-5842f374-af30-4c1b-935d-58deb72cb882 service neutron] 10.222.0.20 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575707 Sep 18 19:43:20.656658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.657154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:20.658528 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] 10.222.0.32 "PUT /v2.0/ports/2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 HTTP/1.1" status: 200 len: 1092 time: 1.4404936 Sep 18 19:43:20.693282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94825a4f-e84b-43a9-aa32-41c8ef13dbbe service neutron] Pushing event updated for resources: {'Port': ['ID=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:20.716447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-23130567-f483-42e1-9b13-c04b3598e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.717407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-23130567-f483-42e1-9b13-c04b3598e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.718151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-23130567-f483-42e1-9b13-c04b3598e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.719480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-23130567-f483-42e1-9b13-c04b3598e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.720141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-23130567-f483-42e1-9b13-c04b3598e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.720854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-23130567-f483-42e1-9b13-c04b3598e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.721504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-23130567-f483-42e1-9b13-c04b3598e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.723827 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-23130567-f483-42e1-9b13-c04b3598e1eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6495 time: 0.1057148 Sep 18 19:43:20.756276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Allocated IP 192.168.233.245 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/00bcec10-3078-4b13-90c2-bb96a35b9976) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:20.766932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd89b5-9819-4d97-ab6a-945c94fc9e58 req-831f808e-8aad-43ab-8dcd-a9bcde240ac7 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.775306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22bd89b5-9819-4d97-ab6a-945c94fc9e58 req-831f808e-8aad-43ab-8dcd-a9bcde240ac7 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 949 time: 0.1813574 Sep 18 19:43:20.881966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22bd89b5-9819-4d97-ab6a-945c94fc9e58 req-415eb5ea-7918-46dc-a193-4f25d34c99f4 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055481 Sep 18 19:43:20.894440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-99060870-f932-4bec-855c-f6698babfa8f service neutron] 10.222.0.20 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368920 Sep 18 19:43:20.898664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-e6ccd0b0-915e-44d6-8484-262ed0269f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.899153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-e6ccd0b0-915e-44d6-8484-262ed0269f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.899906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-e6ccd0b0-915e-44d6-8484-262ed0269f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.901518 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-e6ccd0b0-915e-44d6-8484-262ed0269f22 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1695142 Sep 18 19:43:20.991171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-c277b8a5-5979-4e18-8668-d4eba36d95e9 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:20.993387 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-c277b8a5-5979-4e18-8668-d4eba36d95e9 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.32 "GET /v2.0/ports?device_id=264f78b9-b3ea-4d9a-af5a-dea8e6a56978 HTTP/1.1" status: 200 len: 943 time: 0.1385012 Sep 18 19:43:21.074517 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:21.165319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-2f5a53b9-d827-4726-9b72-cca461e5367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.167243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f00b8814-c9d1-4871-a63d-ad02dbdf79ad req-2f5a53b9-d827-4726-9b72-cca461e5367f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2562504 Sep 18 19:43:21.207256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771b193-ff40-4b52-8c2a-b16c52a493af req-978a8aa2-5cf9-4fe6-90f8-f541126f90cf tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.207876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Deleting port 055a8d13-dc8f-4809-97c4-a601baa4cd43 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:43:21.208361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:21.222930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c771b193-ff40-4b52-8c2a-b16c52a493af req-978a8aa2-5cf9-4fe6-90f8-f541126f90cf tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1097 time: 0.1326745 Sep 18 19:43:21.300418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:21.375504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-55c66784-30cc-4ca6-9ef8-42dfeca2631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.376003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-55c66784-30cc-4ca6-9ef8-42dfeca2631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.376485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-55c66784-30cc-4ca6-9ef8-42dfeca2631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.376992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-55c66784-30cc-4ca6-9ef8-42dfeca2631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.377461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-55c66784-30cc-4ca6-9ef8-42dfeca2631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.377956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-55c66784-30cc-4ca6-9ef8-42dfeca2631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.378438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-55c66784-30cc-4ca6-9ef8-42dfeca2631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.380411 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-55c66784-30cc-4ca6-9ef8-42dfeca2631a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6495 time: 0.1452973 Sep 18 19:43:21.404627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:21.419370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:21.433571 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-b061cfee-be6c-4e90-92a1-116815552dfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc HTTP/1.1" status: 200 len: 217 time: 0.0417588 Sep 18 19:43:21.435541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] For port 055a8d13-dc8f-4809-97c4-a601baa4cd43, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=055a8d13-dc8f-4809-97c4-a601baa4cd43,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:21.435912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:21.447177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:21.490961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c771b193-ff40-4b52-8c2a-b16c52a493af req-ac4b70aa-7876-4985-8aeb-b7cf98d61d35 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671609 Sep 18 19:43:21.511960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Calling delete_port for 055a8d13-dc8f-4809-97c4-a601baa4cd43 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:43:21.544800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7be035ce-67be-4a91-afb6-13a06c1f9be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:21.555093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Pushing event updated for resources: {'Port': ['ID=00bcec10-3078-4b13-90c2-bb96a35b9976,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:21.576935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-bd15af6a-d515-42f7-9955-b0ed73048374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.580014 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-bd15af6a-d515-42f7-9955-b0ed73048374 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a365208-5985-4131-9113-7e710b658bb6 HTTP/1.1" status: 200 len: 856 time: 0.1357627 Sep 18 19:43:21.594826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-79f111ed-4284-4435-bc3a-c411dae3eaa2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.608149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-79f111ed-4284-4435-bc3a-c411dae3eaa2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.618215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-79f111ed-4284-4435-bc3a-c411dae3eaa2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.627084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-79f111ed-4284-4435-bc3a-c411dae3eaa2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.639907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-79f111ed-4284-4435-bc3a-c411dae3eaa2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.648020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-79f111ed-4284-4435-bc3a-c411dae3eaa2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.656266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-79f111ed-4284-4435-bc3a-c411dae3eaa2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.658982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-79f111ed-4284-4435-bc3a-c411dae3eaa2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.4557824 Sep 18 19:43:21.706013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.707020 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:21.722767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-fd5abbbb-ab82-4708-8d08-6a47301b25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.724467 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-fd5abbbb-ab82-4708-8d08-6a47301b25e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=125fc257-85ec-44c9-b436-8bb1768c23aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275163 Sep 18 19:43:21.792732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-941650bf-abfe-44cd-b6da-6183c61645b1 req-f0b6da95-f6dc-412a-8cf0-b70d6254f2b8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248767 Sep 18 19:43:21.793390 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2e53b2f0-ba54-4204-954a-159d381fd0b1 None None] Provisioning complete for port 00bcec10-3078-4b13-90c2-bb96a35b9976 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:21.793984 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e53b2f0-ba54-4204-954a-159d381fd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:21.822071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-4c1b4ae5-ba0a-4de2-8210-670570a0b768 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0896375 Sep 18 19:43:21.835067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Request body: {'port': {'device_id': 'e19db2df-7981-40c0-84d3-e521b2c7060b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:21.852405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0799d-69e2-489a-9b9d-88fa2fa37ab0 req-d42e28d6-f690-434d-b34a-2058cf07487e tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:21.861035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8a0799d-69e2-489a-9b9d-88fa2fa37ab0 req-d42e28d6-f690-434d-b34a-2058cf07487e tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 936 time: 0.1659088 Sep 18 19:43:21.885708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2e53b2f0-ba54-4204-954a-159d381fd0b1 None None] Port 00bcec10-3078-4b13-90c2-bb96a35b9976 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:43:21.891510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf'}, {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:21.893924 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd9dcd0-5741-479b-84d0-4167c24827c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "b97bfd18-5b88-49c7-beb5-b7b21d1efacf"}, {"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "2e12b2c0-7cf6-45a8-bf70-7c93d01dc897"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:21.936307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8a0799d-69e2-489a-9b9d-88fa2fa37ab0 req-b7a15e85-85bc-4620-9da8-08d746af9bd8 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741727 Sep 18 19:43:21.980101 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ca556860-9856-4a32-9026-8bc34a1cb59d service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434325 Sep 18 19:43:22.003970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:22.059427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Pushing event deleted for resources: {'Port': ['ID=055a8d13-dc8f-4809-97c4-a601baa4cd43,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:22.089142 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:22.106751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82dd475-012c-4857-a9c9-a552762bb53f req-d19bd9a5-270d-4f12-afc3-53824ed8ffd6 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 210 time: 0.0667541 Sep 18 19:43:22.122993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] No DVR routers for this DVR port 055a8d13-dc8f-4809-97c4-a601baa4cd43 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:43:22.148475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:22.150519 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a42eec6d-2e00-43f3-936b-ff745f126113 req-39b3dc58-f940-4b46-80a6-a7f89f559a7f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.32 "DELETE /v2.0/ports/055a8d13-dc8f-4809-97c4-a601baa4cd43 HTTP/1.1" status: 204 len: 173 time: 1.1164875 Sep 18 19:43:22.166976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d18513-a696-4140-92f5-617cceaf58f9 req-4a50a606-ad51-4a61-af7a-150562a09cd2 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:22.168808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d18513-a696-4140-92f5-617cceaf58f9 req-4a50a606-ad51-4a61-af7a-150562a09cd2 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.2042480 Sep 18 19:43:22.191859 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-000e2227-007a-442d-b685-c1e5a2989445 service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037466 Sep 18 19:43:22.256496 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-a8d8d559-b6d5-4803-a649-ef0ef5083b63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 200 len: 217 time: 0.0500565 Sep 18 19:43:22.626014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-1a6a1949-a528-48e0-8cb6-82abd520d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:22.627558 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-1a6a1949-a528-48e0-8cb6-82abd520d0b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.3599548 Sep 18 19:43:22.692729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d18513-a696-4140-92f5-617cceaf58f9 req-d2abcd91-a095-4c95-8dbf-6c7b79fa6e5e tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052242 Sep 18 19:43:22.698082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3a989936-2c00-4b54-9013-56fcb2b5568b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:22.699842 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3a989936-2c00-4b54-9013-56fcb2b5568b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.32 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 805 time: 0.1519492 Sep 18 19:43:22.720791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Request body: {'port': {'device_id': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'admin_state_up': True, 'tenant_id': 'bc07acff443942e7ab8e032eb51665dd'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:22.725685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d169ce4-cd94-49df-a0ae-8b1ab48cbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:22.727829 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-8d169ce4-cd94-49df-a0ae-8b1ab48cbb62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904956 Sep 18 19:43:22.733361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94192d6-97d2-4bde-a2ff-65f09022f616 req-f64a7745-ab53-40ee-bf16-2185af2c4f79 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:22.734946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d94192d6-97d2-4bde-a2ff-65f09022f616 req-f64a7745-ab53-40ee-bf16-2185af2c4f79 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.5464029 Sep 18 19:43:22.874070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d94192d6-97d2-4bde-a2ff-65f09022f616 req-9aaa0e05-1eda-4567-8aa9-c93f4a4585fa tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226315 Sep 18 19:43:22.900150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90898e6a-779e-4b5c-8797-e047f246b16a req-016b154b-d65d-4be2-ba0b-92fc95063348 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:22.909295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90898e6a-779e-4b5c-8797-e047f246b16a req-016b154b-d65d-4be2-ba0b-92fc95063348 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1097 time: 0.1368916 Sep 18 19:43:22.911302 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4e24bdb2-a706-4ea6-9f25-04a0376cc2cb service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586351 Sep 18 19:43:22.986038 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.020659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90898e6a-779e-4b5c-8797-e047f246b16a req-7a0a7939-7fe8-4d1f-9d1a-b698d3111162 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103866 Sep 18 19:43:23.063855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Made reservation on behalf of bc07acff443942e7ab8e032eb51665dd for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:23.067733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.093595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bcec10-3078-4b13-90c2-bb96a35b9976 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:23.096074 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.103259 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76717e39-5895-4d86-93c7-a3911d23ed76 x-openstack-request-id: req-76717e39-5895-4d86-93c7-a3911d23ed76 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:23.103635 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "b97bfd18-5b88-49c7-beb5-b7b21d1efacf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "2e12b2c0-7cf6-45a8-bf70-7c93d01dc897", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:23.103946 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76717e39-5895-4d86-93c7-a3911d23ed76 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:23.104325 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf', 'status': 'completed', 'code': 200} Sep 18 19:43:23.104582 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897', 'status': 'completed', 'code': 200} Sep 18 19:43:23.105901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.150439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Transition to ACTIVE for port object 00bcec10-3078-4b13-90c2-bb96a35b9976 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:23.157012 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.176540 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-88fc9575-ff38-48b9-aeff-003f99ebb56c service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532678 Sep 18 19:43:23.208931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba9b62-4029-4c36-b9b6-b492f890c0b4 req-2ee801be-5824-4f29-ad44-c70f50ff118b tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.211806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bba9b62-4029-4c36-b9b6-b492f890c0b4 req-2ee801be-5824-4f29-ad44-c70f50ff118b tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 949 time: 0.1027203 Sep 18 19:43:23.286161 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-a366e3e3-3d9d-4dc4-bf55-2bc6971662a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 200 len: 217 time: 0.0939834 Sep 18 19:43:23.318197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Pushing event updated for resources: {'Port': ['ID=00bcec10-3078-4b13-90c2-bb96a35b9976,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:23.387655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Allocated IP 172.20.0.4 (19ab6ec0-f617-44fd-925a-6101ef5dbe0b/ac72b585-10c1-49b7-8838-fd7d6a9b630f/ccc5300d-035b-49b0-9e49-f0224f46cc4d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:23.421401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bba9b62-4029-4c36-b9b6-b492f890c0b4 req-20447397-ed9d-4adc-97e1-52a6e1de83a4 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881371 Sep 18 19:43:23.442914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Attempting to bind port 00bcec10-3078-4b13-90c2-bb96a35b9976 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:23.443398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Attempting to bind port 00bcec10-3078-4b13-90c2-bb96a35b9976 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:23.443827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Attempting to bind port 00bcec10-3078-4b13-90c2-bb96a35b9976 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:23.443958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e0893edd-d9ae-4ce0-bd31-2906e0863657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.446308 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-e0893edd-d9ae-4ce0-bd31-2906e0863657 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.1516504 Sep 18 19:43:23.448213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-dcf5b2a0-aa39-4294-88a5-154fbfc2e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.449805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-dcf5b2a0-aa39-4294-88a5-154fbfc2e206 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 1097 time: 0.1249285 Sep 18 19:43:23.457513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Port 00bcec10-3078-4b13-90c2-bb96a35b9976 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:23.457969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Attempting to bind port 00bcec10-3078-4b13-90c2-bb96a35b9976 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:23.467023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:23.467554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:23.468025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:23.468558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Bound port: 00bcec10-3078-4b13-90c2-bb96a35b9976, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:23.469013 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.496122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1356f-c575-47d2-a867-43db7c23100a req-15ac308e-9597-4e62-8173-9b1f4ee02547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.502336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1356f-c575-47d2-a867-43db7c23100a req-15ac308e-9597-4e62-8173-9b1f4ee02547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.509098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1356f-c575-47d2-a867-43db7c23100a req-15ac308e-9597-4e62-8173-9b1f4ee02547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.517517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1356f-c575-47d2-a867-43db7c23100a req-15ac308e-9597-4e62-8173-9b1f4ee02547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.524091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1356f-c575-47d2-a867-43db7c23100a req-15ac308e-9597-4e62-8173-9b1f4ee02547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.530659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1356f-c575-47d2-a867-43db7c23100a req-15ac308e-9597-4e62-8173-9b1f4ee02547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.536646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1356f-c575-47d2-a867-43db7c23100a req-15ac308e-9597-4e62-8173-9b1f4ee02547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.540042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03b1356f-c575-47d2-a867-43db7c23100a req-15ac308e-9597-4e62-8173-9b1f4ee02547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.1859798 Sep 18 19:43:23.644223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-dba2e147-7fef-454d-9bec-ce65b5ef83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.645873 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-dba2e147-7fef-454d-9bec-ce65b5ef83cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1905000 Sep 18 19:43:23.649836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-fd792ef7-5f8b-418f-8120-ac516008f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.651236 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-fd792ef7-5f8b-418f-8120-ac516008f908 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 911 time: 0.1883655 Sep 18 19:43:23.683726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03b1356f-c575-47d2-a867-43db7c23100a req-8151eccf-5109-4d03-af41-07c23842e5ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340930 Sep 18 19:43:23.685757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] For port 00bcec10-3078-4b13-90c2-bb96a35b9976, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:23.692458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] For port 00bcec10-3078-4b13-90c2-bb96a35b9976, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=00bcec10-3078-4b13-90c2-bb96a35b9976,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:23.732443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb317d-3793-4458-8545-bc77cc307d44 req-f4151460-d196-4dbd-a03a-096f966b3e27 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.741384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2abb317d-3793-4458-8545-bc77cc307d44 req-f4151460-d196-4dbd-a03a-096f966b3e27 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 948 time: 0.1950393 Sep 18 19:43:23.744084 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.811789 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-e62dcd3d-f548-4f5b-b634-38bd7aecbbb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=195b2084-29ed-4b34-9131-909240764b69 HTTP/1.1" status: 200 len: 217 time: 0.1239848 Sep 18 19:43:23.851460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.851460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.856314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] 10.222.0.32 "PUT /v2.0/ports/00bcec10-3078-4b13-90c2-bb96a35b9976 HTTP/1.1" status: 200 len: 1097 time: 2.0269470 Sep 18 19:43:23.864276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19db2df-7981-40c0-84d3-e521b2c7060b', 'tag': '00bcec10-3078-4b13-90c2-bb96a35b9976'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:23.867541 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e19db2df-7981-40c0-84d3-e521b2c7060b", "tag": "00bcec10-3078-4b13-90c2-bb96a35b9976"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:23.874226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2abb317d-3793-4458-8545-bc77cc307d44 req-0d45edb6-b68c-43de-8fed-a55e187200a5 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318357 Sep 18 19:43:23.903354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:23.919542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5702848-bb71-4a58-9ba3-1c74a6d6da57 req-48f291f4-4ba1-4273-a458-4c79ec00b072 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 210 time: 0.0879841 Sep 18 19:43:23.942220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ab62cf4c-54ba-4575-ba73-93079203b2a8 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465289 Sep 18 19:43:23.971478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafc7c7-4cb3-4c92-9b36-49eb313bacde service neutron] Pushing event updated for resources: {'Port': ['ID=00bcec10-3078-4b13-90c2-bb96a35b9976,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:23.994689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-b537c138-82a9-4938-b2a9-c81f87b9d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:23.997335 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-b537c138-82a9-4938-b2a9-c81f87b9d0a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 200 len: 850 time: 0.1768405 Sep 18 19:43:23.998159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b174a7-079d-465f-976a-96992552aeb5 req-c18c0210-7f78-4f65-9193-22fc89cd8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:24.000328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-c18c0210-7f78-4f65-9193-22fc89cd8071 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 1100 time: 0.0662494 Sep 18 19:43:24.063096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-c8005669-cea3-4478-9252-dd61ecd5c54d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=00bcec10-3078-4b13-90c2-bb96a35b9976 HTTP/1.1" status: 200 len: 217 time: 0.0525877 Sep 18 19:43:24.112122 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-5b7adc78-53d7-4c2a-8830-0e1522246b8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c75a9c35-7246-4090-8afb-39b21513bfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869656 Sep 18 19:43:24.177793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b174a7-079d-465f-976a-96992552aeb5 req-3342d05b-419b-49dd-9942-5a0855ceb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:24.180337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-3342d05b-419b-49dd-9942-5a0855ceb965 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0804214 Sep 18 19:43:24.244712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:24.254474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37694d-7437-4bc3-9543-a7da5b4858cd req-9420a83a-29de-4eb4-8490-fe3e6770d3af tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:24.265647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb37694d-7437-4bc3-9543-a7da5b4858cd req-9420a83a-29de-4eb4-8490-fe3e6770d3af tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.2003026 Sep 18 19:43:24.297411 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-f97a78aa-efb7-4d46-926b-faddbedfe24b service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485346 Sep 18 19:43:24.320062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb37694d-7437-4bc3-9543-a7da5b4858cd req-47c1a07a-a3ef-49ec-a9aa-38eaac59d8a0 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477242 Sep 18 19:43:24.320349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:24.322262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b174a7-079d-465f-976a-96992552aeb5 req-ee072a93-c723-4c1b-9a21-a9911dec4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:24.324357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-ee072a93-c723-4c1b-9a21-a9911dec4e3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353302 Sep 18 19:43:24.359548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:24.366131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:24.370341 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-b6e13298-01d1-4015-ad9e-bc3e9d38f8a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18 HTTP/1.1" status: 200 len: 217 time: 0.0639553 Sep 18 19:43:24.374916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Pushing event updated for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:24.398696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-a8c3b3c5-7b3c-4f34-9223-c2917e861373 service neutron] 10.222.0.24 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745490 Sep 18 19:43:24.410643 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-58baa028-ba3e-4d1d-8d02-cb1da3722276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:24.514715 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93a132d-2fc3-4f2e-9a00-b09ccb3c18ab x-openstack-request-id: req-a93a132d-2fc3-4f2e-9a00-b09ccb3c18ab {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:24.517406 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19db2df-7981-40c0-84d3-e521b2c7060b", "tag": "00bcec10-3078-4b13-90c2-bb96a35b9976", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:24.520180 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a93a132d-2fc3-4f2e-9a00-b09ccb3c18ab {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:24.521845 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19db2df-7981-40c0-84d3-e521b2c7060b', 'tag': '00bcec10-3078-4b13-90c2-bb96a35b9976', 'status': 'completed', 'code': 200} Sep 18 19:43:24.552635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:24.555266 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:24.594687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-11bb34a8-6748-47fc-94c4-32f244d8a403 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576935 Sep 18 19:43:24.644681 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-0ebf2600-96a6-48fb-99e1-62df256ae3fa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9290657 Sep 18 19:43:24.664749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Request body: {'port': {'device_id': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:24.692843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:24.708981 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-68fbd381-0795-4d1a-a5a9-85a7cd867b46 req-ce578351-12fc-44b1-adff-9312e553bb31 service neutron] 10.222.0.24 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012922 Sep 18 19:43:24.711693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-d4000ee1-84e5-4027-9938-778f2755ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:24.713739 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-d4000ee1-84e5-4027-9938-778f2755ee5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.3186014 Sep 18 19:43:24.826461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:24.869606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-31d2604d-0162-48e3-9904-4b5bf82b5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:24.874434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaf063-8af5-4bed-9532-774746b51cda req-1c4f9deb-7ef5-4c90-b158-79a6c7592e8e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:24.879319 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-31d2604d-0162-48e3-9904-4b5bf82b5990 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1365907 Sep 18 19:43:24.880454 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fbaf063-8af5-4bed-9532-774746b51cda req-1c4f9deb-7ef5-4c90-b158-79a6c7592e8e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 945 time: 0.2565560 Sep 18 19:43:24.913175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69b174a7-079d-465f-976a-96992552aeb5 req-63808627-44ac-41e8-853e-269d768706ee service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101387 Sep 18 19:43:24.947949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fbaf063-8af5-4bed-9532-774746b51cda req-8f6aef40-e36b-4fea-9138-aab249cf1f68 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664811 Sep 18 19:43:24.953563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44950) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:25.060902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-9a27c07e-af96-4b56-b4ea-49e67e42b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.062430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-9a27c07e-af96-4b56-b4ea-49e67e42b0b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 1100 time: 0.0890307 Sep 18 19:43:25.128820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'name': 'network-vif-deleted', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:25.130784 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53db1f31-5c01-49d4-8bc2-4244e07ecad7" -d '{"events": [{"server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "name": "network-vif-deleted", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:25.160466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 055a8d13-dc8f-4809-97c4-a601baa4cd43 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:25.167296 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-7cf37cd0-6843-4099-aa7a-42efe5639fe6 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824023 Sep 18 19:43:25.188921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 055a8d13-dc8f-4809-97c4-a601baa4cd43 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:43:25.189727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 055a8d13-dc8f-4809-97c4-a601baa4cd43 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:43:25.249451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-5dfe75cb-69dd-4dec-9041-9338576d8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.251170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-5dfe75cb-69dd-4dec-9041-9338576d8d9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1789839 Sep 18 19:43:25.252061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7f86b3-6dad-44b4-9937-60fa12916df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:25.382941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-a38215e9-9c43-4d45-942a-a359ec6d6d54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=00bcec10-3078-4b13-90c2-bb96a35b9976 HTTP/1.1" status: 200 len: 217 time: 0.1037638 Sep 18 19:43:25.424138 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-c72ee196-3a64-431b-a80a-d5ba0f985728 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377193 Sep 18 19:43:25.445917 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:25.457985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-b057b8f5-43ed-44b3-bf2e-382b7ae21ef2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.465206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-b057b8f5-43ed-44b3-bf2e-382b7ae21ef2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.471717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-b057b8f5-43ed-44b3-bf2e-382b7ae21ef2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.477787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-b057b8f5-43ed-44b3-bf2e-382b7ae21ef2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.485101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-b057b8f5-43ed-44b3-bf2e-382b7ae21ef2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.489819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-b057b8f5-43ed-44b3-bf2e-382b7ae21ef2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.497019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-b057b8f5-43ed-44b3-bf2e-382b7ae21ef2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.498519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-b057b8f5-43ed-44b3-bf2e-382b7ae21ef2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.3224390 Sep 18 19:43:25.525282 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-cd4ca823-a8c0-47f8-aa7b-27d85c5da39e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda HTTP/1.1" status: 200 len: 217 time: 0.0873058 Sep 18 19:43:25.533566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-bc39ec3f-831f-47ff-a6e3-74d7a90e2efd tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.535268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-bc39ec3f-831f-47ff-a6e3-74d7a90e2efd tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.2633576 Sep 18 19:43:25.547950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-227b7057-72a0-40af-9a1b-38ee79a72058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.549544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-227b7057-72a0-40af-9a1b-38ee79a72058 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1543498 Sep 18 19:43:25.549796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc5300d-035b-49b0-9e49-f0224f46cc4d {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:25.563090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-11'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:25.590541 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:25.616373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Transition to ACTIVE for port object ccc5300d-035b-49b0-9e49-f0224f46cc4d will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:25.629232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6f5f42d8-8674-43b3-9346-7946adbc6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.631034 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6f5f42d8-8674-43b3-9346-7946adbc6923 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.0951102 Sep 18 19:43:25.632985 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:25.657433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7f86b3-6dad-44b4-9937-60fa12916df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:25.698948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7f86b3-6dad-44b4-9937-60fa12916df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:25.729171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Pushing event updated for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:25.800085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54a48c5e-5488-4dfa-961b-ef54b1ca18b9 req-76038126-8ca3-4ed1-9281-0646c7169baa tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2816310 Sep 18 19:43:25.837354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f86b3-6dad-44b4-9937-60fa12916df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8288ed-6030-4062-91a5-8e7c52c908be,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:25.842457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-74799f2d-7c58-40c2-beb7-e57287b29c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.844050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-74799f2d-7c58-40c2-beb7-e57287b29c25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2021158 Sep 18 19:43:25.858369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ec7f86b3-6dad-44b4-9937-60fa12916df9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb747e2e6f3b4c588dc6fba2462c3035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9034731 Sep 18 19:43:25.862506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44982) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:25.871740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-646d7d11-27e5-44d7-9d5a-8268907e607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:25.873502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-646d7d11-27e5-44d7-9d5a-8268907e607c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3044004 Sep 18 19:43:25.876474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:25.882713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Attempting to bind port ccc5300d-035b-49b0-9e49-f0224f46cc4d on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:25.883058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Attempting to bind port ccc5300d-035b-49b0-9e49-f0224f46cc4d by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:25.883419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Attempting to bind port ccc5300d-035b-49b0-9e49-f0224f46cc4d on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:25.897354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Port ccc5300d-035b-49b0-9e49-f0224f46cc4d on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:25.897890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Attempting to bind port ccc5300d-035b-49b0-9e49-f0224f46cc4d on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:25.907282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:25.907670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Checking segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:25.908063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Bound using segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:25.908500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Bound port: ccc5300d-035b-49b0-9e49-f0224f46cc4d, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:25.908873 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:25.949323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-6dae6240-9a90-4d67-b423-9d8658f30b96 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:43:25.950281 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-6dae6240-9a90-4d67-b423-9d8658f30b96 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138316 Sep 18 19:43:26.035028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-dce96f16-1ca0-4081-a225-4d24ae1260d3 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:26.036463 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-dce96f16-1ca0-4081-a225-4d24ae1260d3 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports/87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 200 len: 1094 time: 0.0770681 Sep 18 19:43:26.046962 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-19cecc50-b95b-4000-b74e-db27ed35fdb2 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917853 Sep 18 19:43:26.055829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Request body: {'binding': {'host': 'n-h2-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:26.056280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:43:26.120662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:26.136200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99e6c0-fa5c-4a5c-b716-1c5ecf52d58b req-623eef9c-b685-4686-85d1-100a4442edf3 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:26.139405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f99e6c0-fa5c-4a5c-b716-1c5ecf52d58b req-623eef9c-b685-4686-85d1-100a4442edf3 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 948 time: 0.2282629 Sep 18 19:43:26.156334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5859cce9-4648-4399-b78d-632dcd70bdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.175998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:26.223884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-70d80d57-fbe8-4312-ba8d-644233e688f4 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353419 Sep 18 19:43:26.282554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5859cce9-4648-4399-b78d-632dcd70bdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.312896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f99e6c0-fa5c-4a5c-b716-1c5ecf52d58b req-d3d03e42-0558-4ccb-8a16-fe2c381c5b77 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670208 Sep 18 19:43:26.368547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:26.464185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.466659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-387a0535-f137-40eb-b10c-823048f4a854 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347958 Sep 18 19:43:26.502492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:26.513234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:26.513847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.515248 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] 10.222.0.32 "PUT /v2.0/ports/ccc5300d-035b-49b0-9e49-f0224f46cc4d HTTP/1.1" status: 200 len: 1092 time: 1.8556738 Sep 18 19:43:26.525779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5859cce9-4648-4399-b78d-632dcd70bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.528449 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5859cce9-4648-4399-b78d-632dcd70bdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.529716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5859cce9-4648-4399-b78d-632dcd70bdbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e8288ed-6030-4062-91a5-8e7c52c908be HTTP/1.1" status: 204 len: 168 time: 0.6656506 Sep 18 19:43:26.577559 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.595644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:26.598655 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726379da-3991-4ece-92ff-c3eb9ec70ed8" -d '{"events": [{"server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "name": "network-vif-unplugged", "status": "completed", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:26.610726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859cce9-4648-4399-b78d-632dcd70bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8288ed-6030-4062-91a5-8e7c52c908be,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:26.614711 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-9e904bf7-f141-4191-b426-106dac084bad service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496678 Sep 18 19:43:26.625195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464ad4f-3726-4cae-bef5-a622092cd90c service neutron] Pushing event updated for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:26.644362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b630c-3b95-41d5-b6dc-07d6635cc32d req-a6127972-2031-41d8-9a50-49baf02bc4a4 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:26.653236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-112b630c-3b95-41d5-b6dc-07d6635cc32d req-a6127972-2031-41d8-9a50-49baf02bc4a4 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 943 time: 0.2538738 Sep 18 19:43:26.671869 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-338b5ebd-28cd-4f84-a315-55dd3788dd8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf HTTP/1.1" status: 200 len: 217 time: 0.0483823 Sep 18 19:43:26.696922 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.717150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-112b630c-3b95-41d5-b6dc-07d6635cc32d req-2d456086-5f57-4525-b7ed-588b12cf6ed6 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629907 Sep 18 19:43:26.734138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3111038-1750-4187-9f14-7ffe31f250bf req-10be6917-a986-4b2b-b538-79d0504cbae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:26.735669 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-10be6917-a986-4b2b-b538-79d0504cbae9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 1095 time: 0.1713099 Sep 18 19:43:26.795246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-2d659140-9efa-4457-ae0f-f4699e3fd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:26.796761 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-2d659140-9efa-4457-ae0f-f4699e3fd0fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.1162581 Sep 18 19:43:26.798025 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-76a0f852-d19a-4d8b-9260-9ecd510a4028 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d HTTP/1.1" status: 200 len: 217 time: 0.0534554 Sep 18 19:43:26.798947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on host n-h2-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:26.799171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:26.799527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:26.803300 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fe37e4-b5c4-4db3-86e9-d1196ed25f1c x-openstack-request-id: req-e1fe37e4-b5c4-4db3-86e9-d1196ed25f1c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:26.803649 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264f78b9-b3ea-4d9a-af5a-dea8e6a56978", "name": "network-vif-deleted", "tag": "055a8d13-dc8f-4809-97c4-a601baa4cd43", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:26.804379 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1fe37e4-b5c4-4db3-86e9-d1196ed25f1c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:26.804828 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264f78b9-b3ea-4d9a-af5a-dea8e6a56978', 'name': 'network-vif-deleted', 'tag': '055a8d13-dc8f-4809-97c4-a601baa4cd43', 'status': 'completed', 'code': 200} Sep 18 19:43:26.807032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:26.807431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:26.815235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:26.817786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:26.818221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:26.821399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Bound port: 87d324dd-2cfa-4d65-9606-f90eceddef60, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:26.861992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Pushing event updated for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:26.869588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on host n-h2-789963-11 for vnic_type normal with profile {"migrating_to": "n-h1-789963-11"} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:26.869953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:26.870508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:26.875750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:26.876066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Attempting to bind port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on network 7f5aaec0-494f-4353-90db-782c8fc303bb {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:26.881320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:26.881653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Checking segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:26.882084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Bound using segment: {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:26.882563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Bound port: 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a1255d-8cb8-471d-9bcf-3417ee970e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7f5aaec0-494f-4353-90db-782c8fc303bb'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:26.883110 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:26.962981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3111038-1750-4187-9f14-7ffe31f250bf req-41babe5d-6b46-4725-bb29-1d60478be9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:26.966456 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-41babe5d-6b46-4725-bb29-1d60478be9c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 200 len: 845 time: 0.1209316 Sep 18 19:43:26.999228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac881-6c3a-4662-933f-203bc6849318 req-ae9f7b27-8908-44ac-959e-3a85f7857bb7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.000832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e3ac881-6c3a-4662-933f-203bc6849318 req-ae9f7b27-8908-44ac-959e-3a85f7857bb7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1079204 Sep 18 19:43:27.009914 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-7876a42f-9d3d-45ce-9ee4-8f9ac20524a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359747 Sep 18 19:43:27.012392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4d83fe52-2ca2-4c1f-8e70-e488b4ab3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.014554 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4d83fe52-2ca2-4c1f-8e70-e488b4ab3bb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2003784 Sep 18 19:43:27.037844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:27.041364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:27.063037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:27.064336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-b71adab8-f76f-4d00-9cac-fd283a32e774 service neutron] 10.222.0.20 "POST /v2.0/ports/87d324dd-2cfa-4d65-9606-f90eceddef60/bindings HTTP/1.1" status: 201 len: 390 time: 1.0164096 Sep 18 19:43:27.088280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:27.105832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e3ac881-6c3a-4662-933f-203bc6849318 req-0584bfbc-076c-4a5e-a27b-2564b6ba8653 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880044 Sep 18 19:43:27.108154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:27.164753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:27.235625 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-ecebbf7c-ac38-469e-a588-41cf7eb27706 service neutron] 10.222.0.32 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100623 Sep 18 19:43:27.242361 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-7d5cbb78-3b2b-468e-aced-c0f14783bef6 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026896 Sep 18 19:43:27.368929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Pushing event updated for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=8']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:27.425991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:27.442806 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ac762d-c674-4911-ba73-fa03825c4cb8 x-openstack-request-id: req-d4ac762d-c674-4911-ba73-fa03825c4cb8 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:27.442945 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "name": "network-vif-unplugged", "status": "completed", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:27.443052 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4ac762d-c674-4911-ba73-fa03825c4cb8 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:27.443873 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba', 'code': 200} Sep 18 19:43:27.462264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:27.474531 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:27.484572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba has no active binding in host n-h1-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 19:43:27.485205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 00bcec10-3078-4b13-90c2-bb96a35b9976 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:27.495610 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3111038-1750-4187-9f14-7ffe31f250bf req-868ba8f8-3992-4e31-8397-5a14a8b2e980 service neutron] 10.222.0.32 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517610 Sep 18 19:43:27.512465 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-ae762e78-02c8-4e4e-b8df-80154124ade1 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605472 Sep 18 19:43:27.564697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.565328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:27.568718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-4b82d616-8e8b-4465-8747-e71993886b5f service neutron] 10.222.0.32 "PUT /v2.0/ports/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 200 len: 1123 time: 2.0137727 Sep 18 19:43:27.589089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 00bcec10-3078-4b13-90c2-bb96a35b9976, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=00bcec10-3078-4b13-90c2-bb96a35b9976,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:27.596729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47f339-f8ef-4d3e-b37c-c5642442475d req-fe7eb9fa-a02b-4888-b0c6-5991abdbae90 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.601862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e47f339-f8ef-4d3e-b37c-c5642442475d req-fe7eb9fa-a02b-4888-b0c6-5991abdbae90 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.2270131 Sep 18 19:43:27.614041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '00bcec10-3078-4b13-90c2-bb96a35b9976', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '00bcec10-3078-4b13-90c2-bb96a35b9976', 'mac_address': 'fa:16:3e:b0:a4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:27.618523 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:43:27.622330 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-385afbf2-95ef-4aa5-b2d2-b3dbdf186239 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 HTTP/1.1" status: 200 len: 217 time: 0.0993409 Sep 18 19:43:27.688726 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:27.698336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-d1a8db77-df8c-495c-820d-85e43cee1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.700626 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-d1a8db77-df8c-495c-820d-85e43cee1dc7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.0611918 Sep 18 19:43:27.706121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:27.732149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e47f339-f8ef-4d3e-b37c-c5642442475d req-21cb8a1b-1ead-4771-9bdb-0ec246264d48 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245725 Sep 18 19:43:27.764576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-32b5779d-8ed5-4589-9e88-463a5e97e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.764576 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-32b5779d-8ed5-4589-9e88-463a5e97e3ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1097 time: 0.1505065 Sep 18 19:43:27.775192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bcec10-3078-4b13-90c2-bb96a35b9976 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:27.786142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-3a95b724-0c0a-4af6-bf2f-06fe32b7694f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.790841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:27.796679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-3a95b724-0c0a-4af6-bf2f-06fe32b7694f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.803444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-3a95b724-0c0a-4af6-bf2f-06fe32b7694f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.811264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-3a95b724-0c0a-4af6-bf2f-06fe32b7694f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.818264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-3a95b724-0c0a-4af6-bf2f-06fe32b7694f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.826003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-3a95b724-0c0a-4af6-bf2f-06fe32b7694f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.832717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-3a95b724-0c0a-4af6-bf2f-06fe32b7694f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.834808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-3a95b724-0c0a-4af6-bf2f-06fe32b7694f tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.2120528 Sep 18 19:43:27.906921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-0e3711b0-6190-49bd-bb0d-9b7cd00cd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.908732 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-0e3711b0-6190-49bd-bb0d-9b7cd00cd8de service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.1149576 Sep 18 19:43:27.910964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-c00c193f-5407-41cd-9f37-62a1844f00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.912887 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-c00c193f-5407-41cd-9f37-62a1844f00a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2010608 Sep 18 19:43:27.926086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55cc3f-4fdf-4904-8100-05a2706444d0 req-aa4719a8-71ed-43dc-8ece-44da4a598289 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:27.932473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 00bcec10-3078-4b13-90c2-bb96a35b9976, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=00bcec10-3078-4b13-90c2-bb96a35b9976,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:27.935364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e55cc3f-4fdf-4904-8100-05a2706444d0 req-aa4719a8-71ed-43dc-8ece-44da4a598289 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.0917959 Sep 18 19:43:27.952579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:27.975643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a31f0c9-685f-4a75-b257-0e7c37698471 req-c2c618a9-52f4-4ee3-a5b7-1c6ce8582785 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979640 Sep 18 19:43:27.986777 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4421a70c-333d-4667-88f3-382e61238169 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 200 len: 217 time: 0.0692196 Sep 18 19:43:28.010565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e55cc3f-4fdf-4904-8100-05a2706444d0 req-93178dd4-2bfe-4a8b-a189-e36c1e406dc6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692072 Sep 18 19:43:28.016887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=00bcec10-3078-4b13-90c2-bb96a35b9976,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:28.049090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:28.099168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'mac_address': 'fa:16:3e:77:5d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:28.109221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-91077222-a056-4c9f-99c9-c0c7c6a8c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.111259 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-91077222-a056-4c9f-99c9-c0c7c6a8c0e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1132300 Sep 18 19:43:28.148520 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-6e3134a3-80a9-4ae0-9474-4f54c940d3d4 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220969 Sep 18 19:43:28.161906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617902a-8afa-437b-9d56-4feeec9a05d7 req-590099ef-0a07-4e5b-b318-1b4d32e6466d tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.166835 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-96df5ec3-af64-45b7-a7d3-28d553bbd9d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426755 Sep 18 19:43:28.176156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f617902a-8afa-437b-9d56-4feeec9a05d7 req-590099ef-0a07-4e5b-b318-1b4d32e6466d tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 949 time: 0.0972133 Sep 18 19:43:28.197653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:28.237200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:28.251914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['00bcec10-3078-4b13-90c2-bb96a35b9976'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:28.271024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f617902a-8afa-437b-9d56-4feeec9a05d7 req-b3d41c7b-5a96-4ae9-94b8-a5a109eaaa02 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878019 Sep 18 19:43:28.272239 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d19181c-6f20-4a6e-8eea-74d72a11b88c req-4cc09960-062f-432b-9af3-e520adbf7892 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001151 Sep 18 19:43:28.317936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446fb27-1037-4956-8827-9a31df007556 req-c620d509-2b2a-4eed-92f7-2e09af2a7a16 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.329802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:28.331956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e446fb27-1037-4956-8827-9a31df007556 req-c620d509-2b2a-4eed-92f7-2e09af2a7a16 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 943 time: 0.1512737 Sep 18 19:43:28.357249 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:28.374545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-cc14319d-9387-4203-8209-6e60862293d5 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008341 Sep 18 19:43:28.399224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e446fb27-1037-4956-8827-9a31df007556 req-84d4a7ed-d5ba-4cef-baff-2bcf9fd7e2cf tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Sep 18 19:43:28.462113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-439a32fe-74f4-461e-9767-6c6f8eaf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.462909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-439a32fe-74f4-461e-9767-6c6f8eaf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.464002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-439a32fe-74f4-461e-9767-6c6f8eaf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.464843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-439a32fe-74f4-461e-9767-6c6f8eaf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.465956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-439a32fe-74f4-461e-9767-6c6f8eaf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.466954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-439a32fe-74f4-461e-9767-6c6f8eaf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.467763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-439a32fe-74f4-461e-9767-6c6f8eaf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.470009 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-439a32fe-74f4-461e-9767-6c6f8eaf9366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6495 time: 0.0945780 Sep 18 19:43:28.551777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:28.599697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:28.632761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-1816ac0e-3f06-4251-88b1-f67f9851a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.634075 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-1816ac0e-3f06-4251-88b1-f67f9851a1f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6367da50-d531-4051-9b97-5de75e5cd84e HTTP/1.1" status: 200 len: 903 time: 0.1279511 Sep 18 19:43:28.636014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0c8f5-463e-4adb-959f-8ad40d00a792 req-67b19d61-2dd6-4553-a44a-f09f68886835 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.651765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44c0c8f5-463e-4adb-959f-8ad40d00a792 req-67b19d61-2dd6-4553-a44a-f09f68886835 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1387587 Sep 18 19:43:28.687755 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-4688a011-f237-44c4-b658-97cfd42ef4da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf HTTP/1.1" status: 200 len: 217 time: 0.0435312 Sep 18 19:43:28.740124 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-3e46dc5e-7917-43fc-b4db-f99e10dd7e4c service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347914 Sep 18 19:43:28.762189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-7bd23f74-702e-46b7-909e-934eafe06fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.764205 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-7bd23f74-702e-46b7-909e-934eafe06fea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.0658469 Sep 18 19:43:28.840041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44c0c8f5-463e-4adb-959f-8ad40d00a792 req-2c59d646-ac87-4ec2-b802-877def81bb97 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809771 Sep 18 19:43:28.862946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:28.865619 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956905f6-9203-4ced-b517-09b69e65ba8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:28.923035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-4c753aa6-8a04-45ce-8335-585e4a55502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.929926 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-4c753aa6-8a04-45ce-8335-585e4a55502c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1566429 Sep 18 19:43:28.953596 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e899de-266e-42fb-8b5a-6c62526c052d x-openstack-request-id: req-f9e899de-266e-42fb-8b5a-6c62526c052d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:28.955155 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:28.955704 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9e899de-266e-42fb-8b5a-6c62526c052d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:28.956289 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'status': 'completed', 'code': 200} Sep 18 19:43:28.984421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99821f9-dc35-41b6-a68f-6115128dd27f req-27563e8c-c60d-4a2b-870f-dcd1dcccbe91 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:28.997938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b99821f9-dc35-41b6-a68f-6115128dd27f req-27563e8c-c60d-4a2b-870f-dcd1dcccbe91 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.1559813 Sep 18 19:43:29.118686 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-85051aa3-08eb-4352-b4f9-4e4ed24e5044 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776297 Sep 18 19:43:29.136888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b99821f9-dc35-41b6-a68f-6115128dd27f req-46ba2e4d-034e-4604-b953-e8e950e3b368 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358323 Sep 18 19:43:29.153318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ccc5300d-035b-49b0-9e49-f0224f46cc4d details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:29.154355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956905f6-9203-4ced-b517-09b69e65ba8f req-33998664-efab-4fb3-8756-98f2bddf9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.160058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-956905f6-9203-4ced-b517-09b69e65ba8f req-33998664-efab-4fb3-8756-98f2bddf9d26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 1095 time: 0.1419001 Sep 18 19:43:29.283863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45080) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:29.307179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956905f6-9203-4ced-b517-09b69e65ba8f req-47d48db9-deeb-4b6c-a1f7-f8e3114949a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.308817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-956905f6-9203-4ced-b517-09b69e65ba8f req-47d48db9-deeb-4b6c-a1f7-f8e3114949a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 906 time: 0.1356864 Sep 18 19:43:29.348936 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-192b1129-3a26-46bd-8e94-32f6270e9f3b service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146745 Sep 18 19:43:29.383912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:29.449751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:29.452222 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c916a18-28d8-44ff-b09d-044926cc4f06" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:29.460966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-956905f6-9203-4ced-b517-09b69e65ba8f req-ccc1e2f2-d95f-436a-8052-6eedcd30b3e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d HTTP/1.1" status: 200 len: 217 time: 0.1404309 Sep 18 19:43:29.561307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6691f-4cbc-4008-b8e7-3749f71dfc20 req-7c6b98b0-7132-47c8-969c-edf90d9802eb tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.571873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08f6691f-4cbc-4008-b8e7-3749f71dfc20 req-7c6b98b0-7132-47c8-969c-edf90d9802eb tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.2618465 Sep 18 19:43:29.583919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-91016771-1690-4dc7-9c07-616c829889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.586331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-91016771-1690-4dc7-9c07-616c829889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.591987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-91016771-1690-4dc7-9c07-616c829889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.592578 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-91016771-1690-4dc7-9c07-616c829889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.593099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-91016771-1690-4dc7-9c07-616c829889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.593582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-91016771-1690-4dc7-9c07-616c829889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.594126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-91016771-1690-4dc7-9c07-616c829889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.604031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-91016771-1690-4dc7-9c07-616c829889a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6495 time: 0.1723752 Sep 18 19:43:29.624463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956905f6-9203-4ced-b517-09b69e65ba8f req-be352165-c052-430d-adc3-c7264a2be601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.626138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-956905f6-9203-4ced-b517-09b69e65ba8f req-be352165-c052-430d-adc3-c7264a2be601 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 200 len: 845 time: 0.1407645 Sep 18 19:43:29.634924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:29.635304 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:29.644845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a9414-67f5-47df-ac33-c870d5215949 req-8c84b583-48e7-4e9b-8cc1-82733fbc04a4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.655610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a9414-67f5-47df-ac33-c870d5215949 req-8c84b583-48e7-4e9b-8cc1-82733fbc04a4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.662576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a9414-67f5-47df-ac33-c870d5215949 req-8c84b583-48e7-4e9b-8cc1-82733fbc04a4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.671575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a9414-67f5-47df-ac33-c870d5215949 req-8c84b583-48e7-4e9b-8cc1-82733fbc04a4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.672222 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a834e6a-6043-4796-9932-05e6b4b62450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:29.683674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a9414-67f5-47df-ac33-c870d5215949 req-8c84b583-48e7-4e9b-8cc1-82733fbc04a4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.691532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a9414-67f5-47df-ac33-c870d5215949 req-8c84b583-48e7-4e9b-8cc1-82733fbc04a4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.707032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a9414-67f5-47df-ac33-c870d5215949 req-8c84b583-48e7-4e9b-8cc1-82733fbc04a4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.710864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a65a9414-67f5-47df-ac33-c870d5215949 req-8c84b583-48e7-4e9b-8cc1-82733fbc04a4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.2731266 Sep 18 19:43:29.730492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:29.751437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08f6691f-4cbc-4008-b8e7-3749f71dfc20 req-81cb3d02-d387-4dd7-888d-5a3b80da39ee tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743155 Sep 18 19:43:29.780183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'mac_address': 'fa:16:3e:a5:89:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:29.838700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-956905f6-9203-4ced-b517-09b69e65ba8f req-34ed4da0-ac0e-4ad0-8e30-6fab7029e8ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210785 Sep 18 19:43:29.845651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-dc3a345f-1694-4c75-b2fc-b0fa503adb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.849659 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-dc3a345f-1694-4c75-b2fc-b0fa503adb50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6367da50-d531-4051-9b97-5de75e5cd84e HTTP/1.1" status: 200 len: 903 time: 0.2321293 Sep 18 19:43:29.920654 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-0c0e518f-610a-40c3-b87f-1889ed22767b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 HTTP/1.1" status: 200 len: 217 time: 0.0541086 Sep 18 19:43:29.979756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-432a5b1d-5c03-4638-9043-0c93f3cf86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:29.981749 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-432a5b1d-5c03-4638-9043-0c93f3cf86ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.0528731 Sep 18 19:43:30.005961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-956905f6-9203-4ced-b517-09b69e65ba8f req-5d3794c1-2c99-40ec-a66d-eb38c8f86c25 service neutron] 10.222.0.32 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353550 Sep 18 19:43:30.066201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a834e6a-6043-4796-9932-05e6b4b62450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.077595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a834e6a-6043-4796-9932-05e6b4b62450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.107471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-82a93265-7741-4d35-b736-630adf8c3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:30.109285 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-82a93265-7741-4d35-b736-630adf8c3b2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1171563 Sep 18 19:43:30.141524 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2a834e6a-6043-4796-9932-05e6b4b62450 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22fc37dc8d4e48aaaa889e5d3e06105d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8580165 Sep 18 19:43:30.142872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45094) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:30.145200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a834e6a-6043-4796-9932-05e6b4b62450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aefaff0-8ae6-48ae-85f6-312e822b5194,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:30.183312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a65a9414-67f5-47df-ac33-c870d5215949 req-854587f7-ecbd-467b-9ada-04a0fbfd1226 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3653891 Sep 18 19:43:30.296622 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.299242 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea30691e-649e-4f07-839d-fa3c043468f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.322146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0355d-7492-42cf-92e7-ab2a89ecdaf4 req-f014d6e6-96d5-4c23-902e-41ae2a83b606 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:30.334269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48c0355d-7492-42cf-92e7-ab2a89ecdaf4 req-f014d6e6-96d5-4c23-902e-41ae2a83b606 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 949 time: 0.3233140 Sep 18 19:43:30.346856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea30691e-649e-4f07-839d-fa3c043468f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.372524 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-892c87b3-0665-4803-b9a2-853fbb598917 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283568 Sep 18 19:43:30.383562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc5300d-035b-49b0-9e49-f0224f46cc4d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:30.417182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:30.420577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.435992 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.497196 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dbd9dcd0-5741-479b-84d0-4167c24827c6 req-61b869dc-f106-4459-b6a4-b52c166dee5f service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150329 Sep 18 19:43:30.524670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:30.533707 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea30691e-649e-4f07-839d-fa3c043468f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.537769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea30691e-649e-4f07-839d-fa3c043468f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.543189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-956905f6-9203-4ced-b517-09b69e65ba8f req-6913c821-41cb-405f-b222-bdb476790e2b service neutron] 10.222.0.32 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228577 Sep 18 19:43:30.548982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:30.551625 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d607c1b-d3fe-4244-851f-ce68ca6e6004" -d '{"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-plugged", "status": "completed", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:30.560135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48c0355d-7492-42cf-92e7-ab2a89ecdaf4 req-bdd79d1a-9820-4cf8-ac1a-b9d87f0bee55 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249410 Sep 18 19:43:30.560981 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ea30691e-649e-4f07-839d-fa3c043468f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3aefaff0-8ae6-48ae-85f6-312e822b5194 HTTP/1.1" status: 204 len: 168 time: 0.4063554 Sep 18 19:43:30.580159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:30.586801 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:30.612743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30691e-649e-4f07-839d-fa3c043468f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aefaff0-8ae6-48ae-85f6-312e822b5194,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:30.633246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78154d-fcff-4da6-83ad-d96ef8750989 req-b6980c3b-8572-4a2d-9eb9-d0e625929b25 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:30.646700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de78154d-fcff-4da6-83ad-d96ef8750989 req-b6980c3b-8572-4a2d-9eb9-d0e625929b25 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 943 time: 0.2906411 Sep 18 19:43:30.663769 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33606b6a-99ae-4b5e-8ff9-90fe1ad1fc5e x-openstack-request-id: req-33606b6a-99ae-4b5e-8ff9-90fe1ad1fc5e {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:30.679315 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:30.679315 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33606b6a-99ae-4b5e-8ff9-90fe1ad1fc5e {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:30.679315 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba', 'status': 'completed', 'code': 200} Sep 18 19:43:30.722797 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-975090df-39c6-4c02-b5b0-45befccb0546 req-c7d80ecc-1483-4910-8174-b6eff0d34003 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1602023 Sep 18 19:43:30.771428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ccc5300d-035b-49b0-9e49-f0224f46cc4d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:30.857370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975090df-39c6-4c02-b5b0-45befccb0546 req-bc782220-db73-4111-aa57-c73dc37579eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:30.862712 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-975090df-39c6-4c02-b5b0-45befccb0546 req-bc782220-db73-4111-aa57-c73dc37579eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 1097 time: 0.1141126 Sep 18 19:43:30.893709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de78154d-fcff-4da6-83ad-d96ef8750989 req-8cb11c36-537e-471f-9f94-1ef4dd148d74 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458913 Sep 18 19:43:30.965581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:30.975169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-6f91f4a4-b7ec-4434-a4de-d2017b529c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:30.979361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-6f91f4a4-b7ec-4434-a4de-d2017b529c56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1126 time: 0.2892559 Sep 18 19:43:31.184983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 00bcec10-3078-4b13-90c2-bb96a35b9976 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:31.185542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d6460-6e35-4325-a907-40b5604acf4a req-27cc764d-2008-40be-9407-3cb8164e92ca tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:31.193742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-068d6460-6e35-4325-a907-40b5604acf4a req-27cc764d-2008-40be-9407-3cb8164e92ca tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.1518006 Sep 18 19:43:31.206042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb053527-4d7e-4017-b758-85fd491ae1d1 req-bd10b484-8edd-4fa9-afbc-a01dda831a25 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:31.227990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb053527-4d7e-4017-b758-85fd491ae1d1 req-bd10b484-8edd-4fa9-afbc-a01dda831a25 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.2944515 Sep 18 19:43:31.270393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975090df-39c6-4c02-b5b0-45befccb0546 req-0949acdf-7d9e-4e71-8659-93c2022c8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:31.273632 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-975090df-39c6-4c02-b5b0-45befccb0546 req-0949acdf-7d9e-4e71-8659-93c2022c8628 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.3042343 Sep 18 19:43:31.375886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-d588eea2-2d6a-4e63-8d44-507005c405df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:31.381816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-d588eea2-2d6a-4e63-8d44-507005c405df service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.3907084 Sep 18 19:43:31.386272 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-975090df-39c6-4c02-b5b0-45befccb0546 req-2af08d9f-32df-4e73-8621-f09b7db100a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 200 len: 217 time: 0.1022849 Sep 18 19:43:31.435203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-068d6460-6e35-4325-a907-40b5604acf4a req-e9ad149c-a7f8-44a1-a718-60bc5df6bc2d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395830 Sep 18 19:43:31.439055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 00bcec10-3078-4b13-90c2-bb96a35b9976 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:43:31.455711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 00bcec10-3078-4b13-90c2-bb96a35b9976 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:31.456329 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:31.532591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975090df-39c6-4c02-b5b0-45befccb0546 req-e5afca3a-d827-406e-9c46-72b2ba2b213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:31.534686 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-975090df-39c6-4c02-b5b0-45befccb0546 req-e5afca3a-d827-406e-9c46-72b2ba2b213b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1381643 Sep 18 19:43:31.579646 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-975090df-39c6-4c02-b5b0-45befccb0546 req-8befc8f9-d8b3-40c6-97f7-6f8434813a0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354781 Sep 18 19:43:31.582182 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd426a9-bbe3-4c2f-bd13-f1f2a89e1361 x-openstack-request-id: req-9dd426a9-bbe3-4c2f-bd13-f1f2a89e1361 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:31.582481 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-plugged", "status": "completed", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:31.583111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-e7302254-8917-4a17-a4a2-10795dfa5064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 200 len: 217 time: 0.1504896 Sep 18 19:43:31.584249 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dd426a9-bbe3-4c2f-bd13-f1f2a89e1361 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:31.584849 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'code': 200} Sep 18 19:43:31.607569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb053527-4d7e-4017-b758-85fd491ae1d1 req-5761eee6-3cc6-4270-9563-784b575afbb9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689394 Sep 18 19:43:31.771429 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:31.811755 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-975090df-39c6-4c02-b5b0-45befccb0546 req-0802a906-fc35-414a-ad59-ce7f4255f304 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059581 Sep 18 19:43:31.826346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 00bcec10-3078-4b13-90c2-bb96a35b9976, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=00bcec10-3078-4b13-90c2-bb96a35b9976,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:31.837151 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:31.908145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-8172f80b-d225-4dcc-8bad-5027016a1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:31.912136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-8172f80b-d225-4dcc-8bad-5027016a1f82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.3034167 Sep 18 19:43:31.933555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=00bcec10-3078-4b13-90c2-bb96a35b9976,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:32.017671 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-975090df-39c6-4c02-b5b0-45befccb0546 req-ffcf55bf-23e6-4b75-8322-09caf4bf4c25 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983883 Sep 18 19:43:32.417494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-c4dd247f-7f54-4573-8811-79b26e07a0dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4935269 Sep 18 19:43:32.513539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-d367a91b-b8c9-4078-95b0-fc91bfc0ca63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:32.519676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-d367a91b-b8c9-4078-95b0-fc91bfc0ca63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:32.526256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-d367a91b-b8c9-4078-95b0-fc91bfc0ca63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:32.535171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-d367a91b-b8c9-4078-95b0-fc91bfc0ca63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:32.541999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-d367a91b-b8c9-4078-95b0-fc91bfc0ca63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:32.548003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-d367a91b-b8c9-4078-95b0-fc91bfc0ca63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:32.557464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-d367a91b-b8c9-4078-95b0-fc91bfc0ca63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:32.565246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-d367a91b-b8c9-4078-95b0-fc91bfc0ca63 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.7228665 Sep 18 19:43:32.605276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d258a-34eb-4be6-bf32-5d37ad4cd9e7 req-ce805dde-de73-4632-91ce-991453c3746e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:32.611364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18d258a-34eb-4be6-bf32-5d37ad4cd9e7 req-ce805dde-de73-4632-91ce-991453c3746e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.8276119 Sep 18 19:43:32.688309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29be6c56-91bf-4142-8fd6-3e222dcd719d req-1066b981-a56f-4497-b16e-4db6e8641876 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221364 Sep 18 19:43:32.709138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-d0f7f8a5-1059-4371-8606-c8b26060d7ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3053172 Sep 18 19:43:32.807150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18d258a-34eb-4be6-bf32-5d37ad4cd9e7 req-0beedcaf-5562-40d1-9718-4eae775b0493 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505432 Sep 18 19:43:32.827859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-cc04e23a-9fef-4842-a52c-0a93518124d1 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834927 Sep 18 19:43:33.087255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c030511-f707-4ebf-b257-3c487ccfae62 req-2194e6d6-22c9-46cf-8fad-6f70e95d7508 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:33.091716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c030511-f707-4ebf-b257-3c487ccfae62 req-2194e6d6-22c9-46cf-8fad-6f70e95d7508 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 950 time: 0.2306182 Sep 18 19:43:33.096627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-902c115d-ffe1-4e7b-85f4-bd9fcc60f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:33.098268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-902c115d-ffe1-4e7b-85f4-bd9fcc60f945 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 1097 time: 0.2876582 Sep 18 19:43:33.125308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c916a18-28d8-44ff-b09d-044926cc4f06 req-8cad93be-3a0a-4c6c-8370-0fa53d9a33e0 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755179 Sep 18 19:43:33.189690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ccc5300d-035b-49b0-9e49-f0224f46cc4d up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:33.221707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81104bc-1c19-466b-9ce3-a1e9203c695d req-f44a2422-d983-44c8-b462-415056d204a6 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:33.226442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a81104bc-1c19-466b-9ce3-a1e9203c695d req-f44a2422-d983-44c8-b462-415056d204a6 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 944 time: 0.2586577 Sep 18 19:43:33.277773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c030511-f707-4ebf-b257-3c487ccfae62 req-d354469b-43ac-47dc-8407-48c217c5c5fc tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782866 Sep 18 19:43:33.312325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port ccc5300d-035b-49b0-9e49-f0224f46cc4d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:43:33.328235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port ccc5300d-035b-49b0-9e49-f0224f46cc4d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:33.328705 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:33.356791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a81104bc-1c19-466b-9ce3-a1e9203c695d req-c1012205-77dd-4deb-af1b-8fa4164a73c2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726070 Sep 18 19:43:33.390111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-bf9ddf11-36c8-4bd3-8686-757ceda751b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:33.392910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-bf9ddf11-36c8-4bd3-8686-757ceda751b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 911 time: 0.2487853 Sep 18 19:43:33.426464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:33.494991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-e79618e2-8875-408b-870a-cde0d4cd8b58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3848378d-3435-45e8-b064-2a067101a4c9 HTTP/1.1" status: 200 len: 217 time: 0.0921094 Sep 18 19:43:33.598265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19db2df-7981-40c0-84d3-e521b2c7060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bcec10-3078-4b13-90c2-bb96a35b9976'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:33.600765 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20029f77-e491-4786-951a-c7129f539136" -d '{"events": [{"server_uuid": "e19db2df-7981-40c0-84d3-e521b2c7060b", "name": "network-vif-plugged", "status": "completed", "tag": "00bcec10-3078-4b13-90c2-bb96a35b9976"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:33.619397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-2859d18e-6a48-4a56-9e24-57cf32f36264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:33.621113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-2859d18e-6a48-4a56-9e24-57cf32f36264 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 200 len: 850 time: 0.1177163 Sep 18 19:43:33.684003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-b46fc378-d554-4a0e-b46f-fbde5fc05537 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c75a9c35-7246-4090-8afb-39b21513bfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519104 Sep 18 19:43:33.717632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:33.784870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:33.794434 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:33.906617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:33.935967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637ec78-61bf-4140-8db6-edddc82d0535 req-13695526-06fd-4fa7-b6f0-7f05d9a7bbe9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:33.945364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1637ec78-61bf-4140-8db6-edddc82d0535 req-13695526-06fd-4fa7-b6f0-7f05d9a7bbe9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.0987725 Sep 18 19:43:33.948454 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-4da57c95-6663-42eb-9a92-da233d686393 service neutron] 10.222.0.32 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544944 Sep 18 19:43:34.055276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1637ec78-61bf-4140-8db6-edddc82d0535 req-821ef208-3631-41c6-9633-959f5f29c29a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104403 Sep 18 19:43:34.062782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e8d26-36a9-4197-9a8b-49b4f8316765 req-1d608ccc-4c06-4e1c-8198-aada30d827b1 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.064551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec4e8d26-36a9-4197-9a8b-49b4f8316765 req-1d608ccc-4c06-4e1c-8198-aada30d827b1 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1183801 Sep 18 19:43:34.137131 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099299ec-8e05-4d84-a093-44797dc4eea0 x-openstack-request-id: req-099299ec-8e05-4d84-a093-44797dc4eea0 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:34.137824 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19db2df-7981-40c0-84d3-e521b2c7060b", "name": "network-vif-plugged", "status": "completed", "tag": "00bcec10-3078-4b13-90c2-bb96a35b9976", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:34.137824 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-099299ec-8e05-4d84-a093-44797dc4eea0 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:34.138029 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19db2df-7981-40c0-84d3-e521b2c7060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bcec10-3078-4b13-90c2-bb96a35b9976', 'code': 200} Sep 18 19:43:34.152347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec4e8d26-36a9-4197-9a8b-49b4f8316765 req-062194ac-2403-4e06-906e-58aec90fa4b1 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Sep 18 19:43:34.196779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d60bfa5-8294-48ad-bedc-774f217165cd req-9f0b27f2-2a70-4dd7-8481-2fd19bf47fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331965 Sep 18 19:43:34.345164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c730963-cfac-4771-866b-033d8b8edd17 req-aabc7188-eb3b-4766-9e41-47f4543e963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.346822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c730963-cfac-4771-866b-033d8b8edd17 req-aabc7188-eb3b-4766-9e41-47f4543e963b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 1102 time: 0.1263015 Sep 18 19:43:34.371495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecd1d2-7e1f-48e7-961f-2efa30464a9e req-7b519f8d-b1d1-41b1-8720-6ec333332a14 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.379224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fecd1d2-7e1f-48e7-961f-2efa30464a9e req-7b519f8d-b1d1-41b1-8720-6ec333332a14 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.1176779 Sep 18 19:43:34.406860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-e750a3d9-43b3-4c30-8249-30fe7783f1a1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.413119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-e750a3d9-43b3-4c30-8249-30fe7783f1a1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.419419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-e750a3d9-43b3-4c30-8249-30fe7783f1a1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.425525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-e750a3d9-43b3-4c30-8249-30fe7783f1a1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.432357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-e750a3d9-43b3-4c30-8249-30fe7783f1a1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.438482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-e750a3d9-43b3-4c30-8249-30fe7783f1a1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.445112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-e750a3d9-43b3-4c30-8249-30fe7783f1a1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.447179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-e750a3d9-43b3-4c30-8249-30fe7783f1a1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.1878347 Sep 18 19:43:34.505179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fecd1d2-7e1f-48e7-961f-2efa30464a9e req-d8822776-e86f-4a2f-81cd-4143c59741f4 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250794 Sep 18 19:43:34.539473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c730963-cfac-4771-866b-033d8b8edd17 req-3601c1d6-b099-456e-aeb2-fd659fe8999b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841977 Sep 18 19:43:34.595624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-284ac248-a94b-49ae-95a5-6de3b5a32379 req-3719bd8c-9023-4599-b254-9a1c79e6433b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154666 Sep 18 19:43:34.761532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d519ef-b850-4a17-b688-35c7e62a54c9 req-313bbeba-a89f-4693-a1d7-18b0118e7f7b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.764537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4d519ef-b850-4a17-b688-35c7e62a54c9 req-313bbeba-a89f-4693-a1d7-18b0118e7f7b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.0992312 Sep 18 19:43:34.786405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cfe3e-b303-4072-81bc-bbdcc5a316f6 req-97537dfb-021a-4454-bd1a-9011f0e17548 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:34.791998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e5cfe3e-b303-4072-81bc-bbdcc5a316f6 req-97537dfb-021a-4454-bd1a-9011f0e17548 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 950 time: 0.0936553 Sep 18 19:43:34.859940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4d519ef-b850-4a17-b688-35c7e62a54c9 req-3cbd2d10-ef1b-41d4-9a16-8576ff2fa5f2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895405 Sep 18 19:43:34.900125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e5cfe3e-b303-4072-81bc-bbdcc5a316f6 req-7abd6608-0c0d-40a7-9ff7-9b5952a5455c tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916739 Sep 18 19:43:35.234646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fb8a2-d08d-4efe-8db7-0448804e34ff req-c30a3398-370d-4f8b-8577-b1b8b432fd8c tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:35.236350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de7fb8a2-d08d-4efe-8db7-0448804e34ff req-c30a3398-370d-4f8b-8577-b1b8b432fd8c tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 943 time: 0.0715401 Sep 18 19:43:35.311476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de7fb8a2-d08d-4efe-8db7-0448804e34ff req-73c8ee57-ebd2-42e7-b315-4042a18e7d80 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660024 Sep 18 19:43:35.353002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077704-2986-457a-a630-fe362e475e67 req-9bea2e06-b8cb-4fde-a99c-5ed24fb298a2 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:35.363888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20077704-2986-457a-a630-fe362e475e67 req-9bea2e06-b8cb-4fde-a99c-5ed24fb298a2 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.0689974 Sep 18 19:43:35.428734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20077704-2986-457a-a630-fe362e475e67 req-cee90d5a-9ec5-4154-9e6f-e7562d42ca9d tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634878 Sep 18 19:43:35.744463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-7ea81dc2-e5ea-4b82-b3b8-ad7f80c5b900 service neutron] 10.222.0.24 "GET /v2.0/ports/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba/bindings/n-h1-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.1381056 Sep 18 19:43:35.753745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0b6e8-c5c7-4d96-bb7f-030d38b5bedf req-73cba2c0-dbf7-48ce-a655-52a1ddcdaacd tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:35.763794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54d0b6e8-c5c7-4d96-bb7f-030d38b5bedf req-73cba2c0-dbf7-48ce-a655-52a1ddcdaacd tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.1100569 Sep 18 19:43:35.870027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54d0b6e8-c5c7-4d96-bb7f-030d38b5bedf req-f7588259-50ec-493f-820c-9718d6b0ecc3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032176 Sep 18 19:43:36.130521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-4679595a-1de6-4ba3-917c-a5ed7366eef1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.137880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-4679595a-1de6-4ba3-917c-a5ed7366eef1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.139762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:36.142680 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a135964-179c-453a-ab65-4dbebdafbd79" -d '{"events": [{"server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "name": "network-vif-plugged", "status": "completed", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:36.144480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-4679595a-1de6-4ba3-917c-a5ed7366eef1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.151695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-4679595a-1de6-4ba3-917c-a5ed7366eef1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.158638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-4679595a-1de6-4ba3-917c-a5ed7366eef1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.166870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-4679595a-1de6-4ba3-917c-a5ed7366eef1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.174728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-4679595a-1de6-4ba3-917c-a5ed7366eef1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.176928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-4679595a-1de6-4ba3-917c-a5ed7366eef1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.1963816 Sep 18 19:43:36.253984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:36.293392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f10b4a-8ad5-49cd-9c91-72eafa3c4e5b req-16b33003-b4ac-4cbc-8243-9f9c556d00a3 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.295824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6f10b4a-8ad5-49cd-9c91-72eafa3c4e5b req-16b33003-b4ac-4cbc-8243-9f9c556d00a3 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.2364976 Sep 18 19:43:36.314147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:36.369840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18ddafd5-d201-46a4-891d-4b44d5bed77b req-d5633a32-a874-43b2-ae56-831685b88ef5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306040 Sep 18 19:43:36.415573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6f10b4a-8ad5-49cd-9c91-72eafa3c4e5b req-f24b03c2-e01f-46e4-9a02-5568edc91e74 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068437 Sep 18 19:43:36.433311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:36.470783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:36.495483 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:36.618036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990d90-f4d8-4c90-8013-32437dd9b379 req-4a0fe38e-7aab-48c9-bfe0-84c55af3a286 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.619830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b990d90-f4d8-4c90-8013-32437dd9b379 req-4a0fe38e-7aab-48c9-bfe0-84c55af3a286 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 950 time: 0.1075010 Sep 18 19:43:36.639645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] Transition to ACTIVE for port object 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:36.651245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:36.735652 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b990d90-f4d8-4c90-8013-32437dd9b379 req-cd9e31c4-d15a-4d89-bf6d-6360803d0f58 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060274 Sep 18 19:43:36.760447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] No DVR routers for this DVR port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:43:36.779104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=10']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:36.812213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ffd67957-6cae-4952-b0f4-c6dd4a09be90 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba/bindings/n-h1-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0398207 Sep 18 19:43:36.837529 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9feac1-d3b6-4f38-b427-50140ddea455 x-openstack-request-id: req-8c9feac1-d3b6-4f38-b427-50140ddea455 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:36.838193 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "name": "network-vif-plugged", "status": "completed", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:36.838655 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c9feac1-d3b6-4f38-b427-50140ddea455 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:36.839210 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'code': 200} Sep 18 19:43:36.979353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-0824124e-6377-4418-bdce-bfb4119fef8f tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.980969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-0824124e-6377-4418-bdce-bfb4119fef8f tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.0914574 Sep 18 19:43:36.986828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4d358-66d2-4892-ae47-68e439cfeb83 req-21cb40d9-0dde-429c-9b65-8d830f353019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:36.989234 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d9e4d358-66d2-4892-ae47-68e439cfeb83 req-21cb40d9-0dde-429c-9b65-8d830f353019 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 1097 time: 0.0864024 Sep 18 19:43:37.004678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f79b1-6932-43c7-81af-5ff3b3ce76cc req-ead4f1f7-d2f0-4080-b1bd-602b676198b5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.006968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-877f79b1-6932-43c7-81af-5ff3b3ce76cc req-ead4f1f7-d2f0-4080-b1bd-602b676198b5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 944 time: 0.1617429 Sep 18 19:43:37.044160 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d9e4d358-66d2-4892-ae47-68e439cfeb83 req-2a2b30f6-14e2-4e62-857a-9f8b690b1853 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463850 Sep 18 19:43:37.093129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549cb3f-4e1f-4df2-8aa2-cefaaa894371 req-bd19298a-1075-4771-8e07-db0c5926fc67 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.094649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c549cb3f-4e1f-4df2-8aa2-cefaaa894371 req-bd19298a-1075-4771-8e07-db0c5926fc67 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1380904 Sep 18 19:43:37.105449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-877f79b1-6932-43c7-81af-5ff3b3ce76cc req-2e869b98-ae5a-426d-91b2-c8a30fa32a0d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869126 Sep 18 19:43:37.145634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-70672bac-e24a-400d-8c27-4df611b9ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.147575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-70672bac-e24a-400d-8c27-4df611b9ed5a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77&tenant_id=5442dfe435d345d489294f8e3e53d74b HTTP/1.1" status: 200 len: 1096 time: 0.1390243 Sep 18 19:43:37.175076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c549cb3f-4e1f-4df2-8aa2-cefaaa894371 req-70f155f2-e1d8-410e-81da-04e4210e253a tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 Sep 18 19:43:37.308143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-dd60ec76-0d93-418f-8c77-41c3a158667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.312495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-dd60ec76-0d93-418f-8c77-41c3a158667b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5442dfe435d345d489294f8e3e53d74b&device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1096 time: 0.0548069 Sep 18 19:43:37.420804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-34b55d91-98f6-4d29-a943-123b3d22983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.422546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-34b55d91-98f6-4d29-a943-123b3d22983b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 200 len: 922 time: 0.1028006 Sep 18 19:43:37.544624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-2917f74e-4555-4d1f-9eff-df71674a2d21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 200 len: 217 time: 0.0868719 Sep 18 19:43:37.574051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38be812-6c55-4e85-9093-d9920e4e6130 req-f3707d66-8280-4bf2-afc6-b884cc1f0c21 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.576108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b38be812-6c55-4e85-9093-d9920e4e6130 req-f3707d66-8280-4bf2-afc6-b884cc1f0c21 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.1323214 Sep 18 19:43:37.653375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b38be812-6c55-4e85-9093-d9920e4e6130 req-8294dc3a-0280-408f-8f84-3aec628bb1e0 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Sep 18 19:43:37.692122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-883b8d2a-e6e7-4a5b-bd96-4e7c885a079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.693614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-883b8d2a-e6e7-4a5b-bd96-4e7c885a079f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 200 len: 861 time: 0.1385298 Sep 18 19:43:37.733614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-6b1ac7e5-cec8-49b2-876a-d59e6e141a2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7f5aaec0-494f-4353-90db-782c8fc303bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319433 Sep 18 19:43:37.901584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-50693f57-2720-45c6-8044-ee6183858692 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.907304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-50693f57-2720-45c6-8044-ee6183858692 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.913253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-50693f57-2720-45c6-8044-ee6183858692 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.919173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-50693f57-2720-45c6-8044-ee6183858692 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.924926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-50693f57-2720-45c6-8044-ee6183858692 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.930744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-50693f57-2720-45c6-8044-ee6183858692 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.936565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-50693f57-2720-45c6-8044-ee6183858692 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.938441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-50693f57-2720-45c6-8044-ee6183858692 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.1733799 Sep 18 19:43:37.953736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c2d31-3627-4dac-be3a-0d945b9f24a6 req-cbb45f7a-159d-4192-95ce-547a431bfebe tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:37.958176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-662c2d31-3627-4dac-be3a-0d945b9f24a6 req-cbb45f7a-159d-4192-95ce-547a431bfebe tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.2047317 Sep 18 19:43:38.001688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-0e0acbfa-a67f-4197-8206-f7c1be6c5bc4 service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593646 Sep 18 19:43:38.094765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d473cb43-bc76-4a7f-9e26-ebc24abcc6b1 req-cbe97fed-d2c6-4b29-8aa1-262332c50a39 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349623 Sep 18 19:43:38.109874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-662c2d31-3627-4dac-be3a-0d945b9f24a6 req-7b43418a-d372-4b26-a7c0-1f6bafc0446b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380832 Sep 18 19:43:38.173227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-ce77cb85-b180-4d9a-84c8-e2bf1cf67a2b service neutron] 10.222.0.32 "GET /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614909 Sep 18 19:43:38.278298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-6ec84783-7fef-4edb-9df7-446438fece26 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524588 Sep 18 19:43:38.422880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5bf8c-f5a8-4f11-91b1-69183f48ddc1 req-7ba73152-9b13-487d-b4af-2b4ae91b6fdd tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:38.424722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4a5bf8c-f5a8-4f11-91b1-69183f48ddc1 req-7ba73152-9b13-487d-b4af-2b4ae91b6fdd tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 944 time: 0.1507702 Sep 18 19:43:38.507545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-08657f65-405d-4b77-9e29-e4c0a71b817a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:38.509170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-08657f65-405d-4b77-9e29-e4c0a71b817a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200489 Sep 18 19:43:38.540633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4a5bf8c-f5a8-4f11-91b1-69183f48ddc1 req-66968aff-288a-4ffb-955e-bdc4366390fa tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030867 Sep 18 19:43:38.548803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-4e4e9fdd-7472-4adc-b3fa-fb85bb1f0187 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/quotas/d490af52e36a48f1b2ffef4cc06b0382 HTTP/1.1" status: 200 len: 375 time: 0.0290248 Sep 18 19:43:38.552529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-e543b825-53de-4052-b1a4-5839bbca490b tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:38.557646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-e543b825-53de-4052-b1a4-5839bbca490b tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77&tenant_id=5442dfe435d345d489294f8e3e53d74b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.1319568 Sep 18 19:43:38.671753 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-938b549f-c2da-4d8a-bbfa-5a119cf02763 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125851 Sep 18 19:43:38.779566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6c1a1-ff14-4432-a378-9ea3d7c17865 req-c23a474e-02b1-4813-9831-a56f739b3638 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:38.781272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8b6c1a1-ff14-4432-a378-9ea3d7c17865 req-c23a474e-02b1-4813-9831-a56f739b3638 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.0989540 Sep 18 19:43:38.789020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-f4d7f2b7-ac28-4db2-ae41-c1916e06056a service neutron] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:38.792716 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-f4d7f2b7-ac28-4db2-ae41-c1916e06056a service neutron] Notify callbacks [] for binding, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:38.793999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64a84d70-a507-4b53-abca-0a1e45bc30dd req-f4d7f2b7-ac28-4db2-ae41-c1916e06056a service neutron] 10.222.0.32 "DELETE /v2.0/ports/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba/bindings/n-h2-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.2248232 Sep 18 19:43:38.846005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8b6c1a1-ff14-4432-a378-9ea3d7c17865 req-280418fd-de17-4ca7-9be3-89f0b20ed393 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Sep 18 19:43:39.015098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc41a4-cfd8-4a44-888b-6e2ea12d2078 req-b928cf61-eb3d-466c-8057-fea1d06fef58 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.019936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43fc41a4-cfd8-4a44-888b-6e2ea12d2078 req-b928cf61-eb3d-466c-8057-fea1d06fef58 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.0703776 Sep 18 19:43:39.066021 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec22c791-dd6e-4e6a-ba03-c14eed18623b req-39629b06-0c43-4bb5-b7e9-0fc9ffb56afb tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 210 time: 0.0609763 Sep 18 19:43:39.135505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43fc41a4-cfd8-4a44-888b-6e2ea12d2078 req-26269f7c-1666-4938-8221-a2a1a325882b tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972123 Sep 18 19:43:39.317256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704508cd-d664-464d-94e7-55fa908f96fc req-5d558ee1-4f08-435a-afb9-0e5bb904d5f4 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.328967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-704508cd-d664-464d-94e7-55fa908f96fc req-5d558ee1-4f08-435a-afb9-0e5bb904d5f4 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.0949972 Sep 18 19:43:39.427350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-704508cd-d664-464d-94e7-55fa908f96fc req-55098c91-f3f1-45cd-95d0-d20e8f257935 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964019 Sep 18 19:43:39.637392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-c37fdc27-d843-44db-9106-7ea988309311 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.643251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-c37fdc27-d843-44db-9106-7ea988309311 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.650825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-c37fdc27-d843-44db-9106-7ea988309311 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.657077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-c37fdc27-d843-44db-9106-7ea988309311 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.664887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-c37fdc27-d843-44db-9106-7ea988309311 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.670692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-c37fdc27-d843-44db-9106-7ea988309311 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.677414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-c37fdc27-d843-44db-9106-7ea988309311 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:39.680275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-c37fdc27-d843-44db-9106-7ea988309311 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.1409245 Sep 18 19:43:39.743941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f8a2cc2-dc4d-4e97-b72e-53ecb9fe4eb1 req-68a6b8d3-b14b-41b8-938f-84272c8d5899 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555453 Sep 18 19:43:39.992574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e886c2b-0ac4-4c2f-8b9f-c0ae988e5abe req-1dc79c1b-2d01-4c3a-8d42-2a7c2d5e926c tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.002291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e886c2b-0ac4-4c2f-8b9f-c0ae988e5abe req-1dc79c1b-2d01-4c3a-8d42-2a7c2d5e926c tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 944 time: 0.1735842 Sep 18 19:43:40.071708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e886c2b-0ac4-4c2f-8b9f-c0ae988e5abe req-c6845bbc-9a08-404b-b3fb-a44b978c4124 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610864 Sep 18 19:43:40.132019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19cd3c-4850-4e12-b9ce-27b8f02b4735 req-daed0d56-cb08-4bad-ac37-3335dd2763b8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.133625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af19cd3c-4850-4e12-b9ce-27b8f02b4735 req-daed0d56-cb08-4bad-ac37-3335dd2763b8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.0609994 Sep 18 19:43:40.216292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af19cd3c-4850-4e12-b9ce-27b8f02b4735 req-d7e7f460-47ee-4deb-a677-0d7e0f2c6101 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764287 Sep 18 19:43:40.234743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ece08-3f63-4dca-a3ac-ab06ec63655d req-620c1264-f5c1-4910-9080-8fe6bdd52e69 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.245888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2ece08-3f63-4dca-a3ac-ab06ec63655d req-620c1264-f5c1-4910-9080-8fe6bdd52e69 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.0908630 Sep 18 19:43:40.293379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca2ece08-3f63-4dca-a3ac-ab06ec63655d req-68c19118-29dc-4225-bb50-7c6037f6b5d5 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408747 Sep 18 19:43:40.407783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871fd26f-35bf-4bb4-8c94-7d94947e9548 req-86b3a044-c258-423f-bd22-96e55165f1f3 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 210 time: 0.0346487 Sep 18 19:43:40.488258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-0ec40168-8c58-4f74-9bac-41d97a409296 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381200 Sep 18 19:43:40.518219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547b10-0203-4b5e-b713-8efdf3426f42 req-a799e2e9-dd59-4282-8e23-9eddcfe46a2c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.521400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d547b10-0203-4b5e-b713-8efdf3426f42 req-a799e2e9-dd59-4282-8e23-9eddcfe46a2c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.0973208 Sep 18 19:43:40.664793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f925e35-7d0b-4378-8c4a-430ca417dad8 req-b99c7c9f-e04c-4f14-bef3-5f8f3584efcb tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.666292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f925e35-7d0b-4378-8c4a-430ca417dad8 req-b99c7c9f-e04c-4f14-bef3-5f8f3584efcb tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 1096 time: 0.1228590 Sep 18 19:43:40.671676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d547b10-0203-4b5e-b713-8efdf3426f42 req-82326266-f580-4cc3-8dac-008cb64fdb57 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390216 Sep 18 19:43:40.740249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-588c1cd7-0950-4fe9-9dd4-e88984f17a59 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.742509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-588c1cd7-0950-4fe9-9dd4-e88984f17a59 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464490 Sep 18 19:43:40.753445 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f925e35-7d0b-4378-8c4a-430ca417dad8 req-cf1e036e-924a-4325-bda4-9ed7cec8f271 tempest-LiveAutoBlockMigrationV225Test-2133699418 tempest-LiveAutoBlockMigrationV225Test-2133699418-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735638 Sep 18 19:43:40.758397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Request body: {'port': {'device_id': '2a04e1ed-5519-4171-a066-38083c1711c6', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'd490af52e36a48f1b2ffef4cc06b0382'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:40.961211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-a5bcd321-a294-4e14-86f1-ebe0970f6b0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.969336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-a5bcd321-a294-4e14-86f1-ebe0970f6b0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.975546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-a5bcd321-a294-4e14-86f1-ebe0970f6b0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.981708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-a5bcd321-a294-4e14-86f1-ebe0970f6b0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.989981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-a5bcd321-a294-4e14-86f1-ebe0970f6b0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:40.996672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-a5bcd321-a294-4e14-86f1-ebe0970f6b0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:41.004555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-a5bcd321-a294-4e14-86f1-ebe0970f6b0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:41.015013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-a5bcd321-a294-4e14-86f1-ebe0970f6b0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.1460896 Sep 18 19:43:41.050953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Made reservation on behalf of d490af52e36a48f1b2ffef4cc06b0382 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:41.056661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:41.105297 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dffd8fd9-2748-4f42-9950-7b70a2641575 req-9c0db505-d685-4ff1-8d0e-ed6711a9ad20 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842559 Sep 18 19:43:41.285937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Allocated IP 192.168.233.196 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/3a01dd8e-3ea3-4e66-b700-0bf7304caea8) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:41.514392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65942314-a3dd-41e5-b0aa-ef9fe8ce073f req-a776da0a-62a8-46da-b8b5-015fba2fc943 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:41.522074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65942314-a3dd-41e5-b0aa-ef9fe8ce073f req-a776da0a-62a8-46da-b8b5-015fba2fc943 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1995015 Sep 18 19:43:41.586854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a479c-602f-4faf-ab34-9886ae4e13a4 req-c1899b49-e522-4098-a2b3-1ddd07ea9384 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:41.588375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f9a479c-602f-4faf-ab34-9886ae4e13a4 req-c1899b49-e522-4098-a2b3-1ddd07ea9384 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.1900976 Sep 18 19:43:41.624593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65942314-a3dd-41e5-b0aa-ef9fe8ce073f req-2be46ffc-c244-4c91-97af-8b7a27912a24 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014304 Sep 18 19:43:41.689095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45360) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:41.842725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1894378b-624e-4eb2-b803-826ed0cc3560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:41.961525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1894378b-624e-4eb2-b803-826ed0cc3560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:41.967240 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1894378b-624e-4eb2-b803-826ed0cc3560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.007341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894378b-624e-4eb2-b803-826ed0cc3560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475fef36-9273-4e54-89d7-4fcf8024b8a8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:42.014757 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1894378b-624e-4eb2-b803-826ed0cc3560 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d77fd29590d4038b7eb9946a92fb54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205419 Sep 18 19:43:42.015238 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.015398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45366) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:42.070432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5719db4b-8980-4863-9c3e-b044b3c46d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.092739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f9a479c-602f-4faf-ab34-9886ae4e13a4 req-bb160484-3595-422c-93f7-5e74f716bf7a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849217 Sep 18 19:43:42.096152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5719db4b-8980-4863-9c3e-b044b3c46d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.158134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06a3ad-213a-4ccc-9f36-2a2758fb2240 req-79a22b34-4590-4e06-b4ba-367eb9396908 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:42.172008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e06a3ad-213a-4ccc-9f36-2a2758fb2240 req-79a22b34-4590-4e06-b4ba-367eb9396908 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 944 time: 0.1489372 Sep 18 19:43:42.189616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5719db4b-8980-4863-9c3e-b044b3c46d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.192988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5719db4b-8980-4863-9c3e-b044b3c46d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.211548 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5719db4b-8980-4863-9c3e-b044b3c46d8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/475fef36-9273-4e54-89d7-4fcf8024b8a8 HTTP/1.1" status: 204 len: 168 time: 0.1867208 Sep 18 19:43:42.229575 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.230087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719db4b-8980-4863-9c3e-b044b3c46d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475fef36-9273-4e54-89d7-4fcf8024b8a8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:42.242394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['00bcec10-3078-4b13-90c2-bb96a35b9976'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:42.333542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e06a3ad-213a-4ccc-9f36-2a2758fb2240 req-c4a0a88e-e2f7-4e71-b49b-860b7d1e43c9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606219 Sep 18 19:43:42.350147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-618d4f7c-f313-455e-9602-5ab06be926b0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:42.352068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-618d4f7c-f313-455e-9602-5ab06be926b0 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 944 time: 0.2423692 Sep 18 19:43:42.359446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:42.419481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:42.432184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:42.525989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Pushing event updated for resources: {'Port': ['ID=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:42.657803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256687ef-5376-4f11-b064-99e7741a3e66 req-e391c757-a403-4bd2-9b05-fc31e8d00f4a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:42.665927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-256687ef-5376-4f11-b064-99e7741a3e66 req-e391c757-a403-4bd2-9b05-fc31e8d00f4a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 936 time: 0.3715889 Sep 18 19:43:42.698066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:42.698693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.751618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d7caa-658b-4504-9e0e-f30ef9c735d4 req-dcef0620-a73e-46aa-a5e0-3fb133c9aa95 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:42.753258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d56d7caa-658b-4504-9e0e-f30ef9c735d4 req-dcef0620-a73e-46aa-a5e0-3fb133c9aa95 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.2937996 Sep 18 19:43:42.754816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-81dc5600-3140-4f97-8147-5b5d6a4f5ac3 None None] Provisioning complete for port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:42.755475 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81dc5600-3140-4f97-8147-5b5d6a4f5ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.759681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-3aed3871-cbac-4025-98ee-dbab70043f1a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0050678 Sep 18 19:43:42.797343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-256687ef-5376-4f11-b064-99e7741a3e66 req-61a291b9-35cb-462c-96cf-a31de4256885 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304512 Sep 18 19:43:42.802050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-81dc5600-3140-4f97-8147-5b5d6a4f5ac3 None None] Port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:43:42.808577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Request body: {'port': {'device_id': '2a04e1ed-5519-4171-a066-38083c1711c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:42.877094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Deleting port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:43:42.877437 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:42.953279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d56d7caa-658b-4504-9e0e-f30ef9c735d4 req-7d3eca4d-d4c4-4291-8bf7-5d5ee741d07a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896820 Sep 18 19:43:43.018289 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:43.054503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372832f-94dc-4934-b062-70373e11182d req-9883fe23-ca7a-4dfc-90ba-2887f58fe570 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.060389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372832f-94dc-4934-b062-70373e11182d req-9883fe23-ca7a-4dfc-90ba-2887f58fe570 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.066323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372832f-94dc-4934-b062-70373e11182d req-9883fe23-ca7a-4dfc-90ba-2887f58fe570 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.085222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372832f-94dc-4934-b062-70373e11182d req-9883fe23-ca7a-4dfc-90ba-2887f58fe570 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.085222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372832f-94dc-4934-b062-70373e11182d req-9883fe23-ca7a-4dfc-90ba-2887f58fe570 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.085222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372832f-94dc-4934-b062-70373e11182d req-9883fe23-ca7a-4dfc-90ba-2887f58fe570 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.090065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372832f-94dc-4934-b062-70373e11182d req-9883fe23-ca7a-4dfc-90ba-2887f58fe570 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.092711 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c372832f-94dc-4934-b062-70373e11182d req-9883fe23-ca7a-4dfc-90ba-2887f58fe570 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.2367465 Sep 18 19:43:43.116306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] For port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:43.116817 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:43.131074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Calling delete_port for 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:43:43.365463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c372832f-94dc-4934-b062-70373e11182d req-b10ab41d-fdf7-4252-9b11-57369f8a3957 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1840107 Sep 18 19:43:43.392907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfdfe6-0711-4b83-9fa2-8871ea374d7b req-6aee01af-47ca-4ce5-b205-dbdc8f2104aa tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.401246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bcfdfe6-0711-4b83-9fa2-8871ea374d7b req-6aee01af-47ca-4ce5-b205-dbdc8f2104aa tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.3042741 Sep 18 19:43:43.583800 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:43.591534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bcfdfe6-0711-4b83-9fa2-8871ea374d7b req-0a25de41-7393-4447-b267-21351931a238 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894312 Sep 18 19:43:43.597525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['42483c9a-12cd-4409-94dc-dae2815d3185'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:43.682558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Pushing event deleted for resources: {'Port': ['ID=2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:43.747647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27dafa-7dba-465b-a2ff-98816a1780a3 req-9b531b4c-d37b-432c-88df-56a36da5f7b4 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:43.749262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe27dafa-7dba-465b-a2ff-98816a1780a3 req-9b531b4c-d37b-432c-88df-56a36da5f7b4 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.2716556 Sep 18 19:43:43.848175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] No DVR routers for this DVR port 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:43:43.866881 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:43.868587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b1c71fa-09b8-4bf0-a15f-5cc8f032cdca req-b56fecab-f198-41b8-b89e-3fb500337b12 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.32 "DELETE /v2.0/ports/2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba HTTP/1.1" status: 204 len: 173 time: 1.4818285 Sep 18 19:43:43.870485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4efd683e-f5b1-4f05-8974-e66e1e0f8208 req-cfa99dce-84d6-4c56-aa55-46737f6806cd tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 210 time: 0.0573981 Sep 18 19:43:43.870912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'name': 'network-vif-deleted', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:43.873258 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a07c8-7b22-4ab6-ae90-4c12a57b4fe3" -d '{"events": [{"server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "name": "network-vif-deleted", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:43.926885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe27dafa-7dba-465b-a2ff-98816a1780a3 req-061fdda9-b5ff-49ec-ad92-92ce8aa07403 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492186 Sep 18 19:43:43.996016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:44.016788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.030123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-a53adffd-2aa1-4aa8-9c8a-79b1663b020d tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.032896 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-a53adffd-2aa1-4aa8-9c8a-79b1663b020d tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.1120949 Sep 18 19:43:44.043277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Transition to ACTIVE for port object 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:44.049111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-11'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:44.065370 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.134038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde22474-eb6f-4847-9792-1653bbd13b09 req-5e9dba5d-19de-4a0f-9910-30de13224083 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.141296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cde22474-eb6f-4847-9792-1653bbd13b09 req-5e9dba5d-19de-4a0f-9910-30de13224083 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 936 time: 0.1194577 Sep 18 19:43:44.144884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:44.175332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.267248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cde22474-eb6f-4847-9792-1653bbd13b09 req-737cf185-cc57-4eec-883e-c49bae42d29f tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249533 Sep 18 19:43:44.360869 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b0dad7-6ff6-4761-873f-ff1ea17a70b7 x-openstack-request-id: req-d8b0dad7-6ff6-4761-873f-ff1ea17a70b7 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:44.361441 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8daa5c-5355-49f8-989f-79bd81749a77", "name": "network-vif-deleted", "tag": "2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:44.361917 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8b0dad7-6ff6-4761-873f-ff1ea17a70b7 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:44.362546 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8daa5c-5355-49f8-989f-79bd81749a77', 'name': 'network-vif-deleted', 'tag': '2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba', 'status': 'completed', 'code': 200} Sep 18 19:43:44.378524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:44.392937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Attempting to bind port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:44.393646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Attempting to bind port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:44.393922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Attempting to bind port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:44.404629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:44.406772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Attempting to bind port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:44.467699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:44.467699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:44.467699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:44.467699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Bound port: 3a01dd8e-3ea3-4e66-b700-0bf7304caea8, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:44.476284 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.507506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:44.579511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:44.582624 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f531c673-9e9a-49c6-9d41-ed1618d68668" -d '{"events": [{"server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "name": "network-vif-unplugged", "status": "completed", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:44.588838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.601564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.684933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574144a-fffe-4f63-ac87-5f91a50830f5 req-a699f6f3-3df3-4dee-92d5-26419ae1e673 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.686571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3574144a-fffe-4f63-ac87-5f91a50830f5 req-a699f6f3-3df3-4dee-92d5-26419ae1e673 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 945 time: 0.2630305 Sep 18 19:43:44.732807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on host n-h1-789963-11 for vnic_type normal with profile {"migrating_to": "n-h2-789963-11"} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:44.733242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:44.733640 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:44.741338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Pushing event updated for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:44.744490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:43:44.745611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Attempting to bind port 87d324dd-2cfa-4d65-9606-f90eceddef60 on network d9bd10c5-779c-4527-a92c-87bf493b1da8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:44.745924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506416-65dc-4c11-b6b8-873504e2e41f req-5e5b02db-27fd-4660-b861-354ac90f7115 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.751747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:44.751903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506416-65dc-4c11-b6b8-873504e2e41f req-5e5b02db-27fd-4660-b861-354ac90f7115 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.752004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Checking segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:44.752440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Bound using segment: {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:44.752972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Bound port: 87d324dd-2cfa-4d65-9606-f90eceddef60, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2462256-05a2-4a22-8419-e450456c8d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9bd10c5-779c-4527-a92c-87bf493b1da8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:44.753400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.758537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506416-65dc-4c11-b6b8-873504e2e41f req-5e5b02db-27fd-4660-b861-354ac90f7115 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.764415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506416-65dc-4c11-b6b8-873504e2e41f req-5e5b02db-27fd-4660-b861-354ac90f7115 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.770221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506416-65dc-4c11-b6b8-873504e2e41f req-5e5b02db-27fd-4660-b861-354ac90f7115 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.777413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506416-65dc-4c11-b6b8-873504e2e41f req-5e5b02db-27fd-4660-b861-354ac90f7115 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.783239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506416-65dc-4c11-b6b8-873504e2e41f req-5e5b02db-27fd-4660-b861-354ac90f7115 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:44.791458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79506416-65dc-4c11-b6b8-873504e2e41f req-5e5b02db-27fd-4660-b861-354ac90f7115 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.2412310 Sep 18 19:43:44.807288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45450) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:44.827508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:44.830876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:44.836802 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.851020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3574144a-fffe-4f63-ac87-5f91a50830f5 req-1c86df60-c40b-4e93-9121-02af567385be tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497381 Sep 18 19:43:44.879263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] For port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:44.906624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] For port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:44.919762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:44.921177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Pushing event updated for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=8']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:44.944744 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836690ec-da92-4343-8258-95436c0d5d48 x-openstack-request-id: req-836690ec-da92-4343-8258-95436c0d5d48 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:44.945263 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "name": "network-vif-unplugged", "status": "completed", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:44.945728 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-836690ec-da92-4343-8258-95436c0d5d48 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:44.946376 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60', 'code': 200} Sep 18 19:43:44.953417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79506416-65dc-4c11-b6b8-873504e2e41f req-36255ad0-1c54-4b8a-a296-0e342c503289 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1606445 Sep 18 19:43:45.001392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.002023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:45.003735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/3a01dd8e-3ea3-4e66-b700-0bf7304caea8 HTTP/1.1" status: 200 len: 1097 time: 2.1991930 Sep 18 19:43:45.007877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3a79-f6ba-44b5-9cab-2f59d4028acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:45.020302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.020981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:45.022772 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-02d7fe71-940d-47f3-9e16-7d271153be31 service neutron] 10.222.0.24 "PUT /v2.0/ports/87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 200 len: 1123 time: 0.9812129 Sep 18 19:43:45.109231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:45.122997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['87d324dd-2cfa-4d65-9606-f90eceddef60'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:45.169994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd219cd-870e-4ab3-8fa9-f64370b05569 req-7af70b86-0c52-4f3e-acf4-5d353865443f tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.171619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bd219cd-870e-4ab3-8fa9-f64370b05569 req-7af70b86-0c52-4f3e-acf4-5d353865443f tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1332097 Sep 18 19:43:45.173237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.173585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.173924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.174256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.174872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.175206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.175570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.175888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.176214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.176538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.177408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.177408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415da16-0109-4e23-b747-af0aeca947d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:45.199748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-8daf6c00-172f-47d2-9d1b-62f724198420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.202841 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-8daf6c00-172f-47d2-9d1b-62f724198420 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 1100 time: 0.1295404 Sep 18 19:43:45.213327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['87d324dd-2cfa-4d65-9606-f90eceddef60'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:45.274156 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-737ac230-6586-4f4f-91be-56c2a4342592 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3a01dd8e-3ea3-4e66-b700-0bf7304caea8 HTTP/1.1" status: 200 len: 217 time: 0.0593677 Sep 18 19:43:45.286676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:45.290928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fbca204-c98b-4e2c-9872-d7895edd8bcd req-df3776bb-b493-4560-b45a-56d77fc390ac tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 210 time: 0.0409746 Sep 18 19:43:45.306282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bd219cd-870e-4ab3-8fa9-f64370b05569 req-e3e41ccf-db98-4ff7-8729-42e753372fef tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224034 Sep 18 19:43:45.366189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-0214220e-4d80-472d-acfb-22974c6126a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.368392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-0214220e-4d80-472d-acfb-22974c6126a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0879765 Sep 18 19:43:45.408730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:43:45.412030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2b7e0565-5c6d-4166-b2c3-2ea0da7c47ba not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:43:45.416857 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3a79-f6ba-44b5-9cab-2f59d4028acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:45.426415 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d3a79-f6ba-44b5-9cab-2f59d4028acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:45.470913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d3a79-f6ba-44b5-9cab-2f59d4028acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3545b813-4300-4bbc-a286-4fc185f01302,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:45.493034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 87d324dd-2cfa-4d65-9606-f90eceddef60 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:45.513479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-f6b0f0e6-5290-4c6b-8eff-1689d4c6f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.516833 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-f6b0f0e6-5290-4c6b-8eff-1689d4c6f864 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388433 Sep 18 19:43:45.525044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d9d3a79-f6ba-44b5-9cab-2f59d4028acf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cacef9ee72104df18e02f50e842f03cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7138352 Sep 18 19:43:45.526095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45480) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:45.542303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540115a-5902-4d86-9c61-aa5bbb9aacd0 req-b2b381c0-e034-4dbc-bc77-307be1308aa8 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.543999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a540115a-5902-4d86-9c61-aa5bbb9aacd0 req-b2b381c0-e034-4dbc-bc77-307be1308aa8 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.0741727 Sep 18 19:43:45.620130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8ca21-d786-456f-a94e-b3f0c3d7a37a req-15b3039b-b9d2-48c9-8099-a664aa43c25e tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.621786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01e8ca21-d786-456f-a94e-b3f0c3d7a37a req-15b3039b-b9d2-48c9-8099-a664aa43c25e tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 948 time: 0.0768280 Sep 18 19:43:45.659148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a540115a-5902-4d86-9c61-aa5bbb9aacd0 req-7d65340c-5e6a-41ec-9794-2b93bc4a424a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799432 Sep 18 19:43:45.673851 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:43:45.675088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01e8ca21-d786-456f-a94e-b3f0c3d7a37a req-de9c89ea-c61e-453a-918f-3983f2843171 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Sep 18 19:43:45.798528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:45.813740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 87d324dd-2cfa-4d65-9606-f90eceddef60 has no active binding in host n-h2-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 19:43:45.816771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30c9f-220e-4426-8a6d-44e9be11e7a3 req-81b649a8-6f7a-43b3-bec5-c60c931b35b6 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.818925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bba30c9f-220e-4426-8a6d-44e9be11e7a3 req-81b649a8-6f7a-43b3-bec5-c60c931b35b6 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 949 time: 0.0653002 Sep 18 19:43:45.863037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bba30c9f-220e-4426-8a6d-44e9be11e7a3 req-46cb9538-3a39-4d26-93df-e59f2ec5487e tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373020 Sep 18 19:43:45.995483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dbf2a-831b-4495-a58f-e40b385c608f req-c6e50743-6595-4f46-973b-f0fb4e0b41e4 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:45.997256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c9dbf2a-831b-4495-a58f-e40b385c608f req-c6e50743-6595-4f46-973b-f0fb4e0b41e4 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.0673406 Sep 18 19:43:46.006921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5f4c-fc0a-4d2c-8c52-2770b59b158e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:46.034627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-d06839b4-77d5-41e4-b5d6-c1164039ea21 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058489 Sep 18 19:43:46.049083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c9dbf2a-831b-4495-a58f-e40b385c608f req-c49be7c7-5188-43d9-8cf8-ead75a258742 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456209 Sep 18 19:43:46.055663 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5f4c-fc0a-4d2c-8c52-2770b59b158e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:46.174074 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4b5fb3c6-6b83-424c-809b-c98d2bc7616d req-2653e20e-253a-4d87-a1d4-6f1e0a68051a service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304197 Sep 18 19:43:46.185493 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5f4c-fc0a-4d2c-8c52-2770b59b158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:46.188297 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5f4c-fc0a-4d2c-8c52-2770b59b158e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:46.189630 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a4c5f4c-fc0a-4d2c-8c52-2770b59b158e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3545b813-4300-4bbc-a286-4fc185f01302 HTTP/1.1" status: 204 len: 168 time: 0.6622446 Sep 18 19:43:46.203015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c5f4c-fc0a-4d2c-8c52-2770b59b158e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3545b813-4300-4bbc-a286-4fc185f01302,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:46.218232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-9b1e443b-1e7e-4b19-b9ae-f0d7099cf424 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.233173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-9b1e443b-1e7e-4b19-b9ae-f0d7099cf424 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.239576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-9b1e443b-1e7e-4b19-b9ae-f0d7099cf424 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.246025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-9b1e443b-1e7e-4b19-b9ae-f0d7099cf424 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.252695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-9b1e443b-1e7e-4b19-b9ae-f0d7099cf424 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.258915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-9b1e443b-1e7e-4b19-b9ae-f0d7099cf424 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.264860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-9b1e443b-1e7e-4b19-b9ae-f0d7099cf424 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.266866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-9b1e443b-1e7e-4b19-b9ae-f0d7099cf424 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.1391754 Sep 18 19:43:46.337272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f92a417e-e641-4d1c-a1f1-b31d0f732f77 req-1495fc96-9394-4de8-ae04-9664570bc072 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624652 Sep 18 19:43:46.364285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a04e1ed-5519-4171-a066-38083c1711c6', 'tag': '3a01dd8e-3ea3-4e66-b700-0bf7304caea8'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:46.367840 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a04e1ed-5519-4171-a066-38083c1711c6", "tag": "3a01dd8e-3ea3-4e66-b700-0bf7304caea8"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:46.448839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c7bff99-e631-4c42-852b-4ed1d2f35ae3 req-9ff07112-831e-4355-b36c-430164137291 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 210 time: 0.0338047 Sep 18 19:43:46.582892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f844ac-be92-4dbf-b90f-a8bce0b4d27b req-51791e08-22dd-4757-97c5-5452117189b1 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.585536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78f844ac-be92-4dbf-b90f-a8bce0b4d27b req-51791e08-22dd-4757-97c5-5452117189b1 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.0638738 Sep 18 19:43:46.664306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78f844ac-be92-4dbf-b90f-a8bce0b4d27b req-2867aa1a-e866-4b25-96b9-443f8403b15f tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677028 Sep 18 19:43:46.722937 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0674c42-0325-40bc-b0e7-ff44e7049c77 x-openstack-request-id: req-e0674c42-0325-40bc-b0e7-ff44e7049c77 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:46.723297 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a04e1ed-5519-4171-a066-38083c1711c6", "tag": "3a01dd8e-3ea3-4e66-b700-0bf7304caea8", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:46.724819 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0674c42-0325-40bc-b0e7-ff44e7049c77 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:46.725869 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a04e1ed-5519-4171-a066-38083c1711c6', 'tag': '3a01dd8e-3ea3-4e66-b700-0bf7304caea8', 'status': 'completed', 'code': 200} Sep 18 19:43:46.806894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-8d907119-b4cf-4211-8357-774c3c0dd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.809096 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-8d907119-b4cf-4211-8357-774c3c0dd4cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 1100 time: 0.0648775 Sep 18 19:43:46.862362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8391a4-c73b-4773-8498-7c36fea10c77 req-78232d4d-52f2-4ec2-8a12-52185363f51e tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.864992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc8391a4-c73b-4773-8498-7c36fea10c77 req-78232d4d-52f2-4ec2-8a12-52185363f51e tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.0654891 Sep 18 19:43:46.957153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc8391a4-c73b-4773-8498-7c36fea10c77 req-40e41c5a-71ca-47fc-9b49-6cb0b904bf2c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837252 Sep 18 19:43:46.970525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:46.973840 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b391bc3f-863c-4d3d-b01a-6ad646190946" -d '{"events": [{"name": "network-changed", "server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:46.984571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-509dd398-eb2b-4fda-bbbf-8f4f1ca80141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:46.987124 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-509dd398-eb2b-4fda-bbbf-8f4f1ca80141 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1686447 Sep 18 19:43:47.070766 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf7e6e-5252-43ac-b66b-f0e4e717f91e x-openstack-request-id: req-a0bf7e6e-5252-43ac-b66b-f0e4e717f91e {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:47.072651 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:47.072651 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0bf7e6e-5252-43ac-b66b-f0e4e717f91e {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:47.072651 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60', 'status': 'completed', 'code': 200} Sep 18 19:43:47.079677 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-936167ca-5162-4968-bbe2-3e4ecd42ac98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3a01dd8e-3ea3-4e66-b700-0bf7304caea8 HTTP/1.1" status: 200 len: 217 time: 0.0786896 Sep 18 19:43:47.109944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9baa9-5b5f-48e0-97dd-ed5c4e97f8cf req-b95bb203-6a67-4512-ab2d-4b3899c5383c tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.118307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27a9baa9-5b5f-48e0-97dd-ed5c4e97f8cf req-b95bb203-6a67-4512-ab2d-4b3899c5383c tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 948 time: 0.0760703 Sep 18 19:43:47.194226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27a9baa9-5b5f-48e0-97dd-ed5c4e97f8cf req-83e978ee-0d30-46b2-be47-8c5e8c6201a7 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722442 Sep 18 19:43:47.195340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45580) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:47.213284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-56b5c85d-2ab5-4cd9-997a-407592949f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.214881 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-56b5c85d-2ab5-4cd9-997a-407592949f25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1269753 Sep 18 19:43:47.244636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-696a55ea-46ee-4c85-b2d2-272dbb952370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.246473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-696a55ea-46ee-4c85-b2d2-272dbb952370 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1126 time: 0.1250753 Sep 18 19:43:47.281378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b97bfd18-5b88-49c7-beb5-b7b21d1efacf details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:47.300059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a050e-f3ee-421f-bde8-8cad29f80586 req-977ba049-8296-40ff-841a-95eb7aa140b3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.301848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c82a050e-f3ee-421f-bde8-8cad29f80586 req-977ba049-8296-40ff-841a-95eb7aa140b3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.1033571 Sep 18 19:43:47.318826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-406b2207-d55d-4c3f-ae06-708c73da1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.320718 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-406b2207-d55d-4c3f-ae06-708c73da1492 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0945375 Sep 18 19:43:47.357067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1775853053-network', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:47.374564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c82a050e-f3ee-421f-bde8-8cad29f80586 req-73cd9ddf-9b53-448d-a187-7ea7383eae36 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Sep 18 19:43:47.434309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-1220ed07-069b-4285-9cf6-2fbaa92b2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.441114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-1220ed07-069b-4285-9cf6-2fbaa92b2e4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.1861048 Sep 18 19:43:47.468520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Made reservation on behalf of e6fd9682441a46dc926bbbd1c744f806 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:47.469631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b97bfd18-5b88-49c7-beb5-b7b21d1efacf, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:47.470713 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.486868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf', 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e', 'port_id': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf', 'mac_address': 'fa:16:3e:4a:cd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef2e0f3-7b20-4f09-a210-fbcb676c2bbf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:47.505835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.510217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-f50770a7-6b00-4c64-8709-85597f7b8a47 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806276 Sep 18 19:43:47.512554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-7851af9a-a90b-4b44-aee5-7010a82c6a74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 200 len: 217 time: 0.0621326 Sep 18 19:43:47.531258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:47.533387 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:47.588872 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.627085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97bfd18-5b88-49c7-beb5-b7b21d1efacf {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:47.675248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-feb08545-fd88-4ab6-8768-ba7f7a274fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.677104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-feb08545-fd88-4ab6-8768-ba7f7a274fbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1502776 Sep 18 19:43:47.694712 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bc2bf4ea-c6b7-4e0e-a47c-ec99dffa7c7e req-9c6dcd56-9ad3-4a7a-9af9-493a5d35bf98 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703684 Sep 18 19:43:47.712096 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b97bfd18-5b88-49c7-beb5-b7b21d1efacf, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:47.746209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.747261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:47.749297 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.758542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.794792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:43:47.806285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab55a57-b4a9-4cba-a154-7c3f8e607854,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:47.822627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.822973 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Added segment d42c8b55-a5cb-4a52-b878-f3ba0376c82b of type vlan for network 8ae187e9-b491-4fb0-a901-856bdae9a165 Sep 18 19:43:47.824375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-3d360e04-32d4-4958-b09f-77f01261d7cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734928 Sep 18 19:43:47.884827 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.894680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:47.896435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-a988842f-c99c-49da-9d57-8cdee912664d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.903470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-a988842f-c99c-49da-9d57-8cdee912664d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.909878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-a988842f-c99c-49da-9d57-8cdee912664d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.916974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-a988842f-c99c-49da-9d57-8cdee912664d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.918969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.923204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-a988842f-c99c-49da-9d57-8cdee912664d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.930238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-a988842f-c99c-49da-9d57-8cdee912664d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.936714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-a988842f-c99c-49da-9d57-8cdee912664d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.945650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-a988842f-c99c-49da-9d57-8cdee912664d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5431 time: 0.4354177 Sep 18 19:43:47.948652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:47.949537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:47.955806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e02fc256-5029-4e15-bd49-2fd1c411d907 req-c502500c-abc3-4388-bfb0-440430b180ac tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 210 time: 0.1194274 Sep 18 19:43:48.006519 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8097947 Sep 18 19:43:48.007216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45602) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:48.014157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Request body: {'subnet': {'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1775853053-subnet', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:48.035873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.037968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12b0b5c0-c237-450e-bea0-e65b208c6f17 req-01104f29-d0b1-4d2d-8198-f1d9b42a9b0b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915008 Sep 18 19:43:48.073026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Made reservation on behalf of e6fd9682441a46dc926bbbd1c744f806 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:43:48.075567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.080492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:48.103812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '22013aa7-0b5e-4ee5-9c4c-579a9e466e81', 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'port_id': '22013aa7-0b5e-4ee5-9c4c-579a9e466e81', 'mac_address': 'fa:16:3e:34:cd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09634331-ef41-46da-8cad-4581544f7e55', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:48.148634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-10a34ffe-914e-4e87-ac8c-ebc86bea1c9a service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937670 Sep 18 19:43:48.168591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.168942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.169392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.169733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.170046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.170459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.170931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.171550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.171889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.172301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.172529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.172945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:48.181374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f899a7-0457-4704-ad69-23eeffd43e5f admin admin] Pushing event updated for resources: {'Network': ['ID=8ae187e9-b491-4fb0-a901-856bdae9a165,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:48.201087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:48.227191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:48.229812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2725e-4fe4-497e-858d-6661788416fd req-b927356b-4b7b-42e3-8c19-f4c078d7e51f tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:48.234010 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1609b3c-7e6e-4750-ae0f-36e1b22cecaf" -d '{"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-unplugged", "status": "completed", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:48.238284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58e2725e-4fe4-497e-858d-6661788416fd req-b927356b-4b7b-42e3-8c19-f4c078d7e51f tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1457572 Sep 18 19:43:48.240059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:43:48.339740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:48.344792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.355522 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.357998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '3a01dd8e-3ea3-4e66-b700-0bf7304caea8', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '3a01dd8e-3ea3-4e66-b700-0bf7304caea8', 'mac_address': 'fa:16:3e:57:13:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:48.365064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58e2725e-4fe4-497e-858d-6661788416fd req-dd4115dd-3d96-48dd-927a-72acefd70528 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256621 Sep 18 19:43:48.417991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d33edb-25e6-4230-9467-a7b192882162 req-4971bde7-2e57-479c-8308-b4c09b0a7eb9 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:48.423723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.426495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2d33edb-25e6-4230-9467-a7b192882162 req-4971bde7-2e57-479c-8308-b4c09b0a7eb9 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.1785045 Sep 18 19:43:48.462022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391bc3f-863c-4d3d-b01a-6ad646190946 req-31b88ea5-e5b6-44cd-8545-a061cc3822a7 service neutron] 10.222.0.32 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019533 Sep 18 19:43:48.473558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:48.483741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:48.505699 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2d33edb-25e6-4230-9467-a7b192882162 req-ac876dae-74b3-4897-b170-d94965e07699 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780580 Sep 18 19:43:48.533252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.540489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:48.550997 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.551943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae1dfef-ae63-4101-afaa-4fdd2c21a59e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:48.553340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8c955a7d-9c06-4e3c-bd27-06abedfeccda details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:48.558933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Checking segment: {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:48.559623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Network hostable DHCP agents. Network: 8ae187e9-b491-4fb0-a901-856bdae9a165, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:43:48.566140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:48.591679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:43:48.606950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 8ae187e9-b491-4fb0-a901-856bdae9a165) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:48.607942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fbdee-3425-4b27-a75f-e076eda8f5ee req-13c6406b-cd53-47bf-8bb6-fa64cc094c68 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:48.609071 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1400e8a4-2eb9-4acd-80d5-f369cc8c24f5 x-openstack-request-id: req-1400e8a4-2eb9-4acd-80d5-f369cc8c24f5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:48.609249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-719fbdee-3425-4b27-a75f-e076eda8f5ee req-13c6406b-cd53-47bf-8bb6-fa64cc094c68 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 948 time: 0.1340432 Sep 18 19:43:48.609390 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-unplugged", "status": "completed", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:48.609609 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1400e8a4-2eb9-4acd-80d5-f369cc8c24f5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:48.609995 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'code': 200} Sep 18 19:43:48.624428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f9df2c-e7f2-440d-b8c6-b70d0c62cae0 None None] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:43:48.625404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:48.626750 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.637022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:48.659945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-39ffe331-a780-4652-a245-78b2dc83ae45 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6472688 Sep 18 19:43:48.660279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:48.669007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:48.674778 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.700384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-719fbdee-3425-4b27-a75f-e076eda8f5ee req-16d6708e-2d81-4be6-b3b0-ce88dc55bded tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799272 Sep 18 19:43:48.716939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.718436 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.733707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8c955a7d-9c06-4e3c-bd27-06abedfeccda, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:48.737557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:48.782405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae751b-ac32-4212-8a62-f6a39a903be7 req-f5221f02-cbd1-4812-8fc1-7a3503e9d7a3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:48.784392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33ae751b-ac32-4212-8a62-f6a39a903be7 req-f5221f02-cbd1-4812-8fc1-7a3503e9d7a3 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.0813246 Sep 18 19:43:48.793117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:48.839519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33ae751b-ac32-4212-8a62-f6a39a903be7 req-5f14c395-c57a-4f0a-a0c2-0ee005a934d5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488536 Sep 18 19:43:48.929168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '8c955a7d-9c06-4e3c-bd27-06abedfeccda', 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'port_id': '8c955a7d-9c06-4e3c-bd27-06abedfeccda', 'mac_address': 'fa:16:3e:14:2e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09634331-ef41-46da-8cad-4581544f7e55', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:48.978709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.004981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:49.041332 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.066153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c955a7d-9c06-4e3c-bd27-06abedfeccda {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:49.111107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8c955a7d-9c06-4e3c-bd27-06abedfeccda, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:49.111294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-878bf63f-082b-4b69-bfb6-9f803f5383e8 req-32a3bf3b-b5b7-4e69-874b-4fffc14a4a73 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c8daa5c-5355-49f8-989f-79bd81749a77 HTTP/1.1" status: 200 len: 210 time: 0.0656958 Sep 18 19:43:49.113160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-8ae187e9-b491-4fb0-a901-856bdae9a165', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:43:49.114338 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.126615 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.127243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:49.171119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['3a01dd8e-3ea3-4e66-b700-0bf7304caea8'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:49.327105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-4df0b24d-3812-4c56-a761-ccb041960635 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.329140 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:43:49.332569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8c955a7d-9c06-4e3c-bd27-06abedfeccda,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:49.358989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-4df0b24d-3812-4c56-a761-ccb041960635 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.369061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-4df0b24d-3812-4c56-a761-ccb041960635 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.380570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-4df0b24d-3812-4c56-a761-ccb041960635 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.393266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-4df0b24d-3812-4c56-a761-ccb041960635 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.404165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-4df0b24d-3812-4c56-a761-ccb041960635 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.411764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:49.418966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-4df0b24d-3812-4c56-a761-ccb041960635 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.438293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-4df0b24d-3812-4c56-a761-ccb041960635 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5434 time: 0.2124460 Sep 18 19:43:49.444126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897', 'network_id': '6367da50-d531-4051-9b97-5de75e5cd84e', 'port_id': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897', 'mac_address': 'fa:16:3e:41:68:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef2e0f3-7b20-4f09-a210-fbcb676c2bbf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:49.476853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.503938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.514545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:49.575745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-005ef15e-a6fd-494b-a7ea-b029de7a1725 req-2b425366-ff9b-42ec-b9fe-7afbe9686958 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359057 Sep 18 19:43:49.588298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.611804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b9ca6-89e6-4bda-83d7-9ca732bc104e req-a50bb6b4-7ae1-42b8-b8c6-18a0caba236e tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.613366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c89b9ca6-89e6-4bda-83d7-9ca732bc104e req-a50bb6b4-7ae1-42b8-b8c6-18a0caba236e tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1149499 Sep 18 19:43:49.638200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Allocated IP 172.25.8.224 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:49.645974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Allocated IP 172.20.0.2 (8ae187e9-b491-4fb0-a901-856bdae9a165/eae1dfef-ae63-4101-afaa-4fdd2c21a59e/cabcb604-ab40-446f-b550-294d5c18d11f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:49.730233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c89b9ca6-89e6-4bda-83d7-9ca732bc104e req-49c75950-6fe3-486e-8449-6b5cf8584bc7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067271 Sep 18 19:43:49.734105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:49.780207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.793474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820eb6f-82fd-4d04-8305-dcbe8e796b41 req-53b748d3-ef9e-4fbf-abca-64dc1639b84b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:49.797295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a820eb6f-82fd-4d04-8305-dcbe8e796b41 req-53b748d3-ef9e-4fbf-abca-64dc1639b84b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.1197648 Sep 18 19:43:49.814310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:49.822547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:49.829488 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.854736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a820eb6f-82fd-4d04-8305-dcbe8e796b41 req-d5bf8f04-31e4-4cf1-aab0-eed3170f152c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Sep 18 19:43:49.862764 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:49.863803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7e5d3ba6-7070-487e-97c5-d24d2f988a18 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:49.896998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:49.901236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:49.918605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:49.920483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'mac_address': 'fa:16:3e:77:5d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:50.004916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7e5d3ba6-7070-487e-97c5-d24d2f988a18, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:50.011624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9423c5-f018-4a93-a5aa-946a016f8f8d req-37689efc-e68c-4114-aeb7-395bd77b3a9a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.013428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af9423c5-f018-4a93-a5aa-946a016f8f8d req-37689efc-e68c-4114-aeb7-395bd77b3a9a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 949 time: 0.1345344 Sep 18 19:43:50.037104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf675e91-2c48-4aa3-8a3c-14b1dfb95f4c req-0d748960-4a33-439d-91e2-26788564b370 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.038861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf675e91-2c48-4aa3-8a3c-14b1dfb95f4c req-0d748960-4a33-439d-91e2-26788564b370 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.0900359 Sep 18 19:43:50.049140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:50.062292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.063562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.064857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.065496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.066213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.066765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.067358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.069332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.070545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.070965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.071973 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.072319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:43:50.073464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '7e5d3ba6-7070-487e-97c5-d24d2f988a18', 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'port_id': '7e5d3ba6-7070-487e-97c5-d24d2f988a18', 'mac_address': 'fa:16:3e:1b:d8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09634331-ef41-46da-8cad-4581544f7e55', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:50.078523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:50.088916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.116236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:50.117755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af9423c5-f018-4a93-a5aa-946a016f8f8d req-1e361805-7f2f-424d-9064-ae572f56310a tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925508 Sep 18 19:43:50.136183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf675e91-2c48-4aa3-8a3c-14b1dfb95f4c req-48ae6989-a8bc-4014-b8c7-b9857b3a51ce tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889673 Sep 18 19:43:50.140700 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.157490 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.196949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:50.198200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.217804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.231811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:50.233939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5d3ba6-7070-487e-97c5-d24d2f988a18 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:50.243774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:50.246536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Pushing event updated for resources: {'Port': ['ID=cabcb604-ab40-446f-b550-294d5c18d11f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:50.249012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:50.295416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7e5d3ba6-7070-487e-97c5-d24d2f988a18, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:50.318896 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.319614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device fa365d07-782b-4a4d-856c-dd0ceae58661 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:50.376419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:50.408964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.411202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:50.430087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Attempting to bind port cabcb604-ab40-446f-b550-294d5c18d11f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:50.430743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Attempting to bind port cabcb604-ab40-446f-b550-294d5c18d11f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:50.430846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Attempting to bind port cabcb604-ab40-446f-b550-294d5c18d11f on network 8ae187e9-b491-4fb0-a901-856bdae9a165 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:50.469977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port fa365d07-782b-4a4d-856c-dd0ceae58661, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa365d07-782b-4a4d-856c-dd0ceae58661,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:50.481575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:50.481949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Checking segment: {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:50.482345 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.482741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Bound using segment: {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:50.483222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Bound port: cabcb604-ab40-446f-b550-294d5c18d11f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:50.483630 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.520391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'fa365d07-782b-4a4d-856c-dd0ceae58661', 'network_id': '3b604b41-6341-4255-96ae-37e1fe5e6924', 'port_id': 'fa365d07-782b-4a4d-856c-dd0ceae58661', 'mac_address': 'fa:16:3e:af:f2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09634331-ef41-46da-8cad-4581544f7e55', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:50.562536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7e5d3ba6-7070-487e-97c5-d24d2f988a18,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:50.630057 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.635098 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.664334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] For port cabcb604-ab40-446f-b550-294d5c18d11f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:50.676931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa365d07-782b-4a4d-856c-dd0ceae58661 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:50.690250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] For port cabcb604-ab40-446f-b550-294d5c18d11f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cabcb604-ab40-446f-b550-294d5c18d11f,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:50.716772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port fa365d07-782b-4a4d-856c-dd0ceae58661, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa365d07-782b-4a4d-856c-dd0ceae58661,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:50.718538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.753155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404301b-5663-49db-8aa2-777273594acd req-f2f66dd2-8fe7-4a62-8258-7f36e0460e94 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.763032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404301b-5663-49db-8aa2-777273594acd req-f2f66dd2-8fe7-4a62-8258-7f36e0460e94 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.764314 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:50.764966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 38b3490c-b05b-4e44-a05f-ac3ee15bdacc details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:43:50.800650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404301b-5663-49db-8aa2-777273594acd req-f2f66dd2-8fe7-4a62-8258-7f36e0460e94 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.806226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Router ba3dd305-cace-4575-8bf9-2b53a9895fb5 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:43:50.820985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404301b-5663-49db-8aa2-777273594acd req-f2f66dd2-8fe7-4a62-8258-7f36e0460e94 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.839637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404301b-5663-49db-8aa2-777273594acd req-f2f66dd2-8fe7-4a62-8258-7f36e0460e94 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.846057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404301b-5663-49db-8aa2-777273594acd req-f2f66dd2-8fe7-4a62-8258-7f36e0460e94 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.852769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385db37a-99bf-4fea-8785-1c997d173582 None None] Pushing event updated for resources: {'Port': ['ID=cabcb604-ab40-446f-b550-294d5c18d11f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:50.858831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404301b-5663-49db-8aa2-777273594acd req-f2f66dd2-8fe7-4a62-8258-7f36e0460e94 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:50.867636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0404301b-5663-49db-8aa2-777273594acd req-f2f66dd2-8fe7-4a62-8258-7f36e0460e94 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5436 time: 0.1922829 Sep 18 19:43:50.951879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:43:50.956373 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0404301b-5663-49db-8aa2-777273594acd req-e22527e1-d632-42a0-87f2-b39ba0c8a6d8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873818 Sep 18 19:43:50.976687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Sync routers for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:43:50.996752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cacdd-341b-4586-9f08-a9dc4120214c req-b2b190b8-915a-401e-8051-289ea78001c0 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:51.006698 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:51.007153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-697cacdd-341b-4586-9f08-a9dc4120214c req-b2b190b8-915a-401e-8051-289ea78001c0 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1367283 Sep 18 19:43:51.011133 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3f86aa2a-46dd-4f87-8b81-913d7fc53c27 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3471498 Sep 18 19:43:51.012218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45664) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:51.090732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-697cacdd-341b-4586-9f08-a9dc4120214c req-57a8f8c3-5dcd-4b16-8bbb-abd9fcae1dd6 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823607 Sep 18 19:43:51.129299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=fa365d07-782b-4a4d-856c-dd0ceae58661,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:51.140843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:43:51.141749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:43:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:51.145607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:51.181726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eec3af-c945-43ef-80e0-d104034d3c72 req-2e347e5d-74ec-4de4-8de6-3580daba057f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:51.185335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4eec3af-c945-43ef-80e0-d104034d3c72 req-2e347e5d-74ec-4de4-8de6-3580daba057f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.0795498 Sep 18 19:43:51.256564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4eec3af-c945-43ef-80e0-d104034d3c72 req-f7590ba3-9413-4aa3-afb7-601d662e6055 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622520 Sep 18 19:43:51.269441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'port_id': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'mac_address': 'fa:16:3e:39:d6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:43:51.413632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:43:51.418015 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:51.512665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3a3bb-7ee2-43c5-a822-0997303ec5e0 req-7b747955-d5e7-40f4-8dd4-deb238fd6b8e tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:51.521943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edc3a3bb-7ee2-43c5-a822-0997303ec5e0 req-7b747955-d5e7-40f4-8dd4-deb238fd6b8e tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 949 time: 0.2627752 Sep 18 19:43:51.543039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b419f-bd27-42a1-bcd7-49c44a6f3c62 req-fc13cc22-6f70-4114-a668-15e7de9b5064 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:51.563044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b9b419f-bd27-42a1-bcd7-49c44a6f3c62 req-fc13cc22-6f70-4114-a668-15e7de9b5064 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 943 time: 0.1958690 Sep 18 19:43:51.565952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-3f8af9aa-3597-48b8-a772-108d59618149 service neutron] 10.222.0.32 "GET /v2.0/ports/87d324dd-2cfa-4d65-9606-f90eceddef60/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.2738638 Sep 18 19:43:51.688751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b9b419f-bd27-42a1-bcd7-49c44a6f3c62 req-98748746-99b1-405c-a67b-e5d3e2dc3955 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244674 Sep 18 19:43:51.696060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:51.731092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edc3a3bb-7ee2-43c5-a822-0997303ec5e0 req-267fc5c2-7452-44d0-913b-ff96d77881cf tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639600 Sep 18 19:43:51.872590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:51.875893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cabcb604-ab40-446f-b550-294d5c18d11f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:52.004218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Allocated IP 172.20.0.1 (8ae187e9-b491-4fb0-a901-856bdae9a165/eae1dfef-ae63-4101-afaa-4fdd2c21a59e/06745711-129c-441e-91d7-361e366628ff) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:52.036697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b3490c-b05b-4e44-a05f-ac3ee15bdacc {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:52.058877 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-98405c51-b2ec-423f-a430-f71408d83b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:52.060002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:52.153380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:52.204640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:52.230284 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:52.254667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d324dd-2cfa-4d65-9606-f90eceddef60 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:43:52.279736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:52.304058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:52.341520 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:52.355974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-a6c1703d-3267-4ec7-9c18-d3af7e6000d3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:52.363222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-a6c1703d-3267-4ec7-9c18-d3af7e6000d3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:52.370064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-a6c1703d-3267-4ec7-9c18-d3af7e6000d3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:52.374480 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cabcb604-ab40-446f-b550-294d5c18d11f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:52.375057 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:52.376247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-a6c1703d-3267-4ec7-9c18-d3af7e6000d3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:52.383319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-a6c1703d-3267-4ec7-9c18-d3af7e6000d3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:52.389640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-a6c1703d-3267-4ec7-9c18-d3af7e6000d3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:52.396136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-a6c1703d-3267-4ec7-9c18-d3af7e6000d3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:52.398146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-a6c1703d-3267-4ec7-9c18-d3af7e6000d3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5437 time: 0.2994795 Sep 18 19:43:52.476183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:43:52.487186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617b08ce-ff99-4806-8e36-e44e10f527c4 None None] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:43:52.500159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:52.500535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:52.520462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:52.893765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d74a2-6b45-4433-b693-79c3705751e8 req-eb19c468-83c6-4d24-a819-60ae0f2f0383 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:52.903889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b19d74a2-6b45-4433-b693-79c3705751e8 req-eb19c468-83c6-4d24-a819-60ae0f2f0383 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.6575713 Sep 18 19:43:52.984197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02eb03e3-8136-47a5-b74a-c927b38cdee5 req-45b190bb-09fe-4428-8419-40fe0215cf0d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5745747 Sep 18 19:43:53.005179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b19d74a2-6b45-4433-b693-79c3705751e8 req-5cef68ae-7316-487d-87a0-16f9b00e650b tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000044 Sep 18 19:43:53.027203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:53.071846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] Transition to ACTIVE for port object 87d324dd-2cfa-4d65-9606-f90eceddef60 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:43:53.085122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:53.122390 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['22013aa7-0b5e-4ee5-9c4c-579a9e466e81'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:53.183528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:53.192898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:53.205148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:53.213443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] Pushing event updated for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=10']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:53.279618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb6bfb-2a85-4605-b093-92f25115c0e7 req-7048471d-a77e-4403-9179-bdd392ed839d tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:53.287979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8eb6bfb-2a85-4605-b093-92f25115c0e7 req-7048471d-a77e-4403-9179-bdd392ed839d tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.1971934 Sep 18 19:43:53.340322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:53.348821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['b97bfd18-5b88-49c7-beb5-b7b21d1efacf'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:53.355526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8eb6bfb-2a85-4605-b093-92f25115c0e7 req-815d7cf7-98fd-4abb-981e-9731b66e4b5f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661323 Sep 18 19:43:53.361754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Pushing event updated for resources: {'Port': ['ID=06745711-129c-441e-91d7-361e366628ff,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:53.403875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] No DVR routers for this DVR port 87d324dd-2cfa-4d65-9606-f90eceddef60 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:43:53.422908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['8c955a7d-9c06-4e3c-bd27-06abedfeccda'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:53.469509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4ba59-4e47-4af3-af24-e76ae7e34a6e req-36c946b6-0be9-4f43-aa74-c49d8478c328 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:53.480322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44e4ba59-4e47-4af3-af24-e76ae7e34a6e req-36c946b6-0be9-4f43-aa74-c49d8478c328 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 944 time: 0.3026116 Sep 18 19:43:53.489651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:53.491960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42ee0a96-0436-4a31-bc46-37811b529d3d None None] Provisioning complete for port cabcb604-ab40-446f-b550-294d5c18d11f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:53.492390 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42ee0a96-0436-4a31-bc46-37811b529d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:53.494579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['38b3490c-b05b-4e44-a05f-ac3ee15bdacc'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:53.508423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7e5d3ba6-7070-487e-97c5-d24d2f988a18'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:53.518086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-4f78702c-f6ec-4da1-8183-fd246f92c1ae service neutron] 10.222.0.32 "PUT /v2.0/ports/87d324dd-2cfa-4d65-9606-f90eceddef60/bindings/n-h2-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 1.9439831 Sep 18 19:43:53.521396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['fa365d07-782b-4a4d-856c-dd0ceae58661'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:53.580059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44e4ba59-4e47-4af3-af24-e76ae7e34a6e req-24eece95-91b1-4f98-b7f2-5d914bdd00fe tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984251 Sep 18 19:43:53.629313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bde35-0907-4941-a871-57e54369e245 req-4345ef03-1e5d-4a71-8437-7194da7b5795 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:53.632274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-295bde35-0907-4941-a871-57e54369e245 req-4345ef03-1e5d-4a71-8437-7194da7b5795 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 949 time: 0.1457379 Sep 18 19:43:53.726022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-295bde35-0907-4941-a871-57e54369e245 req-8fd36d92-3b29-466b-b66a-7828aaae72db tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854826 Sep 18 19:43:53.845357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:53.847041 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:53.878278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-f2a66d2d-83a1-4533-9d50-8d7b9a403d35 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:53.882304 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-f2a66d2d-83a1-4533-9d50-8d7b9a403d35 tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.2818580 Sep 18 19:43:53.890571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:53.954131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a04e1ed-5519-4171-a066-38083c1711c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a01dd8e-3ea3-4e66-b700-0bf7304caea8'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:53.956712 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eade5e-2aa3-4a65-9648-c5ca299a29a5" -d '{"events": [{"server_uuid": "2a04e1ed-5519-4171-a066-38083c1711c6", "name": "network-vif-plugged", "status": "completed", "tag": "3a01dd8e-3ea3-4e66-b700-0bf7304caea8"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:53.983646 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:54.055008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-211decc7-5b27-425f-99bd-da27461d92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.056462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:54.057443 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-211decc7-5b27-425f-99bd-da27461d92a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72&tenant_id=67fefe280cc24400856c613ffce9bc8b HTTP/1.1" status: 200 len: 1096 time: 0.1637137 Sep 18 19:43:54.261584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-d95788de-e682-46c9-854d-2ff1205c9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.264417 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-d95788de-e682-46c9-854d-2ff1205c9f95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=67fefe280cc24400856c613ffce9bc8b&device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1096 time: 0.1413128 Sep 18 19:43:54.274808 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731fe93-79a9-42af-abb8-67c12b8689fa x-openstack-request-id: req-d731fe93-79a9-42af-abb8-67c12b8689fa {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:54.275337 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a04e1ed-5519-4171-a066-38083c1711c6", "name": "network-vif-plugged", "status": "completed", "tag": "3a01dd8e-3ea3-4e66-b700-0bf7304caea8", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:54.275337 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d731fe93-79a9-42af-abb8-67c12b8689fa {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:54.280624 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a04e1ed-5519-4171-a066-38083c1711c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a01dd8e-3ea3-4e66-b700-0bf7304caea8', 'code': 200} Sep 18 19:43:54.296800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['2e12b2c0-7cf6-45a8-bf70-7c93d01dc897'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:43:54.314585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 87d324dd-2cfa-4d65-9606-f90eceddef60 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:43:54.336425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bfc82-c76e-4c8e-b34b-5364d52f12bd req-3c716628-1769-4071-9c3a-134ca9d3fac8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.345948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b6bfc82-c76e-4c8e-b34b-5364d52f12bd req-3c716628-1769-4071-9c3a-134ca9d3fac8 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.2005715 Sep 18 19:43:54.393277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-28c35154-cca3-45d5-96df-5925dd340c4e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.400819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-28c35154-cca3-45d5-96df-5925dd340c4e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.406113 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:54.408670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-28c35154-cca3-45d5-96df-5925dd340c4e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.418073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-28c35154-cca3-45d5-96df-5925dd340c4e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.426043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-28c35154-cca3-45d5-96df-5925dd340c4e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.432744 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:54.436056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-28c35154-cca3-45d5-96df-5925dd340c4e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.442920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-28c35154-cca3-45d5-96df-5925dd340c4e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.452600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-28c35154-cca3-45d5-96df-5925dd340c4e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5438 time: 0.2078731 Sep 18 19:43:54.459696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f835a-e44a-47ac-afe4-fefb1217be4a req-c026836b-ec56-444a-b4af-44c49c1c8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.461378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-600f835a-e44a-47ac-afe4-fefb1217be4a req-c026836b-ec56-444a-b4af-44c49c1c8b85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 1102 time: 0.2878990 Sep 18 19:43:54.518774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7ad9bbc-90b9-43cf-91a7-118e1ffa28f4 req-6c11502f-b95f-414a-9543-566b3e62c644 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624971 Sep 18 19:43:54.566888 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:54.592056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b6bfc82-c76e-4c8e-b34b-5364d52f12bd req-ae2a697e-a318-42cc-a6de-686b311bd330 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451339 Sep 18 19:43:54.621500 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:54.625256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Pushing event updated for resources: {'Port': ['ID=06745711-129c-441e-91d7-361e366628ff,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:54.634223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-526612c9-6ab0-4566-8776-93244988a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.636281 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-526612c9-6ab0-4566-8776-93244988a364 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 200 len: 908 time: 0.3612530 Sep 18 19:43:54.663407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-600f835a-e44a-47ac-afe4-fefb1217be4a req-cab27c48-96a1-427c-a5a5-c747c1e0ef51 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602240 Sep 18 19:43:54.852886 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:54.856455 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-16ad737b-039a-4dfe-b75e-bbe97d29ff18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 200 len: 217 time: 0.0855758 Sep 18 19:43:54.859532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:54.882427 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:43:54.920599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc1fe5-8397-4541-b202-31772d7bb031 req-dd0966bc-a8cb-46a1-b730-f1d448106c62 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.932074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3dfc1fe5-8397-4541-b202-31772d7bb031 req-dd0966bc-a8cb-46a1-b730-f1d448106c62 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 944 time: 0.2275770 Sep 18 19:43:54.961517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc1df2-6d3d-4ad8-9d05-5c70710c3f50 req-f5bc4b82-136a-461e-b654-0cb2a9497541 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:54.963247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbbc1df2-6d3d-4ad8-9d05-5c70710c3f50 req-f5bc4b82-136a-461e-b654-0cb2a9497541 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.2396691 Sep 18 19:43:55.041985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Router ba3dd305-cace-4575-8bf9-2b53a9895fb5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:43:55.056068 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-44b861ba-16e0-4dac-a1f2-0ebb9e8f690e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:55.097866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3dfc1fe5-8397-4541-b202-31772d7bb031 req-09f9ff91-a1b9-46df-8f07-2faf7376d34e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646888 Sep 18 19:43:55.116676 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:55.116940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-7ef6b58f-1515-4148-a11b-57ab541a0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:55.121428 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-7ef6b58f-1515-4148-a11b-57ab541a0775 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 200 len: 847 time: 0.1183109 Sep 18 19:43:55.165526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbbc1df2-6d3d-4ad8-9d05-5c70710c3f50 req-35b02f06-5675-46a0-bd1c-d90f17cc0912 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816270 Sep 18 19:43:55.172366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-d1c2850d-a005-47e3-88e9-172ede893535 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9bd10c5-779c-4527-a92c-87bf493b1da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407636 Sep 18 19:43:55.341819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d23233-9848-444e-b934-8d41174e8a24 req-112eb593-fc5f-4e54-8ed2-372578e16b20 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:55.352277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4d23233-9848-444e-b934-8d41174e8a24 req-112eb593-fc5f-4e54-8ed2-372578e16b20 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 950 time: 0.0748193 Sep 18 19:43:55.402273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4d23233-9848-444e-b934-8d41174e8a24 req-d009b890-5d9e-4d27-808b-a9a622068904 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488157 Sep 18 19:43:55.432964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 87d324dd-2cfa-4d65-9606-f90eceddef60 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:43:55.460672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:43:55.476731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-33f35ac9-099b-43c3-a3c6-f07474310d35 admin admin] 10.222.0.20 "PUT /v2.0/routers/ba3dd305-cace-4575-8bf9-2b53a9895fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4632947 Sep 18 19:43:55.573531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:50Z', 'revision_number': 3, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:55.595945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-811ac0b7-9699-4f44-8638-fbee1097f3c6 service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109306 Sep 18 19:43:55.717363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Checking router: ba3dd305-cace-4575-8bf9-2b53a9895fb5 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:43:55.719898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Updating router ba3dd305-cace-4575-8bf9-2b53a9895fb5 port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:43:55.746921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:55.866868 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-be00bc43-de3a-48b7-a377-28c6d497a94b service neutron] 10.222.0.24 "GET /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571890 Sep 18 19:43:55.967558 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:56.042988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e747e-7d17-430b-a400-2032e4959063 req-a3941fc9-11a6-4728-86ce-1c507f327cc7 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.074270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e747e-7d17-430b-a400-2032e4959063 req-a3941fc9-11a6-4728-86ce-1c507f327cc7 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.090922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e747e-7d17-430b-a400-2032e4959063 req-a3941fc9-11a6-4728-86ce-1c507f327cc7 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.107251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e747e-7d17-430b-a400-2032e4959063 req-a3941fc9-11a6-4728-86ce-1c507f327cc7 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.134125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e747e-7d17-430b-a400-2032e4959063 req-a3941fc9-11a6-4728-86ce-1c507f327cc7 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.148189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e747e-7d17-430b-a400-2032e4959063 req-a3941fc9-11a6-4728-86ce-1c507f327cc7 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.154814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e747e-7d17-430b-a400-2032e4959063 req-a3941fc9-11a6-4728-86ce-1c507f327cc7 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.164510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466e747e-7d17-430b-a400-2032e4959063 req-a3941fc9-11a6-4728-86ce-1c507f327cc7 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5438 time: 0.4306850 Sep 18 19:43:56.180948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42ee0a96-0436-4a31-bc46-37811b529d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:56.236257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb668b-78bf-4a69-acaf-efce8c4a143b req-45053497-c4d3-4609-a05a-729259a96301 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.245425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54eb668b-78bf-4a69-acaf-efce8c4a143b req-45053497-c4d3-4609-a05a-729259a96301 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.3656332 Sep 18 19:43:56.257982 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:56.347882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-8f89706e-d604-4125-aeca-9958b9e2470b tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.352870 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-8f89706e-d604-4125-aeca-9958b9e2470b tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72&tenant_id=67fefe280cc24400856c613ffce9bc8b&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.1127264 Sep 18 19:43:56.358109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466e747e-7d17-430b-a400-2032e4959063 req-a21310a2-5f6e-43a7-8adf-6469ff895b95 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926494 Sep 18 19:43:56.429202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54eb668b-78bf-4a69-acaf-efce8c4a143b req-1933f879-f9fc-4b0a-9df6-64c2e0dbda30 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822050 Sep 18 19:43:56.584918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:56.586667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:56.588323 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:56.707415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-98060152-9c06-4575-ab6c-bc8f05a74eb6 service neutron] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:56.714457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-98060152-9c06-4575-ab6c-bc8f05a74eb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:56.717631 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-764fca32-cee3-4545-b13d-53ad9ac2bd74 req-98060152-9c06-4575-ab6c-bc8f05a74eb6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/87d324dd-2cfa-4d65-9606-f90eceddef60/bindings/n-h1-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.3561609 Sep 18 19:43:56.721765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9203-b83d-49ae-8421-6024feb45bed req-a0515456-083f-4abd-99cd-60c8441ebc63 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.731358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8ae9203-b83d-49ae-8421-6024feb45bed req-a0515456-083f-4abd-99cd-60c8441ebc63 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 944 time: 0.1514468 Sep 18 19:43:56.796818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8ae9203-b83d-49ae-8421-6024feb45bed req-76e04847-23bc-46fc-999e-3539f2f1ad3c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641546 Sep 18 19:43:56.950755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60656098-8ae0-41e9-b904-2f3946041bd7 req-76ebb866-10f6-4917-baab-1923939321a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:56.957657 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-60656098-8ae0-41e9-b904-2f3946041bd7 req-76ebb866-10f6-4917-baab-1923939321a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 1097 time: 0.1473949 Sep 18 19:43:57.016430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0dc7-57a0-4665-b1a7-ea06b67b5288 req-3069462a-bfca-4d0f-8110-f28a5e50a477 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:57.036339 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266c0dc7-57a0-4665-b1a7-ea06b67b5288 req-3069462a-bfca-4d0f-8110-f28a5e50a477 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.1316462 Sep 18 19:43:57.098878 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-60656098-8ae0-41e9-b904-2f3946041bd7 req-397a6715-85ee-4828-bfc9-56cb8f5f1790 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264789 Sep 18 19:43:57.157563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266c0dc7-57a0-4665-b1a7-ea06b67b5288 req-c17f1976-8945-4d9d-af4f-b0116e3378f4 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202693 Sep 18 19:43:57.372574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port cabcb604-ab40-446f-b550-294d5c18d11f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cabcb604-ab40-446f-b550-294d5c18d11f,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:57.435633 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:57.524578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe8fb5-e41e-4f4f-b200-161bb96710fd req-351d84fd-1857-46a5-a053-3ea5e44e08a2 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:57.527689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01fe8fb5-e41e-4f4f-b200-161bb96710fd req-351d84fd-1857-46a5-a053-3ea5e44e08a2 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 950 time: 0.1195123 Sep 18 19:43:57.594606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=cabcb604-ab40-446f-b550-294d5c18d11f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:57.605906 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:57.611533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45804) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:57.616502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-66210f42-192f-4a83-b3e7-f94622c2e8dd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233760811', 'description': 'tempest-description--2030195388'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:57.651634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01fe8fb5-e41e-4f4f-b200-161bb96710fd req-24d3d8fc-294d-4dc6-9e8c-90d1544b11bd tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134088 Sep 18 19:43:57.696067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66210f42-192f-4a83-b3e7-f94622c2e8dd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:57.764225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-42ee0a96-0436-4a31-bc46-37811b529d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:43:57.764619 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-42ee0a96-0436-4a31-bc46-37811b529d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:43:57.948190 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66210f42-192f-4a83-b3e7-f94622c2e8dd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:57.960545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66210f42-192f-4a83-b3e7-f94622c2e8dd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:57.994697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-484d40d6-77d6-4e87-a50b-7a773d005eae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.003407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66210f42-192f-4a83-b3e7-f94622c2e8dd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.006944 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-66210f42-192f-4a83-b3e7-f94622c2e8dd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3931937 Sep 18 19:43:58.008936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-484d40d6-77d6-4e87-a50b-7a773d005eae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.009227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45810) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:58.014743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-98c6450b-9074-48cb-b850-56adfb82d88a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Request body: {'security_group_rule': {'security_group_id': 'c26198c0-c8d7-45f8-8189-4972d0f81c47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:58.020673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66210f42-192f-4a83-b3e7-f94622c2e8dd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26198c0-c8d7-45f8-8189-4972d0f81c47,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:58.022373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-484d40d6-77d6-4e87-a50b-7a773d005eae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.039226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-484d40d6-77d6-4e87-a50b-7a773d005eae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.045292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-484d40d6-77d6-4e87-a50b-7a773d005eae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.059628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-484d40d6-77d6-4e87-a50b-7a773d005eae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.077125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-484d40d6-77d6-4e87-a50b-7a773d005eae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.088122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-484d40d6-77d6-4e87-a50b-7a773d005eae tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5438 time: 0.3581800 Sep 18 19:43:58.100219 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98c6450b-9074-48cb-b850-56adfb82d88a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.188617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedc929-5a2d-498c-a5e1-b8c53725d73c req-770c7868-96cf-4452-9f47-826cf0a4ba07 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.199587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fedc929-5a2d-498c-a5e1-b8c53725d73c req-770c7868-96cf-4452-9f47-826cf0a4ba07 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.3529921 Sep 18 19:43:58.212782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98c6450b-9074-48cb-b850-56adfb82d88a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.220287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98c6450b-9074-48cb-b850-56adfb82d88a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.241398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6450b-9074-48cb-b850-56adfb82d88a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e968952c-7f25-4310-9eed-ae8c8d22c9cf,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:58.251610 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98c6450b-9074-48cb-b850-56adfb82d88a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.256328 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-98c6450b-9074-48cb-b850-56adfb82d88a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2426603 Sep 18 19:43:58.256545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45818) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:58.261474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8288290d-14d5-49ed-bf2f-43414acf16b0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Request body: {'security_group_rule': {'security_group_id': 'c26198c0-c8d7-45f8-8189-4972d0f81c47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:58.306109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8288290d-14d5-49ed-bf2f-43414acf16b0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.314907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fedc929-5a2d-498c-a5e1-b8c53725d73c req-7d0e92a2-d429-4876-a545-e1db1af147c4 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093893 Sep 18 19:43:58.321198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c742db4-acd1-42bf-991a-8d7a9a5a7ad6 req-f1572cf9-9e5c-4792-8dc5-d9bfea7aa598 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2189810 Sep 18 19:43:58.380214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:58.451980 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.463603 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8288290d-14d5-49ed-bf2f-43414acf16b0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.471171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8288290d-14d5-49ed-bf2f-43414acf16b0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.496630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d045e-38da-46b7-930b-564ac004f537 req-6d603993-426f-49b6-87be-f87bcf9ca13a tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.505592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f2d045e-38da-46b7-930b-564ac004f537 req-6d603993-426f-49b6-87be-f87bcf9ca13a tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 1096 time: 0.0874958 Sep 18 19:43:58.512864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288290d-14d5-49ed-bf2f-43414acf16b0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623566cf-6787-4933-8224-87e0e4d0fffe,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:58.529711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8288290d-14d5-49ed-bf2f-43414acf16b0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.534182 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8288290d-14d5-49ed-bf2f-43414acf16b0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2736571 Sep 18 19:43:58.535214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45822) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:43:58.543188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:43:58.587752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f2d045e-38da-46b7-930b-564ac004f537 req-0016b426-e500-4c7b-848b-e95a31c8fe8d tempest-LiveMigrationTest-1727233649 tempest-LiveMigrationTest-1727233649-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781534 Sep 18 19:43:58.602993 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.603727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:43:58.614481 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a5804-cf0a-4a43-b9c1-e47867ed7604" -d '{"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-plugged", "status": "completed", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:43:58.631961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:43:58.668294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-847da8a2-14b8-49da-8a44-48b77c098387 None None] Provisioning complete for port cabcb604-ab40-446f-b550-294d5c18d11f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:58.668815 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-847da8a2-14b8-49da-8a44-48b77c098387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.674250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:58.676893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:58.676893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.722422 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.861783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.870608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.908556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592a378-ebae-4dbd-a58e-0bbbb2ae83c6 req-3f6a2a13-8019-4a15-82dc-18d2c216de9b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:58.924345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8592a378-ebae-4dbd-a58e-0bbbb2ae83c6 req-3f6a2a13-8019-4a15-82dc-18d2c216de9b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.1311438 Sep 18 19:43:58.930630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=10']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:58.938876 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:58.999896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8592a378-ebae-4dbd-a58e-0bbbb2ae83c6 req-e52d6083-3986-4218-8be4-d14a80a834e9 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712919 Sep 18 19:43:59.088597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Attempting to bind port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:43:59.088967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Attempting to bind port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:43:59.089392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Attempting to bind port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:43:59.126538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:43:59.126947 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:43:59.127402 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.127865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:43:59.128347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Bound port: a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:43:59.128734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.143972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Allocated IP 172.25.8.20 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/67f4b914-a9f6-4613-9023-5e782e1fcdc6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:43:59.159793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb087c92-9ce4-4481-b65c-90e41b7b8253 None None] Pushing event updated for resources: {'Port': ['ID=a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:59.178986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140c468-2076-4939-a597-8bf47892be5e req-5a954ea7-4e36-49bd-8257-e7f9fc75be68 tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:59.184293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-847da8a2-14b8-49da-8a44-48b77c098387 None None] Provisioning complete for port 06745711-129c-441e-91d7-361e366628ff triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:59.184646 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-847da8a2-14b8-49da-8a44-48b77c098387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.191714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6140c468-2076-4939-a597-8bf47892be5e req-5a954ea7-4e36-49bd-8257-e7f9fc75be68 tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 1102 time: 0.0892889 Sep 18 19:43:59.225217 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6140c468-2076-4939-a597-8bf47892be5e req-24f5a42b-2d67-4166-8509-ad7ea776beef tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.236317 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.328842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-847da8a2-14b8-49da-8a44-48b77c098387 None None] Port 06745711-129c-441e-91d7-361e366628ff cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:43:59.333022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] For port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:43:59.357660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:43:59.359847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] For port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:43:59.365300 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.378058 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.426150 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.477831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:59.500236 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6140c468-2076-4939-a597-8bf47892be5e req-24f5a42b-2d67-4166-8509-ad7ea776beef tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.517672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6140c468-2076-4939-a597-8bf47892be5e req-24f5a42b-2d67-4166-8509-ad7ea776beef tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.570434 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5124c8-6991-4e94-a556-684ea5628c97 x-openstack-request-id: req-af5124c8-6991-4e94-a556-684ea5628c97 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:43:59.570670 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-plugged", "status": "completed", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:43:59.570927 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af5124c8-6991-4e94-a556-684ea5628c97 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:43:59.571537 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'code': 200} Sep 18 19:43:59.572806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb087c92-9ce4-4481-b65c-90e41b7b8253 None None] Pushing event updated for resources: {'Port': ['ID=a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:59.591640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.600861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cabcb604-ab40-446f-b550-294d5c18d11f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:43:59.609178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:43:59.610539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:43:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:43:59.634425 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326649a-667c-4614-9160-421ef7c8843c req-a6156726-fb2f-46af-84ac-f29258da1811 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:59.636215 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3326649a-667c-4614-9160-421ef7c8843c req-a6156726-fb2f-46af-84ac-f29258da1811 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 944 time: 0.1503530 Sep 18 19:43:59.644456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6140c468-2076-4939-a597-8bf47892be5e req-24f5a42b-2d67-4166-8509-ad7ea776beef tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450846 Sep 18 19:43:59.660665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5a42b-2d67-4166-8509-ad7ea776beef tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48281d68-1340-4501-8704-a269d33f541b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:59.660907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:43:59.690056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01d23f-1120-4f77-a0d0-476375c0213e req-d525cf40-9768-4ac5-9dd5-febd9813e8d5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:59.691811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b01d23f-1120-4f77-a0d0-476375c0213e req-d525cf40-9768-4ac5-9dd5-febd9813e8d5 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 944 time: 0.1337271 Sep 18 19:43:59.719721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:43:59.728701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:43:59.769866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event updated for resources: {'Port': ['ID=67f4b914-a9f6-4613-9023-5e782e1fcdc6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:43:59.790616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b01d23f-1120-4f77-a0d0-476375c0213e req-6839754e-b7fe-4019-8b53-e0b67a3698e1 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904276 Sep 18 19:43:59.821052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07f94-ca71-4be3-aae1-3b0aabd7b19d req-7cbf210f-0a92-46a6-81e3-c07b71003d40 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:43:59.829570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bb07f94-ca71-4be3-aae1-3b0aabd7b19d req-7cbf210f-0a92-46a6-81e3-c07b71003d40 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.0930665 Sep 18 19:43:59.857383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cabcb604-ab40-446f-b550-294d5c18d11f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:43:59.857627 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.881545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bb07f94-ca71-4be3-aae1-3b0aabd7b19d req-f8736d32-2212-4748-8e36-5d9aacb4dcaa tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502896 Sep 18 19:43:59.915504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:43:59.979506 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:43:59.987773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Deleting port 42483c9a-12cd-4409-94dc-dae2815d3185 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:43:59.988349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.024921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95b7d-4144-4cc1-b271-039aa8169cc7 req-dffa9364-5200-465c-9a1e-a1ff067f939c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.026976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29e95b7d-4144-4cc1-b271-039aa8169cc7 req-dffa9364-5200-465c-9a1e-a1ff067f939c tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 944 time: 0.1325843 Sep 18 19:44:00.123004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.143464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29e95b7d-4144-4cc1-b271-039aa8169cc7 req-24f834e7-5589-42e0-8385-7f5417a93524 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035511 Sep 18 19:44:00.174075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] For port 42483c9a-12cd-4409-94dc-dae2815d3185, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=42483c9a-12cd-4409-94dc-dae2815d3185,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:00.174526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.201554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Calling delete_port for 42483c9a-12cd-4409-94dc-dae2815d3185 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:00.216369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-34ad9d99-5b6c-4c7a-bcb2-7322967faee2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.225965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-34ad9d99-5b6c-4c7a-bcb2-7322967faee2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.233330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-34ad9d99-5b6c-4c7a-bcb2-7322967faee2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.243576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-34ad9d99-5b6c-4c7a-bcb2-7322967faee2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.251190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-34ad9d99-5b6c-4c7a-bcb2-7322967faee2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.253942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:43:54Z', 'revision_number': 2, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:00.261387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-34ad9d99-5b6c-4c7a-bcb2-7322967faee2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.268865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-34ad9d99-5b6c-4c7a-bcb2-7322967faee2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.275434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-34ad9d99-5b6c-4c7a-bcb2-7322967faee2 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5439 time: 0.2471972 Sep 18 19:44:00.312698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b97bfd18-5b88-49c7-beb5-b7b21d1efacf up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:00.332745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1b291-c45e-42b7-bd72-36826815386e req-e31ef41d-afc3-46c6-a23d-cfa362a8e006 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.337613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32a1b291-c45e-42b7-bd72-36826815386e req-e31ef41d-afc3-46c6-a23d-cfa362a8e006 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.24 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 944 time: 0.2125754 Sep 18 19:44:00.376284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34bdc2-9e2b-45a6-91c4-8a9a3bb5cef1 None None] The sync data for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 is: [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:43:54Z', 'revision_number': 2, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:44:00.418578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port b97bfd18-5b88-49c7-beb5-b7b21d1efacf completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:44:00.432127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port b97bfd18-5b88-49c7-beb5-b7b21d1efacf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:00.432127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.500949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.512173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.525006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35662fe0-1539-4319-8fb1-c82bc4827fe6 req-cdf60c94-3059-4824-8f2e-7e90a315fb4c tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2246263 Sep 18 19:44:00.569431 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.596890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.617267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b97bfd18-5b88-49c7-beb5-b7b21d1efacf, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:00.626338 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.627222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:00.680811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event updated for resources: {'Port': ['ID=67f4b914-a9f6-4613-9023-5e782e1fcdc6,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:00.732819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:00.746456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:44:00.760783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:00.761159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.799304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Pushing event deleted for resources: {'Port': ['ID=42483c9a-12cd-4409-94dc-dae2815d3185,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:00.827218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] No DVR routers for this DVR port 42483c9a-12cd-4409-94dc-dae2815d3185 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:00.828954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.833054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.833408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-5d28504f-e7c6-46b5-af14-4635873a6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.834959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-5d28504f-e7c6-46b5-af14-4635873a6340 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1184832694d40e3a430f677dcef20f6&device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 1097 time: 0.4136255 Sep 18 19:44:00.836854 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3326649a-667c-4614-9160-421ef7c8843c req-93d23ac9-e7b6-4173-b8bb-b63a9c404315 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.24 "DELETE /v2.0/ports/42483c9a-12cd-4409-94dc-dae2815d3185 HTTP/1.1" status: 204 len: 173 time: 1.1925380 Sep 18 19:44:00.837485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'name': 'network-vif-deleted', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:00.839948 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e397e715-4a8b-400c-847e-bb4081ca7ed4" -d '{"events": [{"server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "name": "network-vif-deleted", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:00.855690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aa8f4-ce8e-4633-9ab0-68057fad0b9b req-64b72b52-c7f2-46be-90e6-99671fb3b1e6 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:00.859635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-162aa8f4-ce8e-4633-9ab0-68057fad0b9b req-64b72b52-c7f2-46be-90e6-99671fb3b1e6 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.3330951 Sep 18 19:44:00.869173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:00.871056 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-efc873e0-3339-4765-b007-1512c4e830c0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3345382 Sep 18 19:44:01.019516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-c61adc2a-2df0-4eb9-8923-c9288cc82416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:01.023169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-c61adc2a-2df0-4eb9-8923-c9288cc82416 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 200 len: 911 time: 0.1624172 Sep 18 19:44:01.058116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716085-d011-4597-93db-af9450a2ceee req-1bd55736-8ffb-42db-a236-1277fa359d6a tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:01.084542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6716085-d011-4597-93db-af9450a2ceee req-1bd55736-8ffb-42db-a236-1277fa359d6a tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.3803873 Sep 18 19:44:01.200316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-d0dd86a7-cdda-4cef-8ea6-81add437ee71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=195b2084-29ed-4b34-9131-909240764b69 HTTP/1.1" status: 200 len: 217 time: 0.0963919 Sep 18 19:44:01.225101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Deleting port 87d324dd-2cfa-4d65-9606-f90eceddef60 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:01.225597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:01.283278 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:01.320102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:01.341551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:01.342739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8c955a7d-9c06-4e3c-bd27-06abedfeccda up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:01.375285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] For port 87d324dd-2cfa-4d65-9606-f90eceddef60, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=87d324dd-2cfa-4d65-9606-f90eceddef60,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:01.375694 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:01.389120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Calling delete_port for 87d324dd-2cfa-4d65-9606-f90eceddef60 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:01.437052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:01.460108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 8c955a7d-9c06-4e3c-bd27-06abedfeccda completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:44:01.466510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 8c955a7d-9c06-4e3c-bd27-06abedfeccda triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:01.467131 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:01.498919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-162aa8f4-ce8e-4633-9ab0-68057fad0b9b req-b576eebb-33cf-4264-9f1b-2705c265591b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743383 Sep 18 19:44:01.563668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6716085-d011-4597-93db-af9450a2ceee req-2e9e2e86-2650-4c55-906f-1f2c4687ef7d tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769058 Sep 18 19:44:01.623982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22013aa7-0b5e-4ee5-9c4c-579a9e466e81'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:01.626805 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4431d96-bc84-4972-ac83-ed558cd392d9" -d '{"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "22013aa7-0b5e-4ee5-9c4c-579a9e466e81"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "b97bfd18-5b88-49c7-beb5-b7b21d1efacf"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "2e12b2c0-7cf6-45a8-bf70-7c93d01dc897"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:01.631346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:01.633757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 42483c9a-12cd-4409-94dc-dae2815d3185 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:01.685431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 42483c9a-12cd-4409-94dc-dae2815d3185 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:01.685788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 42483c9a-12cd-4409-94dc-dae2815d3185 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:01.758094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8c955a7d-9c06-4e3c-bd27-06abedfeccda, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:01.765850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:01.766934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7e5d3ba6-7070-487e-97c5-d24d2f988a18 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:01.855544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-baf93106-5b7f-4443-bd53-074e5a01452a req-ecac6a25-db9e-4952-8285-d20e288e60b2 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8da6978-9e7c-4650-bc42-b00ed5671f73 HTTP/1.1" status: 200 len: 210 time: 0.0991695 Sep 18 19:44:01.871669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-ad37e113-3af7-4bb8-ab61-cb72d989c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:01.892918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8c955a7d-9c06-4e3c-bd27-06abedfeccda,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:01.893927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-ad37e113-3af7-4bb8-ab61-cb72d989c46d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 200 len: 850 time: 0.4892004 Sep 18 19:44:01.930926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:44:01.937469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:01.938387 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:01.967482 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88a79bc-cba7-45d8-b52e-a29fd917fd36 x-openstack-request-id: req-d88a79bc-cba7-45d8-b52e-a29fd917fd36 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:01.967986 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8da6978-9e7c-4650-bc42-b00ed5671f73", "name": "network-vif-deleted", "tag": "42483c9a-12cd-4409-94dc-dae2815d3185", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:01.972423 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d88a79bc-cba7-45d8-b52e-a29fd917fd36 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:01.973063 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8da6978-9e7c-4650-bc42-b00ed5671f73', 'name': 'network-vif-deleted', 'tag': '42483c9a-12cd-4409-94dc-dae2815d3185', 'status': 'completed', 'code': 200} Sep 18 19:44:01.982510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-c8d2a0c8-feba-4be1-abac-cb6eded543df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c75a9c35-7246-4090-8afb-39b21513bfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677304 Sep 18 19:44:02.008471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d989887-aa27-4b4d-abf9-45419ec17ccb req-c204fb7d-0cda-485b-bf8c-91438a442ad3 tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:02.021848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d989887-aa27-4b4d-abf9-45419ec17ccb req-c204fb7d-0cda-485b-bf8c-91438a442ad3 tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 1102 time: 0.2710128 Sep 18 19:44:02.162887 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:02.251851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7e5d3ba6-7070-487e-97c5-d24d2f988a18, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:02.261858 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:02.262932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device fa365d07-782b-4a4d-856c-dd0ceae58661 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:02.387956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7e5d3ba6-7070-487e-97c5-d24d2f988a18,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:02.402091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d989887-aa27-4b4d-abf9-45419ec17ccb req-d6a9b423-0089-4ab8-b261-14779b43266b tempest-ServersAdminNegativeTestJSON-2134747006 tempest-ServersAdminNegativeTestJSON-2134747006-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791289 Sep 18 19:44:02.425731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port fa365d07-782b-4a4d-856c-dd0ceae58661 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:44:02.432672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port fa365d07-782b-4a4d-856c-dd0ceae58661 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:02.433114 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:02.535117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab778db-a954-4b00-9892-4d7b4ccfba36 req-6a2b9548-91f3-4819-ad55-84bd8604ea99 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:02.593335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cab778db-a954-4b00-9892-4d7b4ccfba36 req-6a2b9548-91f3-4819-ad55-84bd8604ea99 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 944 time: 0.4465315 Sep 18 19:44:02.657714 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:02.743587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port fa365d07-782b-4a4d-856c-dd0ceae58661, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa365d07-782b-4a4d-856c-dd0ceae58661,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:02.752045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:02.752784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 38b3490c-b05b-4e44-a05f-ac3ee15bdacc up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:02.830730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-62d025fb-1edd-4016-92e9-03ab523d414d service neutron] 10.222.0.24 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7965243 Sep 18 19:44:02.845063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cab778db-a954-4b00-9892-4d7b4ccfba36 req-32935e94-46fd-4b69-9074-0cd0f9f70ac9 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505465 Sep 18 19:44:02.893261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:02.911254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:02.992808 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8601e0ea-b337-4bac-8233-3aa74380973d x-openstack-request-id: req-8601e0ea-b337-4bac-8233-3aa74380973d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:02.993105 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "22013aa7-0b5e-4ee5-9c4c-579a9e466e81", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "b97bfd18-5b88-49c7-beb5-b7b21d1efacf", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "2e12b2c0-7cf6-45a8-bf70-7c93d01dc897", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:02.993345 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8601e0ea-b337-4bac-8233-3aa74380973d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:02.993742 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22013aa7-0b5e-4ee5-9c4c-579a9e466e81', 'code': 200} Sep 18 19:44:02.993996 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf', 'code': 200} Sep 18 19:44:02.994240 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897', 'code': 200} Sep 18 19:44:02.994786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=fa365d07-782b-4a4d-856c-dd0ceae58661,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:03.016642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-648f8e30-0169-4751-af25-83cb0ce58f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.027628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:44:03.031421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-648f8e30-0169-4751-af25-83cb0ce58f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.038170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-648f8e30-0169-4751-af25-83cb0ce58f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.044672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:03.045043 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:03.055134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-648f8e30-0169-4751-af25-83cb0ce58f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.060985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-648f8e30-0169-4751-af25-83cb0ce58f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.078680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-648f8e30-0169-4751-af25-83cb0ce58f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.094357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-648f8e30-0169-4751-af25-83cb0ce58f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.096273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-648f8e30-0169-4751-af25-83cb0ce58f0a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5443 time: 0.4280143 Sep 18 19:44:03.102659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Pushing event deleted for resources: {'Port': ['ID=87d324dd-2cfa-4d65-9606-f90eceddef60,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:03.316438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] No DVR routers for this DVR port 87d324dd-2cfa-4d65-9606-f90eceddef60 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:03.325915 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:03.327929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32a1b291-c45e-42b7-bd72-36826815386e req-5f127964-d28f-4025-b215-fa589efe67a6 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.24 "DELETE /v2.0/ports/87d324dd-2cfa-4d65-9606-f90eceddef60 HTTP/1.1" status: 204 len: 173 time: 2.9751263 Sep 18 19:44:03.328392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'name': 'network-vif-deleted', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:03.330614 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60846583-5f71-4fd0-b307-8020e5886bf5" -d '{"events": [{"server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "name": "network-vif-deleted", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:03.363912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1cb7b83-b574-43cd-bc3b-f753d1e607c8 req-894830a3-05e1-48bd-a152-1d07e1f8a265 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2404513 Sep 18 19:44:03.379423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-473f9aa8-a826-4206-901d-cd9a6c3ee2de req-e2e5c204-ace1-4b87-b763-03c4d6708435 service neutron] 10.222.0.24 "GET /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325429 Sep 18 19:44:03.391358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:03.414472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdff0f-319e-4e9a-a2db-4fe785ab8eb5 req-93080137-226a-4c10-92eb-3d21b0fb2a61 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.434337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4fdff0f-319e-4e9a-a2db-4fe785ab8eb5 req-93080137-226a-4c10-92eb-3d21b0fb2a61 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.1739576 Sep 18 19:44:03.480433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:03.489068 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:03.538963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4fdff0f-319e-4e9a-a2db-4fe785ab8eb5 req-2e5a54a7-414b-4dc4-b364-01047d9f32b7 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004839 Sep 18 19:44:03.586370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 87d324dd-2cfa-4d65-9606-f90eceddef60 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:03.602455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a53c0d-4f8c-40d2-b955-8b90bd2518a6 req-27702ea5-c427-496d-9a6b-eb5188f5dc1c tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:03.617125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18a53c0d-4f8c-40d2-b955-8b90bd2518a6 req-27702ea5-c427-496d-9a6b-eb5188f5dc1c tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.1228209 Sep 18 19:44:03.673049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:03.697262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 87d324dd-2cfa-4d65-9606-f90eceddef60 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:03.697596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 87d324dd-2cfa-4d65-9606-f90eceddef60 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:03.754277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18a53c0d-4f8c-40d2-b955-8b90bd2518a6 req-32ed8713-cd4c-477f-b73d-abf95e9320a3 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381724 Sep 18 19:44:03.767530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:03.770517 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104329ad-44bf-4112-b393-cbcdd838c304 x-openstack-request-id: req-104329ad-44bf-4112-b393-cbcdd838c304 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:03.771337 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79518cdf-6693-4b3d-9f3b-ebd127e71a72", "name": "network-vif-deleted", "tag": "87d324dd-2cfa-4d65-9606-f90eceddef60", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:03.771669 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-104329ad-44bf-4112-b393-cbcdd838c304 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:03.772231 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79518cdf-6693-4b3d-9f3b-ebd127e71a72', 'name': 'network-vif-deleted', 'tag': '87d324dd-2cfa-4d65-9606-f90eceddef60', 'status': 'completed', 'code': 200} Sep 18 19:44:03.836486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:03.837354 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:04.044639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:04.103186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:04.120955 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:04.164961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6dc2b9-7e1c-4232-8073-046346f3ff5a req-935ac612-8035-4ebf-b92c-ee7f8e5f0f89 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 210 time: 0.0720973 Sep 18 19:44:04.194385 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Sync routers for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:44:04.234273 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:04.235041 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:43:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:04.256979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:04.421208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b07c1-ecf9-4b30-bf31-663264708e02 req-88649a39-83b3-4a21-a138-47eb11600bd6 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.423859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e5b07c1-ecf9-4b30-bf31-663264708e02 req-88649a39-83b3-4a21-a138-47eb11600bd6 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 945 time: 0.0679338 Sep 18 19:44:04.476862 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:04.526623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e5b07c1-ecf9-4b30-bf31-663264708e02 req-74ed3c4e-c76c-48b5-b8cf-4749eaa506d9 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956726 Sep 18 19:44:04.579872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-d91d2221-eef9-4f4a-a0a5-9f85b3365407 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.586217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-d91d2221-eef9-4f4a-a0a5-9f85b3365407 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 945 time: 0.1099246 Sep 18 19:44:04.777558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-d21c665c-32f8-4bcc-b4e3-6173d888af34 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.784249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-d21c665c-32f8-4bcc-b4e3-6173d888af34 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.791900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-d21c665c-32f8-4bcc-b4e3-6173d888af34 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.810758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-d21c665c-32f8-4bcc-b4e3-6173d888af34 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.827855 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-d21c665c-32f8-4bcc-b4e3-6173d888af34 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.844745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-d21c665c-32f8-4bcc-b4e3-6173d888af34 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.846614 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:43:54Z', 'revision_number': 2, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:04.851253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-d21c665c-32f8-4bcc-b4e3-6173d888af34 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:04.868747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-d21c665c-32f8-4bcc-b4e3-6173d888af34 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5445 time: 0.1977847 Sep 18 19:44:04.874885 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Checking router: ba3dd305-cace-4575-8bf9-2b53a9895fb5 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:44:04.875521 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Updating router ba3dd305-cace-4575-8bf9-2b53a9895fb5 port 06745711-129c-441e-91d7-361e366628ff binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:44:04.904402 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:04.971336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a6ae88a-53af-47fa-8b36-770e9c8a7616 req-5e13c08b-bf55-41cb-8894-2c7ab7608486 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004686 Sep 18 19:44:04.995425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c955a7d-9c06-4e3c-bd27-06abedfeccda'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d3ba6-7070-487e-97c5-d24d2f988a18'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa365d07-782b-4a4d-856c-dd0ceae58661'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:04.997670 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bebafc-e00b-4741-8e82-fbed386c1197" -d '{"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "8c955a7d-9c06-4e3c-bd27-06abedfeccda"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "7e5d3ba6-7070-487e-97c5-d24d2f988a18"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "fa365d07-782b-4a4d-856c-dd0ceae58661"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:05.015476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Deleting port 52ec9ebf-169d-47a3-9bce-58b58ae34493 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:05.015476 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.198197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b3b85-35e3-4e6f-95fe-16403c356464 req-e5e06db7-958b-4e96-bfb2-bac786def509 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:05.199982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c0b3b85-35e3-4e6f-95fe-16403c356464 req-e5e06db7-958b-4e96-bfb2-bac786def509 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.0781598 Sep 18 19:44:05.245199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] For port 52ec9ebf-169d-47a3-9bce-58b58ae34493, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=52ec9ebf-169d-47a3-9bce-58b58ae34493,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:05.245590 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.291458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c0b3b85-35e3-4e6f-95fe-16403c356464 req-8ca5c593-418c-4cf0-a224-18515149ead5 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793300 Sep 18 19:44:05.309023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Calling delete_port for 52ec9ebf-169d-47a3-9bce-58b58ae34493 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:05.515884 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.538841 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.571141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.640443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:05.685342 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Pushing event updated for resources: {'Port': ['ID=06745711-129c-441e-91d7-361e366628ff,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:05.700282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Pushing event deleted for resources: {'Port': ['ID=52ec9ebf-169d-47a3-9bce-58b58ae34493,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:05.738195 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.739503 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.743155 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.745555 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.746748 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.748719 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.749236 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.750401 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.750911 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.752726 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.753239 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.754773 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:05.767964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:05.768729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.888550 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Attempting to bind port 06745711-129c-441e-91d7-361e366628ff on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:05.889340 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Attempting to bind port 06745711-129c-441e-91d7-361e366628ff by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:05.890345 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Attempting to bind port 06745711-129c-441e-91d7-361e366628ff on network 8ae187e9-b491-4fb0-a901-856bdae9a165 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:05.902886 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:05.904037 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Checking segment: {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:05.909561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] No DVR routers for this DVR port 52ec9ebf-169d-47a3-9bce-58b58ae34493 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:05.910944 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.912193 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Bound using segment: {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:05.915554 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Bound port: 06745711-129c-441e-91d7-361e366628ff, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:05.916289 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.925400 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:05.937889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5700cd46-3bcd-4dc4-a6e6-769124fac182 req-3ab57ca3-09bf-4e2c-b18d-2bd1d151dd92 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.24 "DELETE /v2.0/ports/52ec9ebf-169d-47a3-9bce-58b58ae34493 HTTP/1.1" status: 204 len: 173 time: 1.3411624 Sep 18 19:44:06.042615 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] For port 06745711-129c-441e-91d7-361e366628ff, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:06.046650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'name': 'network-vif-deleted', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:06.051577 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28670da-8000-44c3-a9ca-95482f937fef" -d '{"events": [{"server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "name": "network-vif-deleted", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:06.052084 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] For port 06745711-129c-441e-91d7-361e366628ff, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=06745711-129c-441e-91d7-361e366628ff,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:06.062061 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:06.123564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-da8f0be2-012c-4125-b6c0-75a6cf89cc55 None None] Provisioning complete for port 06745711-129c-441e-91d7-361e366628ff triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:06.124152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da8f0be2-012c-4125-b6c0-75a6cf89cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:06.136458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b654c-e3c3-4101-93f8-ed4bc88833e3 req-de97980a-28ee-407c-a827-351fa713f7ff tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:06.147353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d45b654c-e3c3-4101-93f8-ed4bc88833e3 req-de97980a-28ee-407c-a827-351fa713f7ff tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.3240411 Sep 18 19:44:06.174299 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:06.174938 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:43:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:06.227816 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464461f-7e08-4523-be1b-e4f2f786cdd0 None None] Pushing event updated for resources: {'Port': ['ID=06745711-129c-441e-91d7-361e366628ff,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:06.256352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d45b654c-e3c3-4101-93f8-ed4bc88833e3 req-e6d4467b-e9af-4309-b30c-48e49c4cf587 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079707 Sep 18 19:44:06.369199 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22150b58-f825-41bd-87f1-ba5c48f3fc5f x-openstack-request-id: req-22150b58-f825-41bd-87f1-ba5c48f3fc5f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:06.369503 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "8c955a7d-9c06-4e3c-bd27-06abedfeccda", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "7e5d3ba6-7070-487e-97c5-d24d2f988a18", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "fa365d07-782b-4a4d-856c-dd0ceae58661", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-plugged", "status": "completed", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:06.369753 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22150b58-f825-41bd-87f1-ba5c48f3fc5f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:06.370153 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c955a7d-9c06-4e3c-bd27-06abedfeccda', 'code': 200} Sep 18 19:44:06.370407 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d3ba6-7070-487e-97c5-d24d2f988a18', 'code': 200} Sep 18 19:44:06.370654 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa365d07-782b-4a4d-856c-dd0ceae58661', 'code': 200} Sep 18 19:44:06.370898 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'code': 200} Sep 18 19:44:06.371579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da8f0be2-012c-4125-b6c0-75a6cf89cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:06.475016 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:06.510641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-da8f0be2-012c-4125-b6c0-75a6cf89cc55 None None] For port 06745711-129c-441e-91d7-361e366628ff, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=06745711-129c-441e-91d7-361e366628ff,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:06.525824 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da8f0be2-012c-4125-b6c0-75a6cf89cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:06.600607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b1b8b4a-7c73-408d-86c8-adda89ab543b req-a6b7e276-12e3-4304-aef1-9f0cbad4d457 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 210 time: 0.1120338 Sep 18 19:44:06.633840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-3d11b2df-1d81-4e84-8636-003415f930b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:06.638975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-3d11b2df-1d81-4e84-8636-003415f930b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:06.640124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-3d11b2df-1d81-4e84-8636-003415f930b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:06.642015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-3d11b2df-1d81-4e84-8636-003415f930b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:06.644076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-3d11b2df-1d81-4e84-8636-003415f930b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:06.644811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-3d11b2df-1d81-4e84-8636-003415f930b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:06.646667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-3d11b2df-1d81-4e84-8636-003415f930b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:06.651239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-3d11b2df-1d81-4e84-8636-003415f930b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6509 time: 0.1798413 Sep 18 19:44:06.769121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e70cbef5-28e7-4d53-bfc4-a96613b7a9f2 req-0cbc1ea3-9522-4f00-ab7d-4683c9f6a7cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&id=775d999a-5d15-4de8-9e2f-ce12399e4542&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087224 Sep 18 19:44:06.791562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8451ae1d-7a53-40dc-91e6-f8b68fd3a229 None None] Provisioning complete for port 06745711-129c-441e-91d7-361e366628ff triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:06.792033 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8451ae1d-7a53-40dc-91e6-f8b68fd3a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:06.816518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec8af0b4-5c07-4bcd-945d-786845b5a7ae req-10ad9ce1-ef86-487c-81a0-28aa5c2c48ef tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f1f612a-597c-403a-894c-b30a3c9d1881 HTTP/1.1" status: 200 len: 210 time: 0.0404053 Sep 18 19:44:06.975867 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:44:06Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:06.988582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f0be2-012c-4125-b6c0-75a6cf89cc55 None None] Pushing event updated for resources: {'Port': ['ID=06745711-129c-441e-91d7-361e366628ff,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:07.014020 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2523b2b-915f-4b1c-8670-5ea61962ae2d None None] The sync data for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 is: [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:44:06Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:44:07.028079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6526c-ac8b-424e-8dd3-92d20d93f3c0 req-f0678a61-f759-4a8c-876d-0df3a8d23ec4 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.040066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ea6526c-ac8b-424e-8dd3-92d20d93f3c0 req-f0678a61-f759-4a8c-876d-0df3a8d23ec4 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 950 time: 0.1132286 Sep 18 19:44:07.113837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ea6526c-ac8b-424e-8dd3-92d20d93f3c0 req-b4a89e6b-9cf7-4c15-af4f-cbd54fb963f3 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714769 Sep 18 19:44:07.354838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-75cace28-d897-4165-bcc4-179808c03fc8 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.356428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-75cace28-d897-4165-bcc4-179808c03fc8 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 950 time: 0.1138411 Sep 18 19:44:07.376662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-0c6743c6-ff58-4886-8c2b-254d2e16b695 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.383325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-0c6743c6-ff58-4886-8c2b-254d2e16b695 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.389562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-0c6743c6-ff58-4886-8c2b-254d2e16b695 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.396639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-0c6743c6-ff58-4886-8c2b-254d2e16b695 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.406533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-0c6743c6-ff58-4886-8c2b-254d2e16b695 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.413382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-0c6743c6-ff58-4886-8c2b-254d2e16b695 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.419702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-0c6743c6-ff58-4886-8c2b-254d2e16b695 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:07.428456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-0c6743c6-ff58-4886-8c2b-254d2e16b695 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5445 time: 0.1954470 Sep 18 19:44:07.591640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 52ec9ebf-169d-47a3-9bce-58b58ae34493 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:07.668600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 06745711-129c-441e-91d7-361e366628ff up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:07.680445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 52ec9ebf-169d-47a3-9bce-58b58ae34493 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:07.680837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 52ec9ebf-169d-47a3-9bce-58b58ae34493 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:07.856769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 06745711-129c-441e-91d7-361e366628ff triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:07.862032 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:08.305304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e627794f-4b15-48a6-be91-bbefd2652ccc req-ab22b4ff-6c38-4114-9d22-c9a816c6f73d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8758705 Sep 18 19:44:08.344205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Deleting port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:08.344574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:08.475633 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956898d7-88bf-4ca8-a336-f527105053f4 x-openstack-request-id: req-956898d7-88bf-4ca8-a336-f527105053f4 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:08.476768 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1f612a-597c-403a-894c-b30a3c9d1881", "name": "network-vif-deleted", "tag": "52ec9ebf-169d-47a3-9bce-58b58ae34493", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:08.477249 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-956898d7-88bf-4ca8-a336-f527105053f4 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:08.477862 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1f612a-597c-403a-894c-b30a3c9d1881', 'name': 'network-vif-deleted', 'tag': '52ec9ebf-169d-47a3-9bce-58b58ae34493', 'status': 'completed', 'code': 200} Sep 18 19:44:08.535321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] For port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:08.539409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:08.575421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Calling delete_port for 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:08.900025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60a50-e4d5-450a-b2c1-8b600f32b987 req-07760057-b046-4d02-8a99-94c05400c026 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:08.901599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0cc60a50-e4d5-450a-b2c1-8b600f32b987 req-07760057-b046-4d02-8a99-94c05400c026 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.1581202 Sep 18 19:44:08.902847 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:08.915065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['00bcec10-3078-4b13-90c2-bb96a35b9976'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:09.006251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Pushing event deleted for resources: {'Port': ['ID=3a01dd8e-3ea3-4e66-b700-0bf7304caea8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:09.140077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] No DVR routers for this DVR port 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:09.159494 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:09.162507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43f5cdaa-2978-4176-9d48-3ab7e455bc15 req-50ec6ed6-2618-4328-a213-bb3c44b68519 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.24 "DELETE /v2.0/ports/3a01dd8e-3ea3-4e66-b700-0bf7304caea8 HTTP/1.1" status: 204 len: 173 time: 0.9734268 Sep 18 19:44:09.179130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0cc60a50-e4d5-450a-b2c1-8b600f32b987 req-e4e33593-efe7-450c-bbd5-bb441893d1a3 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688534 Sep 18 19:44:09.530765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbdd7687-c5fc-4624-8ec6-fa6e72a21b12 req-d56cc201-0ba9-4df7-8256-6f1391cb3e3e tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=79518cdf-6693-4b3d-9f3b-ebd127e71a72 HTTP/1.1" status: 200 len: 210 time: 0.0350928 Sep 18 19:44:09.606087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:09.652896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:09.653252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 3a01dd8e-3ea3-4e66-b700-0bf7304caea8 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:09.714855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-470e84cb-f67e-4b1e-b7ff-cf8df9b4f817 req-7d281856-157f-4dff-a1ef-8db187f96da8 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a04e1ed-5519-4171-a066-38083c1711c6 HTTP/1.1" status: 200 len: 210 time: 0.0345619 Sep 18 19:44:09.925586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e23943-befa-414e-9a92-bf840eddc85d req-0ee7bab2-72d8-439a-b082-adbe769147d7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:09.927481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5e23943-befa-414e-9a92-bf840eddc85d req-0ee7bab2-72d8-439a-b082-adbe769147d7 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.0701361 Sep 18 19:44:09.981898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5e23943-befa-414e-9a92-bf840eddc85d req-a481b858-0690-45a3-9800-c09ea7c40d1b tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477731 Sep 18 19:44:10.166690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-fe1280b9-d349-4f2b-8cff-6431edab1e05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.173453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-fe1280b9-d349-4f2b-8cff-6431edab1e05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.180082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-fe1280b9-d349-4f2b-8cff-6431edab1e05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.189565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-fe1280b9-d349-4f2b-8cff-6431edab1e05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.197752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-fe1280b9-d349-4f2b-8cff-6431edab1e05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.204775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-fe1280b9-d349-4f2b-8cff-6431edab1e05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.212980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-fe1280b9-d349-4f2b-8cff-6431edab1e05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.222682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-fe1280b9-d349-4f2b-8cff-6431edab1e05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5445 time: 0.1351502 Sep 18 19:44:10.295156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-914d7728-3659-4af8-aa2c-97304c2128a7 req-1b374d08-3c12-4c3c-bf56-4375df3f1f5b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714216 Sep 18 19:44:10.479203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a04e1ed-5519-4171-a066-38083c1711c6', 'name': 'network-vif-deleted', 'tag': '3a01dd8e-3ea3-4e66-b700-0bf7304caea8'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:10.481768 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9074c80-bcb2-4a92-87b9-fe1996c4873d" -d '{"events": [{"server_uuid": "2a04e1ed-5519-4171-a066-38083c1711c6", "name": "network-vif-deleted", "tag": "3a01dd8e-3ea3-4e66-b700-0bf7304caea8"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:10.703751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f48e2-344f-4b80-9879-11b7d91c331d req-853ec007-84fa-47c0-8a53-4649a265b825 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.713950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13f48e2-344f-4b80-9879-11b7d91c331d req-853ec007-84fa-47c0-8a53-4649a265b825 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 945 time: 0.0795095 Sep 18 19:44:10.766154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13f48e2-344f-4b80-9879-11b7d91c331d req-f67b23d4-14c1-4c83-a03c-3653780f3de3 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Sep 18 19:44:10.973596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cee1c-4a7b-486d-bc24-ee4bf17828df req-d8f3e75e-b4a7-471a-b6b7-865f7462dc2d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.980420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cee1c-4a7b-486d-bc24-ee4bf17828df req-d8f3e75e-b4a7-471a-b6b7-865f7462dc2d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.989788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cee1c-4a7b-486d-bc24-ee4bf17828df req-d8f3e75e-b4a7-471a-b6b7-865f7462dc2d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:10.996254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cee1c-4a7b-486d-bc24-ee4bf17828df req-d8f3e75e-b4a7-471a-b6b7-865f7462dc2d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:11.005667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cee1c-4a7b-486d-bc24-ee4bf17828df req-d8f3e75e-b4a7-471a-b6b7-865f7462dc2d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:11.014389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cee1c-4a7b-486d-bc24-ee4bf17828df req-d8f3e75e-b4a7-471a-b6b7-865f7462dc2d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:11.021276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cee1c-4a7b-486d-bc24-ee4bf17828df req-d8f3e75e-b4a7-471a-b6b7-865f7462dc2d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:11.023273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-966cee1c-4a7b-486d-bc24-ee4bf17828df req-d8f3e75e-b4a7-471a-b6b7-865f7462dc2d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5445 time: 0.1227043 Sep 18 19:44:11.033603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46064) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:11.039051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Request body: {'floatingip': {'port_id': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:11.113164 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3a6737-6d8e-4330-b329-a1707a41a856 x-openstack-request-id: req-0d3a6737-6d8e-4330-b329-a1707a41a856 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:11.113456 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a04e1ed-5519-4171-a066-38083c1711c6", "name": "network-vif-deleted", "tag": "3a01dd8e-3ea3-4e66-b700-0bf7304caea8", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:11.113713 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d3a6737-6d8e-4330-b329-a1707a41a856 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:11.114665 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a04e1ed-5519-4171-a066-38083c1711c6', 'name': 'network-vif-deleted', 'tag': '3a01dd8e-3ea3-4e66-b700-0bf7304caea8', 'status': 'completed', 'code': 200} Sep 18 19:44:11.141856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e912f87-e550-47b6-8f30-e9369848b17d req-d4d63167-495a-4e58-9fc4-0ed98c4d470e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:11.144312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:11.151887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e912f87-e550-47b6-8f30-e9369848b17d req-d4d63167-495a-4e58-9fc4-0ed98c4d470e tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 945 time: 0.1190064 Sep 18 19:44:11.428191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcbb83-c7a8-44df-9c9e-684d4bc1eedc req-48a7f5b8-dcdb-4ee0-a09a-a361cf633718 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:11.439944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eadcbb83-c7a8-44df-9c9e-684d4bc1eedc req-48a7f5b8-dcdb-4ee0-a09a-a361cf633718 tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fd2a2a-db24-42e3-a4bc-46e932b9d125 HTTP/1.1" status: 200 len: 945 time: 0.2161956 Sep 18 19:44:11.535283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Deleting port 047ce5bd-52a1-4cf0-851f-d9a80f79752f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:11.543193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:11.570035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eadcbb83-c7a8-44df-9c9e-684d4bc1eedc req-ac1031ce-4c53-481e-a4a8-73eff498da5d tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1fb1023-72f9-4f50-8112-f7a414d8c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259422 Sep 18 19:44:11.923652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] For port 047ce5bd-52a1-4cf0-851f-d9a80f79752f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=047ce5bd-52a1-4cf0-851f-d9a80f79752f,segment=NetworkSegment(45a1255d-8cb8-471d-9bcf-3417ee970e14),segment_id=45a1255d-8cb8-471d-9bcf-3417ee970e14)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:11.924322 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:11.983322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Calling delete_port for 047ce5bd-52a1-4cf0-851f-d9a80f79752f owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:12.048725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-e52bd796-0108-4e31-b593-a109b8561699 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:12.050511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-e52bd796-0108-4e31-b593-a109b8561699 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c82871-463d-4456-acba-4af310a8e356 HTTP/1.1" status: 200 len: 945 time: 0.2509441 Sep 18 19:44:12.459112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Deleting port 195b2084-29ed-4b34-9131-909240764b69 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:12.459640 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:12.592512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:12.637201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Pushing event deleted for resources: {'Port': ['ID=047ce5bd-52a1-4cf0-851f-d9a80f79752f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:12.733014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] No DVR routers for this DVR port 047ce5bd-52a1-4cf0-851f-d9a80f79752f on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:12.736605 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:12.740283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e912f87-e550-47b6-8f30-e9369848b17d req-59c409eb-bcbf-46c4-b584-f498a5d4db8a tempest-LiveAutoBlockMigrationV225Test-256082480 tempest-LiveAutoBlockMigrationV225Test-256082480-project] 10.222.0.24 "DELETE /v2.0/ports/047ce5bd-52a1-4cf0-851f-d9a80f79752f HTTP/1.1" status: 204 len: 173 time: 1.5873387 Sep 18 19:44:12.766310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] For port 195b2084-29ed-4b34-9131-909240764b69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=195b2084-29ed-4b34-9131-909240764b69,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:12.766687 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:12.784065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Calling delete_port for 195b2084-29ed-4b34-9131-909240764b69 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:12.787247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:12.796857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:13.092143 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Floating IP ae433c53-4072-4477-be88-ab51303be86f associated. External IP: 172.25.8.171, port: 38b3490c-b05b-4e44-a05f-ac3ee15bdacc. Sep 18 19:44:13.151697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'name': 'network-vif-deleted', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:13.156831 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a322fb1-5f3c-4deb-972d-9f6dafce84fb" -d '{"events": [{"server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "name": "network-vif-deleted", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:13.165336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:13.180123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3848378d-3435-45e8-b064-2a067101a4c9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:13.183097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['195b2084-29ed-4b34-9131-909240764b69'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:13.244764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Pushing event deleted for resources: {'Port': ['ID=195b2084-29ed-4b34-9131-909240764b69,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:13.378883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] No DVR routers for this DVR port 195b2084-29ed-4b34-9131-909240764b69 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:13.392836 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:13.395674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c07f0c8b-db8b-41b3-9683-e137ef6d289c req-fcce9d9b-fe25-47e2-8f00-8b54a1cde707 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.24 "DELETE /v2.0/ports/195b2084-29ed-4b34-9131-909240764b69 HTTP/1.1" status: 204 len: 173 time: 1.3311527 Sep 18 19:44:13.621814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 047ce5bd-52a1-4cf0-851f-d9a80f79752f no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:13.658434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Router 9fccf929-b25e-44b7-9364-a3144dcd701a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:44:13.688551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 047ce5bd-52a1-4cf0-851f-d9a80f79752f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:13.689260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 047ce5bd-52a1-4cf0-851f-d9a80f79752f not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:13.869014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:44:13.880608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] Sync routers for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:44:13.882897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:13.909838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:13.910520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:43:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:13.944420 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21e96a46-d199-45b2-ba44-eaa9ff6fb163 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "PUT /v2.0/floatingips/ae433c53-4072-4477-be88-ab51303be86f HTTP/1.1" status: 200 len: 991 time: 2.9086745 Sep 18 19:44:13.944892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:13.947324 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:14.133582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:14.529442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ae433c53-4072-4477-be88-ab51303be86f', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'port_id': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'mac_address': 'fa:16:3e:39:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:42:42Z', 'updated_at': '2021-09-18T19:44:12Z', 'revision_number': 1, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 5, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:14.584904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] Checking router: 9fccf929-b25e-44b7-9364-a3144dcd701a for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:44:14.607412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:14.608492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:43:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:14.756232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:15.049516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ae433c53-4072-4477-be88-ab51303be86f', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'port_id': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'mac_address': 'fa:16:3e:39:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:42:42Z', 'updated_at': '2021-09-18T19:44:12Z', 'revision_number': 1, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 5, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:15.082272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7be64-3696-4e1a-9ee3-e816ebbee383 None None] The sync data for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 is: [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ae433c53-4072-4477-be88-ab51303be86f', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'floating_ip_address': '172.25.8.171', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'port_id': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'mac_address': 'fa:16:3e:39:d6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:42:42Z', 'updated_at': '2021-09-18T19:44:12Z', 'revision_number': 1, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 5, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:44:15.400924 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730598f-6603-4958-b24f-106b61f82d59 None None] New status for floating IP ae433c53-4072-4477-be88-ab51303be86f: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:44:15.626739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 195b2084-29ed-4b34-9131-909240764b69 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:15.666308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 195b2084-29ed-4b34-9131-909240764b69 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:15.666659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 195b2084-29ed-4b34-9131-909240764b69 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:15.841386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46126) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:15.891430 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df900d6-1bc1-4d4d-ad72-6a6d1994185a x-openstack-request-id: req-8df900d6-1bc1-4d4d-ad72-6a6d1994185a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:15.892085 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fd2a2a-db24-42e3-a4bc-46e932b9d125", "name": "network-vif-deleted", "tag": "047ce5bd-52a1-4cf0-851f-d9a80f79752f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:15.892680 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8df900d6-1bc1-4d4d-ad72-6a6d1994185a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:15.893328 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd2a2a-db24-42e3-a4bc-46e932b9d125', 'name': 'network-vif-deleted', 'tag': '047ce5bd-52a1-4cf0-851f-d9a80f79752f', 'status': 'completed', 'code': 200} Sep 18 19:44:15.947078 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa54dc-622b-4efe-ade1-6f67eb78e82b x-openstack-request-id: req-defa54dc-622b-4efe-ade1-6f67eb78e82b {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:15.947366 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:15.947635 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-defa54dc-622b-4efe-ade1-6f67eb78e82b {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:15.948217 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'status': 'completed', 'code': 200} Sep 18 19:44:16.077652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d44ddda-6960-479b-84e5-d2a42cf01d6a admin admin] Deleting subnet 6aa2d05e-f43f-46a0-8de9-0aced384041b {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:44:16.086750 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d44ddda-6960-479b-84e5-d2a42cf01d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.112977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-c660659d-50e3-40fa-bbef-ae70bb05014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.116065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-c660659d-50e3-40fa-bbef-ae70bb05014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.116848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-c660659d-50e3-40fa-bbef-ae70bb05014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.117844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-c660659d-50e3-40fa-bbef-ae70bb05014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.120836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-c660659d-50e3-40fa-bbef-ae70bb05014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.121892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-c660659d-50e3-40fa-bbef-ae70bb05014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.122553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-c660659d-50e3-40fa-bbef-ae70bb05014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.130091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-c660659d-50e3-40fa-bbef-ae70bb05014d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6509 time: 0.1419590 Sep 18 19:44:16.171228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d44ddda-6960-479b-84e5-d2a42cf01d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.249795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d44ddda-6960-479b-84e5-d2a42cf01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.299151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d6eb-29fd-4592-9dcd-c19e789723a6 req-50dcfbc1-645c-4df5-a3d9-41d2c7a16a18 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.301204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c15d6eb-29fd-4592-9dcd-c19e789723a6 req-50dcfbc1-645c-4df5-a3d9-41d2c7a16a18 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 950 time: 0.1243188 Sep 18 19:44:16.333934 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d44ddda-6960-479b-84e5-d2a42cf01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.368349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-b4b97cd3-06d8-40ca-9d7c-d0be3634a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.370290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-b4b97cd3-06d8-40ca-9d7c-d0be3634a46f service neutron] 10.222.0.32 "GET /v2.0/networks?id=125fc257-85ec-44c9-b436-8bb1768c23aa HTTP/1.1" status: 200 len: 918 time: 0.2342403 Sep 18 19:44:16.387962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c15d6eb-29fd-4592-9dcd-c19e789723a6 req-f637787d-0df0-4296-aa93-a74e8624e9be tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777638 Sep 18 19:44:16.410518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d44ddda-6960-479b-84e5-d2a42cf01d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.423182 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d44ddda-6960-479b-84e5-d2a42cf01d6a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6aa2d05e-f43f-46a0-8de9-0aced384041b HTTP/1.1" status: 204 len: 168 time: 0.5744803 Sep 18 19:44:16.423952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46152) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:16.426268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44ddda-6960-479b-84e5-d2a42cf01d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa2d05e-f43f-46a0-8de9-0aced384041b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:16.503600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-9da851d5-0290-4ae0-bb23-f0dfcf6efa4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc HTTP/1.1" status: 200 len: 1001 time: 0.1144731 Sep 18 19:44:16.605538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.697821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-db59d1bd-006c-40a1-a3cf-e90b484c49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.704099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-db59d1bd-006c-40a1-a3cf-e90b484c49e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a365208-5985-4131-9113-7e710b658bb6 HTTP/1.1" status: 200 len: 856 time: 0.1879244 Sep 18 19:44:16.708718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.733782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5aaec0-494f-4353-90db-782c8fc303bb']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:16.745142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a1255d-8cb8-471d-9bcf-3417ee970e14') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:16.745502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a1255d-8cb8-471d-9bcf-3417ee970e14') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:16.759760 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.780631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.783934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea1296-869f-4269-9858-ed1bb6e0805c req-30b6d407-80a9-4d08-a61c-1c6a0520eabc tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.785689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90ea1296-869f-4269-9858-ed1bb6e0805c req-30b6d407-80a9-4d08-a61c-1c6a0520eabc tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 950 time: 0.2109892 Sep 18 19:44:16.796543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:44:16.796999 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:44:16.799114 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:44:16.866305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-b420482a-ff82-405c-988c-6501f7eaaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.867848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-b420482a-ff82-405c-988c-6501f7eaaef6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=125fc257-85ec-44c9-b436-8bb1768c23aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507554 Sep 18 19:44:16.878934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90ea1296-869f-4269-9858-ed1bb6e0805c req-b9f0a89e-8940-4e14-a92a-83937ce24684 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827208 Sep 18 19:44:16.891572 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.922315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b51751-7f2e-4389-9642-a75f2209d196 req-2777975e-ae05-4c21-8a4e-349a62e39118 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:16.923871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9b51751-7f2e-4389-9642-a75f2209d196 req-2777975e-ae05-4c21-8a4e-349a62e39118 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.0943604 Sep 18 19:44:16.948153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:16.955422 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f5aaec0-494f-4353-90db-782c8fc303bb HTTP/1.1" status: 204 len: 168 time: 0.5271416 Sep 18 19:44:16.955422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c3b8-8c0a-4f92-bf27-f5233cbf06e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5aaec0-494f-4353-90db-782c8fc303bb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:16.955756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46164) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:17.078536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9b51751-7f2e-4389-9642-a75f2209d196 req-d001a76b-4fad-42e9-af8d-10a7a33e5eba tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445553 Sep 18 19:44:17.106508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b5b624-f405-41cc-8c8c-7a2369085dba admin admin] Deleting subnet c15c6196-f397-42a9-bb5c-194d6241bcd0 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:44:17.110407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-6abb1271-2b61-4028-abdc-450a9a511dbb service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207825 Sep 18 19:44:17.111276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b5b624-f405-41cc-8c8c-7a2369085dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.159307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ce75-cc43-4d93-bf60-db5122c7c7a0 req-7a73f478-3c89-404a-b6a9-70e848519692 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:17.161148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f68ce75-cc43-4d93-bf60-db5122c7c7a0 req-7a73f478-3c89-404a-b6a9-70e848519692 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 944 time: 0.1660118 Sep 18 19:44:17.196049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b5b624-f405-41cc-8c8c-7a2369085dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.322109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f68ce75-cc43-4d93-bf60-db5122c7c7a0 req-a9a62b4e-1e19-4774-9582-e1ffa9b7d64b tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448677 Sep 18 19:44:17.323101 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b5b624-f405-41cc-8c8c-7a2369085dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.382159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d1060d-6c2a-49ed-a4f7-10d85b3112b8 req-514768c1-bb9d-46f7-861c-ab3f5552f3d2 service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437325 Sep 18 19:44:17.407970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-6c9a6870-d114-4880-9979-e875cbccfa9a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:17.409874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-6c9a6870-d114-4880-9979-e875cbccfa9a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.24 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 944 time: 0.1471415 Sep 18 19:44:17.502049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b5b624-f405-41cc-8c8c-7a2369085dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.538682 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b5b624-f405-41cc-8c8c-7a2369085dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.540525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-96b5b624-f405-41cc-8c8c-7a2369085dba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c15c6196-f397-42a9-bb5c-194d6241bcd0 HTTP/1.1" status: 204 len: 168 time: 0.5809777 Sep 18 19:44:17.543249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5b624-f405-41cc-8c8c-7a2369085dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15c6196-f397-42a9-bb5c-194d6241bcd0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:17.543465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46210) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:17.637344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.640720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Deleting port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:17.641335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.664761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22901478-c6fa-41d8-b465-acbaa5c13129 req-f7ac21b6-96f7-42cd-a09e-238db54ae350 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:17.666670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22901478-c6fa-41d8-b465-acbaa5c13129 req-f7ac21b6-96f7-42cd-a09e-238db54ae350 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 950 time: 0.1294253 Sep 18 19:44:17.691160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-e3c458d7-fa85-46fc-8c8a-79e514e9f183 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:17.694013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-e3c458d7-fa85-46fc-8c8a-79e514e9f183 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 950 time: 0.1361966 Sep 18 19:44:17.761336 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.791208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90ebe6c-c923-4571-a240-6e907962d0f6']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:17.801883 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f5f9f6-edfb-4c2e-b113-218f7af184ab') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:17.802242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f5f9f6-edfb-4c2e-b113-218f7af184ab') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:17.813544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.833019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22901478-c6fa-41d8-b465-acbaa5c13129 req-b87cb6e5-13f6-4890-81d7-aea39816666d tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/security-groups?id=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524928 Sep 18 19:44:17.840691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.849498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:44:17.850389 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:44:17.852753 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:44:17.869139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] For port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:17.869746 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.891351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Calling delete_port for cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:17.894448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c82871-463d-4456-acba-4af310a8e356', 'name': 'network-vif-deleted', 'tag': '195b2084-29ed-4b34-9131-909240764b69'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:17.897368 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af4e7df-99f7-491f-af91-300b95ce59f6" -d '{"events": [{"server_uuid": "25c82871-463d-4456-acba-4af310a8e356", "name": "network-vif-deleted", "tag": "195b2084-29ed-4b34-9131-909240764b69"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:17.928340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.937216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:17.942480 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] 10.222.0.20 "DELETE /v2.0/networks/d90ebe6c-c923-4571-a240-6e907962d0f6 HTTP/1.1" status: 204 len: 168 time: 0.3975420 Sep 18 19:44:17.956594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e034f76-d9e8-4d19-855f-b2546135434b admin admin] Pushing event deleted for resources: {'Network': ['ID=d90ebe6c-c923-4571-a240-6e907962d0f6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:17.964633 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf0519a-486a-4d38-9db5-3a6db54f8752 x-openstack-request-id: req-0bf0519a-486a-4d38-9db5-3a6db54f8752 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:17.964633 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c82871-463d-4456-acba-4af310a8e356", "name": "network-vif-deleted", "tag": "195b2084-29ed-4b34-9131-909240764b69", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:17.965419 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bf0519a-486a-4d38-9db5-3a6db54f8752 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:17.965645 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c82871-463d-4456-acba-4af310a8e356', 'name': 'network-vif-deleted', 'tag': '195b2084-29ed-4b34-9131-909240764b69', 'status': 'completed', 'code': 200} Sep 18 19:44:18.008292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Deleting port 00bcec10-3078-4b13-90c2-bb96a35b9976 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:18.008937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.124612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46236) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:18.191428 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0fbd310d-1ad7-4b51-b1e3-e1c79e10c06f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5442dfe435d345d489294f8e3e53d74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641429 Sep 18 19:44:18.193176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46238) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:18.236791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] For port 00bcec10-3078-4b13-90c2-bb96a35b9976, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=00bcec10-3078-4b13-90c2-bb96a35b9976,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:18.237064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.248329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9df0c797-bcfe-4d6a-bc6a-963a3030dbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.249870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80286e5-39ad-4720-90a4-c7aa9e5e2eff req-dde1ef99-b192-48e5-884c-ad5a0ddd5271 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:18.251441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d80286e5-39ad-4720-90a4-c7aa9e5e2eff req-dde1ef99-b192-48e5-884c-ad5a0ddd5271 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 950 time: 0.1582227 Sep 18 19:44:18.259105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.274826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Calling delete_port for 00bcec10-3078-4b13-90c2-bb96a35b9976 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:18.287780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:18.303470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9df0c797-bcfe-4d6a-bc6a-963a3030dbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.361737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ccc5300d-035b-49b0-9e49-f0224f46cc4d details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:44:18.386055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Pushing event deleted for resources: {'Port': ['ID=cf49b222-ee1c-49b0-8df6-9a3b03a54aa4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:18.438627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9df0c797-bcfe-4d6a-bc6a-963a3030dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.441533 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9df0c797-bcfe-4d6a-bc6a-963a3030dbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.444937 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9df0c797-bcfe-4d6a-bc6a-963a3030dbd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1fb1023-72f9-4f50-8112-f7a414d8c592 HTTP/1.1" status: 204 len: 168 time: 0.2482944 Sep 18 19:44:18.467588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0c797-bcfe-4d6a-bc6a-963a3030dbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb1023-72f9-4f50-8112-f7a414d8c592,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:18.534813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb4ea-98a3-46b1-8c72-e0b728448e7e req-38df0a2e-b34e-4e0f-a897-93313fa92000 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:18.543431 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-348cb4ea-98a3-46b1-8c72-e0b728448e7e req-38df0a2e-b34e-4e0f-a897-93313fa92000 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.3587000 Sep 18 19:44:18.557279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:18.573176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'mac_address': 'fa:16:3e:a5:89:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:44:18.576877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d80286e5-39ad-4720-90a4-c7aa9e5e2eff req-2431fd36-8520-4130-aec7-eb5103e4453d tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109708 Sep 18 19:44:18.591195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] No DVR routers for this DVR port cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:18.601961 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.618194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e73ce59-815f-46d3-84f4-7e4572b37409 req-638b2c94-29c9-47ff-b897-77707fd21a4f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.24 "DELETE /v2.0/ports/cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 HTTP/1.1" status: 204 len: 173 time: 1.1995814 Sep 18 19:44:18.674753 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.690010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-348cb4ea-98a3-46b1-8c72-e0b728448e7e req-0faf025f-b463-4822-92c8-36685ed12d10 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398315 Sep 18 19:44:18.757979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-561e02a0-9c10-4de2-b760-1dd71e1306e7 req-3dc507ab-606f-433d-9927-9ec9995f0e61 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=da8bdb73-1aaa-4414-abfd-0de9f5cb88bc HTTP/1.1" status: 200 len: 210 time: 0.0673428 Sep 18 19:44:18.768676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccc5300d-035b-49b0-9e49-f0224f46cc4d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:44:18.829264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:18.838955 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.880111 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:18.916718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Pushing event deleted for resources: {'Port': ['ID=00bcec10-3078-4b13-90c2-bb96a35b9976,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:19.023027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] No DVR routers for this DVR port 00bcec10-3078-4b13-90c2-bb96a35b9976 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:19.026673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b367acf-e279-438c-b9da-d82560652fa6 req-3801c9f9-b0ea-416f-bff4-ba8a3d3368f5 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19db2df-7981-40c0-84d3-e521b2c7060b HTTP/1.1" status: 200 len: 210 time: 0.0640001 Sep 18 19:44:19.027787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:19.029690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91292917-ccbd-4f47-8b29-77e4ebdb78ff req-a6bc9195-269c-44d9-b65a-27090d4d3de1 tempest-ServersAdminNegativeTestJSON-523080924 tempest-ServersAdminNegativeTestJSON-523080924-project] 10.222.0.32 "DELETE /v2.0/ports/00bcec10-3078-4b13-90c2-bb96a35b9976 HTTP/1.1" status: 204 len: 173 time: 1.3280368 Sep 18 19:44:19.127886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:19.133545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['00bcec10-3078-4b13-90c2-bb96a35b9976'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:19.177752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46276) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:19.214589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ccc5300d-035b-49b0-9e49-f0224f46cc4d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:19.755864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2c42167f-7581-42db-836d-cf98451ca31b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=863b4454e9b14d8cae64a54f84d0cd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769229 Sep 18 19:44:19.758440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46288) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:19.798340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-b03b5c08-19b4-4a1f-83a1-34a5cc41306f tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:19.799871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-b03b5c08-19b4-4a1f-83a1-34a5cc41306f tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.32 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.1486027 Sep 18 19:44:19.834942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d42ec865-8bb9-463f-99e5-d82309f7d657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:19.866300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e68c0e-082c-443a-a187-57bc377ef0db req-cee3c37c-dd18-4d70-ab4f-16dc6e9d85fd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:19.868006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69e68c0e-082c-443a-a187-57bc377ef0db req-cee3c37c-dd18-4d70-ab4f-16dc6e9d85fd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 950 time: 0.1829655 Sep 18 19:44:19.877073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d42ec865-8bb9-463f-99e5-d82309f7d657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:19.947280 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d42ec865-8bb9-463f-99e5-d82309f7d657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:19.956047 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d42ec865-8bb9-463f-99e5-d82309f7d657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:19.961469 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d42ec865-8bb9-463f-99e5-d82309f7d657 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/837ca9c8-6020-43ab-b9bb-f52927063245 HTTP/1.1" status: 204 len: 168 time: 0.2019730 Sep 18 19:44:19.975131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-39d01aac-7de0-417f-bce7-dae676574b98 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:19.977025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-39d01aac-7de0-417f-bce7-dae676574b98 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 950 time: 0.1740108 Sep 18 19:44:19.978020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ec865-8bb9-463f-99e5-d82309f7d657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837ca9c8-6020-43ab-b9bb-f52927063245,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:19.978171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'name': 'network-vif-deleted', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4'}, {'server_uuid': 'e19db2df-7981-40c0-84d3-e521b2c7060b', 'name': 'network-vif-deleted', 'tag': '00bcec10-3078-4b13-90c2-bb96a35b9976'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:19.980583 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f23633a-1375-40de-b391-07ea94abfdcd" -d '{"events": [{"server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "name": "network-vif-deleted", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4"}, {"server_uuid": "e19db2df-7981-40c0-84d3-e521b2c7060b", "name": "network-vif-deleted", "tag": "00bcec10-3078-4b13-90c2-bb96a35b9976"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:20.004142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69e68c0e-082c-443a-a187-57bc377ef0db req-9b3d25ff-5e23-463a-8e5b-361d2b6dd1c9 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f532b28-820d-47b3-9830-cb8adbf5ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126394 Sep 18 19:44:20.115995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Deleting port 3848378d-3435-45e8-b064-2a067101a4c9 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:20.116648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:20.233007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Deleting port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:20.233446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:20.269446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2865c5-bd41-4fc5-a4b2-e34e48a00c9b req-c88c1951-dbcc-41a0-a15e-a4c96f8aced4 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:20.272052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da2865c5-bd41-4fc5-a4b2-e34e48a00c9b req-c88c1951-dbcc-41a0-a15e-a4c96f8aced4 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 945 time: 0.1713729 Sep 18 19:44:20.366596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ccc5300d-035b-49b0-9e49-f0224f46cc4d up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:20.367203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] For port 3848378d-3435-45e8-b064-2a067101a4c9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3848378d-3435-45e8-b064-2a067101a4c9,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:20.367203 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:20.424825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Calling delete_port for 3848378d-3435-45e8-b064-2a067101a4c9 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:20.443514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da2865c5-bd41-4fc5-a4b2-e34e48a00c9b req-750d94b5-5d10-4d4d-a0df-c4a3476983eb tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/security-groups?id=55036463-3da0-45e0-909a-2ba2093860b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621053 Sep 18 19:44:20.450874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port ccc5300d-035b-49b0-9e49-f0224f46cc4d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:20.451639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:20.512739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] For port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:20.513644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:20.666353 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:20.677482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Calling delete_port for 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:20.755665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:20.761794 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb918469-2a45-43fb-af72-5ddf880ffc51" -d '{"events": [{"server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "name": "network-vif-plugged", "status": "completed", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:20.791348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:20.810923 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:20.897012 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf1c61-0de8-45d3-8cf1-e8ba4eb8ea71 x-openstack-request-id: req-81bf1c61-0de8-45d3-8cf1-e8ba4eb8ea71 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:20.897616 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8bdb73-1aaa-4414-abfd-0de9f5cb88bc", "name": "network-vif-deleted", "tag": "cf49b222-ee1c-49b0-8df6-9a3b03a54aa4", "status": "completed", "code": 200}, {"server_uuid": "e19db2df-7981-40c0-84d3-e521b2c7060b", "name": "network-vif-deleted", "tag": "00bcec10-3078-4b13-90c2-bb96a35b9976", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:20.897864 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81bf1c61-0de8-45d3-8cf1-e8ba4eb8ea71 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:20.898390 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8bdb73-1aaa-4414-abfd-0de9f5cb88bc', 'name': 'network-vif-deleted', 'tag': 'cf49b222-ee1c-49b0-8df6-9a3b03a54aa4', 'status': 'completed', 'code': 200} Sep 18 19:44:20.898734 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19db2df-7981-40c0-84d3-e521b2c7060b', 'name': 'network-vif-deleted', 'tag': '00bcec10-3078-4b13-90c2-bb96a35b9976', 'status': 'completed', 'code': 200} Sep 18 19:44:20.959363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:20.988399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3848378d-3435-45e8-b064-2a067101a4c9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:21.070268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Pushing event deleted for resources: {'Port': ['ID=3848378d-3435-45e8-b064-2a067101a4c9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:21.070838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:21.077513 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:21.223215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Pushing event deleted for resources: {'Port': ['ID=6451e280-ab1e-4a35-a2a7-b95dc38fe7ee,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:21.339861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] No DVR routers for this DVR port 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:21.342073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] No DVR routers for this DVR port 3848378d-3435-45e8-b064-2a067101a4c9 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:21.343986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:21.346028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a61c8ec6-244c-447b-95cc-9a9416e10ce0 req-58ec1804-f5f2-4ca1-aec1-c0d83fff7afd tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.24 "DELETE /v2.0/ports/6451e280-ab1e-4a35-a2a7-b95dc38fe7ee HTTP/1.1" status: 204 len: 173 time: 1.3491144 Sep 18 19:44:21.347265 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:21.349401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41456e65-4233-40b7-b4c4-54d09eccf07a req-248d308b-379f-4efb-8494-fef57c1a0fe9 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.32 "DELETE /v2.0/ports/3848378d-3435-45e8-b064-2a067101a4c9 HTTP/1.1" status: 204 len: 173 time: 1.5033565 Sep 18 19:44:21.456033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46330) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:21.460094 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f4208c-73ac-420d-baf0-e380e077d5db x-openstack-request-id: req-f1f4208c-73ac-420d-baf0-e380e077d5db {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:21.460634 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "name": "network-vif-plugged", "status": "completed", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:21.460775 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1f4208c-73ac-420d-baf0-e380e077d5db {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:21.461212 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'code': 200} Sep 18 19:44:21.556796 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b60d47c0-166e-4b2b-a91f-0f033787e894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:21.623611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:21.676764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:21.689941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cf49b222-ee1c-49b0-8df6-9a3b03a54aa4 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:21.694992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:21.768688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:21.770945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:21.775088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1e6dd4e-ea4f-4014-a0fa-d52794c7235d req-4dec137f-6330-4736-b244-87eca3676e10 tempest-ImagesOneServerTestJSON-1171460559 tempest-ImagesOneServerTestJSON-1171460559-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95 HTTP/1.1" status: 200 len: 210 time: 0.0744627 Sep 18 19:44:21.862592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46342) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:21.938986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338162ce-3829-4e19-8c32-129bd7955938 req-5696514d-ffdc-4744-911f-abb3732f1a71 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:21.940855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-338162ce-3829-4e19-8c32-129bd7955938 req-5696514d-ffdc-4744-911f-abb3732f1a71 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 945 time: 0.1639159 Sep 18 19:44:22.009144 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-84624adb-0138-4b42-9d26-c727a4318685 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d490af52e36a48f1b2ffef4cc06b0382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516381 Sep 18 19:44:22.012511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46350) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:22.104229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889229465-network', 'tenant_id': '901e7a4df60949c5a2072ff028fecb71'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:22.137683 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adce66b6-0682-4bcf-bc2d-144a2db82359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.145716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054013e9-c059-49c0-9a47-e7b440323537 req-e22aeccc-da5c-4625-9868-592e22ae812f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:22.153985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-054013e9-c059-49c0-9a47-e7b440323537 req-e22aeccc-da5c-4625-9868-592e22ae812f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 945 time: 0.1954846 Sep 18 19:44:22.192841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adce66b6-0682-4bcf-bc2d-144a2db82359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.275333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca888763-9163-4dfb-a4b1-41a0e805e6fb req-111ef5a8-6be4-4398-b112-ba6187795a59 tempest-ServerRescueTestJSON-836852540 tempest-ServerRescueTestJSON-836852540-project] 10.222.0.20 "GET /v2.0/ports?device_id=f489134c-41f3-4af9-9ca5-a65d507341d9 HTTP/1.1" status: 200 len: 210 time: 0.0399718 Sep 18 19:44:22.278398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Made reservation on behalf of 901e7a4df60949c5a2072ff028fecb71 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:22.281121 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.288582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adce66b6-0682-4bcf-bc2d-144a2db82359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.291887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adce66b6-0682-4bcf-bc2d-144a2db82359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.295274 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-adce66b6-0682-4bcf-bc2d-144a2db82359 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d HTTP/1.1" status: 204 len: 168 time: 0.2787917 Sep 18 19:44:22.313101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce66b6-0682-4bcf-bc2d-144a2db82359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd668e9-63fa-4a2d-b1b7-8ae8adefa59d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:22.377258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 00bcec10-3078-4b13-90c2-bb96a35b9976 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:22.388189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-054013e9-c059-49c0-9a47-e7b440323537 req-c9028457-3eb6-45c5-aca9-9c2e777ea1c5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328401 Sep 18 19:44:22.388949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.407403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 00bcec10-3078-4b13-90c2-bb96a35b9976 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:22.408046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 00bcec10-3078-4b13-90c2-bb96a35b9976 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:22.434239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Deleting port 39a37d9e-4b1e-41ef-9d76-ed77711db010 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:22.434661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.641718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] For port 39a37d9e-4b1e-41ef-9d76-ed77711db010, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=39a37d9e-4b1e-41ef-9d76-ed77711db010,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:22.642092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.646609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.659590 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.671233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Calling delete_port for 39a37d9e-4b1e-41ef-9d76-ed77711db010 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:22.701841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:44:22.751943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46364) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:22.775890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873fbcad-a751-4a96-b69b-c7d311b2bd17,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:22.784157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.784926 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Added segment 0113c965-dd3d-470f-8e5c-16b14dd46dfb of type vlan for network 604414e1-3c28-4e39-99a5-9361d5dda903 Sep 18 19:44:22.815487 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cee4e0ef-4af0-4c51-87fb-23d93b07be9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a0686fb362549d1ab3f5f4de2aa0967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623441 Sep 18 19:44:22.819216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46368) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:22.892126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.900359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-deleted', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee'}, {'server_uuid': 'f489134c-41f3-4af9-9ca5-a65d507341d9', 'name': 'network-vif-deleted', 'tag': '3848378d-3435-45e8-b064-2a067101a4c9'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:22.902608 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9763629a-2061-47e6-9cb0-dcf1e5bfb38a" -d '{"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-deleted", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee"}, {"server_uuid": "f489134c-41f3-4af9-9ca5-a65d507341d9", "name": "network-vif-deleted", "tag": "3848378d-3435-45e8-b064-2a067101a4c9"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:22.914028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f85b782c-1f28-4e61-bf52-1f726e1cd0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.964432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f85b782c-1f28-4e61-bf52-1f726e1cd0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:22.989346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.023650 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745cb4fa-d52e-42a5-975e-ef89fd7ec744 x-openstack-request-id: req-745cb4fa-d52e-42a5-975e-ef89fd7ec744 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:23.024134 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95", "name": "network-vif-deleted", "tag": "6451e280-ab1e-4a35-a2a7-b95dc38fe7ee", "status": "completed", "code": 200}, {"server_uuid": "f489134c-41f3-4af9-9ca5-a65d507341d9", "name": "network-vif-deleted", "tag": "3848378d-3435-45e8-b064-2a067101a4c9", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:23.024498 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-745cb4fa-d52e-42a5-975e-ef89fd7ec744 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:23.026455 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2765-64ca-4eb9-b05f-cdd6f7d89c95', 'name': 'network-vif-deleted', 'tag': '6451e280-ab1e-4a35-a2a7-b95dc38fe7ee', 'status': 'completed', 'code': 200} Sep 18 19:44:23.027876 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489134c-41f3-4af9-9ca5-a65d507341d9', 'name': 'network-vif-deleted', 'tag': '3848378d-3435-45e8-b064-2a067101a4c9', 'status': 'completed', 'code': 200} Sep 18 19:44:23.039806 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.040445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:23.041129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.086684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f85b782c-1f28-4e61-bf52-1f726e1cd0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.089570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f85b782c-1f28-4e61-bf52-1f726e1cd0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.091358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f85b782c-1f28-4e61-bf52-1f726e1cd0b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48281d68-1340-4501-8704-a269d33f541b HTTP/1.1" status: 204 len: 168 time: 0.2710025 Sep 18 19:44:23.117638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b782c-1f28-4e61-bf52-1f726e1cd0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48281d68-1340-4501-8704-a269d33f541b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:23.119864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2559719 Sep 18 19:44:23.123553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:23.140207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Request body: {'subnet': {'network_id': '604414e1-3c28-4e39-99a5-9361d5dda903', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-889229465-subnet', 'tenant_id': '901e7a4df60949c5a2072ff028fecb71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:23.170697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bb082-255c-4d32-bfed-55c591e474ef admin admin] Pushing event updated for resources: {'Network': ['ID=604414e1-3c28-4e39-99a5-9361d5dda903,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:23.194182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.194437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.200024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 604414e1-3c28-4e39-99a5-9361d5dda903 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:44:23.256556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Made reservation on behalf of 901e7a4df60949c5a2072ff028fecb71 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:23.258276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Pushing event deleted for resources: {'Port': ['ID=39a37d9e-4b1e-41ef-9d76-ed77711db010,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:23.258926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.321133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] No DVR routers for this DVR port 39a37d9e-4b1e-41ef-9d76-ed77711db010 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:23.326853 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.335221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-338162ce-3829-4e19-8c32-129bd7955938 req-6814f35e-b7a9-49ff-b520-3b92d35ba785 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.24 "DELETE /v2.0/ports/39a37d9e-4b1e-41ef-9d76-ed77711db010 HTTP/1.1" status: 204 len: 173 time: 1.3831685 Sep 18 19:44:23.380390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46394) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:23.469087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46400) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:23.659981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cfe065c-2acc-40fe-bc30-bb573c252fe4 req-f307a710-4e48-4996-9935-eac3d715ac09 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e51cf10-668b-4973-8810-ccac1a06d723 HTTP/1.1" status: 200 len: 210 time: 0.0861006 Sep 18 19:44:23.813566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:23.893610 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-412f5d23-72cb-4c22-9246-8c92d4580b88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eb7c2bc2250478facd3c5cf24ef73e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232228 Sep 18 19:44:23.904288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46418) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:23.934926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Checking segment: {'id': '0113c965-dd3d-470f-8e5c-16b14dd46dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '604414e1-3c28-4e39-99a5-9361d5dda903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:23.935285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Network hostable DHCP agents. Network: 604414e1-3c28-4e39-99a5-9361d5dda903, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:44:23.939456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc962a1c-db98-44f8-981e-57b403058ac3,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:24.001385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47106660-2d27-4f22-aa84-b4f2fbaa296a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:24.006199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Network 604414e1-3c28-4e39-99a5-9361d5dda903 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:44:24.056102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 604414e1-3c28-4e39-99a5-9361d5dda903) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:24.065903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75460b0d-f83b-40fc-a43f-594952e182f1 None None] Network 604414e1-3c28-4e39-99a5-9361d5dda903 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:24.075320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:24.076321 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:24.103290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47106660-2d27-4f22-aa84-b4f2fbaa296a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:24.166254 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2b6f3f4-502b-4013-b3e6-d8464cadd54a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0313029 Sep 18 19:44:24.249165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47106660-2d27-4f22-aa84-b4f2fbaa296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:24.252559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47106660-2d27-4f22-aa84-b4f2fbaa296a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:24.253777 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-47106660-2d27-4f22-aa84-b4f2fbaa296a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f532b28-820d-47b3-9830-cb8adbf5ece2 HTTP/1.1" status: 204 len: 168 time: 0.3468649 Sep 18 19:44:24.281229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47106660-2d27-4f22-aa84-b4f2fbaa296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f532b28-820d-47b3-9830-cb8adbf5ece2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:24.321737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:24.444002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3848378d-3435-45e8-b064-2a067101a4c9 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:24.516765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 3848378d-3435-45e8-b064-2a067101a4c9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:24.518940 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3848378d-3435-45e8-b064-2a067101a4c9 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:24.522567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd32bb-a695-448d-9c9b-3d68e441cab9 None None] Network 604414e1-3c28-4e39-99a5-9361d5dda903 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:24.571959 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0f1718af-b391-4007-aeab-4cd1b93771d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:24.836594 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:24.930360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Deleting port abb6c781-9faa-4373-9fed-5ecee348c939 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:24.930892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:25.037780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'name': 'network-vif-deleted', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:25.042338 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88022c5-9555-438d-beae-0de95bc737cf" -d '{"events": [{"server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "name": "network-vif-deleted", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:25.144326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] For port abb6c781-9faa-4373-9fed-5ecee348c939, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=abb6c781-9faa-4373-9fed-5ecee348c939,segment=NetworkSegment(33415e77-6058-43d2-a1fb-a20e8002cbac),segment_id=33415e77-6058-43d2-a1fb-a20e8002cbac)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:25.145378 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:25.170391 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2105ae88-5542-4e32-be40-d6ae00a64061 x-openstack-request-id: req-2105ae88-5542-4e32-be40-d6ae00a64061 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:25.170694 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e51cf10-668b-4973-8810-ccac1a06d723", "name": "network-vif-deleted", "tag": "39a37d9e-4b1e-41ef-9d76-ed77711db010", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:25.170950 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2105ae88-5542-4e32-be40-d6ae00a64061 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:25.171922 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e51cf10-668b-4973-8810-ccac1a06d723', 'name': 'network-vif-deleted', 'tag': '39a37d9e-4b1e-41ef-9d76-ed77711db010', 'status': 'completed', 'code': 200} Sep 18 19:44:25.191156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Calling delete_port for abb6c781-9faa-4373-9fed-5ecee348c939 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:25.365154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea017b15-f5e9-4309-bb8b-e1e834642c78 req-5f386d6e-a37e-48ce-b6d2-651b51e9108a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:25.367232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea017b15-f5e9-4309-bb8b-e1e834642c78 req-5f386d6e-a37e-48ce-b6d2-651b51e9108a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 945 time: 0.1916821 Sep 18 19:44:25.433624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:25.648666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea017b15-f5e9-4309-bb8b-e1e834642c78 req-998e811f-4963-4bd0-9121-e66d00d53e5a tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/security-groups?id=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732887 Sep 18 19:44:25.669237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 39a37d9e-4b1e-41ef-9d76-ed77711db010 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:25.725082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-ed06d787-9604-41b9-b752-e1390550a42f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:25.735925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-ed06d787-9604-41b9-b752-e1390550a42f tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 945 time: 0.2083805 Sep 18 19:44:25.750070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 39a37d9e-4b1e-41ef-9d76-ed77711db010 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:25.750923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 39a37d9e-4b1e-41ef-9d76-ed77711db010 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:25.751545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:25.777638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46500) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:25.784676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403085764-network', 'tenant_id': '53bbc6d1a19548fc876113dc49e55f23'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:25.802538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:25.803160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6451e280-ab1e-4a35-a2a7-b95dc38fe7ee not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:25.879540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Made reservation on behalf of 53bbc6d1a19548fc876113dc49e55f23 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:25.885093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:25.909222 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.072135 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.082178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.102917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.142047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:44:26.153736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Deleting port 6bf3890e-3c56-4824-8e72-ff3482c5da6a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:26.154332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.163280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Pushing event deleted for resources: {'Port': ['ID=abb6c781-9faa-4373-9fed-5ecee348c939,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:26.180478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d727f63c-8df0-4430-9ab5-eb2d22e7c129,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:26.188360 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.195855 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Added segment 0ef8e789-1d78-4032-844d-b6baa2263c7e of type vlan for network 882886f2-1b47-4561-b213-310d2836793a Sep 18 19:44:26.315018 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.321501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] For port 6bf3890e-3c56-4824-8e72-ff3482c5da6a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6bf3890e-3c56-4824-8e72-ff3482c5da6a,segment=NetworkSegment(f2462256-05a2-4a22-8419-e450456c8d37),segment_id=f2462256-05a2-4a22-8419-e450456c8d37)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:26.322212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.340559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Calling delete_port for 6bf3890e-3c56-4824-8e72-ff3482c5da6a owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:26.410947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.412873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:26.413880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.455223 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6765440 Sep 18 19:44:26.474917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46526) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:26.492893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Request body: {'subnet': {'network_id': '882886f2-1b47-4561-b213-310d2836793a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403085764-subnet', 'tenant_id': '53bbc6d1a19548fc876113dc49e55f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:26.515178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46534) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:26.538648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.633330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Pushing event deleted for resources: {'Port': ['ID=6bf3890e-3c56-4824-8e72-ff3482c5da6a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:26.666173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31883c4-d158-443b-a9e8-3b45709d17b2 admin admin] Pushing event updated for resources: {'Network': ['ID=882886f2-1b47-4561-b213-310d2836793a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:26.683086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 882886f2-1b47-4561-b213-310d2836793a details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:44:26.689765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Made reservation on behalf of 53bbc6d1a19548fc876113dc49e55f23 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:26.694150 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.765065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] No DVR routers for this DVR port 6bf3890e-3c56-4824-8e72-ff3482c5da6a on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:26.768381 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.771893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ce34bc5-1116-42d3-b603-26cb234fc166 req-a98ff508-7016-4c3e-ba0d-1ae42653495d tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.24 "DELETE /v2.0/ports/6bf3890e-3c56-4824-8e72-ff3482c5da6a HTTP/1.1" status: 204 len: 173 time: 1.0325761 Sep 18 19:44:26.875618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:26.942923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1912537285-network', 'tenant_id': '51d303adce464087b04e31f4e4967672'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:27.009203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Made reservation on behalf of 51d303adce464087b04e31f4e4967672 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:27.013636 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.033759 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.200530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'name': 'network-vif-deleted', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:27.200530 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c80ad1-c3ba-4de3-afac-05336419db65" -d '{"events": [{"server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "name": "network-vif-deleted", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:27.243236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f088df7a-9433-487c-9ed7-51c0c53e6365 req-f4b5a5bf-2e99-4667-ac70-af9d344741c5 tempest-LiveMigrationTest-175132786 tempest-LiveMigrationTest-175132786-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca433c6a-c5e7-420c-8cf7-ac59392de5fc HTTP/1.1" status: 200 len: 210 time: 0.1459959 Sep 18 19:44:27.313625 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.323449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.379792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29da4a54-3026-4ab2-abff-1b93490bdc57,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:27.389246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.390366 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7900f5b7-4d9c-41fd-a1ac-dd1981df6047 x-openstack-request-id: req-7900f5b7-4d9c-41fd-a1ac-dd1981df6047 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:27.390661 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca433c6a-c5e7-420c-8cf7-ac59392de5fc", "name": "network-vif-deleted", "tag": "6bf3890e-3c56-4824-8e72-ff3482c5da6a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:27.390992 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7900f5b7-4d9c-41fd-a1ac-dd1981df6047 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:27.391489 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca433c6a-c5e7-420c-8cf7-ac59392de5fc', 'name': 'network-vif-deleted', 'tag': '6bf3890e-3c56-4824-8e72-ff3482c5da6a', 'status': 'completed', 'code': 200} Sep 18 19:44:27.399270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.439950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Router f614f3f8-62d8-48bb-b6b2-c97e726afa7c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:44:27.446205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:44:27.457024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Checking segment: {'id': '0ef8e789-1d78-4032-844d-b6baa2263c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '882886f2-1b47-4561-b213-310d2836793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:27.458649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Network hostable DHCP agents. Network: 882886f2-1b47-4561-b213-310d2836793a, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:44:27.483864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9fd808-250a-4ed5-835e-ab3259d93c57,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:27.491293 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.496321 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Added segment 1863064d-e0df-4f59-b991-065f75027e58 of type vlan for network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 Sep 18 19:44:27.608742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Network 882886f2-1b47-4561-b213-310d2836793a is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:44:27.625149 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.639060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 882886f2-1b47-4561-b213-310d2836793a) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:27.650172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a22a7-22c5-47c1-a0a7-41f3b0aabc4f None None] Network 882886f2-1b47-4561-b213-310d2836793a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:27.666916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:27.667779 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.699113 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.700749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:27.701413 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.713141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:44:27.719662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-850f683d-d66b-480b-a519-bd193431cc4a admin admin] 10.222.0.20 "PUT /v2.0/routers/f614f3f8-62d8-48bb-b6b2-c97e726afa7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3375492 Sep 18 19:44:27.724749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46586) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:27.747479 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a3d11af1-2fa0-4bb4-a23e-328c4c52569c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2563102 Sep 18 19:44:27.797267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] Sync routers for ids ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:44:27.819570 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3031943 Sep 18 19:44:27.822716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46590) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:27.831243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Request body: {'subnet': {'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1912537285-subnet', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:27.852614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] Routers {'f614f3f8-62d8-48bb-b6b2-c97e726afa7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:27.853257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:27.868705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc2392-4a8b-4de5-bdcd-11aa682dee9c admin admin] Pushing event updated for resources: {'Network': ['ID=05d0e6a4-2a30-45cc-88dd-f5c3edc14051,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:27.896957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Made reservation on behalf of 51d303adce464087b04e31f4e4967672 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:27.900188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:27.954773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:44:27.978224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46594) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:28.111826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccdb852-69ed-4b01-bcac-efee8eae007d admin admin] Deleting subnet dc962a1c-db98-44f8-981e-57b403058ac3 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:44:28.131311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:28.133577 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb852-69ed-4b01-bcac-efee8eae007d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:28.185323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:28.212123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46596) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:28.236446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb852-69ed-4b01-bcac-efee8eae007d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:28.239951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] Set router f614f3f8-62d8-48bb-b6b2-c97e726afa7c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:28.276799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98db5c27-96fa-4069-923f-057b2618d16b,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:28.313285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Checking segment: {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:28.314584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Network hostable DHCP agents. Network: 05d0e6a4-2a30-45cc-88dd-f5c3edc14051, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:44:28.354283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:44:28.370447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 05d0e6a4-2a30-45cc-88dd-f5c3edc14051) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:28.372354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46602) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:28.392371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:28.393076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:28.450309 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a14e62a8-0cb8-405b-ac8a-52b3d8791d6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6250772 Sep 18 19:44:28.454956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46608) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:28.460870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:28.518969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:28.522378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:28.651145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:28.678619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bdf995-c984-4839-a62c-318c979108aa None None] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:28.933901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b635ca-f8ae-4714-bce6-f8bc7b7c8df0 None None] Network 882886f2-1b47-4561-b213-310d2836793a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:28.966908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:44:25Z', 'revision_number': 5, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:29.004470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] Checking router: f614f3f8-62d8-48bb-b6b2-c97e726afa7c for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:44:29.071037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] Routers {'f614f3f8-62d8-48bb-b6b2-c97e726afa7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:29.072127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:29.110657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-b509d194-3f7e-402f-9fc6-3128c82801ed admin admin] Deleting subnet 37a56c70-90bf-47ef-a3e9-dbe557b29cdc {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:44:29.118230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a263b98-a7e2-42d5-850e-b3c481431ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.126606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.138658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b509d194-3f7e-402f-9fc6-3128c82801ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.165783 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb852-69ed-4b01-bcac-efee8eae007d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.214576 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.261274 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b509d194-3f7e-402f-9fc6-3128c82801ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.354561 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb852-69ed-4b01-bcac-efee8eae007d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.375178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b509d194-3f7e-402f-9fc6-3128c82801ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.407102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdb852-69ed-4b01-bcac-efee8eae007d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc962a1c-db98-44f8-981e-57b403058ac3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:29.425542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb852-69ed-4b01-bcac-efee8eae007d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.427568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1ccdb852-69ed-4b01-bcac-efee8eae007d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc962a1c-db98-44f8-981e-57b403058ac3 HTTP/1.1" status: 204 len: 168 time: 1.4435174 Sep 18 19:44:29.430319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46622) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:29.470599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Deleting port c0ba7be2-2628-4c63-a844-8a3d431cd1bf {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:29.470960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.512301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] Set router f614f3f8-62d8-48bb-b6b2-c97e726afa7c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:29.529471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a263b98-a7e2-42d5-850e-b3c481431ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.569746 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a263b98-a7e2-42d5-850e-b3c481431ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.692687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6bf3890e-3c56-4824-8e72-ff3482c5da6a no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:29.716452 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a263b98-a7e2-42d5-850e-b3c481431ba2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be80f144759344f595954f9ab3142bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4971788 Sep 18 19:44:29.716452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a263b98-a7e2-42d5-850e-b3c481431ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873e38a1-3de3-4412-9792-4a2538f17f01,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:29.745214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46626) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:29.813580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] For port c0ba7be2-2628-4c63-a844-8a3d431cd1bf, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0ba7be2-2628-4c63-a844-8a3d431cd1bf,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:29.826216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.856441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:44:29.857282 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.872541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Calling delete_port for c0ba7be2-2628-4c63-a844-8a3d431cd1bf owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:29.916699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2011bc2b-de03-4002-a175-84f13357fb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:29.933192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 6bf3890e-3c56-4824-8e72-ff3482c5da6a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:29.933564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6bf3890e-3c56-4824-8e72-ff3482c5da6a not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:29.956437 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2011bc2b-de03-4002-a175-84f13357fb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.046445 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.059002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:44:25Z', 'revision_number': 5, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:30.101928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b509d194-3f7e-402f-9fc6-3128c82801ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.125920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae255c43-896b-468a-bb55-43b6b0e4a8b2 None None] The sync data for ids ['f614f3f8-62d8-48bb-b6b2-c97e726afa7c'] in n-d-789963-11 is: [{'id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'name': 'tempest-ServerRescueTestJSON-840496371-router', 'tenant_id': 'c1184832694d40e3a430f677dcef20f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:45Z', 'updated_at': '2021-09-18T19:44:25Z', 'revision_number': 5, 'project_id': 'c1184832694d40e3a430f677dcef20f6', 'gw_port': {'id': 'c0ba7be2-2628-4c63-a844-8a3d431cd1bf', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:70:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f614f3f8-62d8-48bb-b6b2-c97e726afa7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:47Z', 'updated_at': '2021-09-18T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:44:30.154216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2011bc2b-de03-4002-a175-84f13357fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.157154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2011bc2b-de03-4002-a175-84f13357fb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.164340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2011bc2b-de03-4002-a175-84f13357fb58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/873e38a1-3de3-4412-9792-4a2538f17f01 HTTP/1.1" status: 204 len: 168 time: 0.4106445 Sep 18 19:44:30.195405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011bc2b-de03-4002-a175-84f13357fb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873e38a1-3de3-4412-9792-4a2538f17f01,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:30.219113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509d194-3f7e-402f-9fc6-3128c82801ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a56c70-90bf-47ef-a3e9-dbe557b29cdc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:30.321118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Allocated IP 172.20.0.2 (05d0e6a4-2a30-45cc-88dd-f5c3edc14051/98db5c27-96fa-4069-923f-057b2618d16b/ee422093-2d8e-4147-82e6-be0ae21798a0) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:30.341747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b509d194-3f7e-402f-9fc6-3128c82801ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.348329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46642) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:30.349403 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b509d194-3f7e-402f-9fc6-3128c82801ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37a56c70-90bf-47ef-a3e9-dbe557b29cdc HTTP/1.1" status: 204 len: 168 time: 1.9756646 Sep 18 19:44:30.497256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.696814 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.755306 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.767716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ba7be2-2628-4c63-a844-8a3d431cd1bf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:30.773245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.777432 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.846255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.889982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Pushing event updated for resources: {'Port': ['ID=ee422093-2d8e-4147-82e6-be0ae21798a0,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:30.929062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:30.934991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:30.940762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:30.951788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:30.973534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bd10c5-779c-4527-a92c-87bf493b1da8']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:30.982901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.015911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.018712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604414e1-3c28-4e39-99a5-9361d5dda903']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:31.068172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0113c965-dd3d-470f-8e5c-16b14dd46dfb') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:31.068777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0113c965-dd3d-470f-8e5c-16b14dd46dfb') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:31.091578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Attempting to bind port ee422093-2d8e-4147-82e6-be0ae21798a0 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:31.091578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Attempting to bind port ee422093-2d8e-4147-82e6-be0ae21798a0 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:31.091578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Attempting to bind port ee422093-2d8e-4147-82e6-be0ae21798a0 on network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:31.108902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:31.109436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Checking segment: {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:31.109952 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.110520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Bound using segment: {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:31.111117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Bound port: ee422093-2d8e-4147-82e6-be0ae21798a0, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:31.111628 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.114900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.142332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.157022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:44:31.157537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.158129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:44:31.159402 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:44:31.162664 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.206437 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46660) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:31.221753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2462256-05a2-4a22-8419-e450456c8d37') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:31.222211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2462256-05a2-4a22-8419-e450456c8d37') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:31.232266 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.232882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f614f3f8-62d8-48bb-b6b2-c97e726afa7c {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:44:31.239692 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.243339 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a7006fcc-fd62-4d24-8d43-d5300acc7211 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f614f3f8-62d8-48bb-b6b2-c97e726afa7c HTTP/1.1" status: 204 len: 168 time: 3.5158012 Sep 18 19:44:31.244030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46662) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:31.252026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.260114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] For port ee422093-2d8e-4147-82e6-be0ae21798a0, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:31.267301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] For port ee422093-2d8e-4147-82e6-be0ae21798a0, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ee422093-2d8e-4147-82e6-be0ae21798a0,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:31.282020 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.302476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8177d269-6c81-4d00-8a2b-ef4722487f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.314998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.341435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:44:31.343773 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:44:31.350552 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:44:31.434637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7fb92-8a47-45db-9a23-8114d6a0d1f2 None None] Pushing event updated for resources: {'Port': ['ID=ee422093-2d8e-4147-82e6-be0ae21798a0,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:31.464235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8177d269-6c81-4d00-8a2b-ef4722487f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.476973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8177d269-6c81-4d00-8a2b-ef4722487f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.480300 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.491034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-18849dca-e7a4-4d10-92a2-0a9dbb9c985b admin admin] Deleting subnet b93b594d-0b47-4d52-915f-a2290cec290d {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:44:31.505329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Allocated IP 172.25.8.111 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/37cb660d-53b2-42d9-aeb9-db07886f45b2) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:31.510502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.514024 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-18849dca-e7a4-4d10-92a2-0a9dbb9c985b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.519101 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] 10.222.0.20 "DELETE /v2.0/networks/604414e1-3c28-4e39-99a5-9361d5dda903 HTTP/1.1" status: 204 len: 168 time: 2.0851073 Sep 18 19:44:31.523774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46664) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:31.588570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49532e8-8587-4b1e-af27-8536a6ed3d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=604414e1-3c28-4e39-99a5-9361d5dda903,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:31.602954 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.608859 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8177d269-6c81-4d00-8a2b-ef4722487f3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc016b90077449abadb1b3fa1947ad01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786628 Sep 18 19:44:31.615744 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46666) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:31.630156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.633386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d9bd10c5-779c-4527-a92c-87bf493b1da8 HTTP/1.1" status: 204 len: 168 time: 1.2690601 Sep 18 19:44:31.650706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46668) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:31.655278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f24c49-3bcf-47b3-9d5d-1ec9fe921f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9bd10c5-779c-4527-a92c-87bf493b1da8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:31.676740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177d269-6c81-4d00-8a2b-ef4722487f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e1ec84-4c2f-407a-be06-1535b7c0238e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:31.721515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3aa241-2111-4c22-82aa-2b3af9fe5fd6 admin admin] Deleting subnet 29da4a54-3026-4ab2-abff-1b93490bdc57 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:44:31.725491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa241-2111-4c22-82aa-2b3af9fe5fd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.728963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-18849dca-e7a4-4d10-92a2-0a9dbb9c985b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.776000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca385939-a3a7-4f38-a9ff-4851285eb228 admin admin] Deleting subnet 95dd7393-fdbc-4c92-b4b8-5a5e3b716710 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:44:31.779193 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa241-2111-4c22-82aa-2b3af9fe5fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.781219 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca385939-a3a7-4f38-a9ff-4851285eb228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.820396 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-18849dca-e7a4-4d10-92a2-0a9dbb9c985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.839313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa241-2111-4c22-82aa-2b3af9fe5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.882530 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:44:31.936695 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d94e8785-1dba-43dc-a563-f63ef6cbfc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.946196 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca385939-a3a7-4f38-a9ff-4851285eb228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:31.955459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-18849dca-e7a4-4d10-92a2-0a9dbb9c985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.012710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device abb6c781-9faa-4373-9fed-5ecee348c939 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:32.054338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: abb6c781-9faa-4373-9fed-5ecee348c939 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:32.054867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device abb6c781-9faa-4373-9fed-5ecee348c939 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:32.074437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18849dca-e7a4-4d10-92a2-0a9dbb9c985b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93b594d-0b47-4d52-915f-a2290cec290d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:32.092475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-18849dca-e7a4-4d10-92a2-0a9dbb9c985b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.094618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-18849dca-e7a4-4d10-92a2-0a9dbb9c985b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b93b594d-0b47-4d52-915f-a2290cec290d HTTP/1.1" status: 204 len: 168 time: 0.8494771 Sep 18 19:44:32.112254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46684) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:32.139758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.145959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca385939-a3a7-4f38-a9ff-4851285eb228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.176716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa241-2111-4c22-82aa-2b3af9fe5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.234815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.249532 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.251935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aa241-2111-4c22-82aa-2b3af9fe5fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29da4a54-3026-4ab2-abff-1b93490bdc57,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:32.260487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d94e8785-1dba-43dc-a563-f63ef6cbfc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.283901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa241-2111-4c22-82aa-2b3af9fe5fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.286490 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac3aa241-2111-4c22-82aa-2b3af9fe5fd6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29da4a54-3026-4ab2-abff-1b93490bdc57 HTTP/1.1" status: 204 len: 168 time: 0.7541559 Sep 18 19:44:32.298900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46686) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:32.339726 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca385939-a3a7-4f38-a9ff-4851285eb228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.341453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:32.357242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:32.366577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:32.369338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Pushing event updated for resources: {'Port': ['ID=37cb660d-53b2-42d9-aeb9-db07886f45b2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:32.384101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca385939-a3a7-4f38-a9ff-4851285eb228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95dd7393-fdbc-4c92-b4b8-5a5e3b716710,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:32.438555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca385939-a3a7-4f38-a9ff-4851285eb228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.448233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ca385939-a3a7-4f38-a9ff-4851285eb228 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/95dd7393-fdbc-4c92-b4b8-5a5e3b716710 HTTP/1.1" status: 204 len: 168 time: 0.7888291 Sep 18 19:44:32.457534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46688) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:32.471582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d94e8785-1dba-43dc-a563-f63ef6cbfc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.474776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d94e8785-1dba-43dc-a563-f63ef6cbfc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.476369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d94e8785-1dba-43dc-a563-f63ef6cbfc73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21e1ec84-4c2f-407a-be06-1535b7c0238e HTTP/1.1" status: 204 len: 168 time: 0.8595283 Sep 18 19:44:32.501138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.567116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8785-1dba-43dc-a563-f63ef6cbfc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e1ec84-4c2f-407a-be06-1535b7c0238e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:32.581089 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.596530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.624167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75a9c35-7246-4090-8afb-39b21513bfa6']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:32.649049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33415e77-6058-43d2-a1fb-a20e8002cbac') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:32.649440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33415e77-6058-43d2-a1fb-a20e8002cbac') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:32.715418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.788575 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.865586 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.869292 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.923133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:44:32.926033 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:32.949956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:44:33.001482 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:44:33.018873 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.029010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36dd30f-5846-49e5-8db1-ff2b62e45be1']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:33.033823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.036334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c75a9c35-7246-4090-8afb-39b21513bfa6 HTTP/1.1" status: 204 len: 168 time: 0.9230855 Sep 18 19:44:33.075163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882886f2-1b47-4561-b213-310d2836793a']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:33.078868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b462a87-6a43-457c-b314-0c9cd6e9ec6e') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:33.079432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b462a87-6a43-457c-b314-0c9cd6e9ec6e') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:33.081655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93883df3-43fc-4f70-b2fa-43087ae94ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c75a9c35-7246-4090-8afb-39b21513bfa6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:33.110248 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.120166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef8e789-1d78-4032-844d-b6baa2263c7e') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:33.122965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef8e789-1d78-4032-844d-b6baa2263c7e') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:33.142720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.145782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.163300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:44:33.164004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:44:33.167014 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:44:33.184914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.233326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:44:33.233984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:44:33.235957 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:44:33.342196 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.349373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46718) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:33.372929 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.376048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a36dd30f-5846-49e5-8db1-ff2b62e45be1 HTTP/1.1" status: 204 len: 168 time: 0.8783920 Sep 18 19:44:33.414914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.416836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c79558-206e-466b-bdb7-8152d1d731c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36dd30f-5846-49e5-8db1-ff2b62e45be1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:33.438934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=882886f2-1b47-4561-b213-310d2836793a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:33.442810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.444371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6047629-81e1-48f3-8251-202b6396fd00 None None] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:33.445035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5e586440-7e11-46ea-8234-6718832e2c95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/882886f2-1b47-4561-b213-310d2836793a HTTP/1.1" status: 204 len: 168 time: 1.1416836 Sep 18 19:44:33.469457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6194c65f-db04-4388-b3ce-68f994a088ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1184832694d40e3a430f677dcef20f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165276 Sep 18 19:44:33.470218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46728) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:33.603880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.657520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-704a1f6c-a44d-4c15-a048-ec61484ffc9c None None] Provisioning complete for port ee422093-2d8e-4147-82e6-be0ae21798a0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:33.661255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-704a1f6c-a44d-4c15-a048-ec61484ffc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.735970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-bcdb2017-a217-4ab1-b206-e6063097b4f7 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1233760811&fields=id&tenant_id=e6fd9682441a46dc926bbbd1c744f806 HTTP/1.1" status: 200 len: 267 time: 0.1688178 Sep 18 19:44:33.746337 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b58bbff-6425-4784-9653-bfbcca2ac761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.776003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ee422093-2d8e-4147-82e6-be0ae21798a0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:33.849095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b58bbff-6425-4784-9653-bfbcca2ac761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:33.877448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46732) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:34.077769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46736) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:34.101423 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b58bbff-6425-4784-9653-bfbcca2ac761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:34.107369 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b58bbff-6425-4784-9653-bfbcca2ac761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:34.112232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8b58bbff-6425-4784-9653-bfbcca2ac761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55036463-3da0-45e0-909a-2ba2093860b0 HTTP/1.1" status: 204 len: 168 time: 0.6398678 Sep 18 19:44:34.134524 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-812c8039-7017-4c1d-8639-aadb3fb7022d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67fefe280cc24400856c613ffce9bc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510731 Sep 18 19:44:34.161013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46742) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:34.197653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58bbff-6425-4784-9653-bfbcca2ac761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55036463-3da0-45e0-909a-2ba2093860b0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:34.200419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Router df52d531-7724-430d-aa24-0ac904ffcd7c is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:44:34.239938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46744) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:34.240221 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d45262ec-d3fc-4d74-9e42-b8a71f94c50c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=901e7a4df60949c5a2072ff028fecb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599839 Sep 18 19:44:34.265062 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-704a1f6c-a44d-4c15-a048-ec61484ffc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:34.387369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-704a1f6c-a44d-4c15-a048-ec61484ffc9c None None] For port ee422093-2d8e-4147-82e6-be0ae21798a0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ee422093-2d8e-4147-82e6-be0ae21798a0,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:34.407445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-73ae4363-42fe-4ead-b836-8d62844e8ed6 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:34.411412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-73ae4363-42fe-4ead-b836-8d62844e8ed6 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/networks?id=8ae187e9-b491-4fb0-a901-856bdae9a165 HTTP/1.1" status: 200 len: 816 time: 0.6509824 Sep 18 19:44:34.446087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ee422093-2d8e-4147-82e6-be0ae21798a0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:34.448661 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:34.459363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-704a1f6c-a44d-4c15-a048-ec61484ffc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:34.502648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:44:34.515325 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Sync routers for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:44:34.541025 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:34.543891 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:34.556033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:34.562217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-34fd437d-1080-48ae-85cb-888b2d2da67f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1057684 Sep 18 19:44:34.565147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46760) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:34.622658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-fe6a7aad-ec3c-4a95-8c00-3739cfde184e tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/quotas/e6fd9682441a46dc926bbbd1c744f806 HTTP/1.1" status: 200 len: 375 time: 0.1322865 Sep 18 19:44:34.798807 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc3fb-0ebf-40a3-944a-fa71ae45b470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:34.804145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a1f6c-a44d-4c15-a048-ec61484ffc9c None None] Pushing event updated for resources: {'Port': ['ID=ee422093-2d8e-4147-82e6-be0ae21798a0,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:34.809812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0ba7be2-2628-4c63-a844-8a3d431cd1bf no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:34.837004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f544ec47-3c15-4bce-8029-d3153fbf3a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:34.838260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c0ba7be2-2628-4c63-a844-8a3d431cd1bf {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:34.838830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0ba7be2-2628-4c63-a844-8a3d431cd1bf not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:34.850317 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:34.948168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-327dd9e2-6166-4ba4-8612-8e4c2c5d7847 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e6fd9682441a46dc926bbbd1c744f806&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2882659 Sep 18 19:44:34.975037 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc3fb-0ebf-40a3-944a-fa71ae45b470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.022264 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f544ec47-3c15-4bce-8029-d3153fbf3a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.198924 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc3fb-0ebf-40a3-944a-fa71ae45b470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.203554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-25660ac2-3592-432e-90cc-41d3d222a6fc None None] Provisioning complete for port ee422093-2d8e-4147-82e6-be0ae21798a0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:35.203754 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc3fb-0ebf-40a3-944a-fa71ae45b470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.206180 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-25660ac2-3592-432e-90cc-41d3d222a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.206985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3f1bc3fb-0ebf-40a3-944a-fa71ae45b470 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/873fbcad-a751-4a96-b69b-c7d311b2bd17 HTTP/1.1" status: 204 len: 168 time: 0.9441228 Sep 18 19:44:35.219189 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f544ec47-3c15-4bce-8029-d3153fbf3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.223086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f544ec47-3c15-4bce-8029-d3153fbf3a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.227271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f544ec47-3c15-4bce-8029-d3153fbf3a62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/972f8f45-aca5-4754-bf1e-5f6dc1bc85d2 HTTP/1.1" status: 204 len: 168 time: 1.0562027 Sep 18 19:44:35.227271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bc3fb-0ebf-40a3-944a-fa71ae45b470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873fbcad-a751-4a96-b69b-c7d311b2bd17,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:35.253558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544ec47-3c15-4bce-8029-d3153fbf3a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972f8f45-aca5-4754-bf1e-5f6dc1bc85d2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:35.282819 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:32Z', 'revision_number': 3, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:35.368181 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Checking router: df52d531-7724-430d-aa24-0ac904ffcd7c for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:44:35.375129 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Updating router df52d531-7724-430d-aa24-0ac904ffcd7c port 37cb660d-53b2-42d9-aeb9-db07886f45b2 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:44:35.412437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-70a5b86b-7a66-458b-9369-bfcc63b67a4f service neutron] 10.222.0.20 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604065 Sep 18 19:44:35.462174 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.645949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-e54867ca-bd4d-4288-8bd8-4e4e78d4436c service neutron] 10.222.0.20 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289815 Sep 18 19:44:35.712601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ee422093-2d8e-4147-82e6-be0ae21798a0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:35.844855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:35.886449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ee422093-2d8e-4147-82e6-be0ae21798a0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:35.887277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.025018 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.036077 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.100473 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00670d-07ce-4bcb-9fb1-36410585a234 None None] Pushing event updated for resources: {'Port': ['ID=37cb660d-53b2-42d9-aeb9-db07886f45b2,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:36.127710 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Attempting to bind port 37cb660d-53b2-42d9-aeb9-db07886f45b2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:36.128914 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Attempting to bind port 37cb660d-53b2-42d9-aeb9-db07886f45b2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:36.130347 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Attempting to bind port 37cb660d-53b2-42d9-aeb9-db07886f45b2 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:36.137761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46814) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:36.138982 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:36.139820 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:36.140483 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.141202 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:36.141910 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Bound port: 37cb660d-53b2-42d9-aeb9-db07886f45b2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:36.142715 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.207904 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] For port 37cb660d-53b2-42d9-aeb9-db07886f45b2, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:36.212348 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] For port 37cb660d-53b2-42d9-aeb9-db07886f45b2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=37cb660d-53b2-42d9-aeb9-db07886f45b2,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:36.222022 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.293764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0cb5450e-31bc-4c03-a8f7-72ab797a94db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7a9cfd6f99d40f6a8c79571508ccb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523724 Sep 18 19:44:36.294423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46820) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:36.336728 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00670d-07ce-4bcb-9fb1-36410585a234 None None] Pushing event updated for resources: {'Port': ['ID=37cb660d-53b2-42d9-aeb9-db07886f45b2,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:36.376282 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:36.378955 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:36.471547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46824) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:36.491929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbd739be-58e0-45b2-a3b5-662795c5491e req-76e42011-63df-4b89-9a2f-351847a961c7 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.1008847 Sep 18 19:44:36.713231 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b29d1755-592f-4314-8fc6-a5ca2c5cc253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.713231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-26f6b8a2-0a3f-4671-9db7-793970665980 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53bbc6d1a19548fc876113dc49e55f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559961 Sep 18 19:44:36.713231 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b29d1755-592f-4314-8fc6-a5ca2c5cc253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.714052 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:36.715073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46832) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:36.806582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b29d1755-592f-4314-8fc6-a5ca2c5cc253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.810565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b29d1755-592f-4314-8fc6-a5ca2c5cc253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:36.839544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b29d1755-592f-4314-8fc6-a5ca2c5cc253 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/028e969c-0645-4af7-93ab-06a98791d9ab HTTP/1.1" status: 204 len: 168 time: 0.5167141 Sep 18 19:44:36.921744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d1755-592f-4314-8fc6-a5ca2c5cc253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028e969c-0645-4af7-93ab-06a98791d9ab,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:36.936539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Allocated IP 172.20.0.1 (05d0e6a4-2a30-45cc-88dd-f5c3edc14051/98db5c27-96fa-4069-923f-057b2618d16b/56460bdc-f399-4a60-b9ee-e62cd39a01e6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:37.020889 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:32Z', 'revision_number': 3, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:37.037203 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c38c9369-94a3-4f90-a55b-b48cae010345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:37.080067 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d900a2d-43a2-4b9f-86db-6d41d8288f3a None None] The sync data for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 is: [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:32Z', 'revision_number': 3, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:44:37.149433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c38c9369-94a3-4f90-a55b-b48cae010345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:37.251996 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:37.336017 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:37.346914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c38c9369-94a3-4f90-a55b-b48cae010345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:37.350616 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c38c9369-94a3-4f90-a55b-b48cae010345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:37.365045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c38c9369-94a3-4f90-a55b-b48cae010345 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d727f63c-8df0-4430-9ab5-eb2d22e7c129 HTTP/1.1" status: 204 len: 168 time: 0.6521566 Sep 18 19:44:37.393067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46862) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:37.415452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c9369-94a3-4f90-a55b-b48cae010345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727f63c-8df0-4430-9ab5-eb2d22e7c129,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:37.444212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:37.455353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:37.480247 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:37.598149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Pushing event updated for resources: {'Port': ['ID=56460bdc-f399-4a60-b9ee-e62cd39a01e6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:37.686025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:37.930705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa58f4c0-de55-4754-98e2-59953c8d795a req-3c123fda-af5c-4fea-aaa4-d886376e6991 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.1328115 Sep 18 19:44:38.063414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-373dabe5-73d7-4c58-bf73-381ded8c7479 None None] Provisioning complete for port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:38.064639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-373dabe5-73d7-4c58-bf73-381ded8c7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:38.180669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-373dabe5-73d7-4c58-bf73-381ded8c7479 None None] Port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:44:38.212789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:38.221228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1365688738-network', 'tenant_id': '1fce2a660b814d4ebdfe186ad7ef6726'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:38.265649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Made reservation on behalf of 1fce2a660b814d4ebdfe186ad7ef6726 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:38.268444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:38.306014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:38.594169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:38.604130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:38.633252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-8c675f2e-d116-499e-b84a-1c7e97becb80 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:38.635498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-8c675f2e-d116-499e-b84a-1c7e97becb80 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.24 "GET /v2.0/networks?id=8ae187e9-b491-4fb0-a901-856bdae9a165 HTTP/1.1" status: 200 len: 816 time: 0.3050978 Sep 18 19:44:38.848119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:38.893257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-e62daf5d-51fe-4491-9260-393563cc5c2f tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6fd9682441a46dc926bbbd1c744f806 HTTP/1.1" status: 200 len: 380 time: 0.2033613 Sep 18 19:44:38.898586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Pushing event updated for resources: {'Port': ['ID=56460bdc-f399-4a60-b9ee-e62cd39a01e6,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:38.937600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Request body: {'port': {'device_id': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'admin_state_up': True, 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'security_groups': ['c26198c0-c8d7-45f8-8189-4972d0f81c47']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:39.171554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:39.177423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:39.290039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aed080b5-6188-48ec-90d7-e5c532e485db req-d7c0328f-81b8-4ea5-ae99-464d3f00f3ec tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.1424601 Sep 18 19:44:39.416392 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:39.437833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Router df52d531-7724-430d-aa24-0ac904ffcd7c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:44:39.499359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:39.518851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Made reservation on behalf of e6fd9682441a46dc926bbbd1c744f806 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:39.523251 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:39.681144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:44:39.728933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62f40ef-9618-41b2-87e1-e8ec576ef775,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:39.737583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-79124fcc-6bca-49d2-bfd6-15203d7f945c None None] Provisioning complete for port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:39.744425 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-79124fcc-6bca-49d2-bfd6-15203d7f945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:39.754709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:44:39.771258 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e3d9596d-fb4d-4b5d-b621-097822d4e99a admin admin] 10.222.0.20 "PUT /v2.0/routers/df52d531-7724-430d-aa24-0ac904ffcd7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2033873 Sep 18 19:44:39.796871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47020) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:39.850298 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:39.851264 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Added segment 0d82d0a8-9287-4dd4-a772-52b9a951b014 of type vlan for network 27520cbd-24c8-4245-a65e-da6bd7f67d9a Sep 18 19:44:39.907120 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-79124fcc-6bca-49d2-bfd6-15203d7f945c None None] Port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:44:39.920106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 37cb660d-53b2-42d9-aeb9-db07886f45b2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:39.929948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:39.986636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:39.987935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:39.988585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.030380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 37cb660d-53b2-42d9-aeb9-db07886f45b2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:40.031158 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.126148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=27520cbd-24c8-4245-a65e-da6bd7f67d9a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:40.149267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6cb5eecd-e7d0-4c6a-9aef-1749cbb7c3d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7511628 Sep 18 19:44:40.152247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47048) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:40.160265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Request body: {'subnet': {'network_id': '27520cbd-24c8-4245-a65e-da6bd7f67d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1365688738-subnet', 'tenant_id': '1fce2a660b814d4ebdfe186ad7ef6726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:40.279894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.293502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-135287263-network', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:40.305918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 27520cbd-24c8-4245-a65e-da6bd7f67d9a details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:44:40.341107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 37cb660d-53b2-42d9-aeb9-db07886f45b2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=37cb660d-53b2-42d9-aeb9-db07886f45b2,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:40.364449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.443421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Made reservation on behalf of 1fce2a660b814d4ebdfe186ad7ef6726 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:40.453447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Made reservation on behalf of 4f5289f004eb400ab10d59c8a522b28e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:40.455762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.456301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.483739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Allocated IP 172.20.0.11 (8ae187e9-b491-4fb0-a901-856bdae9a165/eae1dfef-ae63-4101-afaa-4fdd2c21a59e/22b70036-d286-453e-a5de-ae05ac3154be) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:40.484312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.500939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=37cb660d-53b2-42d9-aeb9-db07886f45b2,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:40.631836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Sync routers for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:44:40.672259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:40.674025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:40.692490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.698287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.717603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:44:40.730682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.731186 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Added segment b8f2e7e7-8181-4a23-920a-5b3734936365 of type vlan for network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd Sep 18 19:44:40.789561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.842967 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.844240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:40.845347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:40.884070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1365cabe-862a-4d31-9dc3-2c975f9e5547,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:40.899390 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1001964 Sep 18 19:44:40.902186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47088) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:40.908685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Request body: {'subnet': {'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-135287263-subnet', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:41.044159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef886dd-bcc2-4bf0-b42d-f8d8c7eea657 admin admin] Pushing event updated for resources: {'Network': ['ID=1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:41.071891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:44:41.088951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8ad9401-2795-48f9-af56-526e80c860a6 req-d86bad69-93db-448f-b0ca-02e31ce37fef tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.0919731 Sep 18 19:44:41.116010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Made reservation on behalf of 4f5289f004eb400ab10d59c8a522b28e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:41.118510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:41.212417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:41.337364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:41.400714 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:41.532511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47120) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:41.542138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-79d588db-a266-4f79-bf06-a0026c42d2c9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631633556', 'description': 'tempest-description--1599124142'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:41.551336 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:41.646453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e0f20a-bd08-46d4-9544-3ef1df726781,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:41.655199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:41.684587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be11b29-5967-457b-9438-3ea6a8663cd7,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:41.737915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Checking segment: {'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:41.738291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Network hostable DHCP agents. Network: 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:44:41.781256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:44:41.795310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:41.810330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:41.810970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:41.846584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 37cb660d-53b2-42d9-aeb9-db07886f45b2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:41.862383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:41.868845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:41.874931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Checking segment: {'id': '0d82d0a8-9287-4dd4-a772-52b9a951b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '27520cbd-24c8-4245-a65e-da6bd7f67d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:41.875855 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Network hostable DHCP agents. Network: 27520cbd-24c8-4245-a65e-da6bd7f67d9a, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:44:41.882887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:41.899681 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cc6c7946-4354-4c1b-b607-5355f514ecfe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9962077 Sep 18 19:44:41.902504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:41.907319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:41.939878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1997a7d3-188c-4365-8b2b-317d1ddfbc79 None None] Network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:41.974214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:41.975285 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:41.983504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:41.996282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:42.055922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-2097ce98-2cde-4d90-bdbe-e974c046cdcc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4f398104e65c43438f0486e367066fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548131 Sep 18 19:44:42.062270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-79d588db-a266-4f79-bf06-a0026c42d2c9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:42.095148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:42.267994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22318-a184-43f3-a141-a07c08f93eec req-f4bf9115-4ab3-486e-9be8-bb36872220c5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:42.276103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-f4bf9115-4ab3-486e-9be8-bb36872220c5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887059 Sep 18 19:44:42.293509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event updated for resources: {'Port': ['ID=22b70036-d286-453e-a5de-ae05ac3154be,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:42.318626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 37cb660d-53b2-42d9-aeb9-db07886f45b2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:42.319277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:42.322135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-cfe86142-e0d6-4ddf-8afe-68ba704e8713 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/quotas/4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 375 time: 0.0449240 Sep 18 19:44:42.366027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-623a25c8-239e-451f-8278-6132c2ec7e9d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425725 Sep 18 19:44:42.427160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-c8d4451d-68ca-4947-9365-8f351e6a5436 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5182090 Sep 18 19:44:42.435661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Network 27520cbd-24c8-4245-a65e-da6bd7f67d9a is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:44:42.462514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Request body: {'port': {'device_id': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:42.499780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 27520cbd-24c8-4245-a65e-da6bd7f67d9a) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:42.506221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:42.521734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:42.522629 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:42.572121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b46587-88e4-4bac-9529-f01d1619a414 None None] Network 27520cbd-24c8-4245-a65e-da6bd7f67d9a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:42.695274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852e3f8-4b69-4219-9ac0-c61c1080f24a req-f817925e-50ac-4025-8a31-8ae369051733 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:42.696883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4852e3f8-4b69-4219-9ac0-c61c1080f24a req-f817925e-50ac-4025-8a31-8ae369051733 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 932 time: 0.3295455 Sep 18 19:44:42.851762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-95dc62d1-5c36-4f71-a9b7-796771946ae6 None None] Provisioning complete for port 22b70036-d286-453e-a5de-ae05ac3154be triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:42.852401 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95dc62d1-5c36-4f71-a9b7-796771946ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:42.990567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:42.997524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-95dc62d1-5c36-4f71-a9b7-796771946ae6 None None] Port 22b70036-d286-453e-a5de-ae05ac3154be cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:44:43.020433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:43.029286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa51225-1a06-4230-8557-9a31618ab487 None None] Network 27520cbd-24c8-4245-a65e-da6bd7f67d9a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:43.120088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 2, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:43.210366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Checking router: df52d531-7724-430d-aa24-0ac904ffcd7c for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:44:43.210732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Updating router df52d531-7724-430d-aa24-0ac904ffcd7c port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:44:43.287765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Allocated IP 172.25.8.109 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/17fb59fd-7589-4128-b6b6-f7665e142a4b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:43.298721 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:43.524182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:43.545399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:43.578014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a3bb95e-5a3c-4547-8321-4e447b96f551 req-e7e54e4c-8e71-4a02-9828-2b88d8805a06 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 210 time: 0.1590571 Sep 18 19:44:43.629901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:43.688385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:43.699885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:43.709620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:43.747196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4852e3f8-4b69-4219-9ac0-c61c1080f24a req-2c98370f-2a9c-42c7-9991-ae9724f5d6b9 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0199504 Sep 18 19:44:43.790744 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=17fb59fd-7589-4128-b6b6-f7665e142a4b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:43.899725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-79d588db-a266-4f79-bf06-a0026c42d2c9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:43.922082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-79d588db-a266-4f79-bf06-a0026c42d2c9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:43.962274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f884a4db-608d-45ac-b607-9607340f5131 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8089659 Sep 18 19:44:44.084976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-79d588db-a266-4f79-bf06-a0026c42d2c9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.086281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-79d588db-a266-4f79-bf06-a0026c42d2c9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5498934 Sep 18 19:44:44.092131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47248) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:44.100141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b2bbcba6-5600-4246-9eda-b65d18270902 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Request body: {'security_group_rule': {'security_group_id': 'dd2d50f8-68b9-497d-b3a7-326ac91ea422', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:44.104764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d588db-a266-4f79-bf06-a0026c42d2c9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2d50f8-68b9-497d-b3a7-326ac91ea422,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:44.156067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd', 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'fixed_ips': [{'subnet_id': '0be11b29-5967-457b-9438-3ea6a8663cd7'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:44:44.158806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.282156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2bbcba6-5600-4246-9eda-b65d18270902 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.283873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.539602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-df0fbbab-0b2b-40ee-a059-e4dd471b5b24 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f398104e65c43438f0486e367066fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206763 Sep 18 19:44:44.544684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.658968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2bbcba6-5600-4246-9eda-b65d18270902 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.686217 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2bbcba6-5600-4246-9eda-b65d18270902 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.735428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Allocated IP 172.20.0.2 (1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd/0be11b29-5967-457b-9438-3ea6a8663cd7/26a60135-d927-4cd4-b2d6-630feb652ec5) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:44.770736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2bbcba6-5600-4246-9eda-b65d18270902 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.772354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b2bbcba6-5600-4246-9eda-b65d18270902 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6792653 Sep 18 19:44:44.784574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47298) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:44.793640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0a0376cb-f97f-4b87-8245-974d3c3122c3 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Request body: {'security_group_rule': {'security_group_id': 'dd2d50f8-68b9-497d-b3a7-326ac91ea422', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:44.820348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbcba6-5600-4246-9eda-b65d18270902 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2b2fe2-4e4b-4e6c-97f1-d5258e28d8f7,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:44.865965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b70036-d286-453e-a5de-ae05ac3154be {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:44:44.891742 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.936030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:44.995875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22318-a184-43f3-a141-a07c08f93eec req-9c0c3482-c996-4547-9d0a-301381c430e7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:45.005538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-9c0c3482-c996-4547-9d0a-301381c430e7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4509928 Sep 18 19:44:45.067587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Request body: {'port': {'device_id': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '4f398104e65c43438f0486e367066fbc'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:45.142880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.271043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Transition to ACTIVE for port object 22b70036-d286-453e-a5de-ae05ac3154be will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:44:45.315247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.380325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f9482-e793-4916-82f0-a31854633761 None None] Pushing event updated for resources: {'Port': ['ID=56460bdc-f399-4a60-b9ee-e62cd39a01e6,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:45.438287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Router 49c3775c-8a50-49c3-a6da-9bda11738895 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:44:45.452110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Attempting to bind port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:45.452478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Attempting to bind port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:45.452845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Attempting to bind port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 on network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:45.466299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:45.466667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Checking segment: {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:45.467068 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.467485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Bound using segment: {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:45.467967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Bound port: 56460bdc-f399-4a60-b9ee-e62cd39a01e6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:45.468358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.542692 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a0376cb-f97f-4b87-8245-974d3c3122c3 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.575804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Pushing event updated for resources: {'Port': ['ID=22b70036-d286-453e-a5de-ae05ac3154be,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:45.580531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] For port 56460bdc-f399-4a60-b9ee-e62cd39a01e6, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:45.585813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] For port 56460bdc-f399-4a60-b9ee-e62cd39a01e6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=56460bdc-f399-4a60-b9ee-e62cd39a01e6,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:45.602986 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.683085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:44:45.704937 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Sync routers for ids ['49c3775c-8a50-49c3-a6da-9bda11738895'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:44:45.732248 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Routers {'49c3775c-8a50-49c3-a6da-9bda11738895'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:45.733069 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['49c3775c-8a50-49c3-a6da-9bda11738895'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:45.742028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.746157 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e2f0bf89-8da0-46fb-bd36-0458c6b8f4f8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8399324 Sep 18 19:44:45.748654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47322) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:45.756351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f9482-e793-4916-82f0-a31854633761 None None] Pushing event updated for resources: {'Port': ['ID=56460bdc-f399-4a60-b9ee-e62cd39a01e6,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:45.763583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.764181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.764977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.765321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.769731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.770206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.770680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.771595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.772072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.774384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.774738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.775082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:45.823936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-492cf379-cd4f-4fd9-9936-b4b675294d2e req-449e6ebd-f06b-4dca-9724-aee661346202 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 210 time: 0.2440808 Sep 18 19:44:45.838270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Made reservation on behalf of 4f398104e65c43438f0486e367066fbc for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:45.858521 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.877785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b54efa01-0896-4a0f-952c-6932d77a8c67 None None] Provisioning complete for port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:45.884082 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b54efa01-0896-4a0f-952c-6932d77a8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:45.904327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:45.917409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:45.937313 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.080326 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Set router 49c3775c-8a50-49c3-a6da-9bda11738895 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:46.150576 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.202055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-d372e083-5609-4f8d-9d7c-df1dc042687a tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:46.203975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-d372e083-5609-4f8d-9d7c-df1dc042687a tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/networks?id=27520cbd-24c8-4245-a65e-da6bd7f67d9a HTTP/1.1" status: 200 len: 809 time: 1.3531578 Sep 18 19:44:46.402030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-bf11cae2-a4db-4ddd-b035-c84490ec921c tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/quotas/1fce2a660b814d4ebdfe186ad7ef6726 HTTP/1.1" status: 200 len: 375 time: 0.1303687 Sep 18 19:44:46.406126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a0376cb-f97f-4b87-8245-974d3c3122c3 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.409840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Attempting to bind port 22b70036-d286-453e-a5de-ae05ac3154be on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:46.410223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Attempting to bind port 22b70036-d286-453e-a5de-ae05ac3154be by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:46.410548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Attempting to bind port 22b70036-d286-453e-a5de-ae05ac3154be on network 8ae187e9-b491-4fb0-a901-856bdae9a165 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:46.438253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a0376cb-f97f-4b87-8245-974d3c3122c3 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.447440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Port 22b70036-d286-453e-a5de-ae05ac3154be on network 8ae187e9-b491-4fb0-a901-856bdae9a165 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:44:46.447762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Attempting to bind port 22b70036-d286-453e-a5de-ae05ac3154be on network 8ae187e9-b491-4fb0-a901-856bdae9a165 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:46.503997 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.517657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-c2e9cde7-2b55-4109-a28a-776bca29bf44 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fce2a660b814d4ebdfe186ad7ef6726&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976484 Sep 18 19:44:46.544849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa6e0a-c75d-47af-8297-f66fc1d765ce req-4db69775-75b9-4d99-a74d-89d3640f1027 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:46.564251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15aa6e0a-c75d-47af-8297-f66fc1d765ce req-4db69775-75b9-4d99-a74d-89d3640f1027 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 944 time: 0.4620895 Sep 18 19:44:46.579051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:46.579406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Checking segment: {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:46.579793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Bound using segment: {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:46.580221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Bound port: 22b70036-d286-453e-a5de-ae05ac3154be, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:46.580582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.651410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0376cb-f97f-4b87-8245-974d3c3122c3 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d020b21-5f2c-4866-9d5e-37996acec2fd,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:46.705047 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:44:44Z', 'revision_number': 3, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port': {'id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:43Z', 'updated_at': '2021-09-18T19:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:46.769782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:46.770799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b54efa01-0896-4a0f-952c-6932d77a8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.780309 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Checking router: 49c3775c-8a50-49c3-a6da-9bda11738895 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:44:46.780804 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Updating router 49c3775c-8a50-49c3-a6da-9bda11738895 port 17fb59fd-7589-4128-b6b6-f7665e142a4b binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:44:46.842543 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.862001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b54efa01-0896-4a0f-952c-6932d77a8c67 None None] For port 56460bdc-f399-4a60-b9ee-e62cd39a01e6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=56460bdc-f399-4a60-b9ee-e62cd39a01e6,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:46.884921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:46.895604 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b54efa01-0896-4a0f-952c-6932d77a8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.905107 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.917125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:46.943295 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.971291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a0376cb-f97f-4b87-8245-974d3c3122c3 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:46.977309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0a0376cb-f97f-4b87-8245-974d3c3122c3 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1839805 Sep 18 19:44:46.977542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Pushing event updated for resources: {'Port': ['ID=26a60135-d927-4cd4-b2d6-630feb652ec5,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:46.977674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47326) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:46.984360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:47.006004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.028424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15aa6e0a-c75d-47af-8297-f66fc1d765ce req-95b55c83-080b-4a1f-bb75-22f9a543bfde tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4631894 Sep 18 19:44:47.054570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.274005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54efa01-0896-4a0f-952c-6932d77a8c67 None None] Pushing event updated for resources: {'Port': ['ID=56460bdc-f399-4a60-b9ee-e62cd39a01e6,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:47.293094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Attempting to bind port 26a60135-d927-4cd4-b2d6-630feb652ec5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:47.293560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Attempting to bind port 26a60135-d927-4cd4-b2d6-630feb652ec5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:47.294118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Attempting to bind port 26a60135-d927-4cd4-b2d6-630feb652ec5 on network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:47.308238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:47.310327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478ba83f-da94-48b7-bc2a-14a9e7bd755a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:47.324598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] For port 22b70036-d286-453e-a5de-ae05ac3154be, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:47.361516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:47.362436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Checking segment: {'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:47.363133 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.363793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Bound using segment: {'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:47.364518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Bound port: 26a60135-d927-4cd4-b2d6-630feb652ec5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:47.365139 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.387392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fde0ca0a-44ee-45e0-a43c-d4925b560376 None None] Provisioning complete for port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:47.387624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fde0ca0a-44ee-45e0-a43c-d4925b560376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.450418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-c3e93e86-248c-4d7f-a5e4-8f8e42c168e8 service neutron] 10.222.0.20 "GET /v2.0/networks/27520cbd-24c8-4245-a65e-da6bd7f67d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8834877 Sep 18 19:44:47.456743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] For port 22b70036-d286-453e-a5de-ae05ac3154be, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=22b70036-d286-453e-a5de-ae05ac3154be,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:47.470428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.537910 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.552508 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.555294 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.636663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Allocated IP 192.168.233.146 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/b08d3e77-891e-4818-971f-ab8906a68c04) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:47.742793 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975eded-0148-4e4a-8310-62000b5eeb5d None None] Pushing event updated for resources: {'Port': ['ID=17fb59fd-7589-4128-b6b6-f7665e142a4b,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:47.747277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Allocated IP 172.25.8.31 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/70860962-1800-40fc-80b5-08551dce3e42) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:47.767584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] For port 26a60135-d927-4cd4-b2d6-630feb652ec5, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:47.772907 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Attempting to bind port 17fb59fd-7589-4128-b6b6-f7665e142a4b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:47.773984 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Attempting to bind port 17fb59fd-7589-4128-b6b6-f7665e142a4b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:47.774625 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Attempting to bind port 17fb59fd-7589-4128-b6b6-f7665e142a4b on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:47.790426 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:47.792864 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:47.793540 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.794669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] For port 26a60135-d927-4cd4-b2d6-630feb652ec5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=26a60135-d927-4cd4-b2d6-630feb652ec5,segment=NetworkSegment(b8f2e7e7-8181-4a23-920a-5b3734936365),segment_id=b8f2e7e7-8181-4a23-920a-5b3734936365)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:47.797078 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:47.798198 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Bound port: 17fb59fd-7589-4128-b6b6-f7665e142a4b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:47.799238 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.803957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:45Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:47.836039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bcca37-bed3-4248-a3aa-6808e38a2ff8 None None] The sync data for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 is: [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:45Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:44:47.841172 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.930305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f061a-3834-4b19-b5bd-ecc88c1ef455 None None] Pushing event updated for resources: {'Port': ['ID=26a60135-d927-4cd4-b2d6-630feb652ec5,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:47.937706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:47.980589 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] For port 17fb59fd-7589-4128-b6b6-f7665e142a4b, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:47.986833 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] For port 17fb59fd-7589-4128-b6b6-f7665e142a4b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17fb59fd-7589-4128-b6b6-f7665e142a4b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:48.005324 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.025777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.121395 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.133930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Allocated IP 172.20.0.1 (1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd/0be11b29-5967-457b-9438-3ea6a8663cd7/d178e77f-d8fc-4b4e-898b-09ecc4ecae74) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:48.156250 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Routers {'49c3775c-8a50-49c3-a6da-9bda11738895'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:48.163547 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['49c3775c-8a50-49c3-a6da-9bda11738895'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:48.166188 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975eded-0148-4e4a-8310-62000b5eeb5d None None] Pushing event updated for resources: {'Port': ['ID=17fb59fd-7589-4128-b6b6-f7665e142a4b,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:48.203475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Pushing event updated for resources: {'Port': ['ID=22b70036-d286-453e-a5de-ae05ac3154be,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:48.215173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.242565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:48.317043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:48.330872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:48.335907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event updated for resources: {'Port': ['ID=70860962-1800-40fc-80b5-08551dce3e42,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:48.386491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:48.387630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.390592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-27035972-9cb7-48b3-862d-c99ea6b99eea service neutron] 10.222.0.24 "PUT /v2.0/ports/22b70036-d286-453e-a5de-ae05ac3154be HTTP/1.1" status: 200 len: 1093 time: 5.9371452 Sep 18 19:44:48.416547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'tag': '22b70036-d286-453e-a5de-ae05ac3154be'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:48.422433 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed487181-967a-46c4-93fb-af0cb206edf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d06d8a33-edf3-44b3-b530-0ec09ca8759b", "tag": "22b70036-d286-453e-a5de-ae05ac3154be"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:48.585151 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.611557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106400b-7e49-4769-8876-aa4dd0ccb476 req-2ccfe566-704d-47d8-92e1-c00b235ebcec tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:48.614986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5106400b-7e49-4769-8876-aa4dd0ccb476 req-2ccfe566-704d-47d8-92e1-c00b235ebcec tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 936 time: 0.4550107 Sep 18 19:44:48.625497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:48.642048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.680988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:48.684204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:48.687695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:48.695461 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] Set router 49c3775c-8a50-49c3-a6da-9bda11738895 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:48.709559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-9ad33afc-a46d-42f8-bd91-4724a35f0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:48.712230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-9ad33afc-a46d-42f8-bd91-4724a35f0283 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6fd9682441a46dc926bbbd1c744f806&device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 1096 time: 0.2263482 Sep 18 19:44:48.776074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:48.786204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:48.793533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Pushing event updated for resources: {'Port': ['ID=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:48.809748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:48.828741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-d18a0089-92e8-4e19-9c99-ec4327fdfc0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22b70036-d286-453e-a5de-ae05ac3154be HTTP/1.1" status: 200 len: 217 time: 0.0637231 Sep 18 19:44:48.875986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5106400b-7e49-4769-8876-aa4dd0ccb476 req-22939359-e91c-4ea0-a550-331ec9a943ad tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486467 Sep 18 19:44:48.883170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-bf54c1a6-aefb-491a-b611-3224c13c2145 service neutron] 10.222.0.20 "GET /v2.0/networks/27520cbd-24c8-4245-a65e-da6bd7f67d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3876700 Sep 18 19:44:48.893314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.939408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:48.940243 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:48.971007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-fdc87ba7-2ea0-4817-87e4-15c9d6804293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:48.973994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-fdc87ba7-2ea0-4817-87e4-15c9d6804293 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eae1dfef-ae63-4101-afaa-4fdd2c21a59e HTTP/1.1" status: 200 len: 855 time: 0.1287553 Sep 18 19:44:48.976979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-894f888b-451b-4b17-8177-b708e64b9975 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9462948 Sep 18 19:44:48.979048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:49.064691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Request body: {'port': {'device_id': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:49.113795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-95d2df49-b189-42f9-88db-582e13c9f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:49.116024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-95d2df49-b189-42f9-88db-582e13c9f647 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ae187e9-b491-4fb0-a901-856bdae9a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349480 Sep 18 19:44:49.261624 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:49.385703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed911-331c-4129-b7e0-7095938c7b3f None None] Provisioning complete for port b08d3e77-891e-4818-971f-ab8906a68c04 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:49.386733 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed911-331c-4129-b7e0-7095938c7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:49.493578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-570a1dbf-7f20-4205-9195-1567440a9eec service neutron] 10.222.0.24 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517966 Sep 18 19:44:49.621404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dbe166-f50e-4e90-ae18-87b4339e79f0 req-59133eb7-7073-4d78-a7de-c8b02bd17ce5 service neutron] 10.222.0.24 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199923 Sep 18 19:44:49.649767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:49.667653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed911-331c-4129-b7e0-7095938c7b3f None None] Port b08d3e77-891e-4818-971f-ab8906a68c04 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:44:49.748876 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:44:44Z', 'revision_number': 3, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port': {'id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:43Z', 'updated_at': '2021-09-18T19:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:49.809342 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5d2d2-c7ef-45f9-b138-2bb35141eab4 None None] The sync data for ids ['49c3775c-8a50-49c3-a6da-9bda11738895'] in n-d-789963-11 is: [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:44:44Z', 'revision_number': 3, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port': {'id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:43Z', 'updated_at': '2021-09-18T19:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:44:49.824596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047375e-aa90-4757-bcb3-9fd44647808e req-bafaf45e-cece-4d7e-9625-5238cafcdfeb tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:49.826271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0047375e-aa90-4757-bcb3-9fd44647808e req-bafaf45e-cece-4d7e-9625-5238cafcdfeb tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 944 time: 0.1432817 Sep 18 19:44:49.857762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 56460bdc-f399-4a60-b9ee-e62cd39a01e6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:49.982740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:49.983295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.078267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.092201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.173448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21158410-8bb5-4599-af65-8822501560e5 None None] Network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:44:50.272197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event updated for resources: {'Port': ['ID=70860962-1800-40fc-80b5-08551dce3e42,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:50.398066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.400199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.400791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.401412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.403274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.403913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.406149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.406836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.408706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.411496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.412874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.414703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:50.427917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.477716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.480659 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e310d050-282b-48f0-9238-7465b4d275c2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5005271 Sep 18 19:44:50.502779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08d3e77-891e-4818-971f-ab8906a68c04 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:44:50.525613 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.554820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Transition to ACTIVE for port object b08d3e77-891e-4818-971f-ab8906a68c04 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:44:50.568723 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2532c6ba-fc9b-4ea9-bc83-79b436b911b7 x-openstack-request-id: req-2532c6ba-fc9b-4ea9-bc83-79b436b911b7 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:50.569001 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06d8a33-edf3-44b3-b530-0ec09ca8759b", "tag": "22b70036-d286-453e-a5de-ae05ac3154be", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:50.570856 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2532c6ba-fc9b-4ea9-bc83-79b436b911b7 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:50.573725 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'tag': '22b70036-d286-453e-a5de-ae05ac3154be', 'status': 'completed', 'code': 200} Sep 18 19:44:50.576750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 26a60135-d927-4cd4-b2d6-630feb652ec5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:50.605069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.607353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.707368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Provisioning complete for port 26a60135-d927-4cd4-b2d6-630feb652ec5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:50.714319 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.829464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 26a60135-d927-4cd4-b2d6-630feb652ec5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:50.830154 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:50.938949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5210b5a3-0ee3-4a32-bb2f-a11475e22168 req-c171752b-a46c-4b76-8463-85486ef59741 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 210 time: 0.2769251 Sep 18 19:44:51.041420 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.049870 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.052539 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.084210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:51.117581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0047375e-aa90-4757-bcb3-9fd44647808e req-c79cbcd5-9cfb-487f-81e4-abe5331a5467 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5514746 Sep 18 19:44:51.146324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Pushing event updated for resources: {'Port': ['ID=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:51.152368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.224988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-b4d4445f-0884-416e-a543-da93d2afe087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:51.227230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-b4d4445f-0884-416e-a543-da93d2afe087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6fd9682441a46dc926bbbd1c744f806&device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 1096 time: 0.6526461 Sep 18 19:44:51.230127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] For port 26a60135-d927-4cd4-b2d6-630feb652ec5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=26a60135-d927-4cd4-b2d6-630feb652ec5,segment=NetworkSegment(b8f2e7e7-8181-4a23-920a-5b3734936365),segment_id=b8f2e7e7-8181-4a23-920a-5b3734936365)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:51.263826 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.306096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:51.307325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:51.355494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c5f8-71c6-4a3d-8fe6-35e7400ebb54 req-f648158c-7932-41c7-a9ff-3e82a73b60f6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:51.364806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.366768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46f2c5f8-71c6-4a3d-8fe6-35e7400ebb54 req-f648158c-7932-41c7-a9ff-3e82a73b60f6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 948 time: 0.2472026 Sep 18 19:44:51.495526 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:44:51.496102 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:44:51.505762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Pushing event updated for resources: {'Port': ['ID=26a60135-d927-4cd4-b2d6-630feb652ec5,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:51.520468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.520832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.521173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.521566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.521910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.522502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.522859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.523185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.524258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.524634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.524962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.525291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270ecb8e-5d89-4d1f-be49-3d2595153cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:44:51.552099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Router 49c3775c-8a50-49c3-a6da-9bda11738895 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:44:51.554035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Attempting to bind port b08d3e77-891e-4818-971f-ab8906a68c04 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:51.555586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Attempting to bind port b08d3e77-891e-4818-971f-ab8906a68c04 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:51.555929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Attempting to bind port b08d3e77-891e-4818-971f-ab8906a68c04 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:51.557360 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2b7d90e-6474-4acc-baa9-f3a70d803dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.573416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b5ab2d7c-f13c-4871-b3bd-081b4bc26f29 None None] Provisioning complete for port 26a60135-d927-4cd4-b2d6-630feb652ec5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:51.574106 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2d7c-f13c-4871-b3bd-081b4bc26f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.604381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Port b08d3e77-891e-4818-971f-ab8906a68c04 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:44:51.604972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Attempting to bind port b08d3e77-891e-4818-971f-ab8906a68c04 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:51.624194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46f2c5f8-71c6-4a3d-8fe6-35e7400ebb54 req-e6b6b3db-4299-4b68-a6c8-236c3fefb5bb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432702 Sep 18 19:44:51.655035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:51.658112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:51.658744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:51.661171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Bound port: b08d3e77-891e-4818-971f-ab8906a68c04, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:51.663019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.694035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-cceba32a-bb4c-4c86-a851-ba206918c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:51.695893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-cceba32a-bb4c-4c86-a851-ba206918c48b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ae187e9-b491-4fb0-a901-856bdae9a165 HTTP/1.1" status: 200 len: 917 time: 0.4430804 Sep 18 19:44:51.846455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:51.885289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b5ab2d7c-f13c-4871-b3bd-081b4bc26f29 None None] Provisioning complete for port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:51.886644 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2d7c-f13c-4871-b3bd-081b4bc26f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:51.919407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:44:51.924957 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5576299c-e595-4173-b4b5-1931e84a8eef admin admin] 10.222.0.20 "PUT /v2.0/routers/49c3775c-8a50-49c3-a6da-9bda11738895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1751173 Sep 18 19:44:51.945369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-9f476fc7-7dbf-42f6-9bb0-b73825012bd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22b70036-d286-453e-a5de-ae05ac3154be HTTP/1.1" status: 200 len: 217 time: 0.1249247 Sep 18 19:44:51.960074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:52.004116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab2d7c-f13c-4871-b3bd-081b4bc26f29 None None] Port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:44:52.031071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:52.134361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-440ac79a-c34c-4ef9-9b49-406eb2883d26 None None] Provisioning complete for port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:52.135240 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-440ac79a-c34c-4ef9-9b49-406eb2883d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:52.187551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-440ac79a-c34c-4ef9-9b49-406eb2883d26 None None] Port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:44:52.219641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:52.220160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:52.221738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] 10.222.0.32 "PUT /v2.0/ports/b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 1097 time: 3.1641805 Sep 18 19:44:52.236255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-3358b662-2aea-4478-b795-ea7042abd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:52.236255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-3358b662-2aea-4478-b795-ea7042abd146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eae1dfef-ae63-4101-afaa-4fdd2c21a59e HTTP/1.1" status: 200 len: 855 time: 0.2893286 Sep 18 19:44:52.260466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-e22e7b58-d9cc-41d3-a6b1-71111c2f0fb4 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--631633556&fields=id&tenant_id=51d303adce464087b04e31f4e4967672 HTTP/1.1" status: 200 len: 267 time: 0.3377709 Sep 18 19:44:52.394907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d26259-abbd-4e05-9b5e-4cc8d67c607e service neutron] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:52.395250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17fb59fd-7589-4128-b6b6-f7665e142a4b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:52.429412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-05fb51f0-971b-4c2e-8d32-a4cfbf12d6c4 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:52.434150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-05fb51f0-971b-4c2e-8d32-a4cfbf12d6c4 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.24 "GET /v2.0/networks?id=27520cbd-24c8-4245-a65e-da6bd7f67d9a HTTP/1.1" status: 200 len: 809 time: 0.6202815 Sep 18 19:44:52.445424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Request body: {'port': {'device_id': 'aefd0620-5049-4f03-8755-beac9b27751f', 'network_id': '27520cbd-24c8-4245-a65e-da6bd7f67d9a', 'admin_state_up': True, 'tenant_id': '1fce2a660b814d4ebdfe186ad7ef6726'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:52.474075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1c4151c3-b959-4384-9368-f9d97dad3ec2 None None] Provisioning complete for port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:52.474438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1c4151c3-b959-4384-9368-f9d97dad3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:52.518100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1c4151c3-b959-4384-9368-f9d97dad3ec2 None None] Port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:44:52.527453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 17fb59fd-7589-4128-b6b6-f7665e142a4b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:52.529221 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:52.638061 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:52.673241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 17fb59fd-7589-4128-b6b6-f7665e142a4b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17fb59fd-7589-4128-b6b6-f7665e142a4b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:52.680682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:52.681812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 26a60135-d927-4cd4-b2d6-630feb652ec5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:52.776814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=17fb59fd-7589-4128-b6b6-f7665e142a4b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:52.796076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 26a60135-d927-4cd4-b2d6-630feb652ec5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:52.796519 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:52.867584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:52.869896 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:52.926931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22318-a184-43f3-a141-a07c08f93eec req-fcaf5e18-b012-4af3-be7c-86147b087e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:52.928594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-fcaf5e18-b012-4af3-be7c-86147b087e17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1100 time: 0.6511729 Sep 18 19:44:52.937301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-02b525a1-ed03-4bc7-b316-06599eaf99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:52.938887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-02b525a1-ed03-4bc7-b316-06599eaf99e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ae187e9-b491-4fb0-a901-856bdae9a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6658142 Sep 18 19:44:52.950373 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Sync routers for ids ['49c3775c-8a50-49c3-a6da-9bda11738895'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:44:52.965231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Routers {'49c3775c-8a50-49c3-a6da-9bda11738895'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:52.965962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['49c3775c-8a50-49c3-a6da-9bda11738895'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:53.015833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-3637d623-4ee2-4cd7-874d-a3c6969a99c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0425553 Sep 18 19:44:53.032368 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:53.110395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-82e17f9f-5b0c-446e-b43c-965353ded1b8 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:53.112523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-82e17f9f-5b0c-446e-b43c-965353ded1b8 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/networks?id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051 HTTP/1.1" status: 200 len: 812 time: 0.8452735 Sep 18 19:44:53.199767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10748390-47dd-4877-be0c-fec950b15c14 req-85be32f5-3559-4138-8fc5-949f27bad1d5 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 210 time: 0.1048813 Sep 18 19:44:53.221204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22318-a184-43f3-a141-a07c08f93eec req-0fc86d2d-99a8-4aee-b5e4-37a5491083a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:53.221204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-0fc86d2d-99a8-4aee-b5e4-37a5491083a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1787162 Sep 18 19:44:53.221204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9145fa6c-d02a-494a-9739-fb96bc7c4ae8 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/quotas/51d303adce464087b04e31f4e4967672 HTTP/1.1" status: 200 len: 375 time: 0.0845187 Sep 18 19:44:53.267042 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:53.277865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Set router 49c3775c-8a50-49c3-a6da-9bda11738895 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:53.327651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-e93c43a4-973c-4349-8317-21f1750c3c35 service neutron] 10.222.0.24 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137615 Sep 18 19:44:53.347925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Made reservation on behalf of 1fce2a660b814d4ebdfe186ad7ef6726 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:53.351570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:53.415318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22318-a184-43f3-a141-a07c08f93eec req-7f911eff-cda6-4df2-9c44-0aabfcc74ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:53.416893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-7f911eff-cda6-4df2-9c44-0aabfcc74ddc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1929381 Sep 18 19:44:53.435585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-662e6ed0-abc1-4e00-91cd-cdf2e3208e6d tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d303adce464087b04e31f4e4967672&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2089860 Sep 18 19:44:53.507354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:44:50Z', 'revision_number': 4, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port': {'id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:43Z', 'updated_at': '2021-09-18T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd178e77f-d8fc-4b4e-898b-09ecc4ecae74', 'name': '', 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'mac_address': 'fa:16:3e:b9:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0be11b29-5967-457b-9438-3ea6a8663cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:47Z', 'updated_at': '2021-09-18T19:44:50Z', 'revision_number': 2, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'subnets': [{'id': '0be11b29-5967-457b-9438-3ea6a8663cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:53.512624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9c290-61e4-477d-8552-a84e79adfd96 req-9cf4fcfb-40e2-4adf-a4d7-160f205c8a4c tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:53.514172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cef9c290-61e4-477d-8552-a84e79adfd96 req-9cf4fcfb-40e2-4adf-a4d7-160f205c8a4c tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 944 time: 0.2151670 Sep 18 19:44:53.536949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Checking router: 49c3775c-8a50-49c3-a6da-9bda11738895 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:44:53.537296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Updating router 49c3775c-8a50-49c3-a6da-9bda11738895 port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:44:53.571846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:53.756346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed487181-967a-46c4-93fb-af0cb206edf5 req-43d47312-3bf8-4e06-829a-1c64d4a7cdcb service neutron] 10.222.0.24 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016893 Sep 18 19:44:53.778978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cef9c290-61e4-477d-8552-a84e79adfd96 req-19dd1728-11f7-4178-9bab-9092327d33ed tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279692 Sep 18 19:44:53.792103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-a5befba5-d893-4df8-8534-b090e54654e3 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555663 Sep 18 19:44:53.798586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Allocated IP 172.20.0.12 (27520cbd-24c8-4245-a65e-da6bd7f67d9a/15e0f20a-bd08-46d4-9544-3ef1df726781/0e681981-c2e9-43e1-8ab2-1f733d518674) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:53.876789 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:53.881873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:53.914423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-6a596839-330a-4bc4-96fc-beecc475c07a service neutron] 10.222.0.20 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385407 Sep 18 19:44:53.962194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004449f5-d60e-4574-8f20-b24c4db54e04 None None] Pushing event updated for resources: {'Port': ['ID=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:53.992773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Attempting to bind port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:53.993149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Attempting to bind port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:53.993836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Attempting to bind port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 on network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:53.999289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:53.999810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Checking segment: {'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:54.000351 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.000745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Bound using segment: {'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:54.001292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Bound port: d178e77f-d8fc-4b4e-898b-09ecc4ecae74, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f2e7e7-8181-4a23-920a-5b3734936365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:54.001666 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.071137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] For port d178e77f-d8fc-4b4e-898b-09ecc4ecae74, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:54.075995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] For port d178e77f-d8fc-4b4e-898b-09ecc4ecae74, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,segment=NetworkSegment(b8f2e7e7-8181-4a23-920a-5b3734936365),segment_id=b8f2e7e7-8181-4a23-920a-5b3734936365)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:54.084617 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.111490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0d22318-a184-43f3-a141-a07c08f93eec req-ba19c1a4-3f29-4104-b802-d2bf461f267a service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099246 Sep 18 19:44:54.152457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Routers {'49c3775c-8a50-49c3-a6da-9bda11738895'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:44:54.153084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['49c3775c-8a50-49c3-a6da-9bda11738895'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:54.201149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-8965dbc6-a537-488c-a6d6-f1fc049defe4 service neutron] 10.222.0.20 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621479 Sep 18 19:44:54.224348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004449f5-d60e-4574-8f20-b24c4db54e04 None None] Pushing event updated for resources: {'Port': ['ID=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:54.248657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-16d80406-948d-4318-955e-7e49dc194742 None None] Provisioning complete for port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:54.249030 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-16d80406-948d-4318-955e-7e49dc194742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.250449 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.271036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-905dab84-9308-41d7-b5dd-a07d06db4758 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3786280 Sep 18 19:44:54.288740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:54.289001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17fb59fd-7589-4128-b6b6-f7665e142a4b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:54.328422 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.340098 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.408922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Network 27520cbd-24c8-4245-a65e-da6bd7f67d9a is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:54.412812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] Set router 49c3775c-8a50-49c3-a6da-9bda11738895 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:44:54.426360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:54.435398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:54.442780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Pushing event updated for resources: {'Port': ['ID=0e681981-c2e9-43e1-8ab2-1f733d518674,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:54.452092 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4bf25ffb-603e-4b32-ba8a-a78750f99f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.532743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:54.533380 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.551854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ccc5300d-035b-49b0-9e49-f0224f46cc4d no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:54.560051 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-16d80406-948d-4318-955e-7e49dc194742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.581187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-6d7b9cae-d370-4a22-b157-bbef28af36cb tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1407816 Sep 18 19:44:54.600440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Request body: {'port': {'device_id': 'aefd0620-5049-4f03-8755-beac9b27751f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:54.603422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 17fb59fd-7589-4128-b6b6-f7665e142a4b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:54.604784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.646181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4229-3bde-4ee3-bcc2-c7cbcfdb7fae req-1b7f21ed-483b-45f8-bd50-a31a5236463d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:54.647788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10da4229-3bde-4ee3-bcc2-c7cbcfdb7fae req-1b7f21ed-483b-45f8-bd50-a31a5236463d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 948 time: 0.1111233 Sep 18 19:44:54.656052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.737925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.746396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-16d80406-948d-4318-955e-7e49dc194742 None None] For port d178e77f-d8fc-4b4e-898b-09ecc4ecae74, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,segment=NetworkSegment(b8f2e7e7-8181-4a23-920a-5b3734936365),segment_id=b8f2e7e7-8181-4a23-920a-5b3734936365)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:54.756535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-16d80406-948d-4318-955e-7e49dc194742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.788468 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.795976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10da4229-3bde-4ee3-bcc2-c7cbcfdb7fae req-b7eb170f-dce5-4bfe-a203-d07692697637 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377597 Sep 18 19:44:54.910507 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b977fd-d3d9-4cef-a335-f7584cf1f58f x-openstack-request-id: req-77b977fd-d3d9-4cef-a335-f7584cf1f58f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:54.910660 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:54.910897 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77b977fd-d3d9-4cef-a335-f7584cf1f58f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:54.911512 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'status': 'completed', 'code': 200} Sep 18 19:44:54.927405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d80406-948d-4318-955e-7e49dc194742 None None] Pushing event updated for resources: {'Port': ['ID=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:54.930206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-16cd7f0c-4a67-4a94-9150-219271954f4a None None] Provisioning complete for port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:54.933015 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-16cd7f0c-4a67-4a94-9150-219271954f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:54.961679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Allocated IP 172.25.8.84 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/22315799-609f-4137-9225-b497bd977904) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:54.990800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:55.046738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:55.049169 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff221dc-dd8e-4c60-86d7-10910a131fba" -d '{"events": [{"server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:55.073961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-db988666-2f9b-4707-8a25-384b522759f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:55.075861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-db988666-2f9b-4707-8a25-384b522759f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1100 time: 0.1615779 Sep 18 19:44:55.076188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:55.080449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:44:50Z', 'revision_number': 4, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port': {'id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:43Z', 'updated_at': '2021-09-18T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd178e77f-d8fc-4b4e-898b-09ecc4ecae74', 'name': '', 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'mac_address': 'fa:16:3e:b9:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0be11b29-5967-457b-9438-3ea6a8663cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:47Z', 'updated_at': '2021-09-18T19:44:54Z', 'revision_number': 4, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'subnets': [{'id': '0be11b29-5967-457b-9438-3ea6a8663cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:44:55.086641 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:55.118873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd549b11-f8e3-4601-a5f9-149ae6d4e47f None None] The sync data for ids ['49c3775c-8a50-49c3-a6da-9bda11738895'] in n-d-789963-11 is: [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:44:50Z', 'revision_number': 4, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port': {'id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:43Z', 'updated_at': '2021-09-18T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd178e77f-d8fc-4b4e-898b-09ecc4ecae74', 'name': '', 'network_id': '1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'mac_address': 'fa:16:3e:b9:a3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_interface', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '0be11b29-5967-457b-9438-3ea6a8663cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:47Z', 'updated_at': '2021-09-18T19:44:54Z', 'revision_number': 4, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'subnets': [{'id': '0be11b29-5967-457b-9438-3ea6a8663cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:44:55.251369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:55.301006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-bdfa5bcc-28e9-488a-81c7-e45078e67ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:55.303031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-bdfa5bcc-28e9-488a-81c7-e45078e67ffb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1953628 Sep 18 19:44:55.387863 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:55.413061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-a0002976-4c5a-4e47-b042-e77657086232 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0929170 Sep 18 19:44:55.422458 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:55.459509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e681981-c2e9-43e1-8ab2-1f733d518674 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:44:55.475930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:55.508993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-61d7ce92-b43c-4a4b-905c-89669bf12ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:55.510570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-61d7ce92-b43c-4a4b-905c-89669bf12ea4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0870011 Sep 18 19:44:55.511495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Transition to ACTIVE for port object 0e681981-c2e9-43e1-8ab2-1f733d518674 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:44:55.516432 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:55.568776 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:55.609737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:55.612574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e681981-c2e9-43e1-8ab2-1f733d518674,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:55.621702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:55.912664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-4a8e6767-53de-430a-b169-815a1eae63b2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:55.914963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-4a8e6767-53de-430a-b169-815a1eae63b2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.32 "GET /v2.0/networks?id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051 HTTP/1.1" status: 200 len: 812 time: 0.1516368 Sep 18 19:44:55.967481 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-6ff259c0-557b-484d-ba98-a73119491636 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d303adce464087b04e31f4e4967672 HTTP/1.1" status: 200 len: 379 time: 0.0409687 Sep 18 19:44:55.983458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Request body: {'port': {'device_id': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'admin_state_up': True, 'tenant_id': '51d303adce464087b04e31f4e4967672', 'security_groups': ['dd2d50f8-68b9-497d-b3a7-326ac91ea422']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:56.007490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:56.047567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-ca02becb-855f-4418-98f7-d3140b0e7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:56.049083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-ca02becb-855f-4418-98f7-d3140b0e7f95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5271337 Sep 18 19:44:56.105779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Made reservation on behalf of 51d303adce464087b04e31f4e4967672 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:44:56.109834 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.160394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Pushing event updated for resources: {'Port': ['ID=22315799-609f-4137-9225-b497bd977904,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:56.263562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Allocated IP 172.20.0.12 (05d0e6a4-2a30-45cc-88dd-f5c3edc14051/98db5c27-96fa-4069-923f-057b2618d16b/3caa4281-f770-475c-9d2a-c399d08d0bca) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:44:56.278078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35737574-b5ea-4aa5-8e12-0aa405647d68 req-e5141d27-bb50-43e6-81f3-9a2048ae2ec6 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:56.282293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d178e77f-d8fc-4b4e-898b-09ecc4ecae74 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:56.284603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35737574-b5ea-4aa5-8e12-0aa405647d68 req-e5141d27-bb50-43e6-81f3-9a2048ae2ec6 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 944 time: 0.2724807 Sep 18 19:44:56.309755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-523f927d-1da9-44bd-9fe6-f932138b8fc3 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235401 Sep 18 19:44:56.310566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Attempting to bind port 0e681981-c2e9-43e1-8ab2-1f733d518674 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:56.310993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Attempting to bind port 0e681981-c2e9-43e1-8ab2-1f733d518674 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '0d82d0a8-9287-4dd4-a772-52b9a951b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '27520cbd-24c8-4245-a65e-da6bd7f67d9a'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:56.312249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Attempting to bind port 0e681981-c2e9-43e1-8ab2-1f733d518674 on network 27520cbd-24c8-4245-a65e-da6bd7f67d9a {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:56.338902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:56.339346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.342700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Port 0e681981-c2e9-43e1-8ab2-1f733d518674 on network 27520cbd-24c8-4245-a65e-da6bd7f67d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:44:56.344056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Attempting to bind port 0e681981-c2e9-43e1-8ab2-1f733d518674 on network 27520cbd-24c8-4245-a65e-da6bd7f67d9a {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:56.365663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:56.366151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Checking segment: {'id': '0d82d0a8-9287-4dd4-a772-52b9a951b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '27520cbd-24c8-4245-a65e-da6bd7f67d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:56.366614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Bound using segment: {'id': '0d82d0a8-9287-4dd4-a772-52b9a951b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '27520cbd-24c8-4245-a65e-da6bd7f67d9a'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:56.367122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Bound port: 0e681981-c2e9-43e1-8ab2-1f733d518674, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d82d0a8-9287-4dd4-a772-52b9a951b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '27520cbd-24c8-4245-a65e-da6bd7f67d9a'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:56.367616 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.400123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.443138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35737574-b5ea-4aa5-8e12-0aa405647d68 req-608d9167-6881-495c-989d-42a3929d30d9 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265166 Sep 18 19:44:56.457010 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.506070 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.534571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b08d3e77-891e-4818-971f-ab8906a68c04 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:44:56.563244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.568371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event updated for resources: {'Port': ['ID=3caa4281-f770-475c-9d2a-c399d08d0bca,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:56.583363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:44:56.585190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:44:56.588308 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:44:56.658136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:56.658521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.665092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d95c22e-55ba-42ce-b8aa-650e0c0f65ea req-e9dd8f72-170b-4917-848c-92915442a5fb service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433874 Sep 18 19:44:56.674095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] For port 0e681981-c2e9-43e1-8ab2-1f733d518674, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:56.678501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] For port 0e681981-c2e9-43e1-8ab2-1f733d518674, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0e681981-c2e9-43e1-8ab2-1f733d518674,segment=NetworkSegment(0d82d0a8-9287-4dd4-a772-52b9a951b014),segment_id=0d82d0a8-9287-4dd4-a772-52b9a951b014)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:56.680899 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-0631b397-3ce3-4be9-a679-1e5f7d71a38f tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7005150 Sep 18 19:44:56.686077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:56.688401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.701804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8c402-6a11-4f53-a7aa-6af0090bd60a req-ee5398da-4fa7-4efe-aaa9-a06ec3e3bbb8 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:56.702946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'mac_address': 'fa:16:3e:d6:e3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:44:56.709476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Request body: {'port': {'device_id': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:44:56.710497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfc8c402-6a11-4f53-a7aa-6af0090bd60a req-ee5398da-4fa7-4efe-aaa9-a06ec3e3bbb8 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 932 time: 0.1892743 Sep 18 19:44:56.743776 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.758388 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08d3e77-891e-4818-971f-ab8906a68c04 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:44:56.788361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:56.791335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.792221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:56.793223 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.794170 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:56.795316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/0e681981-c2e9-43e1-8ab2-1f733d518674 HTTP/1.1" status: 200 len: 1093 time: 2.2045650 Sep 18 19:44:56.887435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:56.932328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefd0620-5049-4f03-8755-beac9b27751f', 'tag': '0e681981-c2e9-43e1-8ab2-1f733d518674'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:56.935056 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b48d433-4c6c-4548-a916-e0e7d144beaa" -d '{"events": [{"name": "network-changed", "server_uuid": "aefd0620-5049-4f03-8755-beac9b27751f", "tag": "0e681981-c2e9-43e1-8ab2-1f733d518674"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:56.945080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfc8c402-6a11-4f53-a7aa-6af0090bd60a req-0d67761b-b5e2-475e-a212-3b7292dc4ebf tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336488 Sep 18 19:44:56.962913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e4561-0400-4ce1-97f4-0a711bdce3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e681981-c2e9-43e1-8ab2-1f733d518674,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:56.991965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ed550ea4-08b5-48a1-a2c6-c8ad82661a7b None None] Provisioning complete for port 3caa4281-f770-475c-9d2a-c399d08d0bca triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:56.992759 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ed550ea4-08b5-48a1-a2c6-c8ad82661a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.007464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-47f9835c-0d31-456d-a49d-c84036552224 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.009059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-47f9835c-0d31-456d-a49d-c84036552224 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcccc97d-a1e6-4452-bac4-19ba8ecc6859 HTTP/1.1" status: 200 len: 943 time: 0.1644387 Sep 18 19:44:57.013668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-d9b88c14-0e90-4fd1-8408-afdd5ba7b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.015245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-d9b88c14-0e90-4fd1-8408-afdd5ba7b481 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1fce2a660b814d4ebdfe186ad7ef6726&device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 1096 time: 0.1745362 Sep 18 19:44:57.115774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-107c2f40-2d9b-4409-ae0d-134ffc8fceb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e681981-c2e9-43e1-8ab2-1f733d518674 HTTP/1.1" status: 200 len: 217 time: 0.0896218 Sep 18 19:44:57.136051 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.152636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.159236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3caa4281-f770-475c-9d2a-c399d08d0bca {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:44:57.165155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:44:57.168877 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.169894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ed550ea4-08b5-48a1-a2c6-c8ad82661a7b None None] Port 3caa4281-f770-475c-9d2a-c399d08d0bca cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:44:57.186278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Transition to ACTIVE for port object 3caa4281-f770-475c-9d2a-c399d08d0bca will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:44:57.191969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.252910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Pushing event updated for resources: {'Port': ['ID=3caa4281-f770-475c-9d2a-c399d08d0bca,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:57.261185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618aaac-8a84-40a5-9c88-10967bddcb2a req-26e5fafe-431d-4fa7-bc6a-eeec3824e756 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.262767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5618aaac-8a84-40a5-9c88-10967bddcb2a req-26e5fafe-431d-4fa7-bc6a-eeec3824e756 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 944 time: 0.2377577 Sep 18 19:44:57.317869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-c53ffd62-3879-4078-a025-71b1ce306939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.320335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-c53ffd62-3879-4078-a025-71b1ce306939 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15e0f20a-bd08-46d4-9544-3ef1df726781 HTTP/1.1" status: 200 len: 849 time: 0.1898921 Sep 18 19:44:57.333362 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.341655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Attempting to bind port 3caa4281-f770-475c-9d2a-c399d08d0bca on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:44:57.342022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Attempting to bind port 3caa4281-f770-475c-9d2a-c399d08d0bca by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:44:57.342313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Attempting to bind port 3caa4281-f770-475c-9d2a-c399d08d0bca on network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:57.350897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Port 3caa4281-f770-475c-9d2a-c399d08d0bca on network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:44:57.351245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Attempting to bind port 3caa4281-f770-475c-9d2a-c399d08d0bca on network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:44:57.353145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Pushing event updated for resources: {'Port': ['ID=22315799-609f-4137-9225-b497bd977904,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:57.361129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:44:57.361517 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Checking segment: {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:44:57.361984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Bound using segment: {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:44:57.362263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Bound port: 3caa4281-f770-475c-9d2a-c399d08d0bca, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1863064d-e0df-4f59-b991-065f75027e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:44:57.362635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.380288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-410745ca-f158-424a-a3df-b08c12788ff0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27520cbd-24c8-4245-a65e-da6bd7f67d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501752 Sep 18 19:44:57.407322 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.437825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] For port 3caa4281-f770-475c-9d2a-c399d08d0bca, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:44:57.438040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5618aaac-8a84-40a5-9c88-10967bddcb2a req-b0363adf-897a-4642-ad8a-3e469b9c7f44 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473105 Sep 18 19:44:57.443693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] For port 3caa4281-f770-475c-9d2a-c399d08d0bca, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3caa4281-f770-475c-9d2a-c399d08d0bca,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:44:57.449991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.451089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Deleting port ccc5300d-035b-49b0-9e49-f0224f46cc4d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:44:57.451259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.470903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.472426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.474347 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9728e996-724c-4875-bec3-368413d1a89d service neutron] 10.222.0.32 "PUT /v2.0/ports/3caa4281-f770-475c-9d2a-c399d08d0bca HTTP/1.1" status: 200 len: 1093 time: 0.7805538 Sep 18 19:44:57.499359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.500694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-f36d9161-5a18-4c35-8322-c850640b7ee1 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2196572 Sep 18 19:44:57.502271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'tag': '3caa4281-f770-475c-9d2a-c399d08d0bca'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:57.506094 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7342a689-bbd8-4e24-ae45-face5c1f82d4" -d '{"events": [{"name": "network-changed", "server_uuid": "42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d", "tag": "3caa4281-f770-475c-9d2a-c399d08d0bca"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:57.511713 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6124894-4c60-4c22-b473-7734de756c64 x-openstack-request-id: req-e6124894-4c60-4c22-b473-7734de756c64 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:57.512241 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:57.517005 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6124894-4c60-4c22-b473-7734de756c64 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:57.518815 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'code': 200} Sep 18 19:44:57.563945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728e996-724c-4875-bec3-368413d1a89d service neutron] Pushing event updated for resources: {'Port': ['ID=3caa4281-f770-475c-9d2a-c399d08d0bca,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:57.602434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-b1f73e1e-b9d1-4781-9785-dde0f2b87e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.604316 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-b1f73e1e-b9d1-4781-9785-dde0f2b87e13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51d303adce464087b04e31f4e4967672&device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 1096 time: 0.0558765 Sep 18 19:44:57.607272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-c10dedff-680e-4ed9-bc8b-8291ae31dc1a tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0947416 Sep 18 19:44:57.653496 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-4bb8af55-4fce-4e75-b397-9d15dc89bc8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3caa4281-f770-475c-9d2a-c399d08d0bca HTTP/1.1" status: 200 len: 217 time: 0.0396128 Sep 18 19:44:57.669653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-8be76f52-e4ae-46fc-b0b3-dabbcf3547f6 service neutron] 10.222.0.24 "GET /v2.0/networks/27520cbd-24c8-4245-a65e-da6bd7f67d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779047 Sep 18 19:44:57.711841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-5a1ae6a5-9e92-4174-9d8e-166be7f44bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.713668 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-5a1ae6a5-9e92-4174-9d8e-166be7f44bd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98db5c27-96fa-4069-923f-057b2618d16b HTTP/1.1" status: 200 len: 851 time: 0.0512829 Sep 18 19:44:57.742095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] For port ccc5300d-035b-49b0-9e49-f0224f46cc4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ccc5300d-035b-49b0-9e49-f0224f46cc4d,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:57.743047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:57.764103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-047681c8-54bb-4c04-bd9b-f0747ca94502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.765614 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-047681c8-54bb-4c04-bd9b-f0747ca94502 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436897 Sep 18 19:44:57.858227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Calling delete_port for ccc5300d-035b-49b0-9e49-f0224f46cc4d owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:44:57.868889 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9150f3f9-590c-44da-90b6-2941f80abd3d service neutron] 10.222.0.32 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880611 Sep 18 19:44:57.959629 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73b57ec3-ffaf-4483-b8b7-e5a258f8b87e req-9258a62a-50a0-48d7-a6f1-5a5a01f44f3a service neutron] 10.222.0.32 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829837 Sep 18 19:44:57.960642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-cf3e1e51-504a-4258-93c2-9ac58e24ed6a tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.961986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c9bdd48-b7a0-4364-a796-be6991445eed req-cf3e1e51-504a-4258-93c2-9ac58e24ed6a tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.3444536 Sep 18 19:44:57.975234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-eaf63c16-b3d9-4bea-b5f0-bdaaabeadedd tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:57.976629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-eaf63c16-b3d9-4bea-b5f0-bdaaabeadedd tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 805 time: 0.3487973 Sep 18 19:44:57.987920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842d11f9-8025-4027-a6b9-bdf0e4216897 req-e8a3cd92-0111-45d3-ae91-149575987791 service neutron] 10.222.0.24 "GET /v2.0/networks/27520cbd-24c8-4245-a65e-da6bd7f67d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991707 Sep 18 19:44:58.005888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-3d9713a5-a4c4-4752-b1d5-f5f7fb5625ec tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/quotas/bc07acff443942e7ab8e032eb51665dd HTTP/1.1" status: 200 len: 375 time: 0.0205371 Sep 18 19:44:58.101283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-32a4a716-8799-4820-826c-a114afe9545d tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894365 Sep 18 19:44:58.117047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:58.167495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Pushing event deleted for resources: {'Port': ['ID=ccc5300d-035b-49b0-9e49-f0224f46cc4d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:58.237994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] No DVR routers for this DVR port ccc5300d-035b-49b0-9e49-f0224f46cc4d on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:44:58.241639 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:58.243694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84f6fcdf-8813-4e07-95a6-f57950100272 req-a459d4b3-d97c-40f6-9490-61c86d66f975 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.32 "DELETE /v2.0/ports/ccc5300d-035b-49b0-9e49-f0224f46cc4d HTTP/1.1" status: 204 len: 173 time: 1.2273581 Sep 18 19:44:58.274597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-0875d3b3-1fc5-4821-8b0c-e3a3dcb8af1d service neutron] 10.222.0.20 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659658 Sep 18 19:44:58.395940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-2d86e527-909d-4ce0-9d70-67c25bba77c2 service neutron] 10.222.0.20 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204863 Sep 18 19:44:58.477735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d6351-32de-4eb5-9298-71150a0def94 req-44a931d5-81f7-4398-9018-409080d5c09a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:58.479720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-560d6351-32de-4eb5-9298-71150a0def94 req-44a931d5-81f7-4398-9018-409080d5c09a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 949 time: 0.0516794 Sep 18 19:44:58.520665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-560d6351-32de-4eb5-9298-71150a0def94 req-23ab1301-dd5e-492d-8d0c-74aea4433923 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347037 Sep 18 19:44:58.552568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b08d3e77-891e-4818-971f-ab8906a68c04 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:44:58.568744 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6af3cd-9d7f-4313-98e9-4cfb36ae4185 x-openstack-request-id: req-5f6af3cd-9d7f-4313-98e9-4cfb36ae4185 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:58.569103 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefd0620-5049-4f03-8755-beac9b27751f", "tag": "0e681981-c2e9-43e1-8ab2-1f733d518674", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:58.569418 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f6af3cd-9d7f-4313-98e9-4cfb36ae4185 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:58.569882 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefd0620-5049-4f03-8755-beac9b27751f', 'tag': '0e681981-c2e9-43e1-8ab2-1f733d518674', 'status': 'completed', 'code': 200} Sep 18 19:44:58.614245 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port b08d3e77-891e-4818-971f-ab8906a68c04 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:44:58.621018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port b08d3e77-891e-4818-971f-ab8906a68c04 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:44:58.621773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:58.658762 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f57484c-4bcb-461c-8e4c-bb683ad6880a x-openstack-request-id: req-1f57484c-4bcb-461c-8e4c-bb683ad6880a {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:44:58.659272 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d", "tag": "3caa4281-f770-475c-9d2a-c399d08d0bca", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:44:58.659272 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f57484c-4bcb-461c-8e4c-bb683ad6880a {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:44:58.659742 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'tag': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'status': 'completed', 'code': 200} Sep 18 19:44:58.701491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-0f9a444d-3b97-428f-b3bd-a213a8dbf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:58.703181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-0f9a444d-3b97-428f-b3bd-a213a8dbf60b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1fce2a660b814d4ebdfe186ad7ef6726&device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 1096 time: 0.1042802 Sep 18 19:44:58.743671 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:58.785241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:58.791083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:58.792409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ccc5300d-035b-49b0-9e49-f0224f46cc4d no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:44:58.848916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-e5ff6218-0337-49c8-86e1-6b9b043538d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:58.850862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-e5ff6218-0337-49c8-86e1-6b9b043538d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51d303adce464087b04e31f4e4967672&device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 1096 time: 0.1609342 Sep 18 19:44:58.852069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: ccc5300d-035b-49b0-9e49-f0224f46cc4d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:44:58.852567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ccc5300d-035b-49b0-9e49-f0224f46cc4d not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:44:58.875677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:44:58.890382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2b0b7-af5d-414c-b7af-af3dc403c58a req-59e5fc25-67da-4256-a352-240da89d4798 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:58.892205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80a2b0b7-af5d-414c-b7af-af3dc403c58a req-59e5fc25-67da-4256-a352-240da89d4798 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 944 time: 0.2382638 Sep 18 19:44:58.961400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f09c6-435a-42f7-95d1-7d9ab7d8224f req-25727f88-2cf0-4eb6-a8b2-f2f0799b3ace tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:58.963014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d69f09c6-435a-42f7-95d1-7d9ab7d8224f req-25727f88-2cf0-4eb6-a8b2-f2f0799b3ace tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 944 time: 0.2081871 Sep 18 19:44:59.040966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-1ad842ed-ad76-4bb4-b461-40673ae2542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:59.042363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-1ad842ed-ad76-4bb4-b461-40673ae2542e service neutron] 10.222.0.24 "GET /v2.0/networks?id=27520cbd-24c8-4245-a65e-da6bd7f67d9a HTTP/1.1" status: 200 len: 910 time: 0.3203013 Sep 18 19:44:59.056769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80a2b0b7-af5d-414c-b7af-af3dc403c58a req-69b5373d-5cb4-43f3-b53f-b496e28e0d04 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460128 Sep 18 19:44:59.114153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-f7af44e4-00f0-4116-afd5-7fa5cd6f725e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e681981-c2e9-43e1-8ab2-1f733d518674 HTTP/1.1" status: 200 len: 217 time: 0.0627999 Sep 18 19:44:59.123614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d69f09c6-435a-42f7-95d1-7d9ab7d8224f req-a2339acc-b8a5-4252-9c1f-f4129d325df9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498950 Sep 18 19:44:59.170115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-1fc9f7a0-a795-4e36-ac88-23c232c69cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:59.171641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-1fc9f7a0-a795-4e36-ac88-23c232c69cbe service neutron] 10.222.0.32 "GET /v2.0/networks?id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051 HTTP/1.1" status: 200 len: 913 time: 0.2784944 Sep 18 19:44:59.203160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e7fc554-3564-4980-95e0-d36547c8fc0c req-68f3e690-3a16-4c18-a6e4-f715ead3aaff tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips/004202ff-9910-4788-ac46-67358dff7a3d HTTP/1.1" status: 200 len: 692 time: 0.0973957 Sep 18 19:44:59.250687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-f05a31e8-e0f6-40d5-92c5-4ca0feb73f35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3caa4281-f770-475c-9d2a-c399d08d0bca HTTP/1.1" status: 200 len: 217 time: 0.0569487 Sep 18 19:44:59.520872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:44:59.524807 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385d5d53-3bcb-4048-9184-0dc507e658e2" -d '{"events": [{"server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "name": "network-vif-plugged", "status": "completed", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:44:59.648656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-c3e877cf-c63e-44f7-bab2-43e7a7b3e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:59.650100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-c3e877cf-c63e-44f7-bab2-43e7a7b3e156 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15e0f20a-bd08-46d4-9544-3ef1df726781 HTTP/1.1" status: 200 len: 849 time: 0.5257471 Sep 18 19:44:59.728993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47726) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:44:59.754798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-e777b319-511b-4cf8-9b8f-44af199ea911 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27520cbd-24c8-4245-a65e-da6bd7f67d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911138 Sep 18 19:44:59.788323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 22b70036-d286-453e-a5de-ae05ac3154be details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:44:59.814314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-c4062469-c87e-4358-adec-1c534d932a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:59.816798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-c4062469-c87e-4358-adec-1c534d932a47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98db5c27-96fa-4069-923f-057b2618d16b HTTP/1.1" status: 200 len: 851 time: 0.5372710 Sep 18 19:44:59.847712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abd7e6a-26bc-4044-989b-4d1f1fe174aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:59.872629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e510cf5-ce3a-44d0-b770-64dfaf8bd267 req-17165869-e03f-4aaa-88f5-2b449e35a02a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:59.874227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e510cf5-ce3a-44d0-b770-64dfaf8bd267 req-17165869-e03f-4aaa-88f5-2b449e35a02a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 944 time: 0.6217809 Sep 18 19:44:59.906533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 22b70036-d286-453e-a5de-ae05ac3154be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=22b70036-d286-453e-a5de-ae05ac3154be,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:44:59.921634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '22b70036-d286-453e-a5de-ae05ac3154be', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'port_id': '22b70036-d286-453e-a5de-ae05ac3154be', 'mac_address': 'fa:16:3e:cb:47:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:44:59.950331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abd7e6a-26bc-4044-989b-4d1f1fe174aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:59.951017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fc554-3564-4980-95e0-d36547c8fc0c req-c0ed9572-19fe-4fb2-a583-1a9583b26f5e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:44:59.952581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e7fc554-3564-4980-95e0-d36547c8fc0c req-c0ed9572-19fe-4fb2-a583-1a9583b26f5e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.7422318 Sep 18 19:44:59.965559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abd7e6a-26bc-4044-989b-4d1f1fe174aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:59.972856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:44:59.995462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b70036-d286-453e-a5de-ae05ac3154be {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:00.001357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-6eb74200-7480-45e5-bfd9-9ea8912b02f2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:00.002896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-6eb74200-7480-45e5-bfd9-9ea8912b02f2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.24 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 805 time: 0.3683114 Sep 18 19:45:00.016123 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4abd7e6a-26bc-4044-989b-4d1f1fe174aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8d6fe9cc7364022b430623b25224163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854669 Sep 18 19:45:00.017609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd7e6a-26bc-4044-989b-4d1f1fe174aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf3dd60-30b3-4c3f-8df8-7dd1e0a0823d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:00.021016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47732) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:00.023650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 22b70036-d286-453e-a5de-ae05ac3154be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=22b70036-d286-453e-a5de-ae05ac3154be,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:00.029484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Request body: {'port': {'device_id': '1189d975-982b-412a-b9f3-4fc595a54977', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'admin_state_up': True, 'tenant_id': 'bc07acff443942e7ab8e032eb51665dd'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:00.032350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:00.036704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-5959aa79-88fd-4fbd-a963-4e00752b6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:00.038253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-5959aa79-88fd-4fbd-a963-4e00752b6786 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998143 Sep 18 19:45:00.056963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-8df8177c-cca7-4b95-9ea4-05ca9a0252b5 service neutron] 10.222.0.24 "GET /v2.0/networks/27520cbd-24c8-4245-a65e-da6bd7f67d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832077 Sep 18 19:45:00.059868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e510cf5-ce3a-44d0-b770-64dfaf8bd267 req-ec3a93d9-5768-41ce-9925-b6723555e7a9 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649451 Sep 18 19:45:00.096912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4132030-4a7f-4978-a0f8-484480d6243f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:00.120078 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e75b0a-323b-4c0e-b90c-e027a156b46b x-openstack-request-id: req-73e75b0a-323b-4c0e-b90c-e027a156b46b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:00.120371 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "name": "network-vif-plugged", "status": "completed", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:00.120620 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73e75b0a-323b-4c0e-b90c-e027a156b46b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:00.121387 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'code': 200} Sep 18 19:45:00.123234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=22b70036-d286-453e-a5de-ae05ac3154be,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:00.123405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4132030-4a7f-4978-a0f8-484480d6243f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:00.145319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0a6cea2-58d7-4e04-8459-a5fb050ddca2 req-9137c281-2c63-4a77-9a82-2c330e57fd1e tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 210 time: 0.0917790 Sep 18 19:45:00.189315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4132030-4a7f-4978-a0f8-484480d6243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:00.193189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4132030-4a7f-4978-a0f8-484480d6243f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:00.194369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d4132030-4a7f-4978-a0f8-484480d6243f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bf3dd60-30b3-4c3f-8df8-7dd1e0a0823d HTTP/1.1" status: 204 len: 168 time: 0.1721182 Sep 18 19:45:00.204331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4132030-4a7f-4978-a0f8-484480d6243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf3dd60-30b3-4c3f-8df8-7dd1e0a0823d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:00.238141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['22b70036-d286-453e-a5de-ae05ac3154be'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:00.272658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b284b28-5ab3-4e55-872b-93ebcec1b29d req-68959cf7-65ad-488b-a108-04defe81bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:00.274602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8b284b28-5ab3-4e55-872b-93ebcec1b29d req-68959cf7-65ad-488b-a108-04defe81bad1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1102 time: 0.0513616 Sep 18 19:45:00.330934 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8b284b28-5ab3-4e55-872b-93ebcec1b29d req-64229bff-1fe3-4054-a469-a1e8a1388725 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Sep 18 19:45:00.381650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-7772a31f-00bd-4e31-9274-435c4deb823c service neutron] 10.222.0.32 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268268 Sep 18 19:45:00.463118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d6174a-29a3-4798-abfd-fc46dd5df67c req-a55fc298-0feb-4db5-9d90-27ffc8f3545c tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=4f5289f004eb400ab10d59c8a522b28e HTTP/1.1" status: 200 len: 695 time: 0.0977962 Sep 18 19:45:00.492929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b48d433-4c6c-4548-a916-e0e7d144beaa req-db732c8a-bc08-4bb9-b6f6-c6f1da78fbc5 service neutron] 10.222.0.24 "GET /v2.0/networks/27520cbd-24c8-4245-a65e-da6bd7f67d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218261 Sep 18 19:45:00.506139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Made reservation on behalf of bc07acff443942e7ab8e032eb51665dd for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:00.510710 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:00.543108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df9b5c-eb58-47d1-8633-816704c87dbb req-cb766e15-f99f-4ea7-af2d-f0ca48e13178 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:00.544611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31df9b5c-eb58-47d1-8633-816704c87dbb req-cb766e15-f99f-4ea7-af2d-f0ca48e13178 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.2923384 Sep 18 19:45:00.567347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3caa4281-f770-475c-9d2a-c399d08d0bca details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:00.594219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'name': 'network-vif-deleted', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:00.596819 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce163f-a11b-4692-87c0-73f426acfbe1" -d '{"events": [{"server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "name": "network-vif-deleted", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:00.671959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3caa4281-f770-475c-9d2a-c399d08d0bca, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3caa4281-f770-475c-9d2a-c399d08d0bca,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:00.685467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'port_id': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'mac_address': 'fa:16:3e:b6:b5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:00.727363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:00.741296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3caa4281-f770-475c-9d2a-c399d08d0bca {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:00.763765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3caa4281-f770-475c-9d2a-c399d08d0bca, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3caa4281-f770-475c-9d2a-c399d08d0bca,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:00.769539 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:00.792248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31df9b5c-eb58-47d1-8633-816704c87dbb req-4afecba5-360c-4624-9157-7595fc2d8b0e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272935 Sep 18 19:45:00.809399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6174a-29a3-4798-abfd-fc46dd5df67c req-be91cd60-8226-494a-8149-a36f8960d39d tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:00.810906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d6174a-29a3-4798-abfd-fc46dd5df67c req-be91cd60-8226-494a-8149-a36f8960d39d tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/networks?id=355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 787 time: 0.3382514 Sep 18 19:45:00.849810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3caa4281-f770-475c-9d2a-c399d08d0bca,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:00.858003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7342a689-bbd8-4e24-ae45-face5c1f82d4 req-266f2242-b8a1-4521-a9de-1ccf99f8cf3b service neutron] 10.222.0.32 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106713 Sep 18 19:45:00.876949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Allocated IP 172.20.0.12 (19ab6ec0-f617-44fd-925a-6101ef5dbe0b/ac72b585-10c1-49b7-8838-fd7d6a9b630f/e5d3c2cb-5cd2-4576-9ae0-30a6ab093546) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:01.037973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041709-091d-4151-ae22-043630a3a4b6 req-a7edc680-6647-499c-a794-be4c3b5c06bc tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:01.039672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9041709-091d-4151-ae22-043630a3a4b6 req-a7edc680-6647-499c-a794-be4c3b5c06bc tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 945 time: 0.1518579 Sep 18 19:45:01.047541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09240b-60e0-478d-8cd7-0ca7d81bfb1d req-ab6f70e4-32f6-464d-a66f-a2b9397e7a61 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:01.048948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a09240b-60e0-478d-8cd7-0ca7d81bfb1d req-ab6f70e4-32f6-464d-a66f-a2b9397e7a61 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 944 time: 0.1501389 Sep 18 19:45:01.058200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3caa4281-f770-475c-9d2a-c399d08d0bca'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:01.168398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9041709-091d-4151-ae22-043630a3a4b6 req-35fca4f6-fa41-4720-b74f-bb62cc299936 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157401 Sep 18 19:45:01.177145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a09240b-60e0-478d-8cd7-0ca7d81bfb1d req-40931735-101b-42fc-a1c2-5f19bcbef4d2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202836 Sep 18 19:45:01.182258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:01.222719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:01.253426 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c818eb6f-6f7a-4803-aa2f-6b6679200d26 x-openstack-request-id: req-c818eb6f-6f7a-4803-aa2f-6b6679200d26 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:01.253720 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcccc97d-a1e6-4452-bac4-19ba8ecc6859", "name": "network-vif-deleted", "tag": "ccc5300d-035b-49b0-9e49-f0224f46cc4d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:01.253967 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c818eb6f-6f7a-4803-aa2f-6b6679200d26 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:01.254353 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcccc97d-a1e6-4452-bac4-19ba8ecc6859', 'name': 'network-vif-deleted', 'tag': 'ccc5300d-035b-49b0-9e49-f0224f46cc4d', 'status': 'completed', 'code': 200} Sep 18 19:45:01.290531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-06b0b9b2-b3dc-4a53-b2f0-b4f7827da15e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips/004202ff-9910-4788-ac46-67358dff7a3d HTTP/1.1" status: 200 len: 692 time: 0.0781851 Sep 18 19:45:01.333024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:01.340222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Pushing event updated for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:01.344565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:01.350117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:01.472537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:01.473062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:01.493032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-65f79f04-6987-4013-83cd-234a3475e0c0 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:01.494403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-65f79f04-6987-4013-83cd-234a3475e0c0 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1979332 Sep 18 19:45:01.512933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-bb41200d-9b74-4975-955f-6a694bb9457f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4901421 Sep 18 19:45:01.551847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c12dd-6e7e-4395-854c-19e8d2011b65 req-2dd1de45-eba4-455a-905e-2d13cd87bdcd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:01.553303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f9c12dd-6e7e-4395-854c-19e8d2011b65 req-2dd1de45-eba4-455a-905e-2d13cd87bdcd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 945 time: 0.1374900 Sep 18 19:45:01.559579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Request body: {'port': {'device_id': '1189d975-982b-412a-b9f3-4fc595a54977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:01.574607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-f3e9b917-abc3-4828-a9d9-adc685754197 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0733323 Sep 18 19:45:01.662469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-02a30fb3-68d7-442b-8b43-4b72d8727854 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0717142 Sep 18 19:45:01.695392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f9c12dd-6e7e-4395-854c-19e8d2011b65 req-8b208aac-9a33-4b0b-8f62-6292143c8804 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293800 Sep 18 19:45:01.725558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:01.792000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0e681981-c2e9-43e1-8ab2-1f733d518674 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:01.796576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 22b70036-d286-453e-a5de-ae05ac3154be up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:01.903009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 22b70036-d286-453e-a5de-ae05ac3154be completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:01.910781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 22b70036-d286-453e-a5de-ae05ac3154be triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:01.911160 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:01.940388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06691c-fc0f-43d1-8c69-dd0fe3507313 req-8ce5b5e6-2035-4463-a45f-4affd949507a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:01.942085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f06691c-fc0f-43d1-8c69-dd0fe3507313 req-8ce5b5e6-2035-4463-a45f-4affd949507a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 932 time: 0.1662319 Sep 18 19:45:01.957492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 0e681981-c2e9-43e1-8ab2-1f733d518674, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0e681981-c2e9-43e1-8ab2-1f733d518674,segment=NetworkSegment(0d82d0a8-9287-4dd4-a772-52b9a951b014),segment_id=0d82d0a8-9287-4dd4-a772-52b9a951b014)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:01.975895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '0e681981-c2e9-43e1-8ab2-1f733d518674', 'network_id': '27520cbd-24c8-4245-a65e-da6bd7f67d9a', 'port_id': '0e681981-c2e9-43e1-8ab2-1f733d518674', 'mac_address': 'fa:16:3e:86:6d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e0f20a-bd08-46d4-9544-3ef1df726781', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:01.993686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Deleting port 22315799-609f-4137-9225-b497bd977904 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:45:01.994026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.045039 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.048074 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.067269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e681981-c2e9-43e1-8ab2-1f733d518674 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:02.070516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f06691c-fc0f-43d1-8c69-dd0fe3507313 req-f94a6bb5-6a7b-4f3b-8ae1-99cbf5cbc0da tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200807 Sep 18 19:45:02.099846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 0e681981-c2e9-43e1-8ab2-1f733d518674, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0e681981-c2e9-43e1-8ab2-1f733d518674,segment=NetworkSegment(0d82d0a8-9287-4dd4-a772-52b9a951b014),segment_id=0d82d0a8-9287-4dd4-a772-52b9a951b014)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:02.109418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.112926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 22b70036-d286-453e-a5de-ae05ac3154be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=22b70036-d286-453e-a5de-ae05ac3154be,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:02.139562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b70036-d286-453e-a5de-ae05ac3154be'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:02.142074 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9932f5-61cc-4ea8-a2c2-efca227b14aa" -d '{"events": [{"server_uuid": "d06d8a33-edf3-44b3-b530-0ec09ca8759b", "name": "network-vif-plugged", "status": "completed", "tag": "22b70036-d286-453e-a5de-ae05ac3154be"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:02.148336 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.182656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=0e681981-c2e9-43e1-8ab2-1f733d518674,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:02.252838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=22b70036-d286-453e-a5de-ae05ac3154be,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:02.309442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['0e681981-c2e9-43e1-8ab2-1f733d518674'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:02.484610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.485199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.518567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46a53a-5940-468c-aa68-b176edd7040b req-bfea0730-c44a-410e-8e6a-150bdb262325 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:02.520048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a46a53a-5940-468c-aa68-b176edd7040b req-bfea0730-c44a-410e-8e6a-150bdb262325 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1092508 Sep 18 19:45:02.522093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Calling delete_port for 22315799-609f-4137-9225-b497bd977904 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:45:02.567873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3caa4281-f770-475c-9d2a-c399d08d0bca up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:02.622180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 3caa4281-f770-475c-9d2a-c399d08d0bca completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:02.626979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 3caa4281-f770-475c-9d2a-c399d08d0bca triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:02.628303 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.645188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:02.652738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a46a53a-5940-468c-aa68-b176edd7040b req-4531e4a9-84ed-41ee-a7ef-9d79b04be42c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256227 Sep 18 19:45:02.661699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.684528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Transition to ACTIVE for port object e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:02.692748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.744059 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.757270 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f9c47-8349-4d6e-8e30-819bc018ffac x-openstack-request-id: req-448f9c47-8349-4d6e-8e30-819bc018ffac {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:02.757567 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06d8a33-edf3-44b3-b530-0ec09ca8759b", "name": "network-vif-plugged", "status": "completed", "tag": "22b70036-d286-453e-a5de-ae05ac3154be", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:02.757820 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-448f9c47-8349-4d6e-8e30-819bc018ffac {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:02.758208 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b70036-d286-453e-a5de-ae05ac3154be', 'code': 200} Sep 18 19:45:02.792706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3caa4281-f770-475c-9d2a-c399d08d0bca, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3caa4281-f770-475c-9d2a-c399d08d0bca,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:02.800851 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.821497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Pushing event updated for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:02.872327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3caa4281-f770-475c-9d2a-c399d08d0bca,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:02.910982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:02.956808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Pushing event deleted for resources: {'Port': ['ID=22315799-609f-4137-9225-b497bd977904,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:02.961848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Attempting to bind port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:02.962188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Attempting to bind port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:02.962518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Attempting to bind port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:02.988511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f064742-8dfa-4268-b776-cb79c5230885 req-af987def-9a43-43d2-b817-a73b867f5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:02.990080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f064742-8dfa-4268-b776-cb79c5230885 req-af987def-9a43-43d2-b817-a73b867f5801 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 1098 time: 0.1413372 Sep 18 19:45:02.998987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb8277-318e-4c35-8e3a-50e00c776a02 req-caef8a10-4088-42c6-abad-df8134e1bb38 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:03.002197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33cb8277-318e-4c35-8e3a-50e00c776a02 req-caef8a10-4088-42c6-abad-df8134e1bb38 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.1761956 Sep 18 19:45:03.003994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:03.004364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Attempting to bind port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:03.053905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:03.054240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Checking segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:03.054608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Bound using segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:03.055035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Bound port: e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:03.055414 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.124279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f064742-8dfa-4268-b776-cb79c5230885 req-5310ff9e-c499-4bef-94af-14e04eb5f6b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219041 Sep 18 19:45:03.126823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.130077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.131107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc29a459-8947-4e72-9713-7e0f7661c25b req-5a426eb7-f8f8-4488-a04f-34ee7a232690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "DELETE /v2.0/floatingips/004202ff-9910-4788-ac46-67358dff7a3d HTTP/1.1" status: 204 len: 173 time: 1.4528568 Sep 18 19:45:03.137405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33cb8277-318e-4c35-8e3a-50e00c776a02 req-39eb78cc-e913-457b-8f94-3f1a70ee18f9 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086671 Sep 18 19:45:03.170555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:03.175626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:03.180876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.227204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:03.227925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.229277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] 10.222.0.24 "PUT /v2.0/ports/e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 HTTP/1.1" status: 200 len: 1093 time: 1.6735282 Sep 18 19:45:03.258844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:03.261005 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8192ecf1-7632-4fcd-af06-873a1b6871ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:03.277753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c570c5-dc08-4267-8d62-ce55ed0f9c4c service neutron] Pushing event updated for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:03.292901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d28136-9fe1-4eff-a21f-551ef2912380 req-91eefeb5-8057-4107-9623-d40f2e6de53e tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:03.294431 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6d28136-9fe1-4eff-a21f-551ef2912380 req-91eefeb5-8057-4107-9623-d40f2e6de53e tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 945 time: 0.0876298 Sep 18 19:45:03.336041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6d28136-9fe1-4eff-a21f-551ef2912380 req-a3db5e40-408d-4caf-9edd-21c1315eb1b0 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350242 Sep 18 19:45:03.405100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-be1a2303-36b6-49d8-a8ec-784f5e7eea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:03.407289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-be1a2303-36b6-49d8-a8ec-784f5e7eea04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 1096 time: 0.0456178 Sep 18 19:45:03.454412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-d0ee79db-48d9-4ae5-90e2-73aa531decd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 HTTP/1.1" status: 200 len: 217 time: 0.0390644 Sep 18 19:45:03.565648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-39fbe05d-e616-44f1-8e1d-2b8aa040cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:03.567238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-39fbe05d-e616-44f1-8e1d-2b8aa040cf6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 200 len: 845 time: 0.1056423 Sep 18 19:45:03.593286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a8194-1460-4c11-9b35-62db6fa9c359 req-ef63d263-338c-41ab-9d4c-162575ec1736 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:03.594720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-984a8194-1460-4c11-9b35-62db6fa9c359 req-ef63d263-338c-41ab-9d4c-162575ec1736 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.1007202 Sep 18 19:45:03.616367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-e043990d-f4b1-46b4-ba55-6b0e61b7848c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402455 Sep 18 19:45:03.619095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc80f-9152-4ede-8f69-98241668d4b6 req-693b869a-fb09-4258-9777-bf6c92137d80 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:03.620517 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-575bc80f-9152-4ede-8f69-98241668d4b6 req-693b869a-fb09-4258-9777-bf6c92137d80 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1102 time: 0.0964930 Sep 18 19:45:03.677553 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-575bc80f-9152-4ede-8f69-98241668d4b6 req-dd23cc03-0c6c-469b-ae55-682e5a9ba70a tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.737666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-984a8194-1460-4c11-9b35-62db6fa9c359 req-5df59eb6-490e-485c-b5b2-c220a05a4028 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234808 Sep 18 19:45:03.772288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-489333f8-500d-472d-8f6e-264fafce0175 service neutron] 10.222.0.24 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468101 Sep 18 19:45:03.805860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0e681981-c2e9-43e1-8ab2-1f733d518674 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:03.855436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 0e681981-c2e9-43e1-8ab2-1f733d518674 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:03.859397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 0e681981-c2e9-43e1-8ab2-1f733d518674 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:03.859782 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.932924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54084e4-f9af-4eea-b80c-3cda407187c5 req-90f27486-0811-4ad2-a36d-afaa5bad4528 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:03.934528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f54084e4-f9af-4eea-b80c-3cda407187c5 req-90f27486-0811-4ad2-a36d-afaa5bad4528 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 944 time: 0.1314547 Sep 18 19:45:03.937209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.944879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d6b66fb-da81-4a76-9955-61f28e471d77 req-61c90852-a703-493b-97c9-ed36d3cbb749 service neutron] 10.222.0.24 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643233 Sep 18 19:45:03.972185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 0e681981-c2e9-43e1-8ab2-1f733d518674, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0e681981-c2e9-43e1-8ab2-1f733d518674,segment=NetworkSegment(0d82d0a8-9287-4dd4-a772-52b9a951b014),segment_id=0d82d0a8-9287-4dd4-a772-52b9a951b014)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:03.977277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:03.994622 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-575bc80f-9152-4ede-8f69-98241668d4b6 req-dd23cc03-0c6c-469b-ae55-682e5a9ba70a tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:04.000496 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-575bc80f-9152-4ede-8f69-98241668d4b6 req-dd23cc03-0c6c-469b-ae55-682e5a9ba70a tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:04.013606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f54084e4-f9af-4eea-b80c-3cda407187c5 req-c15f77cd-4967-4834-815d-580fd7a5a8a2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715017 Sep 18 19:45:04.031659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-575bc80f-9152-4ede-8f69-98241668d4b6 req-dd23cc03-0c6c-469b-ae55-682e5a9ba70a tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952587 Sep 18 19:45:04.039354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=0e681981-c2e9-43e1-8ab2-1f733d518674,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:04.057826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23cc03-0c6c-469b-ae55-682e5a9ba70a tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961e7b6b-cd77-4e61-9e61-24dd98d1c0b8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:04.158822 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeaabb4-21a8-4f7a-ba9f-19c02256c0c4 x-openstack-request-id: req-beeaabb4-21a8-4f7a-ba9f-19c02256c0c4 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:04.159155 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:04.159406 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beeaabb4-21a8-4f7a-ba9f-19c02256c0c4 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:04.159804 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'status': 'completed', 'code': 200} Sep 18 19:45:04.168391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-e9c65133-b858-4118-a306-73daec93637b tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1240680 Sep 18 19:45:04.184372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:04.242247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-542f9e4a-b1d5-4e8b-b824-a5d371373771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:04.243916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-542f9e4a-b1d5-4e8b-b824-a5d371373771 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 1096 time: 0.0541503 Sep 18 19:45:04.244805 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:04.398608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-e054dc91-3a3b-4ddf-a7f2-ea8156918c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:04.400016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-e054dc91-3a3b-4ddf-a7f2-ea8156918c50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 906 time: 0.1426666 Sep 18 19:45:04.449322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-06ccdad2-f35a-43fb-a6df-73b014168fc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 HTTP/1.1" status: 200 len: 217 time: 0.0412381 Sep 18 19:45:04.466211 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:04.542473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-8c04844c-147f-482f-8783-db0032d783dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:04.544003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-8c04844c-147f-482f-8783-db0032d783dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 200 len: 845 time: 0.0865569 Sep 18 19:45:04.585456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-b5976ad2-50a2-4e21-bcbb-8e29b06f11af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325153 Sep 18 19:45:04.713132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Allocated IP 172.25.8.249 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/129903c8-bf93-40e1-83ea-7df9510fb06d) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:04.759289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caa4281-f770-475c-9d2a-c399d08d0bca'}, {'server_uuid': 'aefd0620-5049-4f03-8755-beac9b27751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e681981-c2e9-43e1-8ab2-1f733d518674'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:04.763677 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc41434a-65c9-4b58-86e6-15f3ec064cbe" -d '{"events": [{"server_uuid": "42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d", "name": "network-vif-plugged", "status": "completed", "tag": "3caa4281-f770-475c-9d2a-c399d08d0bca"}, {"server_uuid": "aefd0620-5049-4f03-8755-beac9b27751f", "name": "network-vif-plugged", "status": "completed", "tag": "0e681981-c2e9-43e1-8ab2-1f733d518674"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:04.779028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-0f4cc3fa-a36a-4ac0-b153-5e350c5fc5cf service neutron] 10.222.0.24 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633506 Sep 18 19:45:04.942397 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:04.971117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8192ecf1-7632-4fcd-af06-873a1b6871ef req-c00cb2dc-8d7d-42e4-8e63-a7746d462016 service neutron] 10.222.0.24 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522341 Sep 18 19:45:05.005671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:05.053702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:05.056919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:05.060882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:05.092520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Pushing event updated for resources: {'Port': ['ID=129903c8-bf93-40e1-83ea-7df9510fb06d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:05.196709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:05.217047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5787c05-ecfb-42b3-98f3-1eb575da981c req-34f27073-7999-478a-953b-c5ac54c8d12a tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:05.218938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5787c05-ecfb-42b3-98f3-1eb575da981c req-34f27073-7999-478a-953b-c5ac54c8d12a tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.0672798 Sep 18 19:45:05.264504 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:05.282527 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-68082a9b-ef1b-49ef-bb43-c7f6d591669a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352756 Sep 18 19:45:05.292376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-9d56fb85-1261-4807-88da-49b3717d1eff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:45:05.293495 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-9d56fb85-1261-4807-88da-49b3717d1eff service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054061 Sep 18 19:45:05.308114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5787c05-ecfb-42b3-98f3-1eb575da981c req-ad8fba71-72ea-47ba-99fb-f3c3063bda99 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654030 Sep 18 19:45:05.467013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695bdb2-8aeb-4a4d-bbb7-8f6f5b40b986 req-71255141-6d3d-4df2-857a-c401e170350d tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:05.468560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7695bdb2-8aeb-4a4d-bbb7-8f6f5b40b986 req-71255141-6d3d-4df2-857a-c401e170350d tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 946 time: 0.0747638 Sep 18 19:45:05.502520 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:05.516125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:05.550743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7695bdb2-8aeb-4a4d-bbb7-8f6f5b40b986 req-ecfb7b89-4712-491f-8c0a-37bcbfdcb6e4 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723636 Sep 18 19:45:05.600896 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Pushing event updated for resources: {'Port': ['ID=129903c8-bf93-40e1-83ea-7df9510fb06d,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:05.613072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:05.628360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:05.630308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2d5f20c1-71ea-4ca7-8bb2-2f9d684a387e tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4523892 Sep 18 19:45:05.706913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-2abfceaa-d542-4975-8c8e-f66b907a2663 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.0700254 Sep 18 19:45:05.762779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8d5dc-9fe0-4ba4-8a26-b56de690f6d1 req-16b4d9fe-a388-4ae0-833f-643ff8674b17 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:05.764539 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cb8d5dc-9fe0-4ba4-8a26-b56de690f6d1 req-16b4d9fe-a388-4ae0-833f-643ff8674b17 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.0902200 Sep 18 19:45:05.856064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cb8d5dc-9fe0-4ba4-8a26-b56de690f6d1 req-fbb8d4ca-53b1-4fb1-93de-564f4bd438b0 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845525 Sep 18 19:45:05.876551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-361e4cf7-29e5-4b34-b3e3-4ae54cc9e690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:05.878916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb44f6ab-37bb-4b1f-a8b3-a2677b981324 req-361e4cf7-29e5-4b34-b3e3-4ae54cc9e690 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1628373 Sep 18 19:45:05.911866 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1aa35-aa01-4367-80f4-f6e8e137a4e8 x-openstack-request-id: req-aaa1aa35-aa01-4367-80f4-f6e8e137a4e8 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:05.912385 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d", "name": "network-vif-plugged", "status": "completed", "tag": "3caa4281-f770-475c-9d2a-c399d08d0bca", "code": 200}, {"server_uuid": "aefd0620-5049-4f03-8755-beac9b27751f", "name": "network-vif-plugged", "status": "completed", "tag": "0e681981-c2e9-43e1-8ab2-1f733d518674", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:05.912497 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aaa1aa35-aa01-4367-80f4-f6e8e137a4e8 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:05.912833 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'code': 200} Sep 18 19:45:05.913085 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefd0620-5049-4f03-8755-beac9b27751f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e681981-c2e9-43e1-8ab2-1f733d518674', 'code': 200} Sep 18 19:45:06.044978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70938d6-7271-4efc-afdd-d5d4775623b1 req-2b53abed-830d-4783-8b8a-19714ec2002b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:06.046094 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a70938d6-7271-4efc-afdd-d5d4775623b1 req-2b53abed-830d-4783-8b8a-19714ec2002b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 944 time: 0.1067824 Sep 18 19:45:06.105748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866a6a8-c9c2-40f0-b39d-420689b9054d req-d462658d-5ca0-4202-adfa-971b72911ed2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:06.107212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f866a6a8-c9c2-40f0-b39d-420689b9054d req-d462658d-5ca0-4202-adfa-971b72911ed2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1401162 Sep 18 19:45:06.137754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9551f-7aeb-4702-92d1-5b109b184802 req-92ec6df8-38c2-41ba-9f3c-f93975c2cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:06.139228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48e9551f-7aeb-4702-92d1-5b109b184802 req-92ec6df8-38c2-41ba-9f3c-f93975c2cf6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 1098 time: 0.1328471 Sep 18 19:45:06.163098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f6143-ca00-446f-a2e3-e89ea4df8652 req-ba0c98c7-19b6-4251-9204-d822dea5dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:06.164622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e5f6143-ca00-446f-a2e3-e89ea4df8652 req-ba0c98c7-19b6-4251-9204-d822dea5dee0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 1098 time: 0.1142931 Sep 18 19:45:06.167366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a70938d6-7271-4efc-afdd-d5d4775623b1 req-265cb21a-07ce-4c56-95a4-467aa440771b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085606 Sep 18 19:45:06.223073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f866a6a8-c9c2-40f0-b39d-420689b9054d req-ed56f3d6-429b-4816-aa11-fa9b949fd9c2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053951 Sep 18 19:45:06.229559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48e9551f-7aeb-4702-92d1-5b109b184802 req-ad29a526-5b7d-4132-b6f2-d5f3d83c3a45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785472 Sep 18 19:45:06.235192 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e5f6143-ca00-446f-a2e3-e89ea4df8652 req-ac3af89e-d3f0-4eb0-854e-7efa2ecd6fd6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610845 Sep 18 19:45:06.330673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-6d2e9b4d-e16f-47c2-ba33-dd3e3efce798 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips/3b91a64e-5a37-4239-ae6b-9973ba37fa0d HTTP/1.1" status: 200 len: 693 time: 0.0644093 Sep 18 19:45:06.383765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faecf4-58f7-41c1-9616-5abc38d33028 req-33039259-960d-47ae-b94d-474f2e329523 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:06.385200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1faecf4-58f7-41c1-9616-5abc38d33028 req-33039259-960d-47ae-b94d-474f2e329523 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.0835075 Sep 18 19:45:06.394032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47862) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:06.398822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Request body: {'floatingip': {'port_id': '22b70036-d286-453e-a5de-ae05ac3154be'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:06.440966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:06.457148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-e368a112-77b8-4dc2-ae02-69364c63dbf2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:06.458510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-e368a112-77b8-4dc2-ae02-69364c63dbf2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1213241 Sep 18 19:45:06.537676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-f3698262-ea07-46aa-bfa5-914b210e34b5 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.0725243 Sep 18 19:45:06.593009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-c20ca645-7582-4a50-a40b-4a179addcfbc tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.0490758 Sep 18 19:45:06.600719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857b15-4b6c-4ef4-b1f2-a83b896e5800 req-2a2d6475-c758-4508-81d5-be4704c8fa86 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:06.602115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5857b15-4b6c-4ef4-b1f2-a83b896e5800 req-2a2d6475-c758-4508-81d5-be4704c8fa86 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.1009979 Sep 18 19:45:06.740687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5857b15-4b6c-4ef4-b1f2-a83b896e5800 req-fe448f26-1b96-48e3-91cb-1b4840e30636 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317728 Sep 18 19:45:06.790065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-d6c568f0-3d1a-4708-a190-af7968b5d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:06.791611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-d6c568f0-3d1a-4708-a190-af7968b5d41c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1102 time: 0.0926073 Sep 18 19:45:06.825254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Deleting port 129903c8-bf93-40e1-83ea-7df9510fb06d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:45:06.825600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.156746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.161313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.271732 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Floating IP 3ea48703-e9ce-4676-ac85-75e07051d78d associated. External IP: 172.25.8.20, port: 22b70036-d286-453e-a5de-ae05ac3154be. Sep 18 19:45:07.278698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bf9d8-be6e-43fc-b921-ee236afc59a5 req-3f0259ba-77a3-46b4-879a-44bbda7da4a0 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:07.280301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c5bf9d8-be6e-43fc-b921-ee236afc59a5 req-3f0259ba-77a3-46b4-879a-44bbda7da4a0 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 946 time: 0.4595940 Sep 18 19:45:07.320224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-bc1f4d24-1622-498e-9b2f-85a300a5062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:07.321684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-bc1f4d24-1622-498e-9b2f-85a300a5062c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.5229666 Sep 18 19:45:07.324751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.325082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.348485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Calling delete_port for 129903c8-bf93-40e1-83ea-7df9510fb06d owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:45:07.391045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3d6be158-c127-4a3e-964b-3c15347da675 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0578008 Sep 18 19:45:07.402248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c5bf9d8-be6e-43fc-b921-ee236afc59a5 req-95fb2e35-d133-4c74-b122-a9f7b8567983 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073689 Sep 18 19:45:07.492227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-bec5e6f7-a6f9-437f-a5b8-31504dca65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:07.494269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-bec5e6f7-a6f9-437f-a5b8-31504dca65a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0896988 Sep 18 19:45:07.542562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Router ba3dd305-cace-4575-8bf9-2b53a9895fb5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:45:07.598076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-b6a22999-15c6-4d0d-be45-5d589dc00fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:07.599602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-b6a22999-15c6-4d0d-be45-5d589dc00fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941613 Sep 18 19:45:07.650478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f4017-6bd0-46d5-a20c-b3b11ea8f54d req-a6c667c9-bc0e-48b8-88ab-d50470f87c17 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:07.651996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f06f4017-6bd0-46d5-a20c-b3b11ea8f54d req-a6c667c9-bc0e-48b8-88ab-d50470f87c17 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 944 time: 0.1158319 Sep 18 19:45:07.656348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:45:07.661907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.667867 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] Sync routers for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:45:07.677823 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:45:07.678568 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:07.690947 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3d2ddb95-cd05-4776-9531-c9bffcbcd0e1 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "PUT /v2.0/floatingips/3ea48703-e9ce-4676-ac85-75e07051d78d HTTP/1.1" status: 200 len: 991 time: 1.2954378 Sep 18 19:45:07.691627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'tag': '22b70036-d286-453e-a5de-ae05ac3154be'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:07.693896 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7160819-3c20-49c6-8059-1d326f75570a" -d '{"events": [{"name": "network-changed", "server_uuid": "d06d8a33-edf3-44b3-b530-0ec09ca8759b", "tag": "22b70036-d286-453e-a5de-ae05ac3154be"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:07.743992 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.785703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Pushing event deleted for resources: {'Port': ['ID=129903c8-bf93-40e1-83ea-7df9510fb06d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:07.786334 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:45:07.792685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f06f4017-6bd0-46d5-a20c-b3b11ea8f54d req-7411ccb3-4079-4dbf-9a2c-67e66c7bbb59 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260638 Sep 18 19:45:07.829913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:07.858378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-5c61084b-bfe2-4be0-9013-119218686adf service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345357 Sep 18 19:45:07.925645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:07.936889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'mac_address': 'fa:16:3e:fa:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:07.965071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.967901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:07.969236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-677266ab-ee8f-4b3b-bea7-17231360e2e3 req-4ce8f1cb-86b2-443d-8170-62afded948b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "DELETE /v2.0/floatingips/3b91a64e-5a37-4239-ae6b-9973ba37fa0d HTTP/1.1" status: 204 len: 173 time: 1.3662109 Sep 18 19:45:07.986644 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:08.003236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:08.008462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16b005-c398-4e8e-9bd3-659a7d252fb7 req-4d1980ff-cf86-41c8-a75e-97a5cb8b6fdc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:08.010038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c16b005-c398-4e8e-9bd3-659a7d252fb7 req-4d1980ff-cf86-41c8-a75e-97a5cb8b6fdc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1579883 Sep 18 19:45:08.012603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-2fd252c0-c5ba-4439-9c10-98ae4c8e3ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419709 Sep 18 19:45:08.028563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:08.035437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:08.072109 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3ea48703-e9ce-4676-ac85-75e07051d78d', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'port_id': '22b70036-d286-453e-a5de-ae05ac3154be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'mac_address': 'fa:16:3e:cb:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:43:59Z', 'updated_at': '2021-09-18T19:45:07Z', 'revision_number': 1, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:44:06Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:08.078620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c16b005-c398-4e8e-9bd3-659a7d252fb7 req-e3ac2b4c-af02-4541-8745-0ec8bb310392 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575571 Sep 18 19:45:08.113688 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] Checking router: ba3dd305-cace-4575-8bf9-2b53a9895fb5 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:45:08.114465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:08.139173 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:45:08.139867 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:08.158162 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7027f2-b4cb-428f-833c-fc098671e224 x-openstack-request-id: req-ee7027f2-b4cb-428f-833c-fc098671e224 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:08.159816 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06d8a33-edf3-44b3-b530-0ec09ca8759b", "tag": "22b70036-d286-453e-a5de-ae05ac3154be", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:08.160079 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee7027f2-b4cb-428f-833c-fc098671e224 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:08.160487 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'tag': '22b70036-d286-453e-a5de-ae05ac3154be', 'status': 'completed', 'code': 200} Sep 18 19:45:08.243727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['e5d3c2cb-5cd2-4576-9ae0-30a6ab093546'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:08.305104 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-49d6157a-c63b-4e7f-94c3-dd4375ef957e req-d98792c7-f318-49c4-b5e4-1f0b3aebc31b tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] show failed (client error): The resource could not be found. Sep 18 19:45:08.306144 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49d6157a-c63b-4e7f-94c3-dd4375ef957e req-d98792c7-f318-49c4-b5e4-1f0b3aebc31b tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips/3b91a64e-5a37-4239-ae6b-9973ba37fa0d HTTP/1.1" status: 404 len: 350 time: 0.0829647 Sep 18 19:45:08.318383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160819-3c20-49c6-8059-1d326f75570a req-3f9902f4-d2b9-4d31-ba05-43def3054a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:08.320227 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:45:08.321383 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7160819-3c20-49c6-8059-1d326f75570a req-3f9902f4-d2b9-4d31-ba05-43def3054a3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6fd9682441a46dc926bbbd1c744f806&device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 1098 time: 0.1407363 Sep 18 19:45:08.349730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758a8bf-81aa-443a-83f9-c077622c6830 req-42385409-15d9-4f8e-8d3e-f56f000f8f37 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:08.351198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f758a8bf-81aa-443a-83f9-c077622c6830 req-42385409-15d9-4f8e-8d3e-f56f000f8f37 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.1253691 Sep 18 19:45:08.420036 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-781ee6cc-0c4a-40a9-a566-bffc34a30ddd req-e7bcb38a-14a8-496d-9c80-118062ec85b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] show failed (client error): The resource could not be found. Sep 18 19:45:08.421244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-781ee6cc-0c4a-40a9-a566-bffc34a30ddd req-e7bcb38a-14a8-496d-9c80-118062ec85b2 tempest-FloatingIPsTestJSON-385856643 tempest-FloatingIPsTestJSON-385856643-project] 10.222.0.20 "GET /v2.0/floatingips/3b91a64e-5a37-4239-ae6b-9973ba37fa0d HTTP/1.1" status: 404 len: 350 time: 0.0818577 Sep 18 19:45:08.433075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47894) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:08.489946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f758a8bf-81aa-443a-83f9-c077622c6830 req-c8364bf9-4f15-4c07-a118-b496d15003d8 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283250 Sep 18 19:45:08.530833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160819-3c20-49c6-8059-1d326f75570a req-de9c90a8-29c2-4b9a-ae20-9f32eef4a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:08.534074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7160819-3c20-49c6-8059-1d326f75570a req-de9c90a8-29c2-4b9a-ae20-9f32eef4a4ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ae187e9-b491-4fb0-a901-856bdae9a165 HTTP/1.1" status: 200 len: 917 time: 0.2026088 Sep 18 19:45:08.597575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47898) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:08.676138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7160819-3c20-49c6-8059-1d326f75570a req-e9793df9-02f6-4ee3-847c-6c3aa2d83df7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22b70036-d286-453e-a5de-ae05ac3154be HTTP/1.1" status: 200 len: 999 time: 0.1277211 Sep 18 19:45:08.693006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626489-5903-4b64-950e-e9e678999f92 req-5c7d1434-a00c-4f8d-9cc3-20b24d1bda5a tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:08.694709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63626489-5903-4b64-950e-e9e678999f92 req-5c7d1434-a00c-4f8d-9cc3-20b24d1bda5a tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 946 time: 0.1596103 Sep 18 19:45:08.730194 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3ea48703-e9ce-4676-ac85-75e07051d78d', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'port_id': '22b70036-d286-453e-a5de-ae05ac3154be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'mac_address': 'fa:16:3e:cb:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:43:59Z', 'updated_at': '2021-09-18T19:45:07Z', 'revision_number': 1, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:44:06Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:08.753213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b5d46c3-150a-47a5-9bfb-04a504b16b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:08.761940 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93abed48-9f28-43b5-bbe6-ecc58fabb00f None None] The sync data for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 is: [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3ea48703-e9ce-4676-ac85-75e07051d78d', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'port_id': '22b70036-d286-453e-a5de-ae05ac3154be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'mac_address': 'fa:16:3e:cb:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:43:59Z', 'updated_at': '2021-09-18T19:45:07Z', 'revision_number': 1, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:44:06Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:45:08.764693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163390e3-da0d-4672-ba8d-7e0dc97e84fd req-b950bda2-39d0-4722-af1a-5fdb6e98167d tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:08.766253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-163390e3-da0d-4672-ba8d-7e0dc97e84fd req-b950bda2-39d0-4722-af1a-5fdb6e98167d tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.2046492 Sep 18 19:45:08.777226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47902) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:08.781196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Request body: {'floatingip': {'port_id': '3caa4281-f770-475c-9d2a-c399d08d0bca'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:08.839273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:08.883808 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:45:08.906636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63626489-5903-4b64-950e-e9e678999f92 req-a6c8e9c5-7900-4a5a-973c-7dd751e61f19 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920948 Sep 18 19:45:08.918498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160819-3c20-49c6-8059-1d326f75570a req-ef373bf4-a196-486e-b19e-e50460c84744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:08.919973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7160819-3c20-49c6-8059-1d326f75570a req-ef373bf4-a196-486e-b19e-e50460c84744 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eae1dfef-ae63-4101-afaa-4fdd2c21a59e HTTP/1.1" status: 200 len: 855 time: 0.2151573 Sep 18 19:45:08.973626 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b5d46c3-150a-47a5-9bfb-04a504b16b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:08.986037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b5d46c3-150a-47a5-9bfb-04a504b16b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.065920 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1b5d46c3-150a-47a5-9bfb-04a504b16b7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d83202bb70a24591ab22111720567bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672210 Sep 18 19:45:09.066641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d46c3-150a-47a5-9bfb-04a504b16b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d281bf0c-d0f5-4d7b-a70f-589197775883,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:09.069800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47910) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:09.072537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9620e69-b38d-4207-9465-51d972d2b593 None None] New status for floating IP 3ea48703-e9ce-4676-ac85-75e07051d78d: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:45:09.110678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d9bd3-2789-4297-8d3b-6d78ff8aa13b req-0434a3ad-7d32-435e-9c09-bb16ab9513aa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:09.113327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b17d9bd3-2789-4297-8d3b-6d78ff8aa13b req-0434a3ad-7d32-435e-9c09-bb16ab9513aa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 945 time: 0.2120399 Sep 18 19:45:09.114193 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.120037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160819-3c20-49c6-8059-1d326f75570a req-f04701fe-dc95-4de3-a72d-2c8e17848ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:09.121628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7160819-3c20-49c6-8059-1d326f75570a req-f04701fe-dc95-4de3-a72d-2c8e17848ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ae187e9-b491-4fb0-a901-856bdae9a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930690 Sep 18 19:45:09.193369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbb3826d-0868-44b2-a8fa-76f42f8aa747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.221243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbb3826d-0868-44b2-a8fa-76f42f8aa747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.281157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b17d9bd3-2789-4297-8d3b-6d78ff8aa13b req-ee881bdf-a92a-4925-9ad6-b3c546961bb3 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584671 Sep 18 19:45:09.387402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbb3826d-0868-44b2-a8fa-76f42f8aa747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.390065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbb3826d-0868-44b2-a8fa-76f42f8aa747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.391233 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fbb3826d-0868-44b2-a8fa-76f42f8aa747 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d281bf0c-d0f5-4d7b-a70f-589197775883 HTTP/1.1" status: 204 len: 168 time: 0.3205135 Sep 18 19:45:09.411689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7160819-3c20-49c6-8059-1d326f75570a req-d4db71da-8178-4dbe-ac53-f5a29d6c38f3 service neutron] 10.222.0.24 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710655 Sep 18 19:45:09.418983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3826d-0868-44b2-a8fa-76f42f8aa747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d281bf0c-d0f5-4d7b-a70f-589197775883,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:09.512425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f43f2-ce83-4c19-a520-504de5ade610 req-ab660aa4-cf59-4a21-aded-4c9cea935d1f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:09.520912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff9f43f2-ce83-4c19-a520-504de5ade610 req-ab660aa4-cf59-4a21-aded-4c9cea935d1f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.2665036 Sep 18 19:45:09.539031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Deleting port d178e77f-d8fc-4b4e-898b-09ecc4ecae74 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:45:09.539813 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.646402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] For port d178e77f-d8fc-4b4e-898b-09ecc4ecae74, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,segment=NetworkSegment(b8f2e7e7-8181-4a23-920a-5b3734936365),segment_id=b8f2e7e7-8181-4a23-920a-5b3734936365)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:09.647653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.649871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff9f43f2-ce83-4c19-a520-504de5ade610 req-3bda9bf8-470b-4eee-9ffa-4a7ecfa30416 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276822 Sep 18 19:45:09.661921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7160819-3c20-49c6-8059-1d326f75570a req-a090864a-3849-4670-bb1b-7045fef12b85 service neutron] 10.222.0.24 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392619 Sep 18 19:45:09.691212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Calling delete_port for d178e77f-d8fc-4b4e-898b-09ecc4ecae74 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:45:09.762861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.766826 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.847499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:09.921493 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Floating IP c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9 associated. External IP: 172.25.8.31, port: 3caa4281-f770-475c-9d2a-c399d08d0bca. Sep 18 19:45:09.944571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:09.951535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:09.952263 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:09.978233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.021098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d178e77f-d8fc-4b4e-898b-09ecc4ecae74,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:10.112971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.182616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:10.184950 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4a9b53-d385-468f-98f1-4ee5641fd4ed" -d '{"events": [{"server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:10.223984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:10.234016 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.314844 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a599c68-dc02-47e7-8188-3cde6648b4d3 x-openstack-request-id: req-1a599c68-dc02-47e7-8188-3cde6648b4d3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:10.315150 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:10.315458 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a599c68-dc02-47e7-8188-3cde6648b4d3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:10.315933 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'code': 200} Sep 18 19:45:10.349878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:10.380872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Router df52d531-7724-430d-aa24-0ac904ffcd7c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:45:10.399339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.468284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47966) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:10.559704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02386a-15c6-43d3-9fe0-a2f94354fde8 req-05b5c273-3410-4ad2-93d8-1645d54c8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:10.561220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a02386a-15c6-43d3-9fe0-a2f94354fde8 req-05b5c273-3410-4ad2-93d8-1645d54c8f7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 1098 time: 0.1790047 Sep 18 19:45:10.573678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564e7ff-635e-4d80-8e43-01c9ba54046a req-66b26ad7-6336-487c-b6b9-e02c8a6aea72 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:10.581583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9564e7ff-635e-4d80-8e43-01c9ba54046a req-66b26ad7-6336-487c-b6b9-e02c8a6aea72 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 946 time: 0.1718495 Sep 18 19:45:10.586287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1783760143-network', 'tenant_id': 'd6e0caec4391425daea990b1d9981547'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:10.644786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Made reservation on behalf of d6e0caec4391425daea990b1d9981547 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:10.647134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.659982 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.691289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a02386a-15c6-43d3-9fe0-a2f94354fde8 req-e801d2f0-dbd3-4f2f-9d97-adeaa50aa1bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058908 Sep 18 19:45:10.692603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Router 49c3775c-8a50-49c3-a6da-9bda11738895 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:45:10.696150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9564e7ff-635e-4d80-8e43-01c9ba54046a req-5bd05719-7e35-4e3b-8449-76e86d66d536 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136355 Sep 18 19:45:10.723093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:45:10.728062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.739192 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] Sync routers for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:45:10.751317 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:45:10.752929 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:10.771028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ce622adf-71fe-4f66-91e4-5c77bd0ee605 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "PUT /v2.0/floatingips/c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9 HTTP/1.1" status: 200 len: 991 time: 1.9931138 Sep 18 19:45:10.772234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'tag': '3caa4281-f770-475c-9d2a-c399d08d0bca'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:10.775762 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4efc49-67f3-48ba-8833-87a12cae9747" -d '{"events": [{"name": "network-changed", "server_uuid": "42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d", "tag": "3caa4281-f770-475c-9d2a-c399d08d0bca"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:10.864429 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:45:10.870631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696350f4-b68b-4dbe-b45c-356b4b1785d4 req-2a613230-a93e-4d61-8f75-d646805ece8c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:10.874014 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91abcd49-1f58-44d6-bd90-e54fd6d8e2d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/49c3775c-8a50-49c3-a6da-9bda11738895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4398017 Sep 18 19:45:10.876452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47982) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:10.876922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] Sync routers for ids ['49c3775c-8a50-49c3-a6da-9bda11738895'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:45:10.881570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-696350f4-b68b-4dbe-b45c-356b4b1785d4 req-2a613230-a93e-4d61-8f75-d646805ece8c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.0724332 Sep 18 19:45:10.894485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] Routers {'49c3775c-8a50-49c3-a6da-9bda11738895'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:45:10.896598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['49c3775c-8a50-49c3-a6da-9bda11738895'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:10.914139 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:45:10.932092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-696350f4-b68b-4dbe-b45c-356b4b1785d4 req-c0fa6b05-5949-403f-a1a7-90e9436db503 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493515 Sep 18 19:45:10.956616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.974156 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:10.988737 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa0e0b-8b52-42bb-9f1e-5bc63ada856f x-openstack-request-id: req-92fa0e0b-8b52-42bb-9f1e-5bc63ada856f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:10.989124 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d", "tag": "3caa4281-f770-475c-9d2a-c399d08d0bca", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:10.989955 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92fa0e0b-8b52-42bb-9f1e-5bc63ada856f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:10.989955 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'tag': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'status': 'completed', 'code': 200} Sep 18 19:45:11.013196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:45:11.072255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] Set router 49c3775c-8a50-49c3-a6da-9bda11738895 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:45:11.077142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a89030-dbf0-4875-9082-4a4f5ad45853,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:11.084789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:11.085138 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Added segment 818871b6-03ba-40f7-9848-c4ef0884d2ee of type vlan for network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 Sep 18 19:45:11.100390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-d529a7e7-3cf2-4dc6-a9fd-a2124b2a0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:11.101961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-d529a7e7-3cf2-4dc6-a9fd-a2124b2a0e79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51d303adce464087b04e31f4e4967672&device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 1098 time: 0.0860798 Sep 18 19:45:11.141716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:11.191563 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:11.239920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-54d5aefc-75cd-4730-8309-1d9fbf667e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:11.241737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-54d5aefc-75cd-4730-8309-1d9fbf667e1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051 HTTP/1.1" status: 200 len: 913 time: 0.1317322 Sep 18 19:45:11.258661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:11.261237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:11.261831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:11.285604 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'port_id': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'mac_address': 'fa:16:3e:b6:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:44:48Z', 'updated_at': '2021-09-18T19:45:09Z', 'revision_number': 1, 'project_id': '51d303adce464087b04e31f4e4967672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:46Z', 'revision_number': 5, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:11.307052 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8348789 Sep 18 19:45:11.308727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47990) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:11.315270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Request body: {'subnet': {'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1783760143-subnet', 'tenant_id': 'd6e0caec4391425daea990b1d9981547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:11.349972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29e423-24e5-4b91-ae2d-5e9281ff6f9d admin admin] Pushing event updated for resources: {'Network': ['ID=58c31470-2e49-4ec2-8c78-f89f9a47aae9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:11.359762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:11.374738 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] Checking router: df52d531-7724-430d-aa24-0ac904ffcd7c for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:45:11.378558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Made reservation on behalf of d6e0caec4391425daea990b1d9981547 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:11.381689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:11.388854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:45:11.398673 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:45:11.399289 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:11.409135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-3b4c1888-f7e3-41df-93f7-250026995508 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3caa4281-f770-475c-9d2a-c399d08d0bca HTTP/1.1" status: 200 len: 999 time: 0.1481597 Sep 18 19:45:11.488985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-8f3bad1a-ec94-4de8-aa6b-69bad3ddd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:11.491069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-8f3bad1a-ec94-4de8-aa6b-69bad3ddd10a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98db5c27-96fa-4069-923f-057b2618d16b HTTP/1.1" status: 200 len: 851 time: 0.0689840 Sep 18 19:45:11.495318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Deleting port 17fb59fd-7589-4128-b6b6-f7665e142a4b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:45:11.495857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:11.546963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:45:09Z', 'revision_number': 5, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port': {'id': '17fb59fd-7589-4128-b6b6-f7665e142a4b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:43Z', 'updated_at': '2021-09-18T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:11.569377 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:45:11.576220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] Checking router: 49c3775c-8a50-49c3-a6da-9bda11738895 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:45:11.586427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] Routers {'49c3775c-8a50-49c3-a6da-9bda11738895'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:45:11.587451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:44:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['49c3775c-8a50-49c3-a6da-9bda11738895'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:11.588725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-fa461487-4f76-470d-ab72-7a223d82b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:11.590661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-fa461487-4f76-470d-ab72-7a223d82b421 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903389 Sep 18 19:45:11.701932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] Set router 49c3775c-8a50-49c3-a6da-9bda11738895 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:45:11.747602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-53b2b16e-b694-42f2-91b1-0c7cd9f5daae service neutron] 10.222.0.32 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485152 Sep 18 19:45:11.965353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df4efc49-67f3-48ba-8833-87a12cae9747 req-65d11d44-b739-474b-a27a-da21c6e6f894 service neutron] 10.222.0.32 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089605 Sep 18 19:45:11.981478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720d947-67bd-4188-a2e4-b823ae35c0d1 req-429fb97e-585a-41c2-a41a-1b53e0f3d04b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:11.983046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9720d947-67bd-4188-a2e4-b823ae35c0d1 req-429fb97e-585a-41c2-a41a-1b53e0f3d04b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 946 time: 0.1667519 Sep 18 19:45:12.010868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:45:11Z', 'revision_number': 6, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:12.027799 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'port_id': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'mac_address': 'fa:16:3e:b6:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:44:48Z', 'updated_at': '2021-09-18T19:45:09Z', 'revision_number': 1, 'project_id': '51d303adce464087b04e31f4e4967672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:46Z', 'revision_number': 5, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:12.045348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d64aec-efe0-42b3-9578-8d4cb2d26b5f None None] The sync data for ids ['49c3775c-8a50-49c3-a6da-9bda11738895'] in n-d-789963-11 is: [{'id': '49c3775c-8a50-49c3-a6da-9bda11738895', 'name': 'tempest-FloatingIPsTestJSON-135287263-router', 'tenant_id': '4f5289f004eb400ab10d59c8a522b28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:41Z', 'updated_at': '2021-09-18T19:45:11Z', 'revision_number': 6, 'project_id': '4f5289f004eb400ab10d59c8a522b28e', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:45:12.051346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9720d947-67bd-4188-a2e4-b823ae35c0d1 req-d7c81afe-0e22-4655-b363-a91927c1da23 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598137 Sep 18 19:45:12.059491 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8e3fb-0c10-4005-af0c-fa4d31e28ee8 None None] The sync data for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 is: [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'port_id': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'mac_address': 'fa:16:3e:b6:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:44:48Z', 'updated_at': '2021-09-18T19:45:09Z', 'revision_number': 1, 'project_id': '51d303adce464087b04e31f4e4967672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:46Z', 'revision_number': 5, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:45:12.083235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da768ae-1a98-40c2-bbe5-e0f152eb5e65 req-b7a6a9dd-afa1-42f3-b3df-27c245e3de90 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:12.084904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5da768ae-1a98-40c2-bbe5-e0f152eb5e65 req-b7a6a9dd-afa1-42f3-b3df-27c245e3de90 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 946 time: 0.0953102 Sep 18 19:45:12.143370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5da768ae-1a98-40c2-bbe5-e0f152eb5e65 req-974ad867-ea67-47b1-8bed-2ac1381e0938 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Sep 18 19:45:12.172146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] For port 17fb59fd-7589-4128-b6b6-f7665e142a4b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17fb59fd-7589-4128-b6b6-f7665e142a4b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:12.172660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.215137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Calling delete_port for 17fb59fd-7589-4128-b6b6-f7665e142a4b owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:45:12.261345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88512757-7f87-4fd4-b6a3-19cbb90e9b6c req-938b1976-40a6-4c01-a04c-2a1360faf592 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:12.263669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-88512757-7f87-4fd4-b6a3-19cbb90e9b6c req-938b1976-40a6-4c01-a04c-2a1360faf592 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.0701737 Sep 18 19:45:12.266752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.320261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-88512757-7f87-4fd4-b6a3-19cbb90e9b6c req-3cae6d80-afce-4310-89fe-07604003c765 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483975 Sep 18 19:45:12.337531 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5c25f-5b6e-47d0-8497-7bacf64a996e None None] New status for floating IP c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:45:12.352879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56001a2b-2029-4519-8c70-7ca905471544,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:12.393318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Checking segment: {'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:12.393822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Network hostable DHCP agents. Network: 58c31470-2e49-4ec2-8c78-f89f9a47aae9, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:45:12.417625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d178e77f-d8fc-4b4e-898b-09ecc4ecae74 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:45:12.431238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:45:12.454444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d178e77f-d8fc-4b4e-898b-09ecc4ecae74 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:45:12.455165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d178e77f-d8fc-4b4e-898b-09ecc4ecae74 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:45:12.472408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 58c31470-2e49-4ec2-8c78-f89f9a47aae9) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:12.481711 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:12.482421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.487642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9dd63-af64-4ad3-8290-db64fdb43a95 None None] Network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:45:12.506399 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5f3dcd81-0412-4597-bcd7-6581048c3b23 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1951692 Sep 18 19:45:12.522590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.551030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fb59fd-7589-4128-b6b6-f7665e142a4b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:12.626024 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.686915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259563ca-dd38-40d3-9347-cab26f686d71 None None] Network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:45:12.742687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.744858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.790132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.790935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c3775c-8a50-49c3-a6da-9bda11738895 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:45:12.795574 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.799740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c39a5cf9-f3f7-4ba9-ab60-5db7363b1a79 admin admin] 10.222.0.20 "DELETE /v2.0/routers/49c3775c-8a50-49c3-a6da-9bda11738895 HTTP/1.1" status: 204 len: 168 time: 1.9193752 Sep 18 19:45:12.800272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48018) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:12.816037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-dcc1ba22-67df-4ba3-b191-a783ce646b38 req-3a6136d9-1f15-4484-8e6c-1837f12ae59e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-961211218', 'description': 'tempest-description-358208237'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:12.841082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dcc1ba22-67df-4ba3-b191-a783ce646b38 req-3a6136d9-1f15-4484-8e6c-1837f12ae59e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.853661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fefc41-f68f-44e2-887d-189b44b287ad admin admin] Deleting subnet 0be11b29-5967-457b-9438-3ea6a8663cd7 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:45:12.856609 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a4fefc41-f68f-44e2-887d-189b44b287ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.893008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a4fefc41-f68f-44e2-887d-189b44b287ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.935036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dcc1ba22-67df-4ba3-b191-a783ce646b38 req-3a6136d9-1f15-4484-8e6c-1837f12ae59e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.940911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dcc1ba22-67df-4ba3-b191-a783ce646b38 req-3a6136d9-1f15-4484-8e6c-1837f12ae59e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.973464 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dcc1ba22-67df-4ba3-b191-a783ce646b38 req-3a6136d9-1f15-4484-8e6c-1837f12ae59e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.975208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dcc1ba22-67df-4ba3-b191-a783ce646b38 req-3a6136d9-1f15-4484-8e6c-1837f12ae59e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1631119 Sep 18 19:45:12.975854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a4fefc41-f68f-44e2-887d-189b44b287ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:12.977010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6136d9-1f15-4484-8e6c-1837f12ae59e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fce1d8-0844-4f9f-ac48-c62c33de4d57,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:13.004803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a70ba1e9-56f0-4014-8922-604664a6c2bc req-56eddf1c-423e-46a3-96fb-bdbbbf076c55 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-287756657', 'description': 'tempest-description-671165862'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:13.029435 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a70ba1e9-56f0-4014-8922-604664a6c2bc req-56eddf1c-423e-46a3-96fb-bdbbbf076c55 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.046108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a4fefc41-f68f-44e2-887d-189b44b287ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.076258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fefc41-f68f-44e2-887d-189b44b287ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be11b29-5967-457b-9438-3ea6a8663cd7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:13.078569 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a4fefc41-f68f-44e2-887d-189b44b287ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.080799 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a4fefc41-f68f-44e2-887d-189b44b287ad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0be11b29-5967-457b-9438-3ea6a8663cd7 HTTP/1.1" status: 204 len: 168 time: 0.2793758 Sep 18 19:45:13.083905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48024) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:13.084900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b7b95-f650-4883-8065-bb6c3ae1770d None None] Network 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:45:13.304320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] DHCP port deletion for 1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:45:13.353099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] Deleting port 26a60135-d927-4cd4-b2d6-630feb652ec5 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:45:13.355144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.421406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] For port 26a60135-d927-4cd4-b2d6-630feb652ec5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=26a60135-d927-4cd4-b2d6-630feb652ec5,segment=NetworkSegment(b8f2e7e7-8181-4a23-920a-5b3734936365),segment_id=b8f2e7e7-8181-4a23-920a-5b3734936365)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:13.422095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.440453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] Calling delete_port for 26a60135-d927-4cd4-b2d6-630feb652ec5 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:45:13.518712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.534334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.550268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] Pushing event deleted for resources: {'Port': ['ID=26a60135-d927-4cd4-b2d6-630feb652ec5,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:13.554743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b4db1-a3e8-4036-a811-8b1c6973e279 None None] No DVR routers for this DVR port 26a60135-d927-4cd4-b2d6-630feb652ec5 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:45:13.558502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a70ba1e9-56f0-4014-8922-604664a6c2bc req-56eddf1c-423e-46a3-96fb-bdbbbf076c55 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.569871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a70ba1e9-56f0-4014-8922-604664a6c2bc req-56eddf1c-423e-46a3-96fb-bdbbbf076c55 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.597796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf189af-ddbc-4b3f-a2af-2a5c105d159e req-daec6acd-b225-4b17-be10-43ab6e181a84 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:13.599484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdf189af-ddbc-4b3f-a2af-2a5c105d159e req-daec6acd-b225-4b17-be10-43ab6e181a84 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 946 time: 0.4610233 Sep 18 19:45:13.645856 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a70ba1e9-56f0-4014-8922-604664a6c2bc req-56eddf1c-423e-46a3-96fb-bdbbbf076c55 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.647066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a70ba1e9-56f0-4014-8922-604664a6c2bc req-56eddf1c-423e-46a3-96fb-bdbbbf076c55 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6469231 Sep 18 19:45:13.661000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-604b694b-1972-4ae7-8fd2-5a5b3fdd63ee tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:13.662531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-604b694b-1972-4ae7-8fd2-5a5b3fdd63ee tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 946 time: 0.1476576 Sep 18 19:45:13.666325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eddf1c-423e-46a3-96fb-bdbbbf076c55 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e48505-2b21-427a-9f2d-ba3de91f9b20,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:13.755104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdf189af-ddbc-4b3f-a2af-2a5c105d159e req-c6db9c81-58a6-4d8d-9867-69bb46b4f31b tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469433 Sep 18 19:45:13.788372 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.881366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:13.899123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f2e7e7-8181-4a23-920a-5b3734936365') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:13.899434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f2e7e7-8181-4a23-920a-5b3734936365') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:13.916090 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.941970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.950626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b9a4a-9cd1-4e30-9efe-bfc2bd451cd8 req-b2e591bb-a38f-401d-99bd-01737cc5d6f3 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:13.952110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b6b9a4a-9cd1-4e30-9efe-bfc2bd451cd8 req-b2e591bb-a38f-401d-99bd-01737cc5d6f3 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/ports?device_id=aefd0620-5049-4f03-8755-beac9b27751f HTTP/1.1" status: 200 len: 946 time: 0.1669006 Sep 18 19:45:13.966788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3dbaf-cb47-468d-ae4b-a550d27b314e req-febd7005-b782-4ef6-8e9a-3135ade210d1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:13.968355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0af3dbaf-cb47-468d-ae4b-a550d27b314e req-febd7005-b782-4ef6-8e9a-3135ade210d1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1441996 Sep 18 19:45:13.973329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:45:13.973723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:45:13.975959 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:45:14.011672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Deleting port 0e681981-c2e9-43e1-8ab2-1f733d518674 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:45:14.012019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.100492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.137631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.140363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd HTTP/1.1" status: 204 len: 168 time: 1.0539708 Sep 18 19:45:14.147535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0af3dbaf-cb47-468d-ae4b-a550d27b314e req-828bdb5a-d2c3-4041-bfa2-80fd4a9d7fe1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603422 Sep 18 19:45:14.150083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b6b9a4a-9cd1-4e30-9efe-bfc2bd451cd8 req-ce18c787-c353-4642-bbc8-33fef9aade3f tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.20 "GET /v2.0/security-groups?id=e62f40ef-9618-41b2-87e1-e8ec576ef775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789365 Sep 18 19:45:14.164724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f55d4f-faf8-4920-800a-1e9e68f9a837 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d43533b-01b3-4ad0-9ae3-0dfdd6a654cd,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:14.226977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] For port 0e681981-c2e9-43e1-8ab2-1f733d518674, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0e681981-c2e9-43e1-8ab2-1f733d518674,segment=NetworkSegment(0d82d0a8-9287-4dd4-a772-52b9a951b014),segment_id=0d82d0a8-9287-4dd4-a772-52b9a951b014)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:14.227347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.234000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17fb59fd-7589-4128-b6b6-f7665e142a4b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:45:14.250619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Calling delete_port for 0e681981-c2e9-43e1-8ab2-1f733d518674 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:45:14.266859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 17fb59fd-7589-4128-b6b6-f7665e142a4b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:45:14.268291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17fb59fd-7589-4128-b6b6-f7665e142a4b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:45:14.269053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 26a60135-d927-4cd4-b2d6-630feb652ec5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:45:14.295542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 26a60135-d927-4cd4-b2d6-630feb652ec5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:45:14.296267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 26a60135-d927-4cd4-b2d6-630feb652ec5 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:45:14.350705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48052) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:14.394049 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7511ef8c-6136-4331-a556-bdbb5b6afb95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f5289f004eb400ab10d59c8a522b28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408154 Sep 18 19:45:14.396553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48054) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:14.461921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f0202ef-fc61-4176-bca9-5ac2f49b35d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.477740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.487056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f0202ef-fc61-4176-bca9-5ac2f49b35d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.490661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['0e681981-c2e9-43e1-8ab2-1f733d518674'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:14.521098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Pushing event deleted for resources: {'Port': ['ID=0e681981-c2e9-43e1-8ab2-1f733d518674,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:14.539427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f0202ef-fc61-4176-bca9-5ac2f49b35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.542612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f0202ef-fc61-4176-bca9-5ac2f49b35d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.544070 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8f0202ef-fc61-4176-bca9-5ac2f49b35d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1365cabe-862a-4d31-9dc3-2c975f9e5547 HTTP/1.1" status: 204 len: 168 time: 0.1464159 Sep 18 19:45:14.552466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0202ef-fc61-4176-bca9-5ac2f49b35d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365cabe-862a-4d31-9dc3-2c975f9e5547,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:14.561291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-e5497f19-3958-432f-9d5b-f45abdb6fd79 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:14.562839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-e5497f19-3958-432f-9d5b-f45abdb6fd79 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 813 time: 0.2056525 Sep 18 19:45:14.613509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] No DVR routers for this DVR port 0e681981-c2e9-43e1-8ab2-1f733d518674 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:45:14.618962 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:14.620927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d0a56d2-bf0e-4aca-a5f9-d44d55310161 req-b815a8f7-6f51-476a-8f43-28ea1395bbd2 tempest-ServerTagsTestJSON-1223782342 tempest-ServerTagsTestJSON-1223782342-project] 10.222.0.24 "DELETE /v2.0/ports/0e681981-c2e9-43e1-8ab2-1f733d518674 HTTP/1.1" status: 204 len: 173 time: 0.9499624 Sep 18 19:45:14.621352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefd0620-5049-4f03-8755-beac9b27751f', 'name': 'network-vif-deleted', 'tag': '0e681981-c2e9-43e1-8ab2-1f733d518674'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:14.623652 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6922806-2917-4ba6-bc41-8303d31e0e20" -d '{"events": [{"server_uuid": "aefd0620-5049-4f03-8755-beac9b27751f", "name": "network-vif-deleted", "tag": "0e681981-c2e9-43e1-8ab2-1f733d518674"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:14.634465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-c42702b4-fb81-4c43-9446-d2b1e360d8ef tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/quotas/d6e0caec4391425daea990b1d9981547 HTTP/1.1" status: 200 len: 375 time: 0.0564876 Sep 18 19:45:14.657091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c20ad-7378-4e4b-82ec-9960260a13f7 req-29b46e7d-a143-4a8d-979d-518623b23de3 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:14.661110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e2c20ad-7378-4e4b-82ec-9960260a13f7 req-29b46e7d-a143-4a8d-979d-518623b23de3 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 946 time: 0.1474776 Sep 18 19:45:14.684135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-0e93a1fc-9531-4806-bf17-c9df718dc364 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483999 Sep 18 19:45:14.777759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e2c20ad-7378-4e4b-82ec-9960260a13f7 req-85e0339f-957e-406a-aecd-6241306ade49 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005938 Sep 18 19:45:14.818969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-43e3427d-a34e-42c7-bbbb-703ef5b8ae15 service neutron] 10.222.0.20 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274014 Sep 18 19:45:14.823333 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e0ae63-c8bc-4747-9ad1-76a9109b14c8 x-openstack-request-id: req-a4e0ae63-c8bc-4747-9ad1-76a9109b14c8 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:14.823819 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefd0620-5049-4f03-8755-beac9b27751f", "name": "network-vif-deleted", "tag": "0e681981-c2e9-43e1-8ab2-1f733d518674", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:14.824222 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4e0ae63-c8bc-4747-9ad1-76a9109b14c8 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:14.825266 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefd0620-5049-4f03-8755-beac9b27751f', 'name': 'network-vif-deleted', 'tag': '0e681981-c2e9-43e1-8ab2-1f733d518674', 'status': 'completed', 'code': 200} Sep 18 19:45:14.931960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-354b0dcd-6858-40e7-a6c2-dc11ec743b2f service neutron] 10.222.0.20 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055377 Sep 18 19:45:15.121066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b8c1360-9ce1-4091-b842-01aeac8218c7 req-8c5e1419-524b-4584-94d4-b3b40b10a051 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 210 time: 0.0392721 Sep 18 19:45:15.289115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48096) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:15.365839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d526ed-a62d-4898-ae7b-a27595bffe87 req-a34e9c26-2553-4f69-a005-c27baf3b4953 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:15.374545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00d526ed-a62d-4898-ae7b-a27595bffe87 req-a34e9c26-2553-4f69-a005-c27baf3b4953 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.0990961 Sep 18 19:45:15.401296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1f6b3f-a241-4f3b-9258-63e9743c8851 admin admin] Deleting subnet 15e0f20a-bd08-46d4-9544-3ef1df726781 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:45:15.408536 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6b3f-a241-4f3b-9258-63e9743c8851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.422772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00d526ed-a62d-4898-ae7b-a27595bffe87 req-781b8ab4-4a48-478e-9e58-81fb3019996e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471129 Sep 18 19:45:15.452437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6b3f-a241-4f3b-9258-63e9743c8851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.508471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6b3f-a241-4f3b-9258-63e9743c8851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.576131 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6b3f-a241-4f3b-9258-63e9743c8851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.610629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a1f6b3f-a241-4f3b-9258-63e9743c8851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.613162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8a1f6b3f-a241-4f3b-9258-63e9743c8851 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/15e0f20a-bd08-46d4-9544-3ef1df726781 HTTP/1.1" status: 204 len: 168 time: 0.3236165 Sep 18 19:45:15.614337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f6b3f-a241-4f3b-9258-63e9743c8851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e0f20a-bd08-46d4-9544-3ef1df726781,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:15.615980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48106) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:15.705242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.810693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.836964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27520cbd-24c8-4245-a65e-da6bd7f67d9a']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:15.856958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d82d0a8-9287-4dd4-a772-52b9a951b014') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:15.857323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d82d0a8-9287-4dd4-a772-52b9a951b014') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:45:15.869754 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.895157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.918543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:45:15.918979 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:45:15.921049 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:45:15.998667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e796-b769-4fe8-9408-6e5995003c75 req-304617df-5dc4-4bfb-a450-658f0b0c0584 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:16.000340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca07e796-b769-4fe8-9408-6e5995003c75 req-304617df-5dc4-4bfb-a450-658f0b0c0584 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 946 time: 0.1215632 Sep 18 19:45:16.005209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.019312 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.021304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] 10.222.0.20 "DELETE /v2.0/networks/27520cbd-24c8-4245-a65e-da6bd7f67d9a HTTP/1.1" status: 204 len: 168 time: 0.4039903 Sep 18 19:45:16.038330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7c11d-3aac-4ae5-85c7-230e6df48a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=27520cbd-24c8-4245-a65e-da6bd7f67d9a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:16.072184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca07e796-b769-4fe8-9408-6e5995003c75 req-77c57550-8fe6-4a4c-b613-4af0c0150c73 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643249 Sep 18 19:45:16.216765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:16.217597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:16.285137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-30a437a4-e7a0-4a6b-bec7-96b6a7592808 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fce2a660b814d4ebdfe186ad7ef6726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646284 Sep 18 19:45:16.287356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48160) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:16.344666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f5dbe3c-0eeb-4145-a67c-db13fd699fb7 req-23b45973-e474-448b-b9a0-34a0feabcef6 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 210 time: 0.0475736 Sep 18 19:45:16.352949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6ef-8d77-4441-8441-6e9f36d753f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.386483 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6ef-8d77-4441-8441-6e9f36d753f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.431347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-906114d1-5c70-4239-93be-81d884b57003 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:16.433026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-906114d1-5c70-4239-93be-81d884b57003 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.24 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 813 time: 0.2759509 Sep 18 19:45:16.453378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'port': {'device_id': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9', 'admin_state_up': True, 'tenant_id': 'd6e0caec4391425daea990b1d9981547'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:16.462855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6ef-8d77-4441-8441-6e9f36d753f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.467628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6ef-8d77-4441-8441-6e9f36d753f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.469449 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2dae6ef-8d77-4441-8441-6e9f36d753f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e62f40ef-9618-41b2-87e1-e8ec576ef775 HTTP/1.1" status: 204 len: 168 time: 0.1795704 Sep 18 19:45:16.484769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dae6ef-8d77-4441-8441-6e9f36d753f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62f40ef-9618-41b2-87e1-e8ec576ef775,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:16.651969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Made reservation on behalf of d6e0caec4391425daea990b1d9981547 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:16.658579 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.681320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cec49ec3-a0ce-4c6f-bb40-9308ae7bf99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.785645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb077ae4-80dc-49c8-80f1-1586bda7268e req-9fcf73ce-ba1e-4d94-a17b-fdd35e51091f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:16.787199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb077ae4-80dc-49c8-80f1-1586bda7268e req-9fcf73ce-ba1e-4d94-a17b-fdd35e51091f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1049960 Sep 18 19:45:16.811053 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cec49ec3-a0ce-4c6f-bb40-9308ae7bf99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.816186 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cec49ec3-a0ce-4c6f-bb40-9308ae7bf99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:16.864801 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cec49ec3-a0ce-4c6f-bb40-9308ae7bf99f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a3426a0e4f040a498da8a745ee6cd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6379235 Sep 18 19:45:16.865711 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec49ec3-a0ce-4c6f-bb40-9308ae7bf99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc15d8e-e524-4291-9e15-e43ff83c6abf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:16.866796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48186) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:16.891760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb077ae4-80dc-49c8-80f1-1586bda7268e req-578dab1a-e5b7-4fdd-ae66-21c2eb853560 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870249 Sep 18 19:45:16.897881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Allocated IP 172.20.0.12 (58c31470-2e49-4ec2-8c78-f89f9a47aae9/56001a2b-2029-4519-8c70-7ca905471544/cadcb48d-6f51-499f-be80-5a4e4a83ef8c) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:16.982966 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-720084e7-9c3b-4963-8887-6a89f3793b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.037221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-720084e7-9c3b-4963-8887-6a89f3793b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.144834 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-720084e7-9c3b-4963-8887-6a89f3793b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.147420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-720084e7-9c3b-4963-8887-6a89f3793b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.148566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-720084e7-9c3b-4963-8887-6a89f3793b08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbc15d8e-e524-4291-9e15-e43ff83c6abf HTTP/1.1" status: 204 len: 168 time: 0.2808125 Sep 18 19:45:17.154483 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.163919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720084e7-9c3b-4963-8887-6a89f3793b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc15d8e-e524-4291-9e15-e43ff83c6abf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:17.208006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.265580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:17.269789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:17.273095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:17.310573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'Port': ['ID=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:17.335065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:17.336275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.354850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-4ffadfd1-71df-4888-8ab8-13787e743dab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9061756 Sep 18 19:45:17.371526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Request body: {'port': {'device_id': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:17.488009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.513108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b496d3-63fa-4c45-91ab-dec3ed7a8df6 req-47d95d09-a03a-4acd-9eb3-e56f0bbd5b88 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:17.514811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86b496d3-63fa-4c45-91ab-dec3ed7a8df6 req-47d95d09-a03a-4acd-9eb3-e56f0bbd5b88 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 932 time: 0.0818388 Sep 18 19:45:17.644028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86b496d3-63fa-4c45-91ab-dec3ed7a8df6 req-c053b652-8809-4579-865e-ecab725d8396 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000178 Sep 18 19:45:17.830270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadcb48d-6f51-499f-be80-5a4e4a83ef8c {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:17.840857 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.853771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Transition to ACTIVE for port object cadcb48d-6f51-499f-be80-5a4e4a83ef8c will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:17.858898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:17.903752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0e681981-c2e9-43e1-8ab2-1f733d518674 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:45:17.916026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Pushing event updated for resources: {'Port': ['ID=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:17.937557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 0e681981-c2e9-43e1-8ab2-1f733d518674 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:45:17.938547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0e681981-c2e9-43e1-8ab2-1f733d518674 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:45:18.029512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Attempting to bind port cadcb48d-6f51-499f-be80-5a4e4a83ef8c on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:18.029848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Attempting to bind port cadcb48d-6f51-499f-be80-5a4e4a83ef8c by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:18.030191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Attempting to bind port cadcb48d-6f51-499f-be80-5a4e4a83ef8c on network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:18.039403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Port cadcb48d-6f51-499f-be80-5a4e4a83ef8c on network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:18.039734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Attempting to bind port cadcb48d-6f51-499f-be80-5a4e4a83ef8c on network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:18.050714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:18.051322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Checking segment: {'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:18.051979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Bound using segment: {'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:18.053180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Bound port: cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:18.053733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:18.065218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d40b1-6ae9-4037-9ad3-f73038d5a694 req-029ad22c-997b-4c61-8d44-f73f9dc3bcc5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:18.066944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-037d40b1-6ae9-4037-9ad3-f73038d5a694 req-029ad22c-997b-4c61-8d44-f73f9dc3bcc5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.0739899 Sep 18 19:45:18.179346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-037d40b1-6ae9-4037-9ad3-f73038d5a694 req-d4a8f083-bf0d-476f-a0c3-a20cfdb34133 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953200 Sep 18 19:45:18.209022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f14e5236-e766-4482-81c8-3f23210ffb04 req-815c9df2-a999-4865-a616-a14e3bc18c6a tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0484319 Sep 18 19:45:18.211727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] For port cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:18.225857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] For port cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:18.232488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:18.271111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:18.271614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:18.273096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] 10.222.0.24 "PUT /v2.0/ports/cadcb48d-6f51-499f-be80-5a4e4a83ef8c HTTP/1.1" status: 200 len: 1093 time: 0.9063857 Sep 18 19:45:18.273587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:18.275955 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcd5d4a-934f-471e-bb46-332773e5a6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:18.305148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192e7c9-58ad-4355-a4e2-b6e34368839f service neutron] Pushing event updated for resources: {'Port': ['ID=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:18.332056 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89015574-aa62-44be-a9ae-989cf3df3cd2 x-openstack-request-id: req-89015574-aa62-44be-a9ae-989cf3df3cd2 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:18.333410 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:18.333410 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89015574-aa62-44be-a9ae-989cf3df3cd2 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:18.333410 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c', 'status': 'completed', 'code': 200} Sep 18 19:45:18.395437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-9d8348fe-89d2-4909-8bfd-501b8dc66ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:18.397600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-9d8348fe-89d2-4909-8bfd-501b8dc66ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1096 time: 0.0540342 Sep 18 19:45:18.450059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-9dec5420-4292-4852-8408-a6a2938617b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c HTTP/1.1" status: 200 len: 217 time: 0.0385821 Sep 18 19:45:18.509262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-31401052-0b82-4534-b9d9-ff1c09ed9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:18.510933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-31401052-0b82-4534-b9d9-ff1c09ed9d94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.0474467 Sep 18 19:45:18.544761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-f4553747-4982-495b-b048-736a44ffdcb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263257 Sep 18 19:45:18.660586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-c1cd5068-8e63-44ae-aaf9-3cc9a9b6c615 service neutron] 10.222.0.24 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083801 Sep 18 19:45:18.725970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48292) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:18.836771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2f21ac7-7a2f-4e5a-8d01-0bcb7a990d38 req-74c7cd10-c229-4268-8d78-0ce27e6b831f service neutron] 10.222.0.24 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670425 Sep 18 19:45:18.844455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb66c-4a09-4458-8549-2a39a7380be7 req-bc364ec6-60c6-41a1-b3fc-87e368976827 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:18.846347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-279fb66c-4a09-4458-8549-2a39a7380be7 req-bc364ec6-60c6-41a1-b3fc-87e368976827 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 944 time: 0.0773661 Sep 18 19:45:18.906765 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bc96-a794-4d2b-8ca5-1f9c51faf871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:18.950200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-279fb66c-4a09-4458-8549-2a39a7380be7 req-d6e0da28-d0eb-4df8-b9ad-02e282673f8c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968664 Sep 18 19:45:18.971620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-784f2710-08bd-42fe-8aa0-e5d2fa15e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:18.973583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-784f2710-08bd-42fe-8aa0-e5d2fa15e127 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1096 time: 0.0838904 Sep 18 19:45:19.133087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-70a64d10-0ab8-4c59-b6c7-7d22af468ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:19.134572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-70a64d10-0ab8-4c59-b6c7-7d22af468ad6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 914 time: 0.1508911 Sep 18 19:45:19.198918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-ba7e3509-d06f-478b-b032-c2ea6462b694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c HTTP/1.1" status: 200 len: 217 time: 0.0522635 Sep 18 19:45:19.206858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bc96-a794-4d2b-8ca5-1f9c51faf871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:19.221103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bc96-a794-4d2b-8ca5-1f9c51faf871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:19.318382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48330) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:19.318982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fcc9bc96-a794-4d2b-8ca5-1f9c51faf871 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c85a5db1a21744989fb0278ba8d4c61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917389 Sep 18 19:45:19.355853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9bc96-a794-4d2b-8ca5-1f9c51faf871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f721f-bd58-412c-a3aa-19b0b7479e02,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:19.379583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ee4a42c-0144-405b-a867-b1063d27bbf2 req-4a59bd99-2ee0-421a-bbc3-7863f4a08220 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0698128 Sep 18 19:45:19.381757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-59d7e5a9-9fcb-470c-8d6d-ec21f3ff4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:19.383109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-59d7e5a9-9fcb-470c-8d6d-ec21f3ff4e63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.1749978 Sep 18 19:45:19.392958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66144ada-f886-458b-adfb-95a6c439b36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:19.425112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-5871c272-a3ee-480b-8034-5addfae15e2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331151 Sep 18 19:45:19.434030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9290b-3f04-4c59-bdbf-4a5eb3c548cb req-1c78ccfa-9517-41b7-8a9c-3d060c3393c5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:19.436813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57b9290b-3f04-4c59-bdbf-4a5eb3c548cb req-1c78ccfa-9517-41b7-8a9c-3d060c3393c5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1681092 Sep 18 19:45:19.445495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66144ada-f886-458b-adfb-95a6c439b36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:19.519114 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66144ada-f886-458b-adfb-95a6c439b36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:19.521788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66144ada-f886-458b-adfb-95a6c439b36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:19.526083 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-66144ada-f886-458b-adfb-95a6c439b36f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b12f721f-bd58-412c-a3aa-19b0b7479e02 HTTP/1.1" status: 204 len: 168 time: 0.2052960 Sep 18 19:45:19.544056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57b9290b-3f04-4c59-bdbf-4a5eb3c548cb req-1a41bf0e-8591-4411-8175-f810c286484d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939441 Sep 18 19:45:19.553384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66144ada-f886-458b-adfb-95a6c439b36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f721f-bd58-412c-a3aa-19b0b7479e02,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:19.579268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-bfca5243-1fe8-41c0-8ae8-39042fdbdf59 service neutron] 10.222.0.24 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401381 Sep 18 19:45:19.729005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fcd5d4a-934f-471e-bb46-332773e5a6a0 req-9c7e64f4-cacc-47f7-9579-3a43e27dfb52 service neutron] 10.222.0.24 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315827 Sep 18 19:45:19.917095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:20.070022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:20.087277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'mac_address': 'fa:16:3e:fa:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:20.094178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0cb8f-8aac-43f0-9565-517bd20e59fa req-ea61f083-8246-4423-aa6b-5853938af725 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:20.096811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ee0cb8f-8aac-43f0-9565-517bd20e59fa req-ea61f083-8246-4423-aa6b-5853938af725 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 944 time: 0.0591600 Sep 18 19:45:20.137669 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:20.161290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:20.171840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ee0cb8f-8aac-43f0-9565-517bd20e59fa req-65f70f17-7ae8-47b7-b999-65f4d11ad840 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688009 Sep 18 19:45:20.195446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:20.199589 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:20.279076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:20.283776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['e5d3c2cb-5cd2-4576-9ae0-30a6ab093546'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:20.329950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac06d59f-aa76-465d-ba28-2a3b0fc1fbe9 req-713a5f7e-f207-4b73-8bd3-fd3bf5809275 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0453534 Sep 18 19:45:20.495746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48372) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:20.530005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a0bc039-e412-4184-88f0-8f3f044ec58b req-99825ff3-9766-4cbd-828b-4bd39693a042 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0443337 Sep 18 19:45:20.647491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-251307207-network', 'tenant_id': '6fea050ee5174df5aadeb418c27dad9b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:20.726322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Made reservation on behalf of 6fea050ee5174df5aadeb418c27dad9b for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:20.728794 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:20.742579 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:20.753806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bee72d-324f-4953-82e9-847440e5ff1c req-22b570dc-6128-44bc-b70e-4b2a17e12abe tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:20.755406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54bee72d-324f-4953-82e9-847440e5ff1c req-22b570dc-6128-44bc-b70e-4b2a17e12abe tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1131318 Sep 18 19:45:20.812661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54bee72d-324f-4953-82e9-847440e5ff1c req-6956b7c6-169f-499d-8379-8c3f21299521 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 Sep 18 19:45:20.892893 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:20.898878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:20.931164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:45:20.937084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:20.945928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:20.945928 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Added segment 99078c71-fdfe-4572-9c56-3d262f142bce of type vlan for network 018e7551-8b3c-487c-925b-bbb408e1fc15 Sep 18 19:45:21.009985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:21.039076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:21.040392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:21.041121 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:21.081604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5847583 Sep 18 19:45:21.086255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48392) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:21.092449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Request body: {'subnet': {'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-251307207-subnet', 'tenant_id': '6fea050ee5174df5aadeb418c27dad9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:21.116399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224cd63-543d-441f-873c-e0a57e48ab14 admin admin] Pushing event updated for resources: {'Network': ['ID=018e7551-8b3c-487c-925b-bbb408e1fc15,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:21.126609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:45:21.144846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Made reservation on behalf of 6fea050ee5174df5aadeb418c27dad9b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:21.147247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:21.321065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c57ee-bd82-4dd4-bd57-d4861692e9ac req-8a3ec176-2475-4b14-a329-8928fbc1298b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:21.329054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe6c57ee-bd82-4dd4-bd57-d4861692e9ac req-8a3ec176-2475-4b14-a329-8928fbc1298b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 944 time: 0.0660768 Sep 18 19:45:21.384272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe6c57ee-bd82-4dd4-bd57-d4861692e9ac req-4b6da91b-eaa0-4998-a506-54a48dbd80dd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540171 Sep 18 19:45:21.396026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:21.461789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Pushing event updated for resources: {'Subnet': ['ID=016045cb-9fe9-4938-9e33-90219fdd7844,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:21.472919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Checking segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:21.475678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Network hostable DHCP agents. Network: 018e7551-8b3c-487c-925b-bbb408e1fc15, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:45:21.498470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:45:21.509933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 018e7551-8b3c-487c-925b-bbb408e1fc15) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:21.518368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:21.520806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:21.523194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721fe07-fe6c-47fe-9a6b-f95df7f2827c None None] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:45:21.545491 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e1c63b4b-ea30-412b-a45b-c3059d06793a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4579101 Sep 18 19:45:21.627722 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2333dfc3-a87c-4997-af2a-67f5314af259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:21.693789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ec6777d-b319-42d3-bdc4-498d448943f9 req-ff120487-1a75-4dcf-98a7-f2d950d60f9c tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0392625 Sep 18 19:45:21.764510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-018e7551-8b3c-487c-925b-bbb408e1fc15', 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15', 'tenant_id': '6fea050ee5174df5aadeb418c27dad9b', 'fixed_ips': [{'subnet_id': '016045cb-9fe9-4938-9e33-90219fdd7844'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:45:21.768646 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:21.984345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cadcb48d-6f51-499f-be80-5a4e4a83ef8c details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:21.987266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:21.990082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754024-f08b-4751-af47-556d241bedcb req-4ea9a627-2cbc-41a3-aef4-208a1090e9cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:21.998856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de754024-f08b-4751-af47-556d241bedcb req-4ea9a627-2cbc-41a3-aef4-208a1090e9cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.0856867 Sep 18 19:45:22.058789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Allocated IP 172.20.0.2 (018e7551-8b3c-487c-925b-bbb408e1fc15/016045cb-9fe9-4938-9e33-90219fdd7844/90b933d2-93b4-4d51-9dd2-461295210655) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:22.089681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de754024-f08b-4751-af47-556d241bedcb req-ad8fd40d-c34b-4e36-9a57-c5c30f5921e2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870855 Sep 18 19:45:22.216909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:22.217354 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.357548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:22.388009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c', 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9', 'port_id': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c', 'mac_address': 'fa:16:3e:a6:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56001a2b-2029-4519-8c70-7ca905471544', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:22.471299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4abd72f3-b9eb-42ab-a21c-110a2e2a6217 req-936e308d-86eb-4752-a6a7-dc4f8af042bc tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0699832 Sep 18 19:45:22.495240 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.630605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:22.633224 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4425a905-ccc5-44d3-9e16-490a28aba54c" -d '{"events": [{"server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:22.647822 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.651454 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.669530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:22.680580 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.723918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.737681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadcb48d-6f51-499f-be80-5a4e4a83ef8c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:22.771619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:22.822137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Pushing event updated for resources: {'Port': ['ID=90b933d2-93b4-4d51-9dd2-461295210655,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:22.848153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:22.848153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:22.849950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:22.906144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.927768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Attempting to bind port 90b933d2-93b4-4d51-9dd2-461295210655 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:22.928152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Attempting to bind port 90b933d2-93b4-4d51-9dd2-461295210655 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:22.928484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Attempting to bind port 90b933d2-93b4-4d51-9dd2-461295210655 on network 018e7551-8b3c-487c-925b-bbb408e1fc15 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:22.947258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:22.947721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Checking segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:22.948072 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.948469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Bound using segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:22.948965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Bound port: 90b933d2-93b4-4d51-9dd2-461295210655, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:22.949352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:22.956773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:23.066908 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:23.088530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395801ec-9478-4387-868f-2bb8faa2f751 req-6be5ddf8-a294-4cd6-9f2a-d6f24b41e9fc tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:23.097751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-395801ec-9478-4387-868f-2bb8faa2f751 req-6be5ddf8-a294-4cd6-9f2a-d6f24b41e9fc tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 944 time: 0.5277314 Sep 18 19:45:23.125390 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] For port 90b933d2-93b4-4d51-9dd2-461295210655, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:23.129232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:23.151728 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:23.155970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:23.159867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] For port 90b933d2-93b4-4d51-9dd2-461295210655, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=90b933d2-93b4-4d51-9dd2-461295210655,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:23.162451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-395801ec-9478-4387-868f-2bb8faa2f751 req-3bd087ed-d5c8-4f39-ad38-6e1ce06f0e16 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612204 Sep 18 19:45:23.193614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-3048e583-a027-41e2-84f6-cd0fa1df7fa6 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:23.204850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-3048e583-a027-41e2-84f6-cd0fa1df7fa6 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 815 time: 0.5947604 Sep 18 19:45:23.211509 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:23.222659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-c01e4a8b-c4cf-433e-8889-74aa4cc75761 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/quotas/6fea050ee5174df5aadeb418c27dad9b HTTP/1.1" status: 200 len: 375 time: 0.0166976 Sep 18 19:45:23.305242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-4f4f1a34-52fa-45e2-8d26-1f08bd1ce18e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812058 Sep 18 19:45:23.318245 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f48bc-3918-4060-a21c-3920dda1c9c3 x-openstack-request-id: req-052f48bc-3918-4060-a21c-3920dda1c9c3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:23.318887 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:23.319186 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-052f48bc-3918-4060-a21c-3920dda1c9c3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:23.320347 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'code': 200} Sep 18 19:45:23.487571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464004-589b-40bd-a31b-88da2d4ab39b req-693a44ab-3c2a-484b-a915-4ef689df1fac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:23.489273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64464004-589b-40bd-a31b-88da2d4ab39b req-693a44ab-3c2a-484b-a915-4ef689df1fac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.0889869 Sep 18 19:45:23.502182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-0af0cdd4-1641-4455-9866-3434c4aa1c4a service neutron] 10.222.0.20 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952264 Sep 18 19:45:23.554301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4cb02-ce85-4449-9a2b-95d0dd8e5979 None None] Pushing event updated for resources: {'Port': ['ID=90b933d2-93b4-4d51-9dd2-461295210655,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:23.636518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-fc462bb3-435e-4fb7-b144-f1a8cc247bc9 service neutron] 10.222.0.20 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331470 Sep 18 19:45:23.725310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64464004-589b-40bd-a31b-88da2d4ab39b req-23b358cb-e917-41ab-b755-a835eda904ea tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021371 Sep 18 19:45:24.065483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b12c7208-077d-4f21-bd0f-bbab613f6067 req-ba68341e-4eb0-4beb-ae77-337179c5f0b1 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0558779 Sep 18 19:45:24.311308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee809-1e34-4e19-afed-a39475206b44 req-adc3a6ad-0c47-4049-85ea-d68aef31ce8d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:24.322126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-adc3a6ad-0c47-4049-85ea-d68aef31ce8d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 815 time: 0.2548769 Sep 18 19:45:24.363987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90b933d2-93b4-4d51-9dd2-461295210655 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:24.413601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-13b3462f-8eb0-4a4b-beb1-5c583aa34ba7 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/quotas/6fea050ee5174df5aadeb418c27dad9b HTTP/1.1" status: 200 len: 375 time: 0.0694206 Sep 18 19:45:24.448599 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6f603eb4-5a75-455a-ae2c-50198079e438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:24.484967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 90b933d2-93b4-4d51-9dd2-461295210655 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:24.486356 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:24.542820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b789b7-8e49-4c57-8791-1f92a5fa716a req-2d011916-2620-4bf0-860d-af3ba7910e74 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:24.544871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48b789b7-8e49-4c57-8791-1f92a5fa716a req-2d011916-2620-4bf0-860d-af3ba7910e74 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 945 time: 0.2192132 Sep 18 19:45:24.605868 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:24.640967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-7042967a-4a9e-4047-98a2-8b353aaa4988 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2188950 Sep 18 19:45:24.694824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48b789b7-8e49-4c57-8791-1f92a5fa716a req-69b221ce-102b-402e-bced-fa866c303a8e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382818 Sep 18 19:45:24.746098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 90b933d2-93b4-4d51-9dd2-461295210655, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=90b933d2-93b4-4d51-9dd2-461295210655,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:24.748721 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:24.763652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:24.775638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d6afa-b5c3-40ce-bad5-363437702132 None None] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:45:24.840345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-01e025c4-ba5e-4621-9f40-598bb17caa5e service neutron] 10.222.0.20 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973836 Sep 18 19:45:24.860605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=90b933d2-93b4-4d51-9dd2-461295210655,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:24.947526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-564de6da-8b76-4bf0-bf14-e9733b920800 None None] Provisioning complete for port 90b933d2-93b4-4d51-9dd2-461295210655 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:24.952622 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-564de6da-8b76-4bf0-bf14-e9733b920800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:24.979057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257380-1c8b-4334-8cc6-369ce52218df req-97b11045-fc49-4842-847c-eb664177ee17 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:24.987958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81257380-1c8b-4334-8cc6-369ce52218df req-97b11045-fc49-4842-847c-eb664177ee17 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1154397 Sep 18 19:45:25.052296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81257380-1c8b-4334-8cc6-369ce52218df req-5b079651-e126-4148-9639-934451286a1c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632625 Sep 18 19:45:25.062346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-0f06fa86-3822-4e8d-85d8-0b2923b8995f service neutron] 10.222.0.20 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211537 Sep 18 19:45:25.436486 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:25.493533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef7ce134-d728-4ec9-bf14-c1c9777ba4f4 req-13ceb66e-d94d-4caf-8a18-4a619a028a3f tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0931692 Sep 18 19:45:25.652601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1d1ef2ec-88df-45aa-9521-1b7368433774 None None] Provisioning complete for port 90b933d2-93b4-4d51-9dd2-461295210655 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:25.654097 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1d1ef2ec-88df-45aa-9521-1b7368433774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:25.670785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-85bb7838-5d96-412e-b962-1c28d18dafc9 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:25.672250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-85bb7838-5d96-412e-b962-1c28d18dafc9 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.24 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 815 time: 0.3229556 Sep 18 19:45:25.690633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Request body: {'port': {'device_id': '54ac856b-f2aa-4dd4-931e-747b0d0bfe3a', 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15', 'admin_state_up': True, 'tenant_id': '6fea050ee5174df5aadeb418c27dad9b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:25.773663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e47fd-83cb-455f-8686-0f052002039e req-3674c73a-ed24-4c6d-a5a4-7b272b3b1df0 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:25.783531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-3674c73a-ed24-4c6d-a5a4-7b272b3b1df0 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 815 time: 0.3039908 Sep 18 19:45:25.886097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-0c7d2613-6f74-4246-bf4c-185afa1ff987 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/quotas/6fea050ee5174df5aadeb418c27dad9b HTTP/1.1" status: 200 len: 375 time: 0.1005743 Sep 18 19:45:25.949995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cadcb48d-6f51-499f-be80-5a4e4a83ef8c up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:25.991787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-d0c5c6d7-8b4b-49c2-9a08-cf485ffe010d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046622 Sep 18 19:45:26.013795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aa656-ffac-469e-9de6-36788e9c54ff req-439ba0ea-7de9-4166-a495-1ed354432f89 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:26.019587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b2aa656-ffac-469e-9de6-36788e9c54ff req-439ba0ea-7de9-4166-a495-1ed354432f89 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 945 time: 0.1961474 Sep 18 19:45:26.023905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port cadcb48d-6f51-499f-be80-5a4e4a83ef8c completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:26.031673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port cadcb48d-6f51-499f-be80-5a4e4a83ef8c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:26.032044 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:26.128299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b2aa656-ffac-469e-9de6-36788e9c54ff req-23fa9434-2d62-41bc-a4b7-0d7d152cd147 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926292 Sep 18 19:45:26.141261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Made reservation on behalf of 6fea050ee5174df5aadeb418c27dad9b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:26.149844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:26.206634 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:26.288576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:26.289947 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:26.294421 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fbda85-54e0-452d-8b58-f7ff22c6aa72" -d '{"events": [{"server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "name": "network-vif-plugged", "status": "completed", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:26.301634 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:26.347039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90b933d2-93b4-4d51-9dd2-461295210655 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:26.432026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:26.449604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-b12702d2-7f82-4dd4-a338-81119b4dc7ab service neutron] 10.222.0.20 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152548 Sep 18 19:45:26.453285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 90b933d2-93b4-4d51-9dd2-461295210655 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:26.453823 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:26.509813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Allocated IP 172.20.0.11 (018e7551-8b3c-487c-925b-bbb408e1fc15/016045cb-9fe9-4938-9e33-90219fdd7844/63181f6a-b390-43fc-93d2-219ff20d3eaf) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:26.634250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb2e4f-afea-4af3-b489-068b13269aa4 req-6006f7b4-71af-47b6-8cc0-413952e3cc7c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:26.636058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eeb2e4f-afea-4af3-b489-068b13269aa4 req-6006f7b4-71af-47b6-8cc0-413952e3cc7c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1962008 Sep 18 19:45:26.671160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-d87ea7e2-d5ac-4f57-8c4b-fdbeb621a4ec service neutron] 10.222.0.20 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203553 Sep 18 19:45:27.021512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:27.043187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eeb2e4f-afea-4af3-b489-068b13269aa4 req-17ef55cf-37f6-4c8e-b542-d9b19fd8592f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952920 Sep 18 19:45:27.080501 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1483d139-a22f-4274-b093-dff0ae107844 x-openstack-request-id: req-1483d139-a22f-4274-b093-dff0ae107844 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:27.080906 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "name": "network-vif-plugged", "status": "completed", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:27.081354 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1483d139-a22f-4274-b093-dff0ae107844 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:27.081937 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c', 'code': 200} Sep 18 19:45:27.083448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee809-1e34-4e19-afed-a39475206b44 req-f87f0ad5-2bec-4260-812e-880f81ce8e79 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:27.090036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-f87f0ad5-2bec-4260-812e-880f81ce8e79 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.32 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 815 time: 0.3947246 Sep 18 19:45:27.119521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Request body: {'port': {'device_id': 'f7017870-8938-417b-9473-9ab4a545670b', 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15', 'admin_state_up': True, 'tenant_id': '6fea050ee5174df5aadeb418c27dad9b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:27.331000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:27.381739 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:27.406000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b27e53c-bf08-413c-bc21-a52ee36ad2c3 req-763f8bfc-946e-4bfb-a050-fe8de8cbe081 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0766208 Sep 18 19:45:27.417931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c17dbe2-9e41-4725-8b41-b56e8ed3c2ba req-887153b7-dd50-4d6a-8f29-3820e3e92992 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 210 time: 0.0984085 Sep 18 19:45:27.503899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381518-6b83-4476-adaf-1269fdf23e76 req-c7f1c953-e880-43e8-8448-1039bb36e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:27.514307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03381518-6b83-4476-adaf-1269fdf23e76 req-c7f1c953-e880-43e8-8448-1039bb36e2eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1098 time: 0.2744589 Sep 18 19:45:27.597449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:27.622152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:27.624105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Pushing event updated for resources: {'Port': ['ID=63181f6a-b390-43fc-93d2-219ff20d3eaf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:27.626422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:27.632696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03381518-6b83-4476-adaf-1269fdf23e76 req-412bbb8a-ee59-47f9-bfbf-ee7a6cbb4c59 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172621 Sep 18 19:45:27.738193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:27.738839 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:27.749561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbae20d-a5e0-485d-8bbe-9bc63e2bc97a req-6959ffee-37d3-468a-9532-3b869b7b1e25 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:27.751110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fbae20d-a5e0-485d-8bbe-9bc63e2bc97a req-6959ffee-37d3-468a-9532-3b869b7b1e25 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 946 time: 0.2149251 Sep 18 19:45:27.753589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Made reservation on behalf of 6fea050ee5174df5aadeb418c27dad9b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:27.757634 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:27.801157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-dfccb33b-6730-4ddf-87a9-e62691a446aa tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1159353 Sep 18 19:45:27.825838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fbae20d-a5e0-485d-8bbe-9bc63e2bc97a req-5cdac0ed-34ba-452c-b763-490c573902e9 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632410 Sep 18 19:45:27.874769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Request body: {'port': {'device_id': '54ac856b-f2aa-4dd4-931e-747b0d0bfe3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:27.984388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:28.026514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6afd07e9-667e-43c2-8ca1-ff8fbb52ea13 None None] Provisioning complete for port 63181f6a-b390-43fc-93d2-219ff20d3eaf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:28.027054 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6afd07e9-667e-43c2-8ca1-ff8fbb52ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:28.035803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Allocated IP 172.20.0.12 (018e7551-8b3c-487c-925b-bbb408e1fc15/016045cb-9fe9-4938-9e33-90219fdd7844/4ba5e3eb-2886-49ee-84de-b7635e0eabc4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:28.185099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6afd07e9-667e-43c2-8ca1-ff8fbb52ea13 None None] Port 63181f6a-b390-43fc-93d2-219ff20d3eaf cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:45:28.321000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115ece7-04eb-4d2f-b120-d209a8d1c260 req-b05ebdb6-7abc-435b-8a2c-e650228a0408 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:28.330541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d115ece7-04eb-4d2f-b120-d209a8d1c260 req-b05ebdb6-7abc-435b-8a2c-e650228a0408 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1290190 Sep 18 19:45:28.390138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:28.403890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d115ece7-04eb-4d2f-b120-d209a8d1c260 req-6bb62fe5-d867-4374-93a4-a564f63abf77 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722845 Sep 18 19:45:28.534884 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:28.562566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dbc0ebf-4167-4141-b81b-92e0d304682e req-d781d023-bbfd-46fe-8dae-e3be5f4ef7f3 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 210 time: 0.0470614 Sep 18 19:45:28.653108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70f5ef44-b37e-45a0-ab70-dc87b907449e req-8b357ea7-a6f1-41bb-aee9-935893ac279d tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0955961 Sep 18 19:45:28.704690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:28.712052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:28.716037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Pushing event updated for resources: {'Port': ['ID=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:28.718646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:28.813927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:28.814847 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:28.850571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-23a6b93f-9409-4c04-a0e1-af85e7f0f7c4 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7480245 Sep 18 19:45:28.906611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Request body: {'port': {'device_id': 'f7017870-8938-417b-9473-9ab4a545670b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:29.014961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63181f6a-b390-43fc-93d2-219ff20d3eaf {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:29.036801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6229540e-714f-427d-be80-81e50cf65476 None None] Provisioning complete for port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:29.037423 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6229540e-714f-427d-be80-81e50cf65476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:29.055727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:29.092218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6229540e-714f-427d-be80-81e50cf65476 None None] Port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:45:29.145378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Transition to ACTIVE for port object 63181f6a-b390-43fc-93d2-219ff20d3eaf will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:29.194047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3872d7-a3a9-4741-a1e1-a5685061128a req-ca38fe49-8bd0-412c-a0f5-ff378e91e0bc tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:29.196882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f3872d7-a3a9-4741-a1e1-a5685061128a req-ca38fe49-8bd0-412c-a0f5-ff378e91e0bc tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 946 time: 0.2054446 Sep 18 19:45:29.196882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:29.260895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:29.268160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Pushing event updated for resources: {'Port': ['ID=63181f6a-b390-43fc-93d2-219ff20d3eaf,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:29.772531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f3872d7-a3a9-4741-a1e1-a5685061128a req-943ce2f5-8e29-4e5a-8979-e2e8ad061624 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071878 Sep 18 19:45:29.810911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e47fd-83cb-455f-8686-0f052002039e req-41ed639a-b6c4-4626-9ea6-4d609aa78d71 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:29.816224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-41ed639a-b6c4-4626-9ea6-4d609aa78d71 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.24 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 815 time: 0.7739568 Sep 18 19:45:29.836635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Request body: {'port': {'device_id': '4090afdc-4cef-4b1a-b5f4-7694d8581def', 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15', 'admin_state_up': True, 'tenant_id': '6fea050ee5174df5aadeb418c27dad9b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:30.026141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c74f5-42f5-4caf-958d-e067808d7aca req-eb8f6f0c-627a-4d96-8c77-ed6ff60ef115 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:30.027730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f5c74f5-42f5-4caf-958d-e067808d7aca req-eb8f6f0c-627a-4d96-8c77-ed6ff60ef115 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.3776703 Sep 18 19:45:30.098015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d4a3828-90d2-41a2-8561-6b904ce230b2 req-83ed4517-10cc-495d-a78e-df1578dbcadf tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 210 time: 0.1404181 Sep 18 19:45:30.245802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f5c74f5-42f5-4caf-958d-e067808d7aca req-d7a8c5fd-b9a3-4141-b292-8fdf3f4450a2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811314 Sep 18 19:45:30.298039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Attempting to bind port 63181f6a-b390-43fc-93d2-219ff20d3eaf on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:30.298367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Attempting to bind port 63181f6a-b390-43fc-93d2-219ff20d3eaf by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:30.298793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Attempting to bind port 63181f6a-b390-43fc-93d2-219ff20d3eaf on network 018e7551-8b3c-487c-925b-bbb408e1fc15 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:30.302707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d4adca-91b6-4504-870b-d08389f69886 req-53cc5e8e-5463-4e5a-b684-6f677411a5e5 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0646312 Sep 18 19:45:30.328665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Port 63181f6a-b390-43fc-93d2-219ff20d3eaf on network 018e7551-8b3c-487c-925b-bbb408e1fc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:30.330646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Attempting to bind port 63181f6a-b390-43fc-93d2-219ff20d3eaf on network 018e7551-8b3c-487c-925b-bbb408e1fc15 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:30.373419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Made reservation on behalf of 6fea050ee5174df5aadeb418c27dad9b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:30.380777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:30.387898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:30.388364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Checking segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:30.388770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Bound using segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:30.389230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Bound port: 63181f6a-b390-43fc-93d2-219ff20d3eaf, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:30.389583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:30.431412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-0bf031a7-b334-4ac8-ae56-0d4d72c3050b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-961211218&fields=id&tenant_id=d6e0caec4391425daea990b1d9981547 HTTP/1.1" status: 200 len: 267 time: 0.0946865 Sep 18 19:45:30.663205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:30.683424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:30.697574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-c6656e22-9665-4a4a-9c1b-fb4b8003a2b3 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:30.699135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-c6656e22-9665-4a4a-9c1b-fb4b8003a2b3 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 946 time: 0.2666245 Sep 18 19:45:30.700390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] For port 63181f6a-b390-43fc-93d2-219ff20d3eaf, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:30.708512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] For port 63181f6a-b390-43fc-93d2-219ff20d3eaf, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=63181f6a-b390-43fc-93d2-219ff20d3eaf,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:30.725635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'port': {'security_groups': ['82a89030-dbf0-4875-9082-4a4f5ad45853', '32fce1d8-0844-4f9f-ac48-c62c33de4d57']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:30.729191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:30.731433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Transition to ACTIVE for port object 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:30.769637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:30.834541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:30.835058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:30.836589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] 10.222.0.24 "PUT /v2.0/ports/63181f6a-b390-43fc-93d2-219ff20d3eaf HTTP/1.1" status: 200 len: 1093 time: 2.9701483 Sep 18 19:45:30.847466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ac856b-f2aa-4dd4-931e-747b0d0bfe3a', 'tag': '63181f6a-b390-43fc-93d2-219ff20d3eaf'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:30.850325 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72" -d '{"events": [{"name": "network-changed", "server_uuid": "54ac856b-f2aa-4dd4-931e-747b0d0bfe3a", "tag": "63181f6a-b390-43fc-93d2-219ff20d3eaf"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:30.974427 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7213503-85f4-46e0-8140-d0b72a637198 x-openstack-request-id: req-f7213503-85f4-46e0-8140-d0b72a637198 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:30.974427 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ac856b-f2aa-4dd4-931e-747b0d0bfe3a", "tag": "63181f6a-b390-43fc-93d2-219ff20d3eaf", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:30.974792 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7213503-85f4-46e0-8140-d0b72a637198 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:30.975115 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ac856b-f2aa-4dd4-931e-747b0d0bfe3a', 'tag': '63181f6a-b390-43fc-93d2-219ff20d3eaf', 'status': 'completed', 'code': 200} Sep 18 19:45:30.994295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7b6c0-573a-4746-8cf2-60b0f7ef84ff service neutron] Pushing event updated for resources: {'Port': ['ID=63181f6a-b390-43fc-93d2-219ff20d3eaf,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:31.029324 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:31.053022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Allocated IP 172.20.0.5 (018e7551-8b3c-487c-925b-bbb408e1fc15/016045cb-9fe9-4938-9e33-90219fdd7844/ed592772-6837-494a-928f-e103d25f0447) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:31.180165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:31.231207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-e82048ef-008e-4eb3-941c-6436f7c75e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:31.232835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-e82048ef-008e-4eb3-941c-6436f7c75e4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 1096 time: 0.3316717 Sep 18 19:45:31.302816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4e60612-78a2-4d73-b90b-f3742a8da1ac req-7fb48138-bc67-4698-a5b0-1bca21f2883b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 210 time: 0.0900571 Sep 18 19:45:31.310890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Attempting to bind port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:31.311265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Attempting to bind port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:31.311620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Attempting to bind port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 on network 018e7551-8b3c-487c-925b-bbb408e1fc15 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:31.384617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-8944007f-86cd-4892-80b3-d2785ee10f6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63181f6a-b390-43fc-93d2-219ff20d3eaf HTTP/1.1" status: 200 len: 217 time: 0.1338491 Sep 18 19:45:31.393055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 on network 018e7551-8b3c-487c-925b-bbb408e1fc15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:31.393395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Attempting to bind port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 on network 018e7551-8b3c-487c-925b-bbb408e1fc15 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:31.486277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:31.486607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Checking segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:31.486984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Bound using segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:31.487454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Bound port: 4ba5e3eb-2886-49ee-84de-b7635e0eabc4, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:31.488190 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:31.628357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-9a9a19cb-b1da-4331-abcb-3fdc2ac456aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:31.629852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-9a9a19cb-b1da-4331-abcb-3fdc2ac456aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=016045cb-9fe9-4938-9e33-90219fdd7844 HTTP/1.1" status: 200 len: 854 time: 0.2267997 Sep 18 19:45:31.701476 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:31.763279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911905b1-5d89-45a0-83d1-f40d506a02ac req-ed1aabd9-9800-4f3d-855b-a2fcddfba1a8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:31.764902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-911905b1-5d89-45a0-83d1-f40d506a02ac req-ed1aabd9-9800-4f3d-855b-a2fcddfba1a8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.2922246 Sep 18 19:45:31.807226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] For port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:31.845494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] For port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:31.857423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-e5fec4d7-6d5a-4b50-a12f-75382cd2890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:31.858948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-e5fec4d7-6d5a-4b50-a12f-75382cd2890b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=018e7551-8b3c-487c-925b-bbb408e1fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2161012 Sep 18 19:45:31.867297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] For port cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:31.870714 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:31.949857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-911905b1-5d89-45a0-83d1-f40d506a02ac req-e9fad3ab-854a-499c-a7cb-59d548d27a7a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663241 Sep 18 19:45:32.004983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:32.005636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:32.007125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] 10.222.0.32 "PUT /v2.0/ports/4ba5e3eb-2886-49ee-84de-b7635e0eabc4 HTTP/1.1" status: 200 len: 1093 time: 3.1322513 Sep 18 19:45:32.018685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:32.060895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:32.097647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:32.114486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:32.136542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f1791-1ee0-409d-9821-9824804b2b38 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:32.174110 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-96709a02-fb64-4b0f-b63a-246057c9d9f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1060100 Sep 18 19:45:32.178835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c617e825-e467-4c48-bd57-683605356fa3 req-ba5e1f15-e40c-4b55-8ace-562677e59969 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.1203775 Sep 18 19:45:32.195303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:32.244702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:32.260614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-6cfec100-dc54-4841-99cc-729a5fbfbe59 service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810215 Sep 18 19:45:32.265609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:32.283685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:32.284377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:32.285886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05892ca5-f922-48ef-afe8-d6fe046cb22b req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "PUT /v2.0/ports/cadcb48d-6f51-499f-be80-5a4e4a83ef8c HTTP/1.1" status: 200 len: 982 time: 1.5729704 Sep 18 19:45:32.410659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:32.421880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-62d476e7-8e6b-4854-aff5-ef419eba024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:32.424039 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-62d476e7-8e6b-4854-aff5-ef419eba024f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6fd9682441a46dc926bbbd1c744f806&device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 1098 time: 0.1132927 Sep 18 19:45:32.429702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee809-1e34-4e19-afed-a39475206b44 req-99d8d7b9-6838-4714-b296-59b5ba706f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:32.431226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-99d8d7b9-6838-4714-b296-59b5ba706f82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 1096 time: 0.3378475 Sep 18 19:45:32.440082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Pushing event updated for resources: {'Port': ['ID=ed592772-6837-494a-928f-e103d25f0447,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:32.631396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1d5cdf2-c65d-4a9f-9c06-ea8dddb9366d req-9f200eaa-174f-4db0-931e-975db9add460 service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393586 Sep 18 19:45:32.661567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-a41fb635-ece8-4a5a-9939-4147b2c72440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:32.663490 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-a41fb635-ece8-4a5a-9939-4147b2c72440 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ae187e9-b491-4fb0-a901-856bdae9a165 HTTP/1.1" status: 200 len: 917 time: 0.2142546 Sep 18 19:45:32.810745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:32.811497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:32.821329 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-559ee06c-7fba-4e86-ae17-50a63639e9ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22b70036-d286-453e-a5de-ae05ac3154be HTTP/1.1" status: 200 len: 1001 time: 0.1429250 Sep 18 19:45:32.821969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-ffd4df6e-c88e-4d86-b2f9-e4e27844895e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba5e3eb-2886-49ee-84de-b7635e0eabc4 HTTP/1.1" status: 200 len: 217 time: 0.3470521 Sep 18 19:45:32.897715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6fbcb229-a90c-40ad-8edb-6b3ff5ae3759 None None] Provisioning complete for port ed592772-6837-494a-928f-e103d25f0447 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:32.903219 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fbcb229-a90c-40ad-8edb-6b3ff5ae3759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:32.905112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-412d13a9-847d-43eb-a1e0-7ab5d146ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:32.909756 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-412d13a9-847d-43eb-a1e0-7ab5d146ba3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eae1dfef-ae63-4101-afaa-4fdd2c21a59e HTTP/1.1" status: 200 len: 855 time: 0.0788736 Sep 18 19:45:32.955437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-e8a7a2fd-c80f-47c3-993b-2d369d0e1664 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1229291 Sep 18 19:45:32.978881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6fbcb229-a90c-40ad-8edb-6b3ff5ae3759 None None] Port ed592772-6837-494a-928f-e103d25f0447 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:45:32.987613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7017870-8938-417b-9473-9ab4a545670b', 'tag': '4ba5e3eb-2886-49ee-84de-b7635e0eabc4'}, {'name': 'network-changed', 'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:32.990414 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67542e70-56c8-4768-bc35-5d02b32785a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7017870-8938-417b-9473-9ab4a545670b", "tag": "4ba5e3eb-2886-49ee-84de-b7635e0eabc4"}, {"name": "network-changed", "server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:32.991064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-2adc6c01-eeb5-4dcd-8651-292f82bc65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:32.993008 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-2adc6c01-eeb5-4dcd-8651-292f82bc65ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ae187e9-b491-4fb0-a901-856bdae9a165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759847 Sep 18 19:45:33.021716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Request body: {'port': {'device_id': '4090afdc-4cef-4b1a-b5f4-7694d8581def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:33.066543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6f101-75df-4b50-95f2-b021b9dbcabd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'Port': ['ID=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:33.085592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7522dabb-99b2-4719-af4d-5772f0465712 req-a77061c6-8a5d-4381-b2cc-450cc1232f1b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-287756657&fields=id&tenant_id=d6e0caec4391425daea990b1d9981547 HTTP/1.1" status: 200 len: 267 time: 0.5631866 Sep 18 19:45:33.095292 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-12024b33-f7ae-4c70-a642-93429d6b4846 service neutron] 10.222.0.24 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931633 Sep 18 19:45:33.112720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-0738b3f1-e9e5-46c3-9c5a-95ff776d184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:33.113771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-0738b3f1-e9e5-46c3-9c5a-95ff776d184d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 1096 time: 0.3477650 Sep 18 19:45:33.145165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb095e-9064-43c3-87b8-d723a0fd015a req-038f5c36-652e-4364-992c-a93e8548558f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:33.152792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ceb095e-9064-43c3-87b8-d723a0fd015a req-038f5c36-652e-4364-992c-a93e8548558f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 931 time: 0.3642435 Sep 18 19:45:33.183525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee809-1e34-4e19-afed-a39475206b44 req-ae367032-4adc-4334-94f6-b1967dcd4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:33.184951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-ae367032-4adc-4334-94f6-b1967dcd4bb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=016045cb-9fe9-4938-9e33-90219fdd7844 HTTP/1.1" status: 200 len: 854 time: 0.3034763 Sep 18 19:45:33.195262 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8338498-6ca6-4f55-93a6-4508fdec8bd9 req-d270911d-df87-450f-93b1-6c11f252459c service neutron] 10.222.0.24 "GET /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912178 Sep 18 19:45:33.267482 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:33.336278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522dabb-99b2-4719-af4d-5772f0465712 req-ec3e7fc4-5f3b-47cd-8a3d-7f451783d297 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:33.338095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7522dabb-99b2-4719-af4d-5772f0465712 req-ec3e7fc4-5f3b-47cd-8a3d-7f451783d297 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 985 time: 0.2513883 Sep 18 19:45:33.356237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ceb095e-9064-43c3-87b8-d723a0fd015a req-b9c939a1-515e-4313-91ab-7390812213af tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972435 Sep 18 19:45:33.394500 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7522dabb-99b2-4719-af4d-5772f0465712 req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'port': {'security_groups': ['32fce1d8-0844-4f9f-ac48-c62c33de4d57', '82a89030-dbf0-4875-9082-4a4f5ad45853', 'd9e48505-2b21-427a-9f2d-ba3de91f9b20']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:33.810094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee809-1e34-4e19-afed-a39475206b44 req-a0814a4d-7a17-4d2a-a63c-3f92b2c8a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:33.811508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-a0814a4d-7a17-4d2a-a63c-3f92b2c8a6bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=018e7551-8b3c-487c-925b-bbb408e1fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6001704 Sep 18 19:45:33.825551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-85094227-e806-40fd-b30c-7e58bbc49984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:33.826931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-85094227-e806-40fd-b30c-7e58bbc49984 service neutron] 10.222.0.24 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 916 time: 0.6923864 Sep 18 19:45:34.005566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7522dabb-99b2-4719-af4d-5772f0465712 req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:34.009011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-d0bd0dea-f1f0-4f77-bb56-a08c3420ef14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63181f6a-b390-43fc-93d2-219ff20d3eaf HTTP/1.1" status: 200 len: 217 time: 0.1545718 Sep 18 19:45:34.069898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ea6ad-faef-4c1c-bdd5-4f350076a2e4 req-741f7363-33e6-40e1-8180-77c45e91b549 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:34.071225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a0ea6ad-faef-4c1c-bdd5-4f350076a2e4 req-741f7363-33e6-40e1-8180-77c45e91b549 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.3255899 Sep 18 19:45:34.242293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-7ffb10fe-7ecf-4218-9d95-9364d15e0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:34.243755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-7ffb10fe-7ecf-4218-9d95-9364d15e0ff0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=016045cb-9fe9-4938-9e33-90219fdd7844 HTTP/1.1" status: 200 len: 854 time: 0.1927714 Sep 18 19:45:34.252844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-fcf19662-7f6d-4a89-8085-5d4826bb0eab service neutron] 10.222.0.32 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171741 Sep 18 19:45:34.287342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a0ea6ad-faef-4c1c-bdd5-4f350076a2e4 req-354d4e9c-ea66-4f8d-a2f1-9a2141dca758 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045546 Sep 18 19:45:34.347298 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb5747-7fe3-443d-9f7b-eb6686f59f75 x-openstack-request-id: req-5ffb5747-7fe3-443d-9f7b-eb6686f59f75 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:34.347613 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7017870-8938-417b-9473-9ab4a545670b", "tag": "4ba5e3eb-2886-49ee-84de-b7635e0eabc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:34.347865 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ffb5747-7fe3-443d-9f7b-eb6686f59f75 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:34.348258 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7017870-8938-417b-9473-9ab4a545670b', 'tag': '4ba5e3eb-2886-49ee-84de-b7635e0eabc4', 'status': 'completed', 'code': 200} Sep 18 19:45:34.348505 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c', 'status': 'completed', 'code': 200} Sep 18 19:45:34.403986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-94b7abfb-9f6f-42cb-81c0-de9d5794d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:34.405627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-94b7abfb-9f6f-42cb-81c0-de9d5794d42d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1137 time: 0.0461307 Sep 18 19:45:34.457257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0e8b275-2be8-45df-b279-cce0e344e25f req-03cd96a1-e220-4aff-b8d2-ab5fe491e6a2 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0563819 Sep 18 19:45:34.465048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-e3f98630-6701-4aa0-9726-2483362d5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:34.466901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-e3f98630-6701-4aa0-9726-2483362d5d84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=018e7551-8b3c-487c-925b-bbb408e1fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072043 Sep 18 19:45:34.508120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-612fdc73-e2ec-437c-b796-8abdc1f50590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:34.509613 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-612fdc73-e2ec-437c-b796-8abdc1f50590 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 914 time: 0.0971606 Sep 18 19:45:34.534329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68aee809-1e34-4e19-afed-a39475206b44 req-a3c950fa-5f7e-4f12-a442-79c25f59c2a4 service neutron] 10.222.0.32 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699993 Sep 18 19:45:34.556779 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-8a4fa6c9-ae15-4cf0-96f4-9bb56da8d3d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c HTTP/1.1" status: 200 len: 217 time: 0.0385902 Sep 18 19:45:34.621523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-e263e198-6aeb-4a99-8647-21ccf4e76c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:34.623276 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-e263e198-6aeb-4a99-8647-21ccf4e76c06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.0598435 Sep 18 19:45:34.636853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed592772-6837-494a-928f-e103d25f0447 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:34.661319 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-25337c0c-d77d-49a5-8015-4e204141a1d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265687 Sep 18 19:45:34.684540 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:34.738074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Transition to ACTIVE for port object ed592772-6837-494a-928f-e103d25f0447 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:34.759866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-0c03edab-6498-4f57-8bcd-2a20b81b9ca6 service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796855 Sep 18 19:45:34.760479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:34.766052 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-010a4114-3e66-4db2-9cee-bd066cf8ba72 service neutron] 10.222.0.24 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970340 Sep 18 19:45:34.791113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-5d352502-c876-4d7d-9d19-f399525a9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:34.792624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-5d352502-c876-4d7d-9d19-f399525a9634 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 1096 time: 0.1779366 Sep 18 19:45:34.858923 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-32c63ffe-c8b2-417e-b667-ac6aaf553dad service neutron] 10.222.0.24 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 Sep 18 19:45:34.911135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7522dabb-99b2-4719-af4d-5772f0465712 req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] For port cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:34.955895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Pushing event updated for resources: {'Port': ['ID=ed592772-6837-494a-928f-e103d25f0447,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:35.004876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c13d7-b74c-40ad-88ea-2d62a419a4fb req-7517b473-220e-4ddf-8964-cc586c4ede4d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.006420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482c13d7-b74c-40ad-88ea-2d62a419a4fb req-7517b473-220e-4ddf-8964-cc586c4ede4d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 943 time: 0.2722018 Sep 18 19:45:35.106643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7522dabb-99b2-4719-af4d-5772f0465712 req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:35.132827 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7522dabb-99b2-4719-af4d-5772f0465712 req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:35.140715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c3ba7e-0d6f-42a4-aff9-90ea170b5f72 req-37126a3d-1d55-464b-8337-29539385868d service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557887 Sep 18 19:45:35.145368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:35.182172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482c13d7-b74c-40ad-88ea-2d62a419a4fb req-64c13539-87a5-49e7-b199-9d0211d18de1 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631310 Sep 18 19:45:35.183223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-c9ab377b-f1d5-497c-81fe-3a65cb37eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.184646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-c9ab377b-f1d5-497c-81fe-3a65cb37eecf service neutron] 10.222.0.32 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 916 time: 0.3570979 Sep 18 19:45:35.255025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522dabb-99b2-4719-af4d-5772f0465712 req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.255699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7522dabb-99b2-4719-af4d-5772f0465712 req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:35.257117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7522dabb-99b2-4719-af4d-5772f0465712 req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "PUT /v2.0/ports/cadcb48d-6f51-499f-be80-5a4e4a83ef8c HTTP/1.1" status: 200 len: 1021 time: 1.8996732 Sep 18 19:45:35.269244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-1dbe2b00-6127-4841-a604-9eae810a6d21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ba5e3eb-2886-49ee-84de-b7635e0eabc4 HTTP/1.1" status: 200 len: 217 time: 0.0743172 Sep 18 19:45:35.273246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Attempting to bind port ed592772-6837-494a-928f-e103d25f0447 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:35.273518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Attempting to bind port ed592772-6837-494a-928f-e103d25f0447 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:35.273849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Attempting to bind port ed592772-6837-494a-928f-e103d25f0447 on network 018e7551-8b3c-487c-925b-bbb408e1fc15 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:35.289672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6270c36-62b0-4f49-a960-4e72216ac266 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'Port': ['ID=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:35.314720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Port ed592772-6837-494a-928f-e103d25f0447 on network 018e7551-8b3c-487c-925b-bbb408e1fc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:35.315093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Attempting to bind port ed592772-6837-494a-928f-e103d25f0447 on network 018e7551-8b3c-487c-925b-bbb408e1fc15 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:35.320105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:35.326353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:35.326707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Checking segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:35.327106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Bound using segment: {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:35.327586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Bound port: ed592772-6837-494a-928f-e103d25f0447, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99078c71-fdfe-4572-9c56-3d262f142bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:35.327957 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:35.403228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-59eab718-0cb3-420d-bfab-f85f1ea6b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.405058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-59eab718-0cb3-420d-bfab-f85f1ea6b685 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=016045cb-9fe9-4938-9e33-90219fdd7844 HTTP/1.1" status: 200 len: 854 time: 0.1269951 Sep 18 19:45:35.498282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868e9e0-6842-4410-9b1b-f179ce177e8c req-6a351406-5b5e-40e8-9dc6-dbc10e324c35 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.500069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b868e9e0-6842-4410-9b1b-f179ce177e8c req-6a351406-5b5e-40e8-9dc6-dbc10e324c35 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1024 time: 0.1595290 Sep 18 19:45:35.511324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] For port ed592772-6837-494a-928f-e103d25f0447, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:35.517421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] For port ed592772-6837-494a-928f-e103d25f0447, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ed592772-6837-494a-928f-e103d25f0447,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:35.526227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:35.533333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-83198a0e-34ed-401e-b488-5a3321b163bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.534868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-83198a0e-34ed-401e-b488-5a3321b163bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=018e7551-8b3c-487c-925b-bbb408e1fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209791 Sep 18 19:45:35.574190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc195cd0-f9b5-4908-8dcf-23855be85e1f req-ce8e4305-2b55-4e95-8b4d-b8c6e45981cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.575696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc195cd0-f9b5-4908-8dcf-23855be85e1f req-ce8e4305-2b55-4e95-8b4d-b8c6e45981cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1455162 Sep 18 19:45:35.649032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.649667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:35.651131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] 10.222.0.24 "PUT /v2.0/ports/ed592772-6837-494a-928f-e103d25f0447 HTTP/1.1" status: 200 len: 1092 time: 2.6480341 Sep 18 19:45:35.778690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252d267-5430-4d43-ac13-277b23d6a435 service neutron] Pushing event updated for resources: {'Port': ['ID=ed592772-6837-494a-928f-e103d25f0447,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:35.785234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc195cd0-f9b5-4908-8dcf-23855be85e1f req-af8c19d9-2999-454e-b0a2-b7d1ae931fa5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989872 Sep 18 19:45:35.842055 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-5d238de2-9924-469b-ba9c-c901a6f11013 service neutron] 10.222.0.32 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757885 Sep 18 19:45:35.850379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b868e9e0-6842-4410-9b1b-f179ce177e8c req-d7a85921-1b3f-4ef9-815a-2b487d826136 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&id=32fce1d8-0844-4f9f-ac48-c62c33de4d57&id=d9e48505-2b21-427a-9f2d-ba3de91f9b20 HTTP/1.1" status: 200 len: 6146 time: 0.3125024 Sep 18 19:45:35.863892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e47fd-83cb-455f-8686-0f052002039e req-abfdc356-f86b-4ba8-b3e0-5c09754afb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:35.865340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-abfdc356-f86b-4ba8-b3e0-5c09754afb74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 1095 time: 0.1583145 Sep 18 19:45:35.936361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-e77ea457-ddda-4366-9ff5-f7ad36e826b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed592772-6837-494a-928f-e103d25f0447 HTTP/1.1" status: 200 len: 217 time: 0.0590527 Sep 18 19:45:36.026648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 63181f6a-b390-43fc-93d2-219ff20d3eaf details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:36.083397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d333752b-e03a-463e-8a18-a3e59945cac1 req-38e12a30-b634-41d1-89f9-cd859e0b6cd7 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0788977 Sep 18 19:45:36.139763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e47fd-83cb-455f-8686-0f052002039e req-e5955bef-5553-42ab-bfbf-179298050321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:36.142934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-e5955bef-5553-42ab-bfbf-179298050321 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=016045cb-9fe9-4938-9e33-90219fdd7844 HTTP/1.1" status: 200 len: 854 time: 0.1360059 Sep 18 19:45:36.154838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67542e70-56c8-4768-bc35-5d02b32785a8 req-00d46a97-ef41-4e1b-b040-1880f56cd6b1 service neutron] 10.222.0.32 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000243 Sep 18 19:45:36.173022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 63181f6a-b390-43fc-93d2-219ff20d3eaf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=63181f6a-b390-43fc-93d2-219ff20d3eaf,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:36.193261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '63181f6a-b390-43fc-93d2-219ff20d3eaf', 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15', 'port_id': '63181f6a-b390-43fc-93d2-219ff20d3eaf', 'mac_address': 'fa:16:3e:cc:cd:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016045cb-9fe9-4938-9e33-90219fdd7844', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:36.227399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e47fd-83cb-455f-8686-0f052002039e req-a24e3cf5-f263-4f33-942f-7407c3fea124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:36.229311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-a24e3cf5-f263-4f33-942f-7407c3fea124 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=018e7551-8b3c-487c-925b-bbb408e1fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684268 Sep 18 19:45:36.261314 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:36.285229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63181f6a-b390-43fc-93d2-219ff20d3eaf {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:36.316511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 63181f6a-b390-43fc-93d2-219ff20d3eaf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=63181f6a-b390-43fc-93d2-219ff20d3eaf,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:36.322087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:36.324098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-32735c6c-906d-4935-bbe1-aa3c9f078741 req-6bd51a27-6bf9-40d1-bf1b-684423a4099e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1917572153 ', 'description': 'tempest-description-1381777924'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:36.349357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c'}, {'name': 'network-changed', 'server_uuid': '4090afdc-4cef-4b1a-b5f4-7694d8581def', 'tag': 'ed592772-6837-494a-928f-e103d25f0447'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:36.351651 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da41192-7015-4313-bd4d-c14f521d062b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c"}, {"name": "network-changed", "server_uuid": "4090afdc-4cef-4b1a-b5f4-7694d8581def", "tag": "ed592772-6837-494a-928f-e103d25f0447"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:36.373044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-32735c6c-906d-4935-bbe1-aa3c9f078741 req-6bd51a27-6bf9-40d1-bf1b-684423a4099e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:36.395257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-f8553e23-5244-4ee4-8413-37401f92ace0 service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589622 Sep 18 19:45:36.402937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=63181f6a-b390-43fc-93d2-219ff20d3eaf,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:36.558428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['63181f6a-b390-43fc-93d2-219ff20d3eaf'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:36.769488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:36.879887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:36.896987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '4ba5e3eb-2886-49ee-84de-b7635e0eabc4', 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15', 'port_id': '4ba5e3eb-2886-49ee-84de-b7635e0eabc4', 'mac_address': 'fa:16:3e:82:4c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016045cb-9fe9-4938-9e33-90219fdd7844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:36.944484 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:36.954058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-207e47fd-83cb-455f-8686-0f052002039e req-2778bd62-542c-4cad-a825-5ca33adad4b5 service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501204 Sep 18 19:45:36.960328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:36.964970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e4449-cc2d-487b-9223-d28bc126311f req-8c68909c-85d1-459d-bedf-76bbf9787061 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:36.966541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb5e4449-cc2d-487b-9223-d28bc126311f req-8c68909c-85d1-459d-bedf-76bbf9787061 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 943 time: 0.1078341 Sep 18 19:45:36.995545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:37.000947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:37.007131 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-32735c6c-906d-4935-bbe1-aa3c9f078741 req-6bd51a27-6bf9-40d1-bf1b-684423a4099e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:37.014061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-32735c6c-906d-4935-bbe1-aa3c9f078741 req-6bd51a27-6bf9-40d1-bf1b-684423a4099e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:37.043139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb5e4449-cc2d-487b-9223-d28bc126311f req-83b00036-5724-49d4-83d2-b9d8d7f76d0e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645030 Sep 18 19:45:37.054766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:37.054988 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-32735c6c-906d-4935-bbe1-aa3c9f078741 req-6bd51a27-6bf9-40d1-bf1b-684423a4099e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:37.056256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32735c6c-906d-4935-bbe1-aa3c9f078741 req-6bd51a27-6bf9-40d1-bf1b-684423a4099e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.7381842 Sep 18 19:45:37.061621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd51a27-6bf9-40d1-bf1b-684423a4099e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430af18a-7b00-457e-9b4a-74fb3bddae03,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:37.123651 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a4a9ce-cc61-44bf-9859-356b90371bdc x-openstack-request-id: req-f1a4a9ce-cc61-44bf-9859-356b90371bdc {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:37.124369 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4090afdc-4cef-4b1a-b5f4-7694d8581def", "tag": "ed592772-6837-494a-928f-e103d25f0447", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:37.124504 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1a4a9ce-cc61-44bf-9859-356b90371bdc {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:37.124996 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c', 'status': 'completed', 'code': 200} Sep 18 19:45:37.125381 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4090afdc-4cef-4b1a-b5f4-7694d8581def', 'tag': 'ed592772-6837-494a-928f-e103d25f0447', 'status': 'completed', 'code': 200} Sep 18 19:45:37.246079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-694478bf-6cd7-4f3d-af2f-72cd4350a035 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1098766 Sep 18 19:45:37.257202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41192-7015-4313-bd4d-c14f521d062b req-d6289bd0-102f-4dd8-b7e5-c20b1bff6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.258994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-d6289bd0-102f-4dd8-b7e5-c20b1bff6435 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1176 time: 0.0898426 Sep 18 19:45:37.275677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548071c4-bdc9-4ae3-b78b-e5654697218f req-98805715-62c1-41c1-b232-d70e4fdb5a3a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.277193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-548071c4-bdc9-4ae3-b78b-e5654697218f req-98805715-62c1-41c1-b232-d70e4fdb5a3a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.0782032 Sep 18 19:45:37.295485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['4ba5e3eb-2886-49ee-84de-b7635e0eabc4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:37.447482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-548071c4-bdc9-4ae3-b78b-e5654697218f req-be5d08df-80a4-4942-9c67-b2de4375da92 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603336 Sep 18 19:45:37.462209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75071fca-198b-4eaf-aae8-94449113d202 req-55169717-19ca-4159-a3f4-c8d60154ca19 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/430af18a-7b00-457e-9b4a-74fb3bddae03 HTTP/1.1" status: 200 len: 1781 time: 0.1768332 Sep 18 19:45:37.475992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-bfe9734c-b0bb-4c44-9383-d7eeaa2d8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.476686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-bfe9734c-b0bb-4c44-9383-d7eeaa2d8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.477297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-bfe9734c-b0bb-4c44-9383-d7eeaa2d8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.478324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-bfe9734c-b0bb-4c44-9383-d7eeaa2d8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.478324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-bfe9734c-b0bb-4c44-9383-d7eeaa2d8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.478703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-bfe9734c-b0bb-4c44-9383-d7eeaa2d8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.479170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-bfe9734c-b0bb-4c44-9383-d7eeaa2d8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.481252 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-bfe9734c-b0bb-4c44-9383-d7eeaa2d8a9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6509 time: 0.1459322 Sep 18 19:45:37.482540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41192-7015-4313-bd4d-c14f521d062b req-996c9620-8ff2-46f2-b692-acbc8030613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.483945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-996c9620-8ff2-46f2-b692-acbc8030613c service neutron] 10.222.0.24 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 914 time: 0.2184339 Sep 18 19:45:37.545123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-8d635dc4-87fb-4803-85f2-20e7b6ff1c3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c HTTP/1.1" status: 200 len: 217 time: 0.0521989 Sep 18 19:45:37.606137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-128b9652-3809-4213-8e0f-dd8861430255 req-60854293-2623-4e0f-b200-7cd580aead0d tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0709426 Sep 18 19:45:37.704160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41192-7015-4313-bd4d-c14f521d062b req-ad919601-596a-4407-81e5-aa188082d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.705737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-ad919601-596a-4407-81e5-aa188082d219 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.1506529 Sep 18 19:45:37.777840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-0292e514-6631-48f0-b44e-953d1fe24be3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532875 Sep 18 19:45:37.838440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-28d3b453-7716-4782-8561-d288e896d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.838843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-28d3b453-7716-4782-8561-d288e896d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.839649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-28d3b453-7716-4782-8561-d288e896d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.841206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-28d3b453-7716-4782-8561-d288e896d3bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=125fc257-85ec-44c9-b436-8bb1768c23aa&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=6367da50-d531-4051-9b97-5de75e5cd84e&id=6367da50-d531-4051-9b97-5de75e5cd84e HTTP/1.1" status: 200 len: 2298 time: 0.3047309 Sep 18 19:45:37.843810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ee51443-42f1-41f1-9636-ccc29d4a792b req-c4957dba-5031-4c67-8b87-9487fe6c29ec tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/430af18a-7b00-457e-9b4a-74fb3bddae03 HTTP/1.1" status: 200 len: 1781 time: 0.1888151 Sep 18 19:45:37.984451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-df907230-4400-4201-a08f-a2ad5f76438c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:37.986300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-df907230-4400-4201-a08f-a2ad5f76438c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 805 time: 0.3028147 Sep 18 19:45:38.018993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-d8aaff72-8ae1-46a2-bfc0-7944a6a56bd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc HTTP/1.1" status: 200 len: 1001 time: 0.1685894 Sep 18 19:45:38.026491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 63181f6a-b390-43fc-93d2-219ff20d3eaf up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:38.038505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-468c9a49-899d-4802-9eca-4de9b56f333f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/quotas/bc07acff443942e7ab8e032eb51665dd HTTP/1.1" status: 200 len: 375 time: 0.0436850 Sep 18 19:45:38.078773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 63181f6a-b390-43fc-93d2-219ff20d3eaf completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:38.083070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 63181f6a-b390-43fc-93d2-219ff20d3eaf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:38.083507 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.092688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-40105305-2ee3-4ff6-bf00-fd6d67cc6d9c service neutron] 10.222.0.24 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817054 Sep 18 19:45:38.114763 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ee51443-42f1-41f1-9636-ccc29d4a792b req-7f114fc5-cf8c-4164-855e-e3653d8fea61 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.174724 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.181920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-97c63cff-14b3-47bf-a03d-7df87629022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:38.183558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-97c63cff-14b3-47bf-a03d-7df87629022a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a365208-5985-4131-9113-7e710b658bb6 HTTP/1.1" status: 200 len: 856 time: 0.1522601 Sep 18 19:45:38.184977 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ee51443-42f1-41f1-9636-ccc29d4a792b req-7f114fc5-cf8c-4164-855e-e3653d8fea61 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.201973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ac856b-f2aa-4dd4-931e-747b0d0bfe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63181f6a-b390-43fc-93d2-219ff20d3eaf'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:38.205062 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ece165-d5c4-4bf0-bff2-d300ea050acf" -d '{"events": [{"server_uuid": "54ac856b-f2aa-4dd4-931e-747b0d0bfe3a", "name": "network-vif-plugged", "status": "completed", "tag": "63181f6a-b390-43fc-93d2-219ff20d3eaf"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:38.218570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 63181f6a-b390-43fc-93d2-219ff20d3eaf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=63181f6a-b390-43fc-93d2-219ff20d3eaf,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:38.222759 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.223937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:45:38.269900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-b6a91f15-1da2-4a5e-aee5-17eafedaf68c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132099 Sep 18 19:45:38.311517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=63181f6a-b390-43fc-93d2-219ff20d3eaf,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:38.374358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-1bd7d16a-7cb2-429f-9e64-58bcb47861d9 service neutron] 10.222.0.24 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575281 Sep 18 19:45:38.380215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ee51443-42f1-41f1-9636-ccc29d4a792b req-7f114fc5-cf8c-4164-855e-e3653d8fea61 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.383720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ee51443-42f1-41f1-9636-ccc29d4a792b req-7f114fc5-cf8c-4164-855e-e3653d8fea61 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.385394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ee51443-42f1-41f1-9636-ccc29d4a792b req-7f114fc5-cf8c-4164-855e-e3653d8fea61 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/430af18a-7b00-457e-9b4a-74fb3bddae03 HTTP/1.1" status: 204 len: 173 time: 0.5286534 Sep 18 19:45:38.393775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-ab3094ac-c018-48db-a140-efcd769cc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:38.395448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-ab3094ac-c018-48db-a140-efcd769cc767 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=125fc257-85ec-44c9-b436-8bb1768c23aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731684 Sep 18 19:45:38.415026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f114fc5-cf8c-4164-855e-e3653d8fea61 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430af18a-7b00-457e-9b4a-74fb3bddae03,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:38.494288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-98a3927a-6547-47c3-8122-b193d8d74506 service neutron] 10.222.0.20 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098534 Sep 18 19:45:38.519584 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.553299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:38.557390 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.605244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:38.624756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41192-7015-4313-bd4d-c14f521d062b req-29bc8232-c196-4656-bbf4-1fa921732ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:38.626247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-29bc8232-c196-4656-bbf4-1fa921732ced service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 1095 time: 0.1902881 Sep 18 19:45:38.648225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afcc37-261b-476c-be96-29bd055e4032 req-df30a38d-147f-48a3-b770-0b0fd4c51639 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:38.649647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59afcc37-261b-476c-be96-29bd055e4032 req-df30a38d-147f-48a3-b770-0b0fd4c51639 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 943 time: 0.1927218 Sep 18 19:45:38.674303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-5151d7a0-651d-41df-9311-1ad0110de91f service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691195 Sep 18 19:45:38.768621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:38.793172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-9c40fde8-2552-443f-af8a-1cb0f519eadd service neutron] 10.222.0.20 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605340 Sep 18 19:45:38.818026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:38.822488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:38.822854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.826661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59afcc37-261b-476c-be96-29bd055e4032 req-b40f4a59-f2a3-4fb5-bf78-724f3520a320 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659410 Sep 18 19:45:38.878688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41192-7015-4313-bd4d-c14f521d062b req-577e4e70-7636-4b72-aadd-e26b0c2f8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:38.880329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-577e4e70-7636-4b72-aadd-e26b0c2f8dc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 916 time: 0.2417283 Sep 18 19:45:38.884008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-3798178e-0dd2-4e11-ab3f-6a3af0ce6b9b service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940899 Sep 18 19:45:38.926030 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:38.961997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-7a008b0c-a62d-43f1-88ee-cec44215daf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed592772-6837-494a-928f-e103d25f0447 HTTP/1.1" status: 200 len: 217 time: 0.0695958 Sep 18 19:45:38.963621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-1a00b9f2-b75a-4687-a7ac-f21be3fb0fc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 200 len: 217 time: 0.0648642 Sep 18 19:45:38.982636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:38.988860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:39.018872 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723a5e02-e13d-4b33-ab92-fd884f7c7b94 x-openstack-request-id: req-723a5e02-e13d-4b33-ab92-fd884f7c7b94 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:39.019468 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ac856b-f2aa-4dd4-931e-747b0d0bfe3a", "name": "network-vif-plugged", "status": "completed", "tag": "63181f6a-b390-43fc-93d2-219ff20d3eaf", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:39.020140 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-723a5e02-e13d-4b33-ab92-fd884f7c7b94 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:39.020709 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ac856b-f2aa-4dd4-931e-747b0d0bfe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63181f6a-b390-43fc-93d2-219ff20d3eaf', 'code': 200} Sep 18 19:45:39.062417 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-ab79b4e8-cf9d-4bf8-9e47-64ed8d648e60 req-2da07e18-c462-4479-ab53-636b09fb5c3e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:45:39.064138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:39.064332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab79b4e8-cf9d-4bf8-9e47-64ed8d648e60 req-2da07e18-c462-4479-ab53-636b09fb5c3e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/430af18a-7b00-457e-9b4a-74fb3bddae03 HTTP/1.1" status: 404 len: 352 time: 0.0581036 Sep 18 19:45:39.069766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41192-7015-4313-bd4d-c14f521d062b req-25e80e5e-79a6-4f36-a826-575dbaa33ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:39.071226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-25e80e5e-79a6-4f36-a826-575dbaa33ab2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=016045cb-9fe9-4938-9e33-90219fdd7844 HTTP/1.1" status: 200 len: 854 time: 0.0983369 Sep 18 19:45:39.080601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-331d1ba3-c64b-4aca-b733-4ce5c2618fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:39.082051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-331d1ba3-c64b-4aca-b733-4ce5c2618fac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.0987105 Sep 18 19:45:39.217770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e08c2-15fa-4001-999a-8791b13f131d req-49684ea0-978a-4380-b22f-70373b95cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:39.220075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-779e08c2-15fa-4001-999a-8791b13f131d req-49684ea0-978a-4380-b22f-70373b95cd8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 1098 time: 0.1292548 Sep 18 19:45:39.227639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-cba50c86-efd4-4fdb-985c-019b5b285e9c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:39.230723 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-cba50c86-efd4-4fdb-985c-019b5b285e9c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.24 "GET /v2.0/ports?device_id=1189d975-982b-412a-b9f3-4fc595a54977 HTTP/1.1" status: 200 len: 944 time: 0.0841887 Sep 18 19:45:39.245119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da41192-7015-4313-bd4d-c14f521d062b req-c28d6d45-5006-4bb4-96fe-2cec288a5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:39.246639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-c28d6d45-5006-4bb4-96fe-2cec288a5569 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=018e7551-8b3c-487c-925b-bbb408e1fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637094 Sep 18 19:45:39.248408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-a8606c5a-7001-4f63-99df-a37456dcd40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:39.249774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-a8606c5a-7001-4f63-99df-a37456dcd40d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1569066 Sep 18 19:45:39.287885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21308-b267-45b0-9735-d3d17c144846 req-4d1fab96-46b6-401b-9100-1c9dd4e865ce tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:39.289463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20b21308-b267-45b0-9735-d3d17c144846 req-4d1fab96-46b6-401b-9100-1c9dd4e865ce tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1522822 Sep 18 19:45:39.364983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Deleting port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:45:39.365321 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:39.373192 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-779e08c2-15fa-4001-999a-8791b13f131d req-9a0ec519-8b5f-4c71-9ce7-6e1aa93c15c3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379797 Sep 18 19:45:39.437955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78d62380-5d38-46d0-a3bd-e97bee0835eb req-fa549644-19f5-43a0-adf4-dfe00df72b54 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0797446 Sep 18 19:45:39.458026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] For port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:39.458026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:39.476082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Calling delete_port for e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:45:39.530484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20b21308-b267-45b0-9735-d3d17c144846 req-8c709398-a799-4d7b-8eeb-5b01370120c6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854842 Sep 18 19:45:39.556681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62d4886b-efbe-44f9-aecf-c8f5a53f53f6 req-87a9fb14-6839-4d1d-9c0d-67702e17d78c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 210 time: 0.0462744 Sep 18 19:45:39.570154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-c449428d-143c-4766-a116-c7401a85a385 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978256 Sep 18 19:45:39.577610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e69089d3-31ea-46b6-91a3-f9608fbbe967 req-220d331b-7271-4ca2-931b-375a3e025743 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1304053442', 'description': 'tempest-description-1322538354'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:39.585729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-d22254ea-a4d8-4a2d-9087-01a50c7e6ba6 service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253024 Sep 18 19:45:39.610091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:39.640306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Pushing event deleted for resources: {'Port': ['ID=e5d3c2cb-5cd2-4576-9ae0-30a6ab093546,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:39.692811 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e69089d3-31ea-46b6-91a3-f9608fbbe967 req-220d331b-7271-4ca2-931b-375a3e025743 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:39.693339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] No DVR routers for this DVR port e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:45:39.696363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:39.698537 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7b13c8c-c45d-4ea1-bb65-115d9bad9a4c req-8add2028-4bf4-4ba7-9199-6c9afd0f4624 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.24 "DELETE /v2.0/ports/e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 HTTP/1.1" status: 204 len: 173 time: 0.4619117 Sep 18 19:45:39.698975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'name': 'network-vif-deleted', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:39.701241 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452d5b41-6419-4dee-bb08-5da6e7f0e6d8" -d '{"events": [{"server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "name": "network-vif-deleted", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:39.760654 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2148c56-2aad-44ae-834c-d9ffa9c2f3b9 x-openstack-request-id: req-f2148c56-2aad-44ae-834c-d9ffa9c2f3b9 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:39.761009 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "name": "network-vif-deleted", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:39.761324 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2148c56-2aad-44ae-834c-d9ffa9c2f3b9 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:39.761777 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'name': 'network-vif-deleted', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'status': 'completed', 'code': 200} Sep 18 19:45:39.783581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-e9188a12-bb19-4d69-babe-876e47b92283 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998243 Sep 18 19:45:39.842935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da41192-7015-4313-bd4d-c14f521d062b req-8954bda9-40d8-43ff-9a98-6ba9167db0d2 service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364948 Sep 18 19:45:39.849933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-a4cf5549-4c55-423b-a5f5-30a4115a0b62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 200 len: 217 time: 0.0564730 Sep 18 19:45:39.934507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e69089d3-31ea-46b6-91a3-f9608fbbe967 req-220d331b-7271-4ca2-931b-375a3e025743 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:39.952020 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e69089d3-31ea-46b6-91a3-f9608fbbe967 req-220d331b-7271-4ca2-931b-375a3e025743 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:39.978151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-6e431b9d-a296-4e39-bba8-a4382125dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:39.979865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-6e431b9d-a296-4e39-bba8-a4382125dd01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.1107652 Sep 18 19:45:40.004222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e69089d3-31ea-46b6-91a3-f9608fbbe967 req-220d331b-7271-4ca2-931b-375a3e025743 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:40.005336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e69089d3-31ea-46b6-91a3-f9608fbbe967 req-220d331b-7271-4ca2-931b-375a3e025743 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4327195 Sep 18 19:45:40.029336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d331b-7271-4ca2-931b-375a3e025743 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d3a083-19f9-42cf-b5b4-35ac1281ab1b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:40.044574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620eb3a-b36a-456a-9863-0cba0a9d0ae6 req-a3483b76-9dae-4859-b048-9b76c9a436cf tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:40.046857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2620eb3a-b36a-456a-9863-0cba0a9d0ae6 req-a3483b76-9dae-4859-b048-9b76c9a436cf tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 943 time: 0.1425405 Sep 18 19:45:40.051081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ed592772-6837-494a-928f-e103d25f0447 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:40.060662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-b7cb1de0-4930-4569-9900-108e3d4ee16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:40.062253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-b7cb1de0-4930-4569-9900-108e3d4ee16d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736606 Sep 18 19:45:40.190916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ed592772-6837-494a-928f-e103d25f0447, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ed592772-6837-494a-928f-e103d25f0447,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:40.207213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'ed592772-6837-494a-928f-e103d25f0447', 'network_id': '018e7551-8b3c-487c-925b-bbb408e1fc15', 'port_id': 'ed592772-6837-494a-928f-e103d25f0447', 'mac_address': 'fa:16:3e:f4:ee:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016045cb-9fe9-4938-9e33-90219fdd7844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:40.257013 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:40.258197 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-657f5e6b-a560-4ac1-a420-49400eb01fc4 service neutron] show failed (client error): The resource could not be found. Sep 18 19:45:40.260344 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-657f5e6b-a560-4ac1-a420-49400eb01fc4 service neutron] 10.222.0.32 "GET /v2.0/ports/b08d3e77-891e-4818-971f-ab8906a68c04/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0794051 Sep 18 19:45:40.287600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed592772-6837-494a-928f-e103d25f0447 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:40.314855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ed592772-6837-494a-928f-e103d25f0447, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ed592772-6837-494a-928f-e103d25f0447,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:40.321082 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:40.380439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ed592772-6837-494a-928f-e103d25f0447,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:40.418295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7db1558a-6799-44af-8991-c377edaf7c9b req-96c2836c-f043-4e20-850a-f7be042abc83 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1020383640', 'description': 'tempest-description-1331290260'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:40.511480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-275df37e-68f5-4a8c-b848-2cd2ec12f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:40.513505 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-275df37e-68f5-4a8c-b848-2cd2ec12f2d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee&tenant_id=4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 1102 time: 0.0522223 Sep 18 19:45:40.529421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:40.548569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2620eb3a-b36a-456a-9863-0cba0a9d0ae6 req-d6f17ecb-4cb7-498e-bbdf-8fe4afa5a311 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852910 Sep 18 19:45:40.577115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7db1558a-6799-44af-8991-c377edaf7c9b req-96c2836c-f043-4e20-850a-f7be042abc83 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:40.593593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['ed592772-6837-494a-928f-e103d25f0447'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:40.634453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-79d42535-6da1-4432-9da0-951e8719662a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:40.635973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-79d42535-6da1-4432-9da0-951e8719662a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.24 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 805 time: 0.2380016 Sep 18 19:45:40.647493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-9c74223e-ea63-4205-a7cd-f8cfc1a7ec00 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505662 Sep 18 19:45:40.672076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Request body: {'port': {'device_id': '391f529d-5294-423d-a7ca-7a0414784524', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'admin_state_up': True, 'tenant_id': 'bc07acff443942e7ab8e032eb51665dd'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:40.690253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:40.869858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e669cc6b-c263-4536-91f9-4ae72db95782 req-9a2744c3-b8aa-4b17-8f8c-b64fbb0c066e tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0455067 Sep 18 19:45:40.912417 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7db1558a-6799-44af-8991-c377edaf7c9b req-96c2836c-f043-4e20-850a-f7be042abc83 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:40.914973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-4afe1234-1642-48ba-be4c-f3d120417208 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592843 Sep 18 19:45:40.924878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7db1558a-6799-44af-8991-c377edaf7c9b req-96c2836c-f043-4e20-850a-f7be042abc83 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:40.959508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:40.992391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:41.005644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-a5c80275-1b25-4bfd-bb45-e2f91edca2b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18 HTTP/1.1" status: 200 len: 217 time: 0.0782089 Sep 18 19:45:41.022274 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546'}, {'server_uuid': 'f7017870-8938-417b-9473-9ab4a545670b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba5e3eb-2886-49ee-84de-b7635e0eabc4'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:41.025283 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af88bf70-6598-4d29-89e4-639a130c6704" -d '{"events": [{"server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546"}, {"server_uuid": "f7017870-8938-417b-9473-9ab4a545670b", "name": "network-vif-plugged", "status": "completed", "tag": "4ba5e3eb-2886-49ee-84de-b7635e0eabc4"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:41.035248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2836c-f043-4e20-850a-f7be042abc83 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c76012d-69e3-4636-b196-cfa025851edf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:41.039089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.054796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Transition to ACTIVE for port object b08d3e77-891e-4818-971f-ab8906a68c04 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:41.055565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Made reservation on behalf of bc07acff443942e7ab8e032eb51665dd for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:41.057964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.059012 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.074905 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7db1558a-6799-44af-8991-c377edaf7c9b req-96c2836c-f043-4e20-850a-f7be042abc83 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.076147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7db1558a-6799-44af-8991-c377edaf7c9b req-96c2836c-f043-4e20-850a-f7be042abc83 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6805215 Sep 18 19:45:41.118090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b4c6-ecfc-4b88-a904-d1bc80e840c2 req-a1208700-a6e7-47aa-861f-2390da533b5a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.119717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b721b4c6-ecfc-4b88-a904-d1bc80e840c2 req-a1208700-a6e7-47aa-861f-2390da533b5a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1711578 Sep 18 19:45:41.122914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-138f6386-5c03-48c4-aa54-e13d3194b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.123281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] No DVR routers for this DVR port b08d3e77-891e-4818-971f-ab8906a68c04 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:45:41.124111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-138f6386-5c03-48c4-aa54-e13d3194b1b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.1018686 Sep 18 19:45:41.155601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:41.168882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Attempting to bind port b08d3e77-891e-4818-971f-ab8906a68c04 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:41.169222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Attempting to bind port b08d3e77-891e-4818-971f-ab8906a68c04 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:41.169548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Attempting to bind port b08d3e77-891e-4818-971f-ab8906a68c04 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:41.174808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Port b08d3e77-891e-4818-971f-ab8906a68c04 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:41.175131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Attempting to bind port b08d3e77-891e-4818-971f-ab8906a68c04 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:41.180505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:41.180871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:41.181258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:41.181687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Bound port: b08d3e77-891e-4818-971f-ab8906a68c04, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:41.182049 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.254201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f594362f-8f97-4f57-8721-84af30630d97 req-f4ba42c1-b883-4b52-83ad-bf8c37de37a7 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 210 time: 0.0799432 Sep 18 19:45:41.264792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:41.269352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:41.285203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.310059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b721b4c6-ecfc-4b88-a904-d1bc80e840c2 req-ac0829fe-dda9-4721-9091-5df37c98ec32 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826458 Sep 18 19:45:41.324193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.324886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.326440 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] 10.222.0.24 "PUT /v2.0/ports/b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 1097 time: 0.8028064 Sep 18 19:45:41.349860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-8bebd86f-8b03-412d-a638-648bf34ce45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.351351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-8bebd86f-8b03-412d-a638-648bf34ce45e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1791339 Sep 18 19:45:41.359034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ca928-a13a-48b6-abe2-996b4bf0cf83 service neutron] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:41.363494 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e80842-2d23-42b6-a5fb-f38930d78d2d x-openstack-request-id: req-a4e80842-2d23-42b6-a5fb-f38930d78d2d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:41.364128 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1189d975-982b-412a-b9f3-4fc595a54977", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d3c2cb-5cd2-4576-9ae0-30a6ab093546", "code": 200}, {"server_uuid": "f7017870-8938-417b-9473-9ab4a545670b", "name": "network-vif-plugged", "status": "completed", "tag": "4ba5e3eb-2886-49ee-84de-b7635e0eabc4", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:41.364388 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4e80842-2d23-42b6-a5fb-f38930d78d2d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:41.364786 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1189d975-982b-412a-b9f3-4fc595a54977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d3c2cb-5cd2-4576-9ae0-30a6ab093546', 'code': 200} Sep 18 19:45:41.365041 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7017870-8938-417b-9473-9ab4a545670b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba5e3eb-2886-49ee-84de-b7635e0eabc4', 'code': 200} Sep 18 19:45:41.366652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Allocated IP 172.20.0.3 (19ab6ec0-f617-44fd-925a-6101ef5dbe0b/ac72b585-10c1-49b7-8838-fd7d6a9b630f/f7e3958b-1942-4c51-b6d4-55bca94837c7) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:41.411109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-4ba8d649-b29a-4bc6-b10f-be0c2cc6df82 req-e2131a09-1616-4e4f-81f2-0746ddf3021f tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1735117249', 'description': 'tempest-description-185812811'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:41.449343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-dd69f4f1-a301-453a-8717-269e4c679595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.451078 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-dd69f4f1-a301-453a-8717-269e4c679595 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1100 time: 0.0873766 Sep 18 19:45:41.512218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc22378-b15f-43ff-a370-eec29961a7fe req-3163024b-e5e7-4e8e-8a38-d36029bfe7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.513808 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8dc22378-b15f-43ff-a370-eec29961a7fe req-3163024b-e5e7-4e8e-8a38-d36029bfe7ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 1098 time: 0.0764182 Sep 18 19:45:41.515244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ba8d649-b29a-4bc6-b10f-be0c2cc6df82 req-e2131a09-1616-4e4f-81f2-0746ddf3021f tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.580406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-49e533c2-5079-4d52-ac56-5d3e1ae43ccf service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111783 Sep 18 19:45:41.584216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8dc22378-b15f-43ff-a370-eec29961a7fe req-9278e46b-0bb4-4404-9098-1dfc08ff9238 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Sep 18 19:45:41.595305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-02612f11-a60d-4a8f-89ed-1e9aea52943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.597007 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-02612f11-a60d-4a8f-89ed-1e9aea52943f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1300406 Sep 18 19:45:41.647012 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-78ac383c-a6bc-42f9-ad4d-777d5addc017 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0414386 Sep 18 19:45:41.697253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-f097975d-f0ef-454e-a6e4-101e057c27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.698837 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-f097975d-f0ef-454e-a6e4-101e057c27b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0448017 Sep 18 19:45:41.740510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.747491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-6b628f71-1d78-4633-b310-a68bd5204c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.748986 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-6b628f71-1d78-4633-b310-a68bd5204c4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0415745 Sep 18 19:45:41.752753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35696b79-0e3b-44ab-bd88-04e82e249774 req-a0eac4e2-2941-47f9-b290-80b12e963482 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:41.754238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35696b79-0e3b-44ab-bd88-04e82e249774 req-a0eac4e2-2941-47f9-b290-80b12e963482 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 944 time: 0.1155734 Sep 18 19:45:41.762870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04'}, {'name': 'network-changed', 'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:41.765345 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48345d7a-c5e6-4b26-8394-4f398825ef02" -d '{"events": [{"server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "name": "network-vif-unplugged", "status": "completed", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04"}, {"name": "network-changed", "server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:41.818351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ba8d649-b29a-4bc6-b10f-be0c2cc6df82 req-e2131a09-1616-4e4f-81f2-0746ddf3021f tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.841013 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ba8d649-b29a-4bc6-b10f-be0c2cc6df82 req-e2131a09-1616-4e4f-81f2-0746ddf3021f tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.858489 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-16d82045-9820-451a-8e1b-5c967d7eb19b service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890622 Sep 18 19:45:41.912655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35696b79-0e3b-44ab-bd88-04e82e249774 req-dc049519-35c2-4742-b5ba-6302214920e9 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520505 Sep 18 19:45:41.931403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ba8d649-b29a-4bc6-b10f-be0c2cc6df82 req-e2131a09-1616-4e4f-81f2-0746ddf3021f tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.932610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ba8d649-b29a-4bc6-b10f-be0c2cc6df82 req-e2131a09-1616-4e4f-81f2-0746ddf3021f tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5305505 Sep 18 19:45:41.933590 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:41.970091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2131a09-1616-4e4f-81f2-0746ddf3021f tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016c8c25-8fd8-4dbf-95a9-7e69201aacce,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:41.971995 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-22b260c6-f754-45cd-9a74-20774ab774f9 req-68ac6bf8-60f0-4cac-93f0-2691c17ddcea service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057615 Sep 18 19:45:42.002393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-4d663dce-b302-4d3d-a320-0f84c816823b service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240105 Sep 18 19:45:42.005286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:42.008553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:42.010938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:42.053781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Pushing event updated for resources: {'Port': ['ID=f7e3958b-1942-4c51-b6d4-55bca94837c7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:42.056907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ed592772-6837-494a-928f-e103d25f0447 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:42.098922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-f8fcc157-88d7-464c-9e2a-ac8fb91b10d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda HTTP/1.1" status: 200 len: 217 time: 0.0834646 Sep 18 19:45:42.108098 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21deb55a-b3da-4a2e-9cc7-66545ebc347c x-openstack-request-id: req-21deb55a-b3da-4a2e-9cc7-66545ebc347c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:42.110311 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "name": "network-vif-unplugged", "status": "completed", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04", "code": 200}, {"name": "network-changed", "server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:42.112335 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21deb55a-b3da-4a2e-9cc7-66545ebc347c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:42.112973 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'code': 200} Sep 18 19:45:42.113961 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'status': 'completed', 'code': 200} Sep 18 19:45:42.152998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port ed592772-6837-494a-928f-e103d25f0447 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:42.160246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port ed592772-6837-494a-928f-e103d25f0447 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:42.161276 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:42.174222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3de4109-3ebc-456e-9683-b45038efb545 req-9dfbf0fa-2929-4ca7-9c9a-4fb53d9608ef tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0493033 Sep 18 19:45:42.199228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.199865 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:42.230700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-299ee688-90ff-40e1-8edc-c1d7aa6fa63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.232660 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-299ee688-90ff-40e1-8edc-c1d7aa6fa63f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1100 time: 0.1019688 Sep 18 19:45:42.238719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-fb52277c-bae8-4814-ba25-f736bf4cfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.240484 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-fb52277c-bae8-4814-ba25-f736bf4cfa34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1100 time: 0.0754163 Sep 18 19:45:42.242770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-6209b326-3436-468a-b055-f63f7ceb9e2f tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5789375 Sep 18 19:45:42.255087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-98860ba6-edd9-48ce-b892-161bee8df74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.256563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-98860ba6-edd9-48ce-b892-161bee8df74f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.1330380 Sep 18 19:45:42.259823 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:42.266378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Request body: {'port': {'device_id': '391f529d-5294-423d-a7ca-7a0414784524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:42.298559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ed592772-6837-494a-928f-e103d25f0447, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ed592772-6837-494a-928f-e103d25f0447,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:42.304342 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:42.363437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ed592772-6837-494a-928f-e103d25f0447,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:42.417916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-40eca917-1c03-4a5b-8eb4-e798107cefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.419415 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-40eca917-1c03-4a5b-8eb4-e798107cefbe service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1778145 Sep 18 19:45:42.424349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-d3a95ce7-7443-41b4-8223-0434f9767113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.425864 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-d3a95ce7-7443-41b4-8223-0434f9767113 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1659956 Sep 18 19:45:42.437420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15b3ad7-23c6-450f-940c-3403e3869b32 req-c2129aeb-6705-4d9c-a0c1-aea3e2254655 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6e0caec4391425daea990b1d9981547 HTTP/1.1" status: 200 len: 10895 time: 0.2721264 Sep 18 19:45:42.438496 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:42.444428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-fb121436-7de9-40a8-b52f-d364f0343337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.445886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-fb121436-7de9-40a8-b52f-d364f0343337 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722856 Sep 18 19:45:42.497732 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-bb1b90ce-2811-410e-8200-204b6bb5559a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0690525 Sep 18 19:45:42.499093 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-635417f8-fea9-448d-aff3-3f814da7ea15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0639787 Sep 18 19:45:42.588052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-538b0772-9983-49fd-be79-3433b41a48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.589671 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-538b0772-9983-49fd-be79-3433b41a48e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0816326 Sep 18 19:45:42.591020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-ba89f972-547e-494d-a898-e8cd6ede1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.592352 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-ba89f972-547e-494d-a898-e8cd6ede1959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0762012 Sep 18 19:45:42.605299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e39402-a1ce-49c2-a3e2-e2de2f0ae9f9 req-84c8b63b-b7a0-4637-bd92-66bce0879718 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.606804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68e39402-a1ce-49c2-a3e2-e2de2f0ae9f9 req-84c8b63b-b7a0-4637-bd92-66bce0879718 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 931 time: 0.2230141 Sep 18 19:45:42.620795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15b3ad7-23c6-450f-940c-3403e3869b32 req-5b056be2-9265-4b31-9cb7-f65e58f5a4a2 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/82a89030-dbf0-4875-9082-4a4f5ad45853 HTTP/1.1" status: 200 len: 2981 time: 0.1726029 Sep 18 19:45:42.664279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-93220f8e-4e5e-4226-8dd5-803f924b5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.665764 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-93220f8e-4e5e-4226-8dd5-803f924b5ec7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668478 Sep 18 19:45:42.668246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-ce6735dd-d8c3-4b97-8e55-e288191f5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:42.669560 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-ce6735dd-d8c3-4b97-8e55-e288191f5c19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632379 Sep 18 19:45:42.754335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-50839b6a-bd7e-4d22-b2e8-8086805c52ae service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984478 Sep 18 19:45:42.778595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68e39402-a1ce-49c2-a3e2-e2de2f0ae9f9 req-13cd954d-13b7-4e9d-a19f-0525b0d34a7d tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608548 Sep 18 19:45:42.828040 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-89855dbd-d85d-4fe2-8f1f-5828b66072d6 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532855 Sep 18 19:45:42.849807 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-e6a99da6-30d0-4da6-8a36-03b1b04892eb service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673665 Sep 18 19:45:42.861368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15b3ad7-23c6-450f-940c-3403e3869b32 req-ff447c80-e564-4f4a-b0c1-6fcb6638919a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/82a89030-dbf0-4875-9082-4a4f5ad45853 HTTP/1.1" status: 200 len: 2981 time: 0.2281914 Sep 18 19:45:43.003909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-762f9e4d-2a7b-4849-b379-d17282b26646 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673405 Sep 18 19:45:43.020800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-022347a4-95bd-47cb-b0dd-a6ba2ab87649 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454565 Sep 18 19:45:43.023399 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-48345d7a-c5e6-4b26-8394-4f398825ef02 req-08d0a157-81b8-4329-8249-d458df51004b service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421449 Sep 18 19:45:43.029187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5194-9ed6-4b4d-918f-24e60005910a req-f42b2511-1b15-4063-9c52-f30a233411ba tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:43.030556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76df5194-9ed6-4b4d-918f-24e60005910a req-f42b2511-1b15-4063-9c52-f30a233411ba tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 948 time: 0.1683319 Sep 18 19:45:43.104000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-d876238a-d947-4f0d-bbe3-a7cda04998f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf HTTP/1.1" status: 200 len: 217 time: 0.0668645 Sep 18 19:45:43.110770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af7d4685-862b-4f2e-a5fa-0b3c8c4bf163 req-05e1415b-a961-4f84-a41b-f1518240640e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/04d3a083-19f9-42cf-b5b4-35ac1281ab1b HTTP/1.1" status: 200 len: 1801 time: 0.1646256 Sep 18 19:45:43.193791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76df5194-9ed6-4b4d-918f-24e60005910a req-d9c1bddc-0f8a-413b-84c0-d407ac56425d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548069 Sep 18 19:45:43.211774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e3958b-1942-4c51-b6d4-55bca94837c7 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:43.231956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:43.243662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-359db53d-c999-4ea3-87a2-3e3e35c946a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:43.245137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-359db53d-c999-4ea3-87a2-3e3e35c946a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.1312203 Sep 18 19:45:43.278627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Transition to ACTIVE for port object f7e3958b-1942-4c51-b6d4-55bca94837c7 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:43.323403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:43.334858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-af7d4685-862b-4f2e-a5fa-0b3c8c4bf163 req-df6bb929-ac6b-4fa7-a3f2-fe2105344320 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:43.366734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4090afdc-4cef-4b1a-b5f4-7694d8581def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed592772-6837-494a-928f-e103d25f0447'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:43.370359 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc165e-239c-47d7-afbb-9903523211d8" -d '{"events": [{"server_uuid": "4090afdc-4cef-4b1a-b5f4-7694d8581def", "name": "network-vif-plugged", "status": "completed", "tag": "ed592772-6837-494a-928f-e103d25f0447"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:43.417611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-af7d4685-862b-4f2e-a5fa-0b3c8c4bf163 req-df6bb929-ac6b-4fa7-a3f2-fe2105344320 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:43.430071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f8d79-5b2e-4f6b-8c13-247cc469a551 req-df2b1b1e-7f4a-4afe-a1b8-d8a37daaea8f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:43.431788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c17f8d79-5b2e-4f6b-8c13-247cc469a551 req-df2b1b1e-7f4a-4afe-a1b8-d8a37daaea8f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.1792464 Sep 18 19:45:43.438579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e3958b-1942-4c51-b6d4-55bca94837c7,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:43.445900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-6bb7c0cb-e1ac-4f66-a636-8a9c4ca92275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:43.447347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-6bb7c0cb-e1ac-4f66-a636-8a9c4ca92275 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1893811 Sep 18 19:45:43.608647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-af7d4685-862b-4f2e-a5fa-0b3c8c4bf163 req-df6bb929-ac6b-4fa7-a3f2-fe2105344320 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:43.611472 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-af7d4685-862b-4f2e-a5fa-0b3c8c4bf163 req-df6bb929-ac6b-4fa7-a3f2-fe2105344320 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:43.612575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af7d4685-862b-4f2e-a5fa-0b3c8c4bf163 req-df6bb929-ac6b-4fa7-a3f2-fe2105344320 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/04d3a083-19f9-42cf-b5b4-35ac1281ab1b HTTP/1.1" status: 204 len: 173 time: 0.4675701 Sep 18 19:45:43.615351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c17f8d79-5b2e-4f6b-8c13-247cc469a551 req-0117d96b-0a9d-4c43-ab4c-00b04a173615 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720402 Sep 18 19:45:43.650594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bb929-ac6b-4fa7-a3f2-fe2105344320 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d3a083-19f9-42cf-b5b4-35ac1281ab1b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:43.656665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Attempting to bind port f7e3958b-1942-4c51-b6d4-55bca94837c7 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:43.656961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Attempting to bind port f7e3958b-1942-4c51-b6d4-55bca94837c7 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:43.657990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Attempting to bind port f7e3958b-1942-4c51-b6d4-55bca94837c7 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:43.669562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Port f7e3958b-1942-4c51-b6d4-55bca94837c7 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:43.669935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Attempting to bind port f7e3958b-1942-4c51-b6d4-55bca94837c7 on network 19ab6ec0-f617-44fd-925a-6101ef5dbe0b {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:43.676272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-031ca2e7-ff1c-4706-9435-24061ddb96e6 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173612 Sep 18 19:45:43.679139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:43.679525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Checking segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:43.679924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Bound using segment: {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:43.680362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Bound port: f7e3958b-1942-4c51-b6d4-55bca94837c7, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db192a4-e6ae-4ba1-9645-458bb2facbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:43.680727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:43.767344 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617a51a8-04ca-4e9b-b20b-b0e50d44f4e5 x-openstack-request-id: req-617a51a8-04ca-4e9b-b20b-b0e50d44f4e5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:43.767927 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4090afdc-4cef-4b1a-b5f4-7694d8581def", "name": "network-vif-plugged", "status": "completed", "tag": "ed592772-6837-494a-928f-e103d25f0447", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:43.768342 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-617a51a8-04ca-4e9b-b20b-b0e50d44f4e5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:43.768898 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4090afdc-4cef-4b1a-b5f4-7694d8581def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed592772-6837-494a-928f-e103d25f0447', 'code': 200} Sep 18 19:45:43.849782 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-268bba1d-58ea-42f7-8e3d-ab72caf60d57 req-e06711dd-dfec-472b-9781-1ec84d20722b tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0560911 Sep 18 19:45:43.861109 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-799968d9-e279-47a4-9c37-741e53cd4f43 req-a6aafd69-a78f-4ec3-aa87-63b625a6b28c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:45:43.862311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-799968d9-e279-47a4-9c37-741e53cd4f43 req-a6aafd69-a78f-4ec3-aa87-63b625a6b28c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/04d3a083-19f9-42cf-b5b4-35ac1281ab1b HTTP/1.1" status: 404 len: 352 time: 0.0628865 Sep 18 19:45:43.892156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-b3515fbd-2c43-4089-af4b-ba68a3383e04 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940086 Sep 18 19:45:43.958872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-8f9d8e3e-dab4-47e9-9ceb-359468ea7285 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 HTTP/1.1" status: 200 len: 217 time: 0.0529296 Sep 18 19:45:43.992009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:44.053928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:44.064780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:45:44.067062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:44.081803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e57fe8ec-802e-4e71-b417-d3a329a69eec req-6d600ee3-0eed-4005-8f74-d6d04b0201c4 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/5c76012d-69e3-4636-b196-cfa025851edf HTTP/1.1" status: 200 len: 1801 time: 0.1833606 Sep 18 19:45:44.104318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:45:44.104737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e5d3c2cb-5cd2-4576-9ae0-30a6ab093546 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:45:44.117355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-79b1da1e-a6fd-41de-ae14-4cfc5ccea177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:44.118934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-79b1da1e-a6fd-41de-ae14-4cfc5ccea177 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.1519809 Sep 18 19:45:44.135303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:44.136063 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:44.137580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] 10.222.0.24 "PUT /v2.0/ports/f7e3958b-1942-4c51-b6d4-55bca94837c7 HTTP/1.1" status: 200 len: 1092 time: 1.8781631 Sep 18 19:45:44.153692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391f529d-5294-423d-a7ca-7a0414784524', 'tag': 'f7e3958b-1942-4c51-b6d4-55bca94837c7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:44.157297 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f361ea1-7071-4478-9c3b-704758a8bce8" -d '{"events": [{"name": "network-changed", "server_uuid": "391f529d-5294-423d-a7ca-7a0414784524", "tag": "f7e3958b-1942-4c51-b6d4-55bca94837c7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:44.177504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4aa03-6ba4-4c98-a11c-2e9e202fedee req-b50dbd32-b375-4321-873f-1de312b63d52 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:44.179638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eee4aa03-6ba4-4c98-a11c-2e9e202fedee req-b50dbd32-b375-4321-873f-1de312b63d52 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 943 time: 0.2193570 Sep 18 19:45:44.231072 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373a263-7593-4712-b354-86fe4eb0e8d9 req-ce982493-e65c-4a58-8364-667d350797b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:44.232615 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1373a263-7593-4712-b354-86fe4eb0e8d9 req-ce982493-e65c-4a58-8364-667d350797b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 1097 time: 0.3945937 Sep 18 19:45:44.269811 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1373a263-7593-4712-b354-86fe4eb0e8d9 req-dfd9464e-d3b3-48d3-a65e-b60fc854051c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290055 Sep 18 19:45:44.572575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1842c-5a16-4f4e-9166-0ccd94cf8b80 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e3958b-1942-4c51-b6d4-55bca94837c7,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:44.612974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eee4aa03-6ba4-4c98-a11c-2e9e202fedee req-02a22af9-1970-4bd4-8e5d-45cd41fdb559 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016912 Sep 18 19:45:44.614815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-1e41a9c7-f662-4b8a-86aa-732a2105cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:44.616364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-1e41a9c7-f662-4b8a-86aa-732a2105cfe9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4843993 Sep 18 19:45:44.622996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e57fe8ec-802e-4e71-b417-d3a329a69eec req-2efa801f-18aa-436b-aac8-2bae6f95e94c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:44.626476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-958ab271-9600-4947-b8ed-e06a2bef1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:44.627969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-958ab271-9600-4947-b8ed-e06a2bef1dc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 1095 time: 0.4258199 Sep 18 19:45:44.709453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-effdd2e0-d401-425a-92c5-ecff26bf2855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7 HTTP/1.1" status: 200 len: 217 time: 0.0642965 Sep 18 19:45:44.710991 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e57fe8ec-802e-4e71-b417-d3a329a69eec req-2efa801f-18aa-436b-aac8-2bae6f95e94c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:44.734168 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbe8d51-e51a-4a45-b93e-6d13416729a3 x-openstack-request-id: req-2bbe8d51-e51a-4a45-b93e-6d13416729a3 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:44.734620 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391f529d-5294-423d-a7ca-7a0414784524", "tag": "f7e3958b-1942-4c51-b6d4-55bca94837c7", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:44.735036 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bbe8d51-e51a-4a45-b93e-6d13416729a3 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:44.735571 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391f529d-5294-423d-a7ca-7a0414784524', 'tag': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'status': 'completed', 'code': 200} Sep 18 19:45:44.769295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b08d3e77-891e-4818-971f-ab8906a68c04 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:45:44.807557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b08d3e77-891e-4818-971f-ab8906a68c04 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:45:44.856717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-a3fca35c-4859-48bb-b5f1-55c4aa00f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:44.858361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-a3fca35c-4859-48bb-b5f1-55c4aa00f674 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 200 len: 845 time: 0.1383259 Sep 18 19:45:44.889870 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e57fe8ec-802e-4e71-b417-d3a329a69eec req-2efa801f-18aa-436b-aac8-2bae6f95e94c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:44.892561 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e57fe8ec-802e-4e71-b417-d3a329a69eec req-2efa801f-18aa-436b-aac8-2bae6f95e94c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:44.893685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e57fe8ec-802e-4e71-b417-d3a329a69eec req-2efa801f-18aa-436b-aac8-2bae6f95e94c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/5c76012d-69e3-4636-b196-cfa025851edf HTTP/1.1" status: 204 len: 173 time: 0.7818120 Sep 18 19:45:44.918098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6493cf-c1cd-4fe8-b1bd-3c2ba5d0265d req-cbc7c02b-cd7f-46f5-a832-fbecfc865237 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:44.919615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f6493cf-c1cd-4fe8-b1bd-3c2ba5d0265d req-cbc7c02b-cd7f-46f5-a832-fbecfc865237 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 948 time: 0.1328053 Sep 18 19:45:44.923596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-a0c2f8db-8246-42de-ba2b-8eb85909a753 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552206 Sep 18 19:45:44.929328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-eaac9b5a-0a92-47d8-93cc-11c3c654de3b service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996247 Sep 18 19:45:44.936195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa801f-18aa-436b-aac8-2bae6f95e94c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c76012d-69e3-4636-b196-cfa025851edf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:45.108363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f6493cf-c1cd-4fe8-b1bd-3c2ba5d0265d req-9d0fefda-485e-49b3-8cca-dd659892684d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779928 Sep 18 19:45:45.139538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2926cb-be4a-4cf1-aff5-707062e0db4a req-6813bda8-6e94-4f3f-8156-d1f8d1e9202f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:45.141056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e2926cb-be4a-4cf1-aff5-707062e0db4a req-6813bda8-6e94-4f3f-8156-d1f8d1e9202f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.1851609 Sep 18 19:45:45.180334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d62ac5f5-432d-49de-8823-d80dcc5e54a2 req-2ffb2322-09b2-45d5-a818-855211bbac95 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405641 Sep 18 19:45:45.185518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-9f344470-6225-42a0-984f-e9becfa6d440 service neutron] 10.222.0.24 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319694 Sep 18 19:45:45.212125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e2926cb-be4a-4cf1-aff5-707062e0db4a req-93b05a69-effc-4d6c-b5f5-3cd42ee1e122 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644488 Sep 18 19:45:45.323482 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-d15012c6-3852-4abd-979d-773ce5feb968 req-42077362-4d98-4cb8-8de1-ac883e327098 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:45:45.324527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d15012c6-3852-4abd-979d-773ce5feb968 req-42077362-4d98-4cb8-8de1-ac883e327098 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/5c76012d-69e3-4636-b196-cfa025851edf HTTP/1.1" status: 404 len: 352 time: 0.0517492 Sep 18 19:45:45.326370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bce3c68-cdfb-48a6-87e4-1e2ee191651c req-dc4a19d0-970a-41e9-a0f0-4d9ace3a8927 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0505457 Sep 18 19:45:45.332078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2f71ca4-df19-4452-b579-43e03f0a2a11 req-e1a5f3e3-3bd8-4c62-83c5-4b5c8bda3b7c service neutron] 10.222.0.24 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357801 Sep 18 19:45:45.406842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a79c18-bebd-41cd-b095-da487a5709a7 req-e5b3df56-7da5-43a7-9f44-c976323594c1 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/016c8c25-8fd8-4dbf-95a9-7e69201aacce HTTP/1.1" status: 200 len: 1800 time: 0.0485873 Sep 18 19:45:45.548390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-88b6b7df-e4ee-406b-ad4a-c8e72dc8b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:45.549820 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-88b6b7df-e4ee-406b-ad4a-c8e72dc8b4ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc07acff443942e7ab8e032eb51665dd&device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 1095 time: 0.1283903 Sep 18 19:45:45.632270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f8a79c18-bebd-41cd-b095-da487a5709a7 req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:45.720496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ad928-90b5-4e33-8ecb-59f485517336 req-1f2fdacf-aa9d-4533-a4d7-946b73977ea0 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:45.722103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b00ad928-90b5-4e33-8ecb-59f485517336 req-1f2fdacf-aa9d-4533-a4d7-946b73977ea0 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 948 time: 0.2227252 Sep 18 19:45:45.735616 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f8a79c18-bebd-41cd-b095-da487a5709a7 req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:45.746941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-0c003f89-ef9b-4f28-9702-7d11d2784e78 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:45.748361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-0c003f89-ef9b-4f28-9702-7d11d2784e78 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee&tenant_id=4f398104e65c43438f0486e367066fbc&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 948 time: 0.2036631 Sep 18 19:45:45.836251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-66918cd8-dab0-41f1-985d-430d230b2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:45.837774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-66918cd8-dab0-41f1-985d-430d230b2ce6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 200 len: 906 time: 0.2508512 Sep 18 19:45:45.860202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b00ad928-90b5-4e33-8ecb-59f485517336 req-7e5c5a44-64e6-4eb7-b052-832c8dda13f5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288977 Sep 18 19:45:45.884169 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:45:45.903171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f8a79c18-bebd-41cd-b095-da487a5709a7 req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:45.905729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f8a79c18-bebd-41cd-b095-da487a5709a7 req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:45.907399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a79c18-bebd-41cd-b095-da487a5709a7 req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/016c8c25-8fd8-4dbf-95a9-7e69201aacce HTTP/1.1" status: 204 len: 173 time: 0.4943366 Sep 18 19:45:45.913292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-ae29357c-203b-42e3-94a3-889e15660496 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7 HTTP/1.1" status: 200 len: 217 time: 0.0572269 Sep 18 19:45:45.923160 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-d5f1a507-6531-4b2b-a279-75415947c19f service neutron] delete failed (client error): The resource could not be found. Sep 18 19:45:45.924179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-d5f1a507-6531-4b2b-a279-75415947c19f service neutron] 10.222.0.32 "DELETE /v2.0/ports/b08d3e77-891e-4818-971f-ab8906a68c04/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.1637096 Sep 18 19:45:45.931780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016c8c25-8fd8-4dbf-95a9-7e69201aacce,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:45.970181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.970441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.970746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.971074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.971419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.971791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.972192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.972541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.972885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.973119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.973432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:45.973747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8610239-39a7-4d8c-bf08-a9677070a448 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:46.050797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-4e26b6f3-b74e-4994-a027-4e82c5faf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:46.052490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-4e26b6f3-b74e-4994-a027-4e82c5faf20e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 200 len: 845 time: 0.1314714 Sep 18 19:45:46.061545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b08d3e77-891e-4818-971f-ab8906a68c04 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:46.071951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4e407-6d32-48f5-ab82-bc5f2b4a26a5 req-753ade27-bff7-4655-a1c9-8bd5bbb6b73a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:46.073582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aae4e407-6d32-48f5-ab82-bc5f2b4a26a5 req-753ade27-bff7-4655-a1c9-8bd5bbb6b73a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 943 time: 0.1366584 Sep 18 19:45:46.119148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-50b367a9-3d4e-43d7-a3e5-7a85b3d3591f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19ab6ec0-f617-44fd-925a-6101ef5dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557337 Sep 18 19:45:46.123769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-247fb973-8544-4067-84aa-63fdcb3d4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:46.125423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-247fb973-8544-4067-84aa-63fdcb3d4bd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1100 time: 0.1211631 Sep 18 19:45:46.169516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:46.183904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'mac_address': 'fa:16:3e:d6:e3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:46.202834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aae4e407-6d32-48f5-ab82-bc5f2b4a26a5 req-7fd1c1ce-cd6c-444e-911c-40ad59460d13 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196969 Sep 18 19:45:46.231138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:46.244600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08d3e77-891e-4818-971f-ab8906a68c04 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:46.264345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:46.268919 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:46.288458 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-6928b0a4-d820-43d6-abe8-5026f8659201 req-03c45897-f969-4303-9a9d-bf1459c1e671 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:45:46.289451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6928b0a4-d820-43d6-abe8-5026f8659201 req-03c45897-f969-4303-9a9d-bf1459c1e671 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/016c8c25-8fd8-4dbf-95a9-7e69201aacce HTTP/1.1" status: 404 len: 352 time: 0.0850596 Sep 18 19:45:46.327867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-5bb106d3-5813-4fac-ac15-42c5104a1a4e service neutron] 10.222.0.24 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000089 Sep 18 19:45:46.329425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:46.329666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-defbf955-d1f8-4a92-8be6-5a99fc586279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:46.331061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-defbf955-d1f8-4a92-8be6-5a99fc586279 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1958766 Sep 18 19:45:46.429795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-4d6213fb-f17e-4f09-ae98-cebb411ff099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0893953 Sep 18 19:45:46.558026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d6f3-112c-4aae-9fc7-3f15372bcd4a req-34e8b3b0-7a60-46db-b8a4-26e2e998caad tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:46.559509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8eb8d6f3-112c-4aae-9fc7-3f15372bcd4a req-34e8b3b0-7a60-46db-b8a4-26e2e998caad tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.2043929 Sep 18 19:45:46.576555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-9c4062ae-ef11-4ea9-b803-3915107c37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:46.578018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-9c4062ae-ef11-4ea9-b803-3915107c37a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1335552 Sep 18 19:45:46.584450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:46.592745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f361ea1-7071-4478-9c3b-704758a8bce8 req-8e26bc8b-e64c-4af7-a51a-15d825908cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509525 Sep 18 19:45:46.646462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94e0dab0-3647-413a-ad6b-8e478b52d610 req-a6585665-f24b-4a4f-b9dd-d69a91c0faec tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6e0caec4391425daea990b1d9981547 HTTP/1.1" status: 200 len: 6146 time: 0.2415996 Sep 18 19:45:46.680968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8eb8d6f3-112c-4aae-9fc7-3f15372bcd4a req-4b235a3a-a7bd-43fd-82eb-45483a14eece tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118658 Sep 18 19:45:46.710344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-68904ee2-ca77-455a-b610-8c558e8f551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:46.711933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-68904ee2-ca77-455a-b610-8c558e8f551a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243165 Sep 18 19:45:46.749671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94e0dab0-3647-413a-ad6b-8e478b52d610 req-c2f19912-e67e-4794-8e68-51f913575762 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/82a89030-dbf0-4875-9082-4a4f5ad45853 HTTP/1.1" status: 200 len: 2981 time: 0.0944467 Sep 18 19:45:46.827026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-265f5324-c470-4c39-b083-976c1e9dc9a8 req-ef965c4b-453c-40df-964e-ae306475cb66 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0639856 Sep 18 19:45:46.874268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94e0dab0-3647-413a-ad6b-8e478b52d610 req-7ec9e924-1b53-4c6d-8146-10720f713942 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/82a89030-dbf0-4875-9082-4a4f5ad45853 HTTP/1.1" status: 200 len: 2981 time: 0.1124239 Sep 18 19:45:46.878645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-937da9cb-b1aa-4469-a89c-4932ebd82bad service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541276 Sep 18 19:45:46.920680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-6a20cca7-e690-4626-9c05-c365dcefdb26 req-ee758781-d3ba-4ac0-938f-2378a119e090 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-627746353', 'description': 'tempest-description-786615587'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:47.016838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6a20cca7-e690-4626-9c05-c365dcefdb26 req-ee758781-d3ba-4ac0-938f-2378a119e090 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:47.031573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62490c9e-4427-40c1-9f60-31081d2a1470 req-fc32edb3-25bb-4948-907d-99394b434e7c tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:47.033024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62490c9e-4427-40c1-9f60-31081d2a1470 req-fc32edb3-25bb-4948-907d-99394b434e7c tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1263645 Sep 18 19:45:47.055349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-871755ab-52ea-4730-8fe7-12c5a027df74 req-fb19188e-77cd-4f38-bafc-46cdc83b6934 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698327 Sep 18 19:45:47.098926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62490c9e-4427-40c1-9f60-31081d2a1470 req-c7dfcc3b-7223-4dda-b6ff-fe0ae5c43cbf tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571084 Sep 18 19:45:47.167835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6a20cca7-e690-4626-9c05-c365dcefdb26 req-ee758781-d3ba-4ac0-938f-2378a119e090 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:47.171711 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6a20cca7-e690-4626-9c05-c365dcefdb26 req-ee758781-d3ba-4ac0-938f-2378a119e090 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:47.228828 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6a20cca7-e690-4626-9c05-c365dcefdb26 req-ee758781-d3ba-4ac0-938f-2378a119e090 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:47.230029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a20cca7-e690-4626-9c05-c365dcefdb26 req-ee758781-d3ba-4ac0-938f-2378a119e090 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3219488 Sep 18 19:45:47.233326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee758781-d3ba-4ac0-938f-2378a119e090 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6096f45f-523e-4628-8b1a-1929a4eee5d5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:47.255400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19100e-c852-43ca-98b4-937301428828 req-a569d13b-0c02-45ce-a70c-0832aef1b43a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:47.256930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba19100e-c852-43ca-98b4-937301428828 req-a569d13b-0c02-45ce-a70c-0832aef1b43a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 949 time: 0.0758667 Sep 18 19:45:47.304909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba19100e-c852-43ca-98b4-937301428828 req-7cb474bc-d432-43fb-b3dd-f499dd4bbc97 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Sep 18 19:45:47.346225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09414a-0fc4-4f17-b5af-158306159e31 req-19014231-b116-431f-a1e8-bcc1958a2168 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:47.347728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c09414a-0fc4-4f17-b5af-158306159e31 req-19014231-b116-431f-a1e8-bcc1958a2168 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 946 time: 0.0628593 Sep 18 19:45:47.392295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c09414a-0fc4-4f17-b5af-158306159e31 req-1ef8a07f-1d43-411f-9cfe-dfbc68f62d44 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381432 Sep 18 19:45:47.421273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c7a1bd1d-ce36-4722-9dda-af67727b0f5f req-1ebd7112-137d-47a7-8ea1-806cf159c585 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1862262767', 'description': 'tempest-description-648164980'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:47.466643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c7a1bd1d-ce36-4722-9dda-af67727b0f5f req-1ebd7112-137d-47a7-8ea1-806cf159c585 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:47.507047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4c8b8-8856-4fe7-8408-27826d4d4875 req-3a0186cd-48b2-45d4-864c-a58ed797e43c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:47.508571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c4c8b8-8856-4fe7-8408-27826d4d4875 req-3a0186cd-48b2-45d4-864c-a58ed797e43c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 943 time: 0.0753686 Sep 18 19:45:47.568665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c4c8b8-8856-4fe7-8408-27826d4d4875 req-99ac83ff-9846-4c48-a9c7-b3f3e3323751 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519078 Sep 18 19:45:47.602868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c7a1bd1d-ce36-4722-9dda-af67727b0f5f req-1ebd7112-137d-47a7-8ea1-806cf159c585 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:47.606945 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c7a1bd1d-ce36-4722-9dda-af67727b0f5f req-1ebd7112-137d-47a7-8ea1-806cf159c585 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:47.634540 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c7a1bd1d-ce36-4722-9dda-af67727b0f5f req-1ebd7112-137d-47a7-8ea1-806cf159c585 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:47.635780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7a1bd1d-ce36-4722-9dda-af67727b0f5f req-1ebd7112-137d-47a7-8ea1-806cf159c585 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2196093 Sep 18 19:45:47.643160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd7112-137d-47a7-8ea1-806cf159c585 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd827ef-12ac-4d9c-b006-ca49de7f8433,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:47.952244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-eadbc794-42a7-4d6f-8e06-ba47aa93fe8a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:47.953853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-eadbc794-42a7-4d6f-8e06-ba47aa93fe8a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 813 time: 0.1322711 Sep 18 19:45:47.965991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51779e81-6169-4471-84e5-a899fa87554f req-2d21ad24-addf-47c9-8e99-e9c9eacd6d2d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:47.967364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51779e81-6169-4471-84e5-a899fa87554f req-2d21ad24-addf-47c9-8e99-e9c9eacd6d2d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.0772016 Sep 18 19:45:47.984032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-a129f1cb-ac1b-4797-a037-ce795cdecb0f tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/quotas/d6e0caec4391425daea990b1d9981547 HTTP/1.1" status: 200 len: 375 time: 0.0156338 Sep 18 19:45:48.038655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51779e81-6169-4471-84e5-a899fa87554f req-59b3d5ef-1c58-4834-8394-0baa0b4f9338 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636601 Sep 18 19:45:48.051039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-49ca3957-25d6-4053-8322-32a4f0949d29 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602021 Sep 18 19:45:48.074739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b08d3e77-891e-4818-971f-ab8906a68c04 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:48.124627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b08d3e77-891e-4818-971f-ab8906a68c04 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:48.129136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b08d3e77-891e-4818-971f-ab8906a68c04 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:48.129472 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:48.154281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29b9af31-29d4-457f-9810-9f1f353e3566 req-e22c8466-8ba7-469e-9247-5cd5264b66aa tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0379851 Sep 18 19:45:48.176083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-fd6e66d8-dfa6-4b2c-a78e-fb595bd8b639 service neutron] 10.222.0.20 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145525 Sep 18 19:45:48.218893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:48.247200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:48.250735 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac9fc3b-3a38-4a95-877c-3d94ac37efae" -d '{"events": [{"server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "name": "network-vif-plugged", "status": "completed", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:48.264847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:48.271613 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:48.324442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:48.614506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d16694-2712-4699-8c74-932354541c41 req-2f0b082a-7ef8-4201-a231-91bcf468e193 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:48.616000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76d16694-2712-4699-8c74-932354541c41 req-2f0b082a-7ef8-4201-a231-91bcf468e193 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1010375 Sep 18 19:45:48.632990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-32e6ba62-dcaf-4d28-8595-82383cc3221e service neutron] 10.222.0.20 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538884 Sep 18 19:45:48.658385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76d16694-2712-4699-8c74-932354541c41 req-6a74e689-c068-4792-a85f-0438a000b069 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Sep 18 19:45:48.696700 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf471f-9f22-4233-9175-cb4cc58649c7 x-openstack-request-id: req-64cf471f-9f22-4233-9175-cb4cc58649c7 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:48.696993 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "name": "network-vif-plugged", "status": "completed", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:48.697242 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64cf471f-9f22-4233-9175-cb4cc58649c7 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:48.697629 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'code': 200} Sep 18 19:45:48.808607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d616c0-1693-4288-a30b-caad7697e68f req-16b4c598-4a69-413f-b162-15a225731dda tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:48.812342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1d616c0-1693-4288-a30b-caad7697e68f req-16b4c598-4a69-413f-b162-15a225731dda tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.0678575 Sep 18 19:45:48.856497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1d616c0-1693-4288-a30b-caad7697e68f req-021a0fcf-380e-467b-a6f3-c5e8646834cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Sep 18 19:45:48.918947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bd2ef-d485-4996-abc8-a80e523e3add req-88cc8256-b888-4bbd-bdf2-007c1198db6c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:48.920585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-091bd2ef-d485-4996-abc8-a80e523e3add req-88cc8256-b888-4bbd-bdf2-007c1198db6c tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 943 time: 0.0569391 Sep 18 19:45:48.967923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-091bd2ef-d485-4996-abc8-a80e523e3add req-ae6a49e1-82c2-4124-9359-7f8e7cf33147 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Sep 18 19:45:49.106826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d253fe6d-75fd-4d3b-83e9-feb52492b095 req-3354a117-9bd3-44eb-916f-c5a415b991e4 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 210 time: 0.0338433 Sep 18 19:45:49.262131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57027-b551-48a8-a9e5-baef0ab4b3ef req-50aeeceb-ed62-4141-ae16-824fb0a5d79e tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:49.263766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00e57027-b551-48a8-a9e5-baef0ab4b3ef req-50aeeceb-ed62-4141-ae16-824fb0a5d79e tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1102 time: 0.0852354 Sep 18 19:45:49.278702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e588-4a68-4c85-9fba-5fe738ce03bf req-aab3bb2d-c0e9-4b11-9792-9ada4949e4e2 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:49.285316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e588-4a68-4c85-9fba-5fe738ce03bf req-aab3bb2d-c0e9-4b11-9792-9ada4949e4e2 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:49.291748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e588-4a68-4c85-9fba-5fe738ce03bf req-aab3bb2d-c0e9-4b11-9792-9ada4949e4e2 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:49.293466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a3e588-4a68-4c85-9fba-5fe738ce03bf req-aab3bb2d-c0e9-4b11-9792-9ada4949e4e2 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def&device_id=f7017870-8938-417b-9473-9ab4a545670b&device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 2418 time: 0.0984316 Sep 18 19:45:49.354764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00e57027-b551-48a8-a9e5-baef0ab4b3ef req-65b169e2-9856-4b98-9f55-852859753cb0 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601523 Sep 18 19:45:49.357910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a3e588-4a68-4c85-9fba-5fe738ce03bf req-d1e87e5d-1e0e-4ce5-a8c5-c3f513fdb904 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566671 Sep 18 19:45:49.452750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1254ee12-ae49-43ad-96ba-1816c35e39af req-2721b73e-d200-4bf1-ac65-95f95ce2854b tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0300236 Sep 18 19:45:49.601497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450eb1-3c4c-484b-b8d4-097199aceb67 req-e1d3b6cb-44b4-4db6-a90b-a5abd2d2205a tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:49.603248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44450eb1-3c4c-484b-b8d4-097199aceb67 req-e1d3b6cb-44b4-4db6-a90b-a5abd2d2205a tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.0573459 Sep 18 19:45:49.650644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44450eb1-3c4c-484b-b8d4-097199aceb67 req-7ea52c44-bd88-4c51-90eb-ee42b22a139d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 Sep 18 19:45:49.687659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-93930e20-b431-4146-b791-539991640bdd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4f398104e65c43438f0486e367066fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264199 Sep 18 19:45:49.901611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-b55eef4c-dc6d-44ed-bb72-aef7da6eca83 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:49.903208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-b55eef4c-dc6d-44ed-bb72-aef7da6eca83 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090476 Sep 18 19:45:49.913519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-7e730297-b7dc-4d7c-96f4-c1064f217a8d tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:49.915279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-7e730297-b7dc-4d7c-96f4-c1064f217a8d tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.32 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 813 time: 0.1945274 Sep 18 19:45:49.927340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-6338f703-c429-4de5-a4a6-61379dab66a2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/quotas/4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 375 time: 0.0110090 Sep 18 19:45:49.936797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'port': {'device_id': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9', 'admin_state_up': True, 'tenant_id': 'd6e0caec4391425daea990b1d9981547'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:50.055204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-7eb4f7ab-9318-4c62-9bee-596db6e526fe tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128480 Sep 18 19:45:50.092673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f7e3958b-1942-4c51-b6d4-55bca94837c7 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:50.098332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Made reservation on behalf of d6e0caec4391425daea990b1d9981547 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:50.102591 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:50.233567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:50.251748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'mac_address': 'fa:16:3e:8f:2d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:50.273472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Allocated IP 172.20.0.11 (58c31470-2e49-4ec2-8c78-f89f9a47aae9/56001a2b-2029-4519-8c70-7ca905471544/448dff4d-7b6f-434c-abd9-eff57e2a77d6) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:50.300595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:50.320872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e3958b-1942-4c51-b6d4-55bca94837c7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:50.352038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:50.357731 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:50.368684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dadbe-a66d-43c5-9a1b-ed23f0b2778a req-14079a36-3f6e-46be-8f50-517f09741983 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:50.370215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c1dadbe-a66d-43c5-9a1b-ed23f0b2778a req-14079a36-3f6e-46be-8f50-517f09741983 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 943 time: 0.0940111 Sep 18 19:45:50.436234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f7e3958b-1942-4c51-b6d4-55bca94837c7,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:50.504111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c1dadbe-a66d-43c5-9a1b-ed23f0b2778a req-c634abb2-c4d8-444d-a9c3-4497e6339316 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258168 Sep 18 19:45:50.505975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6286bf9f-c0b2-4cb1-9380-f5ead04beeb4 req-56d8befa-c1a3-4b30-bb58-142e49492159 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 210 time: 0.0468330 Sep 18 19:45:50.554546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:50.592449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e2077fa-98df-4638-adb9-11b52c863001 req-01b30190-45b6-4836-a564-0bc8af62101f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 210 time: 0.0356197 Sep 18 19:45:50.632112 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f7e3958b-1942-4c51-b6d4-55bca94837c7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:50.636228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:50.699032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:50.724277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:50.748178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:50.755899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9be67d3-54c9-4223-80cf-18117a210b5a req-412a3fce-2108-4bd3-841e-cd091ee9d530 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0453579 Sep 18 19:45:50.798377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'Port': ['ID=448dff4d-7b6f-434c-abd9-eff57e2a77d6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:50.831961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:50.832757 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:50.854904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ea50eae5-d5ef-4654-bf6f-b541e6c61342 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9232774 Sep 18 19:45:50.876679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Request body: {'port': {'device_id': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:50.944706 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:51.251019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448dff4d-7b6f-434c-abd9-eff57e2a77d6 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:51.260882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:51.282010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Transition to ACTIVE for port object 448dff4d-7b6f-434c-abd9-eff57e2a77d6 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:51.292414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bc49a-31e6-4572-a769-ac57e81e3818 req-ab376a5c-2256-45f1-8de3-4ef62c8c3b34 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:51.294729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-857bc49a-31e6-4572-a769-ac57e81e3818 req-ab376a5c-2256-45f1-8de3-4ef62c8c3b34 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0806611 Sep 18 19:45:51.298100 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:51.377315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=448dff4d-7b6f-434c-abd9-eff57e2a77d6,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:51.431423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:51.456275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-857bc49a-31e6-4572-a769-ac57e81e3818 req-73b4e86e-deca-4564-a08d-fe302fe07b3f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505625 Sep 18 19:45:51.479830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-5445e99d-22fa-4e26-a84a-3392e9530e46 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f398104e65c43438f0486e367066fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901825 Sep 18 19:45:51.579900 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-014368c5-f9d0-47ba-b178-edb63fdedd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:51.620339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Attempting to bind port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:51.620339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Attempting to bind port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:51.620339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Attempting to bind port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 on network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:51.677919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 on network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:51.678241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Attempting to bind port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 on network 58c31470-2e49-4ec2-8c78-f89f9a47aae9 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:51.690305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-1d1857eb-28d6-4fb6-b283-a07ed2ec34de tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:51.691759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-1d1857eb-28d6-4fb6-b283-a07ed2ec34de tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055068 Sep 18 19:45:51.700328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:51.700661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Checking segment: {'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:51.701038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Bound using segment: {'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:51.701471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Bound port: 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818871b6-03ba-40f7-9848-c4ef0884d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:51.701823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:51.724245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Request body: {'port': {'device_id': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '4f398104e65c43438f0486e367066fbc'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:51.739323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0be3-20fb-4533-80bd-9e428f5eba2f req-2a999b86-d443-49a4-8b4a-b722379cf7b9 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:51.740707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de2d0be3-20fb-4533-80bd-9e428f5eba2f req-2a999b86-d443-49a4-8b4a-b722379cf7b9 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 944 time: 0.1475503 Sep 18 19:45:51.777403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d67186-5fcd-44c2-b92d-1c399146d924 req-d5ff1d8d-650c-4c46-afbd-38630b853780 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:51.778811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46d67186-5fcd-44c2-b92d-1c399146d924 req-d5ff1d8d-650c-4c46-afbd-38630b853780 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 944 time: 0.1638784 Sep 18 19:45:51.909345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] For port 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:51.913681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de2d0be3-20fb-4533-80bd-9e428f5eba2f req-f3abc6c5-d204-476f-8007-46741f9888b1 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588187 Sep 18 19:45:51.915270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] For port 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:51.926664 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:51.944224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46d67186-5fcd-44c2-b92d-1c399146d924 req-b42437d1-53ac-445a-a72d-eb87661f343e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424892 Sep 18 19:45:51.973606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:51.974226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:51.975662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] 10.222.0.32 "PUT /v2.0/ports/448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 200 len: 1093 time: 1.1125703 Sep 18 19:45:51.977843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:51.980156 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41" -d '{"events": [{"name": "network-changed", "server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:52.033214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c516e81-0cbe-4848-a1c6-5a1b3fcc9e63 req-528a59cf-f6bd-4acb-8026-11ea61de4c8c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 210 time: 0.0438035 Sep 18 19:45:52.077816 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e030d86-2182-43fa-bafc-cd0ab61e4c45 x-openstack-request-id: req-5e030d86-2182-43fa-bafc-cd0ab61e4c45 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:52.078149 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:52.078846 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e030d86-2182-43fa-bafc-cd0ab61e4c45 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:52.078846 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6', 'status': 'completed', 'code': 200} Sep 18 19:45:52.092250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Made reservation on behalf of 4f398104e65c43438f0486e367066fbc for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:45:52.096607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:52.101097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78b914-edc5-49a1-ac6d-0dc4dd06cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=448dff4d-7b6f-434c-abd9-eff57e2a77d6,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:52.105432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6944979a-eacd-41e8-99ba-b1b623a2a626 req-02208d70-3715-4224-ac0f-463fa5382f74 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0753329 Sep 18 19:45:52.105638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f7e3958b-1942-4c51-b6d4-55bca94837c7 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:52.166874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port f7e3958b-1942-4c51-b6d4-55bca94837c7 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:52.170770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port f7e3958b-1942-4c51-b6d4-55bca94837c7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:52.171144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:52.173823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-48e0b219-3766-436f-bf72-7544bae986d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:52.175310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-48e0b219-3766-436f-bf72-7544bae986d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1096 time: 0.1464617 Sep 18 19:45:52.249054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-3d6c765e-fd67-4550-91f7-1a50a82b7de8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 200 len: 217 time: 0.0632191 Sep 18 19:45:52.250615 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:52.276107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391f529d-5294-423d-a7ca-7a0414784524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e3958b-1942-4c51-b6d4-55bca94837c7'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:52.278325 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25091b23-2465-4c77-b192-b0ca999d0d2b" -d '{"events": [{"server_uuid": "391f529d-5294-423d-a7ca-7a0414784524", "name": "network-vif-plugged", "status": "completed", "tag": "f7e3958b-1942-4c51-b6d4-55bca94837c7"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:52.291248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:52.298594 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:52.313693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Allocated IP 192.168.233.70 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/d7e9b6f3-bbe9-45f8-b3de-7ffe80246551) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:45:52.320675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-8baa4c79-af0c-4b54-8f94-0e8715e6ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:52.322162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-8baa4c79-af0c-4b54-8f94-0e8715e6ac01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.0664825 Sep 18 19:45:52.339248 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a0513b-6357-4234-8505-d4ad2784d8d3 x-openstack-request-id: req-f1a0513b-6357-4234-8505-d4ad2784d8d3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:52.339547 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391f529d-5294-423d-a7ca-7a0414784524", "name": "network-vif-plugged", "status": "completed", "tag": "f7e3958b-1942-4c51-b6d4-55bca94837c7", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:52.339826 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1a0513b-6357-4234-8505-d4ad2784d8d3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:52.340190 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391f529d-5294-423d-a7ca-7a0414784524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'code': 200} Sep 18 19:45:52.363574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-c8b45dcc-f5e0-4788-a6f7-317715c0dd4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316219 Sep 18 19:45:52.378254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f7e3958b-1942-4c51-b6d4-55bca94837c7,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:52.386842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.387307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.387561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.387919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.388606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.388606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.388956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.389294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.389721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.389953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.390861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.391184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:45:52.456458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4711eb-dc6a-4183-99da-4be71eb6782a req-e5626a3f-5800-4367-a0b0-958edc870acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:52.457956 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6f4711eb-dc6a-4183-99da-4be71eb6782a req-e5626a3f-5800-4367-a0b0-958edc870acf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 1097 time: 0.0467651 Sep 18 19:45:52.494461 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6f4711eb-dc6a-4183-99da-4be71eb6782a req-cd73a45f-4a5e-4b63-80e7-270943de98b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294201 Sep 18 19:45:52.551103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-918c7cee-6fb8-428f-b47c-031d0ecbb723 service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747093 Sep 18 19:45:52.652830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:52.667908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba9c36-a354-4a33-96bf-65117f74d386 req-7815137b-6cd4-45b0-bf90-ace0d4a030cd tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:52.669375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cba9c36-a354-4a33-96bf-65117f74d386 req-7815137b-6cd4-45b0-bf90-ace0d4a030cd tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1341038 Sep 18 19:45:52.720328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69db4fd6-daea-48f2-b68a-1b0e070e6c7f req-ebff92e1-db92-4381-a6f6-f8153a709032 service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521709 Sep 18 19:45:52.741443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cba9c36-a354-4a33-96bf-65117f74d386 req-90734b3a-e1b9-4d8c-92ac-0ff945cac06f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634081 Sep 18 19:45:52.747897 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:52.761717 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:52.826985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:45:52.837789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:45:52.840510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:45:52.846000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:52.898356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:52.898981 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:52.902631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-cddb6865-5fdd-46b6-9153-c719dbcdf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:52.904156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-cddb6865-5fdd-46b6-9153-c719dbcdf452 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1096 time: 0.1173084 Sep 18 19:45:52.932316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-4290bab4-9ab2-4449-80f8-3101e85f4157 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2162149 Sep 18 19:45:52.950053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Request body: {'port': {'device_id': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:52.993110 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:53.078435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c83ad063-eba4-46b7-aeb2-328a7437615f None None] Provisioning complete for port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:53.078727 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c83ad063-eba4-46b7-aeb2-328a7437615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:53.122243 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:53.123150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c83ad063-eba4-46b7-aeb2-328a7437615f None None] Port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:45:53.124589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:53.130594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-ca433ee8-0e14-4dd1-97c9-37108e200444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:53.132081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-ca433ee8-0e14-4dd1-97c9-37108e200444 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 914 time: 0.2200041 Sep 18 19:45:53.149205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8662b-757d-4125-923f-cfefe74321e9 req-bd325b8c-83ef-4763-ae2b-3488f364d8d0 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:53.150595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a8662b-757d-4125-923f-cfefe74321e9 req-bd325b8c-83ef-4763-ae2b-3488f364d8d0 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 945 time: 0.1443729 Sep 18 19:45:53.220874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b241ebb-a3d5-441a-af69-c735aa2f2b0b req-cf20284f-8f0c-463d-bf1b-7c3b1a51d825 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:53.222310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b241ebb-a3d5-441a-af69-c735aa2f2b0b req-cf20284f-8f0c-463d-bf1b-7c3b1a51d825 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 944 time: 0.1910050 Sep 18 19:45:53.226072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-872c8c9c-71a3-4039-bcc4-16be694d7dc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 200 len: 217 time: 0.0739663 Sep 18 19:45:53.366142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a8662b-757d-4125-923f-cfefe74321e9 req-38e2fe49-f251-4fd4-b7e3-d1c28ec4f8aa tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062130 Sep 18 19:45:53.381625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b241ebb-a3d5-441a-af69-c735aa2f2b0b req-e84a3295-714f-4d05-a73c-83abc440234a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465766 Sep 18 19:45:53.391165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-959a7736-31fe-4be1-a68e-013c248b7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:53.392628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-959a7736-31fe-4be1-a68e-013c248b7c32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.1593029 Sep 18 19:45:53.438990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-a19a04df-2e97-44af-9941-abbc911130bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366812 Sep 18 19:45:53.549493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-badc2cad-d34d-473e-a631-f6004cd4d97a req-859c5aa9-bec1-4008-857b-46362942c62f tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0934429 Sep 18 19:45:53.641983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1f81b-dba4-4f19-967b-7d8e6328a1dc req-9bc02c44-9bdf-44cd-9c90-b3eca2a45f28 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:53.644012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8aa1f81b-dba4-4f19-967b-7d8e6328a1dc req-9bc02c44-9bdf-44cd-9c90-b3eca2a45f28 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 935 time: 0.2092812 Sep 18 19:45:53.694815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-ded70e6a-34d3-4e2d-9b55-b963b581dd1b service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315133 Sep 18 19:45:53.752257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8aa1f81b-dba4-4f19-967b-7d8e6328a1dc req-1f833202-ee90-434b-8431-d54ef9738aaa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913665 Sep 18 19:45:53.840007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:53.862949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:53.890911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Transition to ACTIVE for port object d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:45:53.895974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfd826fa-19ac-4a33-937b-1bcdc93d3d41 req-8849bef4-9cb9-4be5-9c5f-e4e3d5a7cb2d service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837244 Sep 18 19:45:53.897882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:53.939770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c8eff-0eaa-4adb-826d-499c6aee64e8 req-6d83f4bf-7e82-49dd-b60f-ceb35c2a2a28 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:53.941267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-595c8eff-0eaa-4adb-826d-499c6aee64e8 req-6d83f4bf-7e82-49dd-b60f-ceb35c2a2a28 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1216040 Sep 18 19:45:53.995236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:54.047623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-595c8eff-0eaa-4adb-826d-499c6aee64e8 req-f199c783-b828-4734-9a34-84805978e66e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902429 Sep 18 19:45:54.064532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Attempting to bind port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:45:54.064867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Attempting to bind port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:45:54.065196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Attempting to bind port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:54.069659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:45:54.070012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Attempting to bind port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:45:54.074928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:45:54.075266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:45:54.075702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:45:54.076132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Bound port: d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:45:54.076480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:54.146866 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:45:54.149832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:45:54.154353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:54.188238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:54.188761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:54.190206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] 10.222.0.24 "PUT /v2.0/ports/d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 1096 time: 1.2458329 Sep 18 19:45:54.190577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:54.192915 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27f32f-3966-4a71-b6de-b10a7613b7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:54.226190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa7772-3491-4444-b06f-4740ea7a4d00 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:54.250117 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc62d23b-9229-47be-b3fa-828e99b7b8f3 x-openstack-request-id: req-dc62d23b-9229-47be-b3fa-828e99b7b8f3 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:54.250401 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:54.250661 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc62d23b-9229-47be-b3fa-828e99b7b8f3 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:54.251031 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'status': 'completed', 'code': 200} Sep 18 19:45:54.286278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-38886861-c680-427a-88a9-b9202bdec360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:54.287811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-38886861-c680-427a-88a9-b9202bdec360 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 1099 time: 0.0482965 Sep 18 19:45:54.343112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-f513932e-f452-4053-a056-eae3578a3571 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 217 time: 0.0391333 Sep 18 19:45:54.395685 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dfd1385d-54ea-4685-8a4f-f624fb4ec6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:54.706063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:54.751312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-602b7a47-df2b-4167-adf1-670210ede040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:54.752801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-602b7a47-df2b-4167-adf1-670210ede040 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.4019232 Sep 18 19:45:54.777798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 448dff4d-7b6f-434c-abd9-eff57e2a77d6 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:54.780318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44533b1-b5ab-4211-b549-d83266413fd2 req-377fc2cb-afde-4827-ad94-2fe36e0eff8d tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:54.782698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c44533b1-b5ab-4211-b549-d83266413fd2 req-377fc2cb-afde-4827-ad94-2fe36e0eff8d tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 945 time: 0.1031356 Sep 18 19:45:54.804482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef59cc-562f-4325-bce3-c93926b29d00 req-d556adbe-10e2-4a5f-b342-fad689dee2db tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:54.805952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2eef59cc-562f-4325-bce3-c93926b29d00 req-d556adbe-10e2-4a5f-b342-fad689dee2db tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 944 time: 0.1277063 Sep 18 19:45:54.878158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-665eb1e1-e444-4e0e-ac94-c901160cb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:54.879676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-665eb1e1-e444-4e0e-ac94-c901160cb036 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180074 Sep 18 19:45:54.883231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2eef59cc-562f-4325-bce3-c93926b29d00 req-5bc83919-1a41-49b4-bd28-cd5ae4bfc341 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679896 Sep 18 19:45:54.886033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c44533b1-b5ab-4211-b549-d83266413fd2 req-05c3b4ab-d582-43f8-8f62-5f4972cca028 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790188 Sep 18 19:45:54.887995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:54.913907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '448dff4d-7b6f-434c-abd9-eff57e2a77d6', 'network_id': '58c31470-2e49-4ec2-8c78-f89f9a47aae9', 'port_id': '448dff4d-7b6f-434c-abd9-eff57e2a77d6', 'mac_address': 'fa:16:3e:37:52:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56001a2b-2029-4519-8c70-7ca905471544', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:54.965388 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:54.978404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448dff4d-7b6f-434c-abd9-eff57e2a77d6 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:54.990070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-701cfd62-bbe5-4024-87e2-f778554d6ada req-281b24b1-e096-43d7-9457-3180629e916c tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0322897 Sep 18 19:45:55.016915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-ebe1af15-66f7-496f-9025-12a5646fd484 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250343 Sep 18 19:45:55.023366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:55.031094 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:55.101303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=448dff4d-7b6f-434c-abd9-eff57e2a77d6,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:55.145490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a78dd0b7-1db1-40f5-8cc7-fe478d20a5e0 req-0ecf8333-476e-49a0-8aa7-a085e2c9e1bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0300949 Sep 18 19:45:55.195852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0fd23373-d377-4987-b73f-4e7f93b208ed req-67bdb25d-67d6-4fd0-958f-944b8e92267e service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710377 Sep 18 19:45:55.216199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769e976-ffcc-4d56-a6ea-e4b2d123c739 req-6c40a0f2-5f3b-436e-a646-748d2a6b8153 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:55.217921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5769e976-ffcc-4d56-a6ea-e4b2d123c739 req-6c40a0f2-5f3b-436e-a646-748d2a6b8153 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 947 time: 0.0748320 Sep 18 19:45:55.282150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5769e976-ffcc-4d56-a6ea-e4b2d123c739 req-2c39a996-a5c8-46a8-9584-64bf06518a22 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572104 Sep 18 19:45:55.302360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-798c325d-c2c2-4b40-aa99-29c7fd78afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:55.302360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-798c325d-c2c2-4b40-aa99-29c7fd78afe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 1099 time: 0.0466878 Sep 18 19:45:55.331365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['448dff4d-7b6f-434c-abd9-eff57e2a77d6'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:55.435783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:55.454013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9841b7-6b68-4995-8ee2-bc6ede1b4e1f req-a8642438-58ae-4f85-86b8-c35b8005b11b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:55.461444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b9841b7-6b68-4995-8ee2-bc6ede1b4e1f req-a8642438-58ae-4f85-86b8-c35b8005b11b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1155438 Sep 18 19:45:55.487149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-cf2b3f13-bdea-4c91-ba58-c31e057696f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:55.489162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-cf2b3f13-bdea-4c91-ba58-c31e057696f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1767049 Sep 18 19:45:55.553123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-d7445afc-178e-4cc7-a3b6-a44b897a6fc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 217 time: 0.0557477 Sep 18 19:45:55.559843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b9841b7-6b68-4995-8ee2-bc6ede1b4e1f req-76599efb-afa0-4309-bc60-34b2eb78ecbd tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974026 Sep 18 19:45:55.613332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-435f0056-1818-4037-8d37-f0608a1701a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:55.615002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-435f0056-1818-4037-8d37-f0608a1701a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0466747 Sep 18 19:45:55.671816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-a69f7382-8e1e-4653-96a3-9372a00597ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:55.673691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-a69f7382-8e1e-4653-96a3-9372a00597ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0495713 Sep 18 19:45:55.782690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-e4fe9487-80d4-41ef-a7f1-c56126428bea service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940189 Sep 18 19:45:55.892765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b08fbc-27b4-4d4a-8458-36ec5f020ebf req-d77d96c9-d8c5-44ec-8816-bb027d0ec566 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:55.894233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b08fbc-27b4-4d4a-8458-36ec5f020ebf req-d77d96c9-d8c5-44ec-8816-bb027d0ec566 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 945 time: 0.1087048 Sep 18 19:45:55.933315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc27f32f-3966-4a71-b6de-b10a7613b7c4 req-8a64ef57-2791-422f-86a9-01c665b4f70b service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394942 Sep 18 19:45:55.946135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05b08fbc-27b4-4d4a-8458-36ec5f020ebf req-0cd6888f-5a40-4176-8f76-877a108957a2 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Sep 18 19:45:56.006323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9c388-bb38-42d9-8d0d-07c7eff40dfc req-830eb824-f720-4ca4-8553-6f0fb346f22e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:56.007874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ca9c388-bb38-42d9-8d0d-07c7eff40dfc req-830eb824-f720-4ca4-8553-6f0fb346f22e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 945 time: 0.0508621 Sep 18 19:45:56.048791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ca9c388-bb38-42d9-8d0d-07c7eff40dfc req-08d2038c-7adb-44fa-9f29-b4f980621476 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348616 Sep 18 19:45:56.122926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74845164-c715-4929-882d-9d21c729dc19 req-4071d1c8-7e3b-4f1d-98a8-bd65f2cda962 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0290577 Sep 18 19:45:56.401793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8e5a0-aa47-436c-a7ad-75295a362751 req-1116e064-b1ad-48fe-affc-1d36fe3a8c54 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:56.403427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51a8e5a0-aa47-436c-a7ad-75295a362751 req-1116e064-b1ad-48fe-affc-1d36fe3a8c54 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 947 time: 0.0534172 Sep 18 19:45:56.442515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51a8e5a0-aa47-436c-a7ad-75295a362751 req-41b326df-9558-42d2-92ed-e30de955a657 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Sep 18 19:45:56.677354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c194dd-1296-47ab-84cb-a3e005334b71 req-c64ff2e7-4307-4190-b366-79a82f8cfcc9 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:56.678865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67c194dd-1296-47ab-84cb-a3e005334b71 req-c64ff2e7-4307-4190-b366-79a82f8cfcc9 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0504100 Sep 18 19:45:56.717289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67c194dd-1296-47ab-84cb-a3e005334b71 req-9e957807-5e55-4e77-86cf-aa3ca78b0da9 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Sep 18 19:45:56.800215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 448dff4d-7b6f-434c-abd9-eff57e2a77d6 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:45:56.849356 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:45:56.852840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:45:56.853211 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:56.930150 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:56.951853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:45:56.954651 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c706b3-df8b-4729-ba71-c64ddb630584" -d '{"events": [{"server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "name": "network-vif-plugged", "status": "completed", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:45:56.967041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:56.978399 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:57.001782 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b15076-16db-45f8-8c6c-8b9b2243673a x-openstack-request-id: req-b5b15076-16db-45f8-8c6c-8b9b2243673a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:45:57.002094 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "name": "network-vif-plugged", "status": "completed", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:45:57.002354 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5b15076-16db-45f8-8c6c-8b9b2243673a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:45:57.002735 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6', 'code': 200} Sep 18 19:45:57.031416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=448dff4d-7b6f-434c-abd9-eff57e2a77d6,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:57.071748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a3e31-5c39-4e6b-bbb3-6482fd6cb6fe req-a90597bd-7b1a-4698-9158-f1eaa82b4cfe tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:57.073253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-199a3e31-5c39-4e6b-bbb3-6482fd6cb6fe req-a90597bd-7b1a-4698-9158-f1eaa82b4cfe tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 945 time: 0.0591629 Sep 18 19:45:57.133852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-199a3e31-5c39-4e6b-bbb3-6482fd6cb6fe req-521438d2-1944-423a-8fc5-a3e6d291f62a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Sep 18 19:45:57.135768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f99f34-3d40-47cb-b7f6-ec294babd40a req-42647480-0737-429a-91ea-ea3cf2943c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:57.137183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6f99f34-3d40-47cb-b7f6-ec294babd40a req-42647480-0737-429a-91ea-ea3cf2943c05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1098 time: 0.0837917 Sep 18 19:45:57.202676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6f99f34-3d40-47cb-b7f6-ec294babd40a req-2fe7493b-605a-4695-910d-1e234a524879 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580933 Sep 18 19:45:57.219523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd7861-2536-4a37-ba91-195ff2b75549 req-513ea9e2-74cc-47de-8bdd-87108cf32afa tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:57.220816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3dd7861-2536-4a37-ba91-195ff2b75549 req-513ea9e2-74cc-47de-8bdd-87108cf32afa tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 946 time: 0.0614781 Sep 18 19:45:57.269000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3dd7861-2536-4a37-ba91-195ff2b75549 req-d6424d57-e904-40d2-b01f-071297385201 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Sep 18 19:45:57.287032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86c43922-daeb-4b26-8a06-93c6e1e51dd1 req-c4bd76f8-9945-4786-af41-dba2f0398066 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0326385 Sep 18 19:45:57.322717 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:57.495523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06c6ff90-1a04-4ade-bf13-562ed3a5d8a4 req-5843a170-57dc-4bd7-ba82-88c3d4157751 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e071779bed974dac88d5966eafd437e3&device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Sep 18 19:45:57.524378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc5a5a4e-4bdc-4be0-9663-b11edc7126b7 req-4c6678ed-c40a-4857-a55c-e6b752b6657b tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0312762 Sep 18 19:45:57.563171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06c6ff90-1a04-4ade-bf13-562ed3a5d8a4 req-4b970ae5-b87b-430c-9801-2c1825bd77a9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e071779bed974dac88d5966eafd437e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409186 Sep 18 19:45:57.610838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6bb05-29fb-4364-8c1e-338cf600aa90 req-4df993dd-8ded-4845-9b4f-96223fef45ba tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:57.612352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74f6bb05-29fb-4364-8c1e-338cf600aa90 req-4df993dd-8ded-4845-9b4f-96223fef45ba tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 947 time: 0.0911839 Sep 18 19:45:57.693166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74f6bb05-29fb-4364-8c1e-338cf600aa90 req-015747cc-6bb1-4728-8d5c-0d25cd69560d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507369 Sep 18 19:45:57.695739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6ff90-1a04-4ade-bf13-562ed3a5d8a4 req-d7287899-05c2-4447-ae3a-1ac2e38269b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:57.697116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06c6ff90-1a04-4ade-bf13-562ed3a5d8a4 req-d7287899-05c2-4447-ae3a-1ac2e38269b3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262803 Sep 18 19:45:57.833551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adab09-bfef-4741-b924-6138fbd4b59d req-a8d11730-e2e1-4910-b99f-ece57f17ddcd tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:57.835043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63adab09-bfef-4741-b924-6138fbd4b59d req-a8d11730-e2e1-4910-b99f-ece57f17ddcd tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0521123 Sep 18 19:45:57.872408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63adab09-bfef-4741-b924-6138fbd4b59d req-186ed7ee-2dd5-4c32-a6e5-d225c9ba9cef tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Sep 18 19:45:58.138876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:45:58.240878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:58.251986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'mac_address': 'fa:16:3e:72:ff:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:45:58.254807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee61f0-a487-4a63-a840-87e37395744b req-14a3173b-5e3d-4290-b2e5-6e5beae8164a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:58.256966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ee61f0-a487-4a63-a840-87e37395744b req-14a3173b-5e3d-4290-b2e5-6e5beae8164a tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 945 time: 0.0548327 Sep 18 19:45:58.298850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:58.299819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4ee61f0-a487-4a63-a840-87e37395744b req-ee028e44-25aa-4a42-a48a-8c800d5c2b01 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346642 Sep 18 19:45:58.315398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:45:58.336642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:45:58.341083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:58.393397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dad9a-9215-440f-b79e-ae0245ee7620 req-9346bcc1-2957-4ac5-b0eb-31e1f9b032f4 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:58.394936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f0dad9a-9215-440f-b79e-ae0245ee7620 req-9346bcc1-2957-4ac5-b0eb-31e1f9b032f4 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 946 time: 0.0522239 Sep 18 19:45:58.396702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:45:58.435873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f0dad9a-9215-440f-b79e-ae0245ee7620 req-1406313d-1f2d-4d5d-b2a0-545232b782f3 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344036 Sep 18 19:45:58.619048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4e41dc6-1f0e-4987-9d68-28358b1c5b6b req-b93e994c-e813-4e0f-99c0-e66f3d38cc52 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.20 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0277331 Sep 18 19:45:58.764060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['d7e9b6f3-bbe9-45f8-b3de-7ffe80246551'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:45:58.813345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40979fc3-dd47-4ec8-801c-5c88336c8ee2 req-7909ddc4-e89d-4150-8410-84ef3f9b2416 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:58.814904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40979fc3-dd47-4ec8-801c-5c88336c8ee2 req-7909ddc4-e89d-4150-8410-84ef3f9b2416 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 948 time: 0.0530679 Sep 18 19:45:58.860373 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40979fc3-dd47-4ec8-801c-5c88336c8ee2 req-8dbadc77-3d63-4705-af9d-c9a6d1f20bc3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384424 Sep 18 19:45:58.987985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456db044-e401-4af4-944b-7bf97ddd57b0 req-08fc3645-669b-4e3d-aa1e-e2f24077f512 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:58.989416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-456db044-e401-4af4-944b-7bf97ddd57b0 req-08fc3645-669b-4e3d-aa1e-e2f24077f512 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0493641 Sep 18 19:45:59.031474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-456db044-e401-4af4-944b-7bf97ddd57b0 req-a550fba7-93c3-429e-b514-fd992c1fd6bb tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Sep 18 19:45:59.120494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06c6ff90-1a04-4ade-bf13-562ed3a5d8a4 req-094c92e2-c7ac-45a0-b7d6-991e7deafd37 tempest-ServerShowV257Test-290762064 tempest-ServerShowV257Test-290762064-project] 10.222.0.32 "GET /v2.0/ports?device_id=829e083f-5ab9-46b6-8a17-b714acc32191 HTTP/1.1" status: 200 len: 210 time: 0.0245655 Sep 18 19:45:59.417690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e769bdb-b754-4019-bbe0-e6857b6419bd req-4f338be7-caec-46eb-9214-5961818241cd tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:59.419146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e769bdb-b754-4019-bbe0-e6857b6419bd req-4f338be7-caec-46eb-9214-5961818241cd tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 945 time: 0.0481598 Sep 18 19:45:59.456165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e769bdb-b754-4019-bbe0-e6857b6419bd req-9ad5b74d-c54f-48b6-ad53-501f973fe919 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Sep 18 19:45:59.567464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd168a0-cc16-477a-addb-79f24caae395 req-36ea0539-cd1e-4e6f-ab23-2631f9062d44 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:59.569270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4cd168a0-cc16-477a-addb-79f24caae395 req-36ea0539-cd1e-4e6f-ab23-2631f9062d44 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 946 time: 0.0579722 Sep 18 19:45:59.611669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4cd168a0-cc16-477a-addb-79f24caae395 req-b385ff3b-3ef0-41a4-9456-25a466c1d445 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Sep 18 19:45:59.723063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-26f41173-4cfe-4185-b35e-6f7b11ee4de9 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-627746353&fields=id&tenant_id=d6e0caec4391425daea990b1d9981547 HTTP/1.1" status: 200 len: 267 time: 0.0396004 Sep 18 19:45:59.779186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-6fb3c7fb-1cfb-4b71-8b1a-21d2edd453cb tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:59.780750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-6fb3c7fb-1cfb-4b71-8b1a-21d2edd453cb tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 946 time: 0.0511773 Sep 18 19:45:59.793200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'port': {'security_groups': ['82a89030-dbf0-4875-9082-4a4f5ad45853', '6096f45f-523e-4628-8b1a-1929a4eee5d5']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:45:59.866157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:45:59.928433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49248) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:45:59.983442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b836e-1011-4c84-88e0-e1016696c3fc req-b954a37b-b839-4698-93aa-0eab1a916cb1 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:45:59.985102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d13b836e-1011-4c84-88e0-e1016696c3fc req-b954a37b-b839-4698-93aa-0eab1a916cb1 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 945 time: 0.0846162 Sep 18 19:46:00.037466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.060138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d13b836e-1011-4c84-88e0-e1016696c3fc req-a4579481-64a2-4770-9a44-663a276c22d5 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680356 Sep 18 19:46:00.132433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] For port 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:00.136969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.142866 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.145467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f7e3958b-1942-4c51-b6d4-55bca94837c7 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:46:00.151348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:00.183884 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e071779bed974dac88d5966eafd437e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543416 Sep 18 19:46:00.184733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e03a10-7b20-4d91-adb4-08babed2b7f3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:00.188561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49254) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:00.193371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.193720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.194060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.194399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.194633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.194780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.195045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.195394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.195717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.196044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.196416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.196761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.197000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71973da8-829a-4f81-936c-e4e13a3a6e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:00.233847 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.270527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['448dff4d-7b6f-434c-abd9-eff57e2a77d6'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:00.272513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:00.274915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f162a9-78d3-4d72-9297-1227ddf214fc req-4a1b6575-1f59-40d2-83ac-3d170661bbf4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:00.276442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5f162a9-78d3-4d72-9297-1227ddf214fc req-4a1b6575-1f59-40d2-83ac-3d170661bbf4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 948 time: 0.1419628 Sep 18 19:46:00.326338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:00.326861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.329542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50aec767-ddb4-49d9-bd78-958761ac2e10 req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "PUT /v2.0/ports/448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 200 len: 982 time: 0.5414779 Sep 18 19:46:00.329998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:00.332280 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3067c96c-5def-445e-8821-a411c9c1a701" -d '{"events": [{"name": "network-changed", "server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:00.355553 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95b4b666-4c3b-4491-a47c-0c5a4e84f2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.363940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3a5bb-9f24-4616-b397-420c64cee752 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'Port': ['ID=448dff4d-7b6f-434c-abd9-eff57e2a77d6,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:00.388108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5f162a9-78d3-4d72-9297-1227ddf214fc req-d3f53b0f-2226-4d44-8bea-76e770cc9e55 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018195 Sep 18 19:46:00.424683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95b4b666-4c3b-4491-a47c-0c5a4e84f2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.478656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ada7e2-e00c-433e-8e88-47e889735e90 req-bb35e307-be56-4f12-808d-7a544044b74a tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:00.480258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68ada7e2-e00c-433e-8e88-47e889735e90 req-bb35e307-be56-4f12-808d-7a544044b74a tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0911078 Sep 18 19:46:00.500726 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbf45ff-8093-4a8c-b793-a4de83655d5f x-openstack-request-id: req-7bbf45ff-8093-4a8c-b793-a4de83655d5f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:00.501121 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:00.501472 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bbf45ff-8093-4a8c-b793-a4de83655d5f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:00.502129 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6', 'status': 'completed', 'code': 200} Sep 18 19:46:00.516583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:46:00.526498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['448dff4d-7b6f-434c-abd9-eff57e2a77d6'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:00.534066 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95b4b666-4c3b-4491-a47c-0c5a4e84f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.536603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95b4b666-4c3b-4491-a47c-0c5a4e84f2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.537824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-95b4b666-4c3b-4491-a47c-0c5a4e84f2e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99e03a10-7b20-4d91-adb4-08babed2b7f3 HTTP/1.1" status: 204 len: 168 time: 0.3460212 Sep 18 19:46:00.567862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:00.574891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:00.575599 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.595592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4b666-4c3b-4491-a47c-0c5a4e84f2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e03a10-7b20-4d91-adb4-08babed2b7f3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:00.599499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8cad0878-b714-42fe-a452-9d629a913617 req-01f5e455-bffb-4688-aa2e-113086e6a35b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/6096f45f-523e-4628-8b1a-1929a4eee5d5 HTTP/1.1" status: 200 len: 1799 time: 0.0738049 Sep 18 19:46:00.627895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68ada7e2-e00c-433e-8e88-47e889735e90 req-597679f3-cf4e-4351-9be9-f6203199a195 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390371 Sep 18 19:46:00.652718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'mac_address': 'fa:16:3e:8f:2d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:46:00.680229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c96c-5def-445e-8821-a411c9c1a701 req-4e48fb36-10f1-40f7-ba80-a8ef3cefa872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:00.681740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3067c96c-5def-445e-8821-a411c9c1a701 req-4e48fb36-10f1-40f7-ba80-a8ef3cefa872 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1137 time: 0.1492934 Sep 18 19:46:00.793786 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-8cad0878-b714-42fe-a452-9d629a913617 req-f9620943-6f4b-4e7a-94b7-4b01b578699a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 19:46:00.794826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8cad0878-b714-42fe-a452-9d629a913617 req-f9620943-6f4b-4e7a-94b7-4b01b578699a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/6096f45f-523e-4628-8b1a-1929a4eee5d5 HTTP/1.1" status: 409 len: 341 time: 0.1788542 Sep 18 19:46:00.800301 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:00.817901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c96c-5def-445e-8821-a411c9c1a701 req-292e610b-edd5-45e2-8ed9-ae480e2358dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:00.819825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3067c96c-5def-445e-8821-a411c9c1a701 req-292e610b-edd5-45e2-8ed9-ae480e2358dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 914 time: 0.1194174 Sep 18 19:46:00.866639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3067c96c-5def-445e-8821-a411c9c1a701 req-d2adc72f-0d4e-46ae-bf6f-62ee594c41d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 200 len: 217 time: 0.0373750 Sep 18 19:46:00.916764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7e3958b-1942-4c51-b6d4-55bca94837c7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:00.919410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c96c-5def-445e-8821-a411c9c1a701 req-88de4b13-c3f3-4755-8ad5-a2092fdfdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:00.921048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3067c96c-5def-445e-8821-a411c9c1a701 req-88de4b13-c3f3-4755-8ad5-a2092fdfdde8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.0472441 Sep 18 19:46:00.971318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3067c96c-5def-445e-8821-a411c9c1a701 req-cdb3ebc7-d906-4d37-9a13-13d2a802ade1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349631 Sep 18 19:46:01.018767 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:01.029030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:01.054340 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:01.138502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:01.139265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672931bd-ca27-4298-8871-0da29970f5e6 req-849bf514-cb20-4eab-a7bf-73d471198c74 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.141336 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0d1e95-28c4-4f09-a1e8-b380eb7cdc03" -d '{"events": [{"server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "name": "network-vif-plugged", "status": "completed", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:01.143960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-672931bd-ca27-4298-8871-0da29970f5e6 req-849bf514-cb20-4eab-a7bf-73d471198c74 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 985 time: 0.0990584 Sep 18 19:46:01.147047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3067c96c-5def-445e-8821-a411c9c1a701 req-9589106b-7ccd-49b9-b8c7-c6ef71b1559c service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667242 Sep 18 19:46:01.185130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:01.225900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f7e3958b-1942-4c51-b6d4-55bca94837c7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:01.228034 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:01.267928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f7e3958b-1942-4c51-b6d4-55bca94837c7,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:01.277834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-672931bd-ca27-4298-8871-0da29970f5e6 req-bc33f268-0e3a-4552-86e6-3c56661021ed tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&id=6096f45f-523e-4628-8b1a-1929a4eee5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1184847 Sep 18 19:46:01.294676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093efb4b-a233-4910-924e-d3a1352371c0 req-b7462c74-eed9-404f-83d9-14797755d7d1 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.302671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-093efb4b-a233-4910-924e-d3a1352371c0 req-b7462c74-eed9-404f-83d9-14797755d7d1 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 944 time: 0.1544185 Sep 18 19:46:01.352637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3067c96c-5def-445e-8821-a411c9c1a701 req-f9338571-42ff-43ab-b50c-bf67404697e8 service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932051 Sep 18 19:46:01.366185 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3494ee-6b11-4834-8f3f-c6c9587ac9e5 x-openstack-request-id: req-9d3494ee-6b11-4834-8f3f-c6c9587ac9e5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:01.366466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-093efb4b-a233-4910-924e-d3a1352371c0 req-9ecc7666-6ff9-4b23-9e43-7d67a2919526 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ed5100d-12fc-413f-88ce-6e851a470a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626540 Sep 18 19:46:01.366686 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "name": "network-vif-plugged", "status": "completed", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:01.366804 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d3494ee-6b11-4834-8f3f-c6c9587ac9e5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:01.367434 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'code': 200} Sep 18 19:46:01.404521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:01.553294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-ca9584bd-abdb-4b5d-a043-1993a24ffba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.554824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-ca9584bd-abdb-4b5d-a043-1993a24ffba7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1137 time: 0.1423249 Sep 18 19:46:01.571657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418091a-63f2-454f-8193-c1b5d524be57 req-21fafce9-3210-4aa6-896e-ad5c51885c03 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.573090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7418091a-63f2-454f-8193-c1b5d524be57 req-21fafce9-3210-4aa6-896e-ad5c51885c03 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0912223 Sep 18 19:46:01.583842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b28da-bb0a-48a4-b562-f20e3e8042f6 req-1ee3d44c-d7ae-4146-abb5-40040287cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.585271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-975b28da-bb0a-48a4-b562-f20e3e8042f6 req-1ee3d44c-d7ae-4146-abb5-40040287cc70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 1101 time: 0.1165829 Sep 18 19:46:01.706120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-975b28da-bb0a-48a4-b562-f20e3e8042f6 req-33e2e7f9-4111-40b9-90a6-c553bf1a3b29 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053982 Sep 18 19:46:01.726185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7418091a-63f2-454f-8193-c1b5d524be57 req-2409a6b0-0831-48df-9d72-003ea2d4ac1b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443973 Sep 18 19:46:01.767053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-c8b4fd33-38da-4068-b0d5-b402dc6adf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.768599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-c8b4fd33-38da-4068-b0d5-b402dc6adf22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 914 time: 0.2048259 Sep 18 19:46:01.792568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af53e40-a6d7-48e0-906b-6ee4d1275ed6 req-9a9cfa86-e968-4f87-ad31-14e4a25c07a7 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.793714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6af53e40-a6d7-48e0-906b-6ee4d1275ed6 req-9a9cfa86-e968-4f87-ad31-14e4a25c07a7 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0901108 Sep 18 19:46:01.829563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-fc912c14-e688-4bec-9056-851090c53934 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 200 len: 217 time: 0.0531254 Sep 18 19:46:01.893321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6af53e40-a6d7-48e0-906b-6ee4d1275ed6 req-2b305d1c-8770-49da-8eae-ef77533044df tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671186 Sep 18 19:46:01.898522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-a121bbfa-695c-4c78-a4bf-75cb60019759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.899960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-a121bbfa-695c-4c78-a4bf-75cb60019759 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.0584810 Sep 18 19:46:01.933440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-d97e719e-b6cf-4c46-8295-f9c5eb536c3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257075 Sep 18 19:46:01.990103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-80bb7bca-f03f-4942-b7c2-5dda6f714c15 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:01.991760 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-80bb7bca-f03f-4942-b7c2-5dda6f714c15 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.24 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 944 time: 0.0601876 Sep 18 19:46:02.042743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-bf0b838f-dbe2-4f72-a425-a4000892e113 service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981531 Sep 18 19:46:02.106431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Deleting port f7e3958b-1942-4c51-b6d4-55bca94837c7 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:02.106864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:02.144786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cbd503-686b-49b4-be9b-bc66ec8a5256 req-05a7e06e-303d-4c70-92dc-69fdac7ed8f8 service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942278 Sep 18 19:46:02.157852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f7e3958b-1942-4c51-b6d4-55bca94837c7 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:46:02.160242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f7e3958b-1942-4c51-b6d4-55bca94837c7 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:02.229442 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:02.229813 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:02.243637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Calling delete_port for f7e3958b-1942-4c51-b6d4-55bca94837c7 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:02.368952 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:02.375854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f7e3958b-1942-4c51-b6d4-55bca94837c7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f7e3958b-1942-4c51-b6d4-55bca94837c7,segment=NetworkSegment(4db192a4-e6ae-4ba1-9645-458bb2facbf1),segment_id=4db192a4-e6ae-4ba1-9645-458bb2facbf1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:02.400592 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:02.407097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f7e3958b-1942-4c51-b6d4-55bca94837c7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:02.421453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'network_id': '19ab6ec0-f617-44fd-925a-6101ef5dbe0b', 'port_id': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'mac_address': 'fa:16:3e:8f:2d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72b585-10c1-49b7-8838-fd7d6a9b630f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:46:02.439027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Pushing event deleted for resources: {'Port': ['ID=f7e3958b-1942-4c51-b6d4-55bca94837c7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:02.465236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff936d-3093-48b9-b7d9-d214bfc8d99c req-5d4e3508-c96d-4601-a983-7eac23d454e4 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:02.469809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aaff936d-3093-48b9-b7d9-d214bfc8d99c req-5d4e3508-c96d-4601-a983-7eac23d454e4 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 985 time: 0.0899827 Sep 18 19:46:02.494184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] No DVR routers for this DVR port f7e3958b-1942-4c51-b6d4-55bca94837c7 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:02.496897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:02.498900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-616b4b14-0bcf-4ee9-b716-10f7f567d5b4 req-f332dae8-f95b-42ef-a7f3-66fba4bf8210 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.24 "DELETE /v2.0/ports/f7e3958b-1942-4c51-b6d4-55bca94837c7 HTTP/1.1" status: 204 len: 173 time: 0.4948876 Sep 18 19:46:02.499404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391f529d-5294-423d-a7ca-7a0414784524', 'name': 'network-vif-deleted', 'tag': 'f7e3958b-1942-4c51-b6d4-55bca94837c7'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:02.502174 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e897c8-5280-4b9b-bbd9-130a516a4c0b" -d '{"events": [{"server_uuid": "391f529d-5294-423d-a7ca-7a0414784524", "name": "network-vif-deleted", "tag": "f7e3958b-1942-4c51-b6d4-55bca94837c7"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:02.527526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eaa88991-e852-44c6-8b01-e268710b369a req-9e81dd62-3a00-4415-a45a-7201a3434269 tempest-ImagesTestJSON-1308971056 tempest-ImagesTestJSON-1308971056-project] 10.222.0.20 "GET /v2.0/ports?device_id=391f529d-5294-423d-a7ca-7a0414784524 HTTP/1.1" status: 200 len: 210 time: 0.0355678 Sep 18 19:46:02.552080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aaff936d-3093-48b9-b7d9-d214bfc8d99c req-8f240aba-5512-4a0e-ab7b-c860a3b2b76d tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&id=6096f45f-523e-4628-8b1a-1929a4eee5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0775537 Sep 18 19:46:02.594157 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d00c6-f470-4e83-8a6f-50aa138f23c1 x-openstack-request-id: req-8f7d00c6-f470-4e83-8a6f-50aa138f23c1 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:02.595476 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391f529d-5294-423d-a7ca-7a0414784524", "name": "network-vif-deleted", "tag": "f7e3958b-1942-4c51-b6d4-55bca94837c7", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:02.595476 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f7d00c6-f470-4e83-8a6f-50aa138f23c1 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:02.595774 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391f529d-5294-423d-a7ca-7a0414784524', 'name': 'network-vif-deleted', 'tag': 'f7e3958b-1942-4c51-b6d4-55bca94837c7', 'status': 'completed', 'code': 200} Sep 18 19:46:02.841988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df46f49-6127-46d8-8fc0-952ba691c5cf req-58da51bc-a2e2-462d-971d-e61393a4c322 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:02.844257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6df46f49-6127-46d8-8fc0-952ba691c5cf req-58da51bc-a2e2-462d-971d-e61393a4c322 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0501447 Sep 18 19:46:02.881983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6df46f49-6127-46d8-8fc0-952ba691c5cf req-05581b39-419a-4a74-8f0a-100ebf722cd5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Sep 18 19:46:03.015152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a066ff5-b579-4f8f-af92-d68e3821e656 req-2d0d1147-21d1-44ee-878b-cdd22cde102b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:03.016671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a066ff5-b579-4f8f-af92-d68e3821e656 req-2d0d1147-21d1-44ee-878b-cdd22cde102b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0544212 Sep 18 19:46:03.083636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a066ff5-b579-4f8f-af92-d68e3821e656 req-2cf0b21e-639f-45b0-9d66-7a2105d50b28 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550220 Sep 18 19:46:03.690822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28ae0-7bd2-4c9d-8908-e0866a239d17 req-7d45fdaf-4231-421c-84ca-df73bf6ea5a1 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:03.698482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5dc28ae0-7bd2-4c9d-8908-e0866a239d17 req-7d45fdaf-4231-421c-84ca-df73bf6ea5a1 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 985 time: 0.0567791 Sep 18 19:46:03.756265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5dc28ae0-7bd2-4c9d-8908-e0866a239d17 req-0cef5287-ee51-4a8a-9f0e-6c7b7dc2f3e2 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&id=6096f45f-523e-4628-8b1a-1929a4eee5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0436263 Sep 18 19:46:03.799966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49388) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:03.864108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-8ebc2b73-182e-47aa-ac52-78f4ad551cdd tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1862262767&fields=id&tenant_id=d6e0caec4391425daea990b1d9981547 HTTP/1.1" status: 200 len: 267 time: 0.0382125 Sep 18 19:46:03.924465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47e14140-a7e6-4e36-9dad-62ae15056bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:03.926024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-80da8f1d-da1d-4a35-b72c-1c9db45fe680 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:03.927606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-80da8f1d-da1d-4a35-b72c-1c9db45fe680 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 985 time: 0.0575142 Sep 18 19:46:03.941689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'port': {'security_groups': ['6096f45f-523e-4628-8b1a-1929a4eee5d5', '82a89030-dbf0-4875-9082-4a4f5ad45853', '3fd827ef-12ac-4d9c-b006-ca49de7f8433']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:04.028473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47e14140-a7e6-4e36-9dad-62ae15056bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.032760 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47e14140-a7e6-4e36-9dad-62ae15056bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.043774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.069170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9341869-9011-458f-a72a-6f4ab6981b4c req-ead4d713-8bd7-4775-a47d-bb4ba5f932e3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:04.073240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c9341869-9011-458f-a72a-6f4ab6981b4c req-ead4d713-8bd7-4775-a47d-bb4ba5f932e3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0928221 Sep 18 19:46:04.073397 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-47e14140-a7e6-4e36-9dad-62ae15056bb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8b32fd5e1d4446fa2dc7634d2093c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697489 Sep 18 19:46:04.073397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e14140-a7e6-4e36-9dad-62ae15056bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9275abc1-4103-4a4b-9a76-3eed8cc47e0c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:04.074385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49408) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:04.188407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c9341869-9011-458f-a72a-6f4ab6981b4c req-09c715fa-b098-44d1-85f2-bd4f7d70d831 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923648 Sep 18 19:46:04.224305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e85e2bff-1cad-4aed-8b17-233b7c821369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.235873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49416) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:04.266534 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e85e2bff-1cad-4aed-8b17-233b7c821369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.283993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa3b314-7ff2-4934-815e-aedda082060f admin admin] Deleting subnet ac72b585-10c1-49b7-8838-fd7d6a9b630f {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:46:04.287029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b314-7ff2-4934-815e-aedda082060f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.321390 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b314-7ff2-4934-815e-aedda082060f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.367631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b314-7ff2-4934-815e-aedda082060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.405181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] For port 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:04.408877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e85e2bff-1cad-4aed-8b17-233b7c821369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.411767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e85e2bff-1cad-4aed-8b17-233b7c821369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.415612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e85e2bff-1cad-4aed-8b17-233b7c821369 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9275abc1-4103-4a4b-9a76-3eed8cc47e0c HTTP/1.1" status: 204 len: 168 time: 0.3383186 Sep 18 19:46:04.423496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b314-7ff2-4934-815e-aedda082060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.433192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e2bff-1cad-4aed-8b17-233b7c821369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9275abc1-4103-4a4b-9a76-3eed8cc47e0c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:04.451091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3b314-7ff2-4934-815e-aedda082060f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac72b585-10c1-49b7-8838-fd7d6a9b630f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:04.455574 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b314-7ff2-4934-815e-aedda082060f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.457643 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4aa3b314-7ff2-4934-815e-aedda082060f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac72b585-10c1-49b7-8838-fd7d6a9b630f HTTP/1.1" status: 204 len: 168 time: 0.2198114 Sep 18 19:46:04.459909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:04.475661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b95809-3976-4cd6-a012-0d27af459599 req-fb3dda07-1f99-4beb-8322-b935f2aaf798 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:04.477174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3b95809-3976-4cd6-a012-0d27af459599 req-fb3dda07-1f99-4beb-8322-b935f2aaf798 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1197248 Sep 18 19:46:04.480503 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.492965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.505908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['448dff4d-7b6f-434c-abd9-eff57e2a77d6'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:04.509016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:04.535466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.556671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:04.557194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.558594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-717e6b0d-8ee3-440b-81cc-0d87cfa48d65 req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "PUT /v2.0/ports/448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 200 len: 1021 time: 0.6222758 Sep 18 19:46:04.559574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:04.561321 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214" -d '{"events": [{"name": "network-changed", "server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:04.596289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fe3b1-4c3f-49a7-b31c-a8aeceeecaae tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'Port': ['ID=448dff4d-7b6f-434c-abd9-eff57e2a77d6,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:04.627158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3b95809-3976-4cd6-a012-0d27af459599 req-b72c0c29-316d-4e86-97d9-2045a3c37a64 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378906 Sep 18 19:46:04.653448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.674406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['448dff4d-7b6f-434c-abd9-eff57e2a77d6'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:04.681007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ab6ec0-f617-44fd-925a-6101ef5dbe0b']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:04.693094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db192a4-e6ae-4ba1-9645-458bb2facbf1') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:04.695212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db192a4-e6ae-4ba1-9645-458bb2facbf1') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:04.728478 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.754493 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.757911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d471f179-97fb-425a-b7eb-af515317b8db req-1914edbb-76b5-4081-9299-cff80b3f6a3b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/3fd827ef-12ac-4d9c-b006-ca49de7f8433 HTTP/1.1" status: 200 len: 1800 time: 0.0632524 Sep 18 19:46:04.761880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:46:04.762218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:46:04.764292 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:46:04.824801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-c63cfc4d-27bb-4d98-a444-b8363d32434f req-e2abf426-6211-4ce8-b8c5-95b5e5a9fbcd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:46:04.825826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c63cfc4d-27bb-4d98-a444-b8363d32434f req-e2abf426-6211-4ce8-b8c5-95b5e5a9fbcd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087650 Sep 18 19:46:04.848567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.853859 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-d471f179-97fb-425a-b7eb-af515317b8db req-f42f38dc-b09c-4779-839e-830958122896 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 19:46:04.864217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d471f179-97fb-425a-b7eb-af515317b8db req-f42f38dc-b09c-4779-839e-830958122896 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fd827ef-12ac-4d9c-b006-ca49de7f8433 HTTP/1.1" status: 409 len: 341 time: 0.0972614 Sep 18 19:46:04.865371 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:04.867827 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] 10.222.0.20 "DELETE /v2.0/networks/19ab6ec0-f617-44fd-925a-6101ef5dbe0b HTTP/1.1" status: 204 len: 168 time: 0.4067829 Sep 18 19:46:04.880770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad578f5-a54b-482a-a905-342d25040232 admin admin] Pushing event deleted for resources: {'Network': ['ID=19ab6ec0-f617-44fd-925a-6101ef5dbe0b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:04.911433 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2023d55a-7f6f-4250-a1d2-8e00f825c871 x-openstack-request-id: req-2023d55a-7f6f-4250-a1d2-8e00f825c871 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:04.911936 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:04.912344 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2023d55a-7f6f-4250-a1d2-8e00f825c871 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:04.912967 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6', 'status': 'completed', 'code': 200} Sep 18 19:46:04.982628 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49434) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:05.007682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54653313-8da4-4ba0-9598-79701ddd378c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:05.008690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-b50ab509-5cfe-4769-9492-e420977ff712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:05.010500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-b50ab509-5cfe-4769-9492-e420977ff712 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6e0caec4391425daea990b1d9981547&device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1176 time: 0.0701902 Sep 18 19:46:05.144137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49436) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:05.208004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-33379a64-7571-439c-8ecc-7fd9e57dbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:05.212804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-33379a64-7571-439c-8ecc-7fd9e57dbfbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 200 len: 914 time: 0.1915121 Sep 18 19:46:05.240214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54653313-8da4-4ba0-9598-79701ddd378c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:05.272927 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54653313-8da4-4ba0-9598-79701ddd378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:05.284723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-a7100cf6-3950-4609-83b3-295fa61a59b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 200 len: 217 time: 0.0629210 Sep 18 19:46:05.334431 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-87b3b63f-ecd8-497b-87dd-b72bc62e3310 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc07acff443942e7ab8e032eb51665dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808302 Sep 18 19:46:05.338423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49444) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:05.348123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54653313-8da4-4ba0-9598-79701ddd378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dacc49a-ee86-4db8-a433-150d05afe84f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:05.355496 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-54653313-8da4-4ba0-9598-79701ddd378c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d1d4d2c34884e3a9b63c6aab2ab7707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693180 Sep 18 19:46:05.356438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49446) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:05.371954 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-feabeed9-5f51-4b1d-8a3d-7c3029e780d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279936 Sep 18 19:46:05.413901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d164c49a-f9d9-4750-a8a8-76ecc9633038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:05.431670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-60cc8b3b-53f8-4c39-9df4-a199f38abbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:05.433264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-60cc8b3b-53f8-4c39-9df4-a199f38abbe1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 200 len: 853 time: 0.1386464 Sep 18 19:46:05.441378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d164c49a-f9d9-4750-a8a8-76ecc9633038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:05.449168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aed81-7d77-404f-b6d9-1ec524237110 req-e02be82f-8ab4-400e-8136-7ca76e8955dc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:05.452552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c67aed81-7d77-404f-b6d9-1ec524237110 req-e02be82f-8ab4-400e-8136-7ca76e8955dc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.1698887 Sep 18 19:46:05.465593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a20969-2f3c-4098-b820-968fad8a35e4 req-b64661cb-d660-4f56-bf18-37bf2868e719 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:05.468960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00a20969-2f3c-4098-b820-968fad8a35e4 req-b64661cb-d660-4f56-bf18-37bf2868e719 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1024 time: 0.1740186 Sep 18 19:46:05.494263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d164c49a-f9d9-4750-a8a8-76ecc9633038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:05.497083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d164c49a-f9d9-4750-a8a8-76ecc9633038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:05.498282 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d164c49a-f9d9-4750-a8a8-76ecc9633038 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dacc49a-ee86-4db8-a433-150d05afe84f HTTP/1.1" status: 204 len: 168 time: 0.1416569 Sep 18 19:46:05.514095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164c49a-f9d9-4750-a8a8-76ecc9633038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dacc49a-ee86-4db8-a433-150d05afe84f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:05.533204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-7a1c4678-248f-4f88-95b9-9334a85a078a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58c31470-2e49-4ec2-8c78-f89f9a47aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777133 Sep 18 19:46:05.576685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd21d-373e-4ce5-b342-281614f3a8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:05.649507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00a20969-2f3c-4098-b820-968fad8a35e4 req-8ed829be-f2cf-46c3-b8ab-c994885572aa tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&id=3fd827ef-12ac-4d9c-b006-ca49de7f8433&id=6096f45f-523e-4628-8b1a-1929a4eee5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1676438 Sep 18 19:46:06.031656 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd21d-373e-4ce5-b342-281614f3a8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:06.072085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c67aed81-7d77-404f-b6d9-1ec524237110 req-bc30b0b4-53f9-46cc-8e5a-2a5b8e39249e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019604 Sep 18 19:46:06.150039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbf80f-aaff-4187-a459-43f10e88fee6 req-3a3f3a8f-9c51-44db-937f-e669db2f9646 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:06.152305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4dbf80f-aaff-4187-a459-43f10e88fee6 req-3a3f3a8f-9c51-44db-937f-e669db2f9646 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1291716 Sep 18 19:46:06.156215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-42e81db2-75c9-4990-a788-c028ed2af709 service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996029 Sep 18 19:46:06.182206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f7e3958b-1942-4c51-b6d4-55bca94837c7 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:06.216628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd21d-373e-4ce5-b342-281614f3a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:06.220626 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd21d-373e-4ce5-b342-281614f3a8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:06.221952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b5dcd21d-373e-4ce5-b342-281614f3a8d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ed5100d-12fc-413f-88ce-6e851a470a14 HTTP/1.1" status: 204 len: 168 time: 0.8563888 Sep 18 19:46:06.230971 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: f7e3958b-1942-4c51-b6d4-55bca94837c7 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:46:06.231313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f7e3958b-1942-4c51-b6d4-55bca94837c7 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:46:06.248907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4dbf80f-aaff-4187-a459-43f10e88fee6 req-53d1ce2c-e77e-4e83-923c-cb8f3540d88a tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872195 Sep 18 19:46:06.251873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcd21d-373e-4ce5-b342-281614f3a8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed5100d-12fc-413f-88ce-6e851a470a14,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:06.331985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a0cc91e-cdb9-4207-942d-e64b3c3bc214 req-bf327e66-7e16-4e00-a78f-45301c7ed46e service neutron] 10.222.0.32 "GET /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491926 Sep 18 19:46:06.813074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eda06-4ed1-4ad2-996c-dcae1e8843ab req-6be89f0f-9e1b-4a8a-969f-6a0092d6c99e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:06.814877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-229eda06-4ed1-4ad2-996c-dcae1e8843ab req-6be89f0f-9e1b-4a8a-969f-6a0092d6c99e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1024 time: 0.0702574 Sep 18 19:46:06.882672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-229eda06-4ed1-4ad2-996c-dcae1e8843ab req-c08b4a96-32e2-4e2c-aa85-2035b1253d84 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&id=3fd827ef-12ac-4d9c-b006-ca49de7f8433&id=6096f45f-523e-4628-8b1a-1929a4eee5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0585070 Sep 18 19:46:06.933417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2be8abe1-d52e-4b8a-afb0-4921454b1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:06.935265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2be8abe1-d52e-4b8a-afb0-4921454b1ea8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 1101 time: 0.0506003 Sep 18 19:46:06.970039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-486bb049-121c-4763-924c-23c0189e9769 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:06.971563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-486bb049-121c-4763-924c-23c0189e9769 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.32 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 1024 time: 0.0677369 Sep 18 19:46:07.049668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-6129b169-4620-4278-80b1-eb1882a0913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:07.052160 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-6129b169-4620-4278-80b1-eb1882a0913c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1067750 Sep 18 19:46:07.113085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Deleting port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:07.113838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.114780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49536) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:07.122265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-45c4cbc2-84da-434e-8e36-3d966c56d638 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 217 time: 0.0616384 Sep 18 19:46:07.192408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-5ccfcd2a-96b7-4204-8f09-c15e9337bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:07.194387 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-5ccfcd2a-96b7-4204-8f09-c15e9337bc91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0621467 Sep 18 19:46:07.262508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-ee20bfa2-cb46-4b96-93ff-e3c46db4fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:07.264977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-ee20bfa2-cb46-4b96-93ff-e3c46db4fdcc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586286 Sep 18 19:46:07.301260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a549b04-90ac-4c09-a511-6514184af043 req-15b43f70-50a2-4b6c-a696-480fe89ddbd1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:07.308928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a549b04-90ac-4c09-a511-6514184af043 req-15b43f70-50a2-4b6c-a696-480fe89ddbd1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0973115 Sep 18 19:46:07.334394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] For port 448dff4d-7b6f-434c-abd9-eff57e2a77d6, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=448dff4d-7b6f-434c-abd9-eff57e2a77d6,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:07.335803 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.365471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Calling delete_port for 448dff4d-7b6f-434c-abd9-eff57e2a77d6 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:07.385364 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-201282c9-6b48-41d7-889d-451d7d3d914e service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119246 Sep 18 19:46:07.393011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a549b04-90ac-4c09-a511-6514184af043 req-e82d3c7c-252d-4c82-8870-6e65f3c167c9 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778644 Sep 18 19:46:07.533419 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-15d726c1-89bb-440a-98dd-06103f8b672f service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386914 Sep 18 19:46:07.540799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d814-328f-4f07-b802-d237767b8674 req-23b33981-61cf-4218-9724-d7e5df971b23 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:07.542556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e28d814-328f-4f07-b802-d237767b8674 req-23b33981-61cf-4218-9724-d7e5df971b23 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0825005 Sep 18 19:46:07.550295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-880796761-network', 'tenant_id': '544bd7006ea742cc90889a7e3b2af33f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:07.584792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Made reservation on behalf of 544bd7006ea742cc90889a7e3b2af33f for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:07.587629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.605961 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.633776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e28d814-328f-4f07-b802-d237767b8674 req-140c73a1-6721-4730-b36a-768b63050d0e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741434 Sep 18 19:46:07.637525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.666015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:07.668560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['448dff4d-7b6f-434c-abd9-eff57e2a77d6'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:07.700697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'Port': ['ID=448dff4d-7b6f-434c-abd9-eff57e2a77d6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:07.800153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.806699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.815986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] No DVR routers for this DVR port 448dff4d-7b6f-434c-abd9-eff57e2a77d6 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:07.824727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.827864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddb91d09-a375-407e-93f0-78ada17ff9ae req-434b2e56-0fa3-46fd-bcfd-1e4e6143615c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.32 "DELETE /v2.0/ports/448dff4d-7b6f-434c-abd9-eff57e2a77d6 HTTP/1.1" status: 204 len: 173 time: 0.8484690 Sep 18 19:46:07.828502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'name': 'network-vif-deleted', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:07.830682 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9672b7ca-8ad0-4c7b-b291-09592f2d5e97" -d '{"events": [{"server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "name": "network-vif-deleted", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:07.867609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:46:07.915840 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4afb4c9-1808-4dc3-b1d1-ad91a53cc87c x-openstack-request-id: req-d4afb4c9-1808-4dc3-b1d1-ad91a53cc87c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:07.916193 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024a25b6-b65e-490d-b4c1-6c0699d91afe", "name": "network-vif-deleted", "tag": "448dff4d-7b6f-434c-abd9-eff57e2a77d6", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:07.916678 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4afb4c9-1808-4dc3-b1d1-ad91a53cc87c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:07.917319 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024a25b6-b65e-490d-b4c1-6c0699d91afe', 'name': 'network-vif-deleted', 'tag': '448dff4d-7b6f-434c-abd9-eff57e2a77d6', 'status': 'completed', 'code': 200} Sep 18 19:46:07.920133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393ad48a-b75c-4d69-a58c-1505fcd6c4df,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:07.935620 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:07.936368 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Added segment cf6682de-5ffc-4fa5-9b09-df4eb088b3cd of type vlan for network ded7a218-057b-4ce0-ade0-499bc9fa9d28 Sep 18 19:46:08.028435 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:08.081067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:08.083344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:08.084502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:08.090621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5f58f3d-48ab-4aae-aded-64729063504d req-c49b4b0e-c175-450c-a6dc-e50b043dc50e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=024a25b6-b65e-490d-b4c1-6c0699d91afe HTTP/1.1" status: 200 len: 210 time: 0.0304790 Sep 18 19:46:08.132316 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0159078 Sep 18 19:46:08.133251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49576) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:08.138201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Request body: {'subnet': {'network_id': 'ded7a218-057b-4ce0-ade0-499bc9fa9d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-880796761-subnet', 'tenant_id': '544bd7006ea742cc90889a7e3b2af33f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:08.161920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Made reservation on behalf of 544bd7006ea742cc90889a7e3b2af33f for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:08.165296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:08.189604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cbc45-99f0-4ee6-881b-d94f7a3e21f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ded7a218-057b-4ce0-ade0-499bc9fa9d28,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:08.199990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ded7a218-057b-4ce0-ade0-499bc9fa9d28 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:46:08.368409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-09db15bc-3c03-49e0-9b1e-a622b07796ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:08.370401 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-09db15bc-3c03-49e0-9b1e-a622b07796ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fea050ee5174df5aadeb418c27dad9b&device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 1098 time: 0.0665505 Sep 18 19:46:08.374521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e357e-36b2-494a-907d-cc395184d744 req-64e02190-a1b2-4df0-8a40-8ffaa72faea0 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:08.376356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f90e357e-36b2-494a-907d-cc395184d744 req-64e02190-a1b2-4df0-8a40-8ffaa72faea0 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1148715 Sep 18 19:46:08.476044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f90e357e-36b2-494a-907d-cc395184d744 req-a1ed15b4-1874-471a-8e95-a9f2a5faabdf tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915565 Sep 18 19:46:08.491497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:08.504688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-3de8800d-95da-42cc-ac8b-26516c0e7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:08.506583 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-3de8800d-95da-42cc-ac8b-26516c0e7bb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 200 len: 916 time: 0.1232548 Sep 18 19:46:08.570091 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-34d59f4a-6424-4680-8e8d-30fcabd31e9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63181f6a-b390-43fc-93d2-219ff20d3eaf HTTP/1.1" status: 200 len: 217 time: 0.0441434 Sep 18 19:46:08.588440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9c413b-6fbe-49a5-a089-014b22c0a60d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:08.608860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Checking segment: {'id': 'cf6682de-5ffc-4fa5-9b09-df4eb088b3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ded7a218-057b-4ce0-ade0-499bc9fa9d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:08.609383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Network hostable DHCP agents. Network: ded7a218-057b-4ce0-ade0-499bc9fa9d28, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:46:08.626702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-d3de2263-8f9d-468f-9188-95dd33016e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:08.628141 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-d3de2263-8f9d-468f-9188-95dd33016e9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=016045cb-9fe9-4938-9e33-90219fdd7844 HTTP/1.1" status: 200 len: 854 time: 0.0497494 Sep 18 19:46:08.631503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedcbfc-1fe1-47d2-83ec-7216a86f0556 req-cc058307-8617-449c-96c5-fc5de9d14ee8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:08.633003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cedcbfc-1fe1-47d2-83ec-7216a86f0556 req-cc058307-8617-449c-96c5-fc5de9d14ee8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0795205 Sep 18 19:46:08.648956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Network ded7a218-057b-4ce0-ade0-499bc9fa9d28 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:46:08.670162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, ded7a218-057b-4ce0-ade0-499bc9fa9d28) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:08.676086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:08.676684 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:08.679823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc53e62-edb4-4cfb-9b06-8867d6246b93 None None] Network ded7a218-057b-4ce0-ade0-499bc9fa9d28 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:08.694250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-5adc01ff-b704-41eb-885a-f9fc3eaa16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:08.695891 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-5adc01ff-b704-41eb-885a-f9fc3eaa16e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=018e7551-8b3c-487c-925b-bbb408e1fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552349 Sep 18 19:46:08.699279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cedcbfc-1fe1-47d2-83ec-7216a86f0556 req-a26aa2bc-813b-4679-b2a3-34ef6cbc63b8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586827 Sep 18 19:46:08.719428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2df0dcfe-82b1-42c2-a3ca-28d54f84631a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5776412 Sep 18 19:46:08.807277 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-910fbecf-38d8-49d5-9a39-05f80560ce8a service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035414 Sep 18 19:46:08.824787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ecdd96-8422-4ebe-bed3-74e97eb50e3a None None] Network ded7a218-057b-4ce0-ade0-499bc9fa9d28 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:08.931367 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fa34b54a-be8d-4ffc-bdbb-1aa51399c284 req-66345655-e4b2-4915-a273-e0909b5fcbd1 service neutron] 10.222.0.24 "GET /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148112 Sep 18 19:46:09.159011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-5ff2e491-51aa-40b4-aadd-a3fb68603b59 req-6d931e8f-d2d6-4890-83b5-38d4fe5dba24 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895008329', 'description': 'tempest-description-106143592'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:09.185934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ff2e491-51aa-40b4-aadd-a3fb68603b59 req-6d931e8f-d2d6-4890-83b5-38d4fe5dba24 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.204091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49606) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:09.262880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f83e504a-4390-4c07-bceb-085bf15ce87a req-527fb2bf-32b8-407b-b1fa-6faeb23b4281 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/6096f45f-523e-4628-8b1a-1929a4eee5d5 HTTP/1.1" status: 200 len: 1799 time: 0.0657289 Sep 18 19:46:09.352805 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ff2e491-51aa-40b4-aadd-a3fb68603b59 req-6d931e8f-d2d6-4890-83b5-38d4fe5dba24 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.359623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ff2e491-51aa-40b4-aadd-a3fb68603b59 req-6d931e8f-d2d6-4890-83b5-38d4fe5dba24 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.370297 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6749ec1-2275-48e3-b39a-64861b4326c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.380843 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f83e504a-4390-4c07-bceb-085bf15ce87a req-3c354275-91cf-40d6-8cd3-d897c381408b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.395177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ff2e491-51aa-40b4-aadd-a3fb68603b59 req-6d931e8f-d2d6-4890-83b5-38d4fe5dba24 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.397215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ff2e491-51aa-40b4-aadd-a3fb68603b59 req-6d931e8f-d2d6-4890-83b5-38d4fe5dba24 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2433167 Sep 18 19:46:09.407510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d931e8f-d2d6-4890-83b5-38d4fe5dba24 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a51a9c-0035-44d2-9317-8bb679519add,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:09.441301 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f83e504a-4390-4c07-bceb-085bf15ce87a req-3c354275-91cf-40d6-8cd3-d897c381408b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.496554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f83e504a-4390-4c07-bceb-085bf15ce87a req-3c354275-91cf-40d6-8cd3-d897c381408b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.501052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f83e504a-4390-4c07-bceb-085bf15ce87a req-3c354275-91cf-40d6-8cd3-d897c381408b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.502476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f83e504a-4390-4c07-bceb-085bf15ce87a req-3c354275-91cf-40d6-8cd3-d897c381408b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/6096f45f-523e-4628-8b1a-1929a4eee5d5 HTTP/1.1" status: 204 len: 173 time: 0.2329140 Sep 18 19:46:09.505855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6749ec1-2275-48e3-b39a-64861b4326c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.512603 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6749ec1-2275-48e3-b39a-64861b4326c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.533547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354275-91cf-40d6-8cd3-d897c381408b tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6096f45f-523e-4628-8b1a-1929a4eee5d5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:09.568084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a605a9c5-13a8-44e5-b8f9-59d6886cc9a4 req-5de60900-cb3b-4106-b448-46c7d1bf4b1b tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/86a51a9c-0035-44d2-9317-8bb679519add HTTP/1.1" status: 200 len: 1803 time: 0.0579021 Sep 18 19:46:09.575411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a605a9c5-13a8-44e5-b8f9-59d6886cc9a4 req-ff7e5472-9883-4b58-8045-f5ee353d1dcb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86a51a9c-0035-44d2-9317-8bb679519add', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:09.575724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a605a9c5-13a8-44e5-b8f9-59d6886cc9a4 req-ff7e5472-9883-4b58-8045-f5ee353d1dcb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86a51a9c-0035-44d2-9317-8bb679519add', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:09.589287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6749ec1-2275-48e3-b39a-64861b4326c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21d7a7d00e374d878e3bcf345475f8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826795 Sep 18 19:46:09.591727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49620) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:09.605266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6749ec1-2275-48e3-b39a-64861b4326c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9343e704-8c5c-4e28-9d8d-1ce323b7d159,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:09.648246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9546e4bc-99e5-43eb-af22-baa4e4a65c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.658952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a081-78f0-45e0-80c9-f4fe7af4011a req-02fa4d97-bdc6-4b95-9107-7a049811a960 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:09.660466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4894a081-78f0-45e0-80c9-f4fe7af4011a req-02fa4d97-bdc6-4b95-9107-7a049811a960 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0781870 Sep 18 19:46:09.674968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9546e4bc-99e5-43eb-af22-baa4e4a65c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.691314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a605a9c5-13a8-44e5-b8f9-59d6886cc9a4 req-ff7e5472-9883-4b58-8045-f5ee353d1dcb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.722084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4894a081-78f0-45e0-80c9-f4fe7af4011a req-5a70b6c7-c87c-45e2-9d64-4ad8b13eaf35 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544648 Sep 18 19:46:09.735205 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9546e4bc-99e5-43eb-af22-baa4e4a65c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.736131 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a605a9c5-13a8-44e5-b8f9-59d6886cc9a4 req-ff7e5472-9883-4b58-8045-f5ee353d1dcb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.746306 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9546e4bc-99e5-43eb-af22-baa4e4a65c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.746306 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9546e4bc-99e5-43eb-af22-baa4e4a65c84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9343e704-8c5c-4e28-9d8d-1ce323b7d159 HTTP/1.1" status: 204 len: 168 time: 0.1467409 Sep 18 19:46:09.747239 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a605a9c5-13a8-44e5-b8f9-59d6886cc9a4 req-ff7e5472-9883-4b58-8045-f5ee353d1dcb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.763280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e5472-9883-4b58-8045-f5ee353d1dcb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b6da68-e260-45d8-bfd1-bac74b36db81,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:09.770641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546e4bc-99e5-43eb-af22-baa4e4a65c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9343e704-8c5c-4e28-9d8d-1ce323b7d159,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:09.775253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a605a9c5-13a8-44e5-b8f9-59d6886cc9a4 req-ff7e5472-9883-4b58-8045-f5ee353d1dcb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:09.777678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a605a9c5-13a8-44e5-b8f9-59d6886cc9a4 req-ff7e5472-9883-4b58-8045-f5ee353d1dcb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2066972 Sep 18 19:46:09.856972 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a27ebdfc-79b1-4409-85d3-03a59aa83d9b req-8bc0f8eb-b1ee-4c40-a198-4a731adcc91a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/3fd827ef-12ac-4d9c-b006-ca49de7f8433 HTTP/1.1" status: 200 len: 1800 time: 0.0484731 Sep 18 19:46:09.940181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89096a85-ab92-4285-b725-1854427fe5f2 req-f412c77b-95bd-47fa-b1df-a7534dc64ee5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:09.941585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89096a85-ab92-4285-b725-1854427fe5f2 req-f412c77b-95bd-47fa-b1df-a7534dc64ee5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0785363 Sep 18 19:46:09.969948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a27ebdfc-79b1-4409-85d3-03a59aa83d9b req-24c03741-ca89-4dd3-b2f8-440deceb858e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.005185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a27ebdfc-79b1-4409-85d3-03a59aa83d9b req-24c03741-ca89-4dd3-b2f8-440deceb858e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.009928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89096a85-ab92-4285-b725-1854427fe5f2 req-87708411-d335-477c-a490-fd414235404b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615082 Sep 18 19:46:10.044228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c9ecf49f-2c8e-411d-ac12-8298365fe607 req-3305a278-abcd-4c79-bcb3-58833f71a2fb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1687295702', 'description': 'tempest-description-1184716880'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:10.051604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49630) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:10.065944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a27ebdfc-79b1-4409-85d3-03a59aa83d9b req-24c03741-ca89-4dd3-b2f8-440deceb858e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.068579 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a27ebdfc-79b1-4409-85d3-03a59aa83d9b req-24c03741-ca89-4dd3-b2f8-440deceb858e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.069198 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17f27af5-f388-47f9-9018-09eaa346a6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.071857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a27ebdfc-79b1-4409-85d3-03a59aa83d9b req-24c03741-ca89-4dd3-b2f8-440deceb858e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fd827ef-12ac-4d9c-b006-ca49de7f8433 HTTP/1.1" status: 204 len: 173 time: 0.1988888 Sep 18 19:46:10.090727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c03741-ca89-4dd3-b2f8-440deceb858e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd827ef-12ac-4d9c-b006-ca49de7f8433,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:10.096706 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c9ecf49f-2c8e-411d-ac12-8298365fe607 req-3305a278-abcd-4c79-bcb3-58833f71a2fb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.112317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-4379d08c-1855-4457-8e73-9cda3bb27145 req-ad615bd2-75e9-45e8-a821-6bcf67ea4f73 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1640800599', 'description': 'tempest-description-346118847'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:10.175892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17f27af5-f388-47f9-9018-09eaa346a6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.179892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17f27af5-f388-47f9-9018-09eaa346a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.196336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4379d08c-1855-4457-8e73-9cda3bb27145 req-ad615bd2-75e9-45e8-a821-6bcf67ea4f73 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.220056 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17f27af5-f388-47f9-9018-09eaa346a6f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a59709c82794d67bd51bc21fa35bded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668236 Sep 18 19:46:10.220793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f27af5-f388-47f9-9018-09eaa346a6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45bcdd5-c7ea-476b-a65c-47c5680d81f0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:10.223097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49636) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:10.274697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c1e37-b9f0-486f-a2a3-3a5201dcabb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.283787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c9ecf49f-2c8e-411d-ac12-8298365fe607 req-3305a278-abcd-4c79-bcb3-58833f71a2fb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.291251 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c9ecf49f-2c8e-411d-ac12-8298365fe607 req-3305a278-abcd-4c79-bcb3-58833f71a2fb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.296489 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c1e37-b9f0-486f-a2a3-3a5201dcabb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.333474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305a278-abcd-4c79-bcb3-58833f71a2fb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7718f94b-b197-4d19-895b-888ac2d94d71,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:10.355102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c1e37-b9f0-486f-a2a3-3a5201dcabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.357639 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-295c1e37-b9f0-486f-a2a3-3a5201dcabb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.359216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-295c1e37-b9f0-486f-a2a3-3a5201dcabb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b45bcdd5-c7ea-476b-a65c-47c5680d81f0 HTTP/1.1" status: 204 len: 168 time: 0.1351902 Sep 18 19:46:10.367057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c1e37-b9f0-486f-a2a3-3a5201dcabb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45bcdd5-c7ea-476b-a65c-47c5680d81f0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:10.393450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4379d08c-1855-4457-8e73-9cda3bb27145 req-ad615bd2-75e9-45e8-a821-6bcf67ea4f73 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.400452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4379d08c-1855-4457-8e73-9cda3bb27145 req-ad615bd2-75e9-45e8-a821-6bcf67ea4f73 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.407279 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c9ecf49f-2c8e-411d-ac12-8298365fe607 req-3305a278-abcd-4c79-bcb3-58833f71a2fb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.409003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c9ecf49f-2c8e-411d-ac12-8298365fe607 req-3305a278-abcd-4c79-bcb3-58833f71a2fb tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3688569 Sep 18 19:46:10.433605 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4379d08c-1855-4457-8e73-9cda3bb27145 req-ad615bd2-75e9-45e8-a821-6bcf67ea4f73 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.434728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4379d08c-1855-4457-8e73-9cda3bb27145 req-ad615bd2-75e9-45e8-a821-6bcf67ea4f73 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3342750 Sep 18 19:46:10.437431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad615bd2-75e9-45e8-a821-6bcf67ea4f73 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61306222-29db-4a12-844b-2cb0b3a71bc7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:10.496732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-446b62db-3959-410e-9e1b-ae5cf13ad8b0 req-c592eba2-40f8-4f74-ab77-d4a1704fc810 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/7718f94b-b197-4d19-895b-888ac2d94d71 HTTP/1.1" status: 200 len: 1805 time: 0.0394621 Sep 18 19:46:10.508418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-446b62db-3959-410e-9e1b-ae5cf13ad8b0 req-bfd4e391-fe1c-45e7-bdb0-461246ed0d52 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7718f94b-b197-4d19-895b-888ac2d94d71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:10.508816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-446b62db-3959-410e-9e1b-ae5cf13ad8b0 req-bfd4e391-fe1c-45e7-bdb0-461246ed0d52 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7718f94b-b197-4d19-895b-888ac2d94d71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:10.566514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34ca8d13-15aa-43b2-8988-0e1aec41486d req-3084f1b4-f0c8-414f-bf6f-f0bbf98b1cdf tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/61306222-29db-4a12-844b-2cb0b3a71bc7 HTTP/1.1" status: 200 len: 1800 time: 0.0614746 Sep 18 19:46:10.582386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-34ca8d13-15aa-43b2-8988-0e1aec41486d req-997ec034-cfd5-4d4b-a9c0-7dfccc088002 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Request body: {'security_group': {'name': 'tempest-sg-hth-908494148', 'description': 'tempest-description-hth-360750980'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:10.618398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-446b62db-3959-410e-9e1b-ae5cf13ad8b0 req-bfd4e391-fe1c-45e7-bdb0-461246ed0d52 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.626067 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34ca8d13-15aa-43b2-8988-0e1aec41486d req-997ec034-cfd5-4d4b-a9c0-7dfccc088002 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.657427 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-446b62db-3959-410e-9e1b-ae5cf13ad8b0 req-bfd4e391-fe1c-45e7-bdb0-461246ed0d52 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.664724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-446b62db-3959-410e-9e1b-ae5cf13ad8b0 req-bfd4e391-fe1c-45e7-bdb0-461246ed0d52 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.691687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4e391-fe1c-45e7-bdb0-461246ed0d52 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479b4cef-ae1c-4d2f-989c-c6901ae56438,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:10.709692 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34ca8d13-15aa-43b2-8988-0e1aec41486d req-997ec034-cfd5-4d4b-a9c0-7dfccc088002 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.714227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-446b62db-3959-410e-9e1b-ae5cf13ad8b0 req-bfd4e391-fe1c-45e7-bdb0-461246ed0d52 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.715851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-446b62db-3959-410e-9e1b-ae5cf13ad8b0 req-bfd4e391-fe1c-45e7-bdb0-461246ed0d52 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2126398 Sep 18 19:46:10.717255 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34ca8d13-15aa-43b2-8988-0e1aec41486d req-997ec034-cfd5-4d4b-a9c0-7dfccc088002 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.720733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34ca8d13-15aa-43b2-8988-0e1aec41486d req-997ec034-cfd5-4d4b-a9c0-7dfccc088002 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.721914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34ca8d13-15aa-43b2-8988-0e1aec41486d req-997ec034-cfd5-4d4b-a9c0-7dfccc088002 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "PUT /v2.0/security-groups/61306222-29db-4a12-844b-2cb0b3a71bc7 HTTP/1.1" status: 200 len: 1773 time: 0.1465778 Sep 18 19:46:10.752080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b012924d-2ce2-4567-bbf3-d986295842d4 req-6994da84-b474-42e2-95db-20997bf9ef0f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-424972515', 'description': 'tempest-description-1292275034'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:10.760098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ec034-cfd5-4d4b-a9c0-7dfccc088002 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61306222-29db-4a12-844b-2cb0b3a71bc7,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:10.780231 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b012924d-2ce2-4567-bbf3-d986295842d4 req-6994da84-b474-42e2-95db-20997bf9ef0f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.864345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 448dff4d-7b6f-434c-abd9-eff57e2a77d6 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:10.871921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a36efe0b-2120-4feb-8ff1-8e46d6e7c2f2 req-7e81105e-b5d2-4b48-86fc-251ead0782c6 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/61306222-29db-4a12-844b-2cb0b3a71bc7 HTTP/1.1" status: 200 len: 1773 time: 0.0624354 Sep 18 19:46:10.897422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 448dff4d-7b6f-434c-abd9-eff57e2a77d6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:46:10.898301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 448dff4d-7b6f-434c-abd9-eff57e2a77d6 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:46:10.916652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b012924d-2ce2-4567-bbf3-d986295842d4 req-6994da84-b474-42e2-95db-20997bf9ef0f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.922437 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b012924d-2ce2-4567-bbf3-d986295842d4 req-6994da84-b474-42e2-95db-20997bf9ef0f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.950715 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b012924d-2ce2-4567-bbf3-d986295842d4 req-6994da84-b474-42e2-95db-20997bf9ef0f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:10.952659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b012924d-2ce2-4567-bbf3-d986295842d4 req-6994da84-b474-42e2-95db-20997bf9ef0f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2066281 Sep 18 19:46:10.966510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994da84-b474-42e2-95db-20997bf9ef0f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca21e991-187e-4ea1-9859-4a308558da03,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:11.012992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17159f2-69a0-4e37-9354-32d946379e0d req-599f995e-b39f-4c83-be29-fd726edc8e85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:11.014835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c17159f2-69a0-4e37-9354-32d946379e0d req-599f995e-b39f-4c83-be29-fd726edc8e85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0590606 Sep 18 19:46:11.077516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c17159f2-69a0-4e37-9354-32d946379e0d req-62935497-1211-478d-9400-e9d19acf020a tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557940 Sep 18 19:46:11.114237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9160667f-9806-4b31-80fe-1a8215431085 req-e4e98ed6-1d31-41be-a9f1-406a6a9130dc tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1747584856', 'description': 'tempest-description-165137800'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:11.134786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef88b708-a7f1-4f00-837a-872b9eeb9ebb req-9069b860-2840-4715-b51f-96992268d841 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/61306222-29db-4a12-844b-2cb0b3a71bc7 HTTP/1.1" status: 200 len: 1773 time: 0.0900695 Sep 18 19:46:11.153655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9160667f-9806-4b31-80fe-1a8215431085 req-e4e98ed6-1d31-41be-a9f1-406a6a9130dc tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.227438 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ef88b708-a7f1-4f00-837a-872b9eeb9ebb req-74e353ea-458b-4cf8-914b-f41b9899729c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.265017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ef88b708-a7f1-4f00-837a-872b9eeb9ebb req-74e353ea-458b-4cf8-914b-f41b9899729c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.318091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9160667f-9806-4b31-80fe-1a8215431085 req-e4e98ed6-1d31-41be-a9f1-406a6a9130dc tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.322799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9160667f-9806-4b31-80fe-1a8215431085 req-e4e98ed6-1d31-41be-a9f1-406a6a9130dc tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.339976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ef88b708-a7f1-4f00-837a-872b9eeb9ebb req-74e353ea-458b-4cf8-914b-f41b9899729c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.343308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ef88b708-a7f1-4f00-837a-872b9eeb9ebb req-74e353ea-458b-4cf8-914b-f41b9899729c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.344788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef88b708-a7f1-4f00-837a-872b9eeb9ebb req-74e353ea-458b-4cf8-914b-f41b9899729c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/61306222-29db-4a12-844b-2cb0b3a71bc7 HTTP/1.1" status: 204 len: 173 time: 0.2007685 Sep 18 19:46:11.357543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9160667f-9806-4b31-80fe-1a8215431085 req-e4e98ed6-1d31-41be-a9f1-406a6a9130dc tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.359519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9160667f-9806-4b31-80fe-1a8215431085 req-e4e98ed6-1d31-41be-a9f1-406a6a9130dc tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2502849 Sep 18 19:46:11.364722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e98ed6-1d31-41be-a9f1-406a6a9130dc tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5956a663-5604-4288-8562-ff0a88eb2339,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:11.377654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e353ea-458b-4cf8-914b-f41b9899729c tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61306222-29db-4a12-844b-2cb0b3a71bc7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:11.476954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9b64-c51d-41d7-864d-8d45568c0e4d req-fd892f9e-0570-40c0-8e75-4c1813bd2d91 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:11.478237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96fb9b64-c51d-41d7-864d-8d45568c0e4d req-fd892f9e-0570-40c0-8e75-4c1813bd2d91 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0731895 Sep 18 19:46:11.521369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-fba347be-64b4-436e-915f-2f959d83f1a6 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/ca21e991-187e-4ea1-9859-4a308558da03 HTTP/1.1" status: 200 len: 1804 time: 0.0704203 Sep 18 19:46:11.542241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96fb9b64-c51d-41d7-864d-8d45568c0e4d req-6ea40897-d178-4ed6-aacc-6834149e21ae tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539279 Sep 18 19:46:11.574211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-1106505e-a8ca-4c26-8997-66552e71ddf1 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/5956a663-5604-4288-8562-ff0a88eb2339 HTTP/1.1" status: 200 len: 1804 time: 0.0453072 Sep 18 19:46:11.585493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-7519abbe-7d09-4aeb-bbae-ebf9dea0ca1e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ca21e991-187e-4ea1-9859-4a308558da03', 'remote_group_id': '5956a663-5604-4288-8562-ff0a88eb2339', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:11.585815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-7519abbe-7d09-4aeb-bbae-ebf9dea0ca1e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ca21e991-187e-4ea1-9859-4a308558da03', 'remote_group_id': '5956a663-5604-4288-8562-ff0a88eb2339', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:11.686706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485e33e-5418-45fb-b5e3-b931fce06760 req-6a0e2fd4-c0d6-492d-8b73-ec4a8a7d481b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:11.688484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3485e33e-5418-45fb-b5e3-b931fce06760 req-6a0e2fd4-c0d6-492d-8b73-ec4a8a7d481b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0751958 Sep 18 19:46:11.706569 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-7519abbe-7d09-4aeb-bbae-ebf9dea0ca1e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.759810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3485e33e-5418-45fb-b5e3-b931fce06760 req-03bcebdd-c20c-43f6-972a-cd7f98b2f824 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626142 Sep 18 19:46:11.768875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-7519abbe-7d09-4aeb-bbae-ebf9dea0ca1e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.781876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-7519abbe-7d09-4aeb-bbae-ebf9dea0ca1e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.806850 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-7519abbe-7d09-4aeb-bbae-ebf9dea0ca1e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:11.808212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c05f7816-2e3e-446a-ad23-d0f9f2ff4136 req-7519abbe-7d09-4aeb-bbae-ebf9dea0ca1e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2265561 Sep 18 19:46:11.812046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519abbe-7d09-4aeb-bbae-ebf9dea0ca1e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d06327-2022-44cc-ba2d-7fc63bedee85,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:11.917720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7d4c5-e4d4-404d-b6f5-52c63247559a req-1a782150-d0b8-40d7-bff6-80d6d8935992 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:11.917720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4a7d4c5-e4d4-404d-b6f5-52c63247559a req-1a782150-d0b8-40d7-bff6-80d6d8935992 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 946 time: 0.0539136 Sep 18 19:46:11.958459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4a7d4c5-e4d4-404d-b6f5-52c63247559a req-e858c966-2636-4193-b286-0a7d5c201d55 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Sep 18 19:46:11.987561 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-b2d62a59-c2d8-4b8d-9ef1-b0683e567a70 req-daa8a2cd-1720-4da3-9c6d-f3c07974c428 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:46:11.988594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2d62a59-c2d8-4b8d-9ef1-b0683e567a70 req-daa8a2cd-1720-4da3-9c6d-f3c07974c428 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/3fd827ef-12ac-4d9c-b006-ca49de7f8433 HTTP/1.1" status: 404 len: 352 time: 0.0149255 Sep 18 19:46:11.999154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-05d72d9c-4dd5-4c94-a1aa-c447a770304f req-971479c1-d5ca-455d-a917-94173744252a tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-637931857', 'description': 'tempest-description-163727528'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:12.021228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05d72d9c-4dd5-4c94-a1aa-c447a770304f req-971479c1-d5ca-455d-a917-94173744252a tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.118841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8559c-4da7-4e79-b450-bed7cd0426c5 req-a1b56a21-0710-43b4-8a69-028b8f9effdd tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:12.120371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d8559c-4da7-4e79-b450-bed7cd0426c5 req-a1b56a21-0710-43b4-8a69-028b8f9effdd tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.0735793 Sep 18 19:46:12.181625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d8559c-4da7-4e79-b450-bed7cd0426c5 req-3e69836a-d850-4e95-9f74-9d706f070d91 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Sep 18 19:46:12.189921 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05d72d9c-4dd5-4c94-a1aa-c447a770304f req-971479c1-d5ca-455d-a917-94173744252a tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.194259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05d72d9c-4dd5-4c94-a1aa-c447a770304f req-971479c1-d5ca-455d-a917-94173744252a tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.218703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05d72d9c-4dd5-4c94-a1aa-c447a770304f req-971479c1-d5ca-455d-a917-94173744252a tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.220012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05d72d9c-4dd5-4c94-a1aa-c447a770304f req-971479c1-d5ca-455d-a917-94173744252a tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2265100 Sep 18 19:46:12.241607 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-c82d0ec7-4ad7-48d4-a52a-368213ed236b req-f6688428-9412-4d86-8ab6-5ed9e117c9f7 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:46:12.242650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c82d0ec7-4ad7-48d4-a52a-368213ed236b req-f6688428-9412-4d86-8ab6-5ed9e117c9f7 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/6096f45f-523e-4628-8b1a-1929a4eee5d5 HTTP/1.1" status: 404 len: 352 time: 0.0330009 Sep 18 19:46:12.244773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971479c1-d5ca-455d-a917-94173744252a tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e916af69-c49c-4e81-94a4-12d32a7ff6d5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:12.273517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-3318fba7-2746-4171-94c1-82c52993f0c3 req-faeda3cc-cbf9-4237-9266-b46909c6894e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:46:12.274634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3318fba7-2746-4171-94c1-82c52993f0c3 req-faeda3cc-cbf9-4237-9266-b46909c6894e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062156 Sep 18 19:46:12.319745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-12bc7a1c-3eac-4d88-84b2-55ae9cd337f6 req-fde8f592-d9ec-4a22-ba36-ca7e89a7048f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1306452749', 'description': 'tempest-description-1629007307'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:12.397519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-12bc7a1c-3eac-4d88-84b2-55ae9cd337f6 req-fde8f592-d9ec-4a22-ba36-ca7e89a7048f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.405372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3318fba7-2746-4171-94c1-82c52993f0c3 req-31ae3135-c18d-4917-a7c0-a04baa8a4e91 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1223521 Sep 18 19:46:12.497990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-12bc7a1c-3eac-4d88-84b2-55ae9cd337f6 req-fde8f592-d9ec-4a22-ba36-ca7e89a7048f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.503158 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-12bc7a1c-3eac-4d88-84b2-55ae9cd337f6 req-fde8f592-d9ec-4a22-ba36-ca7e89a7048f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.533012 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-12bc7a1c-3eac-4d88-84b2-55ae9cd337f6 req-fde8f592-d9ec-4a22-ba36-ca7e89a7048f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.534255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12bc7a1c-3eac-4d88-84b2-55ae9cd337f6 req-fde8f592-d9ec-4a22-ba36-ca7e89a7048f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2185047 Sep 18 19:46:12.544500 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8f592-d9ec-4a22-ba36-ca7e89a7048f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c969834c-2bfe-44ce-8935-2ea0c34cecd5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:12.574358 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-863557bd-8e8d-4dc4-b713-eab90691700f req-539a179c-7316-474c-992b-665599e188e2 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:46:12.575764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-863557bd-8e8d-4dc4-b713-eab90691700f req-539a179c-7316-474c-992b-665599e188e2 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/016c8c25-8fd8-4dbf-95a9-7e69201aacce HTTP/1.1" status: 404 len: 352 time: 0.0160685 Sep 18 19:46:12.666904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27081964-7822-4769-a49f-4c9ed79d0803 req-8351b357-49b3-4387-b5ae-b9d2dc9941ae tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/e916af69-c49c-4e81-94a4-12d32a7ff6d5 HTTP/1.1" status: 200 len: 1803 time: 0.0673945 Sep 18 19:46:12.698974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8bcd7-7605-4b65-963b-9f0ae69c1683 req-23c6aa0c-5666-4377-92a6-45cbe31aa599 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:12.704326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fd8bcd7-7605-4b65-963b-9f0ae69c1683 req-23c6aa0c-5666-4377-92a6-45cbe31aa599 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0737283 Sep 18 19:46:12.708218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49758) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:12.761917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27081964-7822-4769-a49f-4c9ed79d0803 req-2f9e8b0a-a3a7-46bc-93e7-ca6c3b6e99ac tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/c969834c-2bfe-44ce-8935-2ea0c34cecd5 HTTP/1.1" status: 200 len: 1807 time: 0.0871658 Sep 18 19:46:12.771654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fd8bcd7-7605-4b65-963b-9f0ae69c1683 req-637a1723-496e-475e-b957-2060b8a348d4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567777 Sep 18 19:46:12.775120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-27081964-7822-4769-a49f-4c9ed79d0803 req-f0f78fb5-4db4-4a57-bdcc-afbe0b0f8d2e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e916af69-c49c-4e81-94a4-12d32a7ff6d5', 'remote_group_id': 'c969834c-2bfe-44ce-8935-2ea0c34cecd5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:12.775452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-27081964-7822-4769-a49f-4c9ed79d0803 req-f0f78fb5-4db4-4a57-bdcc-afbe0b0f8d2e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e916af69-c49c-4e81-94a4-12d32a7ff6d5', 'remote_group_id': 'c969834c-2bfe-44ce-8935-2ea0c34cecd5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:12.822301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1274-bbac-4eb2-99bd-30a6c03a3662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.824366 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-9aaf4904-aab5-4574-b2fb-6e56e4bbf08a req-56af8431-75ee-4dba-ba4d-b51d630ec44e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:46:12.825393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9aaf4904-aab5-4574-b2fb-6e56e4bbf08a req-56af8431-75ee-4dba-ba4d-b51d630ec44e tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/5c76012d-69e3-4636-b196-cfa025851edf HTTP/1.1" status: 404 len: 352 time: 0.0224040 Sep 18 19:46:12.865984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-27081964-7822-4769-a49f-4c9ed79d0803 req-f0f78fb5-4db4-4a57-bdcc-afbe0b0f8d2e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.922313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1274-bbac-4eb2-99bd-30a6c03a3662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.926229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b4b1274-bbac-4eb2-99bd-30a6c03a3662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.927299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-27081964-7822-4769-a49f-4c9ed79d0803 req-f0f78fb5-4db4-4a57-bdcc-afbe0b0f8d2e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.932855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-27081964-7822-4769-a49f-4c9ed79d0803 req-f0f78fb5-4db4-4a57-bdcc-afbe0b0f8d2e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.956350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f78fb5-4db4-4a57-bdcc-afbe0b0f8d2e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf250578-c5a9-4da5-a1f9-279850e6dae6,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:12.965861 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0b4b1274-bbac-4eb2-99bd-30a6c03a3662 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b88736ff7f847749ad63efe5d4a5890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565718 Sep 18 19:46:12.966737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b1274-bbac-4eb2-99bd-30a6c03a3662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca017db8-26f1-4524-8ddd-9fb8b5380843,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:12.968561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b141f4-5b87-4c49-a41d-93f2ab132f32 req-86524651-ed58-48a4-8325-a23b0a5fac93 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:12.969419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49768) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:12.970070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7b141f4-5b87-4c49-a41d-93f2ab132f32 req-86524651-ed58-48a4-8325-a23b0a5fac93 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0818083 Sep 18 19:46:12.971292 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-27081964-7822-4769-a49f-4c9ed79d0803 req-f0f78fb5-4db4-4a57-bdcc-afbe0b0f8d2e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:12.972458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27081964-7822-4769-a49f-4c9ed79d0803 req-f0f78fb5-4db4-4a57-bdcc-afbe0b0f8d2e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2039723 Sep 18 19:46:13.014008 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-a5e42f61-5bfd-4add-8fb6-8352975074d3 req-bc35157f-06f5-4ad3-81fe-7d8140894cc8 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:46:13.015029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5e42f61-5bfd-4add-8fb6-8352975074d3 req-bc35157f-06f5-4ad3-81fe-7d8140894cc8 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/04d3a083-19f9-42cf-b5b4-35ac1281ab1b HTTP/1.1" status: 404 len: 352 time: 0.0237582 Sep 18 19:46:13.025413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7b141f4-5b87-4c49-a41d-93f2ab132f32 req-f8da556a-e0bc-40ae-8a56-743b01c5229b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463903 Sep 18 19:46:13.029063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b7e8-48d9-41ca-9b8f-bce49142b8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.059288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b7e8-48d9-41ca-9b8f-bce49142b8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.122629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b7e8-48d9-41ca-9b8f-bce49142b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.127130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b7e8-48d9-41ca-9b8f-bce49142b8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.128352 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d7a3b7e8-48d9-41ca-9b8f-bce49142b8d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca017db8-26f1-4524-8ddd-9fb8b5380843 HTTP/1.1" status: 204 len: 168 time: 0.1475306 Sep 18 19:46:13.136852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3b7e8-48d9-41ca-9b8f-bce49142b8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca017db8-26f1-4524-8ddd-9fb8b5380843,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:13.157440 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-059ec93c-15dc-44d2-9d35-3edf7cf99d95 req-a35df219-beea-4844-bcb5-0717624b6f65 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] show failed (client error): The resource could not be found. Sep 18 19:46:13.158532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-059ec93c-15dc-44d2-9d35-3edf7cf99d95 req-a35df219-beea-4844-bcb5-0717624b6f65 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/430af18a-7b00-457e-9b4a-74fb3bddae03 HTTP/1.1" status: 404 len: 352 time: 0.0261996 Sep 18 19:46:13.174013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d502bcd7-76c8-45dd-9d6e-83dd01c8f1c8 req-25e160f6-ca2e-46c2-9c02-b2a6169ae9df tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/c969834c-2bfe-44ce-8935-2ea0c34cecd5 HTTP/1.1" status: 200 len: 1807 time: 0.0566385 Sep 18 19:46:13.270375 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d502bcd7-76c8-45dd-9d6e-83dd01c8f1c8 req-1933bbcf-3b6a-4a3c-b2d3-022accb7a469 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.302162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10637ef-f089-454b-8ca8-d546715f802a req-0c667f5c-f509-452f-b623-2caa608b64ba tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:13.303683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c10637ef-f089-454b-8ca8-d546715f802a req-0c667f5c-f509-452f-b623-2caa608b64ba tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 946 time: 0.0903018 Sep 18 19:46:13.307446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d502bcd7-76c8-45dd-9d6e-83dd01c8f1c8 req-1933bbcf-3b6a-4a3c-b2d3-022accb7a469 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.378126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c10637ef-f089-454b-8ca8-d546715f802a req-bd092dc6-981b-413b-baea-215451b9d43f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678439 Sep 18 19:46:13.400054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d502bcd7-76c8-45dd-9d6e-83dd01c8f1c8 req-1933bbcf-3b6a-4a3c-b2d3-022accb7a469 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.402972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d502bcd7-76c8-45dd-9d6e-83dd01c8f1c8 req-1933bbcf-3b6a-4a3c-b2d3-022accb7a469 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.408549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d502bcd7-76c8-45dd-9d6e-83dd01c8f1c8 req-1933bbcf-3b6a-4a3c-b2d3-022accb7a469 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "DELETE /v2.0/security-groups/c969834c-2bfe-44ce-8935-2ea0c34cecd5 HTTP/1.1" status: 204 len: 173 time: 0.2276130 Sep 18 19:46:13.421320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933bbcf-3b6a-4a3c-b2d3-022accb7a469 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c969834c-2bfe-44ce-8935-2ea0c34cecd5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:13.426312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49788) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:13.446002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b190787a-e581-45a2-a506-44d0257e4a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.563618 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b190787a-e581-45a2-a506-44d0257e4a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.568641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b190787a-e581-45a2-a506-44d0257e4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.608210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190787a-e581-45a2-a506-44d0257e4a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669322de-dd64-4f92-9906-bb62c21fd740,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:13.615922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b190787a-e581-45a2-a506-44d0257e4a61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77591cdb098b498abdea7a0a664b90cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872952 Sep 18 19:46:13.617439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49792) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:13.640879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa5e6-8f9e-4c03-b3cc-c5988970fbb7 req-c8aa29bc-9eeb-47de-92ee-f3dd8bfd4f02 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:13.642382 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-355aa5e6-8f9e-4c03-b3cc-c5988970fbb7 req-c8aa29bc-9eeb-47de-92ee-f3dd8bfd4f02 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.0943904 Sep 18 19:46:13.646474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56a67f42-93b4-41c9-9d16-6970a5fd46a2 req-757af65d-1914-4e47-bd76-8b95e39c476e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/e916af69-c49c-4e81-94a4-12d32a7ff6d5 HTTP/1.1" status: 200 len: 1803 time: 0.0828159 Sep 18 19:46:13.672171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7a55-b79c-43a4-ad9d-adb12a527719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.696212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-355aa5e6-8f9e-4c03-b3cc-c5988970fbb7 req-dec8f2b3-d0d1-41aa-b93b-71ab9988578c tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463581 Sep 18 19:46:13.697269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7a55-b79c-43a4-ad9d-adb12a527719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.734325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-888a07e4-a773-41fb-912a-15aa7affb88a req-86914e85-999e-47fb-928b-dade085a56d1 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1952135402', 'description': 'tempest-description-570506609'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:13.750604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7a55-b79c-43a4-ad9d-adb12a527719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.753162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7a55-b79c-43a4-ad9d-adb12a527719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.756771 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1b7b7a55-b79c-43a4-ad9d-adb12a527719 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/669322de-dd64-4f92-9906-bb62c21fd740 HTTP/1.1" status: 204 len: 168 time: 0.1359427 Sep 18 19:46:13.762359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b7a55-b79c-43a4-ad9d-adb12a527719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669322de-dd64-4f92-9906-bb62c21fd740,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:13.799608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b7a5f-15ea-4054-be08-6a2a414732a2 req-1f24a8e8-0a89-4b6d-af86-280d2306809a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:13.801061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31b7a5f-15ea-4054-be08-6a2a414732a2 req-1f24a8e8-0a89-4b6d-af86-280d2306809a tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1024 time: 0.0906007 Sep 18 19:46:13.802318 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-888a07e4-a773-41fb-912a-15aa7affb88a req-86914e85-999e-47fb-928b-dade085a56d1 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.868008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31b7a5f-15ea-4054-be08-6a2a414732a2 req-3d258d8e-53bb-4fee-9d7e-8919f088e4d5 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&id=32fce1d8-0844-4f9f-ac48-c62c33de4d57&id=d9e48505-2b21-427a-9f2d-ba3de91f9b20&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0568821 Sep 18 19:46:13.925230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-888a07e4-a773-41fb-912a-15aa7affb88a req-86914e85-999e-47fb-928b-dade085a56d1 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.930570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-888a07e4-a773-41fb-912a-15aa7affb88a req-86914e85-999e-47fb-928b-dade085a56d1 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.964782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-888a07e4-a773-41fb-912a-15aa7affb88a req-86914e85-999e-47fb-928b-dade085a56d1 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:13.966019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-888a07e4-a773-41fb-912a-15aa7affb88a req-86914e85-999e-47fb-928b-dade085a56d1 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2377946 Sep 18 19:46:13.966999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86914e85-999e-47fb-928b-dade085a56d1 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b765193-d4a2-4c46-97ec-b06fe275a423,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:14.078597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645584e-a38c-467b-9cce-c7768e93d237 req-c2953266-ae1b-4bb0-bba7-693ef1f96048 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:14.080342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3645584e-a38c-467b-9cce-c7768e93d237 req-c2953266-ae1b-4bb0-bba7-693ef1f96048 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0569859 Sep 18 19:46:14.148478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3645584e-a38c-467b-9cce-c7768e93d237 req-3731cf23-5041-4251-96c1-b511b8ec848a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600169 Sep 18 19:46:14.194412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaf2ae-7cd0-4b60-b2d3-d889eac057db req-bbac6c7d-666e-4f1f-8ad6-fcf0f49dec38 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:14.200293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaf2ae-7cd0-4b60-b2d3-d889eac057db req-bbac6c7d-666e-4f1f-8ad6-fcf0f49dec38 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:14.206301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaf2ae-7cd0-4b60-b2d3-d889eac057db req-bbac6c7d-666e-4f1f-8ad6-fcf0f49dec38 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:14.207997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbbaf2ae-7cd0-4b60-b2d3-d889eac057db req-bbac6c7d-666e-4f1f-8ad6-fcf0f49dec38 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def&device_id=f7017870-8938-417b-9473-9ab4a545670b&device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 2418 time: 0.0953000 Sep 18 19:46:14.264004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1a3b01d-90b9-4d37-8a2d-51fafd629011 req-70a4ad9b-cc3b-4331-a922-b58d22b6159b tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/0b765193-d4a2-4c46-97ec-b06fe275a423 HTTP/1.1" status: 200 len: 1806 time: 0.0913577 Sep 18 19:46:14.268962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbbaf2ae-7cd0-4b60-b2d3-d889eac057db req-e905f20a-60f1-4e2d-ad52-b2982a9aeef7 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544565 Sep 18 19:46:14.279206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e1a3b01d-90b9-4d37-8a2d-51fafd629011 req-a902f388-0683-46a1-b3da-838de75d0094 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b765193-d4a2-4c46-97ec-b06fe275a423', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:14.279206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e1a3b01d-90b9-4d37-8a2d-51fafd629011 req-a902f388-0683-46a1-b3da-838de75d0094 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b765193-d4a2-4c46-97ec-b06fe275a423', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:14.348684 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e1a3b01d-90b9-4d37-8a2d-51fafd629011 req-a902f388-0683-46a1-b3da-838de75d0094 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.379879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e1a3b01d-90b9-4d37-8a2d-51fafd629011 req-a902f388-0683-46a1-b3da-838de75d0094 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.384328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e1a3b01d-90b9-4d37-8a2d-51fafd629011 req-a902f388-0683-46a1-b3da-838de75d0094 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.400131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902f388-0683-46a1-b3da-838de75d0094 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66ae97d-f4de-4010-a0ff-d4d6a00733d8,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:14.409624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e1a3b01d-90b9-4d37-8a2d-51fafd629011 req-a902f388-0683-46a1-b3da-838de75d0094 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.414955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1a3b01d-90b9-4d37-8a2d-51fafd629011 req-a902f388-0683-46a1-b3da-838de75d0094 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1425307 Sep 18 19:46:14.437106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-cf0034c2-17dc-41a4-885d-bdac21e22421 req-5dc25f01-cfe9-4c27-8d28-ade3b56f3c7f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:46:14.438090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf0034c2-17dc-41a4-885d-bdac21e22421 req-5dc25f01-cfe9-4c27-8d28-ade3b56f3c7f tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078559 Sep 18 19:46:14.508518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e68fecf2-db32-42e6-8505-891b4ae66036 req-2d5098b1-b6a3-4d29-aba1-e2f2a142446e tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/0b765193-d4a2-4c46-97ec-b06fe275a423 HTTP/1.1" status: 200 len: 2400 time: 0.0769901 Sep 18 19:46:14.521913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf0034c2-17dc-41a4-885d-bdac21e22421 req-9d24a416-aec1-4294-a323-f0dafac4c823 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0713944 Sep 18 19:46:14.526596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e68fecf2-db32-42e6-8505-891b4ae66036 req-00a7bb1f-8831-4c1a-b800-8c098c8e89c8 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b765193-d4a2-4c46-97ec-b06fe275a423', 'remote_group_id': None}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:14.526813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e68fecf2-db32-42e6-8505-891b4ae66036 req-00a7bb1f-8831-4c1a-b800-8c098c8e89c8 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0b765193-d4a2-4c46-97ec-b06fe275a423', 'remote_group_id': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:14.592621 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e68fecf2-db32-42e6-8505-891b4ae66036 req-00a7bb1f-8831-4c1a-b800-8c098c8e89c8 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.620698 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e68fecf2-db32-42e6-8505-891b4ae66036 req-00a7bb1f-8831-4c1a-b800-8c098c8e89c8 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.625114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e68fecf2-db32-42e6-8505-891b4ae66036 req-00a7bb1f-8831-4c1a-b800-8c098c8e89c8 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.643646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7bb1f-8831-4c1a-b800-8c098c8e89c8 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44025e7-66b9-494a-940e-8b38fce5b6f8,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:14.651522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e68fecf2-db32-42e6-8505-891b4ae66036 req-00a7bb1f-8831-4c1a-b800-8c098c8e89c8 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.652658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e68fecf2-db32-42e6-8505-891b4ae66036 req-00a7bb1f-8831-4c1a-b800-8c098c8e89c8 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1298504 Sep 18 19:46:14.753362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1edbdce9-8681-4ac9-9af8-b1cfa5427ef8 req-1cd47339-42be-4a90-9b2a-af195e0cc4b4 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/0b765193-d4a2-4c46-97ec-b06fe275a423 HTTP/1.1" status: 200 len: 2999 time: 0.0578563 Sep 18 19:46:14.793250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1964cf9-9d44-44cf-bf0c-a8ecb665b88c req-d6773edb-e75e-496e-b5e5-d211d6cef76b tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-group-rules/b44025e7-66b9-494a-940e-8b38fce5b6f8 HTTP/1.1" status: 200 len: 783 time: 0.0225072 Sep 18 19:46:14.847291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1964cf9-9d44-44cf-bf0c-a8ecb665b88c req-4ec7ef72-4e46-4112-a84e-aecb91097b1b tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/0b765193-d4a2-4c46-97ec-b06fe275a423 HTTP/1.1" status: 200 len: 2999 time: 0.0468440 Sep 18 19:46:14.882449 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1964cf9-9d44-44cf-bf0c-a8ecb665b88c req-867167fc-4412-4be7-bbb5-65613e528a67 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.891259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1964cf9-9d44-44cf-bf0c-a8ecb665b88c req-867167fc-4412-4be7-bbb5-65613e528a67 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.921602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1964cf9-9d44-44cf-bf0c-a8ecb665b88c req-867167fc-4412-4be7-bbb5-65613e528a67 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.927855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1964cf9-9d44-44cf-bf0c-a8ecb665b88c req-867167fc-4412-4be7-bbb5-65613e528a67 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:14.928956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1964cf9-9d44-44cf-bf0c-a8ecb665b88c req-867167fc-4412-4be7-bbb5-65613e528a67 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b44025e7-66b9-494a-940e-8b38fce5b6f8 HTTP/1.1" status: 204 len: 173 time: 0.0732794 Sep 18 19:46:14.938294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867167fc-4412-4be7-bbb5-65613e528a67 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b44025e7-66b9-494a-940e-8b38fce5b6f8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:15.010639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eec986-2fa9-48bd-929e-df5174654035 req-23ec2657-7c53-4828-8fbe-5deaae3c83ab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:15.020034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36eec986-2fa9-48bd-929e-df5174654035 req-23ec2657-7c53-4828-8fbe-5deaae3c83ab tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1024 time: 0.0660295 Sep 18 19:46:15.063071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36eec986-2fa9-48bd-929e-df5174654035 req-83e407f1-615e-49ba-89e4-c51f5768a1df tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a89030-dbf0-4875-9082-4a4f5ad45853&id=32fce1d8-0844-4f9f-ac48-c62c33de4d57&id=d9e48505-2b21-427a-9f2d-ba3de91f9b20&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0419831 Sep 18 19:46:15.143759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25b61da8-926a-414c-b067-0fb73a2969ab req-bbb50aed-0ffe-4c8a-a00c-03c697e23f40 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/0b765193-d4a2-4c46-97ec-b06fe275a423 HTTP/1.1" status: 200 len: 2400 time: 0.0530372 Sep 18 19:46:15.214108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-25b61da8-926a-414c-b067-0fb73a2969ab req-d119accf-fafa-4c5f-88b4-b6c046938aa3 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.244494 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-25b61da8-926a-414c-b067-0fb73a2969ab req-d119accf-fafa-4c5f-88b4-b6c046938aa3 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.252907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0022e25-ea38-4031-98f0-e68b457333fd req-3de10b17-2220-4512-b373-54ec907964b1 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:15.255556 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c0022e25-ea38-4031-98f0-e68b457333fd req-3de10b17-2220-4512-b373-54ec907964b1 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 1024 time: 0.0602808 Sep 18 19:46:15.302625 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-25b61da8-926a-414c-b067-0fb73a2969ab req-d119accf-fafa-4c5f-88b4-b6c046938aa3 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.305475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-25b61da8-926a-414c-b067-0fb73a2969ab req-d119accf-fafa-4c5f-88b4-b6c046938aa3 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.317308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25b61da8-926a-414c-b067-0fb73a2969ab req-d119accf-fafa-4c5f-88b4-b6c046938aa3 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b765193-d4a2-4c46-97ec-b06fe275a423 HTTP/1.1" status: 204 len: 173 time: 0.1672871 Sep 18 19:46:15.337712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119accf-fafa-4c5f-88b4-b6c046938aa3 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b765193-d4a2-4c46-97ec-b06fe275a423,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:15.385880 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-7c9812a7-2dd4-4d32-a760-c92241d0c263 req-c883e5eb-8a4a-403a-8b57-f22d91f191fa tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] show failed (client error): The resource could not be found. Sep 18 19:46:15.386933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c9812a7-2dd4-4d32-a760-c92241d0c263 req-c883e5eb-8a4a-403a-8b57-f22d91f191fa tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/c969834c-2bfe-44ce-8935-2ea0c34cecd5 HTTP/1.1" status: 404 len: 352 time: 0.0302649 Sep 18 19:46:15.440823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Deleting port cadcb48d-6f51-499f-be80-5a4e4a83ef8c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:15.441594 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.453959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729566d9-1c91-4ed1-85fe-67d81979ffa9 req-4f0dda09-cd8d-480f-b5e7-87c0f1f20030 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:15.464603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-729566d9-1c91-4ed1-85fe-67d81979ffa9 req-4f0dda09-cd8d-480f-b5e7-87c0f1f20030 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0731249 Sep 18 19:46:15.524090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-729566d9-1c91-4ed1-85fe-67d81979ffa9 req-202aae7e-8af6-41a7-a377-8fcd7cdba34b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508759 Sep 18 19:46:15.574933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] For port cadcb48d-6f51-499f-be80-5a4e4a83ef8c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,segment=NetworkSegment(818871b6-03ba-40f7-9848-c4ef0884d2ee),segment_id=818871b6-03ba-40f7-9848-c4ef0884d2ee)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:15.575267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.591993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Calling delete_port for cadcb48d-6f51-499f-be80-5a4e4a83ef8c owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:15.636458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf521f-7fd6-4a27-9dcb-578fd815b843 req-c1c0300c-8073-47f2-af44-4e41371b7fb2 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/e916af69-c49c-4e81-94a4-12d32a7ff6d5 HTTP/1.1" status: 200 len: 1803 time: 0.0544400 Sep 18 19:46:15.708975 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1acf521f-7fd6-4a27-9dcb-578fd815b843 req-cc26cb40-556f-4757-92e5-8088d611d329 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.745154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1acf521f-7fd6-4a27-9dcb-578fd815b843 req-cc26cb40-556f-4757-92e5-8088d611d329 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.754207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.771453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cadcb48d-6f51-499f-be80-5a4e4a83ef8c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:15.783844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'Port': ['ID=cadcb48d-6f51-499f-be80-5a4e4a83ef8c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:15.804820 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1acf521f-7fd6-4a27-9dcb-578fd815b843 req-cc26cb40-556f-4757-92e5-8088d611d329 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.808341 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1acf521f-7fd6-4a27-9dcb-578fd815b843 req-cc26cb40-556f-4757-92e5-8088d611d329 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.809642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf521f-7fd6-4a27-9dcb-578fd815b843 req-cc26cb40-556f-4757-92e5-8088d611d329 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "DELETE /v2.0/security-groups/e916af69-c49c-4e81-94a4-12d32a7ff6d5 HTTP/1.1" status: 204 len: 173 time: 0.1693168 Sep 18 19:46:15.831935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26cb40-556f-4757-92e5-8088d611d329 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916af69-c49c-4e81-94a4-12d32a7ff6d5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:15.847027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] No DVR routers for this DVR port cadcb48d-6f51-499f-be80-5a4e4a83ef8c on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:15.850101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:15.853440 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c0022e25-ea38-4031-98f0-e68b457333fd req-2de757f5-9ab9-4d39-b3b7-950205445451 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.24 "DELETE /v2.0/ports/cadcb48d-6f51-499f-be80-5a4e4a83ef8c HTTP/1.1" status: 204 len: 173 time: 0.5908265 Sep 18 19:46:15.853898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'name': 'network-vif-deleted', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:15.857306 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efd2975-3e4d-48df-8ac0-f6cf23becba2" -d '{"events": [{"server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "name": "network-vif-deleted", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:15.987997 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb41f47-37fa-42c4-8af4-afd52c62bbd2 x-openstack-request-id: req-0bb41f47-37fa-42c4-8af4-afd52c62bbd2 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:15.988386 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03cabd-27f7-4bdd-8462-5143b2fa4751", "name": "network-vif-deleted", "tag": "cadcb48d-6f51-499f-be80-5a4e4a83ef8c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:15.988733 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bb41f47-37fa-42c4-8af4-afd52c62bbd2 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:15.989224 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f03cabd-27f7-4bdd-8462-5143b2fa4751', 'name': 'network-vif-deleted', 'tag': 'cadcb48d-6f51-499f-be80-5a4e4a83ef8c', 'status': 'completed', 'code': 200} Sep 18 19:46:16.006161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd4d7b3c-0823-42b9-9afc-36c51a667d91 req-748e4c3f-5191-492c-acad-e8349777a8e7 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/5956a663-5604-4288-8562-ff0a88eb2339 HTTP/1.1" status: 200 len: 1804 time: 0.0562239 Sep 18 19:46:16.066190 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dd4d7b3c-0823-42b9-9afc-36c51a667d91 req-ee9a96c3-8ca4-4322-a956-3f61214680dd tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.091178 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dd4d7b3c-0823-42b9-9afc-36c51a667d91 req-ee9a96c3-8ca4-4322-a956-3f61214680dd tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.165409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dd4d7b3c-0823-42b9-9afc-36c51a667d91 req-ee9a96c3-8ca4-4322-a956-3f61214680dd tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.169176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dd4d7b3c-0823-42b9-9afc-36c51a667d91 req-ee9a96c3-8ca4-4322-a956-3f61214680dd tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.170666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd4d7b3c-0823-42b9-9afc-36c51a667d91 req-ee9a96c3-8ca4-4322-a956-3f61214680dd tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "DELETE /v2.0/security-groups/5956a663-5604-4288-8562-ff0a88eb2339 HTTP/1.1" status: 204 len: 173 time: 0.1632190 Sep 18 19:46:16.182479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a96c3-8ca4-4322-a956-3f61214680dd tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5956a663-5604-4288-8562-ff0a88eb2339,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:16.249812 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4af9fd1b-e7a3-486b-87c4-0abf36c347ca req-5fbdc474-3c9b-4c7f-8c98-b1edf891212d tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f03cabd-27f7-4bdd-8462-5143b2fa4751 HTTP/1.1" status: 200 len: 210 time: 0.0330424 Sep 18 19:46:16.325092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efaee40f-64b0-4ba6-a618-0e69af180ded req-149520c4-5729-434c-87da-bfe874a4ad2f tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/ca21e991-187e-4ea1-9859-4a308558da03 HTTP/1.1" status: 200 len: 1804 time: 0.0506446 Sep 18 19:46:16.389775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-efaee40f-64b0-4ba6-a618-0e69af180ded req-db6fecfc-7366-4503-b09e-357bf4f89504 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.445343 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-efaee40f-64b0-4ba6-a618-0e69af180ded req-db6fecfc-7366-4503-b09e-357bf4f89504 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.489107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29576585-a91a-41c2-b006-2c580f7b6e9c req-5ff302fc-f097-4b6b-9fbc-87d390ab140d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:16.492171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29576585-a91a-41c2-b006-2c580f7b6e9c req-5ff302fc-f097-4b6b-9fbc-87d390ab140d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.0988634 Sep 18 19:46:16.536245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29576585-a91a-41c2-b006-2c580f7b6e9c req-95a39c0f-0635-4ac9-879a-d454bb66c26a tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363519 Sep 18 19:46:16.537596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-efaee40f-64b0-4ba6-a618-0e69af180ded req-db6fecfc-7366-4503-b09e-357bf4f89504 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.540227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-efaee40f-64b0-4ba6-a618-0e69af180ded req-db6fecfc-7366-4503-b09e-357bf4f89504 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.541490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efaee40f-64b0-4ba6-a618-0e69af180ded req-db6fecfc-7366-4503-b09e-357bf4f89504 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "DELETE /v2.0/security-groups/ca21e991-187e-4ea1-9859-4a308558da03 HTTP/1.1" status: 204 len: 173 time: 0.2098286 Sep 18 19:46:16.551854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fecfc-7366-4503-b09e-357bf4f89504 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca21e991-187e-4ea1-9859-4a308558da03,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:16.667189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a78dd9c-ce1c-4fec-b9f7-b6381a963e0b req-9e5b8260-0b90-4c71-a664-dd72952c9706 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/7718f94b-b197-4d19-895b-888ac2d94d71 HTTP/1.1" status: 200 len: 2404 time: 0.0743363 Sep 18 19:46:16.679499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f7cb3-cd18-4961-98e8-4ce5ef9c8bfb req-14335100-a20e-466b-bb32-9becdc450c5f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:16.680859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb3f7cb3-cd18-4961-98e8-4ce5ef9c8bfb req-14335100-a20e-466b-bb32-9becdc450c5f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0805349 Sep 18 19:46:16.752374 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb3f7cb3-cd18-4961-98e8-4ce5ef9c8bfb req-e97bb4b7-1d77-491e-96e9-9f9a8707a782 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622494 Sep 18 19:46:16.762544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5a78dd9c-ce1c-4fec-b9f7-b6381a963e0b req-00f26b0b-c18f-4142-b873-b97e80073817 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.788642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5a78dd9c-ce1c-4fec-b9f7-b6381a963e0b req-00f26b0b-c18f-4142-b873-b97e80073817 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.847335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5a78dd9c-ce1c-4fec-b9f7-b6381a963e0b req-00f26b0b-c18f-4142-b873-b97e80073817 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.850336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5a78dd9c-ce1c-4fec-b9f7-b6381a963e0b req-00f26b0b-c18f-4142-b873-b97e80073817 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:16.858720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a78dd9c-ce1c-4fec-b9f7-b6381a963e0b req-00f26b0b-c18f-4142-b873-b97e80073817 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "DELETE /v2.0/security-groups/7718f94b-b197-4d19-895b-888ac2d94d71 HTTP/1.1" status: 204 len: 173 time: 0.1760495 Sep 18 19:46:16.871012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f26b0b-c18f-4142-b873-b97e80073817 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7718f94b-b197-4d19-895b-888ac2d94d71,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:16.919341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c4ba64d-2229-4e61-be07-cfcb9f2db914 req-99bf6431-7821-4a39-a089-b18b60f5d102 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "GET /v2.0/security-groups/86a51a9c-0035-44d2-9317-8bb679519add HTTP/1.1" status: 200 len: 2396 time: 0.0425470 Sep 18 19:46:16.980599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1c4ba64d-2229-4e61-be07-cfcb9f2db914 req-e89d4e89-d999-48fd-9afa-87b6b50a4521 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.011224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1c4ba64d-2229-4e61-be07-cfcb9f2db914 req-e89d4e89-d999-48fd-9afa-87b6b50a4521 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.058481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1c4ba64d-2229-4e61-be07-cfcb9f2db914 req-e89d4e89-d999-48fd-9afa-87b6b50a4521 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.061933 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1c4ba64d-2229-4e61-be07-cfcb9f2db914 req-e89d4e89-d999-48fd-9afa-87b6b50a4521 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.063088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c4ba64d-2229-4e61-be07-cfcb9f2db914 req-e89d4e89-d999-48fd-9afa-87b6b50a4521 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] 10.222.0.20 "DELETE /v2.0/security-groups/86a51a9c-0035-44d2-9317-8bb679519add HTTP/1.1" status: 204 len: 173 time: 0.1368861 Sep 18 19:46:17.069189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49942) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:17.072472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d4e89-d999-48fd-9afa-87b6b50a4521 tempest-SecurityGroupRulesTestJSON-1775805391 tempest-SecurityGroupRulesTestJSON-1775805391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a51a9c-0035-44d2-9317-8bb679519add,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:17.115594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f732c7-6ea5-49c7-840e-856b810203d2 admin admin] Deleting subnet df9c413b-6fbe-49a5-a089-014b22c0a60d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:46:17.119062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47f732c7-6ea5-49c7-840e-856b810203d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.154382 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47f732c7-6ea5-49c7-840e-856b810203d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.197565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47f732c7-6ea5-49c7-840e-856b810203d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.251830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47f732c7-6ea5-49c7-840e-856b810203d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.277956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f732c7-6ea5-49c7-840e-856b810203d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9c413b-6fbe-49a5-a089-014b22c0a60d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:17.285685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47f732c7-6ea5-49c7-840e-856b810203d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.288039 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-47f732c7-6ea5-49c7-840e-856b810203d2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/df9c413b-6fbe-49a5-a089-014b22c0a60d HTTP/1.1" status: 204 len: 168 time: 0.2172618 Sep 18 19:46:17.290057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49952) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:17.366406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3aeb8e-dfc5-4871-9fb2-975724db7947 req-0d8e095a-2fea-4fe8-b70d-9762e680b156 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/d9e48505-2b21-427a-9f2d-ba3de91f9b20 HTTP/1.1" status: 200 len: 1799 time: 0.0421374 Sep 18 19:46:17.366975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.436227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb3aeb8e-dfc5-4871-9fb2-975724db7947 req-cbf86732-25f9-4cfd-9d18-22134b041e68 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.452700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.469052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb3aeb8e-dfc5-4871-9fb2-975724db7947 req-cbf86732-25f9-4cfd-9d18-22134b041e68 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.474287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded7a218-057b-4ce0-ade0-499bc9fa9d28']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:17.488162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6682de-5ffc-4fa5-9b09-df4eb088b3cd') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:17.488575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6682de-5ffc-4fa5-9b09-df4eb088b3cd') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:17.499354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.513835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.520521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:46:17.521003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.522030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb3aeb8e-dfc5-4871-9fb2-975724db7947 req-cbf86732-25f9-4cfd-9d18-22134b041e68 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:46:17.522541 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:46:17.528374 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bb3aeb8e-dfc5-4871-9fb2-975724db7947 req-cbf86732-25f9-4cfd-9d18-22134b041e68 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.530253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3aeb8e-dfc5-4871-9fb2-975724db7947 req-cbf86732-25f9-4cfd-9d18-22134b041e68 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/d9e48505-2b21-427a-9f2d-ba3de91f9b20 HTTP/1.1" status: 204 len: 173 time: 0.1553667 Sep 18 19:46:17.542254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf86732-25f9-4cfd-9d18-22134b041e68 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e48505-2b21-427a-9f2d-ba3de91f9b20,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:17.614653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dde022eb-8dc5-4208-bf5f-bd60286dddb7 req-ab60e26a-744e-4cd6-a6c7-a699429b27f0 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "GET /v2.0/security-groups/32fce1d8-0844-4f9f-ac48-c62c33de4d57 HTTP/1.1" status: 200 len: 1799 time: 0.0580904 Sep 18 19:46:17.615524 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.622385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.631833 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] 10.222.0.20 "DELETE /v2.0/networks/ded7a218-057b-4ce0-ade0-499bc9fa9d28 HTTP/1.1" status: 204 len: 168 time: 0.3384984 Sep 18 19:46:17.644067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca08dd-68c5-4e79-a7a2-865fb6daf42f admin admin] Pushing event deleted for resources: {'Network': ['ID=ded7a218-057b-4ce0-ade0-499bc9fa9d28,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:17.718121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8892ce-a70b-479d-bc32-4667260dc8ea req-f38da489-f6ba-447a-abae-c5c494c75733 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:17.719716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d8892ce-a70b-479d-bc32-4667260dc8ea req-f38da489-f6ba-447a-abae-c5c494c75733 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.0940475 Sep 18 19:46:17.745747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dde022eb-8dc5-4208-bf5f-bd60286dddb7 req-b733f5a3-29e5-4187-ad5b-0f2cc3f6a975 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.786134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d8892ce-a70b-479d-bc32-4667260dc8ea req-155da85b-9727-40c8-9d96-59021ec9eb34 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 Sep 18 19:46:17.787683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dde022eb-8dc5-4208-bf5f-bd60286dddb7 req-b733f5a3-29e5-4187-ad5b-0f2cc3f6a975 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.853969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dde022eb-8dc5-4208-bf5f-bd60286dddb7 req-b733f5a3-29e5-4187-ad5b-0f2cc3f6a975 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.857161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dde022eb-8dc5-4208-bf5f-bd60286dddb7 req-b733f5a3-29e5-4187-ad5b-0f2cc3f6a975 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.858822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dde022eb-8dc5-4208-bf5f-bd60286dddb7 req-b733f5a3-29e5-4187-ad5b-0f2cc3f6a975 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] 10.222.0.20 "DELETE /v2.0/security-groups/32fce1d8-0844-4f9f-ac48-c62c33de4d57 HTTP/1.1" status: 204 len: 173 time: 0.2312789 Sep 18 19:46:17.865877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:17.897756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733f5a3-29e5-4187-ad5b-0f2cc3f6a975 tempest-SecurityGroupsTestJSON-1848404402 tempest-SecurityGroupsTestJSON-1848404402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fce1d8-0844-4f9f-ac48-c62c33de4d57,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:17.931062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e12df-1c27-4076-8a36-c241fff8c70e req-fba1ac26-4009-45d4-b253-dc0cc18935bd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:17.932822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d26e12df-1c27-4076-8a36-c241fff8c70e req-fba1ac26-4009-45d4-b253-dc0cc18935bd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0730948 Sep 18 19:46:17.936264 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-d269764d-b1f0-4590-bfbc-2bacdb1cd3b3 admin admin] Deleting subnet 56001a2b-2029-4519-8c70-7ca905471544 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:46:17.939898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d269764d-b1f0-4590-bfbc-2bacdb1cd3b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:17.980946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49984) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:18.005056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d26e12df-1c27-4076-8a36-c241fff8c70e req-0b764a67-677e-4fcc-9587-cabebbb524d0 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579712 Sep 18 19:46:18.028778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d269764d-b1f0-4590-bfbc-2bacdb1cd3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.093190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-d47127b2-6692-4652-b337-e3d3ed5a1f83 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:18.094647 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-d47127b2-6692-4652-b337-e3d3ed5a1f83 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.24 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 945 time: 0.1275828 Sep 18 19:46:18.113791 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c04b57e7-c1a1-4fae-910f-f589c53aa039 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=544bd7006ea742cc90889a7e3b2af33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316943 Sep 18 19:46:18.116501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49990) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:18.134327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d269764d-b1f0-4590-bfbc-2bacdb1cd3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.176543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bec56f07-0183-4707-ba0b-b6c3a828de7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.199141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bec56f07-0183-4707-ba0b-b6c3a828de7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.232435 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d269764d-b1f0-4590-bfbc-2bacdb1cd3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.253578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bec56f07-0183-4707-ba0b-b6c3a828de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.256916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bec56f07-0183-4707-ba0b-b6c3a828de7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.260652 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bec56f07-0183-4707-ba0b-b6c3a828de7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/393ad48a-b75c-4d69-a58c-1505fcd6c4df HTTP/1.1" status: 204 len: 168 time: 0.1405232 Sep 18 19:46:18.265747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Deleting port ed592772-6837-494a-928f-e103d25f0447 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:18.266090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.267148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec56f07-0183-4707-ba0b-b6c3a828de7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ad48a-b75c-4d69-a58c-1505fcd6c4df,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:18.270370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269764d-b1f0-4590-bfbc-2bacdb1cd3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56001a2b-2029-4519-8c70-7ca905471544,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:18.286450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d269764d-b1f0-4590-bfbc-2bacdb1cd3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.290514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d269764d-b1f0-4590-bfbc-2bacdb1cd3b3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56001a2b-2029-4519-8c70-7ca905471544 HTTP/1.1" status: 204 len: 168 time: 0.4211347 Sep 18 19:46:18.290931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49996) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:18.372980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.381878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] For port ed592772-6837-494a-928f-e103d25f0447, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ed592772-6837-494a-928f-e103d25f0447,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:18.382381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.400629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Calling delete_port for ed592772-6837-494a-928f-e103d25f0447 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:18.464261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.511366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c31470-2e49-4ec2-8c78-f89f9a47aae9']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:18.531292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818871b6-03ba-40f7-9848-c4ef0884d2ee') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:18.531825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818871b6-03ba-40f7-9848-c4ef0884d2ee') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:18.543256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.560333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.563027 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.573542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:46:18.574373 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.576246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['63181f6a-b390-43fc-93d2-219ff20d3eaf', 'ed592772-6837-494a-928f-e103d25f0447'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:46:18.577905 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:46:18.587704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['4ba5e3eb-2886-49ee-84de-b7635e0eabc4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:18.602285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Pushing event deleted for resources: {'Port': ['ID=ed592772-6837-494a-928f-e103d25f0447,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:18.669472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] No DVR routers for this DVR port ed592772-6837-494a-928f-e103d25f0447 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:18.672494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.674669 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9dbbf1e1-af6f-440d-90fc-b78c7deaabf2 req-9e5401ef-9c8f-4bd5-aeb3-7a17e3a8c6ff tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.24 "DELETE /v2.0/ports/ed592772-6837-494a-928f-e103d25f0447 HTTP/1.1" status: 204 len: 173 time: 0.5721254 Sep 18 19:46:18.675342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4090afdc-4cef-4b1a-b5f4-7694d8581def', 'name': 'network-vif-deleted', 'tag': 'ed592772-6837-494a-928f-e103d25f0447'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:18.677918 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f19e56-fd82-4d49-85e5-30aacb0a5c33" -d '{"events": [{"server_uuid": "4090afdc-4cef-4b1a-b5f4-7694d8581def", "name": "network-vif-deleted", "tag": "ed592772-6837-494a-928f-e103d25f0447"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:18.730421 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.737562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:18.742098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/58c31470-2e49-4ec2-8c78-f89f9a47aae9 HTTP/1.1" status: 204 len: 168 time: 0.4474792 Sep 18 19:46:18.755203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679ef2e-fbc8-4b8c-92ad-de92b946c2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c31470-2e49-4ec2-8c78-f89f9a47aae9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:18.764614 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc2daca-b14a-40e5-a0e5-a5d6eb02ce5f x-openstack-request-id: req-0dc2daca-b14a-40e5-a0e5-a5d6eb02ce5f {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:18.765051 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4090afdc-4cef-4b1a-b5f4-7694d8581def", "name": "network-vif-deleted", "tag": "ed592772-6837-494a-928f-e103d25f0447", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:18.765512 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dc2daca-b14a-40e5-a0e5-a5d6eb02ce5f {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:18.766028 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4090afdc-4cef-4b1a-b5f4-7694d8581def', 'name': 'network-vif-deleted', 'tag': 'ed592772-6837-494a-928f-e103d25f0447', 'status': 'completed', 'code': 200} Sep 18 19:46:18.940529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d494c27-10fc-44d5-b8ae-d2a2a639071c req-00082cca-d5ee-4f9b-84a8-9eae68c68d84 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4090afdc-4cef-4b1a-b5f4-7694d8581def HTTP/1.1" status: 200 len: 210 time: 0.0329986 Sep 18 19:46:19.020910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50028) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:19.133928 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c66887c4-f8be-47c7-a782-ed46c9832e99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6e0caec4391425daea990b1d9981547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084406 Sep 18 19:46:19.134573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50034) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:19.205628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed29a5e-7ee8-4aac-855b-ad2ac629d992 req-b7fa7f00-da92-48c0-8281-ccd7cac21b36 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:19.207800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ed29a5e-7ee8-4aac-855b-ad2ac629d992 req-b7fa7f00-da92-48c0-8281-ccd7cac21b36 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.1168547 Sep 18 19:46:19.224872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58b930f0-d254-4f86-bb2d-02936fbb0a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.279140 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58b930f0-d254-4f86-bb2d-02936fbb0a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.284262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ed29a5e-7ee8-4aac-855b-ad2ac629d992 req-f5db2d36-8568-4f0a-b98f-38ec45dab551 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677786 Sep 18 19:46:19.366964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58b930f0-d254-4f86-bb2d-02936fbb0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.369804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58b930f0-d254-4f86-bb2d-02936fbb0a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.371178 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-58b930f0-d254-4f86-bb2d-02936fbb0a07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82a89030-dbf0-4875-9082-4a4f5ad45853 HTTP/1.1" status: 204 len: 168 time: 0.2356791 Sep 18 19:46:19.384221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b930f0-d254-4f86-bb2d-02936fbb0a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a89030-dbf0-4875-9082-4a4f5ad45853,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:19.653962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50060) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:19.779972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-810894890-network', 'tenant_id': '2773b2926e0e4d748c440670a9086bf9'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:19.807871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Made reservation on behalf of 2773b2926e0e4d748c440670a9086bf9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:19.811302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.823023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.924543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.929191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.950985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:46:19.966506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46117e5c-a575-4229-a87b-d175ee88ba03,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:19.970240 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:19.970590 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Added segment 3011066f-0430-4747-bc84-f7420d6c642a of type vlan for network fa93ae85-c759-4937-9539-ca2eaa3e1963 Sep 18 19:46:20.013407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.044724 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.046922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:20.047910 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.114267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa93ae85-c759-4937-9539-ca2eaa3e1963,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:20.125670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network fa93ae85-c759-4937-9539-ca2eaa3e1963 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:46:20.146284 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d8f93865-d3d7-4480-b04c-92147e839ef6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4904227 Sep 18 19:46:20.146896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50092) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:20.151983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Request body: {'subnet': {'network_id': 'fa93ae85-c759-4937-9539-ca2eaa3e1963', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-810894890-subnet', 'tenant_id': '2773b2926e0e4d748c440670a9086bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:20.180664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Made reservation on behalf of 2773b2926e0e4d748c440670a9086bf9 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:20.183397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.249524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cadcb48d-6f51-499f-be80-5a4e4a83ef8c no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:20.299282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: cadcb48d-6f51-499f-be80-5a4e4a83ef8c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:46:20.300018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cadcb48d-6f51-499f-be80-5a4e4a83ef8c not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:46:20.300737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ed592772-6837-494a-928f-e103d25f0447 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:20.331597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: ed592772-6837-494a-928f-e103d25f0447 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:46:20.331944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ed592772-6837-494a-928f-e103d25f0447 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:46:20.345126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50106) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:20.421172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.493988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1a533c-f2d9-48e1-8490-929fd9e61ed5,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:20.506326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Checking segment: {'id': '3011066f-0430-4747-bc84-f7420d6c642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fa93ae85-c759-4937-9539-ca2eaa3e1963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:20.506705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Network hostable DHCP agents. Network: fa93ae85-c759-4937-9539-ca2eaa3e1963, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:46:20.519736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a28d0a-39b5-4217-ade1-1a3df7dc69b2 req-de33da69-70ac-4914-beda-62fa225957b3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:20.521379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3a28d0a-39b5-4217-ade1-1a3df7dc69b2 req-de33da69-70ac-4914-beda-62fa225957b3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.1334140 Sep 18 19:46:20.525705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1858142426-network', 'tenant_id': '79195493da824384af08c4aa67d793d8'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:20.532494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Network fa93ae85-c759-4937-9539-ca2eaa3e1963 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:46:20.543052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, fa93ae85-c759-4937-9539-ca2eaa3e1963) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:20.547801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:20.548535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.557129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9d14d-a9ae-4281-9e3d-56f0dcdda7b4 None None] Network fa93ae85-c759-4937-9539-ca2eaa3e1963 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:20.578586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e455096-5562-474c-926f-fc4bdaa4d299 req-59a866dd-61d9-4bc5-a670-3790fcee0ad7 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:20.580123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e455096-5562-474c-926f-fc4bdaa4d299 req-59a866dd-61d9-4bc5-a670-3790fcee0ad7 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 946 time: 0.1268752 Sep 18 19:46:20.596440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3a28d0a-39b5-4217-ade1-1a3df7dc69b2 req-957363e2-7f55-491e-8a30-d7e898abcc0b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667253 Sep 18 19:46:20.622936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Made reservation on behalf of 79195493da824384af08c4aa67d793d8 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:20.625796 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.627921 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e8c7032e-0ca0-4b4f-b922-beee47fe9ff9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4799509 Sep 18 19:46:20.642329 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.666900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e455096-5562-474c-926f-fc4bdaa4d299 req-4a4affe9-c64f-431d-beeb-76f499148db5 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767570 Sep 18 19:46:20.722683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c6821-8ba1-477f-bcec-c5815e74ec48 None None] Network fa93ae85-c759-4937-9539-ca2eaa3e1963 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:20.769715 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.776260 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.816912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149fcd49-d19d-413e-bf61-cb24172244c9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:20.837664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:46:20.849981 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.851175 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Added segment 717a7ba2-4c45-45a1-bb22-7243de82b195 of type vlan for network ef5640a4-263b-461f-95cb-718ac995a0ff Sep 18 19:46:20.912733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.941072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.943256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:20.944862 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:20.991405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50132) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:20.991613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6446202 Sep 18 19:46:20.997814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Request body: {'subnet': {'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-subnet', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:21.025907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Made reservation on behalf of 79195493da824384af08c4aa67d793d8 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:21.028033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9f2a4-31a5-4f00-aa7b-43e91a8244b1 admin admin] Pushing event updated for resources: {'Network': ['ID=ef5640a4-263b-461f-95cb-718ac995a0ff,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:21.030864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.040878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ef5640a4-263b-461f-95cb-718ac995a0ff details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:46:21.152285 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-fd4cb7ee-0db3-4978-aafe-eaaf1cff9046 req-52f45df9-890a-46bd-bd01-5c07308d214f tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] show failed (client error): The resource could not be found. Sep 18 19:46:21.153298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd4cb7ee-0db3-4978-aafe-eaaf1cff9046 req-52f45df9-890a-46bd-bd01-5c07308d214f tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] 10.222.0.20 "GET /v2.0/security-groups/469bdb3d-e0b5-40f3-a7b5-bb162aacf669 HTTP/1.1" status: 404 len: 352 time: 0.0174429 Sep 18 19:46:21.243829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.250368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a51a182-4945-4163-b7d5-b95cbd1fd634 req-dc4e9ec6-31e8-435a-bcea-b6736c52423d tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2773b2926e0e4d748c440670a9086bf9 HTTP/1.1" status: 200 len: 2988 time: 0.0570290 Sep 18 19:46:21.297288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fbe2ee-7da1-424d-b395-ce34ed5d7eed,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:21.315719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Checking segment: {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:21.316232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Network hostable DHCP agents. Network: ef5640a4-263b-461f-95cb-718ac995a0ff, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:46:21.322603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a51a182-4945-4163-b7d5-b95cbd1fd634 req-8e2d2ac0-7d16-449a-91e6-11bb7aa37783 tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] 10.222.0.20 "GET /v2.0/security-groups/46117e5c-a575-4229-a87b-d175ee88ba03 HTTP/1.1" status: 200 len: 2985 time: 0.0643442 Sep 18 19:46:21.337330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Network ef5640a4-263b-461f-95cb-718ac995a0ff is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:46:21.349141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, ef5640a4-263b-461f-95cb-718ac995a0ff) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:21.353773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:21.354449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.362518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae3f26-db15-4da7-a815-79d7eeacb4fa None None] Network ef5640a4-263b-461f-95cb-718ac995a0ff requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:21.371805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0b9ad4c7-b555-45d9-ae05-ccebdf6fc7e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3787971 Sep 18 19:46:21.374542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50148) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:21.379451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:21.385700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a51a182-4945-4163-b7d5-b95cbd1fd634 req-0f6bcc75-a9bd-4ff9-9152-1df3f90eb4e2 tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] 10.222.0.20 "GET /v2.0/security-groups/46117e5c-a575-4229-a87b-d175ee88ba03 HTTP/1.1" status: 200 len: 2985 time: 0.0563822 Sep 18 19:46:21.432979 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.434133 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.505869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-670eb2b6-9dbf-4ade-ad1a-f51b79e75411 req-d9c4d62c-6957-4275-9194-ad91de2919ed tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] 10.222.0.20 "GET /v2.0/security-groups/46117e5c-a575-4229-a87b-d175ee88ba03 HTTP/1.1" status: 200 len: 2985 time: 0.0890346 Sep 18 19:46:21.556039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-ef5640a4-263b-461f-95cb-718ac995a0ff', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:46:21.557194 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.566921 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.573078 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-add74679-562e-4339-b1ad-189ff27dc83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.720203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Allocated IP 172.20.0.2 (ef5640a4-263b-461f-95cb-718ac995a0ff/17fbe2ee-7da1-424d-b395-ce34ed5d7eed/19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:21.845732 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.849454 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-670eb2b6-9dbf-4ade-ad1a-f51b79e75411 req-fb202120-3447-4d47-95bd-22dc1cdf5a92 tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 19:46:21.850763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-670eb2b6-9dbf-4ade-ad1a-f51b79e75411 req-fb202120-3447-4d47-95bd-22dc1cdf5a92 tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] 10.222.0.20 "DELETE /v2.0/security-groups/46117e5c-a575-4229-a87b-d175ee88ba03 HTTP/1.1" status: 409 len: 352 time: 0.3237507 Sep 18 19:46:21.860443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786166b8-6fda-408f-8cad-73d10e49681b req-21078dcb-feed-4471-b931-0835eaab245b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:21.870371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-786166b8-6fda-408f-8cad-73d10e49681b req-21078dcb-feed-4471-b931-0835eaab245b tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 946 time: 0.2522092 Sep 18 19:46:21.885860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.896522 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:21.941075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08af4f6-8aef-4fe1-8bb1-1f3f31ffd74a req-fd176124-183d-465c-847a-17d5482e3293 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:21.949153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e08af4f6-8aef-4fe1-8bb1-1f3f31ffd74a req-fd176124-183d-465c-847a-17d5482e3293 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.2408631 Sep 18 19:46:21.950738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Network ef5640a4-263b-461f-95cb-718ac995a0ff is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:21.952839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Pushing event updated for resources: {'Port': ['ID=19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:21.955671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:21.958059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:22.015765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Attempting to bind port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:22.015977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Attempting to bind port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:22.016603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Attempting to bind port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e on network ef5640a4-263b-461f-95cb-718ac995a0ff {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:22.022189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:22.022855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Checking segment: {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:22.023191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.023697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Bound using segment: {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:22.024256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Bound port: 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:22.024729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.072787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e08af4f6-8aef-4fe1-8bb1-1f3f31ffd74a req-1daae47f-adc3-4939-9632-018a3f94261b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227398 Sep 18 19:46:22.105917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] For port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:22.110511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] For port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:22.115453 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.139276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89646069-abf6-45c1-8cc5-a9966b42328d req-4a0ae957-fc78-4404-a595-d89583a58fba tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:22.143960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89646069-abf6-45c1-8cc5-a9966b42328d req-4a0ae957-fc78-4404-a595-d89583a58fba tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 946 time: 0.1767695 Sep 18 19:46:22.176728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ba91e-2c3e-4bdf-9c38-17e6b42f7adb None None] Pushing event updated for resources: {'Port': ['ID=19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:22.177968 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-a893bcb5-a0b2-40b0-82ef-27f3c80029ce req-c2563870-5ba4-403d-a47b-924e70f2dcdf tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] show failed (client error): The resource could not be found. Sep 18 19:46:22.178997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a893bcb5-a0b2-40b0-82ef-27f3c80029ce req-c2563870-5ba4-403d-a47b-924e70f2dcdf tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] 10.222.0.20 "GET /v2.0/security-groups/2363edde-6a3d-49cd-ab7a-77022b34ce7d HTTP/1.1" status: 404 len: 352 time: 0.0601749 Sep 18 19:46:22.197364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Deleting port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:22.197549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.612246 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-4da26895-02f4-4f76-8a24-ca1e9d8bdbba req-e989f5c5-7fa1-4baa-ae89-42149f28868f tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] show failed (client error): The resource could not be found. Sep 18 19:46:22.613276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4da26895-02f4-4f76-8a24-ca1e9d8bdbba req-e989f5c5-7fa1-4baa-ae89-42149f28868f tempest-SecurityGroupsNegativeTestJSON-1595758458 tempest-SecurityGroupsNegativeTestJSON-1595758458-project] 10.222.0.20 "GET /v2.0/security-groups/520f160e-41ae-42be-a571-70625952da4f HTTP/1.1" status: 404 len: 352 time: 0.3939531 Sep 18 19:46:22.627614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89646069-abf6-45c1-8cc5-a9966b42328d req-772b85d1-2d3f-448d-a2c7-f0d56d731c99 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710426 Sep 18 19:46:22.628292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50184) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:22.707836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd2f1c5-8d0d-4a70-ba29-1bc0c20d6a39 admin admin] Deleting subnet aa1a533c-f2d9-48e1-8490-929fd9e61ed5 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:46:22.721685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f1c5-8d0d-4a70-ba29-1bc0c20d6a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.774413 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f1c5-8d0d-4a70-ba29-1bc0c20d6a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.807928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] For port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:22.808299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.825972 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f1c5-8d0d-4a70-ba29-1bc0c20d6a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.829665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.831508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Calling delete_port for 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:22.863108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.885306 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:46:22.896258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f1c5-8d0d-4a70-ba29-1bc0c20d6a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.926807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2f1c5-8d0d-4a70-ba29-1bc0c20d6a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1a533c-f2d9-48e1-8490-929fd9e61ed5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:22.931052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f1c5-8d0d-4a70-ba29-1bc0c20d6a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:22.933855 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cfd2f1c5-8d0d-4a70-ba29-1bc0c20d6a39 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aa1a533c-f2d9-48e1-8490-929fd9e61ed5 HTTP/1.1" status: 204 len: 168 time: 0.3066878 Sep 18 19:46:22.937084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50188) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:22.999989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.031932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.097175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Allocated IP 172.25.8.186 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/410f2b5c-ae55-4a2d-9a9f-c844ba387fb1) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:23.129431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.142535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['63181f6a-b390-43fc-93d2-219ff20d3eaf'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:23.149707 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.166914 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.194326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Pushing event deleted for resources: {'Port': ['ID=4ba5e3eb-2886-49ee-84de-b7635e0eabc4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:23.214957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa93ae85-c759-4937-9539-ca2eaa3e1963']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:23.233718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3011066f-0430-4747-bc84-f7420d6c642a') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:23.234651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3011066f-0430-4747-bc84-f7420d6c642a') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:23.261244 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.288058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.296174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:46:23.296639 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:46:23.298914 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:46:23.303357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] No DVR routers for this DVR port 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:23.306494 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.309412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-786166b8-6fda-408f-8cad-73d10e49681b req-81bdbc6e-5069-470a-a77d-517d944a0c85 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.32 "DELETE /v2.0/ports/4ba5e3eb-2886-49ee-84de-b7635e0eabc4 HTTP/1.1" status: 204 len: 173 time: 1.4287765 Sep 18 19:46:23.316032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7017870-8938-417b-9473-9ab4a545670b', 'name': 'network-vif-deleted', 'tag': '4ba5e3eb-2886-49ee-84de-b7635e0eabc4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:23.318833 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37daee0-ad2a-483f-8a8e-f9eb5dfc521b" -d '{"events": [{"server_uuid": "f7017870-8938-417b-9473-9ab4a545670b", "name": "network-vif-deleted", "tag": "4ba5e3eb-2886-49ee-84de-b7635e0eabc4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:23.401654 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.409943 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb43f89-3bed-40cb-b34e-33b5c71e5fc8 x-openstack-request-id: req-7eb43f89-3bed-40cb-b34e-33b5c71e5fc8 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:23.410234 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7017870-8938-417b-9473-9ab4a545670b", "name": "network-vif-deleted", "tag": "4ba5e3eb-2886-49ee-84de-b7635e0eabc4", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:23.411297 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7eb43f89-3bed-40cb-b34e-33b5c71e5fc8 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:23.411723 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7017870-8938-417b-9473-9ab4a545670b', 'name': 'network-vif-deleted', 'tag': '4ba5e3eb-2886-49ee-84de-b7635e0eabc4', 'status': 'completed', 'code': 200} Sep 18 19:46:23.415301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.418336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa93ae85-c759-4937-9539-ca2eaa3e1963 HTTP/1.1" status: 204 len: 168 time: 0.4798431 Sep 18 19:46:23.422731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d42b53-5611-42f5-b88f-42b117676e31 req-78a7b1e4-e36c-46e8-8385-24540b86cea5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:23.432342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8d42b53-5611-42f5-b88f-42b117676e31 req-78a7b1e4-e36c-46e8-8385-24540b86cea5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.2220082 Sep 18 19:46:23.433192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cf903-bde9-4614-975c-cad47dec4553 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa93ae85-c759-4937-9539-ca2eaa3e1963,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:23.476006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c39ca-54ec-41fa-8527-471de80c339f None None] Network ef5640a4-263b-461f-95cb-718ac995a0ff requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:23.521497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8d42b53-5611-42f5-b88f-42b117676e31 req-f452f2eb-cc6d-406e-9726-cfc27d44bddc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872426 Sep 18 19:46:23.535393 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.596070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.642255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:23.646266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:23.651527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6d38f146-3c6c-4a96-8e7f-fed65f04f7b8 None None] Provisioning complete for port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:23.652184 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6d38f146-3c6c-4a96-8e7f-fed65f04f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.653731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:23.760440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50214) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:23.819202 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6d38f146-3c6c-4a96-8e7f-fed65f04f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.875342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6d38f146-3c6c-4a96-8e7f-fed65f04f7b8 None None] For port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:23.885299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6dd18142-b6b0-49f8-8adf-28b416004232 req-16677fbb-47a6-4ff9-a0d7-97bed478cee0 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7017870-8938-417b-9473-9ab4a545670b HTTP/1.1" status: 200 len: 210 time: 0.0917392 Sep 18 19:46:23.885621 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6d38f146-3c6c-4a96-8e7f-fed65f04f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:23.891001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50222) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:23.893044 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bdcc7c03-cb1c-4bcc-998b-81e308a8b516 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2773b2926e0e4d748c440670a9086bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305041 Sep 18 19:46:23.907950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Pushing event updated for resources: {'Port': ['ID=410f2b5c-ae55-4a2d-9a9f-c844ba387fb1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:23.972709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38f146-3c6c-4a96-8e7f-fed65f04f7b8 None None] Pushing event updated for resources: {'Port': ['ID=19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:24.068215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f80f887f-f3e7-4a31-97d0-5316b2cd9b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.106162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f80f887f-f3e7-4a31-97d0-5316b2cd9b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.238232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-87c11b3c-5808-4d53-8464-c275bb4d5b7c None None] Provisioning complete for port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:24.240303 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-87c11b3c-5808-4d53-8464-c275bb4d5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.261755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f80f887f-f3e7-4a31-97d0-5316b2cd9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.264420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f80f887f-f3e7-4a31-97d0-5316b2cd9b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.268149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f80f887f-f3e7-4a31-97d0-5316b2cd9b14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46117e5c-a575-4229-a87b-d175ee88ba03 HTTP/1.1" status: 204 len: 168 time: 0.3733389 Sep 18 19:46:24.276536 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.286270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f887f-f3e7-4a31-97d0-5316b2cd9b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46117e5c-a575-4229-a87b-d175ee88ba03,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:24.409733 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e70080ed-eb92-44c2-bd8f-8eac0d558f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.420476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:24.487016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:24.487412 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.546073 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.700225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdd106-dd02-4560-a622-b318078488ae req-5e063828-8db8-412e-bc57-8c922b7d5ebc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:24.702257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87fdd106-dd02-4560-a622-b318078488ae req-5e063828-8db8-412e-bc57-8c922b7d5ebc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.1000302 Sep 18 19:46:24.712127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.774282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Router 74434850-17e2-449c-8e04-1f79da61d7b2 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:46:24.780059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87fdd106-dd02-4560-a622-b318078488ae req-b94ad236-b86b-467b-a976-214b2fdfe03c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685911 Sep 18 19:46:24.909002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:24.917468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:46:24.938554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Sync routers for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:46:24.946247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:46:24.946881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4ba5e3eb-2886-49ee-84de-b7635e0eabc4 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:46:24.961388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:24.962783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9a78aa57-1fc8-4be6-969e-ab94c384307a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5870802 Sep 18 19:46:24.965300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:24.965732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50260) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:24.966196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:25.166489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:25.339626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778253bc-0044-4bb2-ae0f-e1e956bb4934 req-acb7cc62-cdfe-4296-a154-b758f7b77de9 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:25.346967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-778253bc-0044-4bb2-ae0f-e1e956bb4934 req-acb7cc62-cdfe-4296-a154-b758f7b77de9 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0739975 Sep 18 19:46:25.387996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:24Z', 'revision_number': 3, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:25.417367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Checking router: 74434850-17e2-449c-8e04-1f79da61d7b2 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:46:25.417620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Updating router 74434850-17e2-449c-8e04-1f79da61d7b2 port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:46:25.436508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-778253bc-0044-4bb2-ae0f-e1e956bb4934 req-681fbacb-29fd-442f-a67d-afa0ea774f67 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836036 Sep 18 19:46:25.450867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.480123 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.610357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50286) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:25.688694 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.784787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.794589 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.854691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ba40c-cddc-4124-b9c3-92878da4ad30 None None] Pushing event updated for resources: {'Port': ['ID=410f2b5c-ae55-4a2d-9a9f-c844ba387fb1,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:25.858230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Attempting to bind port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:25.858230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Attempting to bind port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:25.858505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Attempting to bind port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:25.863639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-652646327-network', 'tenant_id': '46389f903005407998ecd88a2c5a79ee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:25.864170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:25.864549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:25.864955 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.865346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:25.865810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Bound port: 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:25.866193 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.932639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:25.938813 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.945688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] For port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:25.949585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] For port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=410f2b5c-ae55-4a2d-9a9f-c844ba387fb1,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:25.956430 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:25.969921 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:26.031163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ba40c-cddc-4124-b9c3-92878da4ad30 None None] Pushing event updated for resources: {'Port': ['ID=410f2b5c-ae55-4a2d-9a9f-c844ba387fb1,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:26.034596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:26.035308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:26.155829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:26.242090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Allocated IP 172.20.0.1 (ef5640a4-263b-461f-95cb-718ac995a0ff/17fbe2ee-7da1-424d-b395-ce34ed5d7eed/f996602f-69e7-4e6a-b235-a7aa13e08ed8) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:26.365965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:24Z', 'revision_number': 3, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:26.380102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0eb72-adc9-4ee9-a4d1-51fd88226771 req-7e145798-fcfd-4f76-b70d-a420219f8786 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:26.381619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ab0eb72-adc9-4ee9-a4d1-51fd88226771 req-7e145798-fcfd-4f76-b70d-a420219f8786 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.4216497 Sep 18 19:46:26.395285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ba1a-52ca-4822-bc70-36d216039a02 None None] The sync data for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 is: [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:24Z', 'revision_number': 3, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:46:26.437133 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:26.489617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ab0eb72-adc9-4ee9-a4d1-51fd88226771 req-df2e77d2-e3c5-4b84-b3a9-1bd10fd4e6b7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953228 Sep 18 19:46:26.565949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:26.569064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:26.582814 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:26.637810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Network ef5640a4-263b-461f-95cb-718ac995a0ff is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:26.650255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:46:26.681398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:26.687939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:26.690418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f996602f-69e7-4e6a-b235-a7aa13e08ed8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:26.699928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fec7-8561-4a77-86ab-5629c549bc34 req-d60b4202-01ac-4834-8a2a-d936bd8db9c2 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:26.701673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c885fec7-8561-4a77-86ab-5629c549bc34 req-d60b4202-01ac-4834-8a2a-d936bd8db9c2 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.1827333 Sep 18 19:46:26.705616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c7f771-47e3-4736-80b9-097843d202c5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:26.712351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:26.712701 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Added segment e7778766-d71d-42b3-8312-17912401855a of type vlan for network d011a72d-9609-4bbf-bde7-bb030c03051c Sep 18 19:46:26.832235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:26.835812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:26.859080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c885fec7-8561-4a77-86ab-5629c549bc34 req-aa84d793-0bf2-4ecf-8782-6f5f0b97a13d tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/security-groups?id=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264014 Sep 18 19:46:26.938520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-f6419c7f-7395-4c0e-95d1-a3899a9b0396 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:26.940919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-f6419c7f-7395-4c0e-95d1-a3899a9b0396 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.24 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 946 time: 0.0548911 Sep 18 19:46:27.070117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6b9f9d11-0b12-4431-a1df-2aff231b070f None None] Provisioning complete for port f996602f-69e7-4e6a-b235-a7aa13e08ed8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:27.070751 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9d11-0b12-4431-a1df-2aff231b070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.155409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.157995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:27.158733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.178048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5668900 Sep 18 19:46:27.197624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50326) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:27.204295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Request body: {'subnet': {'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-652646327-subnet', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:27.355228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474802bd-ad4d-4bf1-9113-700ba20fe53b admin admin] Pushing event updated for resources: {'Network': ['ID=d011a72d-9609-4bbf-bde7-bb030c03051c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:27.375147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d011a72d-9609-4bbf-bde7-bb030c03051c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:46:27.402178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:27.406001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.441098 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.476624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.503817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f9d11-0b12-4431-a1df-2aff231b070f None None] Port f996602f-69e7-4e6a-b235-a7aa13e08ed8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:27.511012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Deleting port 63181f6a-b390-43fc-93d2-219ff20d3eaf {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:27.511349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.657921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] For port 63181f6a-b390-43fc-93d2-219ff20d3eaf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=63181f6a-b390-43fc-93d2-219ff20d3eaf,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:27.658710 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.674056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Calling delete_port for 63181f6a-b390-43fc-93d2-219ff20d3eaf owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:27.759067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4a76c-cc56-4ffd-b461-c4aff864c8e0 req-2daa98eb-ef90-4658-8476-8fdba8739828 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:27.760593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5e4a76c-cc56-4ffd-b461-c4aff864c8e0 req-2daa98eb-ef90-4658-8476-8fdba8739828 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.1431267 Sep 18 19:46:27.837744 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.851450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['63181f6a-b390-43fc-93d2-219ff20d3eaf'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:27.879253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Pushing event deleted for resources: {'Port': ['ID=63181f6a-b390-43fc-93d2-219ff20d3eaf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:27.899662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5e4a76c-cc56-4ffd-b461-c4aff864c8e0 req-bfbe1944-8e3c-4d3c-8e8b-d8d7cbb74dec tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241624 Sep 18 19:46:27.930683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.937809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.950333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.958422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] No DVR routers for this DVR port 63181f6a-b390-43fc-93d2-219ff20d3eaf on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:27.962098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:27.965622 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-548d23ca-bcf0-4abe-84c8-7ee836d3fde0 req-416a15f3-2bf5-41ec-961e-0c92a9a7bb4e tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.24 "DELETE /v2.0/ports/63181f6a-b390-43fc-93d2-219ff20d3eaf HTTP/1.1" status: 204 len: 173 time: 1.0156536 Sep 18 19:46:27.967101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ac856b-f2aa-4dd4-931e-747b0d0bfe3a', 'name': 'network-vif-deleted', 'tag': '63181f6a-b390-43fc-93d2-219ff20d3eaf'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:27.971573 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20190e95-86ff-4d82-b840-8ce34243493d" -d '{"events": [{"server_uuid": "54ac856b-f2aa-4dd4-931e-747b0d0bfe3a", "name": "network-vif-deleted", "tag": "63181f6a-b390-43fc-93d2-219ff20d3eaf"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:28.041536 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ce1c6c-537d-41b9-bfe1-ca77cba1c447 x-openstack-request-id: req-d4ce1c6c-537d-41b9-bfe1-ca77cba1c447 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:28.042130 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ac856b-f2aa-4dd4-931e-747b0d0bfe3a", "name": "network-vif-deleted", "tag": "63181f6a-b390-43fc-93d2-219ff20d3eaf", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:28.042611 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4ce1c6c-537d-41b9-bfe1-ca77cba1c447 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:28.043330 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ac856b-f2aa-4dd4-931e-747b0d0bfe3a', 'name': 'network-vif-deleted', 'tag': '63181f6a-b390-43fc-93d2-219ff20d3eaf', 'status': 'completed', 'code': 200} Sep 18 19:46:28.069778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:28.113391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3d3e04-dbae-4386-8851-fe7ca48d4d58 req-93db5db4-e212-442f-ac12-6a79cfb44861 tempest-ListServerFiltersTestJSON-1882114127 tempest-ListServerFiltersTestJSON-1882114127-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ac856b-f2aa-4dd4-931e-747b0d0bfe3a HTTP/1.1" status: 200 len: 210 time: 0.0878055 Sep 18 19:46:28.163190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c99c65d-089e-4258-a104-39e30c86fc02,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:28.227392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f996602f-69e7-4e6a-b235-a7aa13e08ed8,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:28.285494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Checking segment: {'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:28.285927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Network hostable DHCP agents. Network: d011a72d-9609-4bbf-bde7-bb030c03051c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:46:28.362721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Network ef5640a4-263b-461f-95cb-718ac995a0ff is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:28.363995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Network d011a72d-9609-4bbf-bde7-bb030c03051c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:46:28.366486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:28.367863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:28.430044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, d011a72d-9609-4bbf-bde7-bb030c03051c) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:28.437273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:28.437862 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:28.456418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210d7f2-8e2e-4121-8694-360ea52f36c7 None None] Network d011a72d-9609-4bbf-bde7-bb030c03051c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:28.488362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d9465d40-3c0a-4713-a90f-934fabe60ea5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2865131 Sep 18 19:46:28.488666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50352) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:28.493278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:28.526289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:28.528289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:28.566290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Router 74434850-17e2-449c-8e04-1f79da61d7b2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:46:28.647752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:28.649125 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:28.672127 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:28.762996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:46:28.776345 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Sync routers for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:46:28.777653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-69a9bbfe-0086-4fbb-a93e-db0726d5a3a3 admin admin] 10.222.0.20 "PUT /v2.0/routers/74434850-17e2-449c-8e04-1f79da61d7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8108206 Sep 18 19:46:28.787027 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:28.788044 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:28.851494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50358) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:28.898434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2256aeae-732a-4bc1-b6b2-771616287916 None None] Provisioning complete for port f996602f-69e7-4e6a-b235-a7aa13e08ed8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:28.898818 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2256aeae-732a-4bc1-b6b2-771616287916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:28.915704 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:28.943582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:28.956028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-d011a72d-9609-4bbf-bde7-bb030c03051c', 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'fixed_ips': [{'subnet_id': '2c99c65d-089e-4258-a104-39e30c86fc02'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:46:28.959940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.023789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2256aeae-732a-4bc1-b6b2-771616287916 None None] Port f996602f-69e7-4e6a-b235-a7aa13e08ed8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:29.034476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c152f131-1521-475d-ad29-6136181c23fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.042369 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.067219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=410f2b5c-ae55-4a2d-9a9f-c844ba387fb1,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:29.092893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc472d-12bf-45d1-a17f-f2c5de62b481 req-b302b24f-fa3d-4674-a6c3-da9f52713be4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:29.094349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1dc472d-12bf-45d1-a17f-f2c5de62b481 req-b302b24f-fa3d-4674-a6c3-da9f52713be4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0752127 Sep 18 19:46:29.127745 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.150715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1dc472d-12bf-45d1-a17f-f2c5de62b481 req-7e70e47f-880b-4e55-97ec-49f1d5606507 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498226 Sep 18 19:46:29.236467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50372) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:29.250144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=410f2b5c-ae55-4a2d-9a9f-c844ba387fb1,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:29.273255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Allocated IP 172.20.0.2 (d011a72d-9609-4bbf-bde7-bb030c03051c/2c99c65d-089e-4258-a104-39e30c86fc02/c5c630c9-8b0e-4b7b-be59-0c452ccc6d79) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:29.339845 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 2, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:29.363520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-641e7693-0ca6-496e-800c-01d70c904633 admin admin] Deleting subnet 016045cb-9fe9-4938-9e33-90219fdd7844 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:46:29.366804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-641e7693-0ca6-496e-800c-01d70c904633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.381342 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c152f131-1521-475d-ad29-6136181c23fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.392491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c152f131-1521-475d-ad29-6136181c23fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.408437 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Checking router: 74434850-17e2-449c-8e04-1f79da61d7b2 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:46:29.410379 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-641e7693-0ca6-496e-800c-01d70c904633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.410572 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Updating router 74434850-17e2-449c-8e04-1f79da61d7b2 port f996602f-69e7-4e6a-b235-a7aa13e08ed8 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:46:29.455062 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c152f131-1521-475d-ad29-6136181c23fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41b5c673b1cf41648af0745c30ec79ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6025195 Sep 18 19:46:29.461083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50376) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:29.481458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.484224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.494689 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.539084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.549528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Network d011a72d-9609-4bbf-bde7-bb030c03051c is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:29.552867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:29.564720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:29.573546 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.575456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Pushing event updated for resources: {'Port': ['ID=c5c630c9-8b0e-4b7b-be59-0c452ccc6d79,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:29.587052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152f131-1521-475d-ad29-6136181c23fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e71e97-8df5-4445-b10b-f5d5cd126fe3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:29.642965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Attempting to bind port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:29.643787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Attempting to bind port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:29.644310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Attempting to bind port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 on network d011a72d-9609-4bbf-bde7-bb030c03051c {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:29.649935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:29.662836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Checking segment: {'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:29.663623 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.664264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Bound using segment: {'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:29.666581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Bound port: c5c630c9-8b0e-4b7b-be59-0c452ccc6d79, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:29.667091 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.751987 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88283c04-2403-4f42-8377-445ed5875f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.758378 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Allocated IP 172.25.8.110 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a7ba530b-de5b-4050-842f-d76f1f79171f) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:29.789370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50380) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:29.793115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] For port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:29.800491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-94e83962-e643-4bbd-a2b1-b15ae65a10d5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463497313', 'description': 'tempest-description--1995063743'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:29.804612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] For port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c5c630c9-8b0e-4b7b-be59-0c452ccc6d79,segment=NetworkSegment(e7778766-d71d-42b3-8312-17912401855a),segment_id=e7778766-d71d-42b3-8312-17912401855a)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:29.811283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.840533 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94e83962-e643-4bbd-a2b1-b15ae65a10d5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.855815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-641e7693-0ca6-496e-800c-01d70c904633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.865257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88283c04-2403-4f42-8377-445ed5875f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.878780 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.896655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2408a-7f8c-4ff8-81cf-6d57096f9940 None None] Pushing event updated for resources: {'Port': ['ID=c5c630c9-8b0e-4b7b-be59-0c452ccc6d79,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:29.929586 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:29.974494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:29.981475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:29.985666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:30.012051 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.016251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Pushing event updated for resources: {'Port': ['ID=a7ba530b-de5b-4050-842f-d76f1f79171f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:30.020345 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.030370 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-641e7693-0ca6-496e-800c-01d70c904633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.068114 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Pushing event updated for resources: {'Port': ['ID=f996602f-69e7-4e6a-b235-a7aa13e08ed8,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:30.078698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e7693-0ca6-496e-800c-01d70c904633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016045cb-9fe9-4938-9e33-90219fdd7844,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:30.079764 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.080849 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.080849 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.080849 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.081232 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.081346 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.081675 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.081967 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.082282 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.082601 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.083043 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.083360 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:30.085932 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-641e7693-0ca6-496e-800c-01d70c904633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.088182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-641e7693-0ca6-496e-800c-01d70c904633 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/016045cb-9fe9-4938-9e33-90219fdd7844 HTTP/1.1" status: 204 len: 168 time: 0.8506699 Sep 18 19:46:30.089078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c0859-ef3b-485c-a526-d09e9c244c01 None None] Network 018e7551-8b3c-487c-925b-bbb408e1fc15 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:30.094853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50382) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:30.097023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88283c04-2403-4f42-8377-445ed5875f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.099730 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88283c04-2403-4f42-8377-445ed5875f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.103311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-88283c04-2403-4f42-8377-445ed5875f89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02e71e97-8df5-4445-b10b-f5d5cd126fe3 HTTP/1.1" status: 204 len: 168 time: 0.6388452 Sep 18 19:46:30.104420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94e83962-e643-4bbd-a2b1-b15ae65a10d5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.148589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94e83962-e643-4bbd-a2b1-b15ae65a10d5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.213130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88283c04-2403-4f42-8377-445ed5875f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e71e97-8df5-4445-b10b-f5d5cd126fe3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:30.280378 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Attempting to bind port f996602f-69e7-4e6a-b235-a7aa13e08ed8 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:30.285688 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Attempting to bind port f996602f-69e7-4e6a-b235-a7aa13e08ed8 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:30.286197 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Attempting to bind port f996602f-69e7-4e6a-b235-a7aa13e08ed8 on network ef5640a4-263b-461f-95cb-718ac995a0ff {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:30.304640 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:30.305323 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Checking segment: {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:30.306100 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.306668 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Bound using segment: {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:30.307342 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Bound port: f996602f-69e7-4e6a-b235-a7aa13e08ed8, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:30.307942 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.308780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 63181f6a-b390-43fc-93d2-219ff20d3eaf no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:30.351283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 63181f6a-b390-43fc-93d2-219ff20d3eaf {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:46:30.353291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 63181f6a-b390-43fc-93d2-219ff20d3eaf not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:46:30.416513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] DHCP port deletion for 018e7551-8b3c-487c-925b-bbb408e1fc15 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:46:30.493599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.515237 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] For port f996602f-69e7-4e6a-b235-a7aa13e08ed8, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:30.524287 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] For port f996602f-69e7-4e6a-b235-a7aa13e08ed8, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f996602f-69e7-4e6a-b235-a7aa13e08ed8,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:30.528927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] Deleting port 90b933d2-93b4-4d51-9dd2-461295210655 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:30.529566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.534600 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.561126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94e83962-e643-4bbd-a2b1-b15ae65a10d5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.562391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-94e83962-e643-4bbd-a2b1-b15ae65a10d5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7681413 Sep 18 19:46:30.616824 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:30.617959 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:30.639163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50394) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:30.656488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5096be70-8280-4c2e-a30a-558a97f39f71 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Request body: {'security_group_rule': {'security_group_id': '6b33cacf-97b6-466a-a43f-db3bb5fbc065', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:30.693973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:30.703471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e83962-e643-4bbd-a2b1-b15ae65a10d5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b33cacf-97b6-466a-a43f-db3bb5fbc065,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:30.711622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] For port 90b933d2-93b4-4d51-9dd2-461295210655, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=90b933d2-93b4-4d51-9dd2-461295210655,segment=NetworkSegment(99078c71-fdfe-4572-9c56-3d262f142bce),segment_id=99078c71-fdfe-4572-9c56-3d262f142bce)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:30.712349 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.721998 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5582b0-ea76-4833-942b-8f1683dd9ce7 None None] Pushing event updated for resources: {'Port': ['ID=f996602f-69e7-4e6a-b235-a7aa13e08ed8,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:30.735966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169a08-9a32-4487-a463-47b4fe8e4646 req-ec460399-0edc-432e-ae60-85bb77a5db44 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:30.737491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08169a08-9a32-4487-a463-47b4fe8e4646 req-ec460399-0edc-432e-ae60-85bb77a5db44 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.2359102 Sep 18 19:46:30.745157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.773027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] Calling delete_port for 90b933d2-93b4-4d51-9dd2-461295210655 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:30.781574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2ba00a22-f174-4a01-8560-d431b41ef01e None None] Provisioning complete for port f996602f-69e7-4e6a-b235-a7aa13e08ed8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:30.782207 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ba00a22-f174-4a01-8560-d431b41ef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:30.816172 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:30.852475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5096be70-8280-4c2e-a30a-558a97f39f71 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.008987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50398) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:31.056095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:31.056492 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.080177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9aec11d6-4da9-40b5-a342-81eadd318f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.142591 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.200086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5096be70-8280-4c2e-a30a-558a97f39f71 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.206447 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:30Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:31.237028 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0be12a-2d4b-440a-888b-b8bad13aab38 None None] The sync data for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 is: [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:30Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:46:31.240421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5096be70-8280-4c2e-a30a-558a97f39f71 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.285281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096be70-8280-4c2e-a30a-558a97f39f71 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721f6b67-d61a-4522-a3ba-e12c557fcbea,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:31.332584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08169a08-9a32-4487-a463-47b4fe8e4646 req-606f8f46-2d9f-402c-8faf-c98f393294b3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456712 Sep 18 19:46:31.334816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.337008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ba00a22-f174-4a01-8560-d431b41ef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.340647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.363871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Deleting port 90b933d2-93b4-4d51-9dd2-461295210655 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:31.364620 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.375355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] No DVR routers for this DVR port 90b933d2-93b4-4d51-9dd2-461295210655 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:31.377207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc137d-22ad-4d9b-a994-dd0f682a94d0 None None] Pushing event deleted for resources: {'Port': ['ID=90b933d2-93b4-4d51-9dd2-461295210655,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:31.446575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2ba00a22-f174-4a01-8560-d431b41ef01e None None] For port f996602f-69e7-4e6a-b235-a7aa13e08ed8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f996602f-69e7-4e6a-b235-a7aa13e08ed8,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:31.457859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ba00a22-f174-4a01-8560-d431b41ef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.480264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c5c630c9-8b0e-4b7b-be59-0c452ccc6d79,segment=NetworkSegment(e7778766-d71d-42b3-8312-17912401855a),segment_id=e7778766-d71d-42b3-8312-17912401855a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:31.485825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] For port 90b933d2-93b4-4d51-9dd2-461295210655, host n-d-789963-11, got binding levels [] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:31.486220 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.510646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Calling delete_port for 90b933d2-93b4-4d51-9dd2-461295210655 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:31.513012 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.514595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:31.515276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.ipam_backend_mixin [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Port 90b933d2-93b4-4d51-9dd2-461295210655 was not found and therefore no delete operation was performed {{(pid=94941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:46:31.516627 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.540206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Pushing event deleted for resources: {'Port': ['ID=90b933d2-93b4-4d51-9dd2-461295210655,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:31.551820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] No DVR routers for this DVR port 90b933d2-93b4-4d51-9dd2-461295210655 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:31.625365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9aec11d6-4da9-40b5-a342-81eadd318f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.637213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9aec11d6-4da9-40b5-a342-81eadd318f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.661496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Router 1145b99b-12c1-4463-bc79-879f536ca11c is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:46:31.667066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4e2db0c6-11e9-4430-b6cd-1b98281ee27e None None] Provisioning complete for port f996602f-69e7-4e6a-b235-a7aa13e08ed8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:31.667722 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e2db0c6-11e9-4430-b6cd-1b98281ee27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.674068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5096be70-8280-4c2e-a30a-558a97f39f71 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.676924 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5096be70-8280-4c2e-a30a-558a97f39f71 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0358174 Sep 18 19:46:31.680139 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.682574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50404) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:31.695243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b7d46cd7-a1b9-412b-9864-d2cecb2ac637 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Request body: {'security_group_rule': {'security_group_id': '6b33cacf-97b6-466a-a43f-db3bb5fbc065', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:31.738822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec11d6-4da9-40b5-a342-81eadd318f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636c6608-b9e2-47e4-a3aa-770ca13cdcb1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:31.752380 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9aec11d6-4da9-40b5-a342-81eadd318f60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a660ff52b9b24958bbd92f3e85ddc9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7423294 Sep 18 19:46:31.753437 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50406) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:31.757688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018e7551-8b3c-487c-925b-bbb408e1fc15']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:31.772914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d46cd7-a1b9-412b-9864-d2cecb2ac637 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.777308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99078c71-fdfe-4572-9c56-3d262f142bce') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:31.777727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99078c71-fdfe-4572-9c56-3d262f142bce') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:31.780342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd223a-c982-4f64-868d-5ef497e8b1ad None None] Network d011a72d-9609-4bbf-bde7-bb030c03051c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:31.802198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.827039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba00a22-f174-4a01-8560-d431b41ef01e None None] Pushing event updated for resources: {'Port': ['ID=f996602f-69e7-4e6a-b235-a7aa13e08ed8,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:31.835210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.836469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:31.836841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.850276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:46:31.850766 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:46:31.852952 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:46:31.904787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc54d7bc-2d1f-4270-aff9-41280bbf2189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.945425 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d46cd7-a1b9-412b-9864-d2cecb2ac637 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.949527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc54d7bc-2d1f-4270-aff9-41280bbf2189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.956602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.977216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:31.980290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/018e7551-8b3c-487c-925b-bbb408e1fc15 HTTP/1.1" status: 204 len: 168 time: 1.8840325 Sep 18 19:46:32.002784 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d46cd7-a1b9-412b-9864-d2cecb2ac637 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:32.009196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=c5c630c9-8b0e-4b7b-be59-0c452ccc6d79,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:32.054564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d46cd7-a1b9-412b-9864-d2cecb2ac637 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8107ca-d8cf-4a12-be7e-68750dc91d55,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:32.065887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0691a-580d-4c4e-8cfb-a792742105fd admin admin] Pushing event deleted for resources: {'Network': ['ID=018e7551-8b3c-487c-925b-bbb408e1fc15,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:32.071240 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc54d7bc-2d1f-4270-aff9-41280bbf2189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:32.075166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc54d7bc-2d1f-4270-aff9-41280bbf2189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:32.079126 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fc54d7bc-2d1f-4270-aff9-41280bbf2189 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/636c6608-b9e2-47e4-a3aa-770ca13cdcb1 HTTP/1.1" status: 204 len: 168 time: 0.3210814 Sep 18 19:46:32.099763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54d7bc-2d1f-4270-aff9-41280bbf2189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c6608-b9e2-47e4-a3aa-770ca13cdcb1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:32.114061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d46cd7-a1b9-412b-9864-d2cecb2ac637 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:32.115727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7d46cd7-a1b9-412b-9864-d2cecb2ac637 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4319301 Sep 18 19:46:32.116025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:46:32.120075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50414) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:32.132616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:32.151876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:32.153803 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6708d2b2-a063-43f3-85f9-84b57b25230f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6639779 Sep 18 19:46:32.157756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50416) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:32.173938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Sync routers for ids ['1145b99b-12c1-4463-bc79-879f536ca11c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:46:32.186709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bd46634d-f72c-4ebd-af35-cf7c00a332b9 None None] Provisioning complete for port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:32.191508 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:32.192249 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd46634d-f72c-4ebd-af35-cf7c00a332b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:32.255103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Routers {'1145b99b-12c1-4463-bc79-879f536ca11c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:32.255555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1145b99b-12c1-4463-bc79-879f536ca11c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:32.338714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50418) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:32.422575 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:32.514889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2b672ade-493c-4149-8041-eafeb778196a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fea050ee5174df5aadeb418c27dad9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715140 Sep 18 19:46:32.516477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50424) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:32.652351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874999f8-1be8-4968-b1bf-9073b8306705 req-336223da-2003-4c8b-b810-0043303b9595 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:32.654734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-874999f8-1be8-4968-b1bf-9073b8306705 req-336223da-2003-4c8b-b810-0043303b9595 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.1455286 Sep 18 19:46:32.781954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Allocated IP 172.25.8.184 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/58f327e4-0afe-437d-983e-e19d37a09193) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:32.801587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Set router 1145b99b-12c1-4463-bc79-879f536ca11c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:33.021048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:33.053782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5140ffff-f1ae-4ee2-819a-d8f551cb6770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.058619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.103772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-874999f8-1be8-4968-b1bf-9073b8306705 req-c7d81194-8a90-41dc-bdba-a17ecef59450 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397507 Sep 18 19:46:33.187524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.215884 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5140ffff-f1ae-4ee2-819a-d8f551cb6770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.251967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-495cd639-cb11-4445-a4c6-355511e8b1cb None None] Provisioning complete for port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:33.252334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-495cd639-cb11-4445-a4c6-355511e8b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.302503 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.326501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:33.327173 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.327739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Allocated IP 172.20.0.1 (d011a72d-9609-4bbf-bde7-bb030c03051c/2c99c65d-089e-4258-a104-39e30c86fc02/817bbd65-35e1-4a30-b75c-60abc77a8154) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:33.358138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5140ffff-f1ae-4ee2-819a-d8f551cb6770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.361084 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5140ffff-f1ae-4ee2-819a-d8f551cb6770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.365713 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5140ffff-f1ae-4ee2-819a-d8f551cb6770 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e029cbd-9c3c-41a7-84ce-a1a7be1fa880 HTTP/1.1" status: 204 len: 168 time: 0.8236096 Sep 18 19:46:33.376111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:33.385884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:33.393520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140ffff-f1ae-4ee2-819a-d8f551cb6770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e029cbd-9c3c-41a7-84ce-a1a7be1fa880,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:33.395936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:33.404227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event updated for resources: {'Port': ['ID=58f327e4-0afe-437d-983e-e19d37a09193,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:33.499015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:46:30Z', 'revision_number': 3, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port': {'id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:29Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:33.543544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.550331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Checking router: 1145b99b-12c1-4463-bc79-879f536ca11c for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:46:33.551171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Updating router 1145b99b-12c1-4463-bc79-879f536ca11c port a7ba530b-de5b-4050-842f-d76f1f79171f binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:46:33.568598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.579114 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.601789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.608855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.644843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f996602f-69e7-4e6a-b235-a7aa13e08ed8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:33.657848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Network d011a72d-9609-4bbf-bde7-bb030c03051c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:33.661907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:33.666397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:33.737741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Pushing event updated for resources: {'Port': ['ID=817bbd65-35e1-4a30-b75c-60abc77a8154,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:33.782544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.887183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:33.896304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.025404 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.036540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f996602f-69e7-4e6a-b235-a7aa13e08ed8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:34.036540 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.095015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event updated for resources: {'Port': ['ID=58f327e4-0afe-437d-983e-e19d37a09193,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:34.116278 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.150049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.155212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e84e8a27-7f25-4128-bc36-57599ab40c26 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0313661 Sep 18 19:46:34.243843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4ee5f546-ee84-408c-9961-728c29c02c75 None None] Provisioning complete for port 817bbd65-35e1-4a30-b75c-60abc77a8154 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:34.244670 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4ee5f546-ee84-408c-9961-728c29c02c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.280321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c21b9-eb14-4d85-a8b3-cb824c151621 req-4cb3609d-d57d-405c-b447-5d80f2051609 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:34.282678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-945c21b9-eb14-4d85-a8b3-cb824c151621 req-4cb3609d-d57d-405c-b447-5d80f2051609 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0822971 Sep 18 19:46:34.299723 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.333844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.342155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-945c21b9-eb14-4d85-a8b3-cb824c151621 req-f88a75b1-ed67-4692-ae5f-a5bb17badf57 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527263 Sep 18 19:46:34.393288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.406798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.413257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a7c8e-0973-44e0-b675-d30e0fc35fb1 None None] Pushing event updated for resources: {'Port': ['ID=a7ba530b-de5b-4050-842f-d76f1f79171f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:34.419208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5f546-ee84-408c-9961-728c29c02c75 None None] Port 817bbd65-35e1-4a30-b75c-60abc77a8154 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:34.440124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Attempting to bind port a7ba530b-de5b-4050-842f-d76f1f79171f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:34.440489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Attempting to bind port a7ba530b-de5b-4050-842f-d76f1f79171f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:34.440908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Attempting to bind port a7ba530b-de5b-4050-842f-d76f1f79171f on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:34.446816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:34.447185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:34.447611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.447993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:34.448455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Bound port: a7ba530b-de5b-4050-842f-d76f1f79171f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:34.448968 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.508857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.520897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] For port a7ba530b-de5b-4050-842f-d76f1f79171f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:34.525080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] For port a7ba530b-de5b-4050-842f-d76f1f79171f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a7ba530b-de5b-4050-842f-d76f1f79171f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:34.528272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90b933d2-93b4-4d51-9dd2-461295210655 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:34.532793 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:34.564157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 90b933d2-93b4-4d51-9dd2-461295210655 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:46:34.564982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90b933d2-93b4-4d51-9dd2-461295210655 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:46:34.592945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-c934f869-40c9-408c-bee4-56a791c754dd tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--463497313&fields=id&tenant_id=79195493da824384af08c4aa67d793d8 HTTP/1.1" status: 200 len: 267 time: 0.0986452 Sep 18 19:46:34.718091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Routers {'1145b99b-12c1-4463-bc79-879f536ca11c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:34.724292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1145b99b-12c1-4463-bc79-879f536ca11c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:34.745316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Pushing event updated for resources: {'Port': ['ID=817bbd65-35e1-4a30-b75c-60abc77a8154,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:34.757043 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-e27a9834-fe80-4eb5-92df-16734b5ceff6 service neutron] show failed (client error): The resource could not be found. Sep 18 19:46:34.758078 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-e27a9834-fe80-4eb5-92df-16734b5ceff6 service neutron] 10.222.0.24 "GET /v2.0/ports/d7e9b6f3-bbe9-45f8-b3de-7ffe80246551/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.2469060 Sep 18 19:46:34.762954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Network d011a72d-9609-4bbf-bde7-bb030c03051c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:34.764982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:34.772341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-214abd12-9e39-444d-8f98-f4162741b75a tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:34.782438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-214abd12-9e39-444d-8f98-f4162741b75a tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/networks?id=ef5640a4-263b-461f-95cb-718ac995a0ff HTTP/1.1" status: 200 len: 815 time: 0.1804287 Sep 18 19:46:34.803214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-7ad478ed-b9bc-4fbb-8c2d-5befbf78a37a tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/quotas/79195493da824384af08c4aa67d793d8 HTTP/1.1" status: 200 len: 375 time: 0.0196114 Sep 18 19:46:34.829048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a7c8e-0973-44e0-b675-d30e0fc35fb1 None None] Pushing event updated for resources: {'Port': ['ID=a7ba530b-de5b-4050-842f-d76f1f79171f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:34.933725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-d3f6e4ba-b825-4913-bac4-eb9697646f6d tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79195493da824384af08c4aa67d793d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1272237 Sep 18 19:46:34.985299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] Set router 1145b99b-12c1-4463-bc79-879f536ca11c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:35.127216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50508) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:35.285221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4b35f086-ab76-4482-b1c0-19a59d5e8bc2 None None] Provisioning complete for port 817bbd65-35e1-4a30-b75c-60abc77a8154 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:35.289154 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b35f086-ab76-4482-b1c0-19a59d5e8bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:35.314709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-7050c737-4bdd-4550-8778-73f25ed57688 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542311 Sep 18 19:46:35.350313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Router 1145b99b-12c1-4463-bc79-879f536ca11c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:46:35.362490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-6db9a363-b793-457b-b9aa-66b23e5e39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:35.364449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-6db9a363-b793-457b-b9aa-66b23e5e39ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77&tenant_id=4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 1101 time: 0.3379934 Sep 18 19:46:35.376904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4b35f086-ab76-4482-b1c0-19a59d5e8bc2 None None] Port 817bbd65-35e1-4a30-b75c-60abc77a8154 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:35.391437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:35.474317 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:35.504346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:46:33Z', 'revision_number': 4, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port': {'id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:29Z', 'updated_at': '2021-09-18T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '817bbd65-35e1-4a30-b75c-60abc77a8154', 'name': '', 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'mac_address': 'fa:16:3e:a4:ef:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:33Z', 'updated_at': '2021-09-18T19:46:34Z', 'revision_number': 2, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'subnets': [{'id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:35.505203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:46:35.518855 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a44216a-0833-48ee-bed3-48dd432c2a1a admin admin] 10.222.0.20 "PUT /v2.0/routers/1145b99b-12c1-4463-bc79-879f536ca11c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3519986 Sep 18 19:46:35.533367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068eb1f5-d997-4534-a867-99409cd50cd9 None None] The sync data for ids ['1145b99b-12c1-4463-bc79-879f536ca11c'] in n-d-789963-11 is: [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:46:33Z', 'revision_number': 4, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port': {'id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:29Z', 'updated_at': '2021-09-18T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '817bbd65-35e1-4a30-b75c-60abc77a8154', 'name': '', 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'mac_address': 'fa:16:3e:a4:ef:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:33Z', 'updated_at': '2021-09-18T19:46:34Z', 'revision_number': 2, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'subnets': [{'id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:46:35.536741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-14416710-network', 'tenant_id': 'd4187fc3a0624f309c59bfe31b7a952a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:35.640017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-d8db94b0-1dc4-4714-8b2e-2cb4e33ae765 service neutron] 10.222.0.20 "GET /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244019 Sep 18 19:46:35.676986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50528) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:35.728635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Made reservation on behalf of d4187fc3a0624f309c59bfe31b7a952a for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:35.734149 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:35.766176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:35.779099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffbf0a-8585-4853-a1dd-0ee7da391b6d req-891a6a0e-be9d-49dd-835a-69a846584dc4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:35.787321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bffbf0a-8585-4853-a1dd-0ee7da391b6d req-891a6a0e-be9d-49dd-835a-69a846584dc4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.2166333 Sep 18 19:46:35.905968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bffbf0a-8585-4853-a1dd-0ee7da391b6d req-c44e1dcc-4a7e-4d39-b624-870281341a31 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176085 Sep 18 19:46:36.047888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d445fc86-da7e-491d-9abf-a925a0f09d36 req-fde8017f-9a03-4f0b-b070-67ca3ea605bb tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 210 time: 0.1482930 Sep 18 19:46:36.057608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-67620397'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:36.113412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:36.196159 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.211848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.227532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:36.234205 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.237175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:46:36.261944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:36.306772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:46:36.344569 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.344569 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Added segment 7ab68bc2-bcae-487f-b79f-74ab84a3f4f5 of type vlan for network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 Sep 18 19:46:36.353447 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.353801 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Added segment b18bd957-bf1f-4026-bc8f-7ef772891efe of type vlan for network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 Sep 18 19:46:36.367238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e846c14-9474-4eaf-9bcb-fef39ceb41c2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:36.434472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.461925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:36.469145 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d023bb9c-cb21-4353-8727-ae3cdca87e92" -d '{"events": [{"server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:36.470622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.478149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:36.479139 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.480395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.510418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.532998 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8548601 Sep 18 19:46:36.535704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50564) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:36.540672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'subnet': {'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:36.556588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Transition to ACTIVE for port object d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:46:36.585866 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.656899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747ca69-25ff-4cf2-b5f8-520899f980bd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Network': ['ID=b5aa2a8d-ece0-419b-8de2-21aea508b3e8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:36.702522 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15034cf-caa8-4122-bf24-bc64944b6c21 x-openstack-request-id: req-d15034cf-caa8-4122-bf24-bc64944b6c21 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:36.703480 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:36.704277 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d15034cf-caa8-4122-bf24-bc64944b6c21 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:36.705444 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'code': 200} Sep 18 19:46:36.706039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:46:36.724999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.725984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:36.726570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.808983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] No DVR routers for this DVR port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:36.838055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:36.843823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:36.891696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a7ba530b-de5b-4050-842f-d76f1f79171f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:36.908923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:36.938146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8027813 Sep 18 19:46:36.938317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50570) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:36.938467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Attempting to bind port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:36.938467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Attempting to bind port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:36.938467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Attempting to bind port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:36.941577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Request body: {'subnet': {'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-14416710-subnet', 'tenant_id': 'd4187fc3a0624f309c59bfe31b7a952a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:36.983736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:46:36.984061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Attempting to bind port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:36.991200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:36.992985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:36.993382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:36.993832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Bound port: d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:36.995348 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:37.033401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da63e3-f0f0-4c82-8104-644d0beacf4c admin admin] Pushing event updated for resources: {'Network': ['ID=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:37.056924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:46:37.067034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a7ba530b-de5b-4050-842f-d76f1f79171f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:37.067962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:37.149084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Made reservation on behalf of d4187fc3a0624f309c59bfe31b7a952a for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:37.152014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:37.157958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:37.189293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:37.206146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651ed2b-df6d-48e1-adbe-8b84fda54a96 req-c0cefaff-3dc6-472e-8b54-a4cf6839e34e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:37.214683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e651ed2b-df6d-48e1-adbe-8b84fda54a96 req-c0cefaff-3dc6-472e-8b54-a4cf6839e34e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 947 time: 0.1137326 Sep 18 19:46:37.251311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5d7d2e-c872-4bf6-af3e-ddf45a024bc9 req-8f527767-d0a5-41ec-8b77-c8ca20535862 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 210 time: 0.0587363 Sep 18 19:46:37.258763 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:37.361150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:37.364005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:37.365908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] 10.222.0.32 "PUT /v2.0/ports/d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 1096 time: 1.9896467 Sep 18 19:46:37.416918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e651ed2b-df6d-48e1-adbe-8b84fda54a96 req-679d941e-951e-4453-897e-d6c6808e641d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970460 Sep 18 19:46:37.455649 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:37.506892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a7ba530b-de5b-4050-842f-d76f1f79171f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a7ba530b-de5b-4050-842f-d76f1f79171f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:37.515618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:37.544981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48c80f-e4df-46ea-a33b-49e664c04323 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:37.564495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-12f6e504-ca53-4dad-9ab0-e1a06998140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:37.568047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-12f6e504-ca53-4dad-9ab0-e1a06998140b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 1099 time: 0.1634007 Sep 18 19:46:37.638782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a7ba530b-de5b-4050-842f-d76f1f79171f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:37.761955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-9290703a-1d9b-47d7-9d0b-236ed8b69511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:37.763540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-9290703a-1d9b-47d7-9d0b-236ed8b69511 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1890914 Sep 18 19:46:37.798637 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-79e2a10b-741d-4fd5-847a-e8342d296f36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4676259 Sep 18 19:46:37.803622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:37.828559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-2b787b77-aceb-434e-80bd-371aaf93d25d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 217 time: 0.0560679 Sep 18 19:46:37.896620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-93f4bb2c-0e39-47d7-820d-e49f4041d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:37.898900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-93f4bb2c-0e39-47d7-820d-e49f4041d4f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0609362 Sep 18 19:46:37.927205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-b242f77e-82cc-4970-8d12-7e039b8affd4 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:37.928737 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-b242f77e-82cc-4970-8d12-7e039b8affd4 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.32 "GET /v2.0/networks?id=ef5640a4-263b-461f-95cb-718ac995a0ff HTTP/1.1" status: 200 len: 815 time: 0.5389836 Sep 18 19:46:37.956254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-f95cd11a-1a73-4922-8d4b-d4262d8d5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:37.958075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-f95cd11a-1a73-4922-8d4b-d4262d8d5847 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514700 Sep 18 19:46:38.025054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Subnet': ['ID=33054d20-d085-42f1-bbc6-6b0cac12027e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:38.055040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:38.065198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-57acb8c8-c86f-45c9-b093-59c6ad28adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:38.066719 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-57acb8c8-c86f-45c9-b093-59c6ad28adcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51d303adce464087b04e31f4e4967672&device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 1098 time: 0.2226818 Sep 18 19:46:38.073554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Checking segment: {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:38.073980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network hostable DHCP agents. Network: b5aa2a8d-ece0-419b-8de2-21aea508b3e8, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:46:38.116961 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-22c62e0d-7bfc-4e18-a30d-5507c74516a1 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79195493da824384af08c4aa67d793d8 HTTP/1.1" status: 200 len: 379 time: 0.1786928 Sep 18 19:46:38.120526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-32ebf427-c057-4dd2-ac90-a7e2f3139501 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544328 Sep 18 19:46:38.155407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Request body: {'port': {'device_id': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'admin_state_up': True, 'tenant_id': '79195493da824384af08c4aa67d793d8', 'security_groups': ['6b33cacf-97b6-466a-a43f-db3bb5fbc065']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:38.254963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55410609-76f6-4c98-80e3-de6f48a3b006 req-8d5860e1-8ffb-4ef5-b69e-8d83c67afa8e service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261098 Sep 18 19:46:38.260187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d740ef-2d98-486c-b382-ca9a13125350,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:38.297535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:46:38.327078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, b5aa2a8d-ece0-419b-8de2-21aea508b3e8) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:38.336994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:46:38.339418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:38.340039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:38.374893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Checking segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:38.375271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Network hostable DHCP agents. Network: ad4b727a-16b3-4c4d-b716-b344c5c2a9c7, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:46:38.386108 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b8a6244f-5596-487a-a013-41bc460133c6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8491452 Sep 18 19:46:38.390180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50600) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:38.398163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1808375518'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:38.417569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-21669315-17e5-4e2a-ad4d-ccef2803de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:38.419121 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-21669315-17e5-4e2a-ad4d-ccef2803de2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051 HTTP/1.1" status: 200 len: 913 time: 0.3244448 Sep 18 19:46:38.424751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752b3d5-7ea8-464c-9b58-4d2dacd6f0b4 None None] Network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:38.552553 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-cd46a599-612f-48fd-8b02-e30b44587a20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3caa4281-f770-475c-9d2a-c399d08d0bca HTTP/1.1" status: 200 len: 1001 time: 0.1235681 Sep 18 19:46:38.563916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdd0bd2-947d-4cdf-a027-5a892da99138 req-0dcbbdf9-26de-4d60-b075-858aa5e684b5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 210 time: 0.0775013 Sep 18 19:46:38.565459 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:38.570235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:38.572477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:46:38.661566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-22053033-cf76-4fb2-9d5e-014a40abb731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:38.662665 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-22053033-cf76-4fb2-9d5e-014a40abb731 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98db5c27-96fa-4069-923f-057b2618d16b HTTP/1.1" status: 200 len: 851 time: 0.0877550 Sep 18 19:46:38.678491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:46:38.682283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, ad4b727a-16b3-4c4d-b716-b344c5c2a9c7) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:38.690242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:38.690861 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:38.708679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a54dca-ce32-4c7e-a2e9-bfe8ff0c7457 None None] Network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:38.738200 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:38.738472 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Added segment 7698ab16-f512-4104-b4a6-5eb1b871460b of type vlan for network e958b8da-c277-4b46-94ea-40635b7b3aa0 Sep 18 19:46:38.755540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Made reservation on behalf of 79195493da824384af08c4aa67d793d8 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:38.755775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:38.777837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:46:38.816856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-70645b42-b8e5-4795-8aec-9cc6c19cc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:38.818531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-70645b42-b8e5-4795-8aec-9cc6c19cc3f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=05d0e6a4-2a30-45cc-88dd-f5c3edc14051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477809 Sep 18 19:46:38.822772 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7534e114-98fb-4fbf-8140-3d0979d1099b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8843246 Sep 18 19:46:38.840409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:38.890983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:38.898101 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:38.908579 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:38.926722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:38.927400 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:39.012360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Allocated IP 172.20.0.10 (ef5640a4-263b-461f-95cb-718ac995a0ff/17fbe2ee-7da1-424d-b395-ce34ed5d7eed/8bee3d54-402e-42ce-b2d3-c136c5a3d289) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:39.033298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6419783 Sep 18 19:46:39.034109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50620) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:39.034779 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-21c98f39-4192-4d09-9faf-9f57fcc57f76 service neutron] 10.222.0.32 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048509 Sep 18 19:46:39.035513 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb12c64d-22f9-4349-9356-68a718470fb8 x-openstack-request-id: req-eb12c64d-22f9-4349-9356-68a718470fb8 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:39.035806 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:39.036046 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb12c64d-22f9-4349-9356-68a718470fb8 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:39.036439 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'status': 'completed', 'code': 200} Sep 18 19:46:39.095516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'subnet': {'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:39.149462 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6e139cfc-52bd-48ab-90a2-170da24cd333 req-44853f45-0300-4887-a646-69ef6bf64053 service neutron] 10.222.0.32 "GET /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975256 Sep 18 19:46:39.243243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-9a483a2c-dad2-496d-9731-bcab77f4ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:39.244871 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-9a483a2c-dad2-496d-9731-bcab77f4ae2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 1099 time: 0.0918431 Sep 18 19:46:39.285091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a7ba530b-de5b-4050-842f-d76f1f79171f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:39.418670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-b5aa2a8d-ece0-419b-8de2-21aea508b3e8', 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'fixed_ips': [{'subnet_id': '33054d20-d085-42f1-bbc6-6b0cac12027e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:46:39.421035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:39.425908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee225136-21dd-4991-b272-7b5f9577fd61 None None] Network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:39.433087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-e0dc6345-b44b-4480-a2c6-03e3dec6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:39.434573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-e0dc6345-b44b-4480-a2c6-03e3dec6b579 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1801186 Sep 18 19:46:39.493381 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-768fa57e-4e31-4654-8766-00fa638e1e03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 217 time: 0.0428557 Sep 18 19:46:39.603605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:39.623346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-46272f58-b489-4a03-a79f-b409ac4a8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:39.624932 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-46272f58-b489-4a03-a79f-b409ac4a8e5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1162236 Sep 18 19:46:39.698502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-76889270-0c1a-4e90-aee5-34f821dff36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:39.700146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-76889270-0c1a-4e90-aee5-34f821dff36f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0665386 Sep 18 19:46:39.702470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:39.737936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab46382-6220-41e4-8d7c-2253cfbc6455 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Network': ['ID=e958b8da-c277-4b46-94ea-40635b7b3aa0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:39.748448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a7ba530b-de5b-4050-842f-d76f1f79171f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:39.749052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:39.756376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network e958b8da-c277-4b46-94ea-40635b7b3aa0 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:46:39.810215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0b8e6-8258-4592-9a9b-d034f89608ec req-6d65d95c-70dd-42ae-8beb-a549be7064fb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:39.817560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fe0b8e6-8258-4592-9a9b-d034f89608ec req-6d65d95c-70dd-42ae-8beb-a549be7064fb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 947 time: 0.9277668 Sep 18 19:46:39.850319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Network ef5640a4-263b-461f-95cb-718ac995a0ff is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:39.851962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-d45c7b00-c23e-445d-bf51-f11153de2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:39.853320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event updated for resources: {'Port': ['ID=8bee3d54-402e-42ce-b2d3-c136c5a3d289,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:39.854821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-d45c7b00-c23e-445d-bf51-f11153de2058 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 1099 time: 0.7556963 Sep 18 19:46:39.863993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:39.867904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:39.913637 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Sync routers for ids ['1145b99b-12c1-4463-bc79-879f536ca11c'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:46:39.929671 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Routers {'1145b99b-12c1-4463-bc79-879f536ca11c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:39.930581 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1145b99b-12c1-4463-bc79-879f536ca11c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:39.940847 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-9a4ce459-7c81-479e-9c9d-57059eae73e9 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305522 Sep 18 19:46:39.946738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:39.947463 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:39.963029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Allocated IP 19.80.0.2 (b5aa2a8d-ece0-419b-8de2-21aea508b3e8/33054d20-d085-42f1-bbc6-6b0cac12027e/f8db046f-f7aa-4396-80c9-6cacd33217e9) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:40.103624 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-8b9eeb28-193e-450a-9ff6-59ae002ca7b1 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517456 Sep 18 19:46:40.143282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fe0b8e6-8258-4592-9a9b-d034f89608ec req-fbbf5cfb-2fdc-4a17-af9d-34b6d2f89780 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242209 Sep 18 19:46:40.148876 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-cd2d8c0e-4de4-4a2f-9301-98bb31526a15 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0035336 Sep 18 19:46:40.161252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Request body: {'port': {'device_id': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:40.186262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:40.198637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.229119 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Set router 1145b99b-12c1-4463-bc79-879f536ca11c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:40.280875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-4bc37f97-0a9f-4852-a670-172e8fb1113b tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:40.292237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.298196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-4bc37f97-0a9f-4852-a670-172e8fb1113b tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 811 time: 0.5859220 Sep 18 19:46:40.370494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-b53b848a-979d-449c-a8c2-e9b2d666b4be tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/quotas/d4187fc3a0624f309c59bfe31b7a952a HTTP/1.1" status: 200 len: 375 time: 0.0710909 Sep 18 19:46:40.386247 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.399587 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.406257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ab0fef85-84fb-43c7-a7eb-42ede484587d None None] Provisioning complete for port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:40.406776 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab0fef85-84fb-43c7-a7eb-42ede484587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.433531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-2e107470-7bbf-43a9-ba6c-c29eba5eba3c tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618346 Sep 18 19:46:40.451505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-a1a1dfe8-da19-4437-9b5b-329d37d08682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:40.453367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-a1a1dfe8-da19-4437-9b5b-329d37d08682 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.5871415 Sep 18 19:46:40.469852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fef85-84fb-43c7-a7eb-42ede484587d None None] Port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:40.488715 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:46:33Z', 'revision_number': 4, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port': {'id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:29Z', 'updated_at': '2021-09-18T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '817bbd65-35e1-4a30-b75c-60abc77a8154', 'name': '', 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'mac_address': 'fa:16:3e:a4:ef:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:33Z', 'updated_at': '2021-09-18T19:46:34Z', 'revision_number': 2, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'subnets': [{'id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:40.493204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:40.497483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:40.502794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:40.513843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Pushing event updated for resources: {'Port': ['ID=f8db046f-f7aa-4396-80c9-6cacd33217e9,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:40.518231 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Checking router: 1145b99b-12c1-4463-bc79-879f536ca11c for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:46:40.518231 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Updating router 1145b99b-12c1-4463-bc79-879f536ca11c port 817bbd65-35e1-4a30-b75c-60abc77a8154 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:46:40.522263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-38ad2222-c3b2-42a0-a5f4-65374dd71c8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 217 time: 0.0519094 Sep 18 19:46:40.546182 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.565734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Attempting to bind port f8db046f-f7aa-4396-80c9-6cacd33217e9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:40.567064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Attempting to bind port f8db046f-f7aa-4396-80c9-6cacd33217e9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:40.567064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Attempting to bind port f8db046f-f7aa-4396-80c9-6cacd33217e9 on network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:40.572660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:40.573183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Checking segment: {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:40.573674 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.574159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Bound using segment: {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:40.574740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Bound port: f8db046f-f7aa-4396-80c9-6cacd33217e9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:40.575789 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.662089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] For port f8db046f-f7aa-4396-80c9-6cacd33217e9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:40.666279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] For port f8db046f-f7aa-4396-80c9-6cacd33217e9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f8db046f-f7aa-4396-80c9-6cacd33217e9,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:40.675693 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:40.708095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ee1a8-b5c7-4028-b9b9-0744b9e80bc3 req-46911c69-3570-4b48-97d7-2424a36e1722 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:40.717795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a0ee1a8-b5c7-4028-b9b9-0744b9e80bc3 req-46911c69-3570-4b48-97d7-2424a36e1722 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 932 time: 0.4092338 Sep 18 19:46:40.806620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86156d-adec-474a-aa7c-8df3fadd528e None None] Pushing event updated for resources: {'Port': ['ID=f8db046f-f7aa-4396-80c9-6cacd33217e9,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:40.825342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a0ee1a8-b5c7-4028-b9b9-0744b9e80bc3 req-c4f4cb67-46d1-496c-bf17-48fa0f2b3ef2 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015284 Sep 18 19:46:40.827105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-69179368-8e4c-407d-8f81-2f3d4e92758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:40.831038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-69179368-8e4c-407d-8f81-2f3d4e92758f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2943232 Sep 18 19:46:40.865333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-4ca50e91-9c97-4b26-ac00-51c074922579 service neutron] 10.222.0.20 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301796 Sep 18 19:46:40.986872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:46:41.149435 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.150260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-453809dd-9ade-4022-8f96-622103609af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:41.151802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-453809dd-9ade-4022-8f96-622103609af5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2706425 Sep 18 19:46:41.164007 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.208058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.274521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-10059b00-cd43-4e19-b82e-589995503302 service neutron] 10.222.0.20 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071574 Sep 18 19:46:41.373138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:41.393507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'mac_address': 'fa:16:3e:72:ff:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:46:41.400576 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Attempting to bind port 817bbd65-35e1-4a30-b75c-60abc77a8154 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:41.400933 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Attempting to bind port 817bbd65-35e1-4a30-b75c-60abc77a8154 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:41.401398 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Attempting to bind port 817bbd65-35e1-4a30-b75c-60abc77a8154 on network d011a72d-9609-4bbf-bde7-bb030c03051c {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:41.414370 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:41.414795 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Checking segment: {'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:41.415133 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.415555 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Bound using segment: {'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:41.416027 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Bound port: 817bbd65-35e1-4a30-b75c-60abc77a8154, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7778766-d71d-42b3-8312-17912401855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:41.416397 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.510426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.520280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bee3d54-402e-42ce-b2d3-c136c5a3d289 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:41.522913 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] For port 817bbd65-35e1-4a30-b75c-60abc77a8154, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:41.530245 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] For port 817bbd65-35e1-4a30-b75c-60abc77a8154, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=817bbd65-35e1-4a30-b75c-60abc77a8154,segment=NetworkSegment(e7778766-d71d-42b3-8312-17912401855a),segment_id=e7778766-d71d-42b3-8312-17912401855a)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:41.539503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.552506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:41.561345 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.564274 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2d823-9f5f-43f5-aeba-5d06cb58905e None None] Pushing event updated for resources: {'Port': ['ID=817bbd65-35e1-4a30-b75c-60abc77a8154,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:41.574186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Transition to ACTIVE for port object 8bee3d54-402e-42ce-b2d3-c136c5a3d289 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:46:41.585439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.599078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:41.609333 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.678480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Subnet': ['ID=fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:41.688624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Checking segment: {'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:41.689215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network hostable DHCP agents. Network: e958b8da-c277-4b46-94ea-40635b7b3aa0, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:46:41.705527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb04998-a169-4306-a0b1-9ace9637de31 req-f5c908df-c6d2-4543-a376-101afdb72d1a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:41.713787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb04998-a169-4306-a0b1-9ace9637de31 req-f5c908df-c6d2-4543-a376-101afdb72d1a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 947 time: 0.2170258 Sep 18 19:46:41.729472 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Routers {'1145b99b-12c1-4463-bc79-879f536ca11c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:41.732103 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1145b99b-12c1-4463-bc79-879f536ca11c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:41.739559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:41.750206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-76af2a5c-b666-4472-a484-692156b0a8f0 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903137 Sep 18 19:46:41.816959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Pushing event updated for resources: {'Port': ['ID=8bee3d54-402e-42ce-b2d3-c136c5a3d289,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:41.841428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e2ac642a-8195-49b7-b8e7-7f04f0ebcd57 None None] Provisioning complete for port 817bbd65-35e1-4a30-b75c-60abc77a8154 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:41.842160 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e2ac642a-8195-49b7-b8e7-7f04f0ebcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:41.857489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network e958b8da-c277-4b46-94ea-40635b7b3aa0 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:46:41.876924 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2d823-9f5f-43f5-aeba-5d06cb58905e None None] Pushing event updated for resources: {'Port': ['ID=817bbd65-35e1-4a30-b75c-60abc77a8154,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:41.901198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Attempting to bind port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:41.901845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Attempting to bind port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:41.902480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Attempting to bind port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 on network ef5640a4-263b-461f-95cb-718ac995a0ff {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:41.910625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 on network ef5640a4-263b-461f-95cb-718ac995a0ff not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:46:41.911406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Attempting to bind port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 on network ef5640a4-263b-461f-95cb-718ac995a0ff {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:41.923339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d7e9b6f3-bbe9-45f8-b3de-7ffe80246551'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:41.926461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:41.927120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Checking segment: {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:41.927857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Bound using segment: {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:41.928677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Bound port: 8bee3d54-402e-42ce-b2d3-c136c5a3d289, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717a7ba2-4c45-45a1-bb22-7243de82b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:41.929378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:42.016645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] For port 8bee3d54-402e-42ce-b2d3-c136c5a3d289, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:42.021283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] For port 8bee3d54-402e-42ce-b2d3-c136c5a3d289, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8bee3d54-402e-42ce-b2d3-c136c5a3d289,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:42.027441 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:42.068854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb04998-a169-4306-a0b1-9ace9637de31 req-5957c97a-5006-49df-9ccf-74a52b8a851d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541615 Sep 18 19:46:42.100166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:42.101762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:42.108308 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-297a1875-8536-439e-b900-e81545a10d40 service neutron] 10.222.0.32 "PUT /v2.0/ports/8bee3d54-402e-42ce-b2d3-c136c5a3d289 HTTP/1.1" status: 200 len: 1093 time: 1.9511781 Sep 18 19:46:42.110117 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'tag': '8bee3d54-402e-42ce-b2d3-c136c5a3d289'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:42.117308 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522171cc-836a-4935-8e50-e5ad5c1b6467" -d '{"events": [{"name": "network-changed", "server_uuid": "74b94967-1cbd-4a65-b9d4-e18bbe29b4a3", "tag": "8bee3d54-402e-42ce-b2d3-c136c5a3d289"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:42.188673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, e958b8da-c277-4b46-94ea-40635b7b3aa0) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:42.193091 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] Set router 1145b99b-12c1-4463-bc79-879f536ca11c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:42.214407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943a6ed-1a6c-4e36-bd20-628b6e58eb45 None None] Network e958b8da-c277-4b46-94ea-40635b7b3aa0 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:42.222061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1317634-93a0-403e-bab5-0ad4b5d0a89f req-7920d8a4-c6bb-4498-b083-a4a6c84d66c9 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 210 time: 0.3191707 Sep 18 19:46:42.245629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:42.252195 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:42.341866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a1875-8536-439e-b900-e81545a10d40 service neutron] Pushing event updated for resources: {'Port': ['ID=8bee3d54-402e-42ce-b2d3-c136c5a3d289,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:42.394656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-b3e616d9-f3ae-45bc-8f59-1afc71ef01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:42.396147 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-b3e616d9-f3ae-45bc-8f59-1afc71ef01ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79195493da824384af08c4aa67d793d8&device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 1096 time: 0.2214460 Sep 18 19:46:42.426823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be06bf4-c6fb-4f05-b9c2-299ae5a04cc6 req-d1a47987-0a21-4f2d-b7a4-ad7d1a5befe9 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538470 Sep 18 19:46:42.469069 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e2ac642a-8195-49b7-b8e7-7f04f0ebcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:42.490394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-c53db3b9-772a-423f-9403-31f32efdfebf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bee3d54-402e-42ce-b2d3-c136c5a3d289 HTTP/1.1" status: 200 len: 217 time: 0.0834510 Sep 18 19:46:42.646898 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d07ba3-ae57-4e46-9be5-c0cb4e21c1e1 x-openstack-request-id: req-23d07ba3-ae57-4e46-9be5-c0cb4e21c1e1 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:42.647521 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b94967-1cbd-4a65-b9d4-e18bbe29b4a3", "tag": "8bee3d54-402e-42ce-b2d3-c136c5a3d289", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:42.647635 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23d07ba3-ae57-4e46-9be5-c0cb4e21c1e1 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:42.648031 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'tag': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'status': 'completed', 'code': 200} Sep 18 19:46:42.649818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-7cbda80b-d7dd-43d8-aa26-79ef3bf05d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:42.665328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aa4f5119-f502-4392-b7f3-2e7d59c57625 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5696847 Sep 18 19:46:42.672673 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-7cbda80b-d7dd-43d8-aa26-79ef3bf05d4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17fbe2ee-7da1-424d-b395-ce34ed5d7eed HTTP/1.1" status: 200 len: 854 time: 0.1738362 Sep 18 19:46:42.735954 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:46:33Z', 'revision_number': 4, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port': {'id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:29Z', 'updated_at': '2021-09-18T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '817bbd65-35e1-4a30-b75c-60abc77a8154', 'name': '', 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'mac_address': 'fa:16:3e:a4:ef:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:33Z', 'updated_at': '2021-09-18T19:46:41Z', 'revision_number': 4, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'subnets': [{'id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:42.777009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e2ac642a-8195-49b7-b8e7-7f04f0ebcd57 None None] For port 817bbd65-35e1-4a30-b75c-60abc77a8154, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=817bbd65-35e1-4a30-b75c-60abc77a8154,segment=NetworkSegment(e7778766-d71d-42b3-8312-17912401855a),segment_id=e7778766-d71d-42b3-8312-17912401855a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:42.792355 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e2ac642a-8195-49b7-b8e7-7f04f0ebcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:42.797231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35299db7-d889-4fdf-9b32-4297dff58854 req-8a00885d-fbab-41c8-b9eb-508ab51f2038 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:42.806486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35299db7-d889-4fdf-9b32-4297dff58854 req-8a00885d-fbab-41c8-b9eb-508ab51f2038 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 944 time: 0.3785114 Sep 18 19:46:42.840291 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840e32f-5888-4206-bd8e-bd69ee3d1e02 None None] The sync data for ids ['1145b99b-12c1-4463-bc79-879f536ca11c'] in n-d-789963-11 is: [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:46:33Z', 'revision_number': 4, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port': {'id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:29Z', 'updated_at': '2021-09-18T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '817bbd65-35e1-4a30-b75c-60abc77a8154', 'name': '', 'network_id': 'd011a72d-9609-4bbf-bde7-bb030c03051c', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'mac_address': 'fa:16:3e:a4:ef:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:33Z', 'updated_at': '2021-09-18T19:46:41Z', 'revision_number': 4, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'subnets': [{'id': '2c99c65d-089e-4258-a104-39e30c86fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:46:42.868311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-754686a7-daef-47c6-aa78-fb3ca2735e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:42.870583 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-754686a7-daef-47c6-aa78-fb3ca2735e4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef5640a4-263b-461f-95cb-718ac995a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1911488 Sep 18 19:46:42.966549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd580c71-68ae-4657-843c-80beea7f1ee4 None None] Network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:42.975834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35299db7-d889-4fdf-9b32-4297dff58854 req-c026d5d9-e1c9-4378-a5c1-690e62aa0560 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592617 Sep 18 19:46:43.074415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-7f44035e-0c40-4f8c-bcc2-5001c5ac9394 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:43.083699 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-7f44035e-0c40-4f8c-bcc2-5001c5ac9394 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.24 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77&tenant_id=4f398104e65c43438f0486e367066fbc&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 948 time: 0.2987659 Sep 18 19:46:43.176205 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-b5e83d22-d9f7-4ff9-9ddf-9430f06101d0 service neutron] 10.222.0.32 "GET /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864013 Sep 18 19:46:43.278071 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-77a7cfb3-39ef-446a-8198-4afb205f8f38 service neutron] delete failed (client error): The resource could not be found. Sep 18 19:46:43.281853 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-77a7cfb3-39ef-446a-8198-4afb205f8f38 service neutron] 10.222.0.24 "DELETE /v2.0/ports/d7e9b6f3-bbe9-45f8-b3de-7ffe80246551/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.1889596 Sep 18 19:46:43.377906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac642a-8195-49b7-b8e7-7f04f0ebcd57 None None] Pushing event updated for resources: {'Port': ['ID=817bbd65-35e1-4a30-b75c-60abc77a8154,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:43.379888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf970-f4ad-4826-a231-1f56ac77fd54 req-147ddd36-0719-4fd7-b2d9-d66474b6937a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:43.382023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da9cf970-f4ad-4826-a231-1f56ac77fd54 req-147ddd36-0719-4fd7-b2d9-d66474b6937a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 948 time: 0.2949717 Sep 18 19:46:43.411979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-71b60723-707b-4bfc-b504-51939faa22a7 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:43.429920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-71b60723-707b-4bfc-b504-51939faa22a7 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:43.433358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-29ef947b-adb6-4f6c-a340-4cbff8e63d0b req-4da4c14e-ff6a-46c9-9e96-d927c74a0fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519424 Sep 18 19:46:43.444230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-71b60723-707b-4bfc-b504-51939faa22a7 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/networks?id=b5aa2a8d-ece0-419b-8de2-21aea508b3e8&id=e958b8da-c277-4b46-94ea-40635b7b3aa0&id=b5aa2a8d-ece0-419b-8de2-21aea508b3e8 HTTP/1.1" status: 200 len: 1390 time: 0.3098357 Sep 18 19:46:43.497908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f8db046f-f7aa-4396-80c9-6cacd33217e9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:43.519751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-2b5cd4c3-9676-4ed4-bb7c-4e1c142e70e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/quotas/46389f903005407998ecd88a2c5a79ee HTTP/1.1" status: 200 len: 375 time: 0.0706151 Sep 18 19:46:43.578279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da9cf970-f4ad-4826-a231-1f56ac77fd54 req-a34c8ee9-60a0-4a73-966b-f2944217c9fb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242936 Sep 18 19:46:43.648833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-f338ed49-1fcc-4cbd-a21e-6cc73d364be1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990865 Sep 18 19:46:43.698568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-e3f8f8f3-02a8-47aa-8039-9a01d8da78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:43.730472 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-e3f8f8f3-02a8-47aa-8039-9a01d8da78f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79195493da824384af08c4aa67d793d8&device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 1096 time: 0.1648450 Sep 18 19:46:43.811065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d4f18b7-7696-4265-8b46-1ffb5ce15c1c req-ef4dfa80-c430-4539-a784-b959b9dae087 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 210 time: 0.0889344 Sep 18 19:46:43.814904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f41e92f9-759e-45e3-aaa7-62cbefe1bd0c None None] Provisioning complete for port 817bbd65-35e1-4a30-b75c-60abc77a8154 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:43.816332 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f41e92f9-759e-45e3-aaa7-62cbefe1bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:43.962827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-88534b2b-003e-4511-9277-5bcff7f27010 service neutron] 10.222.0.20 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023660 Sep 18 19:46:43.995479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-e958b8da-c277-4b46-94ea-40635b7b3aa0', 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'fixed_ips': [{'subnet_id': 'fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:46:43.996204 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:44.018940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-3a5e6807-5153-456e-839f-a994c2cfa4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:44.023680 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-3a5e6807-5153-456e-839f-a994c2cfa4cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 1100 time: 0.3446844 Sep 18 19:46:44.037056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f8db046f-f7aa-4396-80c9-6cacd33217e9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:44.037456 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:44.258243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-fb8196c8-5b98-4761-94f2-0b3bcf707949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:44.260144 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-fb8196c8-5b98-4761-94f2-0b3bcf707949 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef5640a4-263b-461f-95cb-718ac995a0ff HTTP/1.1" status: 200 len: 916 time: 0.4902408 Sep 18 19:46:44.361690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f56482-476f-448b-9e42-30eb07f6fa9b req-c527235f-64b5-4acd-b4e1-dff658cb296d tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:44.370654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6f56482-476f-448b-9e42-30eb07f6fa9b req-c527235f-64b5-4acd-b4e1-dff658cb296d tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 944 time: 0.1764615 Sep 18 19:46:44.377285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-dda48f6b-61d5-49b9-bca6-964b2250bc3a service neutron] 10.222.0.20 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045947 Sep 18 19:46:44.395663 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-e14b15ed-ee1f-46b0-8b12-461aaa5b450e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bee3d54-402e-42ce-b2d3-c136c5a3d289 HTTP/1.1" status: 200 len: 217 time: 0.1238468 Sep 18 19:46:44.505234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-430d1119-27ce-488d-b485-8e008cd8622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:44.510392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-430d1119-27ce-488d-b485-8e008cd8622a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.4800267 Sep 18 19:46:44.539278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Allocated IP 19.86.0.2 (e958b8da-c277-4b46-94ea-40635b7b3aa0/fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d/48d8ac6d-46bb-452f-b807-c7485cc6eb01) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:44.540968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-412d5b5e-353a-4c4e-b730-d689aad3fe84 service neutron] 10.222.0.20 "GET /v2.0/networks/e958b8da-c277-4b46-94ea-40635b7b3aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327145 Sep 18 19:46:44.553997 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:44.564088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-259771e8-90eb-4a37-9f5a-301ccbc9d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:44.566081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-259771e8-90eb-4a37-9f5a-301ccbc9d911 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17fbe2ee-7da1-424d-b395-ce34ed5d7eed HTTP/1.1" status: 200 len: 854 time: 0.1600590 Sep 18 19:46:44.595221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6f56482-476f-448b-9e42-30eb07f6fa9b req-0adcbc53-10de-4506-9e26-3dbcf93742b8 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234180 Sep 18 19:46:44.748769 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-d212d277-e392-4ec1-8fcd-5cf554f6d96d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 200 len: 217 time: 0.2283225 Sep 18 19:46:44.915404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-023aa643-9aef-4563-b472-465b83057c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:44.922105 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-023aa643-9aef-4563-b472-465b83057c97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1636109 Sep 18 19:46:44.947661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port f8db046f-f7aa-4396-80c9-6cacd33217e9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f8db046f-f7aa-4396-80c9-6cacd33217e9,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:44.957855 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:44.959699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 817bbd65-35e1-4a30-b75c-60abc77a8154 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:44.983283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-48382ab4-7cd7-49a7-aa5e-e6be723c61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:44.985265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-48382ab4-7cd7-49a7-aa5e-e6be723c61c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef5640a4-263b-461f-95cb-718ac995a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3218019 Sep 18 19:46:45.000734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b6730cf0-45f2-4471-a845-ac936ac2ff7b service neutron] 10.222.0.20 "GET /v2.0/networks/e958b8da-c277-4b46-94ea-40635b7b3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586561 Sep 18 19:46:45.012713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8bee3d54-402e-42ce-b2d3-c136c5a3d289 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:46:45.026576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-d3712733-b5f0-4bf2-8bcf-e26fde1b0dde tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:45.032805 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-d3712733-b5f0-4bf2-8bcf-e26fde1b0dde tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.24 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 811 time: 0.6237204 Sep 18 19:46:45.050037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:45.071025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Request body: {'port': {'device_id': 'd47def5a-b3f7-479f-aa30-b5f829ef3b84', 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'admin_state_up': True, 'tenant_id': 'd4187fc3a0624f309c59bfe31b7a952a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:45.120652 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-f318c6f7-5bb7-4a06-a0c8-2d8a4af36967 service neutron] 10.222.0.32 "GET /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164620 Sep 18 19:46:45.124977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-f1158b50-2537-4a61-91eb-a08f10f16b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:45.126989 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-f1158b50-2537-4a61-91eb-a08f10f16b04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1867452 Sep 18 19:46:45.201872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=f8db046f-f7aa-4396-80c9-6cacd33217e9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:45.223138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a900ba0a-b880-4245-9c6b-b0b625f15b6c None None] Provisioning complete for port f8db046f-f7aa-4396-80c9-6cacd33217e9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:45.227320 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a900ba0a-b880-4245-9c6b-b0b625f15b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.292850 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-fa165807-326c-42f0-9728-b4714f442f63 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565559 Sep 18 19:46:45.297673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-ac3480d2-0595-450e-9afd-87bb991b57b4 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:45.299116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-ac3480d2-0595-450e-9afd-87bb991b57b4 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.32 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 811 time: 0.6015654 Sep 18 19:46:45.311272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a9975-cde0-49cf-b262-b1e8bb963588 req-4caad355-8227-42be-b360-2c92e141efd8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:45.313380 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f94a9975-cde0-49cf-b262-b1e8bb963588 req-4caad355-8227-42be-b360-2c92e141efd8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 948 time: 0.3560843 Sep 18 19:46:45.322839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Request body: {'port': {'device_id': '4548e81d-d071-4d07-89e7-0dd8cf5c6f96', 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'admin_state_up': True, 'tenant_id': 'd4187fc3a0624f309c59bfe31b7a952a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:45.343519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 817bbd65-35e1-4a30-b75c-60abc77a8154 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:45.343830 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.357298 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-522171cc-836a-4935-8e50-e5ad5c1b6467 req-f958d1e3-6b62-4377-99e7-9cc83d2394a1 service neutron] 10.222.0.32 "GET /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288682 Sep 18 19:46:45.407253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:46:45.430886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Made reservation on behalf of d4187fc3a0624f309c59bfe31b7a952a for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:45.434900 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.442585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5acde86c-09aa-42cb-907c-d177ba9ef69d req-85aade13-2df6-40d1-9002-27c651c7b883 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412802 Sep 18 19:46:45.460218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:45.460593 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.502905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-6bbf94cf-3d3b-4114-a310-e8ec4f3c743f service neutron] 10.222.0.20 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666677 Sep 18 19:46:45.507196 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.537956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f94a9975-cde0-49cf-b262-b1e8bb963588 req-2fcd4db5-5a9c-45ea-8a1c-19ccfb0740f9 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314766 Sep 18 19:46:45.573540 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.588559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8bee3d54-402e-42ce-b2d3-c136c5a3d289, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8bee3d54-402e-42ce-b2d3-c136c5a3d289,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:45.638978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'port_id': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'mac_address': 'fa:16:3e:a7:ea:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:46:45.683555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Network e958b8da-c277-4b46-94ea-40635b7b3aa0 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:45.698920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbb15e8b-9335-4d82-af5a-46a26e015aeb req-c4c5e60e-9e55-4495-ae19-b0f0c29b265b tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 210 time: 0.0719824 Sep 18 19:46:45.702024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:45.726031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Made reservation on behalf of d4187fc3a0624f309c59bfe31b7a952a for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:45.737904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.738784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:45.751581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Pushing event updated for resources: {'Port': ['ID=48d8ac6d-46bb-452f-b807-c7485cc6eb01,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:45.794962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.822145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-a1526432-9b6b-4341-8f88-082a6f9c00f3 service neutron] 10.222.0.20 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103955 Sep 18 19:46:45.866625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Allocated IP 172.20.0.5 (ad4b727a-16b3-4c4d-b716-b344c5c2a9c7/71d740ef-2d98-486c-b382-ca9a13125350/fd22b709-735e-433f-a5aa-f4f632cdfc0b) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:45.892881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bee3d54-402e-42ce-b2d3-c136c5a3d289 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:45.921892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8bee3d54-402e-42ce-b2d3-c136c5a3d289, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8bee3d54-402e-42ce-b2d3-c136c5a3d289,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:45.943008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.951787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Attempting to bind port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:45.953122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Attempting to bind port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:45.954054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Attempting to bind port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 on network e958b8da-c277-4b46-94ea-40635b7b3aa0 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:45.996314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:45.997619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Checking segment: {'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:45.998189 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:45.998736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Bound using segment: {'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:45.999535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Bound port: 48d8ac6d-46bb-452f-b807-c7485cc6eb01, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:46.000051 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:46.007841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:46.058674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:46.061266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 817bbd65-35e1-4a30-b75c-60abc77a8154 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:46.108881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:46.111499 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a088956c-4635-401d-9af8-05401e638b56" -d '{"events": [{"server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "name": "network-vif-plugged", "status": "completed", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:46.118967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:46.149882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8bee3d54-402e-42ce-b2d3-c136c5a3d289,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:46.227153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:46.241829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 817bbd65-35e1-4a30-b75c-60abc77a8154 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:46.242271 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:46.273745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['8bee3d54-402e-42ce-b2d3-c136c5a3d289'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:46.300261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760208e0-ad15-4403-bc61-6bd9df13a14e req-5e6cfdf3-e499-4de2-8686-4cc012edd533 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:46.308783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-760208e0-ad15-4403-bc61-6bd9df13a14e req-5e6cfdf3-e499-4de2-8686-4cc012edd533 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 945 time: 0.0975540 Sep 18 19:46:46.377507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-760208e0-ad15-4403-bc61-6bd9df13a14e req-b51e4325-ddd0-4887-870e-f3e9528f87ac tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675311 Sep 18 19:46:46.393829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:46.394335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] For port 48d8ac6d-46bb-452f-b807-c7485cc6eb01, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:46.413377 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] For port 48d8ac6d-46bb-452f-b807-c7485cc6eb01, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=48d8ac6d-46bb-452f-b807-c7485cc6eb01,segment=NetworkSegment(7698ab16-f512-4104-b4a6-5eb1b871460b),segment_id=7698ab16-f512-4104-b4a6-5eb1b871460b)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:46.435472 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:46.484920 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:46.639705 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14481f93-4604-495b-90f6-3c4b37bf2dd3 x-openstack-request-id: req-14481f93-4604-495b-90f6-3c4b37bf2dd3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:46.639997 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "name": "network-vif-plugged", "status": "completed", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:46.640407 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14481f93-4604-495b-90f6-3c4b37bf2dd3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:46.641162 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'code': 200} Sep 18 19:46:46.646142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f8db046f-f7aa-4396-80c9-6cacd33217e9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:46.689927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c572fd-a204-43de-b2cf-fd5c03596e23 None None] Pushing event updated for resources: {'Port': ['ID=48d8ac6d-46bb-452f-b807-c7485cc6eb01,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:46.807657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f8db046f-f7aa-4396-80c9-6cacd33217e9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:46.808375 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:47.093626 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19a52c63-5a10-4c5f-bc7d-c5509b16210e req-82910c0b-b6c9-4e1a-bbca-1c87bc7311c1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 210 time: 0.5128336 Sep 18 19:46:47.119742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:47.149569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:47.152145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:47.181455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Pushing event updated for resources: {'Port': ['ID=fd22b709-735e-433f-a5aa-f4f632cdfc0b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:47.222383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.222751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.223063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.223457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.223784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.224106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.224424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.224742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.225056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.225381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.225679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.225990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:47.255122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63eb9392-d5e8-45a0-a794-dd4a5ef67aea req-0853f859-93b0-49bc-8d10-3b78e8da7378 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 210 time: 0.0704663 Sep 18 19:46:47.263554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-f0b928cb-6a5c-4408-a314-78ebd4db33ea {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:46:47.263909 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:46:47.276410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:47.276410 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:47.282595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9a40f-603c-4697-96ca-5f925edbaebb req-bf502baa-3187-4005-bf57-720038759fc7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:47.284853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44a9a40f-603c-4697-96ca-5f925edbaebb req-bf502baa-3187-4005-bf57-720038759fc7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.2368071 Sep 18 19:46:47.306166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-3ef4835d-849a-448a-a6d6-5614d8808d15 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2413595 Sep 18 19:46:47.327834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Request body: {'port': {'device_id': 'd47def5a-b3f7-479f-aa30-b5f829ef3b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:47.366780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44a9a40f-603c-4697-96ca-5f925edbaebb req-628d7507-dca8-45d9-842a-f6b54ac61f65 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683799 Sep 18 19:46:47.421491 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:47.611359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-04c96948-5d24-4d13-8c04-c32b64f72b84 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:47.620196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-04c96948-5d24-4d13-8c04-c32b64f72b84 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:47.623650 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-04c96948-5d24-4d13-8c04-c32b64f72b84 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "GET /v2.0/networks?id=b5aa2a8d-ece0-419b-8de2-21aea508b3e8&id=e958b8da-c277-4b46-94ea-40635b7b3aa0&id=b5aa2a8d-ece0-419b-8de2-21aea508b3e8 HTTP/1.1" status: 200 len: 1390 time: 0.1999404 Sep 18 19:46:47.643510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'port': {'device_id': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8', 'admin_state_up': True, 'tenant_id': '46389f903005407998ecd88a2c5a79ee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:47.693725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fc8ab-585a-45bc-b8db-765c0988c477 req-bd819502-297c-4ea9-b22f-f9d7196b9c58 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:47.708627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-423fc8ab-585a-45bc-b8db-765c0988c477 req-bd819502-297c-4ea9-b22f-f9d7196b9c58 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.2054164 Sep 18 19:46:47.745549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab7e86-c752-486c-9bf5-b2c6a700718d req-95eb3f08-3f3d-46dc-9407-fd6b0577db59 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:47.765499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39ab7e86-c752-486c-9bf5-b2c6a700718d req-95eb3f08-3f3d-46dc-9407-fd6b0577db59 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 945 time: 0.2642143 Sep 18 19:46:47.788518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:47.802492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:47.840358 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:47.864229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e30b4a-4bc4-4a6f-aca9-3dc1fa44516a None None] Network e958b8da-c277-4b46-94ea-40635b7b3aa0 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:46:47.929022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 48d8ac6d-46bb-452f-b807-c7485cc6eb01 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:47.991760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Allocated IP 19.80.0.252 (b5aa2a8d-ece0-419b-8de2-21aea508b3e8/33054d20-d085-42f1-bbc6-6b0cac12027e/b24563f9-e428-41c9-a1d3-9bda52b08653) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:48.006469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8d2f076a-e5ba-4b38-98e0-7c145a912762 None None] Provisioning complete for port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:48.007184 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d2f076a-e5ba-4b38-98e0-7c145a912762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.042682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-423fc8ab-585a-45bc-b8db-765c0988c477 req-3244aa28-165a-4891-8c2f-6d13392c268d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377922 Sep 18 19:46:48.078861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39ab7e86-c752-486c-9bf5-b2c6a700718d req-0bf5688e-acfd-4a77-96a3-1cb6dd7c1ee0 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122542 Sep 18 19:46:48.188911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd22b709-735e-433f-a5aa-f4f632cdfc0b {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:48.203841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.207791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.219238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Transition to ACTIVE for port object fd22b709-735e-433f-a5aa-f4f632cdfc0b will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:46:48.275956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:48.276416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.286186 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d2f076a-e5ba-4b38-98e0-7c145a912762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.291310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.326446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Allocated IP 172.20.0.10 (ad4b727a-16b3-4c4d-b716-b344c5c2a9c7/71d740ef-2d98-486c-b382-ca9a13125350/a6755767-df3f-413f-9e0f-2bf42d051d27) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:48.368783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8d2f076a-e5ba-4b38-98e0-7c145a912762 None None] For port 48d8ac6d-46bb-452f-b807-c7485cc6eb01, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=48d8ac6d-46bb-452f-b807-c7485cc6eb01,segment=NetworkSegment(7698ab16-f512-4104-b4a6-5eb1b871460b),segment_id=7698ab16-f512-4104-b4a6-5eb1b871460b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:48.382214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:48.383667 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d2f076a-e5ba-4b38-98e0-7c145a912762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.385889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:48.392526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:48.429220 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.433706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Port': ['ID=b24563f9-e428-41c9-a1d3-9bda52b08653,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:48.470858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:48.472027 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.501815 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b24bee02-9283-4d13-857e-52c7bff8f082 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8691878 Sep 18 19:46:48.505860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f076a-e5ba-4b38-98e0-7c145a912762 None None] Pushing event updated for resources: {'Port': ['ID=48d8ac6d-46bb-452f-b807-c7485cc6eb01,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:48.514589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'port': {'device_id': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0', 'admin_state_up': True, 'tenant_id': '46389f903005407998ecd88a2c5a79ee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:48.586100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2695183e-e1d4-4e9d-bd40-361eb10be52a req-75f0a23c-f259-4a69-84f4-83fdf1c5100c tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 210 time: 0.1690795 Sep 18 19:46:48.723566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Pushing event updated for resources: {'Port': ['ID=fd22b709-735e-433f-a5aa-f4f632cdfc0b,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:48.738946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:48.743286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.772901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1a1ec-6d98-43f1-b444-b21a843a4a65 req-3f197809-6133-45f3-99fb-55fd217763fb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:48.781093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6de1a1ec-6d98-43f1-b444-b21a843a4a65 req-3f197809-6133-45f3-99fb-55fd217763fb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 932 time: 0.3573334 Sep 18 19:46:48.880046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ae9c52ad-ca8f-473b-bad8-15eb11266464 None None] Provisioning complete for port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:48.880653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.882225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae9c52ad-ca8f-473b-bad8-15eb11266464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:48.935926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6de1a1ec-6d98-43f1-b444-b21a843a4a65 req-7e6b56a0-3187-4172-a6c3-787c25a07e3a tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420205 Sep 18 19:46:48.940807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Allocated IP 19.86.0.225 (e958b8da-c277-4b46-94ea-40635b7b3aa0/fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d/2e0987a6-185d-4764-89c7-34a30bccaa98) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:48.960907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Attempting to bind port fd22b709-735e-433f-a5aa-f4f632cdfc0b on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:48.961240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Attempting to bind port fd22b709-735e-433f-a5aa-f4f632cdfc0b by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:48.961571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Attempting to bind port fd22b709-735e-433f-a5aa-f4f632cdfc0b on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:48.973095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Port fd22b709-735e-433f-a5aa-f4f632cdfc0b on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:46:48.973474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Attempting to bind port fd22b709-735e-433f-a5aa-f4f632cdfc0b on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:48.988170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:48.988506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Checking segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:48.989034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Bound using segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:48.989478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Bound port: fd22b709-735e-433f-a5aa-f4f632cdfc0b, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:48.989841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.042424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.062022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8bee3d54-402e-42ce-b2d3-c136c5a3d289 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:49.108080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-92ec59f9-71a0-473c-8f23-bbfd6221d065 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4f398104e65c43438f0486e367066fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578578 Sep 18 19:46:49.170358 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.174380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ae9c52ad-ca8f-473b-bad8-15eb11266464 None None] Provisioning complete for port b24563f9-e428-41c9-a1d3-9bda52b08653 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:49.174756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae9c52ad-ca8f-473b-bad8-15eb11266464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.211498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:49.224816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:46:49.228126 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.231134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c52ad-ca8f-473b-bad8-15eb11266464 None None] Port b24563f9-e428-41c9-a1d3-9bda52b08653 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:49.238383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:49.238760 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.242178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:49.261884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:49.267055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] For port fd22b709-735e-433f-a5aa-f4f632cdfc0b, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:49.274697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Pushing event updated for resources: {'Port': ['ID=a6755767-df3f-413f-9e0f-2bf42d051d27,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:49.297357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network e958b8da-c277-4b46-94ea-40635b7b3aa0 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:49.302469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:49.305211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:49.351305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Port': ['ID=2e0987a6-185d-4764-89c7-34a30bccaa98,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:49.364447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] For port fd22b709-735e-433f-a5aa-f4f632cdfc0b, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=fd22b709-735e-433f-a5aa-f4f632cdfc0b,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:49.373337 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.386089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:49.386899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.409699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.409938 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-aac26042-d8b7-4d8f-8db2-5c41b57ea81f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9002652 Sep 18 19:46:49.421471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8bee3d54-402e-42ce-b2d3-c136c5a3d289, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8bee3d54-402e-42ce-b2d3-c136c5a3d289,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:49.422941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bee3d54-402e-42ce-b2d3-c136c5a3d289'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:49.426760 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fc7c2a-15f0-489f-aef3-125881550203" -d '{"events": [{"server_uuid": "74b94967-1cbd-4a65-b9d4-e18bbe29b4a3", "name": "network-vif-plugged", "status": "completed", "tag": "8bee3d54-402e-42ce-b2d3-c136c5a3d289"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:49.428198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'port': {'device_id': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8', 'admin_state_up': True, 'tenant_id': '46389f903005407998ecd88a2c5a79ee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:49.431680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.440679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dbe8c-83c6-4272-8fec-dd3f4ffbaa3d req-a8a34a0b-84ca-417d-85bb-05ba85425188 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:49.442267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb4dbe8c-83c6-4272-8fec-dd3f4ffbaa3d req-a8a34a0b-84ca-417d-85bb-05ba85425188 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 945 time: 0.2422764 Sep 18 19:46:49.501034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:49.501775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.518748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8bee3d54-402e-42ce-b2d3-c136c5a3d289,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:49.563615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:49.564372 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.566251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] 10.222.0.24 "PUT /v2.0/ports/fd22b709-735e-433f-a5aa-f4f632cdfc0b HTTP/1.1" status: 200 len: 1092 time: 2.2459912 Sep 18 19:46:49.573318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47def5a-b3f7-479f-aa30-b5f829ef3b84', 'tag': 'fd22b709-735e-433f-a5aa-f4f632cdfc0b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:49.576680 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c" -d '{"events": [{"name": "network-changed", "server_uuid": "d47def5a-b3f7-479f-aa30-b5f829ef3b84", "tag": "fd22b709-735e-433f-a5aa-f4f632cdfc0b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:49.596505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd8993-bbf9-42d0-87a1-a3429cddf2ff service neutron] Pushing event updated for resources: {'Port': ['ID=fd22b709-735e-433f-a5aa-f4f632cdfc0b,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:49.608370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e70eb4a1-5f1a-4a66-b340-0f9e33003ac1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2943370 Sep 18 19:46:49.618250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-74ed87e0-9403-446a-8f87-72e630153d19 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:49.620264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-74ed87e0-9403-446a-8f87-72e630153d19 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4872482 Sep 18 19:46:49.627546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:49.631639 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.642400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Request body: {'port': {'device_id': '4548e81d-d071-4d07-89e7-0dd8cf5c6f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:49.658260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b3cffa55-a972-441d-9ec1-44c579672067 None None] Provisioning complete for port 2e0987a6-185d-4764-89c7-34a30bccaa98 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:49.658761 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b3cffa55-a972-441d-9ec1-44c579672067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.699304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b3cffa55-a972-441d-9ec1-44c579672067 None None] Port 2e0987a6-185d-4764-89c7-34a30bccaa98 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:49.711479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb4dbe8c-83c6-4272-8fec-dd3f4ffbaa3d req-a0b5b6e4-bd65-4e1e-a876-f4d2bbab43bd tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282488 Sep 18 19:46:49.718596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-f2d5cdad-7fa4-44b0-b19a-4872235f4cf8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/quotas/4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 375 time: 0.0798490 Sep 18 19:46:49.785754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-d8a38d6b-f705-4911-a23b-3ee0552489bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:49.787264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-d8a38d6b-f705-4911-a23b-3ee0552489bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&device_id=d47def5a-b3f7-479f-aa30-b5f829ef3b84 HTTP/1.1" status: 200 len: 1095 time: 0.1658213 Sep 18 19:46:49.793144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:49.848047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Allocated IP 19.80.0.105 (b5aa2a8d-ece0-419b-8de2-21aea508b3e8/33054d20-d085-42f1-bbc6-6b0cac12027e/830d8d16-85ca-45a3-9275-b50b49ddd027) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:49.859137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-e7ebc9b7-3dea-42ad-83fc-dd3300f05cdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd22b709-735e-433f-a5aa-f4f632cdfc0b HTTP/1.1" status: 200 len: 217 time: 0.0626965 Sep 18 19:46:49.867101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-ad1a45e6-ac13-48b9-a06c-0758291aa207 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400652 Sep 18 19:46:49.868833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 48d8ac6d-46bb-452f-b807-c7485cc6eb01 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:49.978861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:49.982630 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:50.064836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-780d85bd-0ee6-4c50-8237-7cafc4361ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:50.065918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-780d85bd-0ee6-4c50-8237-7cafc4361ba9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 200 len: 851 time: 0.1689243 Sep 18 19:46:50.076191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:50.113205 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1789a12a-a37e-4390-b3e6-8842ad3e59f3 x-openstack-request-id: req-1789a12a-a37e-4390-b3e6-8842ad3e59f3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:50.113773 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b94967-1cbd-4a65-b9d4-e18bbe29b4a3", "name": "network-vif-plugged", "status": "completed", "tag": "8bee3d54-402e-42ce-b2d3-c136c5a3d289", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:50.114215 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1789a12a-a37e-4390-b3e6-8842ad3e59f3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:50.115288 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'code': 200} Sep 18 19:46:50.118323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-6628a09b-af49-4f00-b4ca-13080af0123d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423293 Sep 18 19:46:50.126439 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bba8f36-fb2d-4454-8600-894b7780bd56 x-openstack-request-id: req-8bba8f36-fb2d-4454-8600-894b7780bd56 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:50.126934 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47def5a-b3f7-479f-aa30-b5f829ef3b84", "tag": "fd22b709-735e-433f-a5aa-f4f632cdfc0b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:50.127276 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bba8f36-fb2d-4454-8600-894b7780bd56 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:50.127882 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47def5a-b3f7-479f-aa30-b5f829ef3b84', 'tag': 'fd22b709-735e-433f-a5aa-f4f632cdfc0b', 'status': 'completed', 'code': 200} Sep 18 19:46:50.143827 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:50.258860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:50.262957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:50.297248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:50.379271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:50.380022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:50.415819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-895aaed2-940e-4c56-b4f1-546080702851 service neutron] 10.222.0.24 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833898 Sep 18 19:46:50.423402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8ddad-b99b-4a77-af29-619c7ec541c5 req-69a362c7-9ec6-42b5-813a-8210b973bfd8 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:50.431075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03f8ddad-b99b-4a77-af29-619c7ec541c5 req-69a362c7-9ec6-42b5-813a-8210b973bfd8 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 932 time: 0.1763430 Sep 18 19:46:50.441487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Port': ['ID=830d8d16-85ca-45a3-9275-b50b49ddd027,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:50.475226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbe9b7-9c0d-4543-89bc-2cce9e6a28ad req-f083c5b3-1b3a-4b90-af0a-dc27e11fa798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:50.477280 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4bbe9b7-9c0d-4543-89bc-2cce9e6a28ad req-f083c5b3-1b3a-4b90-af0a-dc27e11fa798 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 1098 time: 0.3050325 Sep 18 19:46:50.479348 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d0e8ec0d-2825-4f5b-a100-e6716d8f9134 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0618827 Sep 18 19:46:50.495044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Request body: {'port': {'device_id': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:50.560631 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4bbe9b7-9c0d-4543-89bc-2cce9e6a28ad req-ffab3d4c-a3db-456e-a057-8948042ad00c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750637 Sep 18 19:46:50.593584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:50.629853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dff2abfd-0d2f-4607-b721-e6367f293083 None None] Provisioning complete for port 830d8d16-85ca-45a3-9275-b50b49ddd027 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:50.631674 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dff2abfd-0d2f-4607-b721-e6367f293083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:50.718628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-dff2abfd-0d2f-4607-b721-e6367f293083 None None] Port 830d8d16-85ca-45a3-9275-b50b49ddd027 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:50.971791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24563f9-e428-41c9-a1d3-9bda52b08653 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:50.975822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-f8c9029d-ff07-4082-88ff-0d821468c709 service neutron] 10.222.0.24 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326874 Sep 18 19:46:50.981872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:50.995395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03f8ddad-b99b-4a77-af29-619c7ec541c5 req-f00ad9e0-6b2d-4a70-b36b-469a92a604e0 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336256 Sep 18 19:46:51.006994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Transition to ACTIVE for port object b24563f9-e428-41c9-a1d3-9bda52b08653 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:46:51.011405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93e79a-3ab5-438f-b848-cc26461b8e9c req-c401648a-615f-431a-b0c6-167ec8b4dbf7 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.016644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d93e79a-3ab5-438f-b848-cc26461b8e9c req-c401648a-615f-431a-b0c6-167ec8b4dbf7 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.6052053 Sep 18 19:46:51.018040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.020655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6755767-df3f-413f-9e0f-2bf42d051d27 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:51.041879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.105270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Transition to ACTIVE for port object a6755767-df3f-413f-9e0f-2bf42d051d27 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:46:51.127923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Pushing event updated for resources: {'Port': ['ID=b24563f9-e428-41c9-a1d3-9bda52b08653,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:51.159973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.164831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-a83a3ba8-37df-470f-b7e2-6c6cb2530797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.166669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-a83a3ba8-37df-470f-b7e2-6c6cb2530797 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&device_id=d47def5a-b3f7-479f-aa30-b5f829ef3b84 HTTP/1.1" status: 200 len: 1095 time: 0.1004043 Sep 18 19:46:51.171578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d93e79a-3ab5-438f-b848-cc26461b8e9c req-76d93e3a-d90a-4740-9576-aec3beced378 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434615 Sep 18 19:46:51.263967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Attempting to bind port b24563f9-e428-41c9-a1d3-9bda52b08653 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:51.264421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Attempting to bind port b24563f9-e428-41c9-a1d3-9bda52b08653 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:51.264855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Attempting to bind port b24563f9-e428-41c9-a1d3-9bda52b08653 on network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:51.269850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Port b24563f9-e428-41c9-a1d3-9bda52b08653 on network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:46:51.270299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Attempting to bind port b24563f9-e428-41c9-a1d3-9bda52b08653 on network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:51.276595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:51.277120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Checking segment: {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:51.278335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Bound using segment: {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:51.279105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Bound port: b24563f9-e428-41c9-a1d3-9bda52b08653, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:51.279703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.293911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5253b96-0319-4d97-b06e-8e4848a2d8bd req-03c5243a-02e4-4916-8eae-e517247565ea tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.300438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5253b96-0319-4d97-b06e-8e4848a2d8bd req-03c5243a-02e4-4916-8eae-e517247565ea tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.307105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5253b96-0319-4d97-b06e-8e4848a2d8bd req-03c5243a-02e4-4916-8eae-e517247565ea tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.315455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5253b96-0319-4d97-b06e-8e4848a2d8bd req-03c5243a-02e4-4916-8eae-e517247565ea tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2389 time: 0.1998873 Sep 18 19:46:51.364091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6755767-df3f-413f-9e0f-2bf42d051d27,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:51.364760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] For port b24563f9-e428-41c9-a1d3-9bda52b08653, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:51.376970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] For port b24563f9-e428-41c9-a1d3-9bda52b08653, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b24563f9-e428-41c9-a1d3-9bda52b08653,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:51.383498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.401787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c215cc70-3216-48dc-9d15-aa3aaca3bf9b req-a94ab805-d42c-4131-aad4-678f8e065fb1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 210 time: 0.0528922 Sep 18 19:46:51.440447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.441076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.442592 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] 10.222.0.24 "PUT /v2.0/ports/b24563f9-e428-41c9-a1d3-9bda52b08653 HTTP/1.1" status: 200 len: 1093 time: 0.9517574 Sep 18 19:46:51.442915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'tag': 'b24563f9-e428-41c9-a1d3-9bda52b08653'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:51.445175 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df88f0b6-df71-4df8-8f19-1eeb94480df2" -d '{"events": [{"name": "network-changed", "server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "tag": "b24563f9-e428-41c9-a1d3-9bda52b08653"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:51.452771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fee45-02ca-4582-879a-5bd2fbfd6130 service neutron] Pushing event updated for resources: {'Port': ['ID=b24563f9-e428-41c9-a1d3-9bda52b08653,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:51.489785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Request body: {'port': {'device_id': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:51.562005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11c648c5-a496-4561-9bda-3254d191cdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.608560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5253b96-0319-4d97-b06e-8e4848a2d8bd req-7a2df1f3-8618-4a1e-b35d-0c3660be2623 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882731 Sep 18 19:46:51.621891 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-650d8c18-f76b-4cd6-83df-daae6be9596b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f398104e65c43438f0486e367066fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671794 Sep 18 19:46:51.639619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-930c80ea-a7fa-45cb-8b85-0fea34f97f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.641109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-930c80ea-a7fa-45cb-8b85-0fea34f97f30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 912 time: 0.4619503 Sep 18 19:46:51.649853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.675878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69703da1-0bea-4a6e-a3d6-988e9efbaaca req-da2e9508-c542-49c8-a27e-1baa59bf4930 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.684550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69703da1-0bea-4a6e-a3d6-988e9efbaaca req-da2e9508-c542-49c8-a27e-1baa59bf4930 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 946 time: 0.1362453 Sep 18 19:46:51.753903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Attempting to bind port a6755767-df3f-413f-9e0f-2bf42d051d27 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:51.754247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Attempting to bind port a6755767-df3f-413f-9e0f-2bf42d051d27 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:51.754583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Attempting to bind port a6755767-df3f-413f-9e0f-2bf42d051d27 on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:51.769229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-10c80988-5355-485a-a58e-6a52185246c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd22b709-735e-433f-a5aa-f4f632cdfc0b HTTP/1.1" status: 200 len: 217 time: 0.1137936 Sep 18 19:46:51.773077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Port a6755767-df3f-413f-9e0f-2bf42d051d27 on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:46:51.773433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Attempting to bind port a6755767-df3f-413f-9e0f-2bf42d051d27 on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:51.813667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:51.818517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Checking segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:51.818517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Bound using segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:51.819153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Bound port: a6755767-df3f-413f-9e0f-2bf42d051d27, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:51.819483 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:51.934486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-1f615c64-afec-4539-ad64-327d5424b946 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.936006 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-1f615c64-afec-4539-ad64-327d5424b946 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027260 Sep 18 19:46:51.968670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69703da1-0bea-4a6e-a3d6-988e9efbaaca req-3dedf673-0b16-49c5-a456-962dbf1e903e tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811885 Sep 18 19:46:51.982487 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729fa01c-f2c7-49ef-9070-b8792c124750 x-openstack-request-id: req-729fa01c-f2c7-49ef-9070-b8792c124750 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:51.985312 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "tag": "b24563f9-e428-41c9-a1d3-9bda52b08653", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:51.985733 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-729fa01c-f2c7-49ef-9070-b8792c124750 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:51.986158 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'tag': 'b24563f9-e428-41c9-a1d3-9bda52b08653', 'status': 'completed', 'code': 200} Sep 18 19:46:51.993788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Request body: {'port': {'device_id': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '4f398104e65c43438f0486e367066fbc'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:51.995051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-ff46e656-6bf2-4728-b582-532ae5643313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:51.997919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-ff46e656-6bf2-4728-b582-532ae5643313 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 200 len: 851 time: 0.2198756 Sep 18 19:46:52.124546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-42e96038-8ede-4849-8de3-258c67f4bece service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125400 Sep 18 19:46:52.221410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] For port a6755767-df3f-413f-9e0f-2bf42d051d27, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:52.252311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] For port a6755767-df3f-413f-9e0f-2bf42d051d27, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a6755767-df3f-413f-9e0f-2bf42d051d27,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:52.321040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-a566d289-3897-40f5-ba76-55bdaabaa762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:52.321569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-a566d289-3897-40f5-ba76-55bdaabaa762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:52.322228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-a566d289-3897-40f5-ba76-55bdaabaa762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:52.324043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-a566d289-3897-40f5-ba76-55bdaabaa762 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2733 time: 0.3103178 Sep 18 19:46:52.330150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:52.351772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06867fb5-9031-4d3a-82e2-ccbbc5fc18f5 req-c6b38500-3da1-44ad-9494-942a6a4b67f4 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:52.357631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06867fb5-9031-4d3a-82e2-ccbbc5fc18f5 req-c6b38500-3da1-44ad-9494-942a6a4b67f4 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 944 time: 0.2303576 Sep 18 19:46:52.473057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:52.473650 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:52.475067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6755767-df3f-413f-9e0f-2bf42d051d27 HTTP/1.1" status: 200 len: 1093 time: 2.8516166 Sep 18 19:46:52.486882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4548e81d-d071-4d07-89e7-0dd8cf5c6f96', 'tag': 'a6755767-df3f-413f-9e0f-2bf42d051d27'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:52.489957 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090b0b02-7045-4463-9bb0-473e9aed1e76" -d '{"events": [{"name": "network-changed", "server_uuid": "4548e81d-d071-4d07-89e7-0dd8cf5c6f96", "tag": "a6755767-df3f-413f-9e0f-2bf42d051d27"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:52.532665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Made reservation on behalf of 4f398104e65c43438f0486e367066fbc for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:46:52.536856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:52.592000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0987a6-185d-4764-89c7-34a30bccaa98 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:52.604073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:52.643076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941f3ec-4d84-434b-b543-fa7e9eb19db4 req-4c3e2c25-7060-4725-8612-b5eed338e3ae tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:52.644631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3941f3ec-4d84-434b-b543-fa7e9eb19db4 req-4c3e2c25-7060-4725-8612-b5eed338e3ae tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.3972726 Sep 18 19:46:52.655149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Transition to ACTIVE for port object 2e0987a6-185d-4764-89c7-34a30bccaa98 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:46:52.658289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fd615-6de0-412c-b10f-955d63edd8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6755767-df3f-413f-9e0f-2bf42d051d27,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:52.664784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:52.689114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-2af99fa3-8dba-4067-a432-ffb21bd21821 service neutron] 10.222.0.24 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104156 Sep 18 19:46:52.747019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06867fb5-9031-4d3a-82e2-ccbbc5fc18f5 req-4144313e-9d8c-4d95-a49b-7be1a675cacb tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398468 Sep 18 19:46:52.815295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Allocated IP 192.168.233.54 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/ad82451f-77f8-4f01-9753-7cf296272287) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:46:52.838292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0987a6-185d-4764-89c7-34a30bccaa98,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:52.929839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Attempting to bind port 2e0987a6-185d-4764-89c7-34a30bccaa98 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:52.930147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Attempting to bind port 2e0987a6-185d-4764-89c7-34a30bccaa98 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:52.930479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Attempting to bind port 2e0987a6-185d-4764-89c7-34a30bccaa98 on network e958b8da-c277-4b46-94ea-40635b7b3aa0 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:52.941962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Port 2e0987a6-185d-4764-89c7-34a30bccaa98 on network e958b8da-c277-4b46-94ea-40635b7b3aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:46:52.942378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3941f3ec-4d84-434b-b543-fa7e9eb19db4 req-7ca7edb9-9e01-452d-8fc1-3275bffe4fe7 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763500 Sep 18 19:46:52.942725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Attempting to bind port 2e0987a6-185d-4764-89c7-34a30bccaa98 on network e958b8da-c277-4b46-94ea-40635b7b3aa0 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:52.948580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-23f42402-6361-48df-87eb-01783cba7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:52.958277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-23f42402-6361-48df-87eb-01783cba7da4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 1096 time: 0.4197004 Sep 18 19:46:52.984290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:52.985380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Checking segment: {'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:52.985968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Bound using segment: {'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:52.986724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Bound port: 2e0987a6-185d-4764-89c7-34a30bccaa98, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7698ab16-f512-4104-b4a6-5eb1b871460b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:52.987349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.009707 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.048708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59b69d7d-293c-4ed2-8e5d-4a2ea6970ad1 req-be883763-39b8-4c93-b558-2bd91d9ce427 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 210 time: 0.1050477 Sep 18 19:46:53.049982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-e2ff670d-fe78-4626-8ae9-b5e5fd50dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.050578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-e2ff670d-fe78-4626-8ae9-b5e5fd50dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.051106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-e2ff670d-fe78-4626-8ae9-b5e5fd50dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.052915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-e2ff670d-fe78-4626-8ae9-b5e5fd50dbda service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=46389f903005407998ecd88a2c5a79ee&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7135172 Sep 18 19:46:53.054923 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa0bf24-f943-4437-bcb8-787e875675cb x-openstack-request-id: req-cfa0bf24-f943-4437-bcb8-787e875675cb {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:53.055505 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4548e81d-d071-4d07-89e7-0dd8cf5c6f96", "tag": "a6755767-df3f-413f-9e0f-2bf42d051d27", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:53.055820 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfa0bf24-f943-4437-bcb8-787e875675cb {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:53.056360 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4548e81d-d071-4d07-89e7-0dd8cf5c6f96', 'tag': 'a6755767-df3f-413f-9e0f-2bf42d051d27', 'status': 'completed', 'code': 200} Sep 18 19:46:53.115479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] For port 2e0987a6-185d-4764-89c7-34a30bccaa98, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:53.120785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] For port 2e0987a6-185d-4764-89c7-34a30bccaa98, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2e0987a6-185d-4764-89c7-34a30bccaa98,segment=NetworkSegment(7698ab16-f512-4104-b4a6-5eb1b871460b),segment_id=7698ab16-f512-4104-b4a6-5eb1b871460b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:53.133062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.138034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.140416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.187727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-ca57be4b-5927-4a01-8627-7fb908a5ba52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6755767-df3f-413f-9e0f-2bf42d051d27 HTTP/1.1" status: 200 len: 217 time: 0.0888724 Sep 18 19:46:53.196388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.197117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.198496 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e0987a6-185d-4764-89c7-34a30bccaa98 HTTP/1.1" status: 200 len: 1093 time: 1.7154405 Sep 18 19:46:53.233079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6067de-d1c2-4473-8910-5eb9b1296202 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0987a6-185d-4764-89c7-34a30bccaa98,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:53.244422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.256771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Request body: {'port': {'device_id': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:53.260027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:53.309706 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f31014e-e7ee-4a54-b2ba-0fcda421e39c req-c95bc51c-e69f-4ab0-852b-e3b83a953050 service neutron] 10.222.0.24 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085961 Sep 18 19:46:53.345893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:46:53.353315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d7e9b6f3-bbe9-45f8-b3de-7ffe80246551'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:53.372682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:46:53.395733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:46:53.417918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa87c85-8dd4-48db-8e45-c719438215f9 req-83b13eb4-bbae-492d-9a07-1d7f0c4bc423 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.427411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa87c85-8dd4-48db-8e45-c719438215f9 req-83b13eb4-bbae-492d-9a07-1d7f0c4bc423 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.434231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa87c85-8dd4-48db-8e45-c719438215f9 req-83b13eb4-bbae-492d-9a07-1d7f0c4bc423 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.443649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fa87c85-8dd4-48db-8e45-c719438215f9 req-83b13eb4-bbae-492d-9a07-1d7f0c4bc423 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2401 time: 0.3818250 Sep 18 19:46:53.486688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:53.509072 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.551535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.552908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.625509 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-02ece316-67c6-4d47-9d54-0c47204393cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6654453 Sep 18 19:46:53.640543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Request body: {'port': {'device_id': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:53.642598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306493c-56ee-40c5-8d60-1947eaab041a req-8c8d20c9-b3c7-4072-96a7-b29a779fed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.662487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-8c8d20c9-b3c7-4072-96a7-b29a779fed2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 200 len: 851 time: 0.4566779 Sep 18 19:46:53.710923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-ac7cead3-2c67-45aa-924d-18a6fdfce796 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363181 Sep 18 19:46:53.792158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fa87c85-8dd4-48db-8e45-c719438215f9 req-afcdc0ab-64ae-4546-89c1-baffef02654a tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470070 Sep 18 19:46:53.813334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999e9e-4a78-43a0-9502-ad27d98c3735 req-e4e254e4-85cf-418b-8387-43043ec85b7a tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.814857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60999e9e-4a78-43a0-9502-ad27d98c3735 req-e4e254e4-85cf-418b-8387-43043ec85b7a tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 946 time: 0.3587456 Sep 18 19:46:53.837203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.865784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-4f94daec-71b7-49f1-a51d-9403cc0ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:53.867287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df88f0b6-df71-4df8-8f19-1eeb94480df2 req-4f94daec-71b7-49f1-a51d-9403cc0ee005 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6569886 Sep 18 19:46:53.921190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60999e9e-4a78-43a0-9502-ad27d98c3735 req-b75a4697-0308-4fbb-ac26-4003c1f23a43 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969484 Sep 18 19:46:53.954428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-f33d13b7-8652-4b61-8351-806126d24e51 service neutron] 10.222.0.32 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081633 Sep 18 19:46:53.967200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-abe95144-f23a-4f1e-866e-823fcd4913a7 None None] Provisioning complete for port ad82451f-77f8-4f01-9753-7cf296272287 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:53.967664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-abe95144-f23a-4f1e-866e-823fcd4913a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:53.990617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'tag': '2e0987a6-185d-4764-89c7-34a30bccaa98'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:53.993182 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0560d11-88f6-45d4-bc9b-3d3206fb8514" -d '{"events": [{"name": "network-changed", "server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "tag": "2e0987a6-185d-4764-89c7-34a30bccaa98"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:53.995629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51010) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:54.088331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-abe95144-f23a-4f1e-866e-823fcd4913a7 None None] Port ad82451f-77f8-4f01-9753-7cf296272287 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:46:54.126208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f43eb-632e-45be-90ba-e0f6d5c7eccb req-df36b0dc-8d6a-4c87-8fd0-b3667f1852f6 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.135925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a0f43eb-632e-45be-90ba-e0f6d5c7eccb req-df36b0dc-8d6a-4c87-8fd0-b3667f1852f6 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 944 time: 0.0928190 Sep 18 19:46:54.183448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a306493c-56ee-40c5-8d60-1947eaab041a req-8d9bddc2-ff87-4fce-a939-d9f3df2830ae service neutron] 10.222.0.32 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320430 Sep 18 19:46:54.223470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830d8d16-85ca-45a3-9275-b50b49ddd027 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:54.234605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ca21-3343-4d15-8f8d-5929f63db7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.235189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a0f43eb-632e-45be-90ba-e0f6d5c7eccb req-f380e4b1-2031-4725-ad2c-0b71f63a3e33 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960813 Sep 18 19:46:54.245106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23982227-63f3-4f7f-8c92-b768e4ef1b67 req-38fa0a7c-3921-4964-a2af-ee101990a730 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.247602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23982227-63f3-4f7f-8c92-b768e4ef1b67 req-38fa0a7c-3921-4964-a2af-ee101990a730 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 946 time: 0.1059623 Sep 18 19:46:54.250016 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.263751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51026) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:54.272000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Request body: {'floatingip': {'port_id': '8bee3d54-402e-42ce-b2d3-c136c5a3d289'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:46:54.302681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-a633f51b-63fd-4862-b554-23243426022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.305250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-a633f51b-63fd-4862-b554-23243426022b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 1096 time: 0.0566635 Sep 18 19:46:54.319239 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47de8df-3f9e-45d9-be1c-e9ce0ab2486a x-openstack-request-id: req-e47de8df-3f9e-45d9-be1c-e9ce0ab2486a {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:54.319546 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "tag": "2e0987a6-185d-4764-89c7-34a30bccaa98", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:54.319795 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e47de8df-3f9e-45d9-be1c-e9ce0ab2486a {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:54.320207 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'tag': '2e0987a6-185d-4764-89c7-34a30bccaa98', 'status': 'completed', 'code': 200} Sep 18 19:46:54.337111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Transition to ACTIVE for port object 830d8d16-85ca-45a3-9275-b50b49ddd027 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:46:54.344680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.362370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.369224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device fd22b709-735e-433f-a5aa-f4f632cdfc0b details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:46:54.458988 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8287378f-6d2b-4ed7-9409-b8faa735c4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.493607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port fd22b709-735e-433f-a5aa-f4f632cdfc0b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=fd22b709-735e-433f-a5aa-f4f632cdfc0b,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:54.510327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'fd22b709-735e-433f-a5aa-f4f632cdfc0b', 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'port_id': 'fd22b709-735e-433f-a5aa-f4f632cdfc0b', 'mac_address': 'fa:16:3e:24:ef:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d740ef-2d98-486c-b382-ca9a13125350', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:46:54.558225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.558493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad82451f-77f8-4f01-9753-7cf296272287 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:54.578247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd22b709-735e-433f-a5aa-f4f632cdfc0b {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:54.584751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=830d8d16-85ca-45a3-9275-b50b49ddd027,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:54.601766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port fd22b709-735e-433f-a5aa-f4f632cdfc0b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=fd22b709-735e-433f-a5aa-f4f632cdfc0b,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:54.603066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.609731 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.666559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=fd22b709-735e-433f-a5aa-f4f632cdfc0b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:54.676719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.677611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.678181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.678746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.679370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.679960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.680517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.681075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.681629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.682210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.682773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.683405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:46:54.686756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Transition to ACTIVE for port object ad82451f-77f8-4f01-9753-7cf296272287 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:46:54.718609 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.761612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.785227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25149cef-8e72-4ac6-b862-f233ca91bad3 req-70d6a7dd-bcff-4b1c-b537-1ab1430cbd34 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.786849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25149cef-8e72-4ac6-b862-f233ca91bad3 req-70d6a7dd-bcff-4b1c-b537-1ab1430cbd34 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.4614260 Sep 18 19:46:54.797332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-bd6a5473-3b86-4be9-a81d-02edaf65b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.797730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-bd6a5473-3b86-4be9-a81d-02edaf65b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.798208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-bd6a5473-3b86-4be9-a81d-02edaf65b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.800116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-bd6a5473-3b86-4be9-a81d-02edaf65b997 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2801 time: 0.4733081 Sep 18 19:46:54.828724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['fd22b709-735e-433f-a5aa-f4f632cdfc0b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:54.842116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Attempting to bind port 830d8d16-85ca-45a3-9275-b50b49ddd027 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:54.842452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Attempting to bind port 830d8d16-85ca-45a3-9275-b50b49ddd027 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:54.842775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Attempting to bind port 830d8d16-85ca-45a3-9275-b50b49ddd027 on network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:54.843670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee392b67-1b59-43d9-98b3-64e209647f77 req-e255bab7-2afa-4f62-a9f6-f1de6828e4e7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.845216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee392b67-1b59-43d9-98b3-64e209647f77 req-e255bab7-2afa-4f62-a9f6-f1de6828e4e7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 935 time: 0.4663441 Sep 18 19:46:54.851660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Port 830d8d16-85ca-45a3-9275-b50b49ddd027 on network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:46:54.851984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Attempting to bind port 830d8d16-85ca-45a3-9275-b50b49ddd027 on network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:54.866374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:54.866717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Checking segment: {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:54.867098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Bound using segment: {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:54.867558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Bound port: 830d8d16-85ca-45a3-9275-b50b49ddd027, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:54.867915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-1139c049-23fb-42e3-b3dc-829d85ac7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:54.868049 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:54.869375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-1139c049-23fb-42e3-b3dc-829d85ac7272 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 912 time: 0.5532112 Sep 18 19:46:54.953382 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ca21-3343-4d15-8f8d-5929f63db7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:55.005550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-48da698d-a4e2-4fef-a402-8c62481d6931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6755767-df3f-413f-9e0f-2bf42d051d27 HTTP/1.1" status: 200 len: 217 time: 0.1187341 Sep 18 19:46:55.020932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25149cef-8e72-4ac6-b862-f233ca91bad3 req-3077f002-a075-4244-b5de-9174adbc078a tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179949 Sep 18 19:46:55.022396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:55.031261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ca21-3343-4d15-8f8d-5929f63db7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:55.095077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee392b67-1b59-43d9-98b3-64e209647f77 req-c64f4c61-5b65-404a-a663-78723912cf9e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305117 Sep 18 19:46:55.129304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-7ca27599-ceb3-4321-9d52-3a17723f140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.129862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-7ca27599-ceb3-4321-9d52-3a17723f140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.130345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-7ca27599-ceb3-4321-9d52-3a17723f140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.132006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-7ca27599-ceb3-4321-9d52-3a17723f140c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=46389f903005407998ecd88a2c5a79ee&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3121872 Sep 18 19:46:55.138366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-53cc0830-4514-4399-ba73-5619542eb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.140092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-53cc0830-4514-4399-ba73-5619542eb699 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 200 len: 851 time: 0.1038356 Sep 18 19:46:55.210317 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d0d0ca21-3343-4d15-8f8d-5929f63db7d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c830a816c03347dda5a8c391ceb538a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2083530 Sep 18 19:46:55.224673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51030) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:55.279921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0ca21-3343-4d15-8f8d-5929f63db7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c7657f-2e9f-4220-9d66-119bc0292791,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:55.292181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-74cd4ceb-e11a-40b1-84e8-3b33fdfea5ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633719 Sep 18 19:46:55.297629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] For port 830d8d16-85ca-45a3-9275-b50b49ddd027, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:55.334274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] For port 830d8d16-85ca-45a3-9275-b50b49ddd027, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=830d8d16-85ca-45a3-9275-b50b49ddd027,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:55.351531 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:55.361029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:46:55.361365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:46:55.361693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:55.383848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-a4cf91db-3937-476d-ac8d-3a7a73ae0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.385318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0560d11-88f6-45d4-bc9b-3d3206fb8514 req-a4cf91db-3937-476d-ac8d-3a7a73ae0cea service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2442040 Sep 18 19:46:55.421437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d0ca8-fa3a-4679-ba4d-f4838f3bb6eb req-594fbbf2-8958-4008-9c2e-6e9be4b8a4a9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.424574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:46:55.424893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:46:55.427413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d0ca8-fa3a-4679-ba4d-f4838f3bb6eb req-594fbbf2-8958-4008-9c2e-6e9be4b8a4a9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.433692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d0ca8-fa3a-4679-ba4d-f4838f3bb6eb req-594fbbf2-8958-4008-9c2e-6e9be4b8a4a9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.435514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-622d0ca8-fa3a-4679-ba4d-f4838f3bb6eb req-594fbbf2-8958-4008-9c2e-6e9be4b8a4a9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2413 time: 0.2054989 Sep 18 19:46:55.435699 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:55.437104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.438102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:55.439421 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] 10.222.0.24 "PUT /v2.0/ports/830d8d16-85ca-45a3-9275-b50b49ddd027 HTTP/1.1" status: 200 len: 1093 time: 2.1928065 Sep 18 19:46:55.446759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:46:55.447125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:46:55.447592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:46:55.447936 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Bound port: ad82451f-77f8-4f01-9753-7cf296272287, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:46:55.448292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:55.458607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881008d2-980f-459b-be08-306f294acdd6 req-7ca77652-aea5-43e8-b8e7-837b38118ffa tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.460255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-881008d2-980f-459b-be08-306f294acdd6 req-7ca77652-aea5-43e8-b8e7-837b38118ffa tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.1649354 Sep 18 19:46:55.513946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-8e6c2c8b-5d58-4000-b23f-a4293fc74cf9 service neutron] 10.222.0.32 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065885 Sep 18 19:46:55.534656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d81cd770-bda3-4ef7-ad2f-e2c4445cdfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:55.558702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49d72-d1fa-437b-a116-461b484d1cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=830d8d16-85ca-45a3-9275-b50b49ddd027,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:55.559028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-622d0ca8-fa3a-4679-ba4d-f4838f3bb6eb req-145e9f52-77ef-45da-a335-1b977a112dd8 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975673 Sep 18 19:46:55.564453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-881008d2-980f-459b-be08-306f294acdd6 req-eee0694e-4879-4ce3-af8c-32dcf60e7433 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868578 Sep 18 19:46:55.664361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d81cd770-bda3-4ef7-ad2f-e2c4445cdfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:55.666908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090b0b02-7045-4463-9bb0-473e9aed1e76 req-0440417e-d78f-4525-b39d-358510fa6cbb service neutron] 10.222.0.32 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349521 Sep 18 19:46:55.687051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.resource_extend [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:46:55.725267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-005c1376-a19d-420a-8e12-0222f2b984f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.725720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-005c1376-a19d-420a-8e12-0222f2b984f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.726199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-005c1376-a19d-420a-8e12-0222f2b984f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.727884 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-005c1376-a19d-420a-8e12-0222f2b984f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2869 time: 0.2345805 Sep 18 19:46:55.730839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fab15-76f2-44a6-9ade-e52ba76a024a req-cfe3ebf7-eb22-48a3-beb8-f42157fba3c7 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:55.732759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a0fab15-76f2-44a6-9ade-e52ba76a024a req-cfe3ebf7-eb22-48a3-beb8-f42157fba3c7 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 944 time: 0.0597801 Sep 18 19:46:55.743483 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:46:55.778808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a0fab15-76f2-44a6-9ade-e52ba76a024a req-759524ae-d0f8-4d2c-94a9-bb03fa76d607 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386500 Sep 18 19:46:56.086542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:46:56.103524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-efeec59c-3391-44ee-83a6-475a0efcdf9d tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.105263 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-efeec59c-3391-44ee-83a6-475a0efcdf9d tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.5494096 Sep 18 19:46:56.106868 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-10678493-e9eb-4642-9d9c-2fe656c0611c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=b24563f9-e428-41c9-a1d3-9bda52b08653 HTTP/1.1" status: 200 len: 217 time: 0.3649173 Sep 18 19:46:56.110801 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.118762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.157944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cc45e-b7bd-40db-8360-f41cd189f134 req-62fc3300-ac80-4aad-aa21-e84f2ca7bd44 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.159773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-428cc45e-b7bd-40db-8360-f41cd189f134 req-62fc3300-ac80-4aad-aa21-e84f2ca7bd44 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.0579793 Sep 18 19:46:56.179098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.242509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-428cc45e-b7bd-40db-8360-f41cd189f134 req-82311bbc-2532-4b4a-81ee-b7be11afd2d2 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761776 Sep 18 19:46:56.255560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.256187 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.257623 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] 10.222.0.32 "PUT /v2.0/ports/ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 1096 time: 2.6231577 Sep 18 19:46:56.266196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f3369-fe86-4792-8dec-509e6e94cbb9 req-c226ada6-03b9-459f-92e9-8b155e090c2d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.274883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af3f3369-fe86-4792-8dec-509e6e94cbb9 req-c226ada6-03b9-459f-92e9-8b155e090c2d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 947 time: 0.0891871 Sep 18 19:46:56.306544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-12d67c0c-5583-491a-b2c1-c1db8cbb67da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.308187 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-12d67c0c-5583-491a-b2c1-c1db8cbb67da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33054d20-d085-42f1-bbc6-6b0cac12027e HTTP/1.1" status: 200 len: 801 time: 0.1831150 Sep 18 19:46:56.328138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af3f3369-fe86-4792-8dec-509e6e94cbb9 req-dbf42452-6e69-4e53-84e9-0566adaa2066 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521235 Sep 18 19:46:56.332073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'tag': '830d8d16-85ca-45a3-9275-b50b49ddd027'}, {'name': 'network-changed', 'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:56.334585 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af29d479-5abf-49b5-9e28-8c13a6bcc78d" -d '{"events": [{"name": "network-changed", "server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "tag": "830d8d16-85ca-45a3-9275-b50b49ddd027"}, {"name": "network-changed", "server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:56.382025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d81cd770-bda3-4ef7-ad2f-e2c4445cdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.384682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d81cd770-bda3-4ef7-ad2f-e2c4445cdfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.386128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device fd22b709-735e-433f-a5aa-f4f632cdfc0b up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:56.390968 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d81cd770-bda3-4ef7-ad2f-e2c4445cdfcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6c7657f-2e9f-4220-9d66-119bc0292791 HTTP/1.1" status: 204 len: 168 time: 1.1609156 Sep 18 19:46:56.440965 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8562b7e7-6024-4f9f-835f-f67d30f1fa20 x-openstack-request-id: req-8562b7e7-6024-4f9f-835f-f67d30f1fa20 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:56.441233 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "tag": "830d8d16-85ca-45a3-9275-b50b49ddd027", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:56.441490 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8562b7e7-6024-4f9f-835f-f67d30f1fa20 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:56.441868 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'tag': '830d8d16-85ca-45a3-9275-b50b49ddd027', 'status': 'completed', 'code': 200} Sep 18 19:46:56.442115 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'status': 'completed', 'code': 200} Sep 18 19:46:56.442675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9da9-d8bd-4c6c-9c9b-a367e46dacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:56.478486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port fd22b709-735e-433f-a5aa-f4f632cdfc0b completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:46:56.482898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port fd22b709-735e-433f-a5aa-f4f632cdfc0b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:56.483412 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.506611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd770-bda3-4ef7-ad2f-e2c4445cdfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c7657f-2e9f-4220-9d66-119bc0292791,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:56.550770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b3ede0ba-a6f7-4e90-897b-d6dbcdc2b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.552384 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-b3ede0ba-a6f7-4e90-897b-d6dbcdc2b594 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5aa2a8d-ece0-419b-8de2-21aea508b3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290673 Sep 18 19:46:56.554034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-9771073a-4cec-49c5-8a2e-9d5d8f0a382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.555417 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-9771073a-4cec-49c5-8a2e-9d5d8f0a382b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1099 time: 0.2332263 Sep 18 19:46:56.562510 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Floating IP 3ff654f8-ce97-4c8b-a29e-494fc8e8ff81 associated. External IP: 172.25.8.184, port: 8bee3d54-402e-42ce-b2d3-c136c5a3d289. Sep 18 19:46:56.600972 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.649153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port fd22b709-735e-433f-a5aa-f4f632cdfc0b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=fd22b709-735e-433f-a5aa-f4f632cdfc0b,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:56.650559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47def5a-b3f7-479f-aa30-b5f829ef3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd22b709-735e-433f-a5aa-f4f632cdfc0b'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:56.655008 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeccca5-d2e4-4f9f-98d3-84485037b90f" -d '{"events": [{"server_uuid": "d47def5a-b3f7-479f-aa30-b5f829ef3b84", "name": "network-vif-plugged", "status": "completed", "tag": "fd22b709-735e-433f-a5aa-f4f632cdfc0b"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:56.660245 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.721333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=fd22b709-735e-433f-a5aa-f4f632cdfc0b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:56.749822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f3c03-9dfd-4117-85c9-97041d30c483 req-e58ecbfd-4509-4e44-b97a-ee5c6a620af4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.751056 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-f36224bd-d2d4-4c95-acbf-9dbc2da2d15a service neutron] 10.222.0.24 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900291 Sep 18 19:46:56.756484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f3c03-9dfd-4117-85c9-97041d30c483 req-e58ecbfd-4509-4e44-b97a-ee5c6a620af4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.763566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f3c03-9dfd-4117-85c9-97041d30c483 req-e58ecbfd-4509-4e44-b97a-ee5c6a620af4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.765402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db4f3c03-9dfd-4117-85c9-97041d30c483 req-e58ecbfd-4509-4e44-b97a-ee5c6a620af4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2413 time: 0.1070936 Sep 18 19:46:56.773138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea54e13-bb8f-423d-bd54-ffe7965f37aa req-3600d69e-87dc-4e87-b994-fcbc0e98de92 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:56.774665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fea54e13-bb8f-423d-bd54-ffe7965f37aa req-3600d69e-87dc-4e87-b994-fcbc0e98de92 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.1287286 Sep 18 19:46:56.804222 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-2a7eb8a4-4553-41b7-89a3-29bb277577ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.2363150 Sep 18 19:46:56.806474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Deleting port 3caa4281-f770-475c-9d2a-c399d08d0bca {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:56.806817 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.831420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51062) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:56.842361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db4f3c03-9dfd-4117-85c9-97041d30c483 req-ac0d7c1f-8237-431f-b256-d79ea4d910f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Sep 18 19:46:56.850304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fea54e13-bb8f-423d-bd54-ffe7965f37aa req-6b487ca0-f591-4494-a16d-3581a8b54766 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683568 Sep 18 19:46:56.870757 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-662e56eb-b33c-4921-a2f0-33e694f87928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:56.892182 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4b97bc-b6de-4d4c-b370-06dfc9d2a8d1 x-openstack-request-id: req-0c4b97bc-b6de-4d4c-b370-06dfc9d2a8d1 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:56.892373 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47def5a-b3f7-479f-aa30-b5f829ef3b84", "name": "network-vif-plugged", "status": "completed", "tag": "fd22b709-735e-433f-a5aa-f4f632cdfc0b", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:56.892555 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c4b97bc-b6de-4d4c-b370-06dfc9d2a8d1 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:56.893224 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47def5a-b3f7-479f-aa30-b5f829ef3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd22b709-735e-433f-a5aa-f4f632cdfc0b', 'code': 200} Sep 18 19:46:57.020121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-5c09435f-bf84-413f-9248-ff66dcbc8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.021589 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-5c09435f-bf84-413f-9248-ff66dcbc8b22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1980140 Sep 18 19:46:57.056878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9cda7-2817-491c-986b-ac5396aae38d req-402f1357-04ee-45c6-a5f9-d1b2e75044d3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.058363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37a9cda7-2817-491c-986b-ac5396aae38d req-402f1357-04ee-45c6-a5f9-d1b2e75044d3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 944 time: 0.1058426 Sep 18 19:46:57.061011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776a5d9-d296-43b4-b330-061578eb3232 req-4c3176c9-c195-4c92-a349-a72c65777615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.062468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4776a5d9-d296-43b4-b330-061578eb3232 req-4c3176c9-c195-4c92-a349-a72c65777615 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d47def5a-b3f7-479f-aa30-b5f829ef3b84 HTTP/1.1" status: 200 len: 1097 time: 0.0983407 Sep 18 19:46:57.078889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-662e56eb-b33c-4921-a2f0-33e694f87928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.095904 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-c17d3c88-e110-48aa-b3a1-f34e0b7c5be6 service neutron] 10.222.0.24 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050506 Sep 18 19:46:57.102593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-662e56eb-b33c-4921-a2f0-33e694f87928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.139265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a6755767-df3f-413f-9e0f-2bf42d051d27 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:46:57.173042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4776a5d9-d296-43b4-b330-061578eb3232 req-06524d96-c128-4196-b031-e60dd0cf82a8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960734 Sep 18 19:46:57.179678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37a9cda7-2817-491c-986b-ac5396aae38d req-799cf61b-6aef-41e8-a908-165a7f0b5205 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076586 Sep 18 19:46:57.179678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e56eb-b33c-4921-a2f0-33e694f87928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a18d71b-33e4-4355-b7b4-cff04f004fb9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:57.181578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-662e56eb-b33c-4921-a2f0-33e694f87928 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22146c2312a940009ee348819fb4a924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485649 Sep 18 19:46:57.186644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51068) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:57.207253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] For port 3caa4281-f770-475c-9d2a-c399d08d0bca, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3caa4281-f770-475c-9d2a-c399d08d0bca,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:57.207777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.213311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-79872870-3923-40ce-b978-e768d8602bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.215496 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-79872870-3923-40ce-b978-e768d8602bdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1813159 Sep 18 19:46:57.216932 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-3cc1ee85-b6eb-4ca6-849c-19d47430ba2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=2e0987a6-185d-4764-89c7-34a30bccaa98 HTTP/1.1" status: 200 len: 217 time: 0.1068354 Sep 18 19:46:57.247256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a436e2-8046-4c69-9fbd-1ed0a0ec3969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.266970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a6755767-df3f-413f-9e0f-2bf42d051d27, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a6755767-df3f-413f-9e0f-2bf42d051d27,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:57.271783 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a436e2-8046-4c69-9fbd-1ed0a0ec3969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.281764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a6755767-df3f-413f-9e0f-2bf42d051d27', 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'port_id': 'a6755767-df3f-413f-9e0f-2bf42d051d27', 'mac_address': 'fa:16:3e:78:b5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d740ef-2d98-486c-b382-ca9a13125350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:46:57.351036 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.352553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.369930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a436e2-8046-4c69-9fbd-1ed0a0ec3969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.370803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6755767-df3f-413f-9e0f-2bf42d051d27 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:46:57.376774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a436e2-8046-4c69-9fbd-1ed0a0ec3969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.376774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34a436e2-8046-4c69-9fbd-1ed0a0ec3969 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a18d71b-33e4-4355-b7b4-cff04f004fb9 HTTP/1.1" status: 204 len: 168 time: 0.1867030 Sep 18 19:46:57.410272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a6755767-df3f-413f-9e0f-2bf42d051d27, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a6755767-df3f-413f-9e0f-2bf42d051d27,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:46:57.422584 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.426986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a436e2-8046-4c69-9fbd-1ed0a0ec3969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a18d71b-33e4-4355-b7b4-cff04f004fb9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:57.489355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2501470-418c-4aef-a6fc-edeaace06e9a req-1476185b-d580-4a68-ba73-aa4201ba9191 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.493570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2501470-418c-4aef-a6fc-edeaace06e9a req-1476185b-d580-4a68-ba73-aa4201ba9191 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 946 time: 0.1350362 Sep 18 19:46:57.497727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a6755767-df3f-413f-9e0f-2bf42d051d27,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:57.537959 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-fc23aacd-07de-4b46-97e5-aa7106168a6b service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138433 Sep 18 19:46:57.546022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-a44c3b35-d3fd-400b-9781-47cd84c1752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.547664 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-a44c3b35-d3fd-400b-9781-47cd84c1752c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d HTTP/1.1" status: 200 len: 801 time: 0.1739819 Sep 18 19:46:57.555676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Router 74434850-17e2-449c-8e04-1f79da61d7b2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:46:57.570614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2501470-418c-4aef-a6fc-edeaace06e9a req-2f65dca4-ab0b-4094-a4c3-97d6e6122d06 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd2d50f8-68b9-497d-b3a7-326ac91ea422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623987 Sep 18 19:46:57.589727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce2369-df2b-4f5f-8d35-cc5027af4cc8 req-8f6e7ed1-d6b3-49a1-8e7a-7be65f4c1b7d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.591521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05ce2369-df2b-4f5f-8d35-cc5027af4cc8 req-8f6e7ed1-d6b3-49a1-8e7a-7be65f4c1b7d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 947 time: 0.0822263 Sep 18 19:46:57.645541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05ce2369-df2b-4f5f-8d35-cc5027af4cc8 req-afb1b3f0-7a4a-4e02-a275-88ac9a7b9599 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Sep 18 19:46:57.726801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a6755767-df3f-413f-9e0f-2bf42d051d27'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:46:57.773021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-2b67d47b-0073-4431-bae9-b1fce3dc639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.774549 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-2b67d47b-0073-4431-bae9-b1fce3dc639d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e958b8da-c277-4b46-94ea-40635b7b3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105875 Sep 18 19:46:57.778542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.778992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.779368 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Floating IP c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9 disassociated. External IP: 172.25.8.31, port: 3caa4281-f770-475c-9d2a-c399d08d0bca. Sep 18 19:46:57.779727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Calling delete_port for 3caa4281-f770-475c-9d2a-c399d08d0bca owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:46:57.796703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e289-70b1-4683-bd69-3ad868b74231 req-34915c1b-40a4-4f2c-8074-45a9e1d558f3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.798554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56e4e289-70b1-4683-bd69-3ad868b74231 req-34915c1b-40a4-4f2c-8074-45a9e1d558f3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.0784230 Sep 18 19:46:57.848944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56e4e289-70b1-4683-bd69-3ad868b74231 req-4b25a3e0-5ee8-4677-a950-c80b96575d73 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445564 Sep 18 19:46:57.979462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695c69-b406-4290-b67e-0748daf6dedb req-527661af-a63f-470e-aa70-814b3f47eca1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.985638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695c69-b406-4290-b67e-0748daf6dedb req-527661af-a63f-470e-aa70-814b3f47eca1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.991455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695c69-b406-4290-b67e-0748daf6dedb req-527661af-a63f-470e-aa70-814b3f47eca1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:57.992074 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-94bacf0f-ce07-4c31-b8df-23cdfcfaa540 req-f9107044-1726-403f-857b-0ea9f030581f service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399145 Sep 18 19:46:57.992655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:57.999518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6695c69-b406-4290-b67e-0748daf6dedb req-527661af-a63f-470e-aa70-814b3f47eca1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2413 time: 0.0722299 Sep 18 19:46:58.042010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6695c69-b406-4290-b67e-0748daf6dedb req-276969ae-0621-4ace-93f1-7182ba4daafb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Sep 18 19:46:58.318414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42317c-fb14-4101-8e2e-ec54f6cef84a req-c4218929-81d0-4c66-ba71-5aa02bfe85a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:58.320155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd42317c-fb14-4101-8e2e-ec54f6cef84a req-c4218929-81d0-4c66-ba71-5aa02bfe85a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 945 time: 0.0558026 Sep 18 19:46:58.364892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd42317c-fb14-4101-8e2e-ec54f6cef84a req-93edd848-6fd1-4e59-9f50-a43e6a8f8cfd tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Sep 18 19:46:58.372242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event deleted for resources: {'Port': ['ID=3caa4281-f770-475c-9d2a-c399d08d0bca,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:46:58.456125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:46:58.460948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:58.467528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] Sync routers for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:46:58.476455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:58.477422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:58.518475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-d2c9bd5e-1334-4fb2-8ff3-594f1df225ca service neutron] 10.222.0.24 "GET /v2.0/networks/e958b8da-c277-4b46-94ea-40635b7b3aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7223222 Sep 18 19:46:58.522307 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1e98a449-91c4-4ef2-8a62-2c7c72eb67d7 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "PUT /v2.0/floatingips/3ff654f8-ce97-4c8b-a29e-494fc8e8ff81 HTTP/1.1" status: 200 len: 992 time: 4.2567728 Sep 18 19:46:58.524436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'tag': '8bee3d54-402e-42ce-b2d3-c136c5a3d289'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:46:58.527108 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b827e-4f3a-432e-8dd9-7c75b5345ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "74b94967-1cbd-4a65-b9d4-e18bbe29b4a3", "tag": "8bee3d54-402e-42ce-b2d3-c136c5a3d289"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:46:58.532141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-56056a67-d757-4f67-8e6c-a628c954ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:58.533661 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-56056a67-d757-4f67-8e6c-a628c954ddc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1099 time: 0.1975524 Sep 18 19:46:58.624459 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31971d23-0744-44d8-8546-bd9eadaf4bd7 x-openstack-request-id: req-31971d23-0744-44d8-8546-bd9eadaf4bd7 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:46:58.624954 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b94967-1cbd-4a65-b9d4-e18bbe29b4a3", "tag": "8bee3d54-402e-42ce-b2d3-c136c5a3d289", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:46:58.625385 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31971d23-0744-44d8-8546-bd9eadaf4bd7 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:46:58.625631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:58.626135 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'tag': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'status': 'completed', 'code': 200} Sep 18 19:46:58.710773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Router df52d531-7724-430d-aa24-0ac904ffcd7c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:46:58.851441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7874460-b3fa-4994-99a7-57e0cd9318c3 req-145656fc-89b7-4fc9-a819-61cf70e56bcb tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/ports?device_id=42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d HTTP/1.1" status: 200 len: 210 time: 0.0901833 Sep 18 19:46:58.860566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-3d9a4898-2c0b-4f30-af03-269dbb1cdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:58.862523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-3d9a4898-2c0b-4f30-af03-269dbb1cdce3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=79195493da824384af08c4aa67d793d8&device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 1098 time: 0.1863654 Sep 18 19:46:58.870147 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-911bf14e-ac2e-42c8-842c-222f1018d1fd service neutron] 10.222.0.24 "GET /v2.0/networks/e958b8da-c277-4b46-94ea-40635b7b3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104105 Sep 18 19:46:58.926108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-478b7507-42fe-4056-8717-2372263613b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:58.927620 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-478b7507-42fe-4056-8717-2372263613b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.3584652 Sep 18 19:46:58.992398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3ff654f8-ce97-4c8b-a29e-494fc8e8ff81', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'port_id': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'mac_address': 'fa:16:3e:a7:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:46:33Z', 'updated_at': '2021-09-18T19:46:55Z', 'revision_number': 1, 'project_id': '79195493da824384af08c4aa67d793d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:31Z', 'revision_number': 5, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:59.028037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] Checking router: 74434850-17e2-449c-8e04-1f79da61d7b2 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:46:59.042532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-58c15582-1344-4f5c-bb13-9b76f10cf1de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=830d8d16-85ca-45a3-9275-b50b49ddd027 HTTP/1.1" status: 200 len: 217 time: 0.1525581 Sep 18 19:46:59.047804 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:59.047982 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-e73f8bc7-a7c8-4505-a288-dc006106161c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.0740440 Sep 18 19:46:59.048117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:59.133260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211ef51-3290-42c9-9eaa-60de3511c282 req-80b3767b-363e-4219-bd3a-c9179fd61c3c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.140995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e211ef51-3290-42c9-9eaa-60de3511c282 req-80b3767b-363e-4219-bd3a-c9179fd61c3c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 947 time: 0.2170327 Sep 18 19:46:59.149511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-d9891f52-a482-4ffa-931c-395244dc5951 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.150936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-d9891f52-a482-4ffa-931c-395244dc5951 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.1301699 Sep 18 19:46:59.186195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a6755767-df3f-413f-9e0f-2bf42d051d27 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:46:59.190218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:46:59.200379 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-8ac5afc6-d4b3-41db-a452-5376b845bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.200596 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] Sync routers for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:46:59.205714 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-8ac5afc6-d4b3-41db-a452-5376b845bf16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1276050 Sep 18 19:46:59.217497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-cf673e4a-61fe-4e4e-9f0f-5a5db69b46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.217816 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:59.218556 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:59.219001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-cf673e4a-61fe-4e4e-9f0f-5a5db69b46e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ef5640a4-263b-461f-95cb-718ac995a0ff HTTP/1.1" status: 200 len: 916 time: 0.3473997 Sep 18 19:46:59.222078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-9b9e82ae-216f-46e6-9b97-cd8577037b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.223635 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-9b9e82ae-216f-46e6-9b97-cd8577037b1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33054d20-d085-42f1-bbc6-6b0cac12027e HTTP/1.1" status: 200 len: 801 time: 0.1479273 Sep 18 19:46:59.231245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d9b39-3c28-4ff3-8f8a-3fa50531ab10 req-d68ec91e-0e6b-499f-917b-d0c1f4749fcd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.240903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e5d9b39-3c28-4ff3-8f8a-3fa50531ab10 req-d68ec91e-0e6b-499f-917b-d0c1f4749fcd tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.2224021 Sep 18 19:46:59.298112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] No DVR routers for this DVR port 3caa4281-f770-475c-9d2a-c399d08d0bca on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:46:59.302195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:59.304238 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3ac686b7-1d1c-4af3-bb48-e341525400c1 req-6a0f1326-798e-4c1c-9e63-b37a416af1ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.32 "DELETE /v2.0/ports/3caa4281-f770-475c-9d2a-c399d08d0bca HTTP/1.1" status: 204 len: 173 time: 3.1910760 Sep 18 19:46:59.313081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:59.353297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-977933f3-9010-4096-abb2-c0c4a7b74cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.354885 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-977933f3-9010-4096-abb2-c0c4a7b74cf9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1435483 Sep 18 19:46:59.357510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-748914ae-8460-4e40-9292-22aecc10d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.359260 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-748914ae-8460-4e40-9292-22aecc10d804 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5aa2a8d-ece0-419b-8de2-21aea508b3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193223 Sep 18 19:46:59.363222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e211ef51-3290-42c9-9eaa-60de3511c282 req-8c57a649-7c67-49eb-92dd-2425b4550faa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218974 Sep 18 19:46:59.369344 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:59.388575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e5d9b39-3c28-4ff3-8f8a-3fa50531ab10 req-b8bddcd9-f960-4254-a1b1-23c7a59f7912 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481295 Sep 18 19:46:59.476917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-555ba268-83fd-4d48-b61b-fa672ed9d3d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bee3d54-402e-42ce-b2d3-c136c5a3d289 HTTP/1.1" status: 200 len: 1000 time: 0.2354043 Sep 18 19:46:59.568064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a6755767-df3f-413f-9e0f-2bf42d051d27 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:46:59.584863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a6755767-df3f-413f-9e0f-2bf42d051d27 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:46:59.585334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:59.610252 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:46Z', 'revision_number': 5, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:59.633481 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-72150b0a-0335-4b14-b2e7-0f854a173e21 service neutron] 10.222.0.24 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630560 Sep 18 19:46:59.642839 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] Checking router: df52d531-7724-430d-aa24-0ac904ffcd7c for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:46:59.653389 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:46:59.654199 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:46:59.670526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-3a32fdeb-4942-4e3b-b069-1ee8fa321316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.672671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-3a32fdeb-4942-4e3b-b069-1ee8fa321316 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17fbe2ee-7da1-424d-b395-ce34ed5d7eed HTTP/1.1" status: 200 len: 854 time: 0.1855915 Sep 18 19:46:59.681670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Deleting port 22b70036-d286-453e-a5de-ae05ac3154be {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:46:59.682315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:59.769312 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:46:59.783680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:46:59.816339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1e270-ca97-4310-b4b7-7dc64bc87b11 req-70be8cc6-0271-4216-991b-8f638d1c2e93 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.832651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31a1e270-ca97-4310-b4b7-7dc64bc87b11 req-70be8cc6-0271-4216-991b-8f638d1c2e93 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 945 time: 0.2629163 Sep 18 19:46:59.857575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5af84-0664-4b1a-8dd2-a8f2c62e97bf req-fe1148b7-dcce-4ca7-8436-240dcdd45dcc tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.870632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5af84-0664-4b1a-8dd2-a8f2c62e97bf req-fe1148b7-dcce-4ca7-8436-240dcdd45dcc tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.877731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5af84-0664-4b1a-8dd2-a8f2c62e97bf req-fe1148b7-dcce-4ca7-8436-240dcdd45dcc tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:46:59.880893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:46:59.887982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bb5af84-0664-4b1a-8dd2-a8f2c62e97bf req-fe1148b7-dcce-4ca7-8436-240dcdd45dcc tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2413 time: 0.3152773 Sep 18 19:46:59.986834 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:47:00.006642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-e02f7f4a-7176-4dc6-8b13-33f97bd9902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:00.008223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-e02f7f4a-7176-4dc6-8b13-33f97bd9902e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ef5640a4-263b-461f-95cb-718ac995a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3213208 Sep 18 19:47:00.022329 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b5918a6-aa01-4481-b3ad-7def9a7f78bc req-f87c66ea-61f5-4d52-b7cf-9ad41356c302 service neutron] 10.222.0.24 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725306 Sep 18 19:47:00.025151 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:46Z', 'revision_number': 5, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:00.027726 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-39836674-fe95-44e4-8137-9e29cadbd8a1 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553936 Sep 18 19:47:00.059869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31a1e270-ca97-4310-b4b7-7dc64bc87b11 req-2534a56d-42a8-400d-bee2-6b840be46fdc tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262118 Sep 18 19:47:00.062504 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747729f7-5ee7-43b4-8900-54f386778dfd None None] The sync data for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 is: [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:44:38Z', 'revision_number': 4, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '56460bdc-f399-4a60-b9ee-e62cd39a01e6', 'name': '', 'network_id': '05d0e6a4-2a30-45cc-88dd-f5c3edc14051', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'mac_address': 'fa:16:3e:a9:e4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '98db5c27-96fa-4069-923f-057b2618d16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:35Z', 'updated_at': '2021-09-18T19:44:46Z', 'revision_number': 5, 'project_id': '51d303adce464087b04e31f4e4967672', 'subnets': [{'id': '98db5c27-96fa-4069-923f-057b2618d16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:00.100389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bb5af84-0664-4b1a-8dd2-a8f2c62e97bf req-a07a0f6f-fa63-454e-bbfc-e7ce8bab9da2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032256 Sep 18 19:47:00.155612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a6755767-df3f-413f-9e0f-2bf42d051d27, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a6755767-df3f-413f-9e0f-2bf42d051d27,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:00.158589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548e81d-d071-4d07-89e7-0dd8cf5c6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6755767-df3f-413f-9e0f-2bf42d051d27'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:00.161450 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206968e4-334d-496f-a3f2-dfd6772ae0a4" -d '{"events": [{"server_uuid": "4548e81d-d071-4d07-89e7-0dd8cf5c6f96", "name": "network-vif-plugged", "status": "completed", "tag": "a6755767-df3f-413f-9e0f-2bf42d051d27"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:00.170380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.171895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3caa4281-f770-475c-9d2a-c399d08d0bca no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:00.184458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.188615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] For port 22b70036-d286-453e-a5de-ae05ac3154be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=22b70036-d286-453e-a5de-ae05ac3154be,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:00.189299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.263298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-2b5d6e46-203a-4bfa-ab54-8875e842b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:00.263825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-2b5d6e46-203a-4bfa-ab54-8875e842b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:00.264311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-2b5d6e46-203a-4bfa-ab54-8875e842b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:00.265980 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-2b5d6e46-203a-4bfa-ab54-8875e842b8da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2869 time: 0.1809301 Sep 18 19:47:00.274752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 3caa4281-f770-475c-9d2a-c399d08d0bca {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:00.275106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3caa4281-f770-475c-9d2a-c399d08d0bca not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:00.281084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a6755767-df3f-413f-9e0f-2bf42d051d27,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:00.291913 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09939ba4-43eb-4390-a440-0e922198243c x-openstack-request-id: req-09939ba4-43eb-4390-a440-0e922198243c {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:00.303829 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-c7510df0-a2df-4fc9-8135-6b0906033403 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696755 Sep 18 19:47:00.305056 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548e81d-d071-4d07-89e7-0dd8cf5c6f96", "name": "network-vif-plugged", "status": "completed", "tag": "a6755767-df3f-413f-9e0f-2bf42d051d27", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:00.306612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51164) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:00.308447 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09939ba4-43eb-4390-a440-0e922198243c {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:00.311782 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4548e81d-d071-4d07-89e7-0dd8cf5c6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6755767-df3f-413f-9e0f-2bf42d051d27', 'code': 200} Sep 18 19:47:00.344408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3ff654f8-ce97-4c8b-a29e-494fc8e8ff81', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'port_id': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'mac_address': 'fa:16:3e:a7:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:46:33Z', 'updated_at': '2021-09-18T19:46:55Z', 'revision_number': 1, 'project_id': '79195493da824384af08c4aa67d793d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:31Z', 'revision_number': 5, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:00.404534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc355e4-7597-451f-963b-f8d274f74152 None None] The sync data for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 is: [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3ff654f8-ce97-4c8b-a29e-494fc8e8ff81', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'port_id': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'mac_address': 'fa:16:3e:a7:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:46:33Z', 'updated_at': '2021-09-18T19:46:55Z', 'revision_number': 1, 'project_id': '79195493da824384af08c4aa67d793d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:31Z', 'revision_number': 5, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:00.452328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-55f3ceb7-535f-4f39-8f42-44798aa6efa2 service neutron] 10.222.0.32 "GET /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282489 Sep 18 19:47:00.537410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17ea516-8c6f-4b33-820c-a15be27f431c None None] New status for floating IP c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:47:00.557162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb6bb-95a4-48de-b662-375f57141aac tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.560741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514e4e9-c622-4801-9551-6c3fd981a113 req-bbdf7646-ec40-4c72-a57f-173352a72baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:00.562571 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d514e4e9-c622-4801-9551-6c3fd981a113 req-bbdf7646-ec40-4c72-a57f-173352a72baa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 1098 time: 0.1886287 Sep 18 19:47:00.574704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-0803031a-dbbc-4693-a792-f41772dad99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:00.576273 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-0803031a-dbbc-4693-a792-f41772dad99c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b5aa2a8d-ece0-419b-8de2-21aea508b3e8 HTTP/1.1" status: 200 len: 901 time: 0.2938869 Sep 18 19:47:00.652370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'name': 'network-vif-deleted', 'tag': '3caa4281-f770-475c-9d2a-c399d08d0bca'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:00.655271 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c21a4c-ac8f-4d06-9797-796c69e6d080" -d '{"events": [{"server_uuid": "42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d", "name": "network-vif-deleted", "tag": "3caa4281-f770-475c-9d2a-c399d08d0bca"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:00.665305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.670977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-3efd72e0-6f49-437e-86ba-00d129dddd69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=830d8d16-85ca-45a3-9275-b50b49ddd027 HTTP/1.1" status: 200 len: 217 time: 0.0756772 Sep 18 19:47:00.673168 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb6bb-95a4-48de-b662-375f57141aac tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.700137 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.754395 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d514e4e9-c622-4801-9551-6c3fd981a113 req-edf48d63-dfbe-4b76-8ab7-3815a0de642b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771545 Sep 18 19:47:00.795180 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d967c233b90540ac9a80b48e70664131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9044003 Sep 18 19:47:00.795505 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561716c5-a1fa-4cae-a5c6-c43aa3d9f40f None None] New status for floating IP 3ff654f8-ce97-4c8b-a29e-494fc8e8ff81: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:47:00.798095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51172) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:00.816862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-47134e2c-1568-4932-87c3-6a65b409380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:00.818364 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-47134e2c-1568-4932-87c3-6a65b409380d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33054d20-d085-42f1-bbc6-6b0cac12027e HTTP/1.1" status: 200 len: 801 time: 0.1345892 Sep 18 19:47:00.818970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134b7c14-9975-4b04-97e9-fced7a5f0c44,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:00.849944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.850289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.850633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.850974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.851313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.851695 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.852025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.852387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.853217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.853217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.853499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.853651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9c3924-8dd1-41ae-8de6-ef552f0fa5b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:00.889645 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb6bb-95a4-48de-b662-375f57141aac tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.892227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb6bb-95a4-48de-b662-375f57141aac tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.893382 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3ebcb6bb-95a4-48de-b662-375f57141aac tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd2d50f8-68b9-497d-b3a7-326ac91ea422 HTTP/1.1" status: 204 len: 168 time: 0.5762038 Sep 18 19:47:00.899012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51174) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:00.925016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb6bb-95a4-48de-b662-375f57141aac tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2d50f8-68b9-497d-b3a7-326ac91ea422,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:00.933411 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-556006d1-634a-4096-b9bf-29e22a40e2ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] show failed (client error): The resource could not be found. Sep 18 19:47:00.935023 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-556006d1-634a-4096-b9bf-29e22a40e2ec tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "GET /v2.0/security-groups/dd2d50f8-68b9-497d-b3a7-326ac91ea422 HTTP/1.1" status: 404 len: 347 time: 0.0340230 Sep 18 19:47:00.938361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51176) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:00.940368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-9171955e-79c9-4348-a103-6c300533264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:00.941874 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-9171955e-79c9-4348-a103-6c300533264a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b5aa2a8d-ece0-419b-8de2-21aea508b3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114788 Sep 18 19:47:00.958345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f8f991e-d941-4f72-ad8b-e8396cf21961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:00.984697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-482b827e-4f3a-432e-8dd9-7c75b5345ce3 req-c861cf28-72c0-4910-8f1e-60c7fa9cd53a service neutron] 10.222.0.32 "GET /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249596 Sep 18 19:47:01.055906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96d0e5-db1d-48f1-8653-629044c8f9df req-bf8f8a3e-bc14-4b39-80e1-f0440dd22bf3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:01.059895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df96d0e5-db1d-48f1-8653-629044c8f9df req-bf8f8a3e-bc14-4b39-80e1-f0440dd22bf3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 946 time: 0.5467041 Sep 18 19:47:01.073940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f8f991e-d941-4f72-ad8b-e8396cf21961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.112965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70408f4e-8652-46a2-bbde-a8643b22de1a req-586c4f38-50c2-4c9d-b1e9-ef4eefd0eaa8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:01.114574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70408f4e-8652-46a2-bbde-a8643b22de1a req-586c4f38-50c2-4c9d-b1e9-ef4eefd0eaa8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 947 time: 0.5950534 Sep 18 19:47:01.118324 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.118717 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.119084 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Floating IP 3ea48703-e9ce-4676-ac85-75e07051d78d disassociated. External IP: 172.25.8.20, port: 22b70036-d286-453e-a5de-ae05ac3154be. Sep 18 19:47:01.119581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Calling delete_port for 22b70036-d286-453e-a5de-ae05ac3154be owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:01.163512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:01.187705 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-203805ca-1da5-4874-bfde-65e0eb581b5d service neutron] 10.222.0.24 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372346 Sep 18 19:47:01.209229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df96d0e5-db1d-48f1-8653-629044c8f9df req-bf2b8e08-deb4-4b23-8442-7a08387fe75f tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups?id=c26198c0-c8d7-45f8-8189-4972d0f81c47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184945 Sep 18 19:47:01.222616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70408f4e-8652-46a2-bbde-a8643b22de1a req-20f480a7-ae90-47e0-8323-12f35cfd06d9 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945587 Sep 18 19:47:01.236179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Deleting port 70860962-1800-40fc-80b5-08551dce3e42 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:01.236526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.274115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f8f991e-d941-4f72-ad8b-e8396cf21961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.276762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f8f991e-d941-4f72-ad8b-e8396cf21961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.279421 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4f8f991e-d941-4f72-ad8b-e8396cf21961 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/134b7c14-9975-4b04-97e9-fced7a5f0c44 HTTP/1.1" status: 204 len: 168 time: 0.4772568 Sep 18 19:47:01.316440 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94cc376-7fa6-41a6-a258-c12979f571ee x-openstack-request-id: req-f94cc376-7fa6-41a6-a258-c12979f571ee {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:01.316780 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d", "name": "network-vif-deleted", "tag": "3caa4281-f770-475c-9d2a-c399d08d0bca", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:01.317004 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f94cc376-7fa6-41a6-a258-c12979f571ee {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:01.323639 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c6a5b1-19c9-4ac0-89c1-5ed7675ef77d', 'name': 'network-vif-deleted', 'tag': '3caa4281-f770-475c-9d2a-c399d08d0bca', 'status': 'completed', 'code': 200} Sep 18 19:47:01.323935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:01.342841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.344247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'ad82451f-77f8-4f01-9753-7cf296272287', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'ad82451f-77f8-4f01-9753-7cf296272287', 'mac_address': 'fa:16:3e:46:3f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:01.368505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f991e-d941-4f72-ad8b-e8396cf21961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b7c14-9975-4b04-97e9-fced7a5f0c44,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:01.430228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event deleted for resources: {'Port': ['ID=22b70036-d286-453e-a5de-ae05ac3154be,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:01.446458 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.448602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af29d479-5abf-49b5-9e28-8c13a6bcc78d req-53c76427-43f6-4bff-b8e5-e7d6076bcdbb service neutron] 10.222.0.24 "GET /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525282 Sep 18 19:47:01.450950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.451280 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.468303 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Calling delete_port for 70860962-1800-40fc-80b5-08551dce3e42 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:01.476913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad82451f-77f8-4f01-9753-7cf296272287 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:01.504778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:01.510243 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.554069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f15e7-1f8a-4799-998c-9760934cc114 req-3ed0d018-a131-44b7-9db8-4815d6bff24b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:01.560981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f15e7-1f8a-4799-998c-9760934cc114 req-3ed0d018-a131-44b7-9db8-4815d6bff24b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:01.566860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f15e7-1f8a-4799-998c-9760934cc114 req-3ed0d018-a131-44b7-9db8-4815d6bff24b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:01.568593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f1f15e7-1f8a-4799-998c-9760934cc114 req-3ed0d018-a131-44b7-9db8-4815d6bff24b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2413 time: 0.1540029 Sep 18 19:47:01.570527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:01.584046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6884bd-563c-4b82-b129-e9a3e914eec3 req-c6a87857-53e2-4a1e-8c1d-2c3d234b7b99 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:01.591946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc6884bd-563c-4b82-b129-e9a3e914eec3 req-c6a87857-53e2-4a1e-8c1d-2c3d234b7b99 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 946 time: 0.1657584 Sep 18 19:47:01.634348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.664184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Pushing event deleted for resources: {'Port': ['ID=70860962-1800-40fc-80b5-08551dce3e42,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:01.700142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f1f15e7-1f8a-4799-998c-9760934cc114 req-0b1a3363-dbf6-4351-9c2f-6428f4f6fbb5 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060991 Sep 18 19:47:01.710728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc6884bd-563c-4b82-b129-e9a3e914eec3 req-fa329110-9051-47ff-ae96-e6f80c87e620 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160688 Sep 18 19:47:01.727263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Router ba3dd305-cace-4575-8bf9-2b53a9895fb5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:47:01.757109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.759730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:01.760962 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0a70f8fd-b343-4bfc-a4c6-820dbec24d04 tempest-ServersTestManualDisk-1542413968 tempest-ServersTestManualDisk-1542413968-project] 10.222.0.20 "DELETE /v2.0/floatingips/c4f3713d-e6c6-4f8d-9c15-7682bcb7a4b9 HTTP/1.1" status: 204 len: 168 time: 0.8181894 Sep 18 19:47:01.768638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51196) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:01.885798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ad82451f-77f8-4f01-9753-7cf296272287'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:01.927269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:01.940672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] Sync routers for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:01.990194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:01.991043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:02.008295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] No DVR routers for this DVR port 22b70036-d286-453e-a5de-ae05ac3154be on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:02.012378 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:02.015068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c1735ff-65f2-4b95-9611-8986980d01c7 req-89b25bc7-6911-47cd-ac04-8cf888b7a8d3 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.24 "DELETE /v2.0/ports/22b70036-d286-453e-a5de-ae05ac3154be HTTP/1.1" status: 204 len: 173 time: 2.8546739 Sep 18 19:47:02.015856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'name': 'network-vif-deleted', 'tag': '22b70036-d286-453e-a5de-ae05ac3154be'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:02.019185 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a0438d-1fb4-4d3d-b9e3-2d58e93a535e" -d '{"events": [{"server_uuid": "d06d8a33-edf3-44b3-b530-0ec09ca8759b", "name": "network-vif-deleted", "tag": "22b70036-d286-453e-a5de-ae05ac3154be"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:02.084888 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7be9e1b-4189-44fe-ae89-3ab9ae8a21d4 x-openstack-request-id: req-a7be9e1b-4189-44fe-ae89-3ab9ae8a21d4 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:02.085481 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06d8a33-edf3-44b3-b530-0ec09ca8759b", "name": "network-vif-deleted", "tag": "22b70036-d286-453e-a5de-ae05ac3154be", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:02.086136 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7be9e1b-4189-44fe-ae89-3ab9ae8a21d4 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:02.086508 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06d8a33-edf3-44b3-b530-0ec09ca8759b', 'name': 'network-vif-deleted', 'tag': '22b70036-d286-453e-a5de-ae05ac3154be', 'status': 'completed', 'code': 200} Sep 18 19:47:02.169596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:02.338287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:02.380040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3597e2d6-2c31-4eae-bb69-ec2d0c80253e req-ef24eff5-2fcc-4686-8f40-87fc14487bbe tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.0556438 Sep 18 19:47:02.448969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07bafe-8a2e-48c2-bbe7-6e41e1a112a5 req-99cffce6-22fb-4825-ba03-353defdb3848 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:02.453893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f07bafe-8a2e-48c2-bbe7-6e41e1a112a5 req-99cffce6-22fb-4825-ba03-353defdb3848 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.0870798 Sep 18 19:47:02.494616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b24563f9-e428-41c9-a1d3-9bda52b08653 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:02.497549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 22b70036-d286-453e-a5de-ae05ac3154be no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:02.534746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f07bafe-8a2e-48c2-bbe7-6e41e1a112a5 req-35b0aed5-5419-441c-b5e3-7106f031fc8e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Sep 18 19:47:02.570348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 22b70036-d286-453e-a5de-ae05ac3154be {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:02.570696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 22b70036-d286-453e-a5de-ae05ac3154be not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:02.660374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:44:06Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:02.693371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] Checking router: ba3dd305-cace-4575-8bf9-2b53a9895fb5 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:02.720484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:02.721129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:02.811049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b24563f9-e428-41c9-a1d3-9bda52b08653, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b24563f9-e428-41c9-a1d3-9bda52b08653,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:02.836445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b24563f9-e428-41c9-a1d3-9bda52b08653', 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8', 'port_id': 'b24563f9-e428-41c9-a1d3-9bda52b08653', 'mac_address': 'fa:16:3e:67:1b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33054d20-d085-42f1-bbc6-6b0cac12027e', 'ip_address': '19.80.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:02.932159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:02.936170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:02.958867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623be20-c8d2-41a1-aef6-5ef727ebc53d req-26c1575b-fdd3-47cb-ad08-664126f5a010 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:02.960687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1623be20-c8d2-41a1-aef6-5ef727ebc53d req-26c1575b-fdd3-47cb-ad08-664126f5a010 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 946 time: 0.1420290 Sep 18 19:47:02.984076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7de59-1daf-4238-87d9-fa25a35ec453 req-d0c9515f-bb84-4aee-8992-73e495993af5 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:02.991208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7de59-1daf-4238-87d9-fa25a35ec453 req-d0c9515f-bb84-4aee-8992-73e495993af5 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:02.998892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7de59-1daf-4238-87d9-fa25a35ec453 req-d0c9515f-bb84-4aee-8992-73e495993af5 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:03.001761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72c7de59-1daf-4238-87d9-fa25a35ec453 req-d0c9515f-bb84-4aee-8992-73e495993af5 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2413 time: 0.1317201 Sep 18 19:47:03.020503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24563f9-e428-41c9-a1d3-9bda52b08653 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:03.053322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Deleting port 56460bdc-f399-4a60-b9ee-e62cd39a01e6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:03.053935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:03.108244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1623be20-c8d2-41a1-aef6-5ef727ebc53d req-10daf10b-476a-4b56-926f-7c32ff483d70 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361051 Sep 18 19:47:03.118987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72c7de59-1daf-4238-87d9-fa25a35ec453 req-52dc43f4-84db-4f0c-9f94-314c07f242bb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075842 Sep 18 19:47:03.154430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b24563f9-e428-41c9-a1d3-9bda52b08653, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b24563f9-e428-41c9-a1d3-9bda52b08653,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:03.182526 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:03.186450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] For port 56460bdc-f399-4a60-b9ee-e62cd39a01e6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=56460bdc-f399-4a60-b9ee-e62cd39a01e6,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:03.187041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:03.192368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 830d8d16-85ca-45a3-9275-b50b49ddd027 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:03.227921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Calling delete_port for 56460bdc-f399-4a60-b9ee-e62cd39a01e6 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:03.349546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b24563f9-e428-41c9-a1d3-9bda52b08653,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:03.378214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91714ff-deb2-451b-b24e-e2fef18d6f30 req-cd2ad48e-5d92-4849-a527-6a688a675972 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:03.390410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d91714ff-deb2-451b-b24e-e2fef18d6f30 req-cd2ad48e-5d92-4849-a527-6a688a675972 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=d47def5a-b3f7-479f-aa30-b5f829ef3b84 HTTP/1.1" status: 200 len: 945 time: 0.0966558 Sep 18 19:47:03.436493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 830d8d16-85ca-45a3-9275-b50b49ddd027, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=830d8d16-85ca-45a3-9275-b50b49ddd027,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:03.473684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d91714ff-deb2-451b-b24e-e2fef18d6f30 req-b2474b37-7f07-43cf-9b2e-1feefd828301 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Sep 18 19:47:03.542002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:03.557198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '830d8d16-85ca-45a3-9275-b50b49ddd027', 'network_id': 'b5aa2a8d-ece0-419b-8de2-21aea508b3e8', 'port_id': '830d8d16-85ca-45a3-9275-b50b49ddd027', 'mac_address': 'fa:16:3e:70:2b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33054d20-d085-42f1-bbc6-6b0cac12027e', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:03.584352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Pushing event deleted for resources: {'Port': ['ID=56460bdc-f399-4a60-b9ee-e62cd39a01e6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:03.627924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-361781f4-21cd-4176-899b-a5f1d5737fe3 req-b163d178-0894-4c65-9e67-96ce32c3b22b tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.0699277 Sep 18 19:47:03.718537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:44:06Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:03.720737 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:03.848732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5762bbcd-232f-4e48-b113-992e029ddeeb None None] The sync data for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 is: [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:43:53Z', 'revision_number': 4, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '06745711-129c-441e-91d7-361e366628ff', 'name': '', 'network_id': '8ae187e9-b491-4fb0-a901-856bdae9a165', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'mac_address': 'fa:16:3e:96:21:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:51Z', 'updated_at': '2021-09-18T19:44:06Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'subnets': [{'id': 'eae1dfef-ae63-4101-afaa-4fdd2c21a59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:03.869929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830d8d16-85ca-45a3-9275-b50b49ddd027 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:03.870578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d5ee0-d5aa-4c68-aa31-f1f1108588f6 req-048a191b-b543-4460-896b-22d040a67b8b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:03.879779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090d5ee0-d5aa-4c68-aa31-f1f1108588f6 req-048a191b-b543-4460-896b-22d040a67b8b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.1660082 Sep 18 19:47:03.974405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 830d8d16-85ca-45a3-9275-b50b49ddd027, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=830d8d16-85ca-45a3-9275-b50b49ddd027,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:03.990095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:03.993545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2e0987a6-185d-4764-89c7-34a30bccaa98 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:03.993714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-090d5ee0-d5aa-4c68-aa31-f1f1108588f6 req-279a91e0-c512-485c-b4b0-3d40f1273ce3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050596 Sep 18 19:47:04.098305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:04.149137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=830d8d16-85ca-45a3-9275-b50b49ddd027,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:04.346997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c4e2-4d26-4f28-a617-d031f6acb99b req-961a8345-9242-413e-adf1-9d16ad54c37a tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:04.358231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c4e2-4d26-4f28-a617-d031f6acb99b req-961a8345-9242-413e-adf1-9d16ad54c37a tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:04.365945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c4e2-4d26-4f28-a617-d031f6acb99b req-961a8345-9242-413e-adf1-9d16ad54c37a tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:04.372438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3a3c4e2-4d26-4f28-a617-d031f6acb99b req-961a8345-9242-413e-adf1-9d16ad54c37a tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2415 time: 0.1004894 Sep 18 19:47:04.422071 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5deea21-2c68-44ce-b44b-797825f66875 None None] New status for floating IP 3ea48703-e9ce-4676-ac85-75e07051d78d: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:47:04.449165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3a3c4e2-4d26-4f28-a617-d031f6acb99b req-4325c046-4cf6-4a9c-ad02-b2aab352ff5e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674286 Sep 18 19:47:04.450828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2e0987a6-185d-4764-89c7-34a30bccaa98, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2e0987a6-185d-4764-89c7-34a30bccaa98,segment=NetworkSegment(7698ab16-f512-4104-b4a6-5eb1b871460b),segment_id=7698ab16-f512-4104-b4a6-5eb1b871460b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:04.500009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '2e0987a6-185d-4764-89c7-34a30bccaa98', 'network_id': 'e958b8da-c277-4b46-94ea-40635b7b3aa0', 'port_id': '2e0987a6-185d-4764-89c7-34a30bccaa98', 'mac_address': 'fa:16:3e:95:78:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d', 'ip_address': '19.86.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:04.584394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Router df52d531-7724-430d-aa24-0ac904ffcd7c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:47:04.589492 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:04.623397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0987a6-185d-4764-89c7-34a30bccaa98 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:04.675492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2e0987a6-185d-4764-89c7-34a30bccaa98, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2e0987a6-185d-4764-89c7-34a30bccaa98,segment=NetworkSegment(7698ab16-f512-4104-b4a6-5eb1b871460b),segment_id=7698ab16-f512-4104-b4a6-5eb1b871460b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:04.686172 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:04.754018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-d1d5c250-ca80-4a7b-be16-8c916c530926 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:04.761153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-d1d5c250-ca80-4a7b-be16-8c916c530926 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 811 time: 0.2098105 Sep 18 19:47:04.797944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:04.803542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24fafdf0-5829-4afa-8ebe-7c63678cb113 req-6e72b122-d453-4e75-b4d5-974a686af53a tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.0670667 Sep 18 19:47:04.812726 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-62885958-ab11-4e24-b94a-e847bcbb989f admin admin] 10.222.0.20 "PUT /v2.0/routers/df52d531-7724-430d-aa24-0ac904ffcd7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0423529 Sep 18 19:47:04.813023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-5a307536-cc45-4ccb-890e-4d7558f1b074 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/quotas/d4187fc3a0624f309c59bfe31b7a952a HTTP/1.1" status: 200 len: 375 time: 0.0507953 Sep 18 19:47:04.814683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51358) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:04.819033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=2e0987a6-185d-4764-89c7-34a30bccaa98,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:04.826731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] Sync routers for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:04.840254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] Routers {'df52d531-7724-430d-aa24-0ac904ffcd7c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:04.841487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df52d531-7724-430d-aa24-0ac904ffcd7c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:04.883362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ac61c99e-23a4-4365-98ef-dbbcb0898eed tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694237 Sep 18 19:47:05.042121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['830d8d16-85ca-45a3-9275-b50b49ddd027'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:05.049535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:05.052724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b24563f9-e428-41c9-a1d3-9bda52b08653'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:05.065967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-b4d097d0-1292-4d3d-824e-abd7774373b3 service neutron] 10.222.0.20 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652427 Sep 18 19:47:05.240335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['2e0987a6-185d-4764-89c7-34a30bccaa98'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:05.249532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:05.267549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:05.309678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-756f43b8-4875-4e55-af64-7525c387bf37 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:05.311230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-756f43b8-4875-4e55-af64-7525c387bf37 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.24 "GET /v2.0/ports?device_id=d47def5a-b3f7-479f-aa30-b5f829ef3b84 HTTP/1.1" status: 200 len: 945 time: 0.1746657 Sep 18 19:47:05.344431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Deleting port 37cb660d-53b2-42d9-aeb9-db07886f45b2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:05.344774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:05.415354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963372f-3e41-4f4c-b199-67b723e42e86 req-6082af3c-0dd3-4e17-b777-c2e77835e459 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:05.422704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] Set router df52d531-7724-430d-aa24-0ac904ffcd7c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:05.443037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9963372f-3e41-4f4c-b199-67b723e42e86 req-6082af3c-0dd3-4e17-b777-c2e77835e459 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.2816827 Sep 18 19:47:05.453143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] For port 37cb660d-53b2-42d9-aeb9-db07886f45b2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=37cb660d-53b2-42d9-aeb9-db07886f45b2,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:05.453518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:05.478501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Calling delete_port for 37cb660d-53b2-42d9-aeb9-db07886f45b2 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:05.550873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-61420bb0-a187-4346-8925-7f6e3048bd71 service neutron] 10.222.0.20 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778619 Sep 18 19:47:05.582460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port ad82451f-77f8-4f01-9753-7cf296272287 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:05.619878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9963372f-3e41-4f4c-b199-67b723e42e86 req-0a81a60f-a7a8-425b-9cc7-3c150dd62de3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726513 Sep 18 19:47:05.649798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port ad82451f-77f8-4f01-9753-7cf296272287 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:05.650096 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:05.776641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504405-7190-47f3-8d98-c86d94781f4d req-679ce835-89d3-4b02-8413-2e4f4771c6ea tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:05.779089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36504405-7190-47f3-8d98-c86d94781f4d req-679ce835-89d3-4b02-8413-2e4f4771c6ea tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.32 "GET /v2.0/ports?device_id=4548e81d-d071-4d07-89e7-0dd8cf5c6f96 HTTP/1.1" status: 200 len: 946 time: 0.1425958 Sep 18 19:47:05.783433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Deleting port fd22b709-735e-433f-a5aa-f4f632cdfc0b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:05.784031 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:05.971580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] For port fd22b709-735e-433f-a5aa-f4f632cdfc0b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=fd22b709-735e-433f-a5aa-f4f632cdfc0b,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:05.975842 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.002801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Calling delete_port for fd22b709-735e-433f-a5aa-f4f632cdfc0b owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:06.050945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.091472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Pushing event deleted for resources: {'Port': ['ID=37cb660d-53b2-42d9-aeb9-db07886f45b2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:06.207548 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.208162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.231230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.307475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a6755767-df3f-413f-9e0f-2bf42d051d27'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:06.352277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Pushing event deleted for resources: {'Port': ['ID=fd22b709-735e-433f-a5aa-f4f632cdfc0b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:06.398533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:06.399207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.401566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.401713 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead33552-34aa-4c90-9769-72878972c64f" -d '{"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-plugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:06.458167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:06.459787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.460621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df52d531-7724-430d-aa24-0ac904ffcd7c {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:47:06.469662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.470849 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b54daadd-80b2-4306-bea2-c4a2ea6f9778 admin admin] 10.222.0.20 "DELETE /v2.0/routers/df52d531-7724-430d-aa24-0ac904ffcd7c HTTP/1.1" status: 204 len: 168 time: 1.6532495 Sep 18 19:47:06.473934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51466) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:06.495446 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.545580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] No DVR routers for this DVR port fd22b709-735e-433f-a5aa-f4f632cdfc0b on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:06.554466 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.558438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e9039d6-5399-49eb-9e21-724953ffc851 req-880d64f6-5d5d-45ae-9b21-0daedf62f575 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.24 "DELETE /v2.0/ports/fd22b709-735e-433f-a5aa-f4f632cdfc0b HTTP/1.1" status: 204 len: 173 time: 1.2266133 Sep 18 19:47:06.562251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47def5a-b3f7-479f-aa30-b5f829ef3b84', 'name': 'network-vif-deleted', 'tag': 'fd22b709-735e-433f-a5aa-f4f632cdfc0b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:06.566179 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6e0518-4697-4f54-bf92-012c21948dce" -d '{"events": [{"server_uuid": "d47def5a-b3f7-479f-aa30-b5f829ef3b84", "name": "network-vif-deleted", "tag": "fd22b709-735e-433f-a5aa-f4f632cdfc0b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:06.579272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7aa5c1a8-6bb0-4aac-ac6d-d8c94b0a2d7d req-09f85b81-14fa-4e8e-acfa-cc71cff8bf75 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.2487767 Sep 18 19:47:06.581786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d10025-4039-4c88-9e13-e1ab2d2b8e08 admin admin] Deleting subnet 98db5c27-96fa-4069-923f-057b2618d16b {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:47:06.594521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4d10025-4039-4c88-9e13-e1ab2d2b8e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.612510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:06.677775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4d10025-4039-4c88-9e13-e1ab2d2b8e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.683245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86657794-39a6-47e3-b0f3-81122dedc9b5 req-1d009196-6282-4e22-8aec-152404e77049 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:06.690190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'name': 'tempest-ServersTestManualDisk-1912537285-router', 'tenant_id': '51d303adce464087b04e31f4e4967672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:44:28Z', 'updated_at': '2021-09-18T19:47:03Z', 'revision_number': 5, 'project_id': '51d303adce464087b04e31f4e4967672', 'gw_port': {'id': '37cb660d-53b2-42d9-aeb9-db07886f45b2', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:56:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df52d531-7724-430d-aa24-0ac904ffcd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:44:31Z', 'updated_at': '2021-09-18T19:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:06.694093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 830d8d16-85ca-45a3-9275-b50b49ddd027 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:06.703921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86657794-39a6-47e3-b0f3-81122dedc9b5 req-1d009196-6282-4e22-8aec-152404e77049 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:06.723840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86657794-39a6-47e3-b0f3-81122dedc9b5 req-1d009196-6282-4e22-8aec-152404e77049 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:06.736707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86657794-39a6-47e3-b0f3-81122dedc9b5 req-1d009196-6282-4e22-8aec-152404e77049 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2416 time: 0.5601096 Sep 18 19:47:06.767471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] Checking router: df52d531-7724-430d-aa24-0ac904ffcd7c for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:06.798665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:06.799048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 19:47:06.799697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_agentschedulers_db [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df52d531-7724-430d-aa24-0ac904ffcd7c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent'). {{(pid=94942) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 19:47:06.800086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd826b-2dc5-453e-bb83-311afc90043c None None] The sync data for ids ['df52d531-7724-430d-aa24-0ac904ffcd7c'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:06.811456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7773414-0891-49e5-8f01-e0a02d0a2a3b req-a631a963-3cc4-45d3-9256-e429f21ab3b5 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 210 time: 0.0677221 Sep 18 19:47:06.896254 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4d10025-4039-4c88-9e13-e1ab2d2b8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.925457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 830d8d16-85ca-45a3-9275-b50b49ddd027 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:06.936915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 830d8d16-85ca-45a3-9275-b50b49ddd027 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:06.937291 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:06.989305 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a8f1fb-5dfb-4446-982a-b4eb24a3b9b5 x-openstack-request-id: req-d1a8f1fb-5dfb-4446-982a-b4eb24a3b9b5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:06.991890 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-plugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:06.994225 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1a8f1fb-5dfb-4446-982a-b4eb24a3b9b5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:06.997834 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'code': 200} Sep 18 19:47:07.016965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4d10025-4039-4c88-9e13-e1ab2d2b8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.049965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51484) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:07.054191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Deleting port a6755767-df3f-413f-9e0f-2bf42d051d27 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:07.061851 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.063289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d10025-4039-4c88-9e13-e1ab2d2b8e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98db5c27-96fa-4069-923f-057b2618d16b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:07.069094 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4d10025-4039-4c88-9e13-e1ab2d2b8e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.072115 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d4d10025-4039-4c88-9e13-e1ab2d2b8e08 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/98db5c27-96fa-4069-923f-057b2618d16b HTTP/1.1" status: 204 len: 168 time: 0.5970290 Sep 18 19:47:07.075280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51488) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:07.077838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda6646d-ae69-40dc-88c6-4b4e6d5db1dd None None] Network 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:07.169120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.251528 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.296809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Deleting port ee422093-2d8e-4147-82e6-be0ae21798a0 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:07.297571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.371273 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b3eae-0875-49e2-9106-5b145a218e79 x-openstack-request-id: req-999b3eae-0875-49e2-9106-5b145a218e79 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:07.372405 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47def5a-b3f7-479f-aa30-b5f829ef3b84", "name": "network-vif-deleted", "tag": "fd22b709-735e-433f-a5aa-f4f632cdfc0b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:07.372971 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-999b3eae-0875-49e2-9106-5b145a218e79 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:07.373669 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47def5a-b3f7-479f-aa30-b5f829ef3b84', 'name': 'network-vif-deleted', 'tag': 'fd22b709-735e-433f-a5aa-f4f632cdfc0b', 'status': 'completed', 'code': 200} Sep 18 19:47:07.390331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] For port ee422093-2d8e-4147-82e6-be0ae21798a0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ee422093-2d8e-4147-82e6-be0ae21798a0,segment=NetworkSegment(1863064d-e0df-4f59-b991-065f75027e58),segment_id=1863064d-e0df-4f59-b991-065f75027e58)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:07.393910 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.408145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86657794-39a6-47e3-b0f3-81122dedc9b5 req-d3ff702d-57e2-46da-8730-554e0cdbce68 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697993 Sep 18 19:47:07.417364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 830d8d16-85ca-45a3-9275-b50b49ddd027, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=830d8d16-85ca-45a3-9275-b50b49ddd027,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:07.427292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.427815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Calling delete_port for ee422093-2d8e-4147-82e6-be0ae21798a0 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:07.435748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device fd22b709-735e-433f-a5aa-f4f632cdfc0b no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:07.504849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] For port a6755767-df3f-413f-9e0f-2bf42d051d27, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a6755767-df3f-413f-9e0f-2bf42d051d27,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:07.506853 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.537141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: fd22b709-735e-433f-a5aa-f4f632cdfc0b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:07.537486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device fd22b709-735e-433f-a5aa-f4f632cdfc0b not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:07.543024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210ede9-e4ee-4a1d-b172-61077b43bc6a req-3d8cf63d-0d34-4445-be44-45b80934d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:07.545189 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e210ede9-e4ee-4a1d-b172-61077b43bc6a req-3d8cf63d-0d34-4445-be44-45b80934d6fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1101 time: 0.3165808 Sep 18 19:47:07.546530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7cce-340c-42f2-b9b1-cd55faa9b7fd req-69a28d7e-3cf4-4858-b5e8-bcc1d5eb1b2e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:07.592265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e02a7cce-340c-42f2-b9b1-cd55faa9b7fd req-69a28d7e-3cf4-4858-b5e8-bcc1d5eb1b2e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2946129 Sep 18 19:47:07.601731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e210ede9-e4ee-4a1d-b172-61077b43bc6a req-ec5114c2-c71a-4298-979d-4834bc639e78 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Sep 18 19:47:07.615760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=830d8d16-85ca-45a3-9275-b50b49ddd027,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:07.628554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Calling delete_port for a6755767-df3f-413f-9e0f-2bf42d051d27 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:07.645257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.678788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] No DVR routers for this DVR port ee422093-2d8e-4147-82e6-be0ae21798a0 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:07.685485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee422093-2d8e-4147-82e6-be0ae21798a0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:07.716009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-afaf55cc-5cd1-4d33-93ab-3b596410017c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.728302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e02a7cce-340c-42f2-b9b1-cd55faa9b7fd req-c26bb72c-1b38-4579-ab3c-46214e22aa3c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326430 Sep 18 19:47:07.775721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.805795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d0e6a4-2a30-45cc-88dd-f5c3edc14051']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:07.810828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd52a358-5a5a-4a11-a2f5-549a76c606f0 None None] DHCP port deletion for 05d0e6a4-2a30-45cc-88dd-f5c3edc14051 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:47:07.831414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1863064d-e0df-4f59-b991-065f75027e58') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:07.832738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1863064d-e0df-4f59-b991-065f75027e58') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:07.849946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.875129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.886139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:47:07.887032 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:47:07.889711 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:47:07.973903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 37cb660d-53b2-42d9-aeb9-db07886f45b2 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:07.995040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 37cb660d-53b2-42d9-aeb9-db07886f45b2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:07.996246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 37cb660d-53b2-42d9-aeb9-db07886f45b2 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:07.997500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 56460bdc-f399-4a60-b9ee-e62cd39a01e6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:07.998691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.004046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36698913-3f5f-4a74-b180-afc2d0f37a45 req-f6c0f79d-2cc4-47b2-8520-7634b3a7d80a tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 210 time: 0.0521388 Sep 18 19:47:08.004733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.006575 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/05d0e6a4-2a30-45cc-88dd-f5c3edc14051 HTTP/1.1" status: 204 len: 168 time: 0.9305110 Sep 18 19:47:08.029450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c3e39-2425-463e-a001-9cb3861fbae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=05d0e6a4-2a30-45cc-88dd-f5c3edc14051,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:08.046369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 56460bdc-f399-4a60-b9ee-e62cd39a01e6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:08.046711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 56460bdc-f399-4a60-b9ee-e62cd39a01e6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:08.047119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ee422093-2d8e-4147-82e6-be0ae21798a0 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:08.070393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62a7dbea-ce43-4954-bde0-591d2ce39029 req-9463413d-035a-4387-9f56-bbf7869cd157 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.1685708 Sep 18 19:47:08.084548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ee422093-2d8e-4147-82e6-be0ae21798a0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:08.085439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ee422093-2d8e-4147-82e6-be0ae21798a0 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:08.153858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.195690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51498) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:08.206680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Pushing event deleted for resources: {'Port': ['ID=a6755767-df3f-413f-9e0f-2bf42d051d27,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:08.247428 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-10732b44-9527-49de-8462-7ef747b9e825 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51d303adce464087b04e31f4e4967672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500031 Sep 18 19:47:08.250422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51500) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:08.260224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-07554ef6-4796-483f-983a-eef9e68ef104 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:08.262193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-07554ef6-4796-483f-983a-eef9e68ef104 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.24 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 811 time: 0.2510870 Sep 18 19:47:08.284165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Request body: {'port': {'device_id': '404633b8-8c69-4b1a-954a-e305e1f5f163', 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'admin_state_up': True, 'tenant_id': 'd4187fc3a0624f309c59bfe31b7a952a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:08.287871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] No DVR routers for this DVR port a6755767-df3f-413f-9e0f-2bf42d051d27 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:08.291998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.294688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36504405-7190-47f3-8d98-c86d94781f4d req-8e51b61b-9a97-4794-94c3-c35553aca1cf tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.32 "DELETE /v2.0/ports/a6755767-df3f-413f-9e0f-2bf42d051d27 HTTP/1.1" status: 204 len: 173 time: 2.1278975 Sep 18 19:47:08.338302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-afaf55cc-5cd1-4d33-93ab-3b596410017c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.365810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-afaf55cc-5cd1-4d33-93ab-3b596410017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.380423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb114833-d651-4650-a383-7511bed8e865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.422574 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb114833-d651-4650-a383-7511bed8e865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.435616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf55cc-5cd1-4d33-93ab-3b596410017c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d5355-3b84-476b-8893-9d70114e8f78,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:08.438677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-830c94be-637e-4241-b3de-f6c13c57cb82 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:08.440326 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-830c94be-637e-4241-b3de-f6c13c57cb82 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.32 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 811 time: 0.1590502 Sep 18 19:47:08.447124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-afaf55cc-5cd1-4d33-93ab-3b596410017c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06900c11987043f1bffe935e37ba2ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1524746 Sep 18 19:47:08.450056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51502) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:08.463055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Request body: {'port': {'device_id': 'cc20445d-4dcb-4f5a-8c03-003b32933185', 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'admin_state_up': True, 'tenant_id': 'd4187fc3a0624f309c59bfe31b7a952a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:08.549020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Made reservation on behalf of d4187fc3a0624f309c59bfe31b7a952a for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:08.553201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.613943 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80ac4b5b-50a0-45dd-bb87-a210721959f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.634725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Made reservation on behalf of d4187fc3a0624f309c59bfe31b7a952a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:08.639090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.669988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb114833-d651-4650-a383-7511bed8e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.672697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb114833-d651-4650-a383-7511bed8e865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.676378 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bb114833-d651-4650-a383-7511bed8e865 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e9fd808-250a-4ed5-835e-ab3259d93c57 HTTP/1.1" status: 204 len: 168 time: 0.4224937 Sep 18 19:47:08.682028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2e0987a6-185d-4764-89c7-34a30bccaa98 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:08.707261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80ac4b5b-50a0-45dd-bb87-a210721959f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.719369 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb114833-d651-4650-a383-7511bed8e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9fd808-250a-4ed5-835e-ab3259d93c57,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:08.732689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa2307-2c3d-4e5a-8ff6-2542c4fa5176 req-61735e44-4ec5-4e5d-afa6-76113ff2e3e3 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:08.749238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa2307-2c3d-4e5a-8ff6-2542c4fa5176 req-61735e44-4ec5-4e5d-afa6-76113ff2e3e3 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:08.755435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa2307-2c3d-4e5a-8ff6-2542c4fa5176 req-61735e44-4ec5-4e5d-afa6-76113ff2e3e3 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:08.765220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfaa2307-2c3d-4e5a-8ff6-2542c4fa5176 req-61735e44-4ec5-4e5d-afa6-76113ff2e3e3 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2417 time: 0.2175930 Sep 18 19:47:08.810662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 2e0987a6-185d-4764-89c7-34a30bccaa98 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:08.814741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 2e0987a6-185d-4764-89c7-34a30bccaa98 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:08.815110 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.842419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Allocated IP 172.20.0.11 (ad4b727a-16b3-4c4d-b716-b344c5c2a9c7/71d740ef-2d98-486c-b382-ca9a13125350/aca1155b-969c-4232-bd28-80b7594d9f4d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:08.913809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfaa2307-2c3d-4e5a-8ff6-2542c4fa5176 req-caa4cd6d-702e-4f2c-8cfc-cacbdd3e99ab tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234555 Sep 18 19:47:08.957723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80ac4b5b-50a0-45dd-bb87-a210721959f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.960304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80ac4b5b-50a0-45dd-bb87-a210721959f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:08.961497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-80ac4b5b-50a0-45dd-bb87-a210721959f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e16d5355-3b84-476b-8893-9d70114e8f78 HTTP/1.1" status: 204 len: 168 time: 0.5103910 Sep 18 19:47:09.000884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d8d16-85ca-45a3-9275-b50b49ddd027'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:09.003137 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61452367-546e-475f-be99-d2f97a6734cd" -d '{"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-plugged", "status": "completed", "tag": "830d8d16-85ca-45a3-9275-b50b49ddd027"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:09.063557 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:09.067560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac4b5b-50a0-45dd-bb87-a210721959f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d5355-3b84-476b-8893-9d70114e8f78,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:09.160683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2e0987a6-185d-4764-89c7-34a30bccaa98, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2e0987a6-185d-4764-89c7-34a30bccaa98,segment=NetworkSegment(7698ab16-f512-4104-b4a6-5eb1b871460b),segment_id=7698ab16-f512-4104-b4a6-5eb1b871460b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:09.170689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8a6b75c-8d51-4b57-b418-35aecd84a8ad req-46c48caf-75cb-42b7-a3f7-4cf294712b40 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 210 time: 0.0777061 Sep 18 19:47:09.172561 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:09.173358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b24563f9-e428-41c9-a1d3-9bda52b08653 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:09.202175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae86513-1dfb-4e0f-bf9b-63dc9d60f36d req-e480c575-97d5-4d88-bf6e-20cdd60654ae tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:09.209590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dae86513-1dfb-4e0f-bf9b-63dc9d60f36d req-e480c575-97d5-4d88-bf6e-20cdd60654ae tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2828355 Sep 18 19:47:09.260715 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99d791c-0dbd-4a39-8d0a-5e48cea77908 x-openstack-request-id: req-d99d791c-0dbd-4a39-8d0a-5e48cea77908 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:09.261000 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-plugged", "status": "completed", "tag": "830d8d16-85ca-45a3-9275-b50b49ddd027", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:09.267537 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d99d791c-0dbd-4a39-8d0a-5e48cea77908 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:09.272992 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d8d16-85ca-45a3-9275-b50b49ddd027', 'code': 200} Sep 18 19:47:09.273558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:09.279014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a6755767-df3f-413f-9e0f-2bf42d051d27 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:09.304414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dae86513-1dfb-4e0f-bf9b-63dc9d60f36d req-47d372ef-8c6e-4221-a193-13b9aac624d8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910559 Sep 18 19:47:09.335965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a6755767-df3f-413f-9e0f-2bf42d051d27 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:09.336306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a6755767-df3f-413f-9e0f-2bf42d051d27 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:09.372640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=2e0987a6-185d-4764-89c7-34a30bccaa98,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:09.376309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548e81d-d071-4d07-89e7-0dd8cf5c6f96', 'name': 'network-vif-deleted', 'tag': 'a6755767-df3f-413f-9e0f-2bf42d051d27'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:09.380675 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38576c4e-74e9-4c21-abbc-7f4b28d7d796" -d '{"events": [{"server_uuid": "4548e81d-d071-4d07-89e7-0dd8cf5c6f96", "name": "network-vif-deleted", "tag": "a6755767-df3f-413f-9e0f-2bf42d051d27"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:09.381479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b24563f9-e428-41c9-a1d3-9bda52b08653 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:09.401375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b24563f9-e428-41c9-a1d3-9bda52b08653 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:09.401756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:09.402613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:09.434399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba415a5c-db56-42ea-914f-8f1c01527ed6 req-c4d85de4-8b15-4ff1-ad73-77abcc4b7a0b tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d06d8a33-edf3-44b3-b530-0ec09ca8759b HTTP/1.1" status: 200 len: 210 time: 0.0682433 Sep 18 19:47:09.539014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:09.542182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:09.546539 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:09.559643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:09.575617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Pushing event updated for resources: {'Port': ['ID=aca1155b-969c-4232-bd28-80b7594d9f4d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:09.596520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b24563f9-e428-41c9-a1d3-9bda52b08653, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b24563f9-e428-41c9-a1d3-9bda52b08653,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:09.606314 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:09.639024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:09.639732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:09.670797 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-ffca92a3-1d8b-4a6a-88dc-5c2c778ee986 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2138820 Sep 18 19:47:09.691564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Request body: {'port': {'device_id': 'cc20445d-4dcb-4f5a-8c03-003b32933185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:09.799436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b24563f9-e428-41c9-a1d3-9bda52b08653,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:09.854487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.010012 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae2399b-f9ec-4ad5-9576-1fdc03a1e371 x-openstack-request-id: req-8ae2399b-f9ec-4ad5-9576-1fdc03a1e371 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:10.011079 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548e81d-d071-4d07-89e7-0dd8cf5c6f96", "name": "network-vif-deleted", "tag": "a6755767-df3f-413f-9e0f-2bf42d051d27", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:10.011738 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ae2399b-f9ec-4ad5-9576-1fdc03a1e371 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:10.012335 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4548e81d-d071-4d07-89e7-0dd8cf5c6f96', 'name': 'network-vif-deleted', 'tag': 'a6755767-df3f-413f-9e0f-2bf42d051d27', 'status': 'completed', 'code': 200} Sep 18 19:47:10.085144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Allocated IP 172.20.0.12 (ad4b727a-16b3-4c4d-b716-b344c5c2a9c7/71d740ef-2d98-486c-b382-ca9a13125350/b788c1e0-5ebf-4215-9757-bd913aa7ebd5) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:10.112234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799f8a2-946b-42ec-a8bf-9d3c3d3766e7 req-7f79dc1f-3c35-400e-a7f0-7100c95d8a0e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:10.118846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799f8a2-946b-42ec-a8bf-9d3c3d3766e7 req-7f79dc1f-3c35-400e-a7f0-7100c95d8a0e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:10.125637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799f8a2-946b-42ec-a8bf-9d3c3d3766e7 req-7f79dc1f-3c35-400e-a7f0-7100c95d8a0e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:10.138236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0799f8a2-946b-42ec-a8bf-9d3c3d3766e7 req-7f79dc1f-3c35-400e-a7f0-7100c95d8a0e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2419 time: 0.1164982 Sep 18 19:47:10.214880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0799f8a2-946b-42ec-a8bf-9d3c3d3766e7 req-b2cf0f34-be87-4d34-8668-882f47100537 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689261 Sep 18 19:47:10.382076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1376a39-e160-408a-a387-7c947c188e6f req-749566c0-64d9-4a44-aa42-9aa2f2ae791d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:10.383637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1376a39-e160-408a-a387-7c947c188e6f req-749566c0-64d9-4a44-aa42-9aa2f2ae791d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 932 time: 0.0822470 Sep 18 19:47:10.441315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51574) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:10.453685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.500937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac34f4-8b96-4c3a-b0dd-eab89bd397cc req-5ee644eb-af97-40ce-bcbe-fa68ca00eca8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:10.502554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4aac34f4-8b96-4c3a-b0dd-eab89bd397cc req-5ee644eb-af97-40ce-bcbe-fa68ca00eca8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1163485 Sep 18 19:47:10.505499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1376a39-e160-408a-a387-7c947c188e6f req-b102f211-c4a1-409f-acfd-d2f46f4f5c50 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140547 Sep 18 19:47:10.582062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.613032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51584) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:10.636741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4aac34f4-8b96-4c3a-b0dd-eab89bd397cc req-7d603842-0c86-428b-af35-ebd57c453873 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116993 Sep 18 19:47:10.658250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:10.666299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:10.673432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:10.710728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Pushing event updated for resources: {'Port': ['ID=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:10.713467 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-network', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:10.768032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:10.768933 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.787610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Made reservation on behalf of 168675b0c9b44797a6a71ff5ec876041 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:10.790273 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.811093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b64-ff33-439f-81a3-fe75245363db tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.816821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.841808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-80a8f6f5-e7fe-42c8-a7ce-badd480e9d6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5633609 Sep 18 19:47:10.857078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007889e1-b342-4e74-9ec5-4e8735f178d3 req-a9b6ef5b-4e28-4203-9c0d-c72ff9a2a9cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:10.860905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-007889e1-b342-4e74-9ec5-4e8735f178d3 req-a9b6ef5b-4e28-4203-9c0d-c72ff9a2a9cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.0885096 Sep 18 19:47:10.872096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Request body: {'port': {'device_id': '404633b8-8c69-4b1a-954a-e305e1f5f163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:10.913097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca1155b-969c-4232-bd28-80b7594d9f4d {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:10.924679 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.940223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Transition to ACTIVE for port object aca1155b-969c-4232-bd28-80b7594d9f4d will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:47:10.952267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.978054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:10.988357 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b64-ff33-439f-81a3-fe75245363db tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.013351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-007889e1-b342-4e74-9ec5-4e8735f178d3 req-1300c785-c002-4d7e-a851-c98c7148eb3e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045754 Sep 18 19:47:11.173742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Pushing event updated for resources: {'Port': ['ID=aca1155b-969c-4232-bd28-80b7594d9f4d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:11.243923 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b64-ff33-439f-81a3-fe75245363db tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.246652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b64-ff33-439f-81a3-fe75245363db tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.247853 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ca87b64-ff33-439f-81a3-fe75245363db tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "DELETE /v2.0/security-groups/c26198c0-c8d7-45f8-8189-4972d0f81c47 HTTP/1.1" status: 204 len: 168 time: 0.6337867 Sep 18 19:47:11.273663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51614) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:11.274304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0987a6-185d-4764-89c7-34a30bccaa98'}, {'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24563f9-e428-41c9-a1d3-9bda52b08653'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:11.278512 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3736aa9b-1ecf-4986-a9fd-093aab9710c4" -d '{"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0987a6-185d-4764-89c7-34a30bccaa98"}, {"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-plugged", "status": "completed", "tag": "b24563f9-e428-41c9-a1d3-9bda52b08653"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:11.314431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Attempting to bind port aca1155b-969c-4232-bd28-80b7594d9f4d on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:11.314829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Attempting to bind port aca1155b-969c-4232-bd28-80b7594d9f4d by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:11.315122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Attempting to bind port aca1155b-969c-4232-bd28-80b7594d9f4d on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:11.329356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca87b64-ff33-439f-81a3-fe75245363db tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26198c0-c8d7-45f8-8189-4972d0f81c47,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:11.339873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-656a79d9-f4ac-4603-87bc-84e3b206ccaa req-e2b2b3e8-bd0a-4c3b-bbdd-5137d6bd6805 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:47:11.352975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-656a79d9-f4ac-4603-87bc-84e3b206ccaa req-e2b2b3e8-bd0a-4c3b-bbdd-5137d6bd6805 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0413136 Sep 18 19:47:11.363304 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.367438 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-9d4d93d0-1940-43db-b36c-c79f5645817c tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] show failed (client error): The resource could not be found. Sep 18 19:47:11.371158 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9d4d93d0-1940-43db-b36c-c79f5645817c tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "GET /v2.0/security-groups/c26198c0-c8d7-45f8-8189-4972d0f81c47 HTTP/1.1" status: 404 len: 347 time: 0.0937486 Sep 18 19:47:11.372968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:11.419991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Port aca1155b-969c-4232-bd28-80b7594d9f4d on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:11.420702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Attempting to bind port aca1155b-969c-4232-bd28-80b7594d9f4d on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:11.424512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.472751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:11.473087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Checking segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:11.473472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Bound using segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:11.473912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Bound port: aca1155b-969c-4232-bd28-80b7594d9f4d, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:11.474269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.510018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529eb9d-c37b-42a9-aebc-eebb5bc3cf22 req-5310f22a-a84a-4a98-b04f-9d44def3debd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:11.512286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:47:11.538741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529eb9d-c37b-42a9-aebc-eebb5bc3cf22 req-5310f22a-a84a-4a98-b04f-9d44def3debd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:11.549401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529eb9d-c37b-42a9-aebc-eebb5bc3cf22 req-5310f22a-a84a-4a98-b04f-9d44def3debd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:11.564409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7529eb9d-c37b-42a9-aebc-eebb5bc3cf22 req-5310f22a-a84a-4a98-b04f-9d44def3debd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2419 time: 0.2101183 Sep 18 19:47:11.564811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:11.569738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.570021 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Added segment a65ade3c-de1b-41d6-b900-17b64ce25584 of type vlan for network 932c8291-6915-4d58-8abe-44c09cf77afe Sep 18 19:47:11.606776 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfea46a-812e-4b61-af07-3a9824e45e4c x-openstack-request-id: req-5dfea46a-812e-4b61-af07-3a9824e45e4c {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:11.607086 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0987a6-185d-4764-89c7-34a30bccaa98", "code": 200}, {"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-plugged", "status": "completed", "tag": "b24563f9-e428-41c9-a1d3-9bda52b08653", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:11.607358 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dfea46a-812e-4b61-af07-3a9824e45e4c {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:11.607900 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0987a6-185d-4764-89c7-34a30bccaa98', 'code': 200} Sep 18 19:47:11.608173 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24563f9-e428-41c9-a1d3-9bda52b08653', 'code': 200} Sep 18 19:47:11.674491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7529eb9d-c37b-42a9-aebc-eebb5bc3cf22 req-f5d30d17-7f71-4c6b-84eb-870ccfc051f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044414 Sep 18 19:47:11.711883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b788c1e0-5ebf-4215-9757-bd913aa7ebd5 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:11.737963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.841240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Transition to ACTIVE for port object b788c1e0-5ebf-4215-9757-bd913aa7ebd5 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:47:11.851423 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:11.925055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be113f1-af0f-45a7-a77c-d1f1735a37ce req-e2356777-a347-4c4b-9475-2abe6e9ad2a3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:11.926659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be113f1-af0f-45a7-a77c-d1f1735a37ce req-e2356777-a347-4c4b-9475-2abe6e9ad2a3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1198964 Sep 18 19:47:11.967722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Pushing event updated for resources: {'Port': ['ID=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:11.978829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a438b-d342-4634-9056-f440fb15fa2d req-bcb3a081-4de8-428e-a641-8e9448a35e59 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:11.981503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f2a438b-d342-4634-9056-f440fb15fa2d req-bcb3a081-4de8-428e-a641-8e9448a35e59 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 944 time: 0.2273769 Sep 18 19:47:12.114987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Attempting to bind port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:12.115712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Attempting to bind port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:12.115884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Attempting to bind port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:12.124671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.133435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be113f1-af0f-45a7-a77c-d1f1735a37ce req-1381fe1a-a92d-44e5-ae84-7f1b197f2034 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888125 Sep 18 19:47:12.138464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:12.146122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Attempting to bind port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 on network ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:12.158179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:12.158433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Checking segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:12.162406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Bound using segment: {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:12.162406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Bound port: b788c1e0-5ebf-4215-9757-bd913aa7ebd5, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18bd957-bf1f-4026-bc8f-7ef772891efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:12.163275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.208987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] For port aca1155b-969c-4232-bd28-80b7594d9f4d, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:12.219672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f2a438b-d342-4634-9056-f440fb15fa2d req-823a9bd1-f235-43d6-b6fa-e9412cf0f22c tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210243 Sep 18 19:47:12.242035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Deleting port 67f4b914-a9f6-4613-9023-5e782e1fcdc6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:12.242379 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.247562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] For port aca1155b-969c-4232-bd28-80b7594d9f4d, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=aca1155b-969c-4232-bd28-80b7594d9f4d,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:12.248735 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.249768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:12.259259 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.274417 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-a95a2f00-2cb8-452a-aefe-69bf74fdc57e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5476015 Sep 18 19:47:12.315075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286076c0-73d6-4c2e-9443-f3ad285e76ef req-336b5fd3-691b-4741-9d4f-26e97b61b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:12.315585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286076c0-73d6-4c2e-9443-f3ad285e76ef req-336b5fd3-691b-4741-9d4f-26e97b61b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:12.316054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286076c0-73d6-4c2e-9443-f3ad285e76ef req-336b5fd3-691b-4741-9d4f-26e97b61b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:12.318575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] For port b788c1e0-5ebf-4215-9757-bd913aa7ebd5, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:12.318730 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-286076c0-73d6-4c2e-9443-f3ad285e76ef req-336b5fd3-691b-4741-9d4f-26e97b61b7a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2875 time: 0.6230261 Sep 18 19:47:12.324684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.329460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] For port b788c1e0-5ebf-4215-9757-bd913aa7ebd5, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:12.344205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.420810 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9774520 Sep 18 19:47:12.429526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51698) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:12.434116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:12.434942 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.436427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] 10.222.0.24 "PUT /v2.0/ports/b788c1e0-5ebf-4215-9757-bd913aa7ebd5 HTTP/1.1" status: 200 len: 1093 time: 1.5740294 Sep 18 19:47:12.439957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Request body: {'subnet': {'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-subnet', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:12.460781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404633b8-8c69-4b1a-954a-e305e1f5f163', 'tag': 'b788c1e0-5ebf-4215-9757-bd913aa7ebd5'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:12.468108 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a" -d '{"events": [{"name": "network-changed", "server_uuid": "404633b8-8c69-4b1a-954a-e305e1f5f163", "tag": "b788c1e0-5ebf-4215-9757-bd913aa7ebd5"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:12.514806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Made reservation on behalf of 168675b0c9b44797a6a71ff5ec876041 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:12.532768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.569494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:12.569494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.570669 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] 10.222.0.32 "PUT /v2.0/ports/aca1155b-969c-4232-bd28-80b7594d9f4d HTTP/1.1" status: 200 len: 1093 time: 2.8908513 Sep 18 19:47:12.571154 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc20445d-4dcb-4f5a-8c03-003b32933185', 'tag': 'aca1155b-969c-4232-bd28-80b7594d9f4d'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:12.572620 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40ba8e8-7e1e-4ae2-b405-e078f01b731f x-openstack-request-id: req-d40ba8e8-7e1e-4ae2-b405-e078f01b731f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:12.572980 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404633b8-8c69-4b1a-954a-e305e1f5f163", "tag": "b788c1e0-5ebf-4215-9757-bd913aa7ebd5", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:12.573153 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d40ba8e8-7e1e-4ae2-b405-e078f01b731f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:12.574070 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc20445d-4dcb-4f5a-8c03-003b32933185", "tag": "aca1155b-969c-4232-bd28-80b7594d9f4d"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:12.574283 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404633b8-8c69-4b1a-954a-e305e1f5f163', 'tag': 'b788c1e0-5ebf-4215-9757-bd913aa7ebd5', 'status': 'completed', 'code': 200} Sep 18 19:47:12.581606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d9dbe-78ea-4cc1-b3cf-75a1d1e5cccc service neutron] Pushing event updated for resources: {'Port': ['ID=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:12.641182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b0a21-315e-496a-9af9-0de6b333b273 admin admin] Pushing event updated for resources: {'Network': ['ID=932c8291-6915-4d58-8abe-44c09cf77afe,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:12.672067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 932c8291-6915-4d58-8abe-44c09cf77afe details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:47:12.693640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c9a54e31-fb2a-4d1c-906f-ad0c7d604320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:12.695563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-c9a54e31-fb2a-4d1c-906f-ad0c7d604320 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&device_id=404633b8-8c69-4b1a-954a-e305e1f5f163 HTTP/1.1" status: 200 len: 1096 time: 0.2056849 Sep 18 19:47:12.698350 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a819db-c875-420b-88ac-6f521c142a13 x-openstack-request-id: req-02a819db-c875-420b-88ac-6f521c142a13 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:12.699165 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc20445d-4dcb-4f5a-8c03-003b32933185", "tag": "aca1155b-969c-4232-bd28-80b7594d9f4d", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:12.708459 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02a819db-c875-420b-88ac-6f521c142a13 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:12.709385 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc20445d-4dcb-4f5a-8c03-003b32933185', 'tag': 'aca1155b-969c-4232-bd28-80b7594d9f4d', 'status': 'completed', 'code': 200} Sep 18 19:47:12.759587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.761892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:12.782496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Calling delete_port for 67f4b914-a9f6-4613-9023-5e782e1fcdc6 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:12.820977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-286076c0-73d6-4c2e-9443-f3ad285e76ef req-b3207f03-0fbb-4b0c-889f-373ac803afa2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756682 Sep 18 19:47:12.835063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e218a-b193-4d9a-8af1-f5670f1ddcba service neutron] Pushing event updated for resources: {'Port': ['ID=aca1155b-969c-4232-bd28-80b7594d9f4d,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:12.901527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-12b88577-9e1e-41d2-be65-516d8eed30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:12.904561 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-12b88577-9e1e-41d2-be65-516d8eed30f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 1096 time: 0.2710943 Sep 18 19:47:12.941561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-9aee7604-a779-4b6c-9a89-95fed03ca3cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b788c1e0-5ebf-4215-9757-bd913aa7ebd5 HTTP/1.1" status: 200 len: 217 time: 0.2358601 Sep 18 19:47:12.982797 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-1c0303f8-4434-410d-89ac-61112ba27bcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aca1155b-969c-4232-bd28-80b7594d9f4d HTTP/1.1" status: 200 len: 217 time: 0.0678091 Sep 18 19:47:13.076334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:13.085496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-59fc5a1a-89c0-457e-b691-b27e57151766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.086981 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-59fc5a1a-89c0-457e-b691-b27e57151766 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 200 len: 851 time: 0.0960045 Sep 18 19:47:13.153833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897638a-d9f8-48f4-8d53-cc0717acf966 req-3052a719-5a14-4a41-b05f-e763e17b3ecb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.159126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897638a-d9f8-48f4-8d53-cc0717acf966 req-3052a719-5a14-4a41-b05f-e763e17b3ecb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.165379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897638a-d9f8-48f4-8d53-cc0717acf966 req-3052a719-5a14-4a41-b05f-e763e17b3ecb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.174429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5897638a-d9f8-48f4-8d53-cc0717acf966 req-3052a719-5a14-4a41-b05f-e763e17b3ecb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2419 time: 0.2830243 Sep 18 19:47:13.198794 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-9d06be12-bd46-4aa1-8a9f-5e87e4e7b08e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548289 Sep 18 19:47:13.233113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-913cc460-7e27-492d-a20a-0c1061485f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.237033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-913cc460-7e27-492d-a20a-0c1061485f7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 200 len: 851 time: 0.2312689 Sep 18 19:47:13.325432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:13.345420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-8e3af567-e529-4ef8-888e-44fb8590d6cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888438 Sep 18 19:47:13.368946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5897638a-d9f8-48f4-8d53-cc0717acf966 req-d62cf0ea-da64-4fb6-b34d-0cf7e6ebfd5d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931949 Sep 18 19:47:13.372162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Pushing event deleted for resources: {'Port': ['ID=67f4b914-a9f6-4613-9023-5e782e1fcdc6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:13.461401 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:13.464739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:13.469024 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f7ace62b-3c63-4777-9729-13028ca1fee4 tempest-ServersTestBootFromVolume-1096766758 tempest-ServersTestBootFromVolume-1096766758-project] 10.222.0.20 "DELETE /v2.0/floatingips/3ea48703-e9ce-4676-ac85-75e07051d78d HTTP/1.1" status: 204 len: 168 time: 2.0925164 Sep 18 19:47:13.470420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51788) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:13.493382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a775418f-b677-4206-89f0-a8df0a30b843,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:13.521140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Checking segment: {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:13.521586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Network hostable DHCP agents. Network: 932c8291-6915-4d58-8abe-44c09cf77afe, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:47:13.527448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-737c2575-d755-4322-acdf-4d51a48a110b service neutron] 10.222.0.24 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581087 Sep 18 19:47:13.536907 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-fb17b467-5aff-4656-a953-4dab21c24cdc service neutron] 10.222.0.32 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264461 Sep 18 19:47:13.558650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6649-7dde-45c0-9fbf-7380565a9948 req-9572037f-df89-4f46-92d9-de8801a0f243 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.567000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03bc6649-7dde-45c0-9fbf-7380565a9948 req-9572037f-df89-4f46-92d9-de8801a0f243 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2942235 Sep 18 19:47:13.639432 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-d90d4b60-efad-4d65-97bb-3ac5e58561b5 service neutron] 10.222.0.32 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946314 Sep 18 19:47:13.646623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03bc6649-7dde-45c0-9fbf-7380565a9948 req-20f13ae7-d7d7-4392-ad07-585f5827caa6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737097 Sep 18 19:47:13.722521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Network 932c8291-6915-4d58-8abe-44c09cf77afe is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:47:13.813798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 932c8291-6915-4d58-8abe-44c09cf77afe) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:13.823152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63041bd-ce5d-40bb-b376-a07ba03ec33e None None] Network 932c8291-6915-4d58-8abe-44c09cf77afe requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:13.825485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.826330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:13.843367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41582793-9485-4f30-91fd-b6ebc30df9ce req-d386d2aa-62e2-471a-a616-0181aaa9920d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.845656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41582793-9485-4f30-91fd-b6ebc30df9ce req-d386d2aa-62e2-471a-a616-0181aaa9920d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 944 time: 0.1265659 Sep 18 19:47:13.884797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fac6e35-d812-47c4-bdd5-29c3d7709e23 req-71aa71eb-bd6b-4276-9767-2ee95daed775 service neutron] 10.222.0.24 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492124 Sep 18 19:47:13.889726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-e00ca934-7001-4295-9c80-b1e6a7d860e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:13.893703 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-e00ca934-7001-4295-9c80-b1e6a7d860e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 1096 time: 0.1300893 Sep 18 19:47:13.894571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-db0dd1ce-c8e6-459f-94e3-29c4446e34d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4623399 Sep 18 19:47:13.895149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51796) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:13.906176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:13.923020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41582793-9485-4f30-91fd-b6ebc30df9ce req-d799a28f-c561-4409-957c-06b2bf7115dc tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648396 Sep 18 19:47:14.075232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-2ebbd4ac-f562-4a28-b9e7-917b72b65e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.075576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d432b-f587-4132-b902-bb383f6f6eb8 None None] Network 932c8291-6915-4d58-8abe-44c09cf77afe requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:14.076846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-2ebbd4ac-f562-4a28-b9e7-917b72b65e5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&device_id=404633b8-8c69-4b1a-954a-e305e1f5f163 HTTP/1.1" status: 200 len: 1096 time: 0.0840428 Sep 18 19:47:14.111026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-fe2c1a4f-12df-4c86-80bc-503b894b40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.112591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-fe2c1a4f-12df-4c86-80bc-503b894b40b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 912 time: 0.1944451 Sep 18 19:47:14.190425 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51800) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:14.199907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-8ae397c3-679c-47b8-a6ac-648da01ace05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.201376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-8ae397c3-679c-47b8-a6ac-648da01ace05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 200 len: 912 time: 0.1141076 Sep 18 19:47:14.240069 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-9171c2f1-94dc-44f4-a0b8-2191939ca27d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aca1155b-969c-4232-bd28-80b7594d9f4d HTTP/1.1" status: 200 len: 217 time: 0.1081834 Sep 18 19:47:14.250008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:14.251054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:14.257169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-2ffa89ad-528a-4ec3-b86f-867dbbfb1330 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b788c1e0-5ebf-4215-9757-bd913aa7ebd5 HTTP/1.1" status: 200 len: 217 time: 0.0407951 Sep 18 19:47:14.296952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-689c0c8b-3000-4eb6-a50b-7061ffecb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.299161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-689c0c8b-3000-4eb6-a50b-7061ffecb040 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1101 time: 0.2205582 Sep 18 19:47:14.344429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-f074fdad-73b6-4212-832f-0e3597b42e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.345810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-f074fdad-73b6-4212-832f-0e3597b42e48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 200 len: 851 time: 0.0813363 Sep 18 19:47:14.347357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-9a86d06f-f1b5-4a27-a512-ef7e65aef6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.348942 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-9a86d06f-f1b5-4a27-a512-ef7e65aef6f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 200 len: 851 time: 0.1003549 Sep 18 19:47:14.412131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-01a8d9b1-6601-4bb6-b3c9-8324fa55c400 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334778 Sep 18 19:47:14.427693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-836365d1-22c5-4f6c-b0dd-0fe3f69856f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:14.436608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-bfd9ed46-2218-4465-a4cf-307ec9e1f2ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611639 Sep 18 19:47:14.468363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:14.473475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-f48bc275-203a-4890-a13d-3e67730dd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.475068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-f48bc275-203a-4890-a13d-3e67730dd0af service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1652765 Sep 18 19:47:14.566862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-1dab7c09-9ff7-4c46-b181-25de7f444390 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.0754135 Sep 18 19:47:14.605238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e4070-27cb-40b7-b2fa-b2082b2f1f0f req-795da756-331c-44be-bf81-34471ba6eaa4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.611230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e4070-27cb-40b7-b2fa-b2082b2f1f0f req-795da756-331c-44be-bf81-34471ba6eaa4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.617120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e4070-27cb-40b7-b2fa-b2082b2f1f0f req-795da756-331c-44be-bf81-34471ba6eaa4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.618750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c43e4070-27cb-40b7-b2fa-b2082b2f1f0f req-795da756-331c-44be-bf81-34471ba6eaa4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2419 time: 0.1612976 Sep 18 19:47:14.644023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-2deacaf7-b9c0-4141-a6aa-3d6c8021bfb5 service neutron] 10.222.0.24 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233167 Sep 18 19:47:14.693267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ce7a8bc6-8f6c-4361-b86c-e60cfdf2c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.695120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ce7a8bc6-8f6c-4361-b86c-e60cfdf2c001 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1094842 Sep 18 19:47:14.729367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:14.732357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c43e4070-27cb-40b7-b2fa-b2082b2f1f0f req-18ed1a23-e2be-41f1-8b43-04a23bef71d6 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923464 Sep 18 19:47:14.788697 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-527f717b-17a6-41e3-918d-e0ae5b5ee3a7 service neutron] 10.222.0.32 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188703 Sep 18 19:47:14.837093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-d68c8067-7cc6-4df0-830c-8352375d265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.838833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-d68c8067-7cc6-4df0-830c-8352375d265b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313057 Sep 18 19:47:14.845325 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35c5d73d-dc94-4c4e-9b6b-02eddccbb15a req-799458ed-1740-478a-a9e0-08c25fc7c1b6 service neutron] 10.222.0.24 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904333 Sep 18 19:47:14.889229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0eeed-cfcb-4f4a-9f9b-75df47e6dd3f req-5cff034e-8bff-478d-b66e-ea3573213cda tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:14.890712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-88b0eeed-cfcb-4f4a-9f9b-75df47e6dd3f req-5cff034e-8bff-478d-b66e-ea3573213cda tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1145248 Sep 18 19:47:14.939518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-836365d1-22c5-4f6c-b0dd-0fe3f69856f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:14.976359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-88b0eeed-cfcb-4f4a-9f9b-75df47e6dd3f req-8a2d0685-fba2-4612-9cfe-9afd025eabfd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791101 Sep 18 19:47:14.976936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-836365d1-22c5-4f6c-b0dd-0fe3f69856f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:14.983455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-f573415d-8740-4729-bf69-c1a0929aeef5 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345620 Sep 18 19:47:15.044972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836365d1-22c5-4f6c-b0dd-0fe3f69856f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158ac734-f237-45c3-a7ec-b9c0dd8c9b00,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:15.049355 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f3d06c6-d45b-430d-a1f7-5d2a0e47d71d req-b27c979f-2464-43e8-a5e8-c59ce2e3c08f service neutron] 10.222.0.32 "GET /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450728 Sep 18 19:47:15.051621 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-836365d1-22c5-4f6c-b0dd-0fe3f69856f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc9eaf24d9b44e579f7bfd15c09bd603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8581202 Sep 18 19:47:15.054456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51818) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:15.113604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.178560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-73f47885-a4a4-460a-bc9b-1efca7c1dc4f service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863263 Sep 18 19:47:15.191337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e755e2-e504-49c8-bf79-d58a9dfb3d7b req-65adc1ff-3efd-411f-9213-adfb1b389a9d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:15.192759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25e755e2-e504-49c8-bf79-d58a9dfb3d7b req-65adc1ff-3efd-411f-9213-adfb1b389a9d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 944 time: 0.0974772 Sep 18 19:47:15.217087 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec8ad63b-bbb8-4652-9602-dfe4848a6092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.232125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68a988-01d1-43dc-9421-3bde704ee0cf req-4801faed-777c-41bd-b6a3-1de6230aa4c2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:15.237973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68a988-01d1-43dc-9421-3bde704ee0cf req-4801faed-777c-41bd-b6a3-1de6230aa4c2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:15.243829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68a988-01d1-43dc-9421-3bde704ee0cf req-4801faed-777c-41bd-b6a3-1de6230aa4c2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:15.246109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c68a988-01d1-43dc-9421-3bde704ee0cf req-4801faed-777c-41bd-b6a3-1de6230aa4c2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2419 time: 0.1033084 Sep 18 19:47:15.277692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25e755e2-e504-49c8-bf79-d58a9dfb3d7b req-7d1627d3-cb0e-4eb8-983c-1e977c2fddbe tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732181 Sep 18 19:47:15.280746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device aca1155b-969c-4232-bd28-80b7594d9f4d details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:15.312745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c68a988-01d1-43dc-9421-3bde704ee0cf req-468d36a9-c62b-4335-8699-b349478502d7 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598516 Sep 18 19:47:15.347522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec8ad63b-bbb8-4652-9602-dfe4848a6092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.399214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port aca1155b-969c-4232-bd28-80b7594d9f4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=aca1155b-969c-4232-bd28-80b7594d9f4d,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:15.410364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'aca1155b-969c-4232-bd28-80b7594d9f4d', 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'port_id': 'aca1155b-969c-4232-bd28-80b7594d9f4d', 'mac_address': 'fa:16:3e:45:d8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d740ef-2d98-486c-b382-ca9a13125350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:15.422194 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.446885 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.453045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.460519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca1155b-969c-4232-bd28-80b7594d9f4d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:15.481601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port aca1155b-969c-4232-bd28-80b7594d9f4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=aca1155b-969c-4232-bd28-80b7594d9f4d,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:15.485324 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.525829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec8ad63b-bbb8-4652-9602-dfe4848a6092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.528732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec8ad63b-bbb8-4652-9602-dfe4848a6092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.529908 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ec8ad63b-bbb8-4652-9602-dfe4848a6092 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/158ac734-f237-45c3-a7ec-b9c0dd8c9b00 HTTP/1.1" status: 204 len: 168 time: 0.4743903 Sep 18 19:47:15.539516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=aca1155b-969c-4232-bd28-80b7594d9f4d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:15.550113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ad63b-bbb8-4652-9602-dfe4848a6092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ac734-f237-45c3-a7ec-b9c0dd8c9b00,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:15.807564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['aca1155b-969c-4232-bd28-80b7594d9f4d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:15.853347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51828) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:15.869758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-04566e84-f38c-4f00-b1d6-96ef547d5723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:15.909993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Allocated IP 172.25.8.124 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/728afdd7-d865-4b34-982c-b413495a10d6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:15.997420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-04566e84-f38c-4f00-b1d6-96ef547d5723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.002222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-04566e84-f38c-4f00-b1d6-96ef547d5723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.015172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Deleting port 06745711-129c-441e-91d7-361e366628ff {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:16.015549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.049497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-04566e84-f38c-4f00-b1d6-96ef547d5723 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3befb321eb7a489eb7c06d599fbccf83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950417 Sep 18 19:47:16.050483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04566e84-f38c-4f00-b1d6-96ef547d5723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c7be86-3687-4ba8-a65c-9eaa559d5586,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:16.052088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51834) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:16.116825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.118973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327747c-23db-446f-a3fc-ae831acad713 req-95f52eba-c1d9-4502-b0ba-22ce80629fe1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:16.121833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d327747c-23db-446f-a3fc-ae831acad713 req-95f52eba-c1d9-4502-b0ba-22ce80629fe1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.0553138 Sep 18 19:47:16.159972 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d327747c-23db-446f-a3fc-ae831acad713 req-c432df96-82db-44a3-af1d-a3a7223c7e7e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Sep 18 19:47:16.164069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] For port 06745711-129c-441e-91d7-361e366628ff, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=06745711-129c-441e-91d7-361e366628ff,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:16.164439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.188496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Calling delete_port for 06745711-129c-441e-91d7-361e366628ff owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:16.210993 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1dce8c6d-854b-4e6d-9cf4-b69293393e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.254495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.297974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1dce8c6d-854b-4e6d-9cf4-b69293393e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.329741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:16.344891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:16.357660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:16.394245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Pushing event updated for resources: {'Port': ['ID=728afdd7-d865-4b34-982c-b413495a10d6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:16.423054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d95d-6e5c-4bc9-88ee-fa2bfd80ed76 req-11620171-1496-41cb-850b-9a0f72e246e1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:16.425196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc45d95d-6e5c-4bc9-88ee-fa2bfd80ed76 req-11620171-1496-41cb-850b-9a0f72e246e1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 945 time: 0.0714235 Sep 18 19:47:16.500546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1dce8c6d-854b-4e6d-9cf4-b69293393e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.501201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc45d95d-6e5c-4bc9-88ee-fa2bfd80ed76 req-d0028b86-b50e-48cb-8913-f0287fdef82d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645440 Sep 18 19:47:16.503238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1dce8c6d-854b-4e6d-9cf4-b69293393e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.507738 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1dce8c6d-854b-4e6d-9cf4-b69293393e5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05c7be86-3687-4ba8-a65c-9eaa559d5586 HTTP/1.1" status: 204 len: 168 time: 0.4513755 Sep 18 19:47:16.517136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d7eeb-2f10-4ef5-b001-45c16be2782b req-ce862da5-da36-4fe9-b66e-0f5e532ca164 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:16.523175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d7eeb-2f10-4ef5-b001-45c16be2782b req-ce862da5-da36-4fe9-b66e-0f5e532ca164 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:16.530035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d7eeb-2f10-4ef5-b001-45c16be2782b req-ce862da5-da36-4fe9-b66e-0f5e532ca164 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:16.531746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-828d7eeb-2f10-4ef5-b001-45c16be2782b req-ce862da5-da36-4fe9-b66e-0f5e532ca164 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2419 time: 0.1055760 Sep 18 19:47:16.544737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce8c6d-854b-4e6d-9cf4-b69293393e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c7be86-3687-4ba8-a65c-9eaa559d5586,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:16.641347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-828d7eeb-2f10-4ef5-b001-45c16be2782b req-eb90c05b-784f-4857-8500-5cbcd18cae54 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915394 Sep 18 19:47:16.652031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-371549a1-2e5d-4074-8af3-da570f868571 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:16.658240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-371549a1-2e5d-4074-8af3-da570f868571 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:16.662387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.686985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-371549a1-2e5d-4074-8af3-da570f868571 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:16.689009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-371549a1-2e5d-4074-8af3-da570f868571 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 2419 time: 0.1237028 Sep 18 19:47:16.695146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b788c1e0-5ebf-4215-9757-bd913aa7ebd5 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:16.697648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=06745711-129c-441e-91d7-361e366628ff,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:16.854031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b788c1e0-5ebf-4215-9757-bd913aa7ebd5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:16.868176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port b24563f9-e428-41c9-a1d3-9bda52b08653 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:16.868524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.876704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b788c1e0-5ebf-4215-9757-bd913aa7ebd5', 'network_id': 'ad4b727a-16b3-4c4d-b716-b344c5c2a9c7', 'port_id': 'b788c1e0-5ebf-4215-9757-bd913aa7ebd5', 'mac_address': 'fa:16:3e:68:13:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d740ef-2d98-486c-b382-ca9a13125350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:16.914380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.960467 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:16.982041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b788c1e0-5ebf-4215-9757-bd913aa7ebd5 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:17.003219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port b24563f9-e428-41c9-a1d3-9bda52b08653, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b24563f9-e428-41c9-a1d3-9bda52b08653,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:17.006823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.009618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b788c1e0-5ebf-4215-9757-bd913aa7ebd5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:17.017244 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.026969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for b24563f9-e428-41c9-a1d3-9bda52b08653 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:17.051263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.113519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:17.192924 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.207598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['830d8d16-85ca-45a3-9275-b50b49ddd027', 'b24563f9-e428-41c9-a1d3-9bda52b08653', '2e0987a6-185d-4764-89c7-34a30bccaa98'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:17.224663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=b24563f9-e428-41c9-a1d3-9bda52b08653,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:17.256917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b788c1e0-5ebf-4215-9757-bd913aa7ebd5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:17.309066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.310720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device aca1155b-969c-4232-bd28-80b7594d9f4d up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:17.315169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port b24563f9-e428-41c9-a1d3-9bda52b08653 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:17.320369 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.322637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-eaeefc84-613b-4e0d-9e7c-d7584c73dc74 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "DELETE /v2.0/ports/b24563f9-e428-41c9-a1d3-9bda52b08653 HTTP/1.1" status: 204 len: 173 time: 0.6142766 Sep 18 19:47:17.323181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-deleted', 'tag': 'b24563f9-e428-41c9-a1d3-9bda52b08653'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:17.327547 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32a505e-e27b-46ef-8935-815425e34e5a" -d '{"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-deleted", "tag": "b24563f9-e428-41c9-a1d3-9bda52b08653"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:17.420404 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b6e094-69b3-47b7-b77e-87dc38d276ef x-openstack-request-id: req-57b6e094-69b3-47b7-b77e-87dc38d276ef {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:17.420901 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-deleted", "tag": "b24563f9-e428-41c9-a1d3-9bda52b08653", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:17.421814 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57b6e094-69b3-47b7-b77e-87dc38d276ef {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:17.422312 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-deleted', 'tag': 'b24563f9-e428-41c9-a1d3-9bda52b08653', 'status': 'completed', 'code': 200} Sep 18 19:47:17.446539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2990b-abef-4454-a56a-caaddcd2f14b req-37e1fd09-ddb9-406d-b755-e2e94d50308c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:17.455243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ea2990b-abef-4454-a56a-caaddcd2f14b req-37e1fd09-ddb9-406d-b755-e2e94d50308c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1846104 Sep 18 19:47:17.539438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ea2990b-abef-4454-a56a-caaddcd2f14b req-a1679f94-a374-4d57-baa6-df4ae53d0c23 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828805 Sep 18 19:47:17.570094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port 830d8d16-85ca-45a3-9275-b50b49ddd027 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:17.570720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.601441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Router ba3dd305-cace-4575-8bf9-2b53a9895fb5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:47:17.728311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:47:17.766524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port 830d8d16-85ca-45a3-9275-b50b49ddd027, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=830d8d16-85ca-45a3-9275-b50b49ddd027,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:17.767014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.783472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f0015-81b1-4b21-aee3-d294e26918f1 req-f0362b52-f248-4555-ad6e-c0f72615053d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:17.785222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466f0015-81b1-4b21-aee3-d294e26918f1 req-f0362b52-f248-4555-ad6e-c0f72615053d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 945 time: 0.1188874 Sep 18 19:47:17.797943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:17.807701 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-63c1e9aa-f391-4636-8cde-a9ed67571f17 admin admin] 10.222.0.20 "PUT /v2.0/routers/ba3dd305-cace-4575-8bf9-2b53a9895fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3324661 Sep 18 19:47:17.807701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51880) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:17.817986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port aca1155b-969c-4232-bd28-80b7594d9f4d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:17.820998 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] Sync routers for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:17.832995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for 830d8d16-85ca-45a3-9275-b50b49ddd027 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:17.842000 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:17.842925 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:17.888835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port aca1155b-969c-4232-bd28-80b7594d9f4d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:17.889756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:17.971344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:18.001336 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.004654 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.006189 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-03fa488d-c540-43bf-af5f-2e1ea0136557 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1090991 Sep 18 19:47:18.008287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Sync routers for ids ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:18.016671 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:18.085501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.222066 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:47:16Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:18.230144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Routers {'7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:18.231415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:18.261079 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] Checking router: ba3dd305-cace-4575-8bf9-2b53a9895fb5 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:18.284598 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] Routers {'ba3dd305-cace-4575-8bf9-2b53a9895fb5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:18.285236 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:18.290680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51882) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:18.310868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc20445d-4dcb-4f5a-8c03-003b32933185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca1155b-969c-4232-bd28-80b7594d9f4d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:18.313431 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b439a3-8517-4087-a299-3aa23c5113ae" -d '{"events": [{"server_uuid": "cc20445d-4dcb-4f5a-8c03-003b32933185", "name": "network-vif-plugged", "status": "completed", "tag": "aca1155b-969c-4232-bd28-80b7594d9f4d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:18.360464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51890) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:18.411491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port aca1155b-969c-4232-bd28-80b7594d9f4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=aca1155b-969c-4232-bd28-80b7594d9f4d,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:18.428820 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.452278 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] Set router ba3dd305-cace-4575-8bf9-2b53a9895fb5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:18.470271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.533288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86831070-68e4-412f-b978-379437bbced7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.542834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb7ed5-559a-446a-bca5-6ab6e5eeb863 req-a13449ee-c46f-4cbe-956c-2028b066b269 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:18.542834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb7ed5-559a-446a-bca5-6ab6e5eeb863 req-a13449ee-c46f-4cbe-956c-2028b066b269 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:18.562042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2fb7ed5-559a-446a-bca5-6ab6e5eeb863 req-a13449ee-c46f-4cbe-956c-2028b066b269 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 1683 time: 0.7706852 Sep 18 19:47:18.580173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Deleting port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:18.580616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.584563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Set router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:18.613885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-466f0015-81b1-4b21-aee3-d294e26918f1 req-82b29579-6ca9-4d91-99bf-bf7233c586b1 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8194673 Sep 18 19:47:18.706263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] For port a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:18.706878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.727352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Calling delete_port for a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:18.748062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86831070-68e4-412f-b978-379437bbced7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.783000 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-86831070-68e4-412f-b978-379437bbced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.790588 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:47:16Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:18.852949 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-86831070-68e4-412f-b978-379437bbced7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bfb72df7f4b4fd184a8145b6783937c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891205 Sep 18 19:47:18.852949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86831070-68e4-412f-b978-379437bbced7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63b1f6f-fd71-4bd0-88d9-e06066b75431,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:18.857027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51896) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:18.860480 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d240e3a-0770-43dd-8a86-76f552a7efe7 None None] The sync data for ids ['ba3dd305-cace-4575-8bf9-2b53a9895fb5'] in n-d-789963-11 is: [{'id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'name': 'tempest-ServersTestBootFromVolume-1775853053-router', 'tenant_id': 'e6fd9682441a46dc926bbbd1c744f806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:43:48Z', 'updated_at': '2021-09-18T19:47:16Z', 'revision_number': 5, 'project_id': 'e6fd9682441a46dc926bbbd1c744f806', 'gw_port': {'id': 'a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:98:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3dd305-cace-4575-8bf9-2b53a9895fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:43:49Z', 'updated_at': '2021-09-18T19:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:18.938613 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ea5f96-7a68-4f7f-add0-9bd2e382f6c4 x-openstack-request-id: req-99ea5f96-7a68-4f7f-add0-9bd2e382f6c4 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:18.939127 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc20445d-4dcb-4f5a-8c03-003b32933185", "name": "network-vif-plugged", "status": "completed", "tag": "aca1155b-969c-4232-bd28-80b7594d9f4d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:18.939127 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99ea5f96-7a68-4f7f-add0-9bd2e382f6c4 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:18.939955 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc20445d-4dcb-4f5a-8c03-003b32933185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca1155b-969c-4232-bd28-80b7594d9f4d', 'code': 200} Sep 18 19:47:18.970349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=aca1155b-969c-4232-bd28-80b7594d9f4d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:18.979040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50cba97c-3d0e-41c4-ac16-eeebee0f397e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:18.983072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2fb7ed5-559a-446a-bca5-6ab6e5eeb863 req-29cb1a43-8449-417f-acbf-f6c5a5e0b342 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199648 Sep 18 19:47:19.005653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50cba97c-3d0e-41c4-ac16-eeebee0f397e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.031843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '728afdd7-d865-4b34-982c-b413495a10d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:47:16Z', 'revision_number': 3, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port': {'id': '728afdd7-d865-4b34-982c-b413495a10d6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:15Z', 'updated_at': '2021-09-18T19:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:19.050445 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.061639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Checking router: 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:19.061989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Updating router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 port 728afdd7-d865-4b34-982c-b413495a10d6 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:47:19.073236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.095350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.106745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:19.107802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=830d8d16-85ca-45a3-9275-b50b49ddd027,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:19.124422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50cba97c-3d0e-41c4-ac16-eeebee0f397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.128090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50cba97c-3d0e-41c4-ac16-eeebee0f397e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.129263 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-50cba97c-3d0e-41c4-ac16-eeebee0f397e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d63b1f6f-fd71-4bd0-88d9-e06066b75431 HTTP/1.1" status: 204 len: 168 time: 0.2712419 Sep 18 19:47:19.181847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cba97c-3d0e-41c4-ac16-eeebee0f397e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63b1f6f-fd71-4bd0-88d9-e06066b75431,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:19.206179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.231005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port 830d8d16-85ca-45a3-9275-b50b49ddd027 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:19.247524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.250631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-5498a16a-5a50-4b9b-9759-f463b47062e2 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "DELETE /v2.0/ports/830d8d16-85ca-45a3-9275-b50b49ddd027 HTTP/1.1" status: 204 len: 173 time: 1.9054286 Sep 18 19:47:19.253253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f44d8-2013-44aa-8e39-1284628417c0 req-98237d9d-5d5b-4a0d-af38-ef223e3ec190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:19.254695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d4f44d8-2013-44aa-8e39-1284628417c0 req-98237d9d-5d5b-4a0d-af38-ef223e3ec190 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 1098 time: 0.2206509 Sep 18 19:47:19.262870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aea83a-5e56-47d1-8d83-ef5337a06914 req-bb607557-1219-44cb-98d0-166ef981e150 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:19.270294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7aea83a-5e56-47d1-8d83-ef5337a06914 req-bb607557-1219-44cb-98d0-166ef981e150 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2340889 Sep 18 19:47:19.373073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.377003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.468082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-deleted', 'tag': '830d8d16-85ca-45a3-9275-b50b49ddd027'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:19.468756 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.469548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3dd305-cace-4575-8bf9-2b53a9895fb5 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:47:19.470898 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e533d10-738d-4878-a59e-ff6ca88ddc5a" -d '{"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-deleted", "tag": "830d8d16-85ca-45a3-9275-b50b49ddd027"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:19.474567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.483134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-09ba02d8-832f-4e79-a525-d169bdbed631 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ba3dd305-cace-4575-8bf9-2b53a9895fb5 HTTP/1.1" status: 204 len: 168 time: 1.6756310 Sep 18 19:47:19.485482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51906) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:19.533985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d4f44d8-2013-44aa-8e39-1284628417c0 req-1580872b-a83f-41f9-9b9d-7c59d30c5402 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591929 Sep 18 19:47:19.538403 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.553067 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.558223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7aea83a-5e56-47d1-8d83-ef5337a06914 req-c6ac1c44-5879-448d-9418-3a5f1b4fe32d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869878 Sep 18 19:47:19.560392 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0e034-d3a6-4753-85a8-0c8e1cb31e11 x-openstack-request-id: req-25e0e034-d3a6-4753-85a8-0c8e1cb31e11 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:19.560880 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-deleted", "tag": "830d8d16-85ca-45a3-9275-b50b49ddd027", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:19.561302 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25e0e034-d3a6-4753-85a8-0c8e1cb31e11 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:19.561695 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-deleted', 'tag': '830d8d16-85ca-45a3-9275-b50b49ddd027', 'status': 'completed', 'code': 200} Sep 18 19:47:19.564722 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.596000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-922e7a0a-527b-4067-9282-68589a264a9e admin admin] Deleting subnet eae1dfef-ae63-4101-afaa-4fdd2c21a59e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:47:19.599824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-922e7a0a-527b-4067-9282-68589a264a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.649435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Attempting to bind port 728afdd7-d865-4b34-982c-b413495a10d6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:19.650181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Attempting to bind port 728afdd7-d865-4b34-982c-b413495a10d6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:19.650181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Attempting to bind port 728afdd7-d865-4b34-982c-b413495a10d6 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:19.658892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port 2e0987a6-185d-4764-89c7-34a30bccaa98 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:19.659238 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.663639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:19.663845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-922e7a0a-527b-4067-9282-68589a264a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.664671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:19.664671 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.664951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:19.666640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Bound port: 728afdd7-d865-4b34-982c-b413495a10d6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:19.667353 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.674025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88054b-7136-4e6a-b531-1c01f6c82beb None None] Pushing event updated for resources: {'Port': ['ID=728afdd7-d865-4b34-982c-b413495a10d6,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:19.776060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] For port 728afdd7-d865-4b34-982c-b413495a10d6, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:19.780423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] For port 728afdd7-d865-4b34-982c-b413495a10d6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=728afdd7-d865-4b34-982c-b413495a10d6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:19.791086 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.835000 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-922e7a0a-527b-4067-9282-68589a264a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.899312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Routers {'7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:19.900029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:19.942491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port 2e0987a6-185d-4764-89c7-34a30bccaa98, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2e0987a6-185d-4764-89c7-34a30bccaa98,segment=NetworkSegment(7698ab16-f512-4104-b4a6-5eb1b871460b),segment_id=7698ab16-f512-4104-b4a6-5eb1b871460b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:19.943034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:19.982910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a1b0-232c-46a1-bf91-9a277ad51239 req-a26dcd99-5768-4278-a213-4a22341d3fd7 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:19.992667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 06745711-129c-441e-91d7-361e366628ff no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:20.001952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c76a1b0-232c-46a1-bf91-9a277ad51239 req-a26dcd99-5768-4278-a213-4a22341d3fd7 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 946 time: 0.2173400 Sep 18 19:47:20.006403 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-922e7a0a-527b-4067-9282-68589a264a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.028620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Allocated IP 172.20.0.1 (932c8291-6915-4d58-8abe-44c09cf77afe/a775418f-b677-4206-89f0-a8df0a30b843/c5439982-f657-46e8-b8e1-a50210e8b4d8) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:20.072566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e7a0a-527b-4067-9282-68589a264a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae1dfef-ae63-4101-afaa-4fdd2c21a59e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:20.090364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-922e7a0a-527b-4067-9282-68589a264a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.093136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78417f00-f9d7-47a9-bd4b-f0ada62cbc10 None None] Network 8ae187e9-b491-4fb0-a901-856bdae9a165 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:20.093367 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-922e7a0a-527b-4067-9282-68589a264a9e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eae1dfef-ae63-4101-afaa-4fdd2c21a59e HTTP/1.1" status: 204 len: 168 time: 0.6027975 Sep 18 19:47:20.095240 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 06745711-129c-441e-91d7-361e366628ff {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:20.095628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 06745711-129c-441e-91d7-361e366628ff not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:20.096102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51926) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:20.102707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88054b-7136-4e6a-b531-1c01f6c82beb None None] Pushing event updated for resources: {'Port': ['ID=728afdd7-d865-4b34-982c-b413495a10d6,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:20.166048 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.172711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] Set router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:20.188647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.203936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for 2e0987a6-185d-4764-89c7-34a30bccaa98 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:20.244672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Deleting port cabcb604-ab40-446f-b550-294d5c18d11f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:20.245220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.360627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] For port cabcb604-ab40-446f-b550-294d5c18d11f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cabcb604-ab40-446f-b550-294d5c18d11f,segment=NetworkSegment(d42c8b55-a5cb-4a52-b878-f3ba0376c82b),segment_id=d42c8b55-a5cb-4a52-b878-f3ba0376c82b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:20.361272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.377310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Calling delete_port for cabcb604-ab40-446f-b550-294d5c18d11f owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:20.442135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4755c2a5-5141-43e6-847e-746fb57bc32a req-4b048287-5cd5-4ca8-acd3-3fdd37505947 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=b42ecb5b-5298-4ffc-b92c-54314b4c7b3e HTTP/1.1" status: 200 len: 210 time: 0.0704489 Sep 18 19:47:20.445599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.456607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.488456 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.527986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=cabcb604-ab40-446f-b550-294d5c18d11f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:20.535416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] No DVR routers for this DVR port cabcb604-ab40-446f-b550-294d5c18d11f on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:20.538295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c76a1b0-232c-46a1-bf91-9a277ad51239 req-8e27323f-b936-4fb4-9680-7b92e4b4fd3d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342453 Sep 18 19:47:20.551693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Network 932c8291-6915-4d58-8abe-44c09cf77afe is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:20.560717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:20.568356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:20.667993 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.677985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827b63b-ae1a-48fd-bd34-6cdae836ceeb None None] DHCP port deletion for 8ae187e9-b491-4fb0-a901-856bdae9a165 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:47:20.711726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Pushing event updated for resources: {'Port': ['ID=c5439982-f657-46e8-b8e1-a50210e8b4d8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:20.712435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae187e9-b491-4fb0-a901-856bdae9a165']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:20.719697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:20.719954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42c8b55-a5cb-4a52-b878-f3ba0376c82b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:20.722814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '728afdd7-d865-4b34-982c-b413495a10d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:47:16Z', 'revision_number': 3, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port': {'id': '728afdd7-d865-4b34-982c-b413495a10d6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:15Z', 'updated_at': '2021-09-18T19:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:20.740082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.762080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.769921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:47:20.770336 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.777435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b788c1e0-5ebf-4215-9757-bd913aa7ebd5 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:20.781739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7015795-1401-495f-97eb-27d4f0b0d18b None None] The sync data for ids ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'] in n-d-789963-11 is: [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '728afdd7-d865-4b34-982c-b413495a10d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:47:16Z', 'revision_number': 3, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port': {'id': '728afdd7-d865-4b34-982c-b413495a10d6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:15Z', 'updated_at': '2021-09-18T19:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:20.798288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port 2e0987a6-185d-4764-89c7-34a30bccaa98 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:20.803421 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.805950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96dba0f-7ad0-45aa-9cff-c863258f8694 req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "DELETE /v2.0/ports/2e0987a6-185d-4764-89c7-34a30bccaa98 HTTP/1.1" status: 204 len: 173 time: 1.5300210 Sep 18 19:47:20.811154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef72c02-6e95-4147-a220-c146378ddfe0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=2e0987a6-185d-4764-89c7-34a30bccaa98,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:20.820268 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.917906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a4840-5678-4545-96ea-a9dc6db73fc0 req-e29cc7c4-b679-4ecd-920d-1162ee5191fa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:20.928686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc6a4840-5678-4545-96ea-a9dc6db73fc0 req-e29cc7c4-b679-4ecd-920d-1162ee5191fa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2432168 Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:47:20.938016 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:47:20.968465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.973328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:20.975702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.978685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:20.979170 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:20.985586 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ae187e9-b491-4fb0-a901-856bdae9a165 HTTP/1.1" status: 204 len: 168 time: 0.8836925 Sep 18 19:47:21.037692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf7bd5-b495-4c39-b80e-182039275c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae187e9-b491-4fb0-a901-856bdae9a165,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:21.116810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc6a4840-5678-4545-96ea-a9dc6db73fc0 req-ddc17003-3d93-4505-9e11-9beedce644ee tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847150 Sep 18 19:47:21.162567 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.215068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404633b8-8c69-4b1a-954a-e305e1f5f163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b788c1e0-5ebf-4215-9757-bd913aa7ebd5'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:21.226662 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc24ab-21ab-43a2-867d-d5aeff32366d" -d '{"events": [{"server_uuid": "404633b8-8c69-4b1a-954a-e305e1f5f163", "name": "network-vif-plugged", "status": "completed", "tag": "b788c1e0-5ebf-4215-9757-bd913aa7ebd5"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:21.237591 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.240700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b788c1e0-5ebf-4215-9757-bd913aa7ebd5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:21.252748 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.254006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2e0987a6-185d-4764-89c7-34a30bccaa98 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:21.277750 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51954) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:21.314443 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86d73b-a710-4df9-b78f-d276e6e4d1e5 x-openstack-request-id: req-ad86d73b-a710-4df9-b78f-d276e6e4d1e5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:21.315432 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404633b8-8c69-4b1a-954a-e305e1f5f163", "name": "network-vif-plugged", "status": "completed", "tag": "b788c1e0-5ebf-4215-9757-bd913aa7ebd5", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:21.315687 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad86d73b-a710-4df9-b78f-d276e6e4d1e5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:21.316236 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404633b8-8c69-4b1a-954a-e305e1f5f163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b788c1e0-5ebf-4215-9757-bd913aa7ebd5', 'code': 200} Sep 18 19:47:21.361506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 2e0987a6-185d-4764-89c7-34a30bccaa98 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:21.361855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2e0987a6-185d-4764-89c7-34a30bccaa98 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:21.362273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b24563f9-e428-41c9-a1d3-9bda52b08653 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:21.362471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51956) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:21.366156 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-be2602d4-bea8-436b-aba1-c0972a3e2d9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6fd9682441a46dc926bbbd1c744f806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880053 Sep 18 19:47:21.411156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: b24563f9-e428-41c9-a1d3-9bda52b08653 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:21.411545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b24563f9-e428-41c9-a1d3-9bda52b08653 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:21.412394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 830d8d16-85ca-45a3-9275-b50b49ddd027 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:21.440869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 830d8d16-85ca-45a3-9275-b50b49ddd027 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:21.441215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 830d8d16-85ca-45a3-9275-b50b49ddd027 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:21.470638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:21.512832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d764-4673-4716-a18d-77dac9e4e5cb req-59faaaba-32f9-4817-8fb8-4d6a865e77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:21.514574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3942d764-4673-4716-a18d-77dac9e4e5cb req-59faaaba-32f9-4817-8fb8-4d6a865e77c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=404633b8-8c69-4b1a-954a-e305e1f5f163 HTTP/1.1" status: 200 len: 1098 time: 0.1311247 Sep 18 19:47:21.537630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51962) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:21.568033 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b839cf56-77fe-475f-ab60-d80c2a753133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.577828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-deleted', 'tag': '2e0987a6-185d-4764-89c7-34a30bccaa98'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:21.593094 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5248c591-82b1-4935-84fd-29860eec928f" -d '{"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-deleted", "tag": "2e0987a6-185d-4764-89c7-34a30bccaa98"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:21.624120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ec1d1f-8d2f-4a83-8395-ef180ea06e9e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting subnet fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:47:21.632164 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60ec1d1f-8d2f-4a83-8395-ef180ea06e9e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.689966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51970) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:21.700479 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c3982d-5dd2-47e2-8daa-8cb63bb433f1 x-openstack-request-id: req-53c3982d-5dd2-47e2-8daa-8cb63bb433f1 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:21.700791 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42ecb5b-5298-4ffc-b92c-54314b4c7b3e", "name": "network-vif-deleted", "tag": "2e0987a6-185d-4764-89c7-34a30bccaa98", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:21.701168 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53c3982d-5dd2-47e2-8daa-8cb63bb433f1 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:21.701631 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42ecb5b-5298-4ffc-b92c-54314b4c7b3e', 'name': 'network-vif-deleted', 'tag': '2e0987a6-185d-4764-89c7-34a30bccaa98', 'status': 'completed', 'code': 200} Sep 18 19:47:21.720853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60ec1d1f-8d2f-4a83-8395-ef180ea06e9e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.739230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-52507a13-e4d2-4bb7-a01a-32d8ddcab05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.777408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3942d764-4673-4716-a18d-77dac9e4e5cb req-525960a8-14d8-471d-ae9a-9d286bb66542 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093525 Sep 18 19:47:21.791648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.797450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-52507a13-e4d2-4bb7-a01a-32d8ddcab05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.810507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.834199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60ec1d1f-8d2f-4a83-8395-ef180ea06e9e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.888215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14643549-5b1f-4771-ae42-538406c3d53e req-11e2de97-f4bd-40f8-b6a3-4d425c31b375 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:21.889858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14643549-5b1f-4771-ae42-538406c3d53e req-11e2de97-f4bd-40f8-b6a3-4d425c31b375 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 946 time: 0.1929097 Sep 18 19:47:21.917374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60ec1d1f-8d2f-4a83-8395-ef180ea06e9e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.957889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1141061113'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:21.962849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec1d1f-8d2f-4a83-8395-ef180ea06e9e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:21.973323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60ec1d1f-8d2f-4a83-8395-ef180ea06e9e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:21.975309 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-60ec1d1f-8d2f-4a83-8395-ef180ea06e9e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "DELETE /v2.0/subnets/fb2a81ce-7189-4cd6-a0d8-d375a1a22f8d HTTP/1.1" status: 204 len: 168 time: 0.4363012 Sep 18 19:47:21.978416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51974) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:21.981998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Pushing event updated for resources: {'Port': ['ID=c5439982-f657-46e8-b8e1-a50210e8b4d8,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:21.988497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 728afdd7-d865-4b34-982c-b413495a10d6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:21.992006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0815ca-57dd-4d03-bf20-79c5cc3c49ad None None] Network e958b8da-c277-4b46-94ea-40635b7b3aa0 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:21.994738 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.020520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Made reservation on behalf of 88af7ed7803a4bfdae58398b5bab9e4f for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:22.023738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.029096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14643549-5b1f-4771-ae42-538406c3d53e req-801145a5-9f55-4265-972c-6a2e68becc58 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150532 Sep 18 19:47:22.051212 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.066929 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-52507a13-e4d2-4bb7-a01a-32d8ddcab05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.069482 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-52507a13-e4d2-4bb7-a01a-32d8ddcab05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.070654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-52507a13-e4d2-4bb7-a01a-32d8ddcab05c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ab55a57-b4a9-4cba-a154-7c3f8e607854 HTTP/1.1" status: 204 len: 168 time: 0.6991251 Sep 18 19:47:22.205604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52507a13-e4d2-4bb7-a01a-32d8ddcab05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab55a57-b4a9-4cba-a154-7c3f8e607854,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:22.211007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.223848 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.242060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.253367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 728afdd7-d865-4b34-982c-b413495a10d6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:22.253890 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.274381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:47:22.291491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e2cd3c-de8a-4868-9d45-39c3a13fd460,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:22.299223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.300042 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Added segment 31fcca89-5fb4-463d-972d-2bca05a3e177 of type vlan for network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa Sep 18 19:47:22.379722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.382925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17195658-b2db-43ce-9a93-378448261c7f req-75294c6c-aa18-4724-8b84-846842b30cf8 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:22.394646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17195658-b2db-43ce-9a93-378448261c7f req-75294c6c-aa18-4724-8b84-846842b30cf8 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=404633b8-8c69-4b1a-954a-e305e1f5f163 HTTP/1.1" status: 200 len: 946 time: 0.1476376 Sep 18 19:47:22.406281 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.423918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:22.424364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.427487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.435334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:22.439005 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.443530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 728afdd7-d865-4b34-982c-b413495a10d6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=728afdd7-d865-4b34-982c-b413495a10d6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:22.452408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] DHCP port deletion for e958b8da-c277-4b46-94ea-40635b7b3aa0 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:47:22.458565 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.529503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Network 932c8291-6915-4d58-8abe-44c09cf77afe is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:22.539304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e81e9-a034-4ecc-9b7c-6fd0a8121f86 req-8bb62bea-3ba7-4934-a3d2-67d050c57b4a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:22.545225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c8e81e9-a034-4ecc-9b7c-6fd0a8121f86 req-8bb62bea-3ba7-4934-a3d2-67d050c57b4a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1369176 Sep 18 19:47:22.549323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17195658-b2db-43ce-9a93-378448261c7f req-3bd990ea-9993-481c-a566-2923f383bb6e tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540093 Sep 18 19:47:22.551123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:22.572753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:22.590457 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8990076 Sep 18 19:47:22.598591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf82a9-db13-480f-bce6-8a1d0e6cfeb9 tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Pushing event updated for resources: {'Network': ['ID=6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:22.605666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port 48d8ac6d-46bb-452f-b807-c7485cc6eb01, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=48d8ac6d-46bb-452f-b807-c7485cc6eb01,segment=NetworkSegment(7698ab16-f512-4104-b4a6-5eb1b871460b),segment_id=7698ab16-f512-4104-b4a6-5eb1b871460b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:22.606117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.618877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for 48d8ac6d-46bb-452f-b807-c7485cc6eb01 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:22.637743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:22.638091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a9f7afb3-93e4-474e-9922-3e2a0cf2cc6f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:22.638958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cabcb604-ab40-446f-b550-294d5c18d11f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:22.641656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:47:22.642916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c8e81e9-a034-4ecc-9b7c-6fd0a8121f86 req-3553da20-9ad2-4211-84ee-43b88d7911d9 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895624 Sep 18 19:47:22.761991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=728afdd7-d865-4b34-982c-b413495a10d6,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:22.779115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: cabcb604-ab40-446f-b550-294d5c18d11f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:22.779592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cabcb604-ab40-446f-b550-294d5c18d11f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:22.813285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:47:22.819758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.844618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] Deleting port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:22.845006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.884814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=48d8ac6d-46bb-452f-b807-c7485cc6eb01,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:22.906814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:22.937850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] For port 48d8ac6d-46bb-452f-b807-c7485cc6eb01, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:22.938313 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.952721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] Calling delete_port for 48d8ac6d-46bb-452f-b807-c7485cc6eb01 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:22.956351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] Port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:47:22.957869 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:22.991692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] Pushing event deleted for resources: {'Port': ['ID=48d8ac6d-46bb-452f-b807-c7485cc6eb01,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:23.011447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4baad6-82a9-4e25-bb07-2f955f0fe9bf None None] No DVR routers for this DVR port 48d8ac6d-46bb-452f-b807-c7485cc6eb01 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:23.027395 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.046211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.053696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:23.060641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-709e56fc-29aa-4869-a106-1a62ddb4c760 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6919875 Sep 18 19:47:23.069230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e958b8da-c277-4b46-94ea-40635b7b3aa0']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:23.080436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7698ab16-f512-4104-b4a6-5eb1b871460b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:23.080983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7698ab16-f512-4104-b4a6-5eb1b871460b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:23.103874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.125956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.137564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.141654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:47:23.142527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:47:23.145650 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:47:23.215917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.217517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52008) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:23.223087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Request body: {'port': {'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa', 'binding:host_id': 'n-h1-789963-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-526400363'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:23.225357 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Sync routers for ids ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:23.247093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.248629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Made reservation on behalf of 8b27cf15d0f04d0a8ed7c08ca263d3d8 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:23.251065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.254711 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Routers {'7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:23.255327 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:46:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:23.259438 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "DELETE /v2.0/networks/e958b8da-c277-4b46-94ea-40635b7b3aa0 HTTP/1.1" status: 204 len: 168 time: 1.2795897 Sep 18 19:47:23.266396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52014) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:23.271535 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.381061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570a32d-9d23-4f79-8c24-431a8637cf7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Network': ['ID=e958b8da-c277-4b46-94ea-40635b7b3aa0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:23.400488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.407915 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.414644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] device_id is not set on port 5a5e5fca-2617-49db-b616-b47756821a09 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:23.415165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a4112e-a75d-44a8-a817-d716f4132348 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting subnet 33054d20-d085-42f1-bbc6-6b0cac12027e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:47:23.419116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36a4112e-a75d-44a8-a817-d716f4132348 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.438064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52022) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:23.473670 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36a4112e-a75d-44a8-a817-d716f4132348 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.508699 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Set router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:23.534343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa8189-0de3-4f6f-b4eb-e638c0edee21,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:23.605034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36a4112e-a75d-44a8-a817-d716f4132348 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.695550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36a4112e-a75d-44a8-a817-d716f4132348 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.724656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-194075516-network', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:23.733630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4112e-a75d-44a8-a817-d716f4132348 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Subnet': ['ID=33054d20-d085-42f1-bbc6-6b0cac12027e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:23.745838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36a4112e-a75d-44a8-a817-d716f4132348 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.750930 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36a4112e-a75d-44a8-a817-d716f4132348 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "DELETE /v2.0/subnets/33054d20-d085-42f1-bbc6-6b0cac12027e HTTP/1.1" status: 204 len: 168 time: 0.4715176 Sep 18 19:47:23.751606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52040) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:23.758560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bba9933-757e-40b4-8420-0bde02ab3dc8 None None] Network b5aa2a8d-ece0-419b-8de2-21aea508b3e8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:23.811635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '728afdd7-d865-4b34-982c-b413495a10d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:47:21Z', 'revision_number': 4, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port': {'id': '728afdd7-d865-4b34-982c-b413495a10d6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:15Z', 'updated_at': '2021-09-18T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c5439982-f657-46e8-b8e1-a50210e8b4d8', 'name': '', 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'mac_address': 'fa:16:3e:6a:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'a775418f-b677-4206-89f0-a8df0a30b843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:19Z', 'updated_at': '2021-09-18T19:47:21Z', 'revision_number': 2, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'subnets': [{'id': 'a775418f-b677-4206-89f0-a8df0a30b843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:23.844081 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Checking router: 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:23.844554 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Updating router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 port c5439982-f657-46e8-b8e1-a50210e8b4d8 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:47:23.868875 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.875472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74de0d-2b20-43c7-9fc7-78b5c749be29 req-e668b776-a04b-4d08-887c-520a8394232c tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:23.879773 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.882702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc74de0d-2b20-43c7-9fc7-78b5c749be29 req-e668b776-a04b-4d08-887c-520a8394232c tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=404633b8-8c69-4b1a-954a-e305e1f5f163 HTTP/1.1" status: 200 len: 946 time: 0.2082686 Sep 18 19:47:23.891317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Made reservation on behalf of 3741b5edd88b42af87ba71a566561f6f for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:23.893624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.913347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] device_id is not set on port 5a5e5fca-2617-49db-b616-b47756821a09 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:23.925900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 728afdd7-d865-4b34-982c-b413495a10d6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:23.938305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port f8db046f-f7aa-4396-80c9-6cacd33217e9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:23.938659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.943354 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:23.945622 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.004496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 728afdd7-d865-4b34-982c-b413495a10d6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:24.005071 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.025819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-d66d15f4-d122-47a7-9f65-fec32ab68c4a tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:24.030054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port f8db046f-f7aa-4396-80c9-6cacd33217e9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f8db046f-f7aa-4396-80c9-6cacd33217e9,segment=NetworkSegment(7ab68bc2-bcae-487f-b79f-74ab84a3f4f5),segment_id=7ab68bc2-bcae-487f-b79f-74ab84a3f4f5)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:24.030473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.036182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-d66d15f4-d122-47a7-9f65-fec32ab68c4a tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 819 time: 0.3691502 Sep 18 19:47:24.048586 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.053545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for f8db046f-f7aa-4396-80c9-6cacd33217e9 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:24.111284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] DHCP port deletion for b5aa2a8d-ece0-419b-8de2-21aea508b3e8 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:47:24.118927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-f65c2a24-2a69-4ef6-b535-d2b42de38107 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/quotas/168675b0c9b44797a6a71ff5ec876041 HTTP/1.1" status: 200 len: 375 time: 0.0813563 Sep 18 19:47:24.140358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc74de0d-2b20-43c7-9fc7-78b5c749be29 req-95328d01-b916-4c63-beee-86b3607c6f5c tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546899 Sep 18 19:47:24.183682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.200098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 48d8ac6d-46bb-452f-b807-c7485cc6eb01 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:24.220695 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=f8db046f-f7aa-4396-80c9-6cacd33217e9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:24.224712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 48d8ac6d-46bb-452f-b807-c7485cc6eb01 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:24.225261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 48d8ac6d-46bb-452f-b807-c7485cc6eb01 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:24.227240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port f8db046f-f7aa-4396-80c9-6cacd33217e9 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:24.233035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] Deleting port f8db046f-f7aa-4396-80c9-6cacd33217e9 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:24.233663 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.312167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] For port f8db046f-f7aa-4396-80c9-6cacd33217e9, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:24.312666 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.328513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] Calling delete_port for f8db046f-f7aa-4396-80c9-6cacd33217e9 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:24.330670 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.331911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] Port f8db046f-f7aa-4396-80c9-6cacd33217e9 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:47:24.333437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.362046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5aa2a8d-ece0-419b-8de2-21aea508b3e8']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:24.362482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] Pushing event deleted for resources: {'Port': ['ID=f8db046f-f7aa-4396-80c9-6cacd33217e9,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:24.370367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992fbd8-ca95-40b5-8183-f8f0dca148fb None None] No DVR routers for this DVR port f8db046f-f7aa-4396-80c9-6cacd33217e9 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:24.373306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:24.373895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab68bc2-bcae-487f-b79f-74ab84a3f4f5') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:24.385200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.404420 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.411119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:47:24.411657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:47:24.415484 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:47:24.418634 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.419612 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59675fc9-6b0b-4d92-a8e5-dbd91eb417cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.427477 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.487854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.494635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fa96c-0f40-4182-802f-e73c495ae6b6 None None] Pushing event updated for resources: {'Port': ['ID=c5439982-f657-46e8-b8e1-a50210e8b4d8,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:24.506690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.508636 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "DELETE /v2.0/networks/b5aa2a8d-ece0-419b-8de2-21aea508b3e8 HTTP/1.1" status: 204 len: 168 time: 0.7559624 Sep 18 19:47:24.509484 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da65e1d-2819-4ae4-9507-d6c4d627aa7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Network': ['ID=b5aa2a8d-ece0-419b-8de2-21aea508b3e8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:24.519526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52046) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:24.524750 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-562128405'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:24.561025 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Attempting to bind port c5439982-f657-46e8-b8e1-a50210e8b4d8 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:24.561507 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Attempting to bind port c5439982-f657-46e8-b8e1-a50210e8b4d8 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:24.562087 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Attempting to bind port c5439982-f657-46e8-b8e1-a50210e8b4d8 on network 932c8291-6915-4d58-8abe-44c09cf77afe {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:24.567311 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:24.567783 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Checking segment: {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:24.568178 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.568565 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Bound using segment: {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:24.569023 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Bound port: c5439982-f657-46e8-b8e1-a50210e8b4d8, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:24.569498 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.599412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.619123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=5a5e5fca-2617-49db-b616-b47756821a09,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:24.624141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.628025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:24.633632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.638303 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] For port c5439982-f657-46e8-b8e1-a50210e8b4d8, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:24.641933 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] For port c5439982-f657-46e8-b8e1-a50210e8b4d8, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c5439982-f657-46e8-b8e1-a50210e8b4d8,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:24.647554 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.665694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:47:24.678370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.678755 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Added segment 9a7e9435-5727-4026-a177-5cb0c9fe15c8 of type vlan for network 325e6090-2d5b-478d-9e91-d437b50a3754 Sep 18 19:47:24.680531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:47:24.690776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Checking segment: {'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:24.691125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Network hostable DHCP agents. Network: 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:47:24.697602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-6f1e920b-b24a-4d5f-9a5e-bbc5c883d050 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5773797 Sep 18 19:47:24.698968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e07cfd-16b5-4fb5-bb86-a4db5fdcb1a3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:24.716850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.719427 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.720047 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Added segment 66a9c9c3-e763-4523-bf5b-e7b86e200d5d of type vlan for network 95e75689-899d-4bb8-9398-50029eed48e7 Sep 18 19:47:24.732832 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Routers {'7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:24.733484 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:24.740144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834fb2-7bb7-41f6-8f32-379cee8d1748 req-e4336509-6cf1-480d-8775-76dad29fa0c6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:24.741631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa834fb2-7bb7-41f6-8f32-379cee8d1748 req-e4336509-6cf1-480d-8775-76dad29fa0c6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1775098 Sep 18 19:47:24.757017 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.770469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fa96c-0f40-4182-802f-e73c495ae6b6 None None] Pushing event updated for resources: {'Port': ['ID=c5439982-f657-46e8-b8e1-a50210e8b4d8,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:24.793680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.799665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:24.800400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.820428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:47:24.839905 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3192723 Sep 18 19:47:24.842629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52048) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:24.861048 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.865619 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] Set router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:24.878690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'subnet': {'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:24.884973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:24.895945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc03a6da-e21e-40ae-a887-829248b1aba0 None None] Network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:24.897160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3c6a6-fd9a-40b3-b8bb-3932ab1d9cca tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Network': ['ID=325e6090-2d5b-478d-9e91-d437b50a3754,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:24.902066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:24.907318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa834fb2-7bb7-41f6-8f32-379cee8d1748 req-60d58994-aa80-4257-9b94-e0bc018bb983 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500216 Sep 18 19:47:24.920676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 325e6090-2d5b-478d-9e91-d437b50a3754 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:47:24.944524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:24.945183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:24.945789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:24.957102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-a8259fe3-f08b-48aa-986b-8d5b96c86818 service neutron] 10.222.0.20 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487376 Sep 18 19:47:24.971781 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:24.973143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:24.973898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.001258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.001937 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.019083 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 2 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.036877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:25.043917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.081570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6335263 Sep 18 19:47:25.084723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52050) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:25.086367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.086864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.087394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.094594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Request body: {'subnet': {'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-194075516-subnet', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:25.136653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c291531-6469-43b3-a2c7-6ebb7b2dd3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=95e75689-899d-4bb8-9398-50029eed48e7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:25.141184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.141812 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.145766 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 3 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.152623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 95e75689-899d-4bb8-9398-50029eed48e7 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:47:25.180522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-6eed0b0a-c9b7-49b5-b810-31c305a0d741 service neutron] 10.222.0.20 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222247 Sep 18 19:47:25.184651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Made reservation on behalf of 3741b5edd88b42af87ba71a566561f6f for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:25.187302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.188010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.188349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.188686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.204797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.205408 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.205967 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 4 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.230899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.231547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.233402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.245764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.246319 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.246891 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 5 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.277444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.281256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.282010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.294157 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '728afdd7-d865-4b34-982c-b413495a10d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:47:21Z', 'revision_number': 4, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port': {'id': '728afdd7-d865-4b34-982c-b413495a10d6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:15Z', 'updated_at': '2021-09-18T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c5439982-f657-46e8-b8e1-a50210e8b4d8', 'name': '', 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'mac_address': 'fa:16:3e:6a:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'a775418f-b677-4206-89f0-a8df0a30b843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:19Z', 'updated_at': '2021-09-18T19:47:24Z', 'revision_number': 4, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'subnets': [{'id': 'a775418f-b677-4206-89f0-a8df0a30b843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:25.297874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.298206 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.298606 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 6 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.324653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.325025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.325344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.336354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.336920 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.343516 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 7 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.346790 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5369f-989c-4f84-97bd-9f6393ea7de2 None None] The sync data for ids ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'] in n-d-789963-11 is: [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '728afdd7-d865-4b34-982c-b413495a10d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:47:21Z', 'revision_number': 4, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port': {'id': '728afdd7-d865-4b34-982c-b413495a10d6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:15Z', 'updated_at': '2021-09-18T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c5439982-f657-46e8-b8e1-a50210e8b4d8', 'name': '', 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'mac_address': 'fa:16:3e:6a:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'a775418f-b677-4206-89f0-a8df0a30b843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:19Z', 'updated_at': '2021-09-18T19:47:24Z', 'revision_number': 4, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'subnets': [{'id': 'a775418f-b677-4206-89f0-a8df0a30b843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:25.378503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.378851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.379195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.430649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.431602 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.431602 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 8 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.457797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.474313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.484669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.485008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.485716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.490599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.490923 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.491316 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 9 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.534304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.536893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.536893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.545560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.545897 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.546297 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 10 to bind port 5a5e5fca-2617-49db-b616-b47756821a09 Sep 18 19:47:25.575540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:25.576630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:25.577354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:25.585413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 5a5e5fca-2617-49db-b616-b47756821a09 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:25.585961 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 5a5e5fca-2617-49db-b616-b47756821a09 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:25.586823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.614978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-daffa298-0f49-496d-be01-4466eebab0ef req-4e26ca1e-a5b7-4748-8e21-c6939270cd21 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 210 time: 0.0517752 Sep 18 19:47:25.654363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.690361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Subnet': ['ID=25260f98-eab6-4d33-b5b6-a1fb3c1d8590,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:25.708531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Checking segment: {'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:25.708911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network hostable DHCP agents. Network: 325e6090-2d5b-478d-9e91-d437b50a3754, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:47:25.751160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] For port 5a5e5fca-2617-49db-b616-b47756821a09, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:25.753094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempted to set empty binding levels {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 19:47:25.765407 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.788822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e50a3d6-3ef5-4cfd-8201-f694c0fb526c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:25.794076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network 325e6090-2d5b-478d-9e91-d437b50a3754 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:47:25.798502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Checking segment: {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:25.799310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Network hostable DHCP agents. Network: 95e75689-899d-4bb8-9398-50029eed48e7, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:47:25.839476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 325e6090-2d5b-478d-9e91-d437b50a3754) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:25.852989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:25.853625 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.858449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05920f24-f8e6-4e86-b8cf-7110f3bc35bb None None] Network 325e6090-2d5b-478d-9e91-d437b50a3754 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:25.869017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:25.872890 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.884480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Network 95e75689-899d-4bb8-9398-50029eed48e7 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:47:25.894991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 95e75689-899d-4bb8-9398-50029eed48e7) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:25.904894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:25.905550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:25.920335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c47e58-dfda-46c6-9623-5795fd60c209 None None] Network 95e75689-899d-4bb8-9398-50029eed48e7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:25.933272 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0c3405c9-b732-4631-8be3-24f2ca31bdef tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0867281 Sep 18 19:47:25.936508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52076) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:25.950215 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-289571057'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:25.954231 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-31f2179c-3d88-4b12-9771-72cfeb91d811 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8685024 Sep 18 19:47:25.966426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52080) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:25.970348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=5a5e5fca-2617-49db-b616-b47756821a09,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:26.000908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:26.022496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:26.023762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4e4ece2e-4670-4b2e-a973-8b142318ece9 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8048608 Sep 18 19:47:26.026480 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.028195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52082) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:26.080028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.081143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c5439982-f657-46e8-b8e1-a50210e8b4d8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:26.081926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.140222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:47:26.161616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.161977 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Added segment 1148ae2a-e4bf-4793-800a-b7b7c7c7dd56 of type vlan for network b93af9ba-622b-4169-9ec6-2206d7d9c98e Sep 18 19:47:26.188008 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.217890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.230513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Deleting port 5a5e5fca-2617-49db-b616-b47756821a09 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:26.230513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.299180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49578d85-7a17-4853-b06a-c90720659081 req-dacd3b1d-bf6b-4ff9-a7cc-d75c7b36c2bc tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:26.309782 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49578d85-7a17-4853-b06a-c90720659081 req-dacd3b1d-bf6b-4ff9-a7cc-d75c7b36c2bc tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=404633b8-8c69-4b1a-954a-e305e1f5f163 HTTP/1.1" status: 200 len: 946 time: 0.3609705 Sep 18 19:47:26.333598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.340648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:26.341445 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.444776 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] For port 5a5e5fca-2617-49db-b616-b47756821a09, host n-h1-789963-11, got binding levels [] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:26.445306 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.478441 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5381417 Sep 18 19:47:26.483815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52088) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:26.500383 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49578d85-7a17-4853-b06a-c90720659081 req-cd07c4f2-aed8-4ca1-a8c3-35e340726b52 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839943 Sep 18 19:47:26.501666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'subnet': {'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:26.506041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Calling delete_port for 5a5e5fca-2617-49db-b616-b47756821a09 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:26.512207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c5439982-f657-46e8-b8e1-a50210e8b4d8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:26.512942 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.572659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91328f85-735e-4495-b9ca-fd9fb71ee8ac tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Network': ['ID=b93af9ba-622b-4169-9ec6-2206d7d9c98e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:26.575543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-635cfcad-2e58-4ba3-9c09-3fb536d2105a tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:26.585746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-635cfcad-2e58-4ba3-9c09-3fb536d2105a tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 819 time: 0.6202946 Sep 18 19:47:26.589918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.597317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network b93af9ba-622b-4169-9ec6-2206d7d9c98e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:47:26.622780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-2bf9af1f-1896-4c14-87ae-d5dd9b8e3be8 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/quotas/168675b0c9b44797a6a71ff5ec876041 HTTP/1.1" status: 200 len: 375 time: 0.0356288 Sep 18 19:47:26.681190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-325e6090-2d5b-478d-9e91-d437b50a3754', 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'fixed_ips': [{'subnet_id': '25260f98-eab6-4d33-b5b6-a1fb3c1d8590'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:47:26.681773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.685111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-95e75689-899d-4bb8-9398-50029eed48e7', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:47:26.685897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.821217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71ba1-f033-4fc4-a057-e95fe5db8380 req-f7ded4fb-5662-42c2-a6b3-1ccc4fe9ae09 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:26.822446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.832296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ab71ba1-f033-4fc4-a057-e95fe5db8380 req-f7ded4fb-5662-42c2-a6b3-1ccc4fe9ae09 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2363980 Sep 18 19:47:26.860679 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.867751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6ddcad3-a696-42cf-bcbe-5f8e8f8a816d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:26.869471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6ddcad3-a696-42cf-bcbe-5f8e8f8a816d tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.24 "GET /v2.0/ports?device_id=404633b8-8c69-4b1a-954a-e305e1f5f163 HTTP/1.1" status: 200 len: 946 time: 0.2456067 Sep 18 19:47:26.878705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-83d4f84d-9ee7-480d-a980-220f3625b490 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2413478 Sep 18 19:47:26.897220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a5e5fca-2617-49db-b616-b47756821a09,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:26.911543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:26.913652 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0e961872-0339-4969-8845-01850cf0464d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5a5e5fca-2617-49db-b616-b47756821a09 HTTP/1.1" status: 204 len: 168 time: 0.8828645 Sep 18 19:47:26.916177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52092) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:27.056807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port c5439982-f657-46e8-b8e1-a50210e8b4d8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c5439982-f657-46e8-b8e1-a50210e8b4d8,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:27.072680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.085659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Allocated IP 172.20.0.2 (95e75689-899d-4bb8-9398-50029eed48e7/1e50a3d6-3ef5-4cfd-8201-f694c0fb526c/413b26bf-88f2-4071-a270-d376c58999f2) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:27.096449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-0c087d19-3c89-431b-a99d-9c54c2d73bdb service neutron] 10.222.0.20 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627388 Sep 18 19:47:27.119107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-1700fe01-7d1c-4555-b963-39d2556d0f8d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:27.121961 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-1700fe01-7d1c-4555-b963-39d2556d0f8d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 819 time: 0.1953328 Sep 18 19:47:27.155256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:27.158795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.177272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Allocated IP 19.80.0.2 (325e6090-2d5b-478d-9e91-d437b50a3754/25260f98-eab6-4d33-b5b6-a1fb3c1d8590/7e7c5af8-ee84-4c05-be4c-a38d05f1d97d) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:27.180911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Request body: {'port': {'device_id': 'c3b80220-1438-42d8-a0ce-bed657e3ab1f', 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe', 'admin_state_up': True, 'tenant_id': '168675b0c9b44797a6a71ff5ec876041'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:27.185081 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e96473d-c933-4cc1-94fb-cd844ab1971c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] GET failed (client error): The resource could not be found. Sep 18 19:47:27.187051 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9e96473d-c933-4cc1-94fb-cd844ab1971c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "GET /v2.0/ports/5a5e5fca-2617-49db-b616-b47756821a09 HTTP/1.1" status: 404 len: 333 time: 0.2690904 Sep 18 19:47:27.187710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f8db046f-f7aa-4396-80c9-6cacd33217e9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:27.191680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52094) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:27.215301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Request body: {'port': {'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1781780507'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:27.223038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f8db046f-f7aa-4396-80c9-6cacd33217e9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:27.223609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f8db046f-f7aa-4396-80c9-6cacd33217e9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:27.282470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=c5439982-f657-46e8-b8e1-a50210e8b4d8,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:27.310515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ab71ba1-f033-4fc4-a057-e95fe5db8380 req-931d0e06-981a-4d58-a742-a1dde4d31f1a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766722 Sep 18 19:47:27.335158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Made reservation on behalf of 8b27cf15d0f04d0a8ed7c08ca263d3d8 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:27.338385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.388171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] device_id is not set on port 0b90397f-c7fd-4344-8f6a-aa1a24058026 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:27.389860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.449807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-807941bc-3f0d-43c0-b748-6bb0ac17c781 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:27.450032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-807941bc-3f0d-43c0-b748-6bb0ac17c781 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 946 time: 0.2803841 Sep 18 19:47:27.530620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-ee99bf61-f923-461a-8eba-f78b2446f39a service neutron] 10.222.0.20 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725446 Sep 18 19:47:27.548298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.557698 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.561586 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.598641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Deleting port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:27.598886 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.622427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Network 325e6090-2d5b-478d-9e91-d437b50a3754 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:27.623912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Pushing event updated for resources: {'Port': ['ID=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:27.626938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:27.629781 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.644129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:27.649327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Made reservation on behalf of 168675b0c9b44797a6a71ff5ec876041 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:27.653516 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.678992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.719109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Network 95e75689-899d-4bb8-9398-50029eed48e7 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:27.719486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Pushing event updated for resources: {'Port': ['ID=413b26bf-88f2-4071-a270-d376c58999f2,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:27.735653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] For port b788c1e0-5ebf-4215-9757-bd913aa7ebd5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:27.736022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.736943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:27.741313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:27.751353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Calling delete_port for b788c1e0-5ebf-4215-9757-bd913aa7ebd5 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:27.759402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Attempting to bind port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:27.759402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Attempting to bind port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:27.759402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Attempting to bind port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d on network 325e6090-2d5b-478d-9e91-d437b50a3754 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:27.781905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:27.782445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Checking segment: {'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:27.782962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.783688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Bound using segment: {'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:27.784085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Bound port: 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:27.784574 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.815231 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.827138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Attempting to bind port 413b26bf-88f2-4071-a270-d376c58999f2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:27.827675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Attempting to bind port 413b26bf-88f2-4071-a270-d376c58999f2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:27.828145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Attempting to bind port 413b26bf-88f2-4071-a270-d376c58999f2 on network 95e75689-899d-4bb8-9398-50029eed48e7 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:27.834881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:27.835553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Checking segment: {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:27.836060 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.836560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Bound using segment: {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:27.837139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Bound port: 413b26bf-88f2-4071-a270-d376c58999f2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:27.837885 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:27.907704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] For port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:27.911368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] For port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:27.946638 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.017532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a29cd1-c898-4bfc-bdcf-abdd978c04d0 None None] Pushing event updated for resources: {'Port': ['ID=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:28.020704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c5439982-f657-46e8-b8e1-a50210e8b4d8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:28.054555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f27c6a3b-d626-454f-8da2-183d17759f94 req-44dd0d6f-f706-419b-a8d4-55f798ca4db1 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 210 time: 0.1392651 Sep 18 19:47:28.127739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] For port 413b26bf-88f2-4071-a270-d376c58999f2, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:28.129583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c5439982-f657-46e8-b8e1-a50210e8b4d8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:28.129995 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.132870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] For port 413b26bf-88f2-4071-a270-d376c58999f2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=413b26bf-88f2-4071-a270-d376c58999f2,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:28.149351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.168830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b788c1e0-5ebf-4215-9757-bd913aa7ebd5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:28.171423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['aca1155b-969c-4232-bd28-80b7594d9f4d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:28.178165 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.208039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Pushing event deleted for resources: {'Port': ['ID=b788c1e0-5ebf-4215-9757-bd913aa7ebd5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:28.267719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.278657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4078f92-7c3e-425a-9da1-34108d568c05 req-0cc9bd98-4ab3-4ecb-859a-bd6bd1748354 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:28.286246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4078f92-7c3e-425a-9da1-34108d568c05 req-0cc9bd98-4ab3-4ecb-859a-bd6bd1748354 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=404633b8-8c69-4b1a-954a-e305e1f5f163 HTTP/1.1" status: 200 len: 867 time: 0.3699455 Sep 18 19:47:28.338818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Subnet': ['ID=862181d6-0e1e-4e5c-881d-38cda87cdc23,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:28.363507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Deleting port aca1155b-969c-4232-bd28-80b7594d9f4d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:28.365290 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.416123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Allocated IP 172.20.0.4 (932c8291-6915-4d58-8abe-44c09cf77afe/a775418f-b677-4206-89f0-a8df0a30b843/54789532-a649-408c-b9e5-fddcfe198440) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:28.446746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:28.457310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:28.459166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=0b90397f-c7fd-4344-8f6a-aa1a24058026,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:28.463700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:28.464678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:28.465332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.475497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Checking segment: {'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:28.476380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network hostable DHCP agents. Network: b93af9ba-622b-4169-9ec6-2206d7d9c98e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:47:28.522977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c708f6-ebee-4caf-82ac-af7d421fb4ff None None] Pushing event updated for resources: {'Port': ['ID=413b26bf-88f2-4071-a270-d376c58999f2,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:28.532917 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a0c9aef-4d39-4619-8a69-14a3b023e87d tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3283529 Sep 18 19:47:28.534734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52112) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:28.547240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:28.548829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] No DVR routers for this DVR port b788c1e0-5ebf-4215-9757-bd913aa7ebd5 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:28.574641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.582632 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f1f5a39-ea46-4196-86f2-c1e1a9a98127 req-a6528e11-cde1-44c9-9a2a-78cc0f59cab2 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.24 "DELETE /v2.0/ports/b788c1e0-5ebf-4215-9757-bd913aa7ebd5 HTTP/1.1" status: 204 len: 173 time: 1.7027335 Sep 18 19:47:28.597832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404633b8-8c69-4b1a-954a-e305e1f5f163', 'name': 'network-vif-deleted', 'tag': 'b788c1e0-5ebf-4215-9757-bd913aa7ebd5'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:28.602293 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c30956-ee34-4368-8a5c-67642721200b" -d '{"events": [{"server_uuid": "404633b8-8c69-4b1a-954a-e305e1f5f163", "name": "network-vif-deleted", "tag": "b788c1e0-5ebf-4215-9757-bd913aa7ebd5"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:28.603757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network b93af9ba-622b-4169-9ec6-2206d7d9c98e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:47:28.616631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.685555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, b93af9ba-622b-4169-9ec6-2206d7d9c98e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:28.731203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:28.732490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.745241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4816459-cb13-46a4-932a-ac71fe9a693e None None] Network b93af9ba-622b-4169-9ec6-2206d7d9c98e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:28.794284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:28.868933 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-77935998-e5cb-4b32-8ccb-009d442c9240 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3827984 Sep 18 19:47:28.953185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.016649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-b93af9ba-622b-4169-9ec6-2206d7d9c98e', 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'fixed_ips': [{'subnet_id': '862181d6-0e1e-4e5c-881d-38cda87cdc23'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:47:29.018548 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.026289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.130260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Network 932c8291-6915-4d58-8abe-44c09cf77afe is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:29.143635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:29.149862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:29.152345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.180317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Pushing event updated for resources: {'Port': ['ID=54789532-a649-408c-b9e5-fddcfe198440,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:29.185758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4078f92-7c3e-425a-9da1-34108d568c05 req-37f1bc0f-c397-40d8-b148-eba7a01639ff tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8982556 Sep 18 19:47:29.219544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:29.220167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.224499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Allocated IP 19.86.0.2 (b93af9ba-622b-4169-9ec6-2206d7d9c98e/862181d6-0e1e-4e5c-881d-38cda87cdc23/feaaae09-4d0a-4697-ac89-95ca2f7e3e67) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:29.264431 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-e5ac19b0-5fc5-4967-b2c8-70a7e040b104 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1019831 Sep 18 19:47:29.279928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Request body: {'port': {'device_id': 'c3b80220-1438-42d8-a0ce-bed657e3ab1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:29.289951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] device_id is not set on port 0b90397f-c7fd-4344-8f6a-aa1a24058026 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:29.294072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] For port aca1155b-969c-4232-bd28-80b7594d9f4d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=aca1155b-969c-4232-bd28-80b7594d9f4d,segment=NetworkSegment(b18bd957-bf1f-4026-bc8f-7ef772891efe),segment_id=b18bd957-bf1f-4026-bc8f-7ef772891efe)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:29.294453 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.306121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98451566-bafa-42f9-bcf3-09ec5e2450a8 req-78a106c2-aff0-4b0e-b9e5-c208f87b858e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:29.315044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98451566-bafa-42f9-bcf3-09ec5e2450a8 req-78a106c2-aff0-4b0e-b9e5-c208f87b858e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.7904093 Sep 18 19:47:29.319780 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.340554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Calling delete_port for aca1155b-969c-4232-bd28-80b7594d9f4d owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:29.346259 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.429206 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.459990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=0b90397f-c7fd-4344-8f6a-aa1a24058026,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:29.522938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:29.523285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:29.523688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:29.535595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:29.535940 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:29.584942 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d03ae11-d6be-43fd-8ee2-1eb87eb77867 x-openstack-request-id: req-6d03ae11-d6be-43fd-8ee2-1eb87eb77867 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:29.585241 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404633b8-8c69-4b1a-954a-e305e1f5f163", "name": "network-vif-deleted", "tag": "b788c1e0-5ebf-4215-9757-bd913aa7ebd5", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:29.585634 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d03ae11-d6be-43fd-8ee2-1eb87eb77867 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:29.586139 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404633b8-8c69-4b1a-954a-e305e1f5f163', 'name': 'network-vif-deleted', 'tag': 'b788c1e0-5ebf-4215-9757-bd913aa7ebd5', 'status': 'completed', 'code': 200} Sep 18 19:47:29.626550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98451566-bafa-42f9-bcf3-09ec5e2450a8 req-f1b4c8cf-45fd-4087-9608-48b232e99168 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102427 Sep 18 19:47:29.678604 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.691123 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.701992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Allocated IP 172.25.8.64 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/03f4d052-5bca-4b6d-a185-f5f198ffbe17) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:29.758322 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 2 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:29.777417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Pushing event updated for resources: {'Port': ['ID=feaaae09-4d0a-4697-ac89-95ca2f7e3e67,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:29.791346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Network b93af9ba-622b-4169-9ec6-2206d7d9c98e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:29.795083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:29.801433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:29.805126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:29.805462 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:29.805793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:29.814333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:29.814772 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:29.817233 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 3 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:29.863455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:29.863794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:29.864127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:29.887535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Attempting to bind port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:29.887914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Attempting to bind port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:29.888283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Attempting to bind port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 on network b93af9ba-622b-4169-9ec6-2206d7d9c98e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:29.890934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:29.891530 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:29.894075 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 4 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:29.895964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:29.896438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Checking segment: {'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:29.897701 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.898154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Bound using segment: {'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:29.899336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Bound port: feaaae09-4d0a-4697-ac89-95ca2f7e3e67, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:29.899957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:29.946457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:29.946793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:29.947113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:29.954200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf744b42-e9f4-4773-b3a7-2e8ade8a21a7 req-fce48f0d-a964-4701-b212-88b2c4ad75e0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 210 time: 0.2070887 Sep 18 19:47:29.995657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:29.996168 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:29.998251 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 5 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:30.033802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:30.034138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:30.034474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:30.048836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54789532-a649-408c-b9e5-fddcfe198440 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:30.053487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:30.053819 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:30.059869 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 6 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:30.063713 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.080347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] For port feaaae09-4d0a-4697-ac89-95ca2f7e3e67, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:30.088028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] For port feaaae09-4d0a-4697-ac89-95ca2f7e3e67, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=feaaae09-4d0a-4697-ac89-95ca2f7e3e67,segment=NetworkSegment(1148ae2a-e4bf-4793-800a-b7b7c7c7dd56),segment_id=1148ae2a-e4bf-4793-800a-b7b7c7c7dd56)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:30.095185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:30.095455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:30.095579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:30.095912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:30.099578 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.099725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Transition to ACTIVE for port object 54789532-a649-408c-b9e5-fddcfe198440 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:47:30.101956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:30.102344 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:30.102786 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 7 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:30.114403 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.165558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272f99a-d568-4564-9627-cb42154d787d None None] Network 95e75689-899d-4bb8-9398-50029eed48e7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:30.205964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Pushing event updated for resources: {'Port': ['ID=54789532-a649-408c-b9e5-fddcfe198440,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:30.233890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:30.235164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:30.235978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:30.243969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:30.244316 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:30.248270 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 8 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:30.285774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:30.286323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:30.286450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:30.294124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:30.294525 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:30.307117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c33e7-3d5c-4a03-a934-f4f610c48b08 None None] Pushing event updated for resources: {'Port': ['ID=feaaae09-4d0a-4697-ac89-95ca2f7e3e67,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:30.331108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-46353546-7ddb-4671-9008-e1edce690bdd None None] Provisioning complete for port 413b26bf-88f2-4071-a270-d376c58999f2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:30.331498 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-46353546-7ddb-4671-9008-e1edce690bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.356882 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 9 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:30.384049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de404922-5fdc-43c0-8d2f-e796ee56650d None None] Network 325e6090-2d5b-478d-9e91-d437b50a3754 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:30.387170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:30.388549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:30.388912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:30.395552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:30.395929 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.399432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Attempting to bind port 54789532-a649-408c-b9e5-fddcfe198440 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:30.399779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Attempting to bind port 54789532-a649-408c-b9e5-fddcfe198440 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:30.400126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Attempting to bind port 54789532-a649-408c-b9e5-fddcfe198440 on network 932c8291-6915-4d58-8abe-44c09cf77afe {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:30.406475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Port 54789532-a649-408c-b9e5-fddcfe198440 on network 932c8291-6915-4d58-8abe-44c09cf77afe not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:30.406815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Attempting to bind port 54789532-a649-408c-b9e5-fddcfe198440 on network 932c8291-6915-4d58-8abe-44c09cf77afe {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:30.412693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:30.413038 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:30.413722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:30.414056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Checking segment: {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:30.414439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Bound using segment: {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:30.414865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Bound port: 54789532-a649-408c-b9e5-fddcfe198440, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:30.415227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.416981 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 10 to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 Sep 18 19:47:30.440388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:30.440757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:30.441286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:30.447346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:30.448329 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:30.448860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.496262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-856697ea-b1c6-4784-82ee-c2edd6c443e4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:30.497034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-856697ea-b1c6-4784-82ee-c2edd6c443e4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 819 time: 0.5603638 Sep 18 19:47:30.532107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Request body: {'port': {'device_id': 'a8fb9b28-7481-438b-83cf-2f2962beba7e', 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe', 'admin_state_up': True, 'tenant_id': '168675b0c9b44797a6a71ff5ec876041'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:30.533256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] For port 54789532-a649-408c-b9e5-fddcfe198440, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:30.548872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-f41f3016-9f7e-4148-ab61-669440d6a4f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:30.555527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-f41f3016-9f7e-4148-ab61-669440d6a4f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:30.556880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-f41f3016-9f7e-4148-ab61-669440d6a4f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/networks?id=325e6090-2d5b-478d-9e91-d437b50a3754&id=b93af9ba-622b-4169-9ec6-2206d7d9c98e HTTP/1.1" status: 200 len: 1390 time: 0.8844011 Sep 18 19:47:30.561665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.580009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] For port 54789532-a649-408c-b9e5-fddcfe198440, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54789532-a649-408c-b9e5-fddcfe198440,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:30.605929 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.626175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:30.627064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.628820 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] 10.222.0.24 "PUT /v2.0/ports/54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 200 len: 1092 time: 1.3556433 Sep 18 19:47:30.632206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b80220-1438-42d8-a0ce-bed657e3ab1f', 'tag': '54789532-a649-408c-b9e5-fddcfe198440'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:30.637526 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df95219-58f3-4d10-899f-eb832de36f48" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b80220-1438-42d8-a0ce-bed657e3ab1f", "tag": "54789532-a649-408c-b9e5-fddcfe198440"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:30.727145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec296-7ae0-4b9a-a628-9c91e658cad5 req-3a504f08-abb7-4b89-bf27-0ef74624c133 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:30.734457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-927ec296-7ae0-4b9a-a628-9c91e658cad5 req-3a504f08-abb7-4b89-bf27-0ef74624c133 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc20445d-4dcb-4f5a-8c03-003b32933185 HTTP/1.1" status: 200 len: 867 time: 0.3376913 Sep 18 19:47:30.740907 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.758027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-09dcf074-d624-47d9-b88a-f3631abb7eaa tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/quotas/46389f903005407998ecd88a2c5a79ee HTTP/1.1" status: 200 len: 375 time: 0.1807120 Sep 18 19:47:30.774452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] For port 0b90397f-c7fd-4344-8f6a-aa1a24058026, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:30.774838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempted to set empty binding levels {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 19:47:30.792736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.798684 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.806745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Pushing event deleted for resources: {'Port': ['ID=aca1155b-969c-4232-bd28-80b7594d9f4d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:30.810986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b788c1e0-5ebf-4215-9757-bd913aa7ebd5 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:30.816829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4d675-243b-49fc-b73b-5ba056496a28 service neutron] Pushing event updated for resources: {'Port': ['ID=54789532-a649-408c-b9e5-fddcfe198440,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:30.855571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] In _notify_port_updated(), no bound segment for port 0b90397f-c7fd-4344-8f6a-aa1a24058026 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:47:30.856707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:30.857419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.861376 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "PUT /v2.0/ports/0b90397f-c7fd-4344-8f6a-aa1a24058026 HTTP/1.1" status: 200 len: 976 time: 2.3216038 Sep 18 19:47:30.861376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-dac25976-6497-497c-8984-6b79d42d01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:30.862845 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-dac25976-6497-497c-8984-6b79d42d01e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1095 time: 0.1712270 Sep 18 19:47:30.866790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52144) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:30.872286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: b788c1e0-5ebf-4215-9757-bd913aa7ebd5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:30.872737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b788c1e0-5ebf-4215-9757-bd913aa7ebd5 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:30.913746 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-46353546-7ddb-4671-9008-e1edce690bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.917867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:30.920894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.936718 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.937648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 413b26bf-88f2-4071-a270-d376c58999f2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:30.947048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-927ec296-7ae0-4b9a-a628-9c91e658cad5 req-8d12a4e4-3bca-47ab-b309-8fccf4a5893c tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e846c14-9474-4eaf-9bcb-fef39ceb41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117515 Sep 18 19:47:30.955339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] No DVR routers for this DVR port aca1155b-969c-4232-bd28-80b7594d9f4d on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:30.984242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:30.986436 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca9e66bd-6149-44fe-b00a-c37895b5b754 req-4781f581-8626-43d0-8df1-cf06633318a3 tempest-MultipleCreateTestJSON-1409181264 tempest-MultipleCreateTestJSON-1409181264-project] 10.222.0.32 "DELETE /v2.0/ports/aca1155b-969c-4232-bd28-80b7594d9f4d HTTP/1.1" status: 204 len: 173 time: 3.5240400 Sep 18 19:47:31.004174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-8c8fc2e7-fe60-4df4-a1a8-d524b66b0b3d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2452419 Sep 18 19:47:31.049880 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-1b6ce34f-df74-4f7d-a0ae-7037973ab25c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 200 len: 217 time: 0.1500089 Sep 18 19:47:31.068569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:31.084789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Made reservation on behalf of 168675b0c9b44797a6a71ff5ec876041 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:31.092224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:31.098975 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:31.101464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:31.131462 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.135967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Pushing event updated for resources: {'Port': ['ID=03f4d052-5bca-4b6d-a185-f5f198ffbe17,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:31.136336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.136893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.137543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.138044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.138521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.140321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:31.140862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.141361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.141844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.144476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.144973 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.145460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.145940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.146422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.146894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.147367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.148795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.151270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.151802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.152448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.152935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.153410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.154052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.154532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.155006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.155504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.156377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.156905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.157336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.157963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.158447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.158915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.159414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.159887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.174028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-46353546-7ddb-4671-9008-e1edce690bdd None None] For port 413b26bf-88f2-4071-a270-d376c58999f2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=413b26bf-88f2-4071-a270-d376c58999f2,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:31.179609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.187293 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-46353546-7ddb-4671-9008-e1edce690bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:31.190612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 413b26bf-88f2-4071-a270-d376c58999f2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:31.191156 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8ae85839-bf17-4ee5-8784-b2f755eff077 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31785 time: 0.3225970 Sep 18 19:47:31.191514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:31.192505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85727402-6092-4ade-8675-39aaf5efb2bb tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=0b90397f-c7fd-4344-8f6a-aa1a24058026,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:31.205920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52148) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:31.354747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device aca1155b-969c-4232-bd28-80b7594d9f4d no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:31.409641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-ffca4946-b733-46d7-bfc1-bda588d49d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.410428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-3637a072-98a0-4ae9-b9b7-a4e205c5e543 service neutron] 10.222.0.20 "GET /v2.0/networks/325e6090-2d5b-478d-9e91-d437b50a3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049623 Sep 18 19:47:31.411439 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-ffca4946-b733-46d7-bfc1-bda588d49d12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.2022688 Sep 18 19:47:31.427258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353546-7ddb-4671-9008-e1edce690bdd None None] Pushing event updated for resources: {'Port': ['ID=413b26bf-88f2-4071-a270-d376c58999f2,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:31.431646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: aca1155b-969c-4232-bd28-80b7594d9f4d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:31.431646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device aca1155b-969c-4232-bd28-80b7594d9f4d not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:31.438155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2ec2c814-2952-47e4-8ae7-d48d53e83eae None None] Provisioning complete for port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:31.438541 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c814-2952-47e4-8ae7-d48d53e83eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:31.479772 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-f34b8b9b-e7ea-40de-9dda-c280ef473df6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588846 Sep 18 19:47:31.508514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Deleting port 0b90397f-c7fd-4344-8f6a-aa1a24058026 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:31.509481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:31.587823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc20445d-4dcb-4f5a-8c03-003b32933185', 'name': 'network-vif-deleted', 'tag': 'aca1155b-969c-4232-bd28-80b7594d9f4d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:31.590085 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1054999-2508-4ec5-b300-04a837ba892e" -d '{"events": [{"server_uuid": "cc20445d-4dcb-4f5a-8c03-003b32933185", "name": "network-vif-deleted", "tag": "aca1155b-969c-4232-bd28-80b7594d9f4d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:31.669735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] For port 0b90397f-c7fd-4344-8f6a-aa1a24058026, host n-h1-789963-11, got binding levels [] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:31.670105 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:31.722897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Calling delete_port for 0b90397f-c7fd-4344-8f6a-aa1a24058026 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:31.765832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Allocated IP 172.20.0.2 (932c8291-6915-4d58-8abe-44c09cf77afe/a775418f-b677-4206-89f0-a8df0a30b843/7116bdff-a7d7-4b9b-b736-96e86431d685) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:31.774661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-690a83df-de2b-4e20-a1c2-f2b6f0f27133 None None] Provisioning complete for port 413b26bf-88f2-4071-a270-d376c58999f2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:31.775019 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-690a83df-de2b-4e20-a1c2-f2b6f0f27133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:31.775207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b814-9a9f-4dc2-8fdc-254753d486b6 req-0b53af01-821b-4d67-b4c4-fe2d604f47bf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:31.782642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54c0b814-9a9f-4dc2-8fdc-254753d486b6 req-0b53af01-821b-4d67-b4c4-fe2d604f47bf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.3578918 Sep 18 19:47:31.790552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-53e2bbf1-5528-47f8-bd5b-c8564b75074e service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976208 Sep 18 19:47:31.835444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361af411-caeb-4f73-aead-4be92eac6a0a None None] Network b93af9ba-622b-4169-9ec6-2206d7d9c98e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:31.861680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-1eac2b83-bc71-41b8-9cee-086749b93492 service neutron] 10.222.0.20 "GET /v2.0/networks/325e6090-2d5b-478d-9e91-d437b50a3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502642 Sep 18 19:47:31.962949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:31.978130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ed1d50fa-e39f-44e3-85d2-e9700018956d req-8eb73380-97c5-4d5f-b092-92e098504128 service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767938 Sep 18 19:47:31.989483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54c0b814-9a9f-4dc2-8fdc-254753d486b6 req-03126de2-b082-4fee-9a2f-4f6e3bb0304f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998494 Sep 18 19:47:32.008434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-690a83df-de2b-4e20-a1c2-f2b6f0f27133 None None] Provisioning complete for port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:32.008810 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-690a83df-de2b-4e20-a1c2-f2b6f0f27133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.033258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b90397f-c7fd-4344-8f6a-aa1a24058026,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:32.037324 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.040571 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7fd67e96-52c1-410a-82a7-78432ed64d88 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0b90397f-c7fd-4344-8f6a-aa1a24058026 HTTP/1.1" status: 204 len: 168 time: 0.8101716 Sep 18 19:47:32.044709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:32.104856 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a27f48-e145-4756-bb96-6101baf3e0fb x-openstack-request-id: req-a9a27f48-e145-4756-bb96-6101baf3e0fb {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:32.104856 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b80220-1438-42d8-a0ce-bed657e3ab1f", "tag": "54789532-a649-408c-b9e5-fddcfe198440", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:32.105115 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9a27f48-e145-4756-bb96-6101baf3e0fb {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:32.105427 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b80220-1438-42d8-a0ce-bed657e3ab1f', 'tag': '54789532-a649-408c-b9e5-fddcfe198440', 'status': 'completed', 'code': 200} Sep 18 19:47:32.107682 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a6358d-5e41-4823-bb5d-3c93a0910e28 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] GET failed (client error): The resource could not be found. Sep 18 19:47:32.113643 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-18a6358d-5e41-4823-bb5d-3c93a0910e28 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "GET /v2.0/ports/0b90397f-c7fd-4344-8f6a-aa1a24058026 HTTP/1.1" status: 404 len: 333 time: 0.0636370 Sep 18 19:47:32.124398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:32.128968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device feaaae09-4d0a-4697-ac89-95ca2f7e3e67 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:32.130552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1105417113', 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:32.155882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.164478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e802ed2e-675a-4d9b-b180-bfa5862e43f6 service neutron] 10.222.0.20 "GET /v2.0/networks/b93af9ba-622b-4169-9ec6-2206d7d9c98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017776 Sep 18 19:47:32.187735 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-83a04062-895b-4adc-a382-0919dc633bc7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812657 Sep 18 19:47:32.194022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Made reservation on behalf of 8b27cf15d0f04d0a8ed7c08ca263d3d8 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:32.196421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.213820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] device_id is not set on port 8520d574-b9f9-4edc-844f-6693f31cb46e yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:32.256118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:32.256484 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.317725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-f37fa8df-1ca2-4a2e-94ac-181c0fe106be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:32.319320 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-f37fa8df-1ca2-4a2e-94ac-181c0fe106be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1102 time: 0.0654044 Sep 18 19:47:32.355927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7406809-cd1a-45cc-a365-2d828d3e35dc req-b15d9b4a-2fc8-4318-a7ab-b382b5950fd7 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 210 time: 0.1651781 Sep 18 19:47:32.366363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.412762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-12d2c12d-e9f1-443f-9fb0-112a3fc9a142 None None] Provisioning complete for port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:32.413139 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-12d2c12d-e9f1-443f-9fb0-112a3fc9a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.479558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port feaaae09-4d0a-4697-ac89-95ca2f7e3e67, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=feaaae09-4d0a-4697-ac89-95ca2f7e3e67,segment=NetworkSegment(1148ae2a-e4bf-4793-800a-b7b7c7c7dd56),segment_id=1148ae2a-e4bf-4793-800a-b7b7c7c7dd56)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:32.479725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52162) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:32.511621 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.512184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:32.539882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.575729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ab4399-8424-4cce-a109-a192dffc55a0 admin admin] Deleting subnet 71d740ef-2d98-486c-b382-ca9a13125350 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:47:32.591930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08ab4399-8424-4cce-a109-a192dffc55a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.616538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=feaaae09-4d0a-4697-ac89-95ca2f7e3e67,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:32.627702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-b3dd7311-fb0d-4c5a-b271-3976c20169d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:32.629373 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-b3dd7311-fb0d-4c5a-b271-3976c20169d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2849512 Sep 18 19:47:32.640536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:32.641437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.683182 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-dff0fa73-1769-4e8f-818c-996abf4eba82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0439684 Sep 18 19:47:32.688762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08ab4399-8424-4cce-a109-a192dffc55a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.718082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.747738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 413b26bf-88f2-4071-a270-d376c58999f2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:32.775159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-55d8b4c2-8073-4e2b-b3ec-55020e454404 None None] Provisioning complete for port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:32.777856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55d8b4c2-8073-4e2b-b3ec-55020e454404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.803000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:32.810249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-bb5b37b9-cbad-437c-86c3-f85d5b09aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:32.811821 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-bb5b37b9-cbad-437c-86c3-f85d5b09aa56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1209648 Sep 18 19:47:32.812688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:32.832773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:32.833705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:32.834311 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.846665 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08ab4399-8424-4cce-a109-a192dffc55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:32.860055 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fb72fd-fbaf-4fb5-bf5b-582cbaba3c12 x-openstack-request-id: req-c8fb72fd-fbaf-4fb5-bf5b-582cbaba3c12 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:32.860605 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc20445d-4dcb-4f5a-8c03-003b32933185", "name": "network-vif-deleted", "tag": "aca1155b-969c-4232-bd28-80b7594d9f4d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:32.860605 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8fb72fd-fbaf-4fb5-bf5b-582cbaba3c12 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:32.860976 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc20445d-4dcb-4f5a-8c03-003b32933185', 'name': 'network-vif-deleted', 'tag': 'aca1155b-969c-4232-bd28-80b7594d9f4d', 'status': 'completed', 'code': 200} Sep 18 19:47:32.862334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=8520d574-b9f9-4edc-844f-6693f31cb46e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:32.910331 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-52d0e44b-b990-410f-a334-2a29f945fb67 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7798781 Sep 18 19:47:32.910570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95219-58f3-4d10-899f-eb832de36f48 req-0e02e658-7428-4429-b63b-69e2973c1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:32.910570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5df95219-58f3-4d10-899f-eb832de36f48 req-0e02e658-7428-4429-b63b-69e2973c1f61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1095 time: 0.7707105 Sep 18 19:47:32.912167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52164) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:32.945993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-0eda9858-ec3a-4145-abf9-83beb910b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:32.948076 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-0eda9858-ec3a-4145-abf9-83beb910b47b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1226721 Sep 18 19:47:32.968787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1daf6f9-ee65-4aa9-9191-599a33484a8a tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:32.971611 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1daf6f9-ee65-4aa9-9191-599a33484a8a tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "GET /v2.0/ports/8520d574-b9f9-4edc-844f-6693f31cb46e HTTP/1.1" status: 200 len: 955 time: 0.0570805 Sep 18 19:47:32.974593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52166) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:32.990375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 413b26bf-88f2-4071-a270-d376c58999f2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:32.990785 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.002043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-0045cfc6-ba3b-4455-8a7b-f61fea34ae38 service neutron] 10.222.0.20 "GET /v2.0/networks/b93af9ba-622b-4169-9ec6-2206d7d9c98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8121591 Sep 18 19:47:33.027050 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.057917 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-43be6457-1f0f-49f1-946a-5117f2449133 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020782 Sep 18 19:47:33.060586 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08ab4399-8424-4cce-a109-a192dffc55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.177826 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4e78e0fb-f3fa-4412-a261-56ca54fe4ffd req-8bd071ad-bde4-4c4e-b544-9ece6db7b663 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109476 Sep 18 19:47:33.215255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab4399-8424-4cce-a109-a192dffc55a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d740ef-2d98-486c-b382-ca9a13125350,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:33.217947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08ab4399-8424-4cce-a109-a192dffc55a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.219785 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.222506 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-08ab4399-8424-4cce-a109-a192dffc55a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/71d740ef-2d98-486c-b382-ca9a13125350 HTTP/1.1" status: 204 len: 168 time: 0.7335603 Sep 18 19:47:33.222786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52172) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:33.232425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95219-58f3-4d10-899f-eb832de36f48 req-0e353e88-08c3-471b-bc98-c167bcb9ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:33.234175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5df95219-58f3-4d10-899f-eb832de36f48 req-0e353e88-08c3-471b-bc98-c167bcb9ca12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 920 time: 0.3129151 Sep 18 19:47:33.299151 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.299244 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.355619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fbc67-f720-47f8-9ae9-b6ee8db3a4b0 req-5cb552d6-f249-4cc0-af1b-32a7247d4e5b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:33.357077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-677fbc67-f720-47f8-9ae9-b6ee8db3a4b0 req-5cb552d6-f249-4cc0-af1b-32a7247d4e5b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2455873 Sep 18 19:47:33.364865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5df95219-58f3-4d10-899f-eb832de36f48 req-2b26807a-83b3-4ae6-92b2-d520fd215ae8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 200 len: 217 time: 0.1219878 Sep 18 19:47:33.366726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91938197-7bb8-4f87-9aa4-d987e1586d8c req-28022218-e8f4-4e34-b762-e6ec4a264fa0 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 210 time: 0.1139562 Sep 18 19:47:33.385896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.416473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4b727a-16b3-4c4d-b716-b344c5c2a9c7']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:33.426918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18bd957-bf1f-4026-bc8f-7ef772891efe') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:33.427340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18bd957-bf1f-4026-bc8f-7ef772891efe') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:33.439142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.460051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.471542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:47:33.471940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:47:33.473686 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:47:33.501682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Network 932c8291-6915-4d58-8abe-44c09cf77afe is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:33.503674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b674d9b7-605d-47ca-b171-1659f772afdf tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Deleting port 8520d574-b9f9-4edc-844f-6693f31cb46e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:33.503972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b674d9b7-605d-47ca-b171-1659f772afdf tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.539270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.546232 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.552867 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad4b727a-16b3-4c4d-b716-b344c5c2a9c7 HTTP/1.1" status: 204 len: 168 time: 0.3280094 Sep 18 19:47:33.561075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:33.572086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f5382-7898-4ae6-81bf-627ddb16034e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4b727a-16b3-4c4d-b716-b344c5c2a9c7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:33.605141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:33.607616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Pushing event updated for resources: {'Port': ['ID=7116bdff-a7d7-4b9b-b736-96e86431d685,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:33.654019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95219-58f3-4d10-899f-eb832de36f48 req-0b49dd4d-b19b-4528-a055-80625ea08c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:33.655786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5df95219-58f3-4d10-899f-eb832de36f48 req-0b49dd4d-b19b-4528-a055-80625ea08c14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.2761233 Sep 18 19:47:33.691619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-677fbc67-f720-47f8-9ae9-b6ee8db3a4b0 req-a4788e71-3fc8-447e-9f88-eae269039ff2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195057 Sep 18 19:47:33.721699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:33.770375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5df95219-58f3-4d10-899f-eb832de36f48 req-f10f7297-a384-47de-a398-863c3668b684 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053545 Sep 18 19:47:33.781602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b674d9b7-605d-47ca-b171-1659f772afdf tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.785009 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0035066b-4a33-42f6-be44-dbf25bba9c68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4187fc3a0624f309c59bfe31b7a952a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590219 Sep 18 19:47:33.785258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52192) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:33.806141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64e05d-334d-413d-8ce2-fb6b986fedb0 req-88b14537-5be5-40f1-bad2-7739df198df4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:33.806141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff64e05d-334d-413d-8ce2-fb6b986fedb0 req-88b14537-5be5-40f1-bad2-7739df198df4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 931 time: 0.3355007 Sep 18 19:47:33.820962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:33.821602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.845368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b674d9b7-605d-47ca-b171-1659f772afdf tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Calling delete_port for 8520d574-b9f9-4edc-844f-6693f31cb46e owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:33.863008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-045d9e40-1216-45c2-a298-257c56296c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.897523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-045d9e40-1216-45c2-a298-257c56296c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.944907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device feaaae09-4d0a-4697-ac89-95ca2f7e3e67 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:33.958164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-dc2a9f61-bde6-4bd5-abef-3a658b755266 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4335835 Sep 18 19:47:33.959042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-045d9e40-1216-45c2-a298-257c56296c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.962053 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-045d9e40-1216-45c2-a298-257c56296c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:33.967407 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-045d9e40-1216-45c2-a298-257c56296c69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e846c14-9474-4eaf-9bcb-fef39ceb41c2 HTTP/1.1" status: 204 len: 168 time: 0.1790593 Sep 18 19:47:33.978352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Request body: {'port': {'device_id': 'a8fb9b28-7481-438b-83cf-2f2962beba7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:33.981585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d9e40-1216-45c2-a298-257c56296c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e846c14-9474-4eaf-9bcb-fef39ceb41c2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:34.021382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:34.021762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.043953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff64e05d-334d-413d-8ce2-fb6b986fedb0 req-59fd85a9-5f01-4c11-ae1e-746cfcec406e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038925 Sep 18 19:47:34.071518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5df95219-58f3-4d10-899f-eb832de36f48 req-a179119a-fc24-48d9-8206-655eac35734f service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935846 Sep 18 19:47:34.093709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Router cee74434-abd2-48ef-bec7-51f3f098531d is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:47:34.145461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.238942 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b674d9b7-605d-47ca-b171-1659f772afdf tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.318780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674d9b7-605d-47ca-b171-1659f772afdf tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event deleted for resources: {'Port': ['ID=8520d574-b9f9-4edc-844f-6693f31cb46e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:34.329294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b674d9b7-605d-47ca-b171-1659f772afdf tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.331917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b674d9b7-605d-47ca-b171-1659f772afdf tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8520d574-b9f9-4edc-844f-6693f31cb46e HTTP/1.1" status: 204 len: 168 time: 1.3481920 Sep 18 19:47:34.336536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5df95219-58f3-4d10-899f-eb832de36f48 req-5a960320-86fa-428f-bdab-377e68c2c3cf service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442255 Sep 18 19:47:34.342228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52202) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:34.417169 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1828875-19cc-4348-ab76-83c67db25566 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] GET failed (client error): The resource could not be found. Sep 18 19:47:34.419092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f1828875-19cc-4348-ab76-83c67db25566 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "GET /v2.0/ports/8520d574-b9f9-4edc-844f-6693f31cb46e HTTP/1.1" status: 404 len: 333 time: 0.0739257 Sep 18 19:47:34.425085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52208) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:34.430151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Request body: {'port': {'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-18343437'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:34.477095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Made reservation on behalf of 8b27cf15d0f04d0a8ed7c08ca263d3d8 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:34.487076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.527702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:34.528097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-f4c2219c-c137-41eb-990a-e68a3091aeae tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:34.532806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1414ee98-5639-4db9-a015-23353f63405f req-3c2962ae-2413-4089-b27b-ff9bdd0608ad tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 210 time: 0.0447953 Sep 18 19:47:34.534062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-f4c2219c-c137-41eb-990a-e68a3091aeae tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:34.535876 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-f4c2219c-c137-41eb-990a-e68a3091aeae tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "GET /v2.0/networks?id=325e6090-2d5b-478d-9e91-d437b50a3754&id=b93af9ba-622b-4169-9ec6-2206d7d9c98e HTTP/1.1" status: 200 len: 1390 time: 0.2228296 Sep 18 19:47:34.538174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] device_id is not set on port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:34.542012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Sync routers for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:34.553909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'port': {'device_id': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754', 'admin_state_up': True, 'tenant_id': '46389f903005407998ecd88a2c5a79ee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:34.559311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:34.560088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:34.601345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.602403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c718b3e2-e77f-4ff7-965d-a2dfce0c2b1e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.6276286 Sep 18 19:47:34.607607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52212) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:34.724443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:34.728286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 54789532-a649-408c-b9e5-fddcfe198440 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:34.871703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7116bdff-a7d7-4b9b-b736-96e86431d685 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:34.885543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.897887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.903915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:34.908044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:34.984951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Transition to ACTIVE for port object 7116bdff-a7d7-4b9b-b736-96e86431d685 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:47:35.030072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.054112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd1dd-2be2-4477-bacd-0d5c61538db4 req-f28f4592-1999-4ff6-a998-f2d55381db81 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:35.062573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff2cd1dd-2be2-4477-bacd-0d5c61538db4 req-f28f4592-1999-4ff6-a998-f2d55381db81 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1852839 Sep 18 19:47:35.079881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.103019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 54789532-a649-408c-b9e5-fddcfe198440, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54789532-a649-408c-b9e5-fddcfe198440,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:35.126151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '54789532-a649-408c-b9e5-fddcfe198440', 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe', 'port_id': '54789532-a649-408c-b9e5-fddcfe198440', 'mac_address': 'fa:16:3e:5d:ca:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a775418f-b677-4206-89f0-a8df0a30b843', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:35.168714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:35.178744 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:35.181237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Allocated IP 19.80.0.235 (325e6090-2d5b-478d-9e91-d437b50a3754/25260f98-eab6-4d33-b5b6-a1fb3c1d8590/8462b186-e41b-4508-88ae-45081e804f00) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:35.183560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:35.184593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:35.185364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.188094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=6069bbf0-1fb9-4cb0-8db1-21d36c33f154,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:35.218807 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5149a29f-1ab4-40a0-b54a-76059c97e503 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7900004 Sep 18 19:47:35.223002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52232) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:35.231448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:35.235584 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.254319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54789532-a649-408c-b9e5-fddcfe198440 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:35.265324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:31Z', 'revision_number': 3, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:35.299743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Checking router: cee74434-abd2-48ef-bec7-51f3f098531d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:35.300363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Updating router cee74434-abd2-48ef-bec7-51f3f098531d port 03f4d052-5bca-4b6d-a185-f5f198ffbe17 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:47:35.327405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.333296 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.363138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 54789532-a649-408c-b9e5-fddcfe198440, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54789532-a649-408c-b9e5-fddcfe198440,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:35.370088 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.461998 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.509691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=54789532-a649-408c-b9e5-fddcfe198440,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:35.575956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['54789532-a649-408c-b9e5-fddcfe198440'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:35.614561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff2cd1dd-2be2-4477-bacd-0d5c61538db4 req-9a9c9ef4-86d7-43dd-ba19-9dd98d91db67 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510769 Sep 18 19:47:35.620246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Pushing event updated for resources: {'Port': ['ID=7116bdff-a7d7-4b9b-b736-96e86431d685,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:35.692166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157abe50-e20f-4945-8400-594a367ce0e1 req-3d572b25-9d32-4fce-99e0-a6cef76a0fb8 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:35.701680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-157abe50-e20f-4945-8400-594a367ce0e1 req-3d572b25-9d32-4fce-99e0-a6cef76a0fb8 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 943 time: 0.2259722 Sep 18 19:47:35.796531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Attempting to bind port 7116bdff-a7d7-4b9b-b736-96e86431d685 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:35.797536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Attempting to bind port 7116bdff-a7d7-4b9b-b736-96e86431d685 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:35.797536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Attempting to bind port 7116bdff-a7d7-4b9b-b736-96e86431d685 on network 932c8291-6915-4d58-8abe-44c09cf77afe {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:35.800993 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.816609 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.848238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-157abe50-e20f-4945-8400-594a367ce0e1 req-47541d40-7f98-4919-8802-d6ead78d5be5 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454165 Sep 18 19:47:35.849105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Port 7116bdff-a7d7-4b9b-b736-96e86431d685 on network 932c8291-6915-4d58-8abe-44c09cf77afe not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:35.850424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Attempting to bind port 7116bdff-a7d7-4b9b-b736-96e86431d685 on network 932c8291-6915-4d58-8abe-44c09cf77afe {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:35.886195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:35.886587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Checking segment: {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:35.887041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Bound using segment: {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:35.887566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Bound port: 7116bdff-a7d7-4b9b-b736-96e86431d685, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65ade3c-de1b-41d6-b900-17b64ce25584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:35.887688 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.888138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.941523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] device_id is not set on port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:35.944036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00aca0-3bce-4d8c-b23c-c9aea0c128a2 None None] Pushing event updated for resources: {'Port': ['ID=03f4d052-5bca-4b6d-a185-f5f198ffbe17,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:35.961702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network 325e6090-2d5b-478d-9e91-d437b50a3754 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:35.964302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:35.966556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Port': ['ID=8462b186-e41b-4508-88ae-45081e804f00,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:35.970098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:35.971079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Attempting to bind port 03f4d052-5bca-4b6d-a185-f5f198ffbe17 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:35.971514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Attempting to bind port 03f4d052-5bca-4b6d-a185-f5f198ffbe17 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:35.972002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Attempting to bind port 03f4d052-5bca-4b6d-a185-f5f198ffbe17 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:35.972782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:36.004709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:36.005094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:36.006447 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.006854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:36.007705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Bound port: 03f4d052-5bca-4b6d-a185-f5f198ffbe17, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:36.007847 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.021629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.095064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] For port 03f4d052-5bca-4b6d-a185-f5f198ffbe17, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:36.099564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] For port 03f4d052-5bca-4b6d-a185-f5f198ffbe17, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=03f4d052-5bca-4b6d-a185-f5f198ffbe17,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:36.109130 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.123125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:36.126690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.168493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.168930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.169344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.179151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=6069bbf0-1fb9-4cb0-8db1-21d36c33f154,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:36.185433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.185784 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.186193 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 2 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.211761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:36.213534 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5a78e215-5265-45ad-afc7-08276ab9f559 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6664059 Sep 18 19:47:36.213943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:36.214086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2c1b1-513d-4ece-9ec7-2904e7c1d814 req-6a590e5f-6189-416b-be49-6822e5c223e3 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:36.227971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6e2c1b1-513d-4ece-9ec7-2904e7c1d814 req-6a590e5f-6189-416b-be49-6822e5c223e3 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 932 time: 0.2500060 Sep 18 19:47:36.241073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Request body: {'port': {'device_id': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e', 'admin_state_up': True, 'tenant_id': '46389f903005407998ecd88a2c5a79ee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:36.242347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] For port 7116bdff-a7d7-4b9b-b736-96e86431d685, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:36.272475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.272731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.273095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.280324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] For port 7116bdff-a7d7-4b9b-b736-96e86431d685, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7116bdff-a7d7-4b9b-b736-96e86431d685,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:36.288438 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.292362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00aca0-3bce-4d8c-b23c-c9aea0c128a2 None None] Pushing event updated for resources: {'Port': ['ID=03f4d052-5bca-4b6d-a185-f5f198ffbe17,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:36.299030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.300102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.300509 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.302632 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 3 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.344012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6e2c1b1-513d-4ece-9ec7-2904e7c1d814 req-2c8d5c82-fb89-4a9b-bdac-f1904e0d64a4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105201 Sep 18 19:47:36.368752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.369118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.369454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.372541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:36.373230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.374582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] 10.222.0.24 "PUT /v2.0/ports/7116bdff-a7d7-4b9b-b736-96e86431d685 HTTP/1.1" status: 200 len: 1092 time: 2.4041123 Sep 18 19:47:36.379513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.379842 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.382202 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 4 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.392652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fb9b28-7481-438b-83cf-2f2962beba7e', 'tag': '7116bdff-a7d7-4b9b-b736-96e86431d685'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:36.403457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.403699 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ab22f9-e0a3-491b-883c-885ec6fb3051" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fb9b28-7481-438b-83cf-2f2962beba7e", "tag": "7116bdff-a7d7-4b9b-b736-96e86431d685"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:36.403880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.404112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.417517 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.417837 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.419625 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 5 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.440668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.441007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.441472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.452812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.453167 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.454456 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 6 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.455737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:36.466994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Made reservation on behalf of 46389f903005407998ecd88a2c5a79ee for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:36.470454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.484274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.484606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.484943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.493409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.493734 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.496155 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 7 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.517809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52250) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:36.545640 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01debb01-4477-4245-9231-515588996408 x-openstack-request-id: req-01debb01-4477-4245-9231-515588996408 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:36.546000 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fb9b28-7481-438b-83cf-2f2962beba7e", "tag": "7116bdff-a7d7-4b9b-b736-96e86431d685", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:36.547003 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01debb01-4477-4245-9231-515588996408 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:36.547425 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fb9b28-7481-438b-83cf-2f2962beba7e', 'tag': '7116bdff-a7d7-4b9b-b736-96e86431d685', 'status': 'completed', 'code': 200} Sep 18 19:47:36.552715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.553019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.553340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.566384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.566713 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.568991 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 8 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.575890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de6353-41e6-4735-ab5a-5b7f355cf590 service neutron] Pushing event updated for resources: {'Port': ['ID=7116bdff-a7d7-4b9b-b736-96e86431d685,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:36.582303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2df4299b-3636-4064-af48-021a368428cb None None] Provisioning complete for port 8462b186-e41b-4508-88ae-45081e804f00 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:36.582704 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2df4299b-3636-4064-af48-021a368428cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.592235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.592591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.593021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.621956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.622281 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.624701 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 9 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.638802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-4dec2ba7-593d-4841-a8ba-0053a084b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:36.640432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-4dec2ba7-593d-4841-a8ba-0053a084b737 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 1095 time: 0.2043874 Sep 18 19:47:36.645765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.645765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.647408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.655141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.655487 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.658770 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempt 10 to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 Sep 18 19:47:36.672398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2df4299b-3636-4064-af48-021a368428cb None None] Port 8462b186-e41b-4508-88ae-45081e804f00 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:36.672898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Allocated IP 19.86.0.92 (b93af9ba-622b-4169-9ec6-2206d7d9c98e/862181d6-0e1e-4e5c-881d-38cda87cdc23/770ce549-79be-4956-b23b-1e9a3edbe6bf) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:36.686504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:36.686766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:36.687101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempting to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:36.696806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:36.697130 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Failed to bind port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '31fcca89-5fb4-463d-972d-2bca05a3e177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa'}] Sep 18 19:47:36.698033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.741605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-012a626e-0332-4aaa-9473-4d17a1d714af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7116bdff-a7d7-4b9b-b736-96e86431d685 HTTP/1.1" status: 200 len: 217 time: 0.0910826 Sep 18 19:47:36.758034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 54789532-a649-408c-b9e5-fddcfe198440 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:36.758227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36c9bb32-d7d4-47af-8ca0-a55c8bd45770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.815742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:31Z', 'revision_number': 3, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:36.852434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91757323-acf6-4729-98aa-e8c5e38ca36f None None] The sync data for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 is: [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:31Z', 'revision_number': 3, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:36.857235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Allocated IP 172.20.0.1 (95e75689-899d-4bb8-9398-50029eed48e7/1e50a3d6-3ef5-4cfd-8201-f694c0fb526c/f8ff0c46-64bf-442c-9b5d-a31b19f9de09) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:36.874953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 54789532-a649-408c-b9e5-fddcfe198440 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:36.879546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-d06b3238-604d-4590-8563-e7711395fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:36.881033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-d06b3238-604d-4590-8563-e7711395fe63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.1128762 Sep 18 19:47:36.889717 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 54789532-a649-408c-b9e5-fddcfe198440 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:36.890414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.893304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d61a-bc2c-4c5a-8ff1-06b37cfd2515 req-2efd5539-59e6-4fad-9f8b-a9d76a08fc40 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:36.894019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1c9d61a-bc2c-4c5a-8ff1-06b37cfd2515 req-2efd5539-59e6-4fad-9f8b-a9d76a08fc40 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1467695 Sep 18 19:47:36.903319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] For port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:36.903835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attempted to set empty binding levels {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 19:47:36.921852 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.948520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-91428541-917a-433b-9584-6a7f1bc623aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533974 Sep 18 19:47:36.983702 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:47:36.990675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] In _notify_port_updated(), no bound segment for port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 on network 6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:47:36.991851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:36.992403 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:36.997046 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "PUT /v2.0/ports/6069bbf0-1fb9-4cb0-8db1-21d36c33f154 HTTP/1.1" status: 200 len: 974 time: 1.7697120 Sep 18 19:47:37.009246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52258) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:37.022546 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.052430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b80220-1438-42d8-a0ce-bed657e3ab1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54789532-a649-408c-b9e5-fddcfe198440'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:37.054339 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06da0287-904c-401f-8b40-b116cd23f349" -d '{"events": [{"server_uuid": "c3b80220-1438-42d8-a0ce-bed657e3ab1f", "name": "network-vif-plugged", "status": "completed", "tag": "54789532-a649-408c-b9e5-fddcfe198440"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:37.071633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.071770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 54789532-a649-408c-b9e5-fddcfe198440, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54789532-a649-408c-b9e5-fddcfe198440,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:37.074349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5c05-db8d-45b3-bcda-79095f87595c tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event updated for resources: {'Port': ['ID=6069bbf0-1fb9-4cb0-8db1-21d36c33f154,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:37.084203 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.121831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1c9d61a-bc2c-4c5a-8ff1-06b37cfd2515 req-77eb7656-0ebd-41a6-bfe6-8e7916b4243a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168086 Sep 18 19:47:37.169319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=54789532-a649-408c-b9e5-fddcfe198440,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:37.172422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36c9bb32-d7d4-47af-8ca0-a55c8bd45770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.185286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.186898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36c9bb32-d7d4-47af-8ca0-a55c8bd45770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.193128 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-333995ae-3924-437d-a371-333c45735110 service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322531 Sep 18 19:47:37.200416 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf35f74-c4a2-466e-a5b9-039a04744b0f x-openstack-request-id: req-dcf35f74-c4a2-466e-a5b9-039a04744b0f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:37.200951 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b80220-1438-42d8-a0ce-bed657e3ab1f", "name": "network-vif-plugged", "status": "completed", "tag": "54789532-a649-408c-b9e5-fddcfe198440", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:37.201396 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcf35f74-c4a2-466e-a5b9-039a04744b0f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:37.201496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4162e8-41dd-4113-8c4d-09b23418acf4 req-9e7f9bea-2e30-4c3b-b25f-6019ece1f4ce tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:37.202539 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b80220-1438-42d8-a0ce-bed657e3ab1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54789532-a649-408c-b9e5-fddcfe198440', 'code': 200} Sep 18 19:47:37.209038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f4162e8-41dd-4113-8c4d-09b23418acf4 req-9e7f9bea-2e30-4c3b-b25f-6019ece1f4ce tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 943 time: 0.2169602 Sep 18 19:47:37.233336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.359326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event updated for resources: {'Port': ['ID=770ce549-79be-4956-b23b-1e9a3edbe6bf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:37.364571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Network b93af9ba-622b-4169-9ec6-2206d7d9c98e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:37.373853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Deleting port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:37.374494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.378204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f4162e8-41dd-4113-8c4d-09b23418acf4 req-328d834b-a874-4230-ad72-11c1dc9a3c37 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637831 Sep 18 19:47:37.378353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:37.387325 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36c9bb32-d7d4-47af-8ca0-a55c8bd45770 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a8dfe21ef3a466fab186ccdfcc56822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8683562 Sep 18 19:47:37.401271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52268) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:37.401408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9bb32-d7d4-47af-8ca0-a55c8bd45770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6bae4a-3cd7-4248-96ea-1f8e93de2e69,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:37.475312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7c7e85b-bd09-4a57-b447-9e7058acb661 req-ec24f7e0-19ce-40b3-871d-f09fab4308ad service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639670 Sep 18 19:47:37.496798 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.503030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] For port 6069bbf0-1fb9-4cb0-8db1-21d36c33f154, host n-h1-789963-11, got binding levels [] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:37.503712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.522932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Calling delete_port for 6069bbf0-1fb9-4cb0-8db1-21d36c33f154 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:37.528148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:37.584317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:37.584991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.595582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682a391-1c3a-4446-ac4c-6344bfb2a8ac req-a6276be2-1b55-4cfc-b049-ad024c291a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:37.597148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1682a391-1c3a-4446-ac4c-6344bfb2a8ac req-a6276be2-1b55-4cfc-b049-ad024c291a9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1097 time: 0.3169847 Sep 18 19:47:37.600011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Network 95e75689-899d-4bb8-9398-50029eed48e7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:37.609601 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-e142bc3c-dcc6-4431-9c87-b32a74995bc1 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3844790 Sep 18 19:47:37.635581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:37.651057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Request body: {'port': {'device_id': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:37.655563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:37.692287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Pushing event updated for resources: {'Port': ['ID=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:37.711420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-694dd4e6-4b86-4645-a67e-07f36b309b8e None None] Provisioning complete for port 770ce549-79be-4956-b23b-1e9a3edbe6bf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:37.711420 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-694dd4e6-4b86-4645-a67e-07f36b309b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.753081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-a53dde61-f3c5-4907-8fd1-3de46052392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:37.754615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-a53dde61-f3c5-4907-8fd1-3de46052392c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 1095 time: 0.1996748 Sep 18 19:47:37.758696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.763524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c5592-0504-4aa0-a882-a6929044b949 req-21a8e824-21d8-4429-816c-d284090653fb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:37.769582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c5592-0504-4aa0-a882-a6929044b949 req-21a8e824-21d8-4429-816c-d284090653fb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:37.777730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c5c5592-0504-4aa0-a882-a6929044b949 req-21a8e824-21d8-4429-816c-d284090653fb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1654 time: 0.3013239 Sep 18 19:47:37.781169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-694dd4e6-4b86-4645-a67e-07f36b309b8e None None] Port 770ce549-79be-4956-b23b-1e9a3edbe6bf cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:37.784551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1682a391-1c3a-4446-ac4c-6344bfb2a8ac req-e17af30d-e61f-42f1-9d66-a33b02f5fef4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655300 Sep 18 19:47:37.828909 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45b11d15-9b47-4729-9630-8c1fb9a52c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.847408 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.963454 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45b11d15-9b47-4729-9630-8c1fb9a52c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:37.973097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 03f4d052-5bca-4b6d-a185-f5f198ffbe17 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:37.975041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.000027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c5c5592-0504-4aa0-a882-a6929044b949 req-f3e29847-2120-44d2-a56c-48a3b7ce4bd4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212062 Sep 18 19:47:38.022383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Pushing event deleted for resources: {'Port': ['ID=6069bbf0-1fb9-4cb0-8db1-21d36c33f154,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:38.049081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.051125 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-24740bf5-813b-47cd-a24e-d832d4e21d3b tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6069bbf0-1fb9-4cb0-8db1-21d36c33f154 HTTP/1.1" status: 204 len: 168 time: 1.0391564 Sep 18 19:47:38.053804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52270) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:38.065817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-090d3576-6c85-400b-a21c-2bd410e5871c None None] Provisioning complete for port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:38.066447 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-090d3576-6c85-400b-a21c-2bd410e5871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.080871 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee323e7-a3d1-4b4e-a3a3-3ca894a54163 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] GET failed (client error): The resource could not be found. Sep 18 19:47:38.087304 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ee323e7-a3d1-4b4e-a3a3-3ca894a54163 tempest-PortsAdminExtendedAttrsTestJSON-28939693 tempest-PortsAdminExtendedAttrsTestJSON-28939693-project-admin] 10.222.0.20 "GET /v2.0/ports/6069bbf0-1fb9-4cb0-8db1-21d36c33f154 HTTP/1.1" status: 404 len: 333 time: 0.0276453 Sep 18 19:47:38.095303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52272) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:38.096535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 03f4d052-5bca-4b6d-a185-f5f198ffbe17 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:38.097177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.127067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-353cd674-d9e9-425c-8e33-d12ee29fad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:38.128848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-353cd674-d9e9-425c-8e33-d12ee29fad95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 920 time: 0.3480020 Sep 18 19:47:38.209165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-dddd46af-6f5b-4740-a975-57109abc3585 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7116bdff-a7d7-4b9b-b736-96e86431d685 HTTP/1.1" status: 200 len: 217 time: 0.0495322 Sep 18 19:47:38.242656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8462b186-e41b-4508-88ae-45081e804f00 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:38.252161 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.266373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Transition to ACTIVE for port object 8462b186-e41b-4508-88ae-45081e804f00 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:47:38.270272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.317138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-090d3576-6c85-400b-a21c-2bd410e5871c None None] Port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:38.324005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45b11d15-9b47-4729-9630-8c1fb9a52c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.327391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Pushing event updated for resources: {'Port': ['ID=8462b186-e41b-4508-88ae-45081e804f00,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:38.327693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45b11d15-9b47-4729-9630-8c1fb9a52c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.331162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-45b11d15-9b47-4729-9630-8c1fb9a52c52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a6bae4a-3cd7-4248-96ea-1f8e93de2e69 HTTP/1.1" status: 204 len: 168 time: 0.9226680 Sep 18 19:47:38.337689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-87247703-f551-45ad-a375-4677cfc277a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:38.340085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-87247703-f551-45ad-a375-4677cfc277a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.0970323 Sep 18 19:47:38.362707 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.435926 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.457729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-ab772e07-a25c-44c5-ad13-34921053521f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968509 Sep 18 19:47:38.472028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.473011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 03f4d052-5bca-4b6d-a185-f5f198ffbe17, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=03f4d052-5bca-4b6d-a185-f5f198ffbe17,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:38.481030 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.489625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b11d15-9b47-4729-9630-8c1fb9a52c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6bae4a-3cd7-4248-96ea-1f8e93de2e69,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:38.519564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Attempting to bind port 8462b186-e41b-4508-88ae-45081e804f00 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:38.519903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Attempting to bind port 8462b186-e41b-4508-88ae-45081e804f00 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:38.520231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Attempting to bind port 8462b186-e41b-4508-88ae-45081e804f00 on network 325e6090-2d5b-478d-9e91-d437b50a3754 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:38.526656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Port 8462b186-e41b-4508-88ae-45081e804f00 on network 325e6090-2d5b-478d-9e91-d437b50a3754 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:38.526994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Attempting to bind port 8462b186-e41b-4508-88ae-45081e804f00 on network 325e6090-2d5b-478d-9e91-d437b50a3754 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:38.533732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:38.534069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Checking segment: {'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:38.534458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Bound using segment: {'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:38.534887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Bound port: 8462b186-e41b-4508-88ae-45081e804f00, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7e9435-5727-4026-a177-5cb0c9fe15c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:38.535250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.563891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=03f4d052-5bca-4b6d-a185-f5f198ffbe17,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:38.640605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad121fb-0d4b-4fe2-aa24-f3ad5f457c45 req-9ef00599-2e76-4b06-b32c-71e02f952fba tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:38.642266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aad121fb-0d4b-4fe2-aa24-f3ad5f457c45 req-9ef00599-2e76-4b06-b32c-71e02f952fba tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.4030514 Sep 18 19:47:38.644129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] For port 8462b186-e41b-4508-88ae-45081e804f00, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:38.648869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] For port 8462b186-e41b-4508-88ae-45081e804f00, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8462b186-e41b-4508-88ae-45081e804f00,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:38.660296 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.710047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:38.717643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.717643 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] 10.222.0.24 "PUT /v2.0/ports/8462b186-e41b-4508-88ae-45081e804f00 HTTP/1.1" status: 200 len: 1093 time: 1.0671701 Sep 18 19:47:38.717643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'tag': '8462b186-e41b-4508-88ae-45081e804f00'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:38.724308 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed11ad5-006f-4450-8a04-8c74e9330c64" -d '{"events": [{"name": "network-changed", "server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "tag": "8462b186-e41b-4508-88ae-45081e804f00"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:38.775632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Request body: {'port': {'device_id': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:38.785632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f390da-6df1-40b5-adbe-b85e658f0a36 service neutron] Pushing event updated for resources: {'Port': ['ID=8462b186-e41b-4508-88ae-45081e804f00,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:38.871538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:38.910424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af145f-3e59-4ef3-b952-cf52326e359c req-5b91c643-c294-4d3d-a079-2ba452442d65 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:38.914381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47af145f-3e59-4ef3-b952-cf52326e359c req-5b91c643-c294-4d3d-a079-2ba452442d65 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 943 time: 0.4033074 Sep 18 19:47:38.915627 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.008186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aad121fb-0d4b-4fe2-aa24-f3ad5f457c45 req-a37648de-49c6-46cf-9766-023cac034449 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239646 Sep 18 19:47:39.054193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:39.064347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-991bbb5b-4d6b-4542-b562-90c18de3cc25 service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656652 Sep 18 19:47:39.085457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31fcca89-5fb4-463d-972d-2bca05a3e177') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:39.085752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31fcca89-5fb4-463d-972d-2bca05a3e177') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:39.134282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47af145f-3e59-4ef3-b952-cf52326e359c req-5eb90399-3367-4edc-86d4-cd1dbadd5165 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687038 Sep 18 19:47:39.147519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.175655 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfd6607-f6dc-43e3-af19-b092737535d9 x-openstack-request-id: req-5bfd6607-f6dc-43e3-af19-b092737535d9 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:39.176233 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "tag": "8462b186-e41b-4508-88ae-45081e804f00", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:39.176383 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bfd6607-f6dc-43e3-af19-b092737535d9 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:39.176874 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'tag': '8462b186-e41b-4508-88ae-45081e804f00', 'status': 'completed', 'code': 200} Sep 18 19:47:39.277121 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.310360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770ce549-79be-4956-b23b-1e9a3edbe6bf {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:39.311908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:47:39.312325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:47:39.315901 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:47:39.320166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.334886 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Transition to ACTIVE for port object 770ce549-79be-4956-b23b-1e9a3edbe6bf will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:47:39.341031 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.427531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=770ce549-79be-4956-b23b-1e9a3edbe6bf,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:39.500193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Attempting to bind port 770ce549-79be-4956-b23b-1e9a3edbe6bf on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:39.500753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Attempting to bind port 770ce549-79be-4956-b23b-1e9a3edbe6bf by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:39.501262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Attempting to bind port 770ce549-79be-4956-b23b-1e9a3edbe6bf on network b93af9ba-622b-4169-9ec6-2206d7d9c98e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:39.507458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Port 770ce549-79be-4956-b23b-1e9a3edbe6bf on network b93af9ba-622b-4169-9ec6-2206d7d9c98e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:39.508009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Attempting to bind port 770ce549-79be-4956-b23b-1e9a3edbe6bf on network b93af9ba-622b-4169-9ec6-2206d7d9c98e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:39.513854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:39.514576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Checking segment: {'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:39.515138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Bound using segment: {'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:39.515991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Bound port: 770ce549-79be-4956-b23b-1e9a3edbe6bf, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:39.516359 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.593849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] For port 770ce549-79be-4956-b23b-1e9a3edbe6bf, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:39.597504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] For port 770ce549-79be-4956-b23b-1e9a3edbe6bf, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=770ce549-79be-4956-b23b-1e9a3edbe6bf,segment=NetworkSegment(1148ae2a-e4bf-4793-800a-b7b7c7c7dd56),segment_id=1148ae2a-e4bf-4793-800a-b7b7c7c7dd56)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:39.605754 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.652724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:39.653502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.654988 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] 10.222.0.24 "PUT /v2.0/ports/770ce549-79be-4956-b23b-1e9a3edbe6bf HTTP/1.1" status: 200 len: 1092 time: 0.8881485 Sep 18 19:47:39.687003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e3e77-5dcf-4446-860d-60296bc19ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=770ce549-79be-4956-b23b-1e9a3edbe6bf,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:39.724625 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.769388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42ab22f9-e0a3-491b-883c-885ec6fb3051 req-6255e23b-6042-4e6d-a6d4-8b7ad9cd7996 service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905766 Sep 18 19:47:39.769982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.833922 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.839735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-dfb9f263-4f47-42fe-b8d6-9628a06c4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:39.840233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-dfb9f263-4f47-42fe-b8d6-9628a06c4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:39.842839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-dfb9f263-4f47-42fe-b8d6-9628a06c4611 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1914 time: 0.6004753 Sep 18 19:47:39.854840 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.859756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] 10.222.0.20 "DELETE /v2.0/networks/6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa HTTP/1.1" status: 204 len: 168 time: 1.7607493 Sep 18 19:47:39.935198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d63240-6a85-43bf-8e48-c7019fd0e94d req-90c62011-ca35-4d4d-89b0-9e3113708768 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:39.941777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d63240-6a85-43bf-8e48-c7019fd0e94d req-90c62011-ca35-4d4d-89b0-9e3113708768 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:39.943546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21d63240-6a85-43bf-8e48-c7019fd0e94d req-90c62011-ca35-4d4d-89b0-9e3113708768 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1666 time: 0.6614165 Sep 18 19:47:39.953351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f940df-2f7d-406f-8665-52ef37a084bf tempest-PortsAdminExtendedAttrsTestJSON-1004318193 tempest-PortsAdminExtendedAttrsTestJSON-1004318193-project] Pushing event deleted for resources: {'Network': ['ID=6f5d4b7f-47c9-40b0-8ec2-976aac4eacaa,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:39.954090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 03f4d052-5bca-4b6d-a185-f5f198ffbe17 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:39.961895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:39.967091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Pushing event updated for resources: {'Port': ['ID=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:40.064052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 03f4d052-5bca-4b6d-a185-f5f198ffbe17 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:40.064846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:40.149045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21d63240-6a85-43bf-8e48-c7019fd0e94d req-6a07915c-5799-414a-befa-bb983091235a tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761916 Sep 18 19:47:40.153870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-9a2344f2-6b50-489f-bd31-b4d62fb3389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.154550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-9a2344f2-6b50-489f-bd31-b4d62fb3389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.155160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-9a2344f2-6b50-489f-bd31-b4d62fb3389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.157504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-9a2344f2-6b50-489f-bd31-b4d62fb3389e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=46389f903005407998ecd88a2c5a79ee&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2938974 Sep 18 19:47:40.315439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52348) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:40.331207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Network 95e75689-899d-4bb8-9398-50029eed48e7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:40.337244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:40.422928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2789-854f-4a88-8268-7a39a524bcd5 req-2dbd4e64-c597-427c-acff-dc245aa75fd1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.430448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0ae2789-854f-4a88-8268-7a39a524bcd5 req-2dbd4e64-c597-427c-acff-dc245aa75fd1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2022750 Sep 18 19:47:40.444521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-fd146de9-17ab-436d-b4c8-c266f09a2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.446252 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ed11ad5-006f-4450-8a04-8c74e9330c64 req-fd146de9-17ab-436d-b4c8-c266f09a2e5e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2783742 Sep 18 19:47:40.548599 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d06cb9db-87a6-4ca4-924e-c3804b23544c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88af7ed7803a4bfdae58398b5bab9e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317724 Sep 18 19:47:40.552868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52356) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:40.580252 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0ae2789-854f-4a88-8268-7a39a524bcd5 req-2ff03891-bc25-4975-8e8d-a8dce5710ef8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484268 Sep 18 19:47:40.608537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Router cee74434-abd2-48ef-bec7-51f3f098531d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:47:40.627542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60badd32-468d-41a2-b6eb-0328d99e78e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:40.637961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-4b2b01a8-9bf5-4e60-b6ea-317b647df80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.638449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-4b2b01a8-9bf5-4e60-b6ea-317b647df80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.652953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-4b2b01a8-9bf5-4e60-b6ea-317b647df80a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1982 time: 0.1432085 Sep 18 19:47:40.656167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60badd32-468d-41a2-b6eb-0328d99e78e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:40.678764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-909716db-5cc8-42c1-a653-f25ff708f7fc None None] Provisioning complete for port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:40.679366 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-909716db-5cc8-42c1-a653-f25ff708f7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:40.733929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-909716db-5cc8-42c1-a653-f25ff708f7fc None None] Port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:40.747895 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60badd32-468d-41a2-b6eb-0328d99e78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:40.752115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60badd32-468d-41a2-b6eb-0328d99e78e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:40.754538 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-60badd32-468d-41a2-b6eb-0328d99e78e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78e2cd3c-de8a-4868-9d45-39c3a13fd460 HTTP/1.1" status: 204 len: 168 time: 0.2004743 Sep 18 19:47:40.761808 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7116bdff-a7d7-4b9b-b736-96e86431d685 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:40.763650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-6c63815e-2f14-4bfd-a1b3-42677049d5fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=8462b186-e41b-4508-88ae-45081e804f00 HTTP/1.1" status: 200 len: 217 time: 0.0435169 Sep 18 19:47:40.766027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60badd32-468d-41a2-b6eb-0328d99e78e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e2cd3c-de8a-4868-9d45-39c3a13fd460,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:40.894467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-2784f677-fe41-4a20-b8e5-ca9c1aa01376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.895999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-2784f677-fe41-4a20-b8e5-ca9c1aa01376 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=25260f98-eab6-4d33-b5b6-a1fb3c1d8590 HTTP/1.1" status: 200 len: 801 time: 0.1243603 Sep 18 19:47:40.899062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:40.908169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d4cce17-89ba-40b0-8b3b-86a853b2071e admin admin] 10.222.0.20 "PUT /v2.0/routers/cee74434-abd2-48ef-bec7-51f3f098531d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2993991 Sep 18 19:47:40.922057 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Sync routers for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:40.928365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7116bdff-a7d7-4b9b-b736-96e86431d685, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7116bdff-a7d7-4b9b-b736-96e86431d685,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:40.935771 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:40.937266 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:40.944310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '7116bdff-a7d7-4b9b-b736-96e86431d685', 'network_id': '932c8291-6915-4d58-8abe-44c09cf77afe', 'port_id': '7116bdff-a7d7-4b9b-b736-96e86431d685', 'mac_address': 'fa:16:3e:6a:fa:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a775418f-b677-4206-89f0-a8df0a30b843', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:40.957366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd5cff-45bc-4c22-bf9d-fe9bae8a1437 req-29e20ae0-0f34-4f08-83e8-25ebc6c74dc9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.965301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38bd5cff-45bc-4c22-bf9d-fe9bae8a1437 req-29e20ae0-0f34-4f08-83e8-25ebc6c74dc9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 943 time: 0.2463470 Sep 18 19:47:40.977851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52368) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:40.991142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-2069b04e-36fe-4f0e-83f4-645de8b359bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:40.992626 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-2069b04e-36fe-4f0e-83f4-645de8b359bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=325e6090-2d5b-478d-9e91-d437b50a3754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884697 Sep 18 19:47:41.020600 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.030038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38bd5cff-45bc-4c22-bf9d-fe9bae8a1437 req-cdc5ba0c-ec57-43b0-949e-540d572ea696 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637681 Sep 18 19:47:41.047227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7116bdff-a7d7-4b9b-b736-96e86431d685 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:41.083961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7116bdff-a7d7-4b9b-b736-96e86431d685, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7116bdff-a7d7-4b9b-b736-96e86431d685,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:41.093296 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:41.094060 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.158315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7116bdff-a7d7-4b9b-b736-96e86431d685,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:41.178143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'tag': '770ce549-79be-4956-b23b-1e9a3edbe6bf'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:41.180800 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b135ca22-4d12-411a-a0c1-16f06f705d28" -d '{"events": [{"name": "network-changed", "server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "tag": "770ce549-79be-4956-b23b-1e9a3edbe6bf"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:41.191670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-ae56db2e-005e-4d4b-bcef-bc5d4eba9d70 service neutron] 10.222.0.24 "GET /v2.0/networks/325e6090-2d5b-478d-9e91-d437b50a3754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884658 Sep 18 19:47:41.221792 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1324ef75-f736-41f4-9e23-65e8e783b075 x-openstack-request-id: req-1324ef75-f736-41f4-9e23-65e8e783b075 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:41.222156 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "tag": "770ce549-79be-4956-b23b-1e9a3edbe6bf", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:41.222478 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1324ef75-f736-41f4-9e23-65e8e783b075 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:41.222965 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'tag': '770ce549-79be-4956-b23b-1e9a3edbe6bf', 'status': 'completed', 'code': 200} Sep 18 19:47:41.306896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['7116bdff-a7d7-4b9b-b736-96e86431d685'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:41.312575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cfb8-6e62-4c32-bd77-d63a49369c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.384662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca29c0-2d29-4ff1-accf-eadd0c26b1b5 req-bc72340a-a271-48d2-83b1-0f92ac6c92b8 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:41.392073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca29c0-2d29-4ff1-accf-eadd0c26b1b5 req-bc72340a-a271-48d2-83b1-0f92ac6c92b8 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:41.394293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6ca29c0-2d29-4ff1-accf-eadd0c26b1b5 req-bc72340a-a271-48d2-83b1-0f92ac6c92b8 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1678 time: 0.0932367 Sep 18 19:47:41.396177 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 2, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:41.399596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-70fdeace-e058-43ea-82a6-cbd86629e4f5 service neutron] 10.222.0.24 "GET /v2.0/networks/325e6090-2d5b-478d-9e91-d437b50a3754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001171 Sep 18 19:47:41.451483 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Checking router: cee74434-abd2-48ef-bec7-51f3f098531d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:41.452039 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Updating router cee74434-abd2-48ef-bec7-51f3f098531d port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:47:41.460930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cfb8-6e62-4c32-bd77-d63a49369c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.469266 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ba1cfb8-6e62-4c32-bd77-d63a49369c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.485196 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.504634 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5ba1cfb8-6e62-4c32-bd77-d63a49369c14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=394c44cda3c64706a73f8ffdd40f9ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233054 Sep 18 19:47:41.504634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:41.520344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-eb6a25cd-0780-4b17-9564-781786e832d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=770ce549-79be-4956-b23b-1e9a3edbe6bf HTTP/1.1" status: 200 len: 217 time: 0.1042037 Sep 18 19:47:41.520791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52386) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:41.575018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1cfb8-6e62-4c32-bd77-d63a49369c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7092eca7-d6dd-4fce-b7e6-bd590dcd0d1f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:41.581633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-34cb7a8f-20b5-4aae-b0e0-9cf1e6e8130b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b27cf15d0f04d0a8ed7c08ca263d3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763848 Sep 18 19:47:41.585951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52388) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:41.604355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6ca29c0-2d29-4ff1-accf-eadd0c26b1b5 req-c6bc61fd-d272-4138-9146-404241d44019 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011793 Sep 18 19:47:41.652781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5e676c1d-0d30-49dd-852d-5575e132ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:41.653949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-5e676c1d-0d30-49dd-852d-5575e132ac47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=862181d6-0e1e-4e5c-881d-38cda87cdc23 HTTP/1.1" status: 200 len: 801 time: 0.1250594 Sep 18 19:47:41.685638 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-61cf2ac4-b5a9-431f-8d8c-a433c550ee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.739470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-61cf2ac4-b5a9-431f-8d8c-a433c550ee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.748272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43b8eec4-00da-47ff-8b41-c937e5b91506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.783022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-71734870-d0b6-47b8-abf7-355834e921c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:41.784550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-71734870-d0b6-47b8-abf7-355834e921c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b93af9ba-622b-4169-9ec6-2206d7d9c98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170003 Sep 18 19:47:41.797085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43b8eec4-00da-47ff-8b41-c937e5b91506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.858114 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.863703 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.922508 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Pushing event updated for resources: {'Port': ['ID=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:41.939779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52394) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:41.941500 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.941844 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.942182 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.942514 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.942840 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.943181 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.943534 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.943853 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.943969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3f5b517e-30bd-4596-bcc0-1a3223f450ff tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70015917', 'description': 'tempest-description--168665718'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:41.944469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.944966 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.945492 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.945880 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:41.954040 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-61cf2ac4-b5a9-431f-8d8c-a433c550ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.956656 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-61cf2ac4-b5a9-431f-8d8c-a433c550ee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:41.957820 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-61cf2ac4-b5a9-431f-8d8c-a433c550ee30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7092eca7-d6dd-4fce-b7e6-bd590dcd0d1f HTTP/1.1" status: 204 len: 168 time: 0.4347188 Sep 18 19:47:41.986231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344663b0-af49-452a-8559-51ff00b21688 req-8dba0443-cc08-4bb9-bc90-3c4ed9543b83 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:41.998703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-344663b0-af49-452a-8559-51ff00b21688 req-8dba0443-cc08-4bb9-bc90-3c4ed9543b83 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1875839 Sep 18 19:47:42.002657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f5b517e-30bd-4596-bcc0-1a3223f450ff tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.017419 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Attempting to bind port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:42.018084 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Attempting to bind port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:42.018792 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Attempting to bind port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 on network 95e75689-899d-4bb8-9398-50029eed48e7 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:42.031560 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:42.031977 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Checking segment: {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:42.032428 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.034949 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Bound using segment: {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:42.035414 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Bound port: f8ff0c46-64bf-442c-9b5d-a31b19f9de09, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:42.035810 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.040204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43b8eec4-00da-47ff-8b41-c937e5b91506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.043793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43b8eec4-00da-47ff-8b41-c937e5b91506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.044954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-43b8eec4-00da-47ff-8b41-c937e5b91506 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdfa8189-0de3-4f6f-b4eb-e638c0edee21 HTTP/1.1" status: 204 len: 168 time: 0.4553988 Sep 18 19:47:42.062689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-3ec8562a-b208-40ca-ab92-ec63df8d8d86 service neutron] 10.222.0.24 "GET /v2.0/networks/b93af9ba-622b-4169-9ec6-2206d7d9c98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683647 Sep 18 19:47:42.063694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf2ac4-b5a9-431f-8d8c-a433c550ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7092eca7-d6dd-4fce-b7e6-bd590dcd0d1f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:42.132503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8eec4-00da-47ff-8b41-c937e5b91506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa8189-0de3-4f6f-b4eb-e638c0edee21,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:42.183902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f5b517e-30bd-4596-bcc0-1a3223f450ff tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.190535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f5b517e-30bd-4596-bcc0-1a3223f450ff tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.213799 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] For port f8ff0c46-64bf-442c-9b5d-a31b19f9de09, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:42.221557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-344663b0-af49-452a-8559-51ff00b21688 req-fbcc83a6-a0be-45c6-9c33-4a8d658f9a44 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214453 Sep 18 19:47:42.229740 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] For port f8ff0c46-64bf-442c-9b5d-a31b19f9de09, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:42.240114 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.251939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3f5b517e-30bd-4596-bcc0-1a3223f450ff tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.256127 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3f5b517e-30bd-4596-bcc0-1a3223f450ff tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3157048 Sep 18 19:47:42.258638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52402) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:42.263746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e96c5991-8dec-4cab-8402-b66ea5a383c1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Request body: {'security_group_rule': {'security_group_id': 'e3592f93-2153-4f06-b80b-495f30b8a507', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:42.268785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b517e-30bd-4596-bcc0-1a3223f450ff tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3592f93-2153-4f06-b80b-495f30b8a507,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:42.304652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e96c5991-8dec-4cab-8402-b66ea5a383c1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.335672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e5e5a-f1ee-4289-9e9d-bf93938387fb req-d3244d88-52a7-476f-aeac-413f2985aac4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:42.343238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e38e5e5a-f1ee-4289-9e9d-bf93938387fb req-d3244d88-52a7-476f-aeac-413f2985aac4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 944 time: 0.1654260 Sep 18 19:47:42.343540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-657ae7a6-3caa-43c6-bdeb-0e3436769587 req-209bcca4-2f9b-4fbc-aa08-f3acc1e06510 service neutron] 10.222.0.24 "GET /v2.0/networks/b93af9ba-622b-4169-9ec6-2206d7d9c98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609847 Sep 18 19:47:42.380954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5cec178e-6545-4463-aa5e-4680770b07d9 None None] Provisioning complete for port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:42.381481 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5cec178e-6545-4463-aa5e-4680770b07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.419785 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253cf0f-df5a-4229-8aa2-d78e51527361 None None] Pushing event updated for resources: {'Port': ['ID=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:42.430071 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:42.431012 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:42.436919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e96c5991-8dec-4cab-8402-b66ea5a383c1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.448426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e96c5991-8dec-4cab-8402-b66ea5a383c1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.500222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c5991-8dec-4cab-8402-b66ea5a383c1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29df5077-fe12-4357-bf10-5d903391faf5,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:42.503023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e96c5991-8dec-4cab-8402-b66ea5a383c1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.504339 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e96c5991-8dec-4cab-8402-b66ea5a383c1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2456975 Sep 18 19:47:42.509456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52408) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:42.526854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e024aa62-5fa2-4d3c-9eaf-12c19c42bb33 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Request body: {'security_group_rule': {'security_group_id': 'e3592f93-2153-4f06-b80b-495f30b8a507', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:42.572590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e38e5e5a-f1ee-4289-9e9d-bf93938387fb req-7c57c638-3687-4bf5-b66e-b5032f6f42ed tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137296 Sep 18 19:47:42.586683 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5cec178e-6545-4463-aa5e-4680770b07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.601131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-090a96ac-a7a1-41c5-88dd-d90b177f399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:42.601626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-090a96ac-a7a1-41c5-88dd-d90b177f399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:42.603836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-090a96ac-a7a1-41c5-88dd-d90b177f399e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46389f903005407998ecd88a2c5a79ee&device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1982 time: 0.1984551 Sep 18 19:47:42.617279 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:42.656136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5cec178e-6545-4463-aa5e-4680770b07d9 None None] For port f8ff0c46-64bf-442c-9b5d-a31b19f9de09, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:42.667572 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5cec178e-6545-4463-aa5e-4680770b07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.765402 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e024aa62-5fa2-4d3c-9eaf-12c19c42bb33 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.770857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec178e-6545-4463-aa5e-4680770b07d9 None None] Pushing event updated for resources: {'Port': ['ID=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:42.790026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7116bdff-a7d7-4b9b-b736-96e86431d685 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:42.848286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e024aa62-5fa2-4d3c-9eaf-12c19c42bb33 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.852095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-91b58dab-5632-4bc8-bbd7-09d9efa994b5 None None] Provisioning complete for port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:42.852680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91b58dab-5632-4bc8-bbd7-09d9efa994b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.898330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e024aa62-5fa2-4d3c-9eaf-12c19c42bb33 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:42.924776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 7116bdff-a7d7-4b9b-b736-96e86431d685 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:42.930551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 7116bdff-a7d7-4b9b-b736-96e86431d685 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:42.931097 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:43.027603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-f019b282-9e5e-49ec-8e18-aa068bc1ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:43.029572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-f019b282-9e5e-49ec-8e18-aa068bc1ad17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b93af9ba-622b-4169-9ec6-2206d7d9c98e HTTP/1.1" status: 200 len: 902 time: 0.4145989 Sep 18 19:47:43.036029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024aa62-5fa2-4d3c-9eaf-12c19c42bb33 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec1070f-a073-462b-ae60-a285d3ef23a6,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:43.045721 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e024aa62-5fa2-4d3c-9eaf-12c19c42bb33 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:43.047284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e024aa62-5fa2-4d3c-9eaf-12c19c42bb33 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5302503 Sep 18 19:47:43.050591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52436) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:43.055952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:43.100620 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:43.110310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:43.136252 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-fe19f219-9384-43a6-b21c-411e2e1723d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=770ce549-79be-4956-b23b-1e9a3edbe6bf HTTP/1.1" status: 200 len: 217 time: 0.0856533 Sep 18 19:47:43.149293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fb9b28-7481-438b-83cf-2f2962beba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116bdff-a7d7-4b9b-b736-96e86431d685'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:43.154180 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:42Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:43.157573 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dc2bee-422b-4bee-a138-93eefb4c9f02" -d '{"events": [{"server_uuid": "a8fb9b28-7481-438b-83cf-2f2962beba7e", "name": "network-vif-plugged", "status": "completed", "tag": "7116bdff-a7d7-4b9b-b736-96e86431d685"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:43.202188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74060c-2fdc-4a15-8232-9c459db5cb56 req-6c33cfc0-e301-48b5-83ef-e6d312cabb2f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:43.209059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74060c-2fdc-4a15-8232-9c459db5cb56 req-6c33cfc0-e301-48b5-83ef-e6d312cabb2f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:43.210995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7116bdff-a7d7-4b9b-b736-96e86431d685, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7116bdff-a7d7-4b9b-b736-96e86431d685,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:43.219281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef74060c-2fdc-4a15-8232-9c459db5cb56 req-6c33cfc0-e301-48b5-83ef-e6d312cabb2f tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1678 time: 0.4063818 Sep 18 19:47:43.235234 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:43.262326 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a6d69-bcf7-427c-86e2-e4acc26acdfa None None] The sync data for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 is: [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:42Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:43.282191 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a05d1d4-0b45-4996-9091-478487af0873 x-openstack-request-id: req-7a05d1d4-0b45-4996-9091-478487af0873 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:43.285220 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fb9b28-7481-438b-83cf-2f2962beba7e", "name": "network-vif-plugged", "status": "completed", "tag": "7116bdff-a7d7-4b9b-b736-96e86431d685", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:43.287777 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a05d1d4-0b45-4996-9091-478487af0873 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:43.288394 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fb9b28-7481-438b-83cf-2f2962beba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7116bdff-a7d7-4b9b-b736-96e86431d685', 'code': 200} Sep 18 19:47:43.357286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-ea6768e9-7fa1-47d4-a2ed-c97870a10472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:43.358851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-ea6768e9-7fa1-47d4-a2ed-c97870a10472 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=862181d6-0e1e-4e5c-881d-38cda87cdc23 HTTP/1.1" status: 200 len: 801 time: 0.2152696 Sep 18 19:47:43.362575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7116bdff-a7d7-4b9b-b736-96e86431d685,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:43.378594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef74060c-2fdc-4a15-8232-9c459db5cb56 req-f435282b-ed9f-40fe-871f-c6550ceaf44c tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581175 Sep 18 19:47:43.402814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:43.446679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52454) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:43.513912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad912c3d-ad0d-48e0-9809-dc393f22ab78 req-c9f60b65-25d7-4521-ad13-3e8049e5057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:43.515560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad912c3d-ad0d-48e0-9809-dc393f22ab78 req-c9f60b65-25d7-4521-ad13-3e8049e5057d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 1097 time: 0.1965520 Sep 18 19:47:43.522087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-8f9584f5-4fae-424e-b29c-df707e3fcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:43.523561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-8f9584f5-4fae-424e-b29c-df707e3fcb5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b93af9ba-622b-4169-9ec6-2206d7d9c98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177735 Sep 18 19:47:43.661285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Allocated IP 172.25.8.165 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/44d6dd03-4828-4ecc-a218-619f6b1f9df5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:43.771316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad912c3d-ad0d-48e0-9809-dc393f22ab78 req-a103b349-5185-4961-9e73-772e0ffcd951 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436981 Sep 18 19:47:43.827315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-9def3080-e28e-4bac-8b08-9a5be445bdc1 service neutron] 10.222.0.24 "GET /v2.0/networks/b93af9ba-622b-4169-9ec6-2206d7d9c98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944822 Sep 18 19:47:43.836082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ac571-8482-49ab-bcca-328e93dbe970 req-acba9b94-d2ae-44fb-bee9-57e3550fe53a tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:43.838274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-433ac571-8482-49ab-bcca-328e93dbe970 req-acba9b94-d2ae-44fb-bee9-57e3550fe53a tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1221194 Sep 18 19:47:43.866584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:43.943602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:43.959360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e8be6434-3e7d-48f6-8282-9e71b4b1cbd9 tempest-AgentManagementNegativeTest-2138460448 tempest-AgentManagementNegativeTest-2138460448-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4846613 Sep 18 19:47:43.994538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:44.016480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:44.019025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f8ff0c46-64bf-442c-9b5d-a31b19f9de09 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:44.026534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:44.082086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event updated for resources: {'Port': ['ID=44d6dd03-4828-4ecc-a218-619f6b1f9df5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:44.105868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-433ac571-8482-49ab-bcca-328e93dbe970 req-77e81e7a-6c79-4763-8b83-3660815e2791 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601223 Sep 18 19:47:44.120331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:44.121086 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.160790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da61a1-b13e-4a2b-a04b-00b7faa58d65 req-b2253bac-407c-4e8f-b417-75f6dd3d7c99 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:44.171078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02da61a1-b13e-4a2b-a04b-00b7faa58d65 req-b2253bac-407c-4e8f-b417-75f6dd3d7c99 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.7662914 Sep 18 19:47:44.189679 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.264538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.332721 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02da61a1-b13e-4a2b-a04b-00b7faa58d65 req-81d7e72b-27e5-4bf2-b6bb-b863d2f7332e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537070 Sep 18 19:47:44.343144 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b135ca22-4d12-411a-a0c1-16f06f705d28 req-6f416df3-78d7-4490-98ff-47ca995a43db service neutron] 10.222.0.24 "GET /v2.0/networks/b93af9ba-622b-4169-9ec6-2206d7d9c98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755116 Sep 18 19:47:44.510398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52482) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:44.542638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759cb5-81a0-49e6-abcc-6ce46adf7070 req-f3a2ba98-a4cc-480e-820d-01a8032fd7fb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:44.550046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759cb5-81a0-49e6-abcc-6ce46adf7070 req-f3a2ba98-a4cc-480e-820d-01a8032fd7fb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:44.559106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6759cb5-81a0-49e6-abcc-6ce46adf7070 req-f3a2ba98-a4cc-480e-820d-01a8032fd7fb tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1678 time: 0.0862119 Sep 18 19:47:44.608944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6759cb5-81a0-49e6-abcc-6ce46adf7070 req-fe880a60-61df-492c-9595-6af7bdb57c0a tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Sep 18 19:47:44.609397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.630782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.728106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event updated for resources: {'Port': ['ID=44d6dd03-4828-4ecc-a218-619f6b1f9df5,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:44.734171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccbb594b-fd81-4bad-b17c-2e9c908637c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.740548 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.757203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.767952 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91045c48-65e9-4892-be8f-cff9b0a7a3ad tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7159994 Sep 18 19:47:44.805857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8462b186-e41b-4508-88ae-45081e804f00 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:44.879873 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccbb594b-fd81-4bad-b17c-2e9c908637c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.886121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52490) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:44.888417 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccbb594b-fd81-4bad-b17c-2e9c908637c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:44.942791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52496) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:44.943794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ccbb594b-fd81-4bad-b17c-2e9c908637c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78a712bc239443d898f0ba4ff2603fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311566 Sep 18 19:47:44.980645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb594b-fd81-4bad-b17c-2e9c908637c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed21c9-68b6-46bf-ab77-61c450e08be9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:45.014265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8462b186-e41b-4508-88ae-45081e804f00, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8462b186-e41b-4508-88ae-45081e804f00,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:45.029114 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abdd820a-6bbf-4561-9255-0a45bc15d7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.029305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '8462b186-e41b-4508-88ae-45081e804f00', 'network_id': '325e6090-2d5b-478d-9e91-d437b50a3754', 'port_id': '8462b186-e41b-4508-88ae-45081e804f00', 'mac_address': 'fa:16:3e:40:fc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25260f98-eab6-4d33-b5b6-a1fb3c1d8590', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:45.061506 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abdd820a-6bbf-4561-9255-0a45bc15d7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.095725 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.096055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5520afcd-c087-43a3-b23f-36fdfe959e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.118431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8462b186-e41b-4508-88ae-45081e804f00 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:45.120931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-bd710359-270f-4067-87c5-816100fd0ab4 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--70015917&fields=id&tenant_id=3741b5edd88b42af87ba71a566561f6f HTTP/1.1" status: 200 len: 267 time: 0.0426745 Sep 18 19:47:45.146823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8462b186-e41b-4508-88ae-45081e804f00, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8462b186-e41b-4508-88ae-45081e804f00,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:45.160008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.160921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 770ce549-79be-4956-b23b-1e9a3edbe6bf details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:45.163226 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abdd820a-6bbf-4561-9255-0a45bc15d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.166116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abdd820a-6bbf-4561-9255-0a45bc15d7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.170305 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-abdd820a-6bbf-4561-9255-0a45bc15d7bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7ed21c9-68b6-46bf-ab77-61c450e08be9 HTTP/1.1" status: 204 len: 168 time: 0.2237251 Sep 18 19:47:45.188031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd820a-6bbf-4561-9255-0a45bc15d7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed21c9-68b6-46bf-ab77-61c450e08be9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:45.256728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5520afcd-c087-43a3-b23f-36fdfe959e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.264472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5520afcd-c087-43a3-b23f-36fdfe959e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.314028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8462b186-e41b-4508-88ae-45081e804f00,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:45.317905 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5520afcd-c087-43a3-b23f-36fdfe959e10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e69ce9c9e2e6493f8951654157d11a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285808 Sep 18 19:47:45.321814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52512) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:45.324089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccc604-6e81-4139-835b-52083aa9a004 req-8f85359a-3b04-4c4e-9be4-9de10b1db4b9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:45.326189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22ccc604-6e81-4139-835b-52083aa9a004 req-8f85359a-3b04-4c4e-9be4-9de10b1db4b9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1238832 Sep 18 19:47:45.341947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520afcd-c087-43a3-b23f-36fdfe959e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1636599a-145b-463d-8164-af8c9389f66c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:45.359724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-792c939b-e60f-4c05-8996-c0e86b130b93 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:45.374015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-792c939b-e60f-4c05-8996-c0e86b130b93 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/networks?id=95e75689-899d-4bb8-9398-50029eed48e7 HTTP/1.1" status: 200 len: 805 time: 0.2374868 Sep 18 19:47:45.401645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-cd97b4e8-e5e6-4c7e-a534-0a4c54cc19c9 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/quotas/3741b5edd88b42af87ba71a566561f6f HTTP/1.1" status: 200 len: 375 time: 0.0265555 Sep 18 19:47:45.410091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46b817e2-5595-4675-9e13-0dfad4faf329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.439319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 770ce549-79be-4956-b23b-1e9a3edbe6bf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=770ce549-79be-4956-b23b-1e9a3edbe6bf,segment=NetworkSegment(1148ae2a-e4bf-4793-800a-b7b7c7c7dd56),segment_id=1148ae2a-e4bf-4793-800a-b7b7c7c7dd56)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:45.441602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46b817e2-5595-4675-9e13-0dfad4faf329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.454309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22ccc604-6e81-4139-835b-52083aa9a004 req-108dbaf5-a10c-4508-ace7-515fc25630cc tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152031 Sep 18 19:47:45.459445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '770ce549-79be-4956-b23b-1e9a3edbe6bf', 'network_id': 'b93af9ba-622b-4169-9ec6-2206d7d9c98e', 'port_id': '770ce549-79be-4956-b23b-1e9a3edbe6bf', 'mac_address': 'fa:16:3e:fd:42:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862181d6-0e1e-4e5c-881d-38cda87cdc23', 'ip_address': '19.86.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:45.481283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-854acbef-cc1b-41de-a993-30bf3847ebe7 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3741b5edd88b42af87ba71a566561f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741282 Sep 18 19:47:45.525102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46b817e2-5595-4675-9e13-0dfad4faf329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.528175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46b817e2-5595-4675-9e13-0dfad4faf329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.531730 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-46b817e2-5595-4675-9e13-0dfad4faf329 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1636599a-145b-463d-8164-af8c9389f66c HTTP/1.1" status: 204 len: 168 time: 0.2064693 Sep 18 19:47:45.535572 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.538276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b817e2-5595-4675-9e13-0dfad4faf329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1636599a-145b-463d-8164-af8c9389f66c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:45.561429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ce549-79be-4956-b23b-1e9a3edbe6bf {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:45.607889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 770ce549-79be-4956-b23b-1e9a3edbe6bf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=770ce549-79be-4956-b23b-1e9a3edbe6bf,segment=NetworkSegment(1148ae2a-e4bf-4793-800a-b7b7c7c7dd56),segment_id=1148ae2a-e4bf-4793-800a-b7b7c7c7dd56)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:45.614656 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:45.624976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-abd6473b-933d-4a2f-9740-0f076644dcb7 service neutron] 10.222.0.20 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346428 Sep 18 19:47:45.681401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=770ce549-79be-4956-b23b-1e9a3edbe6bf,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:45.894149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['8462b186-e41b-4508-88ae-45081e804f00'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:45.958922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['770ce549-79be-4956-b23b-1e9a3edbe6bf'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:46.048385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e7420-5ef6-4aa7-8434-67d373ad1e40 req-c537c5a9-b6cc-4430-bb9a-9a2f2eb779e0 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:46.055578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a7e7420-5ef6-4aa7-8434-67d373ad1e40 req-c537c5a9-b6cc-4430-bb9a-9a2f2eb779e0 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.4010086 Sep 18 19:47:46.093689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-ee1dbad5-1a63-4d45-bfea-c22cf9385c0d service neutron] 10.222.0.20 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619403 Sep 18 19:47:46.114931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a7e7420-5ef6-4aa7-8434-67d373ad1e40 req-d782c0b2-9654-45c2-8dc1-b9120deae4b7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563974 Sep 18 19:47:46.146715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52552) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:46.300322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1258637417'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:46.332543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Made reservation on behalf of e02dab7c5a924f56aabaadf58cafbb6e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:46.337059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.381519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.495995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52570) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:46.500579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-818be678-57dc-420b-809f-dfb8b3d368fc req-3dbd221c-18b5-435c-a267-c4aff0e1380a tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 210 time: 0.0864205 Sep 18 19:47:46.511617 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.520011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.521779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-18fd772b-6e00-4a1d-91be-06d6fa726d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:46.523752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-18fd772b-6e00-4a1d-91be-06d6fa726d75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 1097 time: 0.0948496 Sep 18 19:47:46.535969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2841-76b3-43f1-935f-5b99bcda7ad9 req-1dd5ce85-c212-4abf-8803-0b4d5e30ad64 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:46.545115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2841-76b3-43f1-935f-5b99bcda7ad9 req-1dd5ce85-c212-4abf-8803-0b4d5e30ad64 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:46.554577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f7d2841-76b3-43f1-935f-5b99bcda7ad9 req-1dd5ce85-c212-4abf-8803-0b4d5e30ad64 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1680 time: 0.1868494 Sep 18 19:47:46.579034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:47:46.598838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a3f64d-e494-470f-992b-6a5621c951f8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:46.604190 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.605094 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Added segment 98ecdbb6-518d-4de4-8380-d337bc3bdedc of type vlan for network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 Sep 18 19:47:46.663418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.675971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-29632880-network', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:46.700937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f7d2841-76b3-43f1-935f-5b99bcda7ad9 req-3410c51c-5f07-4d30-8000-0d5ad2e8df27 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443195 Sep 18 19:47:46.715306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Made reservation on behalf of 9b1920334d9b46ea8940702aa9a66c84 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:46.718141 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.730391 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.736710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:46.737606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.740608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e56b9-7d6a-4db6-9c56-be7af027d7b0 req-6e0ef302-cacd-4047-84e4-acd2b0706e9f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:46.742203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a56e56b9-7d6a-4db6-9c56-be7af027d7b0 req-6e0ef302-cacd-4047-84e4-acd2b0706e9f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1579852 Sep 18 19:47:46.744440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-3a80d704-edf2-41cd-9958-968113ef03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:46.745827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-3a80d704-edf2-41cd-9958-968113ef03d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 920 time: 0.1875601 Sep 18 19:47:46.755508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.798560 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6505966 Sep 18 19:47:46.803163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52582) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:46.814984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-af1f245a-d2a3-445c-ab6a-47146083b03b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7116bdff-a7d7-4b9b-b736-96e86431d685 HTTP/1.1" status: 200 len: 217 time: 0.0560813 Sep 18 19:47:46.817621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 770ce549-79be-4956-b23b-1e9a3edbe6bf up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:46.824366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'subnet': {'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:46.858729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a56e56b9-7d6a-4db6-9c56-be7af027d7b0 req-3c771f44-7eef-4eb5-b89c-d16aa0144cba tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092482 Sep 18 19:47:46.879068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-bc87ef4f-4465-468b-948d-5d61954e1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:46.880970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-bc87ef4f-4465-468b-948d-5d61954e1f98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.0555511 Sep 18 19:47:46.891696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed68441-eb4d-4052-8eb9-36953238273c tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Network': ['ID=3e7ad25b-8218-4c12-95cb-b3949e5d9f48,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:46.893942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 770ce549-79be-4956-b23b-1e9a3edbe6bf completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:46.898408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 770ce549-79be-4956-b23b-1e9a3edbe6bf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:46.898985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:46.917064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-cce555ce-1eb8-4947-8ec6-080413c0c70f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288427 Sep 18 19:47:46.939317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:47:47.009812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.075307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ce549-79be-4956-b23b-1e9a3edbe6bf'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:47.080191 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45983cd1-4dfa-4c7a-b8a1-1172c63cdcf9" -d '{"events": [{"server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "name": "network-vif-plugged", "status": "completed", "tag": "770ce549-79be-4956-b23b-1e9a3edbe6bf"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:47.094332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.095794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 770ce549-79be-4956-b23b-1e9a3edbe6bf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=770ce549-79be-4956-b23b-1e9a3edbe6bf,segment=NetworkSegment(1148ae2a-e4bf-4793-800a-b7b7c7c7dd56),segment_id=1148ae2a-e4bf-4793-800a-b7b7c7c7dd56)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:47.100785 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-b3dd7ea3-077b-46aa-b827-7d1414650fff service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767662 Sep 18 19:47:47.101566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.105797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.133206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:47:47.135338 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-c8d8c7bd-29ec-4a0f-b2a1-c6bd38383374 service neutron] show failed (client error): The resource could not be found. Sep 18 19:47:47.136575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-c8d8c7bd-29ec-4a0f-b2a1-c6bd38383374 service neutron] 10.222.0.32 "GET /v2.0/ports/ad82451f-77f8-4f01-9753-7cf296272287/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.1390908 Sep 18 19:47:47.151002 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f5966f-3357-4966-a7d9-ff74d0135005 x-openstack-request-id: req-c9f5966f-3357-4966-a7d9-ff74d0135005 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:47.152742 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "name": "network-vif-plugged", "status": "completed", "tag": "770ce549-79be-4956-b23b-1e9a3edbe6bf", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:47.153219 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9f5966f-3357-4966-a7d9-ff74d0135005 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:47.153842 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ce549-79be-4956-b23b-1e9a3edbe6bf', 'code': 200} Sep 18 19:47:47.169402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=770ce549-79be-4956-b23b-1e9a3edbe6bf,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:47.172365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Made reservation on behalf of e02dab7c5a924f56aabaadf58cafbb6e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:47.182876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.202029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.202383 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Added segment 6c1bd1bf-10dc-44eb-8042-6034b85ee8e1 of type vlan for network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b Sep 18 19:47:47.214402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73f9e59-8cc3-43b3-8350-b0741de08fec,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:47.293167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2bc3d3-df48-43ee-ab45-56aef27814bb req-13b76e7b-5e77-4f80-82b2-17f73df254af service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819446 Sep 18 19:47:47.304996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188f512-2719-4b9f-942f-6a5df33c4e5b req-9674ef2c-e1b3-4ad1-90fc-b0f6a9163b9a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:47.310092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.312497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b188f512-2719-4b9f-942f-6a5df33c4e5b req-9674ef2c-e1b3-4ad1-90fc-b0f6a9163b9a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.0775526 Sep 18 19:47:47.356953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b188f512-2719-4b9f-942f-6a5df33c4e5b req-2f782794-43c4-4248-87f6-11fff90beead tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Sep 18 19:47:47.363667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.364663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:47.366174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.409786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-7afb5653-c0f0-4b52-be35-e2f853135f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:47.411430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-7afb5653-c0f0-4b52-be35-e2f853135f5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63&tenant_id=4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 1101 time: 0.0515859 Sep 18 19:47:47.425069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:47.431616 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9345200 Sep 18 19:47:47.443558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52594) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:47.450949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Request body: {'subnet': {'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-29632880-subnet', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:47.461401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc580d-48d5-4a53-a809-bdf12e64e062 admin admin] Pushing event updated for resources: {'Network': ['ID=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:47.474311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:47:47.503113 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.517366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Made reservation on behalf of 9b1920334d9b46ea8940702aa9a66c84 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:47.520536 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.554430 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.617113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Subnet': ['ID=d8d474ba-3933-4fce-ab7a-ea15e074f043,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:47.625772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Checking segment: {'id': '98ecdbb6-518d-4de4-8380-d337bc3bdedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:47.626138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Network hostable DHCP agents. Network: 3e7ad25b-8218-4c12-95cb-b3949e5d9f48, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:47:47.645170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:47:47.655005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 3e7ad25b-8218-4c12-95cb-b3949e5d9f48) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:47.659532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:47.663865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.664542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760944df-31aa-4b08-8f85-edebea64fdc6 None None] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:47.686982 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2bf225ac-9a0d-4b52-9e40-ee8586aa9dcf tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8800666 Sep 18 19:47:47.688746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d84179e1-e383-46ed-97b1-4353cb47c5e5 req-e195748d-9111-418f-80fe-02813708be37 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 210 time: 0.0880351 Sep 18 19:47:47.691485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52598) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:47.733065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'name': 'tempest-AllowedAddressPairTestJSON-1340634896'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:47.823032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'tenant_id': 'e02dab7c5a924f56aabaadf58cafbb6e', 'fixed_ips': [{'subnet_id': 'd8d474ba-3933-4fce-ab7a-ea15e074f043'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:47:47.824183 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:47.963015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Allocated IP 172.20.0.2 (3e7ad25b-8218-4c12-95cb-b3949e5d9f48/d8d474ba-3933-4fce-ab7a-ea15e074f043/d4070715-1e9b-42f5-8ff4-cbad5326f7af) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:47.971195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-a1ebb34e-116e-41b1-b4bd-616cb4ccea82 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:47.972663 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-a1ebb34e-116e-41b1-b4bd-616cb4ccea82 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.32 "GET /v2.0/networks?id=95e75689-899d-4bb8-9398-50029eed48e7 HTTP/1.1" status: 200 len: 805 time: 0.4040778 Sep 18 19:47:48.074818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb155b-e657-472d-98aa-af2efafbfc51 req-4d3211ff-9488-426a-8a7f-26edeca2f5ed tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:48.080716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb155b-e657-472d-98aa-af2efafbfc51 req-4d3211ff-9488-426a-8a7f-26edeca2f5ed tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:48.082272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36fb155b-e657-472d-98aa-af2efafbfc51 req-4d3211ff-9488-426a-8a7f-26edeca2f5ed tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1681 time: 0.2917039 Sep 18 19:47:48.108679 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.114614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.154203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:48.156944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:48.160427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:48.171757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Pushing event updated for resources: {'Port': ['ID=d4070715-1e9b-42f5-8ff4-cbad5326f7af,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:48.199110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-24328bfc-5a95-4079-8007-56831ab58f1a tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3741b5edd88b42af87ba71a566561f6f HTTP/1.1" status: 200 len: 378 time: 0.2089508 Sep 18 19:47:48.204477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:48.226271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Attempting to bind port d4070715-1e9b-42f5-8ff4-cbad5326f7af on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:48.226635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Attempting to bind port d4070715-1e9b-42f5-8ff4-cbad5326f7af by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '98ecdbb6-518d-4de4-8380-d337bc3bdedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:48.226995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Attempting to bind port d4070715-1e9b-42f5-8ff4-cbad5326f7af on network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:48.232380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fabed-ca10-4ebf-86c2-b3abc9781fdd req-4153c3ab-a0cc-477e-8089-005961b081f3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:48.232565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:48.232938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Checking segment: {'id': '98ecdbb6-518d-4de4-8380-d337bc3bdedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:48.233335 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.233721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Bound using segment: {'id': '98ecdbb6-518d-4de4-8380-d337bc3bdedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:48.233896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-488fabed-ca10-4ebf-86c2-b3abc9781fdd req-4153c3ab-a0cc-477e-8089-005961b081f3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.2763515 Sep 18 19:47:48.234178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Bound port: d4070715-1e9b-42f5-8ff4-cbad5326f7af, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ecdbb6-518d-4de4-8380-d337bc3bdedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:48.234553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.237295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Request body: {'port': {'device_id': '46e1101b-5600-4e4c-8421-f815d68151eb', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'admin_state_up': True, 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'security_groups': ['e3592f93-2153-4f06-b80b-495f30b8a507']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:48.298276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-36330cbc-b893-4359-9d81-999913302f87 None None] For port d4070715-1e9b-42f5-8ff4-cbad5326f7af, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:48.301524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-36330cbc-b893-4359-9d81-999913302f87 None None] For port d4070715-1e9b-42f5-8ff4-cbad5326f7af, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d4070715-1e9b-42f5-8ff4-cbad5326f7af,segment=NetworkSegment(98ecdbb6-518d-4de4-8380-d337bc3bdedc),segment_id=98ecdbb6-518d-4de4-8380-d337bc3bdedc)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:48.305222 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.307717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36fb155b-e657-472d-98aa-af2efafbfc51 req-3902acf1-c076-4ac1-8a5e-c6af22b527dd tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926911 Sep 18 19:47:48.360494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Made reservation on behalf of e02dab7c5a924f56aabaadf58cafbb6e for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:48.364019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.367420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330cbc-b893-4359-9d81-999913302f87 None None] Pushing event updated for resources: {'Port': ['ID=d4070715-1e9b-42f5-8ff4-cbad5326f7af,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:48.398245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.431818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:48.507597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] device_id is not set on port bbafc086-0e74-49d0-ba81-9d9b22163e73 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:48.521607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-488fabed-ca10-4ebf-86c2-b3abc9781fdd req-a7df4d2f-ce63-40c7-a832-dd1fa95f2cba tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437065 Sep 18 19:47:48.631276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:48.633531 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd57733-065b-4236-82ca-05320f54b14d" -d '{"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:48.642433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.648826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:48.687046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.687411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.687754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.688088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.688417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.688742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.689064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.689385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.689717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.690038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.690367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.690686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:48.702559 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aeea3f-87de-4df4-9222-5f93ad2eed04 x-openstack-request-id: req-e2aeea3f-87de-4df4-9222-5f93ad2eed04 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:48.702846 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:48.703096 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2aeea3f-87de-4df4-9222-5f93ad2eed04 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:48.703513 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'code': 200} Sep 18 19:47:48.715578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Transition to ACTIVE for port object ad82451f-77f8-4f01-9753-7cf296272287 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:47:48.727006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21b71a-a890-47fa-a5aa-6cb198dff929 req-68dea587-0fb2-4d6d-849d-d2001bbbb16c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:48.728602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c21b71a-a890-47fa-a5aa-6cb198dff929 req-68dea587-0fb2-4d6d-849d-d2001bbbb16c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.2507024 Sep 18 19:47:48.752007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.753964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Checking segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:48.754317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Network hostable DHCP agents. Network: d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:47:48.781018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Made reservation on behalf of 3741b5edd88b42af87ba71a566561f6f for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:48.784940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.833366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8462b186-e41b-4508-88ae-45081e804f00 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:48.896333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 8462b186-e41b-4508-88ae-45081e804f00 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:48.901189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 8462b186-e41b-4508-88ae-45081e804f00 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:48.901566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:48.991834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.030764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8462b186-e41b-4508-88ae-45081e804f00, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8462b186-e41b-4508-88ae-45081e804f00,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:49.039799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.097229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8462b186-e41b-4508-88ae-45081e804f00,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:49.150906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d49c1878-e624-4971-a2d6-6fde23923cf5 req-481dd506-af11-43b5-86c3-1888a80dc10a tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 210 time: 0.3773847 Sep 18 19:47:49.155868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8462b186-e41b-4508-88ae-45081e804f00'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:49.159161 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d55f6-8463-4492-975d-68135266bc0e" -d '{"events": [{"server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "name": "network-vif-plugged", "status": "completed", "tag": "8462b186-e41b-4508-88ae-45081e804f00"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:49.199473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Allocated IP 172.20.0.6 (3e7ad25b-8218-4c12-95cb-b3949e5d9f48/d8d474ba-3933-4fce-ab7a-ea15e074f043/bbafc086-0e74-49d0-ba81-9d9b22163e73) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:49.209187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:47:49.234992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:49.276053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c21b71a-a890-47fa-a5aa-6cb198dff929 req-35bd001a-9834-40e4-96eb-b1bf5f7e410d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144138 Sep 18 19:47:49.277009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] No DVR routers for this DVR port ad82451f-77f8-4f01-9753-7cf296272287 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:49.295981 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b076c7-7c90-4bdd-8027-470889d2f80a x-openstack-request-id: req-70b076c7-7c90-4bdd-8027-470889d2f80a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:49.296285 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "name": "network-vif-plugged", "status": "completed", "tag": "8462b186-e41b-4508-88ae-45081e804f00", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:49.296547 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70b076c7-7c90-4bdd-8027-470889d2f80a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:49.296961 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8462b186-e41b-4508-88ae-45081e804f00', 'code': 200} Sep 18 19:47:49.336052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:49.343000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:49.343000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:49.348023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0300b23-4c32-4b18-9663-50ef3ca363de None None] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:49.351958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:49.370161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:49.370760 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.405138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:49.405138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:49.406521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fea21c-06ad-453d-bdd2-52780319d059 None None] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:49.477069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-78e895d3-cad5-4d0a-88e4-62de248a3b00 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0323451 Sep 18 19:47:49.480557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52622) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:49.486631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:49.489170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:49.489506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:49.489887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:49.490329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Bound port: ad82451f-77f8-4f01-9753-7cf296272287, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:49.490681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.519699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.521186 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.610202 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.622828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:49.635471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Allocated IP 172.20.0.12 (95e75689-899d-4bb8-9398-50029eed48e7/1e50a3d6-3ef5-4cfd-8201-f694c0fb526c/7f528047-a583-4462-a784-955a58907463) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:49.639507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9a45-474f-4ea6-ac5f-e8c10d0944be req-62b5352f-b545-47ce-94fe-f57bb89c75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:49.639989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae9a45-474f-4ea6-ac5f-e8c10d0944be req-62b5352f-b545-47ce-94fe-f57bb89c75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:49.642078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ae9a45-474f-4ea6-ac5f-e8c10d0944be req-62b5352f-b545-47ce-94fe-f57bb89c75af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1986 time: 0.2677770 Sep 18 19:47:49.706489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-297699f3-0cc7-41e3-8a05-e750a2e9aea8 None None] Provisioning complete for port d4070715-1e9b-42f5-8ff4-cbad5326f7af triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:49.707081 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-297699f3-0cc7-41e3-8a05-e750a2e9aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.746875 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:49.749824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b8bb1-1d93-4aa5-b405-b6c9465c2103 req-ac74227e-86b6-435a-af1e-75c0773bf156 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:49.756879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b8bb1-1d93-4aa5-b405-b6c9465c2103 req-ac74227e-86b6-435a-af1e-75c0773bf156 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:49.764180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a90b8bb1-1d93-4aa5-b405-b6c9465c2103 req-ac74227e-86b6-435a-af1e-75c0773bf156 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1682 time: 0.3335671 Sep 18 19:47:49.780224 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.832384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:49.903103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-297699f3-0cc7-41e3-8a05-e750a2e9aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.906519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.909065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ae9a45-474f-4ea6-ac5f-e8c10d0944be req-ff242a5b-b078-4025-96d7-05cb1d15ce2a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347319 Sep 18 19:47:49.910768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:49.926464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6ef5-7b2c-47bf-a065-7b4cf151139d req-013b59ab-4c3c-44c6-b068-8758803422ec tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:49.928437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d4f6ef5-7b2c-47bf-a065-7b4cf151139d req-013b59ab-4c3c-44c6-b068-8758803422ec tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.2835977 Sep 18 19:47:49.930745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae950483-c080-4b6b-95de-58597961501c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:47:49.939726 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae950483-c080-4b6b-95de-58597961501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.944485 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:49.958640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a90b8bb1-1d93-4aa5-b405-b6c9465c2103 req-c725f7bc-a095-4b2a-b089-30ea7c78f73e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927168 Sep 18 19:47:49.971045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-297699f3-0cc7-41e3-8a05-e750a2e9aea8 None None] For port d4070715-1e9b-42f5-8ff4-cbad5326f7af, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d4070715-1e9b-42f5-8ff4-cbad5326f7af,segment=NetworkSegment(98ecdbb6-518d-4de4-8380-d337bc3bdedc),segment_id=98ecdbb6-518d-4de4-8380-d337bc3bdedc)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:49.983202 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-297699f3-0cc7-41e3-8a05-e750a2e9aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.061715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.068369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:50.069391 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.070789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] 10.222.0.24 "PUT /v2.0/ports/ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 1096 time: 2.6503365 Sep 18 19:47:50.090366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d4070715-1e9b-42f5-8ff4-cbad5326f7af up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:50.092297 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.170385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d4f6ef5-7b2c-47bf-a065-7b4cf151139d req-2fb70b50-ac07-4047-8d97-be7e5c7a8205 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240002 Sep 18 19:47:50.208497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297699f3-0cc7-41e3-8a05-e750a2e9aea8 None None] Pushing event updated for resources: {'Port': ['ID=d4070715-1e9b-42f5-8ff4-cbad5326f7af,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:50.215842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fc6fb-90d2-4dae-911b-2214b9117691 service neutron] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:50.237709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.269535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d4070715-1e9b-42f5-8ff4-cbad5326f7af triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:50.270138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.273471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.304028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Allocated IP 172.25.8.141 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/d40de27f-6485-4b4c-bc28-9f7855a8d948) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:50.334004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-3461e517-eb08-4b39-9995-42457321b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:50.336241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-3461e517-eb08-4b39-9995-42457321b47a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1099 time: 0.2038248 Sep 18 19:47:50.370331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ae950483-c080-4b6b-95de-58597961501c None None] Allocated IP 172.20.0.2 (d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b/853cb1f6-f21e-4e3c-8f0a-9f2cee631efa/a6f9df52-b082-49a6-8aec-d821fa7c8d4f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:50.453043 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.473196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-427adef7-9f7e-4387-b5f0-2a09f59777a9 None None] Provisioning complete for port d4070715-1e9b-42f5-8ff4-cbad5326f7af triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:50.473850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-427adef7-9f7e-4387-b5f0-2a09f59777a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.494989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.500466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-012df924-8e89-4afc-a11b-2f0fac71806e req-1a4cb964-59c4-4593-82f7-369c002b06fd tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 210 time: 0.1569264 Sep 18 19:47:50.510576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:50.529866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:50.533775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:50.541491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:50.552076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:50.562523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=bbafc086-0e74-49d0-ba81-9d9b22163e73,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:50.577039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:50.645049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-9764c6bc-4382-43f1-8c16-dd9e6517894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:50.647028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-9764c6bc-4382-43f1-8c16-dd9e6517894a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2851324 Sep 18 19:47:50.677498 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae950483-c080-4b6b-95de-58597961501c None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.688517 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae950483-c080-4b6b-95de-58597961501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.714695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:50.717492 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddffaa1-02a3-4c74-8e13-3a0297730be0" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:50.725066 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.728964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-e554c363-5c82-45f7-ab5a-20a63ff484fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.0734677 Sep 18 19:47:50.739472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:50.739964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.748094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae950483-c080-4b6b-95de-58597961501c None None] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:50.750433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a03923-848c-470b-96e3-00185357db5c req-49ccf1ea-09fb-4ab1-9e15-ae2d74eda65f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:50.750615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ae950483-c080-4b6b-95de-58597961501c None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:50.758069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01a03923-848c-470b-96e3-00185357db5c req-49ccf1ea-09fb-4ab1-9e15-ae2d74eda65f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 947 time: 0.2604492 Sep 18 19:47:50.770965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae950483-c080-4b6b-95de-58597961501c None None] Pushing event updated for resources: {'Port': ['ID=a6f9df52-b082-49a6-8aec-d821fa7c8d4f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:50.782085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae950483-c080-4b6b-95de-58597961501c None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:50.839170 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a62b5e-a1d7-45b6-8edf-b0b916c73662 x-openstack-request-id: req-92a62b5e-a1d7-45b6-8edf-b0b916c73662 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:50.839482 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:50.843941 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92a62b5e-a1d7-45b6-8edf-b0b916c73662 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:50.844786 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'status': 'completed', 'code': 200} Sep 18 19:47:50.858228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Network 95e75689-899d-4bb8-9398-50029eed48e7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:50.868572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ae950483-c080-4b6b-95de-58597961501c None None] Attempting to bind port a6f9df52-b082-49a6-8aec-d821fa7c8d4f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:50.868984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ae950483-c080-4b6b-95de-58597961501c None None] Attempting to bind port a6f9df52-b082-49a6-8aec-d821fa7c8d4f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:50.869550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae950483-c080-4b6b-95de-58597961501c None None] Attempting to bind port a6f9df52-b082-49a6-8aec-d821fa7c8d4f on network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:50.875945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae950483-c080-4b6b-95de-58597961501c None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:50.876327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae950483-c080-4b6b-95de-58597961501c None None] Checking segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:50.876735 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae950483-c080-4b6b-95de-58597961501c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.877132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae950483-c080-4b6b-95de-58597961501c None None] Bound using segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:50.877613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ae950483-c080-4b6b-95de-58597961501c None None] Bound port: a6f9df52-b082-49a6-8aec-d821fa7c8d4f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:50.877998 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae950483-c080-4b6b-95de-58597961501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:50.892063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event updated for resources: {'Port': ['ID=7f528047-a583-4462-a784-955a58907463,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:50.897700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:50.910095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:50.914253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c7fcf3b7-5fb0-420b-9edf-7a13ff134f6a tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2184744 Sep 18 19:47:50.922659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52636) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:50.930224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'name': 'tempest-AllowedAddressPairTestJSON-798659577', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bc:c6:15'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:50.977757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01a03923-848c-470b-96e3-00185357db5c req-b91345d7-5403-4104-ba6c-e294f982539f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187064 Sep 18 19:47:50.981910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ae950483-c080-4b6b-95de-58597961501c None None] For port a6f9df52-b082-49a6-8aec-d821fa7c8d4f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:50.986395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-cda814a7-f889-47c0-88a5-7e0ea94bb7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:50.987112 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ae950483-c080-4b6b-95de-58597961501c None None] For port a6f9df52-b082-49a6-8aec-d821fa7c8d4f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a6f9df52-b082-49a6-8aec-d821fa7c8d4f,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:50.987943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-cda814a7-f889-47c0-88a5-7e0ea94bb7ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2240286 Sep 18 19:47:51.018376 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae950483-c080-4b6b-95de-58597961501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:51.054189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Pushing event updated for resources: {'Port': ['ID=d40de27f-6485-4b4c-bc28-9f7855a8d948,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:51.122579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c3f40ab9-a661-41c0-8bb4-c87a3771020f None None] Provisioning complete for port bbafc086-0e74-49d0-ba81-9d9b22163e73 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:51.128717 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c3f40ab9-a661-41c0-8bb4-c87a3771020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:51.175535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-4a95ba24-93db-40de-811c-05f385c61aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.177549 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-4a95ba24-93db-40de-811c-05f385c61aeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1099 time: 0.1256509 Sep 18 19:47:51.205901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c3f40ab9-a661-41c0-8bb4-c87a3771020f None None] Port bbafc086-0e74-49d0-ba81-9d9b22163e73 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:51.244227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae950483-c080-4b6b-95de-58597961501c None None] Pushing event updated for resources: {'Port': ['ID=a6f9df52-b082-49a6-8aec-d821fa7c8d4f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:51.245540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.246351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:51.317713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-721116a8-1efd-494a-bb69-aaedebf89d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.319492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-721116a8-1efd-494a-bb69-aaedebf89d79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2832274 Sep 18 19:47:51.329804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-6ba418b3-95ee-4a14-a1d8-be444c7e4fba tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1172097 Sep 18 19:47:51.334577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bc9bbd10-9d0d-4654-b1b7-c59be3b8b1e8 None None] Provisioning complete for port 7f528047-a583-4462-a784-955a58907463 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:51.351166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc9bbd10-9d0d-4654-b1b7-c59be3b8b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:51.353904 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-650c9232-b422-4240-9ef3-1a7510d27cbb tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:47:51.355163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-650c9232-b422-4240-9ef3-1a7510d27cbb tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183377 Sep 18 19:47:51.365437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c29f-f246-4284-87b3-894c98811ff2 req-508bb215-d438-4cde-9a13-4b575bbdc042 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.374440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c29f-f246-4284-87b3-894c98811ff2 req-508bb215-d438-4cde-9a13-4b575bbdc042 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.376267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7d6c29f-f246-4284-87b3-894c98811ff2 req-508bb215-d438-4cde-9a13-4b575bbdc042 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1682 time: 0.2554977 Sep 18 19:47:51.394947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Request body: {'port': {'device_id': '46e1101b-5600-4e4c-8421-f815d68151eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:51.461412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:51.481003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bc9bbd10-9d0d-4654-b1b7-c59be3b8b1e8 None None] Port 7f528047-a583-4462-a784-955a58907463 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:51.537612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-c9f610ac-964c-4597-8279-861eac200a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.539855 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-c9f610ac-964c-4597-8279-861eac200a52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2794571 Sep 18 19:47:51.568152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be096214-caf9-4a65-a6c6-eb159fd79e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:51.584644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:51.588056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Made reservation on behalf of e02dab7c5a924f56aabaadf58cafbb6e for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:51.622054 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-f33969b3-ebd1-4a10-be40-22ed90aa662d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.0737400 Sep 18 19:47:51.656277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7d6c29f-f246-4284-87b3-894c98811ff2 req-8b7d338c-9044-4a39-9032-2edead0f1d86 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495272 Sep 18 19:47:51.732958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-bb92c6f8-d2b0-47ca-847b-526ee3491acc service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972764 Sep 18 19:47:51.740465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-e752cedd-d2a0-43f2-918e-0d1c71d7c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.742040 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-e752cedd-d2a0-43f2-918e-0d1c71d7c766 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1137593 Sep 18 19:47:51.785271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4da19-c8f9-4388-8358-8b7c4f30aa2f req-4720281a-908b-409c-89d0-807e1cc13d48 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.786777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddb4da19-c8f9-4388-8358-8b7c4f30aa2f req-4720281a-908b-409c-89d0-807e1cc13d48 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.2049181 Sep 18 19:47:51.816572 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:51.862638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-647f9fa3-4d75-4cb7-bc8d-ae93b0939f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:51.864225 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-647f9fa3-4d75-4cb7-bc8d-ae93b0939f08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959566 Sep 18 19:47:51.965913 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.016028 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-91446462-0e62-4ca6-9f4d-e2c99cec3cc7 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442695 Sep 18 19:47:52.025622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a6f9df52-b082-49a6-8aec-d821fa7c8d4f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:52.099674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a6f9df52-b082-49a6-8aec-d821fa7c8d4f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:52.100571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Router b0841cda-5ab0-434d-9339-2f614cc13591 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:47:52.101235 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.189208 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-b846778f-10c9-4435-aca4-bfe89e928cb9 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643996 Sep 18 19:47:52.216840 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.264561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a6f9df52-b082-49a6-8aec-d821fa7c8d4f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a6f9df52-b082-49a6-8aec-d821fa7c8d4f,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:52.269219 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:52.271175 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.272262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d4070715-1e9b-42f5-8ff4-cbad5326f7af up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:52.288819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.290958 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a0083ae8-80be-404f-a4af-3d09b055b29b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8084979 Sep 18 19:47:52.294902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52650) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:52.362874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Sync routers for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:52.365347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a6f9df52-b082-49a6-8aec-d821fa7c8d4f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:52.391059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:52.391873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:52.416985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205fe5f-0f87-42d3-9f1a-612db649f860 req-3413c635-a6e6-44e5-9806-5e0b03dea64b tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:52.418506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b205fe5f-0f87-42d3-9f1a-612db649f860 req-3413c635-a6e6-44e5-9806-5e0b03dea64b tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 932 time: 0.6061451 Sep 18 19:47:52.421356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddb4da19-c8f9-4388-8358-8b7c4f30aa2f req-e6db28ce-6e77-42aa-bc4e-3e56564a08a3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215549 Sep 18 19:47:52.444586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d4070715-1e9b-42f5-8ff4-cbad5326f7af triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:52.445315 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.448508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] device_id is not set on port fc9f647a-ea78-45b6-8cc2-390d6014742c yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:52.478897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-c753d0b2-939a-43b2-8f15-15ea72fe1340 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325675 Sep 18 19:47:52.536005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:52.596790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab56874-ecb4-4cef-a547-c68c52c9ac75 None None] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:47:52.627617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b205fe5f-0f87-42d3-9f1a-612db649f860 req-eeb40363-b7c0-42b5-93f9-676e45a3f2e6 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1981390 Sep 18 19:47:52.746242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-22a54104-5301-49f7-81a5-3e6d67ed60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:52.748029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-22a54104-5301-49f7-81a5-3e6d67ed60ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1099 time: 0.1747632 Sep 18 19:47:52.789929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-cd7fe001-f51e-45b2-95d5-fef5e2f3b99c None None] Provisioning complete for port a6f9df52-b082-49a6-8aec-d821fa7c8d4f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:52.790263 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe001-f51e-45b2-95d5-fef5e2f3b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.853692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Allocated IP 172.20.0.10 (3e7ad25b-8218-4c12-95cb-b3949e5d9f48/d8d474ba-3933-4fce-ab7a-ea15e074f043/fc9f647a-ea78-45b6-8cc2-390d6014742c) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:52.859565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.918810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590f359-5f51-4ab6-a794-b75fc66f6e0a req-6e53aa67-1412-444f-9aa1-184c91eebbcd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:52.922834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1590f359-5f51-4ab6-a794-b75fc66f6e0a req-6e53aa67-1412-444f-9aa1-184c91eebbcd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 947 time: 0.3068593 Sep 18 19:47:52.952367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f528047-a583-4462-a784-955a58907463 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:52.974199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:52.994962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90b81-210f-4eac-b928-27b2e883f395 req-abeb86c2-7838-45e9-9be5-d63aacdf399e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:53.001538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af90b81-210f-4eac-b928-27b2e883f395 req-abeb86c2-7838-45e9-9be5-d63aacdf399e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:53.003234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2af90b81-210f-4eac-b928-27b2e883f395 req-abeb86c2-7838-45e9-9be5-d63aacdf399e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1682 time: 0.2647502 Sep 18 19:47:53.026639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Allocated IP 172.20.0.1 (d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b/853cb1f6-f21e-4e3c-8f0a-9f2cee631efa/0df2a222-cf38-4295-8d81-c3e2c7238f90) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:53.061972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Transition to ACTIVE for port object 7f528047-a583-4462-a784-955a58907463 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:47:53.083816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.086142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-fb5af6dc-6c61-4957-aa2d-b532771af28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:53.088314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-fb5af6dc-6c61-4957-aa2d-b532771af28b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.3224773 Sep 18 19:47:53.110915 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.149851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1590f359-5f51-4ab6-a794-b75fc66f6e0a req-233e8afe-383d-49c2-a736-4213edd99c93 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093880 Sep 18 19:47:53.154028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.209601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-1f5a2c97-4978-480d-bdc9-c51eed055f4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.1048992 Sep 18 19:47:53.210561 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.211528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.230069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:51Z', 'revision_number': 3, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:53.245422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2af90b81-210f-4eac-b928-27b2e883f395 req-e438a8e6-cd7a-449c-b888-71c1ca61417e tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236683 Sep 18 19:47:53.265240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:53.275664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Checking router: b0841cda-5ab0-434d-9339-2f614cc13591 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:53.276026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Updating router b0841cda-5ab0-434d-9339-2f614cc13591 port d40de27f-6485-4b4c-bc28-9f7855a8d948 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:47:53.326852 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.331199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:53.341442 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:53.388578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-b5c89f3d-c4f8-4419-9d18-09ef095b2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:53.396700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-b5c89f3d-c4f8-4419-9d18-09ef095b2b36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1478386 Sep 18 19:47:53.407567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Pushing event updated for resources: {'Port': ['ID=0df2a222-cf38-4295-8d81-c3e2c7238f90,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:53.410200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Pushing event updated for resources: {'Port': ['ID=7f528047-a583-4462-a784-955a58907463,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:53.424967 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.670879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.671667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.677919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-d0d44df8-5bb6-49b8-a2fa-2bde0a49dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:53.679486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-d0d44df8-5bb6-49b8-a2fa-2bde0a49dbb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2211838 Sep 18 19:47:53.697413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe2956-4423-4c8e-8c6a-aba39d9fa486 req-f748ac7f-ac64-4445-8760-2be3532b4235 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:53.699159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fffe2956-4423-4c8e-8c6a-aba39d9fa486 req-f748ac7f-ac64-4445-8760-2be3532b4235 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1628683 Sep 18 19:47:53.777853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5ba0434b-0e6e-4d2a-8be1-9fb02ac59a55 None None] Provisioning complete for port a6f9df52-b082-49a6-8aec-d821fa7c8d4f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:53.778236 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ba0434b-0e6e-4d2a-8be1-9fb02ac59a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.816050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-5ca0ee62-a959-43d9-9526-9fab171472bf service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053782 Sep 18 19:47:53.850839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Attempting to bind port 7f528047-a583-4462-a784-955a58907463 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:53.851179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Attempting to bind port 7f528047-a583-4462-a784-955a58907463 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:53.853455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Attempting to bind port 7f528047-a583-4462-a784-955a58907463 on network 95e75689-899d-4bb8-9398-50029eed48e7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:53.916354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.929720 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.933654 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:53.941413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a6f9df52-b082-49a6-8aec-d821fa7c8d4f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:53.962485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Port 7f528047-a583-4462-a784-955a58907463 on network 95e75689-899d-4bb8-9398-50029eed48e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:47:53.962805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Attempting to bind port 7f528047-a583-4462-a784-955a58907463 on network 95e75689-899d-4bb8-9398-50029eed48e7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:53.969097 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.008780 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.013231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Pushing event updated for resources: {'Port': ['ID=0df2a222-cf38-4295-8d81-c3e2c7238f90,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:54.029397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fffe2956-4423-4c8e-8c6a-aba39d9fa486 req-d07d6a25-ad23-4fa2-b063-a5b4f1d3d2fd tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160563 Sep 18 19:47:54.030478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:54.031203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Checking segment: {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:54.031630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Bound using segment: {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:54.032077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Bound port: 7f528047-a583-4462-a784-955a58907463, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a9c9c3-e763-4523-bf5b-e7b86e200d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:54.032444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.047414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0e8fd-798c-4499-b989-4bc03e1e51f2 None None] Pushing event updated for resources: {'Port': ['ID=d40de27f-6485-4b4c-bc28-9f7855a8d948,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:54.049677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Attempting to bind port d40de27f-6485-4b4c-bc28-9f7855a8d948 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:54.050046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Attempting to bind port d40de27f-6485-4b4c-bc28-9f7855a8d948 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:54.050405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Attempting to bind port d40de27f-6485-4b4c-bc28-9f7855a8d948 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:54.064711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:54.065493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:54.065618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.065959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:54.066482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Bound port: d40de27f-6485-4b4c-bc28-9f7855a8d948, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:54.066910 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.076157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.113258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772ec9-12c9-48e2-bcd4-ca33d98ef840 req-3f740e53-0436-4fda-ab10-2932648ea720 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:54.120295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772ec9-12c9-48e2-bcd4-ca33d98ef840 req-3f740e53-0436-4fda-ab10-2932648ea720 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:54.122134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67772ec9-12c9-48e2-bcd4-ca33d98ef840 req-3f740e53-0436-4fda-ab10-2932648ea720 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1682 time: 0.3030219 Sep 18 19:47:54.131280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] For port d40de27f-6485-4b4c-bc28-9f7855a8d948, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:54.134922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] For port d40de27f-6485-4b4c-bc28-9f7855a8d948, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d40de27f-6485-4b4c-bc28-9f7855a8d948,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:54.144951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:54.146505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:54.152520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.167173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6e76953e-0ad3-49f5-b902-0232ed0b45b5 None None] Provisioning complete for port 0df2a222-cf38-4295-8d81-c3e2c7238f90 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:54.168002 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e76953e-0ad3-49f5-b902-0232ed0b45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.238826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0e8fd-798c-4499-b989-4bc03e1e51f2 None None] Pushing event updated for resources: {'Port': ['ID=d40de27f-6485-4b4c-bc28-9f7855a8d948,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:54.241326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddffaa1-02a3-4c74-8e13-3a0297730be0 req-45d4e9c6-89e4-42ca-9a25-87ffbe1c1c92 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914552 Sep 18 19:47:54.251181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:54.282481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a6f9df52-b082-49a6-8aec-d821fa7c8d4f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:54.282858 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.291866 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:54.302524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:54.307967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Router b0841cda-5ab0-434d-9339-2f614cc13591 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:47:54.355039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:54.356365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:54.389025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=fc9f647a-ea78-45b6-8cc2-390d6014742c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:54.398867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] For port 7f528047-a583-4462-a784-955a58907463, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:54.414912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67772ec9-12c9-48e2-bcd4-ca33d98ef840 req-c08e8ba5-f614-4650-a8e5-de7bd51575c4 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523627 Sep 18 19:47:54.459083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6e76953e-0ad3-49f5-b902-0232ed0b45b5 None None] Port 0df2a222-cf38-4295-8d81-c3e2c7238f90 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:54.468721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569e7dd-7c49-4b07-bee1-f1eba8be80c6 req-3ef3b103-08a2-417b-a615-5b5985345fbb tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:54.470441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e569e7dd-7c49-4b07-bee1-f1eba8be80c6 req-3ef3b103-08a2-417b-a615-5b5985345fbb tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 944 time: 0.3473403 Sep 18 19:47:54.501536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-007d67e6-0656-4545-8c1f-91a9d6ff1784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.507801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] For port 7f528047-a583-4462-a784-955a58907463, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f528047-a583-4462-a784-955a58907463,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:54.542117 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.543196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:47:54.549325 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c8ec1114-094e-4bb5-8fe5-c04486807db6 admin admin] 10.222.0.20 "PUT /v2.0/routers/b0841cda-5ab0-434d-9339-2f614cc13591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2532394 Sep 18 19:47:54.635906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:54.636089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:54.636740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.638063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7533fb91-025b-4e0e-824a-12f2458f1f32 None None] Provisioning complete for port 0df2a222-cf38-4295-8d81-c3e2c7238f90 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:54.638587 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7533fb91-025b-4e0e-824a-12f2458f1f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.639900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f528047-a583-4462-a784-955a58907463 HTTP/1.1" status: 200 len: 1093 time: 3.2625058 Sep 18 19:47:54.650113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:54.651116 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.669632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e1101b-5600-4e4c-8421-f815d68151eb', 'tag': '7f528047-a583-4462-a784-955a58907463'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:54.680114 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735" -d '{"events": [{"name": "network-changed", "server_uuid": "46e1101b-5600-4e4c-8421-f815d68151eb", "tag": "7f528047-a583-4462-a784-955a58907463"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:54.738798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-562f4284-5ce7-4aef-b9a4-ff83902674c2 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.8125575 Sep 18 19:47:54.741498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52682) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:54.786999 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:54.789921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e569e7dd-7c49-4b07-bee1-f1eba8be80c6 req-d821116b-0f23-4d77-93b9-3a86eb1f5ae8 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3084762 Sep 18 19:47:54.801123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7533fb91-025b-4e0e-824a-12f2458f1f32 None None] Port 0df2a222-cf38-4295-8d81-c3e2c7238f90 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:54.834779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa5e7d-173a-440c-9d7b-6a1045beae00 service neutron] Pushing event updated for resources: {'Port': ['ID=7f528047-a583-4462-a784-955a58907463,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:54.877703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf433a-a755-47c0-a094-531bf7122fba req-dc958a4b-82ae-4c4c-ae01-8c844c78bc9a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:54.879336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8cf433a-a755-47c0-a094-531bf7122fba req-dc958a4b-82ae-4c4c-ae01-8c844c78bc9a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 947 time: 0.3048966 Sep 18 19:47:54.909434 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ced1cc3-6a61-4ad8-b09a-f18ee519f46b x-openstack-request-id: req-6ced1cc3-6a61-4ad8-b09a-f18ee519f46b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:54.909699 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e1101b-5600-4e4c-8421-f815d68151eb", "tag": "7f528047-a583-4462-a784-955a58907463", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:54.909899 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ced1cc3-6a61-4ad8-b09a-f18ee519f46b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:54.910296 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e1101b-5600-4e4c-8421-f815d68151eb', 'tag': '7f528047-a583-4462-a784-955a58907463', 'status': 'completed', 'code': 200} Sep 18 19:47:54.954375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-ffdd38c6-5098-4819-826f-ccf69184b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:54.955979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-ffdd38c6-5098-4819-826f-ccf69184b534 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3741b5edd88b42af87ba71a566561f6f&device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 1096 time: 0.2380219 Sep 18 19:47:54.978461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8cf433a-a755-47c0-a094-531bf7122fba req-d12f0015-bc14-446a-bbf9-7bd4d7fb2f2e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886164 Sep 18 19:47:54.978973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ed474076-b407-4fc4-84af-9bc6b4ff1615 None None] Provisioning complete for port fc9f647a-ea78-45b6-8cc2-390d6014742c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:54.979813 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ed474076-b407-4fc4-84af-9bc6b4ff1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:55.008279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-776b617b-5a96-404d-9c3f-f0345ac05392 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f528047-a583-4462-a784-955a58907463 HTTP/1.1" status: 200 len: 217 time: 0.0429063 Sep 18 19:47:55.029513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ed474076-b407-4fc4-84af-9bc6b4ff1615 None None] Port fc9f647a-ea78-45b6-8cc2-390d6014742c cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:55.049527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 2, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:55.095412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300a33-afbc-4ccc-8887-043f92ca9f3f None None] The sync data for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 is: [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 2, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:55.117821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-dd12ee24-8a57-46fd-9b40-3826f79957c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.121045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-dd12ee24-8a57-46fd-9b40-3826f79957c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e50a3d6-3ef5-4cfd-8201-f694c0fb526c HTTP/1.1" status: 200 len: 844 time: 0.1049147 Sep 18 19:47:55.185428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-e12396e0-b202-443a-aaca-afd1c23ef521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.187405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-e12396e0-b202-443a-aaca-afd1c23ef521 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e75689-899d-4bb8-9398-50029eed48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499420 Sep 18 19:47:55.220073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8a05f-915e-47c7-a0db-aa82a759a8df tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.226602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8a05f-915e-47c7-a0db-aa82a759a8df tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.235771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8a05f-915e-47c7-a0db-aa82a759a8df tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.237034 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f7f8a05f-915e-47c7-a0db-aa82a759a8df tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4941978 Sep 18 19:47:55.242423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:55.353790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-b7ac0ab2-bb29-45d1-a85e-fd6027b1524d service neutron] 10.222.0.32 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584809 Sep 18 19:47:55.362372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4fa1f-3e0d-4f76-af2c-7f7a36c5536b tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Deleting port fc9f647a-ea78-45b6-8cc2-390d6014742c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:55.362773 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fa1f-3e0d-4f76-af2c-7f7a36c5536b tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:55.375248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-bde31996-9dbb-4c9e-a39c-f8865a84bbdc tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.381536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-bde31996-9dbb-4c9e-a39c-f8865a84bbdc tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.383478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-bde31996-9dbb-4c9e-a39c-f8865a84bbdc tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1682 time: 0.1050820 Sep 18 19:47:55.464547 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:55.526986 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fa1f-3e0d-4f76-af2c-7f7a36c5536b tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:55.548239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4fa1f-3e0d-4f76-af2c-7f7a36c5536b tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Calling delete_port for fc9f647a-ea78-45b6-8cc2-390d6014742c owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:55.597739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52696) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:55.606892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-33aa1ec2-467f-4f75-bd45-5a4f0832d262 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209948081', 'description': 'tempest-description--1846911716'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:55.736097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fa1f-3e0d-4f76-af2c-7f7a36c5536b tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:55.752367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-9ddc3d3d-1b21-4fc0-beb4-577c184e73b6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.754216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-9ddc3d3d-1b21-4fc0-beb4-577c184e73b6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63&tenant_id=4f398104e65c43438f0486e367066fbc&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 947 time: 0.2746770 Sep 18 19:47:55.763024 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33aa1ec2-467f-4f75-bd45-5a4f0832d262 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:55.766617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4fa1f-3e0d-4f76-af2c-7f7a36c5536b tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Port': ['ID=fc9f647a-ea78-45b6-8cc2-390d6014742c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:55.789481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad3a81f3-fd10-4652-b9d7-8ff685434251 req-d2c24250-2004-4d39-899f-3d9348f83b08 service neutron] 10.222.0.32 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282522 Sep 18 19:47:55.848623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb68a7-44bc-412d-a783-d7f186e9ee00 req-42a3d4c0-9c0b-45b6-a886-fa1b41b0d4f7 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:55.850557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fadb68a7-44bc-412d-a783-d7f186e9ee00 req-42a3d4c0-9c0b-45b6-a886-fa1b41b0d4f7 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.3251438 Sep 18 19:47:56.019657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2d4fa1f-3e0d-4f76-af2c-7f7a36c5536b tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:56.025689 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2d4fa1f-3e0d-4f76-af2c-7f7a36c5536b tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "DELETE /v2.0/ports/fc9f647a-ea78-45b6-8cc2-390d6014742c HTTP/1.1" status: 204 len: 168 time: 0.7818840 Sep 18 19:47:56.026373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52702) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:56.058297 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0990c9c-6997-4087-ab50-a407fe735ec4 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] GET failed (client error): The resource could not be found. Sep 18 19:47:56.066004 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f0990c9c-6997-4087-ab50-a407fe735ec4 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "GET /v2.0/ports/fc9f647a-ea78-45b6-8cc2-390d6014742c HTTP/1.1" status: 404 len: 333 time: 0.0380878 Sep 18 19:47:56.066758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52704) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:56.073559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'name': 'tempest-AllowedAddressPairTestJSON-1238628435'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:56.252126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382a0d4-0940-4b06-81a2-49fbe452ab5a req-c5e819d8-3755-4e4f-87a2-2855fca92562 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:56.253627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6382a0d4-0940-4b06-81a2-49fbe452ab5a req-c5e819d8-3755-4e4f-87a2-2855fca92562 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 947 time: 0.5807912 Sep 18 19:47:56.273310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 19:47:56.273310 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 19:47:56.273310 n-d-789963-11 neutron-server[94940]: [parameters: {'project_id_1': 'e02dab7c5a924f56aabaadf58cafbb6e', 'expiration_1': datetime.datetime(2021, 9, 18, 19, 47, 36, 182335)}] Sep 18 19:47:56.273310 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:47:56.274571 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:47:56.297656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port 770ce549-79be-4956-b23b-1e9a3edbe6bf {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:56.297998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:56.431309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-e04b66b8-9d6b-4496-9996-894f2a4677fb service neutron] 10.222.0.24 "GET /v2.0/ports/ad82451f-77f8-4f01-9753-7cf296272287/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 383 time: 0.6645648 Sep 18 19:47:56.434571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fadb68a7-44bc-412d-a783-d7f186e9ee00 req-3a81078c-f1cf-45af-b954-611a5126b71b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713022 Sep 18 19:47:56.446791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-04836820-65d8-4eb6-b978-0bc48b6a2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:56.452778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-04836820-65d8-4eb6-b978-0bc48b6a2fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3741b5edd88b42af87ba71a566561f6f&device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 1096 time: 0.5916514 Sep 18 19:47:56.490523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6382a0d4-0940-4b06-81a2-49fbe452ab5a req-504f1729-1836-47f0-a877-271785b61089 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163930 Sep 18 19:47:56.684187 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33aa1ec2-467f-4f75-bd45-5a4f0832d262 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:56.686205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port 770ce549-79be-4956-b23b-1e9a3edbe6bf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=770ce549-79be-4956-b23b-1e9a3edbe6bf,segment=NetworkSegment(1148ae2a-e4bf-4793-800a-b7b7c7c7dd56),segment_id=1148ae2a-e4bf-4793-800a-b7b7c7c7dd56)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:56.686600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:56.706696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33aa1ec2-467f-4f75-bd45-5a4f0832d262 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:56.725304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for 770ce549-79be-4956-b23b-1e9a3edbe6bf owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:56.730379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-7bb19080-314c-4ef4-b018-60247dd3590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:56.731922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-7bb19080-314c-4ef4-b018-60247dd3590d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1099 time: 0.2669890 Sep 18 19:47:56.779630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19504-7c03-4a34-967c-04cb3103b2c8 req-1fbafd62-4a19-450b-aaaf-58eca33951a8 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:56.785575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19504-7c03-4a34-967c-04cb3103b2c8 req-1fbafd62-4a19-450b-aaaf-58eca33951a8 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:56.787197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aff19504-7c03-4a34-967c-04cb3103b2c8 req-1fbafd62-4a19-450b-aaaf-58eca33951a8 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 1682 time: 0.2771838 Sep 18 19:47:56.797875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Made reservation on behalf of e02dab7c5a924f56aabaadf58cafbb6e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:47:56.801950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:56.819765 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33aa1ec2-467f-4f75-bd45-5a4f0832d262 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:56.820979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-33aa1ec2-467f-4f75-bd45-5a4f0832d262 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2197092 Sep 18 19:47:56.821583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] device_id is not set on port 41885151-e027-449e-aa0e-bbb3216947b6 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:47:56.825963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52710) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:56.831028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d575ac25-d389-4c69-837c-66c4d59c3312 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'security_group_rule': {'security_group_id': '58451054-682c-46a6-ac51-972fc640bacc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:56.868777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-ca7a54e0-fdb7-44e7-a10f-053a046b12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:56.870275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-ca7a54e0-fdb7-44e7-a10f-053a046b12e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e75689-899d-4bb8-9398-50029eed48e7 HTTP/1.1" status: 200 len: 906 time: 0.4065783 Sep 18 19:47:56.876429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa1ec2-467f-4f75-bd45-5a4f0832d262 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58451054-682c-46a6-ac51-972fc640bacc,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:56.881370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:56.906523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d575ac25-d389-4c69-837c-66c4d59c3312 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:56.907864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df321006-487c-4d03-97d9-314956f2cad2 req-3939cbce-eebf-43eb-9720-11f3a230efe1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:56.909418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df321006-487c-4d03-97d9-314956f2cad2 req-3939cbce-eebf-43eb-9720-11f3a230efe1 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 944 time: 0.3277781 Sep 18 19:47:56.992734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Allocated IP 172.20.0.13 (3e7ad25b-8218-4c12-95cb-b3949e5d9f48/d8d474ba-3933-4fce-ab7a-ea15e074f043/41885151-e027-449e-aa0e-bbb3216947b6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:56.994931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-c8415577-10a3-4455-9e5d-0e267be84462 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f528047-a583-4462-a784-955a58907463 HTTP/1.1" status: 200 len: 217 time: 0.1057799 Sep 18 19:47:57.009266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:57.011701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d575ac25-d389-4c69-837c-66c4d59c3312 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.020450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d575ac25-d389-4c69-837c-66c4d59c3312 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.023887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'ad82451f-77f8-4f01-9753-7cf296272287', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'ad82451f-77f8-4f01-9753-7cf296272287', 'mac_address': 'fa:16:3e:46:3f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:57.049300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aff19504-7c03-4a34-967c-04cb3103b2c8 req-4f659402-c3ff-49d7-87b9-aba744b9a3e7 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484353 Sep 18 19:47:57.060788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575ac25-d389-4c69-837c-66c4d59c3312 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9b0260-ebe2-4125-817a-e668a1d1fd4c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:57.065652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d575ac25-d389-4c69-837c-66c4d59c3312 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.067030 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d575ac25-d389-4c69-837c-66c4d59c3312 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2401099 Sep 18 19:47:57.071002 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.071145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52712) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:57.081596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9607783d-45fe-4525-8d15-cd664b897e8a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'security_group_rule': {'security_group_id': '58451054-682c-46a6-ac51-972fc640bacc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:57.094756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad82451f-77f8-4f01-9753-7cf296272287 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:57.107264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-39555ac9-e283-4de9-ae19-947f7918a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:57.109351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-39555ac9-e283-4de9-ae19-947f7918a49e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e50a3d6-3ef5-4cfd-8201-f694c0fb526c HTTP/1.1" status: 200 len: 844 time: 0.0941083 Sep 18 19:47:57.118129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:57.119325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-03805bd4-1712-40f0-9fcc-eb2f4f918ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:57.121245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-03805bd4-1712-40f0-9fcc-eb2f4f918ead service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.3726368 Sep 18 19:47:57.124448 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.129855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9607783d-45fe-4525-8d15-cd664b897e8a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.190440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df321006-487c-4d03-97d9-314956f2cad2 req-7167a4fd-bf88-409b-87c3-1f547a0baeee tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2458918 Sep 18 19:47:57.228589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:57.237047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-5ba367f0-402d-4caa-933e-293d5fd7f7d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.0992651 Sep 18 19:47:57.237440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.238010 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.238226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.238848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.239182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.239540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.241367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.241773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.242164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.242496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.242945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.243334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:47:57.294857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9607783d-45fe-4525-8d15-cd664b897e8a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.301506 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9607783d-45fe-4525-8d15-cd664b897e8a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.320913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.321328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-8f511ebc-3747-4725-9e42-e43e550a91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:57.322975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-8f511ebc-3747-4725-9e42-e43e550a91cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e75689-899d-4bb8-9398-50029eed48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1985228 Sep 18 19:47:57.331069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607783d-45fe-4525-8d15-cd664b897e8a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9337f2e1-a56a-4849-a4bd-7c19def0e854,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:57.335827 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.342531 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9607783d-45fe-4525-8d15-cd664b897e8a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.346887 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9607783d-45fe-4525-8d15-cd664b897e8a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2704227 Sep 18 19:47:57.347146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52714) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:57.355192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:57.373518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-4ec06aa8-7825-497a-8703-0816464ee132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:57.375103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-4ec06aa8-7825-497a-8703-0816464ee132 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1249216 Sep 18 19:47:57.389197 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.393846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.401996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.404176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f528047-a583-4462-a784-955a58907463 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:47:57.410669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['ad82451f-77f8-4f01-9753-7cf296272287'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:57.461574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:57.470170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:57.477886 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:57.512943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-b685e4ec-0d98-49da-b942-f08ea6c6c67d service neutron] 10.222.0.32 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820266 Sep 18 19:47:57.533677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:57.534332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.538965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=41885151-e027-449e-aa0e-bbb3216947b6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:57.591079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f528047-a583-4462-a784-955a58907463, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f528047-a583-4462-a784-955a58907463,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:57.592173 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e4215d5c-6f07-4f86-b5f6-5e5c5b6c8936 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5238013 Sep 18 19:47:57.592799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52720) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:57.599245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bc:c6:15'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:47:57.619699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=770ce549-79be-4956-b23b-1e9a3edbe6bf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:57.622557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '7f528047-a583-4462-a784-955a58907463', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'port_id': '7f528047-a583-4462-a784-955a58907463', 'mac_address': 'fa:16:3e:29:e9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:47:57.718985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.721311 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.756864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f528047-a583-4462-a784-955a58907463 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:47:57.802539 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Sync routers for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:47:57.810208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f528047-a583-4462-a784-955a58907463, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f528047-a583-4462-a784-955a58907463,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:57.815831 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:57.816488 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:57.827984 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.861737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port 770ce549-79be-4956-b23b-1e9a3edbe6bf on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:57.878812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.888681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-8d7e4897-afe0-4e50-a119-e27e28d36f65 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "DELETE /v2.0/ports/770ce549-79be-4956-b23b-1e9a3edbe6bf HTTP/1.1" status: 204 len: 173 time: 2.4900670 Sep 18 19:47:57.895888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'name': 'network-vif-deleted', 'tag': '770ce549-79be-4956-b23b-1e9a3edbe6bf'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:57.912331 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e935465-5790-409f-871a-003b3b559d21" -d '{"events": [{"server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "name": "network-vif-deleted", "tag": "770ce549-79be-4956-b23b-1e9a3edbe6bf"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:57.941863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f528047-a583-4462-a784-955a58907463,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:57.959024 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:57.970221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e5ae9d3f-7fde-40f1-a47d-3a7588cd7ea7 None None] Provisioning complete for port 41885151-e027-449e-aa0e-bbb3216947b6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:57.971848 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e5ae9d3f-7fde-40f1-a47d-3a7588cd7ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.005641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-0571aeb8-34f1-4933-b4aa-0a06c96c49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:58.007203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-0571aeb8-34f1-4933-b4aa-0a06c96c49f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6207359 Sep 18 19:47:58.007306 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:58.017485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d40de27f-6485-4b4c-bc28-9f7855a8d948 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:58.048796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd601a0e-832f-476c-9b84-23b30301c071 req-82846903-f3d2-4e2b-b8ea-a9bc193b19d5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:58.050395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd601a0e-832f-476c-9b84-23b30301c071 req-82846903-f3d2-4e2b-b8ea-a9bc193b19d5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.3785379 Sep 18 19:47:58.059485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98551669-18ed-4655-841b-6e52ef7fc2e5 req-c55ade71-871c-44ae-8102-744351cf36a6 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:58.066743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98551669-18ed-4655-841b-6e52ef7fc2e5 req-c55ade71-871c-44ae-8102-744351cf36a6 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.4485617 Sep 18 19:47:58.090754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Allocated IP 172.25.8.102 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/47e40a7b-4d55-4f60-8643-ffa1fcef7202) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:47:58.100884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae9d3f-7fde-40f1-a47d-3a7588cd7ea7 None None] Port 41885151-e027-449e-aa0e-bbb3216947b6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:58.113021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d40de27f-6485-4b4c-bc28-9f7855a8d948 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:58.113389 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.113645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ebde4-0b61-4d1f-b9ab-f1ae1b315735 req-dc257c38-39ee-4dea-be1c-406f0a618b36 service neutron] 10.222.0.32 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997373 Sep 18 19:47:58.147904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7f528047-a583-4462-a784-955a58907463'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:47:58.227479 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 2, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:58.262738 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Checking router: b0841cda-5ab0-434d-9339-2f614cc13591 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:47:58.263309 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Updating router b0841cda-5ab0-434d-9339-2f614cc13591 port 0df2a222-cf38-4295-8d81-c3e2c7238f90 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:47:58.290852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd601a0e-832f-476c-9b84-23b30301c071 req-23c70ff6-0b00-4f55-b036-766668d268e9 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214911 Sep 18 19:47:58.292650 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.331113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-fb869e66-e3fb-485f-8b95-9bc61815b19e service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997322 Sep 18 19:47:58.345249 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.370230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.387897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.435280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.471652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.482840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port d40de27f-6485-4b4c-bc28-9f7855a8d948, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d40de27f-6485-4b4c-bc28-9f7855a8d948,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:58.496879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98551669-18ed-4655-841b-6e52ef7fc2e5 req-78a757eb-5a02-4846-8457-aabe0350807e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291687 Sep 18 19:47:58.501932 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.517702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-55c81d8e-6b69-4485-aac1-aee118773bad service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696982 Sep 18 19:47:58.518015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=41885151-e027-449e-aa0e-bbb3216947b6,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:58.521875 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7603f5fe-c76c-46e8-b076-dc58fa53a75b x-openstack-request-id: req-7603f5fe-c76c-46e8-b076-dc58fa53a75b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:58.521875 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "name": "network-vif-deleted", "tag": "770ce549-79be-4956-b23b-1e9a3edbe6bf", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:58.521875 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7603f5fe-c76c-46e8-b076-dc58fa53a75b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:58.521875 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'name': 'network-vif-deleted', 'tag': '770ce549-79be-4956-b23b-1e9a3edbe6bf', 'status': 'completed', 'code': 200} Sep 18 19:47:58.539746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:47:58.549109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:47:58.564401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port 8462b186-e41b-4508-88ae-45081e804f00 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:58.569167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.583403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:47:58.622843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] In _notify_port_updated(), no bound segment for port 41885151-e027-449e-aa0e-bbb3216947b6 on network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:47:58.624549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=d40de27f-6485-4b4c-bc28-9f7855a8d948,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:58.631287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:58.632124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.634511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-648144de-5ebc-4099-baa0-5549e2b32dd8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "PUT /v2.0/ports/41885151-e027-449e-aa0e-bbb3216947b6 HTTP/1.1" status: 200 len: 994 time: 1.0391324 Sep 18 19:47:58.639746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52732) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:47:58.706801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'Port': ['ID=47e40a7b-4d55-4f60-8643-ffa1fcef7202,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:58.714358 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.732576 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.814950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.816193 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc6f2a-ab96-48db-9682-24d9c004b5e9 None None] Pushing event updated for resources: {'Port': ['ID=0df2a222-cf38-4295-8d81-c3e2c7238f90,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:58.817200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port 8462b186-e41b-4508-88ae-45081e804f00, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8462b186-e41b-4508-88ae-45081e804f00,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:58.817575 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.855312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for 8462b186-e41b-4508-88ae-45081e804f00 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:58.856576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-82497fed-6d9b-4273-b449-dab6f65756bf None None] Provisioning complete for port 41885151-e027-449e-aa0e-bbb3216947b6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:58.856951 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82497fed-6d9b-4273-b449-dab6f65756bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.862467 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Attempting to bind port 0df2a222-cf38-4295-8d81-c3e2c7238f90 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:47:58.863012 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Attempting to bind port 0df2a222-cf38-4295-8d81-c3e2c7238f90 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:47:58.863486 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Attempting to bind port 0df2a222-cf38-4295-8d81-c3e2c7238f90 on network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:47:58.865743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd5415-92b0-4b7c-a363-a90193da2fdd req-f9d3a69c-01f1-42fd-8339-3f2371b16c7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:58.867287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fefd5415-92b0-4b7c-a363-a90193da2fdd req-f9d3a69c-01f1-42fd-8339-3f2371b16c7d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 946 time: 0.3339758 Sep 18 19:47:58.870469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:47:58.871845 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Checking segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:47:58.872464 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.873150 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Bound using segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:47:58.874144 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Bound port: 0df2a222-cf38-4295-8d81-c3e2c7238f90, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:47:58.874767 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.877751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-96f52908-02c3-48d5-929f-e326348610c5 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Deleting port 41885151-e027-449e-aa0e-bbb3216947b6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:47:58.878791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96f52908-02c3-48d5-929f-e326348610c5 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.912908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:58.914828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:58.919143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-82497fed-6d9b-4273-b449-dab6f65756bf None None] Port 41885151-e027-449e-aa0e-bbb3216947b6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:47:58.978966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c8f3a-5785-48e3-89ac-66745be354e5 req-1641319d-a07f-49bf-8ba5-f41ab55629e5 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:58.980818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-658c8f3a-5785-48e3-89ac-66745be354e5 req-1641319d-a07f-49bf-8ba5-f41ab55629e5 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 945 time: 0.1925695 Sep 18 19:47:59.012032 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] For port 0df2a222-cf38-4295-8d81-c3e2c7238f90, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:47:59.019267 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] For port 0df2a222-cf38-4295-8d81-c3e2c7238f90, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0df2a222-cf38-4295-8d81-c3e2c7238f90,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:47:59.029907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fefd5415-92b0-4b7c-a363-a90193da2fdd req-227a93f3-5902-461e-a92d-8c895b81bebc tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/security-groups?id=89c7f771-47e3-4736-80b9-097843d202c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552033 Sep 18 19:47:59.031598 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.078395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-658c8f3a-5785-48e3-89ac-66745be354e5 req-560f9bc9-8495-40d7-b2f6-fe1792008a9f tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886946 Sep 18 19:47:59.151272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96f52908-02c3-48d5-929f-e326348610c5 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.158164 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc6f2a-ab96-48db-9682-24d9c004b5e9 None None] Pushing event updated for resources: {'Port': ['ID=0df2a222-cf38-4295-8d81-c3e2c7238f90,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:59.161628 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:47:59.162236 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:59.218743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d9f6caf9-210c-49ab-ba8f-9f667134744f None None] Provisioning complete for port 0df2a222-cf38-4295-8d81-c3e2c7238f90 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:59.219403 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9f6caf9-210c-49ab-ba8f-9f667134744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.225332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-96f52908-02c3-48d5-929f-e326348610c5 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Calling delete_port for 41885151-e027-449e-aa0e-bbb3216947b6 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:47:59.226326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.272480 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port ad82451f-77f8-4f01-9753-7cf296272287 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:59.275250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=8462b186-e41b-4508-88ae-45081e804f00,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:59.279655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port ad82451f-77f8-4f01-9753-7cf296272287 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:59.280078 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.308262 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:47:59.350475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port 8462b186-e41b-4508-88ae-45081e804f00 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:47:59.373255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.374408 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.378251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c09d7d5-b313-4cb8-9799-850bd6fa4a97 req-d9f73d89-7886-4dab-89a1-e79df6cff88b tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.24 "DELETE /v2.0/ports/8462b186-e41b-4508-88ae-45081e804f00 HTTP/1.1" status: 204 len: 173 time: 1.4084299 Sep 18 19:47:59.406450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.486464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f528047-a583-4462-a784-955a58907463 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:47:59.527045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb010768-2d0e-4c56-b5df-53264e1823aa req-8d71ac23-aabb-42c0-a2cc-962575e6f1cb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:59.539248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb010768-2d0e-4c56-b5df-53264e1823aa req-8d71ac23-aabb-42c0-a2cc-962575e6f1cb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.1139085 Sep 18 19:47:59.608324 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb010768-2d0e-4c56-b5df-53264e1823aa req-43ba9ef9-aeb0-4ac9-9351-e3301ca4dbc1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603139 Sep 18 19:47:59.614771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'Port': ['ID=47e40a7b-4d55-4f60-8643-ffa1fcef7202,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:59.622106 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.652083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.661819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96f52908-02c3-48d5-929f-e326348610c5 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.677155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:47:59.680180 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c18c30-ac34-41fb-b984-19a190dfd569" -d '{"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-plugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:47:59.685961 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9f6caf9-210c-49ab-ba8f-9f667134744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.715864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:59.719584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f52908-02c3-48d5-929f-e326348610c5 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Port': ['ID=41885151-e027-449e-aa0e-bbb3216947b6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:59.722012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.725183 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6051bbb-1151-4955-ba9a-f8edb2dabe5a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3752995 Sep 18 19:47:59.737611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.739224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8462b186-e41b-4508-88ae-45081e804f00 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:59.760480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7b167-eb7e-4f00-a070-31613943578d req-156746c2-d7c9-4da2-88ad-6fcef729d595 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:47:59.763584 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:47:59.764238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fc7b167-eb7e-4f00-a070-31613943578d req-156746c2-d7c9-4da2-88ad-6fcef729d595 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1090624 Sep 18 19:47:59.818111 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49b4757-67fb-4314-bb43-952cc72f09a3 None None] The sync data for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 is: [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:47:59.847996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fc7b167-eb7e-4f00-a070-31613943578d req-ce57734b-bc87-4641-8143-9218d76e525b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709529 Sep 18 19:47:59.866864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:47:59.871735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 7f528047-a583-4462-a784-955a58907463 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:47:59.886258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 7f528047-a583-4462-a784-955a58907463 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:47:59.886870 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.892364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 8462b186-e41b-4508-88ae-45081e804f00 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:59.892873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8462b186-e41b-4508-88ae-45081e804f00 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:59.893389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 770ce549-79be-4956-b23b-1e9a3edbe6bf no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:47:59.929273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d9f6caf9-210c-49ab-ba8f-9f667134744f None None] For port 0df2a222-cf38-4295-8d81-c3e2c7238f90, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0df2a222-cf38-4295-8d81-c3e2c7238f90,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:47:59.965008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 770ce549-79be-4956-b23b-1e9a3edbe6bf {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:47:59.965543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 770ce549-79be-4956-b23b-1e9a3edbe6bf not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:47:59.979953 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9f6caf9-210c-49ab-ba8f-9f667134744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:47:59.991295 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07019a9-b033-493f-8c0b-ecce6f8b895e x-openstack-request-id: req-d07019a9-b033-493f-8c0b-ecce6f8b895e {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:47:59.997319 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-plugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:47:59.997319 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d07019a9-b033-493f-8c0b-ecce6f8b895e {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:47:59.997319 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'code': 200} Sep 18 19:48:00.071901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96f52908-02c3-48d5-929f-e326348610c5 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.093963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-96f52908-02c3-48d5-929f-e326348610c5 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "DELETE /v2.0/ports/41885151-e027-449e-aa0e-bbb3216947b6 HTTP/1.1" status: 204 len: 168 time: 1.4435105 Sep 18 19:48:00.096427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52756) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:00.134928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6caf9-210c-49ab-ba8f-9f667134744f None None] Pushing event updated for resources: {'Port': ['ID=0df2a222-cf38-4295-8d81-c3e2c7238f90,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:00.151586 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-434bd8de-1097-47d2-ad01-e1c86ffebece tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] GET failed (client error): The resource could not be found. Sep 18 19:48:00.153319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-434bd8de-1097-47d2-ad01-e1c86ffebece tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "GET /v2.0/ports/41885151-e027-449e-aa0e-bbb3216947b6 HTTP/1.1" status: 404 len: 333 time: 0.0559525 Sep 18 19:48:00.157266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52760) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:00.162516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'name': 'tempest-AllowedAddressPairTestJSON-2028570234'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:00.169676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d40de27f-6485-4b4c-bc28-9f7855a8d948 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:00.184239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-e7d3f257-606f-42e7-8b1b-15697850e834 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1209948081&fields=id&tenant_id=9b1920334d9b46ea8940702aa9a66c84 HTTP/1.1" status: 200 len: 267 time: 0.1456439 Sep 18 19:48:00.273377 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2d46e0be-7764-4933-9410-d71e1ae3f342 None None] Provisioning complete for port 0df2a222-cf38-4295-8d81-c3e2c7238f90 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:00.273377 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2d46e0be-7764-4933-9410-d71e1ae3f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.274873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d40de27f-6485-4b4c-bc28-9f7855a8d948 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:00.275297 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.306534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-436dc9ee-a0a7-40ff-8458-ff4cef74ea94 req-5e163b38-3ab3-4810-8629-6c9db25c345d tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f3eb84-df45-4b06-82ed-8d426fac6539 HTTP/1.1" status: 200 len: 210 time: 0.1109786 Sep 18 19:48:00.318767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Made reservation on behalf of e02dab7c5a924f56aabaadf58cafbb6e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:00.337872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.343712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.372377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] device_id is not set on port a3c8e53e-55cf-46d6-89e6-679a774c2de2 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:48:00.378859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2512934c-af99-479d-91de-931f7753a303 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:00.387495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2512934c-af99-479d-91de-931f7753a303 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 809 time: 0.1956301 Sep 18 19:48:00.407881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-4dff0984-7d44-451a-8a80-9941b1e34a7d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/quotas/9b1920334d9b46ea8940702aa9a66c84 HTTP/1.1" status: 200 len: 375 time: 0.0192020 Sep 18 19:48:00.409578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f528047-a583-4462-a784-955a58907463, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f528047-a583-4462-a784-955a58907463,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:00.435744 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.486840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0df2a222-cf38-4295-8d81-c3e2c7238f90 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:00.534285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-00909b00-b399-4471-bc5f-fb39a4ee66d5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1252999 Sep 18 19:48:00.538158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'name': 'network-vif-deleted', 'tag': '8462b186-e41b-4508-88ae-45081e804f00'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:00.541888 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c57729-f25a-4d49-8f31-c6c5b3f31b29" -d '{"events": [{"server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "name": "network-vif-deleted", "tag": "8462b186-e41b-4508-88ae-45081e804f00"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:00.554696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6a293-3d39-46fd-866d-5023d9ffbc2d req-d1c3a5e3-ebfd-4205-9892-a48d08ca3666 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:00.561659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bcd6a293-3d39-46fd-866d-5023d9ffbc2d req-d1c3a5e3-ebfd-4205-9892-a48d08ca3666 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.1039326 Sep 18 19:48:00.606109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Allocated IP 172.20.0.4 (3e7ad25b-8218-4c12-95cb-b3949e5d9f48/d8d474ba-3933-4fce-ab7a-ea15e074f043/a3c8e53e-55cf-46d6-89e6-679a774c2de2) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:00.619812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f528047-a583-4462-a784-955a58907463,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:00.647433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0df2a222-cf38-4295-8d81-c3e2c7238f90 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:00.647844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.699995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bcd6a293-3d39-46fd-866d-5023d9ffbc2d req-558fd655-cea3-4dba-abe9-819783e2842a tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373949 Sep 18 19:48:00.743626 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2a9e72d4-00bf-4b93-840c-51f6454da812 service neutron] 10.222.0.20 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980257 Sep 18 19:48:00.823458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.861810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-0a213547-11a8-4338-9b80-a71085896a73 service neutron] 10.222.0.20 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170640 Sep 18 19:48:00.892792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:00.959691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-a6d312cd-c89f-4f89-be21-69bfbde0f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:00.961643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-a6d312cd-c89f-4f89-be21-69bfbde0f291 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63&tenant_id=4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 1101 time: 0.0604062 Sep 18 19:48:00.964122 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3f43e9-9ade-44e6-aef4-80572e0bf08f x-openstack-request-id: req-3c3f43e9-9ade-44e6-aef4-80572e0bf08f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:00.964408 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f3eb84-df45-4b06-82ed-8d426fac6539", "name": "network-vif-deleted", "tag": "8462b186-e41b-4508-88ae-45081e804f00", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:00.964651 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c3f43e9-9ade-44e6-aef4-80572e0bf08f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:00.965037 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f3eb84-df45-4b06-82ed-8d426fac6539', 'name': 'network-vif-deleted', 'tag': '8462b186-e41b-4508-88ae-45081e804f00', 'status': 'completed', 'code': 200} Sep 18 19:48:00.975222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=a3c8e53e-55cf-46d6-89e6-679a774c2de2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:00.975659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:00.980255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:00.989754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:00.992805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.994217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.994740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.995369 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.995900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.996580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.997395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.998832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.999359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:00.999995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:01.000497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:01.001763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:01.032452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:01.101870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:01.102673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.116634 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.129553 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-547a31ef-1815-4c39-9309-1c87e2c9cd5e tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9699922 Sep 18 19:48:01.132007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52780) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:01.148039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bc:c6:15'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:01.151094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95883cbd-2f1a-43eb-8937-a337759c460f req-0425fae6-dfc7-4515-8eca-6f2ee75103db tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:01.152928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95883cbd-2f1a-43eb-8937-a337759c460f req-0425fae6-dfc7-4515-8eca-6f2ee75103db tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.1301093 Sep 18 19:48:01.254280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95883cbd-2f1a-43eb-8937-a337759c460f req-b3529f22-c49c-4538-872e-4e6f24b8bd25 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799325 Sep 18 19:48:01.290928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.358276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-326e8744-7499-49e5-879c-8cd2eb178233 None None] Provisioning complete for port a3c8e53e-55cf-46d6-89e6-679a774c2de2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:01.358797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-326e8744-7499-49e5-879c-8cd2eb178233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.388899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6765930-d378-4425-a29d-f3c621c09fd6 req-51211c8a-c598-496e-9877-2eeeeab258ef tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 210 time: 0.0481174 Sep 18 19:48:01.405349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1e6d0-7e7f-48d7-a272-069ee4905994 req-d4c837e7-94e0-4747-83c7-95745ee95ec0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:01.411428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fd1e6d0-7e7f-48d7-a272-069ee4905994 req-d4c837e7-94e0-4747-83c7-95745ee95ec0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1559465 Sep 18 19:48:01.426163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-326e8744-7499-49e5-879c-8cd2eb178233 None None] Port a3c8e53e-55cf-46d6-89e6-679a774c2de2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:01.457332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52788) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:01.541335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32c02f8-3240-4421-92ed-501e4536c548 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting subnet 862181d6-0e1e-4e5c-881d-38cda87cdc23 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:48:01.547470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f32c02f8-3240-4421-92ed-501e4536c548 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.609883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f32c02f8-3240-4421-92ed-501e4536c548 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.634642 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.645533 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.814625 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f32c02f8-3240-4421-92ed-501e4536c548 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.815437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fd1e6d0-7e7f-48d7-a272-069ee4905994 req-fea87650-49d8-4daf-b053-3acb48bf3650 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012356 Sep 18 19:48:01.817942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=a3c8e53e-55cf-46d6-89e6-679a774c2de2,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:01.908007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] In _notify_port_updated(), no bound segment for port a3c8e53e-55cf-46d6-89e6-679a774c2de2 on network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:48:01.923399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:01.923399 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:01.923399 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cacefa3c-cf05-483e-bf24-f231c147ef51 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "PUT /v2.0/ports/a3c8e53e-55cf-46d6-89e6-679a774c2de2 HTTP/1.1" status: 200 len: 996 time: 0.7831895 Sep 18 19:48:01.923399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52796) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:01.955292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0df2a222-cf38-4295-8d81-c3e2c7238f90 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:01.968550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:02.000011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e1101b-5600-4e4c-8421-f815d68151eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f528047-a583-4462-a784-955a58907463'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:02.003537 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa3b217-b76e-4738-b416-ce5e231e0329" -d '{"events": [{"server_uuid": "46e1101b-5600-4e4c-8421-f815d68151eb", "name": "network-vif-plugged", "status": "completed", "tag": "7f528047-a583-4462-a784-955a58907463"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:02.012675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae29602-883c-4949-bf9f-eef21694eea1 req-505428f5-3e84-4793-8e52-66a2a4a95470 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:02.022018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ae29602-883c-4949-bf9f-eef21694eea1 req-505428f5-3e84-4793-8e52-66a2a4a95470 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.2267113 Sep 18 19:48:02.043003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0df2a222-cf38-4295-8d81-c3e2c7238f90 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:02.043499 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.083688 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f32c02f8-3240-4421-92ed-501e4536c548 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.088210 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8cda90-75e6-49ee-8041-c153bc5d6c31 x-openstack-request-id: req-7e8cda90-75e6-49ee-8041-c153bc5d6c31 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:02.088610 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e1101b-5600-4e4c-8421-f815d68151eb", "name": "network-vif-plugged", "status": "completed", "tag": "7f528047-a583-4462-a784-955a58907463", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:02.089007 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e8cda90-75e6-49ee-8041-c153bc5d6c31 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:02.089630 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e1101b-5600-4e4c-8421-f815d68151eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f528047-a583-4462-a784-955a58907463', 'code': 200} Sep 18 19:48:02.104162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ae29602-883c-4949-bf9f-eef21694eea1 req-6d4d7057-5bb8-485a-986d-cbd364f1f007 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809457 Sep 18 19:48:02.111493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:02.122506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c02f8-3240-4421-92ed-501e4536c548 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Subnet': ['ID=862181d6-0e1e-4e5c-881d-38cda87cdc23,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:02.134876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a0948247-1f82-49eb-be4f-7ba3bc4c6de8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Deleting port a3c8e53e-55cf-46d6-89e6-679a774c2de2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:02.134876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0948247-1f82-49eb-be4f-7ba3bc4c6de8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.134876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f32c02f8-3240-4421-92ed-501e4536c548 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.135618 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f32c02f8-3240-4421-92ed-501e4536c548 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "DELETE /v2.0/subnets/862181d6-0e1e-4e5c-881d-38cda87cdc23 HTTP/1.1" status: 204 len: 168 time: 0.6770988 Sep 18 19:48:02.140872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52800) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:02.144819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112be877-5705-495f-b2b7-998ec3b45425 None None] Network b93af9ba-622b-4169-9ec6-2206d7d9c98e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:02.181926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.201534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a2600322-096f-4c09-a5d8-d1aaaef8fd29 None None] Provisioning complete for port a3c8e53e-55cf-46d6-89e6-679a774c2de2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:02.201759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Transition to ACTIVE for port object ad82451f-77f8-4f01-9753-7cf296272287 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:48:02.202205 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a2600322-096f-4c09-a5d8-d1aaaef8fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.206004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.274860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] No DVR routers for this DVR port ad82451f-77f8-4f01-9753-7cf296272287 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:02.320864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=10']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:02.334333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a2600322-096f-4c09-a5d8-d1aaaef8fd29 None None] Port a3c8e53e-55cf-46d6-89e6-679a774c2de2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:02.336216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:02.336559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:02.337453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:02.357836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:48:02.358185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Attempting to bind port ad82451f-77f8-4f01-9753-7cf296272287 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:02.375101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:02.375454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:02.376016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:02.376486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Bound port: ad82451f-77f8-4f01-9753-7cf296272287, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:02.376859 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.447231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] DHCP port deletion for b93af9ba-622b-4169-9ec6-2206d7d9c98e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:48:02.512145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] Deleting port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:02.512845 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.624433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:02.628135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d197d70c-4838-474e-9641-826e9d5ff4bc req-aa995944-e94b-46ed-8c4d-f687e4cf8ec1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 210 time: 0.0719323 Sep 18 19:48:02.640781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0546-1fa9-433d-bac6-56d696796f7b req-22f0adb3-c4f7-4b80-a8b7-e54fe826cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:02.642275 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d8f0546-1fa9-433d-bac6-56d696796f7b req-22f0adb3-c4f7-4b80-a8b7-e54fe826cae0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 1098 time: 0.5020890 Sep 18 19:48:02.647977 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.656956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] For port feaaae09-4d0a-4697-ac89-95ca2f7e3e67, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=feaaae09-4d0a-4697-ac89-95ca2f7e3e67,segment=NetworkSegment(1148ae2a-e4bf-4793-800a-b7b7c7c7dd56),segment_id=1148ae2a-e4bf-4793-800a-b7b7c7c7dd56)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:02.657827 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.662740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:02.685694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] Calling delete_port for feaaae09-4d0a-4697-ac89-95ca2f7e3e67 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:02.697715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0948247-1f82-49eb-be4f-7ba3bc4c6de8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.710587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f75157-66f5-4f71-83e9-2ec175038b77 req-7beae34a-46de-4474-b1d8-a5ce8df23ba9 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:02.718739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70f75157-66f5-4f71-83e9-2ec175038b77 req-7beae34a-46de-4474-b1d8-a5ce8df23ba9 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.3345611 Sep 18 19:48:02.724895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.733771 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7d8f0546-1fa9-433d-bac6-56d696796f7b req-5f139c56-06fa-42ea-aa42-2d43b7e3981e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820107 Sep 18 19:48:02.735192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a0948247-1f82-49eb-be4f-7ba3bc4c6de8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Calling delete_port for a3c8e53e-55cf-46d6-89e6-679a774c2de2 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:02.768213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.794123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:02.794813 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.796412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] 10.222.0.32 "PUT /v2.0/ports/ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 1097 time: 1.8260179 Sep 18 19:48:02.796897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] Pushing event deleted for resources: {'Port': ['ID=feaaae09-4d0a-4697-ac89-95ca2f7e3e67,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:02.802616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccee95-4ab1-4f25-b09d-5cd9be14f7ab None None] No DVR routers for this DVR port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:02.808527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:02.808883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.838511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70f75157-66f5-4f71-83e9-2ec175038b77 req-f1003ce3-d67d-4237-9697-4bb4544e7047 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171169 Sep 18 19:48:02.848185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2c450be0-a0e6-4415-b338-5c6b38161730 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:02.849708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2c450be0-a0e6-4415-b338-5c6b38161730 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 809 time: 0.2967787 Sep 18 19:48:02.850817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c4a9d-79ea-4f60-a34b-f6c9e8618a6b service neutron] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=11']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:02.889942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port feaaae09-4d0a-4697-ac89-95ca2f7e3e67, host n-d-789963-11, got binding levels [] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:02.890271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.904584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for feaaae09-4d0a-4697-ac89-95ca2f7e3e67 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:02.910256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_backend_mixin [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 was not found and therefore no delete operation was performed {{(pid=94940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:48:02.929381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:02.931675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-fc2ff443-fd40-4946-8e6e-8da1ea831e03 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b1920334d9b46ea8940702aa9a66c84 HTTP/1.1" status: 200 len: 380 time: 0.0718863 Sep 18 19:48:02.954375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'port': {'device_id': '07266ebe-0232-4546-8951-2030b2469b59', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'admin_state_up': True, 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'security_groups': ['58451054-682c-46a6-ac51-972fc640bacc']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:02.969525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}, {'name': 'network-changed', 'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:02.972094 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3b062a-925b-4a5e-b32c-882c3483da4c" -d '{"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}, {"name": "network-changed", "server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:02.976281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=feaaae09-4d0a-4697-ac89-95ca2f7e3e67,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:02.984187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port feaaae09-4d0a-4697-ac89-95ca2f7e3e67 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:03.028390 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0948247-1f82-49eb-be4f-7ba3bc4c6de8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.068702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0948247-1f82-49eb-be4f-7ba3bc4c6de8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Port': ['ID=a3c8e53e-55cf-46d6-89e6-679a774c2de2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:03.097232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642e506-982f-42ab-8ea3-14c01559c3e8 req-8eaf5226-2968-4ae9-b522-fc7bdedc159c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:03.098890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7642e506-982f-42ab-8ea3-14c01559c3e8 req-8eaf5226-2968-4ae9-b522-fc7bdedc159c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1864886 Sep 18 19:48:03.108505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-f630cd8b-a20e-4edc-aa7c-8555d1570f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:03.109482 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.110025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-f630cd8b-a20e-4edc-aa7c-8555d1570f87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1100 time: 0.1618035 Sep 18 19:48:03.165129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93af9ba-622b-4169-9ec6-2206d7d9c98e']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:03.181613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:03.181903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1148ae2a-e4bf-4793-800a-b7b7c7c7dd56') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:03.195356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.221471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0948247-1f82-49eb-be4f-7ba3bc4c6de8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.226951 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a0948247-1f82-49eb-be4f-7ba3bc4c6de8 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "DELETE /v2.0/ports/a3c8e53e-55cf-46d6-89e6-679a774c2de2 HTTP/1.1" status: 204 len: 168 time: 1.3062537 Sep 18 19:48:03.230437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52818) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:03.237261 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95bfe65-cea6-4f71-917f-1c1bc209e133 x-openstack-request-id: req-d95bfe65-cea6-4f71-917f-1c1bc209e133 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:03.237261 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-unplugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "code": 200}, {"name": "network-changed", "server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:03.237261 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d95bfe65-cea6-4f71-917f-1c1bc209e133 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:03.237261 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'code': 200} Sep 18 19:48:03.237261 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'status': 'completed', 'code': 200} Sep 18 19:48:03.240562 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.250047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:03.250468 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:03.254547 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:03.273247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7642e506-982f-42ab-8ea3-14c01559c3e8 req-219023e5-2f67-4780-935b-a0bb73026278 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596911 Sep 18 19:48:03.291297 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-37106869-0948-4f5d-91b9-002f81b91172 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] GET failed (client error): The resource could not be found. Sep 18 19:48:03.292889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-37106869-0948-4f5d-91b9-002f81b91172 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "GET /v2.0/ports/a3c8e53e-55cf-46d6-89e6-679a774c2de2 HTTP/1.1" status: 404 len: 333 time: 0.0556021 Sep 18 19:48:03.314828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52820) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:03.320473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'name': 'tempest-AllowedAddressPairTestJSON-1886225565'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:03.329176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Made reservation on behalf of 9b1920334d9b46ea8940702aa9a66c84 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:03.332869 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.358523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.377859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.379078 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "DELETE /v2.0/networks/b93af9ba-622b-4169-9ec6-2206d7d9c98e HTTP/1.1" status: 204 len: 168 time: 1.2313104 Sep 18 19:48:03.383888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52822) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:03.414772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ee902-13f8-4c81-9b18-6634c976c2df tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Network': ['ID=b93af9ba-622b-4169-9ec6-2206d7d9c98e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:03.433161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-a33de628-e5b8-46dc-9eea-deeafd33e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:03.434738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-a33de628-e5b8-46dc-9eea-deeafd33e439 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2954774 Sep 18 19:48:03.473027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Made reservation on behalf of e02dab7c5a924f56aabaadf58cafbb6e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:03.476992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.487422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-3638a156-7abe-4c12-96c5-05a83ee0f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:03.488953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-3638a156-7abe-4c12-96c5-05a83ee0f657 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1100 time: 0.2556517 Sep 18 19:48:03.495923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] device_id is not set on port 8cfb175e-82c3-4202-b2aa-49cc57f01c45 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:48:03.508173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcc580-134e-4fc1-93a1-091c0efb0599 req-97ab99de-82d1-4c8d-9e96-91a00ff778b2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:03.510182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bbbcc580-134e-4fc1-93a1-091c0efb0599 req-97ab99de-82d1-4c8d-9e96-91a00ff778b2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.2289305 Sep 18 19:48:03.561041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-8bf5b764-ecf9-4a5f-87ec-794666ba16e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.1138558 Sep 18 19:48:03.588053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-4223df03-0b17-409b-8564-e8b6e29943f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting subnet 25260f98-eab6-4d33-b5b6-a1fb3c1d8590 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:48:03.609180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Allocated IP 172.20.0.7 (3e7ad25b-8218-4c12-95cb-b3949e5d9f48/d8d474ba-3933-4fce-ab7a-ea15e074f043/8cfb175e-82c3-4202-b2aa-49cc57f01c45) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:03.612908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4223df03-0b17-409b-8564-e8b6e29943f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.782349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.785739 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4223df03-0b17-409b-8564-e8b6e29943f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.823079 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.831137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bbbcc580-134e-4fc1-93a1-091c0efb0599 req-198314ff-7fd3-4b2c-a173-ceadc668f2a6 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2770932 Sep 18 19:48:03.842049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64fdffe3-0f45-4e04-9e3f-a00b4dfecba5 req-be13628f-e5ae-4299-b08b-865f21eb4967 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 210 time: 0.0963585 Sep 18 19:48:03.844019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-1fa8941e-99d0-46cd-97f2-a7af5e7af5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:03.845396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-1fa8941e-99d0-46cd-97f2-a7af5e7af5e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2666132 Sep 18 19:48:03.877976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:03.882282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:03.891128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:03.915959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Allocated IP 172.20.0.6 (d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b/853cb1f6-f21e-4e3c-8f0a-9f2cee631efa/40b8bb81-6c79-4844-99e5-d617be79ed9d) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:03.920666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-175ec934-3439-410c-bae8-e25b0f578750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:03.922088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-175ec934-3439-410c-bae8-e25b0f578750 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.4110284 Sep 18 19:48:03.923928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=8cfb175e-82c3-4202-b2aa-49cc57f01c45,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:03.959130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:03.959878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:03.982682 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-59124119-73af-4301-a60f-8f2ead74d246 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6667478 Sep 18 19:48:03.987508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52828) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:03.992585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'network_id': '3e7ad25b-8218-4c12-95cb-b3949e5d9f48', 'name': 'tempest-AllowedAddressPairTestJSON-1206943858'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:03.994064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device feaaae09-4d0a-4697-ac89-95ca2f7e3e67 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:04.018392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: feaaae09-4d0a-4697-ac89-95ca2f7e3e67 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:04.018742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device feaaae09-4d0a-4697-ac89-95ca2f7e3e67 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:04.067691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-f9ecd717-86c6-4cad-812a-7c138a0f3f9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.1343081 Sep 18 19:48:04.129122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4223df03-0b17-409b-8564-e8b6e29943f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.131485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Made reservation on behalf of e02dab7c5a924f56aabaadf58cafbb6e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:04.145692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.166190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] device_id is not set on port 684be32f-1ad6-4563-967e-d37b92059a1a yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:48:04.195117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-59b5958a-260e-4a69-b6c7-1c0005cd79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:04.196973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-59b5958a-260e-4a69-b6c7-1c0005cd79b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3419707 Sep 18 19:48:04.250920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-a0ae6a91-9ef1-4951-806a-298cddf1c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:04.252422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-a0ae6a91-9ef1-4951-806a-298cddf1c646 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1762884 Sep 18 19:48:04.278735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ca411c73-50d8-43b0-961c-33eb13cbbbd8 None None] Provisioning complete for port 8cfb175e-82c3-4202-b2aa-49cc57f01c45 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:04.281798 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca411c73-50d8-43b0-961c-33eb13cbbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.293254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Allocated IP 172.20.0.11 (3e7ad25b-8218-4c12-95cb-b3949e5d9f48/d8d474ba-3933-4fce-ab7a-ea15e074f043/684be32f-1ad6-4563-967e-d37b92059a1a) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:04.364436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ca411c73-50d8-43b0-961c-33eb13cbbbd8 None None] Port 8cfb175e-82c3-4202-b2aa-49cc57f01c45 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:04.488171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.524989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.568119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:04.572015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:04.578039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:04.609404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=684be32f-1ad6-4563-967e-d37b92059a1a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:04.641275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:04.641931 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.659219 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d8701fcd-b5f0-4d5e-b755-4da509c7dfd0 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6704001 Sep 18 19:48:04.662634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52836) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:04.668417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:bc:c6:15'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f8:d0:bf'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:04.714168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edba84-e73c-4a07-b112-f200d09b6674 req-d0260e94-f61c-4983-ab11-8122ece51d28 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:04.715731 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4edba84-e73c-4a07-b112-f200d09b6674 req-d0260e94-f61c-4983-ab11-8122ece51d28 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.6748750 Sep 18 19:48:04.830285 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4223df03-0b17-409b-8564-e8b6e29943f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.833353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.842601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-b03db7de-a1cc-47f1-8d09-f35afbdac7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:04.844535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-b03db7de-a1cc-47f1-8d09-f35afbdac7e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5604937 Sep 18 19:48:04.848465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-7f925cce-ba21-4d10-855b-5637e805d054 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279647 Sep 18 19:48:04.888636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1ded1697-a00c-400a-a4db-cc7bc3c42768 None None] Provisioning complete for port 684be32f-1ad6-4563-967e-d37b92059a1a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:04.889086 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1ded1697-a00c-400a-a4db-cc7bc3c42768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.916509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.916902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:04.920586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223df03-0b17-409b-8564-e8b6e29943f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Subnet': ['ID=25260f98-eab6-4d33-b5b6-a1fb3c1d8590,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:04.946882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4223df03-0b17-409b-8564-e8b6e29943f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:04.948914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4223df03-0b17-409b-8564-e8b6e29943f9 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "DELETE /v2.0/subnets/25260f98-eab6-4d33-b5b6-a1fb3c1d8590 HTTP/1.1" status: 204 len: 168 time: 1.5624363 Sep 18 19:48:04.957591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1ded1697-a00c-400a-a4db-cc7bc3c42768 None None] Port 684be32f-1ad6-4563-967e-d37b92059a1a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:04.957861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d9c7c-aa4b-472a-a255-7d517625a1a0 req-ea363092-beef-48bf-8fd4-899ef29dd195 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:04.964131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52842) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:04.965088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc66fd-982f-4665-a183-01acadd92119 None None] Network 325e6090-2d5b-478d-9e91-d437b50a3754 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:04.966956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a3d9c7c-aa4b-472a-a255-7d517625a1a0 req-ea363092-beef-48bf-8fd4-899ef29dd195 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.5684948 Sep 18 19:48:04.989419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:05.000176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4edba84-e73c-4a07-b112-f200d09b6674 req-67ac8897-cddc-43cb-adee-5b20dba7f284 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601132 Sep 18 19:48:05.105116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.135006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.157506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a3d9c7c-aa4b-472a-a255-7d517625a1a0 req-f55aed2a-57e1-4cb6-8466-890a11b0de10 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894517 Sep 18 19:48:05.160250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.191178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] DHCP port deletion for 325e6090-2d5b-478d-9e91-d437b50a3754 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:48:05.237828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-822d9114-242c-4be8-812e-e4659d2b3927 req-8f4dae50-9687-454d-aed2-e14092021c80 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 210 time: 0.0581365 Sep 18 19:48:05.242068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-77bfa7a8-5fce-4e17-8a8e-131bbe086757 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564970 Sep 18 19:48:05.249881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] Deleting port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:05.250305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.274017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13ed2543-d6ed-4d1d-819f-70e462bdc78e req-4f67a662-0ec5-401a-bb09-c14df361680d service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162273 Sep 18 19:48:05.319786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event updated for resources: {'Port': ['ID=684be32f-1ad6-4563-967e-d37b92059a1a,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:05.356528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] For port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:05.357874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.359647 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] In _notify_port_updated(), no bound segment for port 684be32f-1ad6-4563-967e-d37b92059a1a on network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:48:05.366530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:05.367283 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.369229 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ecfa133f-01c8-4225-922b-2e946b7c7677 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "PUT /v2.0/ports/684be32f-1ad6-4563-967e-d37b92059a1a HTTP/1.1" status: 200 len: 1056 time: 0.7055984 Sep 18 19:48:05.371368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Deleting port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:05.371728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.374506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] Calling delete_port for 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:05.374754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52846) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:05.381789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.463827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-d30639e4-06c7-4ea7-8d2c-6f1bdf8fc771 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884863 Sep 18 19:48:05.474559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.491023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:05.498985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] No DVR routers for this DVR port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:05.512628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc67998-764f-446a-9569-04d516dd577b req-2a72c131-9b6d-4164-b568-1fd093f5b536 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:05.518356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] For port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,segment=NetworkSegment(9a7e9435-5727-4026-a177-5cb0c9fe15c8),segment_id=9a7e9435-5727-4026-a177-5cb0c9fe15c8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:05.518734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.520778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc67998-764f-446a-9569-04d516dd577b req-2a72c131-9b6d-4164-b568-1fd093f5b536 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.2962337 Sep 18 19:48:05.528762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:05.532824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfdf7b-189c-4d4c-a4f6-6e58acf187a9 None None] Pushing event deleted for resources: {'Port': ['ID=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:05.533778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Calling delete_port for 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:05.546912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:05.552924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'Port': ['ID=40b8bb81-6c79-4844-99e5-d617be79ed9d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:05.585054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ca376da7-158b-417f-80ce-a333689489b4 None None] Provisioning complete for port 684be32f-1ad6-4563-967e-d37b92059a1a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:05.585427 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca376da7-158b-417f-80ce-a333689489b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.600634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-945794ed-d529-4b66-878c-92beb43c45dc tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Deleting port 684be32f-1ad6-4563-967e-d37b92059a1a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:05.600978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-945794ed-d529-4b66-878c-92beb43c45dc tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.608042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-a08b2a4a-e5a3-462d-b4c8-346328ce6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:05.610078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-a08b2a4a-e5a3-462d-b4c8-346328ce6a67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 1100 time: 0.2260604 Sep 18 19:48:05.619892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:05.621161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.651626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ca376da7-158b-417f-80ce-a333689489b4 None None] Port 684be32f-1ad6-4563-967e-d37b92059a1a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:05.675485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc67998-764f-446a-9569-04d516dd577b req-bff0a9bf-a16b-40ae-8f0d-f58984168375 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1536405 Sep 18 19:48:05.686495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-35b6b0e0-746e-4af9-acca-c60e2286a2c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7366636 Sep 18 19:48:05.717630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.754156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Request body: {'port': {'device_id': '07266ebe-0232-4546-8951-2030b2469b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:05.755153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-945794ed-d529-4b66-878c-92beb43c45dc tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.764243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Port': ['ID=7e7c5af8-ee84-4c05-be4c-a38d05f1d97d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:05.767721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] No DVR routers for this DVR port 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:05.775753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-945794ed-d529-4b66-878c-92beb43c45dc tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Calling delete_port for 684be32f-1ad6-4563-967e-d37b92059a1a owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:05.875467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c54a4d4e-bde4-4cb9-afcc-60cf3ca81d1d None None] Provisioning complete for port 40b8bb81-6c79-4844-99e5-d617be79ed9d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:05.876419 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c54a4d4e-bde4-4cb9-afcc-60cf3ca81d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.880060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.890652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.892165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad61f30-dfe9-45c3-b661-bd9deb7abdc6 req-8191ef07-2395-46a5-a9cc-373b3ea3607f tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:05.896756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cad61f30-dfe9-45c3-b661-bd9deb7abdc6 req-8191ef07-2395-46a5-a9cc-373b3ea3607f tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.1382680 Sep 18 19:48:05.904730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-2ba8bd1f-2373-4c38-8cca-80d94807af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:05.906163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-2ba8bd1f-2373-4c38-8cca-80d94807af96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2603045 Sep 18 19:48:05.906295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52850) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:05.916539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Request body: {'floatingip': {'port_id': '7f528047-a583-4462-a784-955a58907463'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:05.924456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:05.947984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:05.948424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7e7c5af8-ee84-4c05-be4c-a38d05f1d97d not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:05.958460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c54a4d4e-bde4-4cb9-afcc-60cf3ca81d1d None None] Port 40b8bb81-6c79-4844-99e5-d617be79ed9d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:05.968548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325e6090-2d5b-478d-9e91-d437b50a3754']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:05.972358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-9220e859-0f57-4dee-bdb3-6f273d438c13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 200 len: 217 time: 0.0389934 Sep 18 19:48:05.984084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:05.987742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7e9435-5727-4026-a177-5cb0c9fe15c8') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:05.988034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7e9435-5727-4026-a177-5cb0c9fe15c8') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:06.064801 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.117089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.126173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-18b988be-f49b-4f98-be16-1bfbdd781999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:06.127866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-18b988be-f49b-4f98-be16-1bfbdd781999 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1470737 Sep 18 19:48:06.139418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:06.139834 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:06.143645 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:06.196777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b55b47-74da-4446-99d2-605039b4dfd0 req-3deb55ec-9408-45e9-a5c5-8b26725faa47 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:06.198237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26b55b47-74da-4446-99d2-605039b4dfd0 req-3deb55ec-9408-45e9-a5c5-8b26725faa47 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.1260393 Sep 18 19:48:06.288841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-76cd1698-0591-4582-9a3f-1cc998f6e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:06.290381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-76cd1698-0591-4582-9a3f-1cc998f6e034 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1515892 Sep 18 19:48:06.299551 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.304103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.309989 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] 10.222.0.20 "DELETE /v2.0/networks/325e6090-2d5b-478d-9e91-d437b50a3754 HTTP/1.1" status: 204 len: 168 time: 1.3420980 Sep 18 19:48:06.309989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-945794ed-d529-4b66-878c-92beb43c45dc tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.366496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26b55b47-74da-4446-99d2-605039b4dfd0 req-573d103e-d49d-4534-b848-5f1bf46c901c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313415 Sep 18 19:48:06.384855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e9428-453d-4c6e-bc15-a36115536169 tempest-ServersTestMultiNic-1656197734 tempest-ServersTestMultiNic-1656197734-project] Pushing event deleted for resources: {'Network': ['ID=325e6090-2d5b-478d-9e91-d437b50a3754,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:06.389907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945794ed-d529-4b66-878c-92beb43c45dc tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Port': ['ID=684be32f-1ad6-4563-967e-d37b92059a1a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:06.413520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a117-a708-423d-ae33-9a6989d8a0c2 req-be4c9c7f-01a7-4a6d-91cf-8a05b51ad646 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:06.415760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5389a117-a708-423d-ae33-9a6989d8a0c2 req-be4c9c7f-01a7-4a6d-91cf-8a05b51ad646 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1817706 Sep 18 19:48:06.543239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b8bb81-6c79-4844-99e5-d617be79ed9d {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:48:06.559523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-6b47c1a6-a7b4-472b-a63b-7d5f6922b437 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548182 Sep 18 19:48:06.560988 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.566535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5389a117-a708-423d-ae33-9a6989d8a0c2 req-34305d48-ac37-42cf-b5a8-8ef957a81694 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366112 Sep 18 19:48:06.593222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Transition to ACTIVE for port object 40b8bb81-6c79-4844-99e5-d617be79ed9d will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:48:06.607404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.628763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab93b-121d-4854-ac09-033ff73d67b0 req-985e487e-aaa7-4882-a7b8-72422a3dc640 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:06.630285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-488ab93b-121d-4854-ac09-033ff73d67b0 req-985e487e-aaa7-4882-a7b8-72422a3dc640 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 931 time: 0.1802363 Sep 18 19:48:06.762952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Pushing event updated for resources: {'Port': ['ID=40b8bb81-6c79-4844-99e5-d617be79ed9d,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:06.819804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-945794ed-d529-4b66-878c-92beb43c45dc tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.824327 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-945794ed-d529-4b66-878c-92beb43c45dc tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "DELETE /v2.0/ports/684be32f-1ad6-4563-967e-d37b92059a1a HTTP/1.1" status: 204 len: 168 time: 1.4484503 Sep 18 19:48:06.825274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-488ab93b-121d-4854-ac09-033ff73d67b0 req-65013286-f993-4ec0-ad4b-49557625d7c8 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665483 Sep 18 19:48:06.827306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:06.829614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd3b062a-925b-4a5e-b32c-882c3483da4c req-b5770071-cc57-4b6e-af23-bfa607405d67 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609606 Sep 18 19:48:06.891729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52872) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:06.950753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Attempting to bind port 40b8bb81-6c79-4844-99e5-d617be79ed9d on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:06.951072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Attempting to bind port 40b8bb81-6c79-4844-99e5-d617be79ed9d by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:06.951305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Attempting to bind port 40b8bb81-6c79-4844-99e5-d617be79ed9d on network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:06.961257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Port 40b8bb81-6c79-4844-99e5-d617be79ed9d on network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:48:06.962511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Attempting to bind port 40b8bb81-6c79-4844-99e5-d617be79ed9d on network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:06.968791 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-d374f3f1-9c6c-405f-9ef6-12a00eb25c9d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] GET failed (client error): The resource could not be found. Sep 18 19:48:06.972786 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d374f3f1-9c6c-405f-9ef6-12a00eb25c9d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "GET /v2.0/ports/684be32f-1ad6-4563-967e-d37b92059a1a HTTP/1.1" status: 404 len: 333 time: 0.1418321 Sep 18 19:48:06.973660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52874) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:06.986867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:06.987201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Checking segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:06.987935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Bound using segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:06.988679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Bound port: 40b8bb81-6c79-4844-99e5-d617be79ed9d, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:06.988920 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:06.997871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.002715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.107179 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Floating IP 6cecf52a-9be7-421d-8c79-187f93140c8c associated. External IP: 172.25.8.165, port: 7f528047-a583-4462-a784-955a58907463. Sep 18 19:48:07.213684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] For port 40b8bb81-6c79-4844-99e5-d617be79ed9d, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:07.218353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] For port 40b8bb81-6c79-4844-99e5-d617be79ed9d, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:07.230953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.300744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:07.301487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.302970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] 10.222.0.24 "PUT /v2.0/ports/40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 200 len: 1092 time: 1.5533869 Sep 18 19:48:07.310644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07266ebe-0232-4546-8951-2030b2469b59', 'tag': '40b8bb81-6c79-4844-99e5-d617be79ed9d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:07.312893 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "07266ebe-0232-4546-8951-2030b2469b59", "tag": "40b8bb81-6c79-4844-99e5-d617be79ed9d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:07.326332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6f07b3ec-f890-43d2-9bd7-afc5da904f92 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Deleting port 8cfb175e-82c3-4202-b2aa-49cc57f01c45 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:07.326695 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6f07b3ec-f890-43d2-9bd7-afc5da904f92 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.386019 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4990da7c-2430-4fe0-8a2b-4676ad24b14e x-openstack-request-id: req-4990da7c-2430-4fe0-8a2b-4676ad24b14e {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:07.386340 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07266ebe-0232-4546-8951-2030b2469b59", "tag": "40b8bb81-6c79-4844-99e5-d617be79ed9d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:07.386556 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4990da7c-2430-4fe0-8a2b-4676ad24b14e {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:07.386958 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07266ebe-0232-4546-8951-2030b2469b59', 'tag': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'status': 'completed', 'code': 200} Sep 18 19:48:07.420671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89ebe8-2751-4a86-a1a3-acf8312eacb0 service neutron] Pushing event updated for resources: {'Port': ['ID=40b8bb81-6c79-4844-99e5-d617be79ed9d,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:07.449540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:48:07.595806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:07.609822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'ad82451f-77f8-4f01-9753-7cf296272287', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'ad82451f-77f8-4f01-9753-7cf296272287', 'mac_address': 'fa:16:3e:46:3f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:48:07.657970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Router cee74434-abd2-48ef-bec7-51f3f098531d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:48:07.664417 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.678106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad82451f-77f8-4f01-9753-7cf296272287 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:48:07.704980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:07.713897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.764803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=12']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:07.782592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:48:07.787494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.793499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] Sync routers for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:48:07.802850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:07.803528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:07.818977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ad1b997a-6b47-4e74-97ae-0b876d7b40ec tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "PUT /v2.0/floatingips/6cecf52a-9be7-421d-8c79-187f93140c8c HTTP/1.1" status: 200 len: 992 time: 1.9118731 Sep 18 19:48:07.819604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e1101b-5600-4e4c-8421-f815d68151eb', 'tag': '7f528047-a583-4462-a784-955a58907463'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:07.822513 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe" -d '{"events": [{"name": "network-changed", "server_uuid": "46e1101b-5600-4e4c-8421-f815d68151eb", "tag": "7f528047-a583-4462-a784-955a58907463"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:07.916077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:07.916859 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6f07b3ec-f890-43d2-9bd7-afc5da904f92 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:07.920538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-f3659efe-7799-496b-ab9a-dfe312446056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:07.922064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-f3659efe-7799-496b-ab9a-dfe312446056 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 1095 time: 0.5609989 Sep 18 19:48:07.956739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6f07b3ec-f890-43d2-9bd7-afc5da904f92 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Calling delete_port for 8cfb175e-82c3-4202-b2aa-49cc57f01c45 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:08.003561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82a286-2535-4e78-94c4-6b7daf2cdaa5 req-3a41043a-c7bb-48ec-b3c4-a62c4461b95a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:08.005139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef82a286-2535-4e78-94c4-6b7daf2cdaa5 req-3a41043a-c7bb-48ec-b3c4-a62c4461b95a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 948 time: 0.5263450 Sep 18 19:48:08.018806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-aca3962f-525c-4195-99d0-d6be2d019989 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 200 len: 217 time: 0.0753968 Sep 18 19:48:08.045481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd63a66-e299-4891-87f5-b26bf672628f req-16378929-aa53-4181-95d5-5f7c3f8e0c9d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:08.047004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfd63a66-e299-4891-87f5-b26bf672628f req-16378929-aa53-4181-95d5-5f7c3f8e0c9d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.2351756 Sep 18 19:48:08.063819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ad82451f-77f8-4f01-9753-7cf296272287'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:48:08.195560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef82a286-2535-4e78-94c4-6b7daf2cdaa5 req-2deffa85-40e9-4370-8906-fd67ba13008d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731405 Sep 18 19:48:08.225451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-d9cd7ce6-8cc4-4267-a954-116bfe6178f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:08.227502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-d9cd7ce6-8cc4-4267-a954-116bfe6178f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.1982105 Sep 18 19:48:08.230506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfd63a66-e299-4891-87f5-b26bf672628f req-8ce34706-f1e9-4efc-97bb-af0f74fd64d3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674225 Sep 18 19:48:08.382980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-d4b781c0-4b9f-4d3f-b81b-11db08b353f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:08.386032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-d4b781c0-4b9f-4d3f-b81b-11db08b353f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479504 Sep 18 19:48:08.404112 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '6cecf52a-9be7-421d-8c79-187f93140c8c', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'port_id': '7f528047-a583-4462-a784-955a58907463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'mac_address': 'fa:16:3e:29:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e1101b-5600-4e4c-8421-f815d68151eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:47:44Z', 'updated_at': '2021-09-18T19:48:06Z', 'revision_number': 1, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:42Z', 'revision_number': 5, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:08.427548 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8055cd4c-30a8-4512-8a2f-17ceecc398a5 x-openstack-request-id: req-8055cd4c-30a8-4512-8a2f-17ceecc398a5 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:08.428028 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e1101b-5600-4e4c-8421-f815d68151eb", "tag": "7f528047-a583-4462-a784-955a58907463", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:08.428105 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8055cd4c-30a8-4512-8a2f-17ceecc398a5 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:08.428472 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e1101b-5600-4e4c-8421-f815d68151eb', 'tag': '7f528047-a583-4462-a784-955a58907463', 'status': 'completed', 'code': 200} Sep 18 19:48:08.431430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] Checking router: cee74434-abd2-48ef-bec7-51f3f098531d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:48:08.450599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:08.451251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:08.490640 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6f07b3ec-f890-43d2-9bd7-afc5da904f92 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:08.558861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:08.563189 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:08.636889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07b3ec-f890-43d2-9bd7-afc5da904f92 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Port': ['ID=8cfb175e-82c3-4202-b2aa-49cc57f01c45,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:08.687673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364021f-f950-4998-aa54-44274451ab6e req-e781d68f-5d57-45ef-8c13-1bf21fc7d71e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:08.689184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0364021f-f950-4998-aa54-44274451ab6e req-e781d68f-5d57-45ef-8c13-1bf21fc7d71e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 943 time: 0.2844386 Sep 18 19:48:08.798807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-2bba44bf-9204-44e4-a709-5cba917261e1 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037352 Sep 18 19:48:08.801619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-02b6574b-d77a-458e-ae3d-6fe6cb2e2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:08.803060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-02b6574b-d77a-458e-ae3d-6fe6cb2e2d96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3741b5edd88b42af87ba71a566561f6f&device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 1098 time: 0.3308258 Sep 18 19:48:08.807571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '6cecf52a-9be7-421d-8c79-187f93140c8c', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'port_id': '7f528047-a583-4462-a784-955a58907463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'mac_address': 'fa:16:3e:29:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e1101b-5600-4e4c-8421-f815d68151eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:47:44Z', 'updated_at': '2021-09-18T19:48:06Z', 'revision_number': 1, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:42Z', 'revision_number': 5, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:08.835474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa597ec4-c806-4bbc-aee1-b2dc9217099f None None] The sync data for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 is: [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '6cecf52a-9be7-421d-8c79-187f93140c8c', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'port_id': '7f528047-a583-4462-a784-955a58907463', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'mac_address': 'fa:16:3e:29:e9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e1101b-5600-4e4c-8421-f815d68151eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:47:44Z', 'updated_at': '2021-09-18T19:48:06Z', 'revision_number': 1, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:42Z', 'revision_number': 5, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:48:08.850930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e5271-f9e8-4cdd-960a-3b66d09e840b req-6f0857f8-092c-43d0-bee3-90c654679758 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:08.853876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b0e5271-f9e8-4cdd-960a-3b66d09e840b req-6f0857f8-092c-43d0-bee3-90c654679758 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 949 time: 0.3351057 Sep 18 19:48:09.023741 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6f07b3ec-f890-43d2-9bd7-afc5da904f92 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.027000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6f07b3ec-f890-43d2-9bd7-afc5da904f92 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "DELETE /v2.0/ports/8cfb175e-82c3-4202-b2aa-49cc57f01c45 HTTP/1.1" status: 204 len: 168 time: 2.0528009 Sep 18 19:48:09.029943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52898) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:09.040672 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0a2fd-5c7d-4eae-b25b-a6cad8b67ca4 None None] New status for floating IP 6cecf52a-9be7-421d-8c79-187f93140c8c: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:48:09.058214 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c9686b-bb2f-4f55-b73d-54f2cc40c76f tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] GET failed (client error): The resource could not be found. Sep 18 19:48:09.059856 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-93c9686b-bb2f-4f55-b73d-54f2cc40c76f tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "GET /v2.0/ports/8cfb175e-82c3-4202-b2aa-49cc57f01c45 HTTP/1.1" status: 404 len: 333 time: 0.0288427 Sep 18 19:48:09.063745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52900) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:09.074270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0364021f-f950-4998-aa54-44274451ab6e req-164e98c2-3117-4800-ac1e-7fea1337bd1b tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528049 Sep 18 19:48:09.138908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b0e5271-f9e8-4cdd-960a-3b66d09e840b req-b1b85114-8f75-41d7-a272-baaa6ce1ad39 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776792 Sep 18 19:48:09.179337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ab086bd-e448-4d0d-a3e8-c61b65d46d3c req-8a0732ce-cf0e-4e5d-b639-a3f598c9f7e4 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610747 Sep 18 19:48:09.193282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-1d29f854-5d64-4f86-b5f2-207cda79cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:09.202664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-1d29f854-5d64-4f86-b5f2-207cda79cb73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e75689-899d-4bb8-9398-50029eed48e7 HTTP/1.1" status: 200 len: 906 time: 0.3709452 Sep 18 19:48:09.210919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-daf28dfe-07c8-4897-8ada-3472c4277f09 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Deleting port bbafc086-0e74-49d0-ba81-9d9b22163e73 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:09.211812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-daf28dfe-07c8-4897-8ada-3472c4277f09 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.381810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-daf28dfe-07c8-4897-8ada-3472c4277f09 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.398672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-daf28dfe-07c8-4897-8ada-3472c4277f09 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Calling delete_port for bbafc086-0e74-49d0-ba81-9d9b22163e73 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:09.422853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-da1edbcc-204e-4e85-8a4f-4c5eedcf4a89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f528047-a583-4462-a784-955a58907463 HTTP/1.1" status: 200 len: 1000 time: 0.2089770 Sep 18 19:48:09.452227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-00c11756-8a0f-4532-a394-b4524e2dfbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:09.455991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-00c11756-8a0f-4532-a394-b4524e2dfbb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 1095 time: 0.1701930 Sep 18 19:48:09.465301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:09.516613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port ad82451f-77f8-4f01-9753-7cf296272287 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:48:09.520360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port ad82451f-77f8-4f01-9753-7cf296272287 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:09.520736 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.544540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-daf28dfe-07c8-4897-8ada-3472c4277f09 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.565460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dba53-2fa4-4a6e-9d7b-069753f63128 req-dda15c04-4982-402b-b92b-4d3a687f1a3f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:09.573977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-146dba53-2fa4-4a6e-9d7b-069753f63128 req-dda15c04-4982-402b-b92b-4d3a687f1a3f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.2277153 Sep 18 19:48:09.581556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf28dfe-07c8-4897-8ada-3472c4277f09 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Port': ['ID=bbafc086-0e74-49d0-ba81-9d9b22163e73,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:09.601568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ec38fa7-f4f9-4e1e-86c6-ac4a2c4f8228 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4f398104e65c43438f0486e367066fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163967 Sep 18 19:48:09.620796 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.650863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-daf28dfe-07c8-4897-8ada-3472c4277f09 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.655481 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-daf28dfe-07c8-4897-8ada-3472c4277f09 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "DELETE /v2.0/ports/bbafc086-0e74-49d0-ba81-9d9b22163e73 HTTP/1.1" status: 204 len: 168 time: 0.5881834 Sep 18 19:48:09.656454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52922) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:09.660850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:09.661895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:09.662525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-dd7fd3ef-ac14-4460-8c0a-5d1a6f4874c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:09.664048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-dd7fd3ef-ac14-4460-8c0a-5d1a6f4874c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e50a3d6-3ef5-4cfd-8201-f694c0fb526c HTTP/1.1" status: 200 len: 844 time: 0.2266574 Sep 18 19:48:09.665852 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c838fa09-df17-4345-85fe-ede1c8011521" -d '{"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-plugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:09.671599 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.723202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7641e94-e089-4e05-91d1-77eb12ba3545 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Deleting subnet d8d474ba-3933-4fce-ab7a-ea15e074f043 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:48:09.728098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7641e94-e089-4e05-91d1-77eb12ba3545 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.743964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=13']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:09.775181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7641e94-e089-4e05-91d1-77eb12ba3545 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.871269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7641e94-e089-4e05-91d1-77eb12ba3545 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.932614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7641e94-e089-4e05-91d1-77eb12ba3545 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.961011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7641e94-e089-4e05-91d1-77eb12ba3545 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d474ba-3933-4fce-ab7a-ea15e074f043,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:09.966393 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7641e94-e089-4e05-91d1-77eb12ba3545 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:09.970507 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7641e94-e089-4e05-91d1-77eb12ba3545 tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "DELETE /v2.0/subnets/d8d474ba-3933-4fce-ab7a-ea15e074f043 HTTP/1.1" status: 204 len: 168 time: 0.3107467 Sep 18 19:48:09.970953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52926) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:09.973300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e745b3-3bb1-475e-abca-2f97757575af None None] Network 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:10.055322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.067706 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-146dba53-2fa4-4a6e-9d7b-069753f63128 req-e826a844-28eb-46d4-b673-b4ecc11eaa9b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884667 Sep 18 19:48:10.128334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Deleting port d4070715-1e9b-42f5-8ff4-cbad5326f7af {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:10.128734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.139511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Deleting port 817bbd65-35e1-4a30-b75c-60abc77a8154 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:10.139844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.141956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-eeaaecdf-e18e-47bb-9854-1256329b6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:10.143397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-eeaaecdf-e18e-47bb-9854-1256329b6047 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 910 time: 0.6566994 Sep 18 19:48:10.176604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-556abf00-de3e-4d7f-871d-a6f88635c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:10.178099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-556abf00-de3e-4d7f-871d-a6f88635c731 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e75689-899d-4bb8-9398-50029eed48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4827478 Sep 18 19:48:10.186950 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d57235-b687-4537-9112-b02f1b3747ef x-openstack-request-id: req-79d57235-b687-4537-9112-b02f1b3747ef {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:10.187354 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-plugged", "status": "completed", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:10.187750 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79d57235-b687-4537-9112-b02f1b3747ef {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:10.188259 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'code': 200} Sep 18 19:48:10.195322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] DHCP port deletion for 3e7ad25b-8218-4c12-95cb-b3949e5d9f48 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:48:10.214380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] For port d4070715-1e9b-42f5-8ff4-cbad5326f7af, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d4070715-1e9b-42f5-8ff4-cbad5326f7af,segment=NetworkSegment(98ecdbb6-518d-4de4-8380-d337bc3bdedc),segment_id=98ecdbb6-518d-4de4-8380-d337bc3bdedc)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:10.214764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.231170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Calling delete_port for d4070715-1e9b-42f5-8ff4-cbad5326f7af owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:10.250965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-abb953eb-d549-4b7b-a1e9-ce721797489f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 200 len: 217 time: 0.0978665 Sep 18 19:48:10.256280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] Deleting port d4070715-1e9b-42f5-8ff4-cbad5326f7af {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:10.256774 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.281813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6525b332-5328-4579-855a-e0e641d0335a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:10.285177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6525b332-5328-4579-855a-e0e641d0335a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6689858 Sep 18 19:48:10.317874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.331046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] No DVR routers for this DVR port d4070715-1e9b-42f5-8ff4-cbad5326f7af on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:10.332970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] For port d4070715-1e9b-42f5-8ff4-cbad5326f7af, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d4070715-1e9b-42f5-8ff4-cbad5326f7af,segment=NetworkSegment(98ecdbb6-518d-4de4-8380-d337bc3bdedc),segment_id=98ecdbb6-518d-4de4-8380-d337bc3bdedc)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:10.333532 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.347263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] Calling delete_port for d4070715-1e9b-42f5-8ff4-cbad5326f7af owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:10.355021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Port': ['ID=d4070715-1e9b-42f5-8ff4-cbad5326f7af,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:10.395769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-52b7720b-7c60-4235-8a7c-5936974a4216 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/quotas/4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 375 time: 0.0537255 Sep 18 19:48:10.433757 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.442367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.462262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] Pushing event deleted for resources: {'Port': ['ID=d4070715-1e9b-42f5-8ff4-cbad5326f7af,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:10.464527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2696054-e7d7-4edf-899a-84018cf0890d None None] No DVR routers for this DVR port d4070715-1e9b-42f5-8ff4-cbad5326f7af on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:10.468846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7ad25b-8218-4c12-95cb-b3949e5d9f48']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:10.481992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ecdbb6-518d-4de4-8380-d337bc3bdedc') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:10.482302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ecdbb6-518d-4de4-8380-d337bc3bdedc') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:10.487576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-41796a6a-cf1b-446d-a793-a9a4c7212b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:10.489129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-41796a6a-cf1b-446d-a793-a9a4c7212b48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.2245729 Sep 18 19:48:10.492180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.499841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594bc17-f2f4-4151-a431-137094710454 req-4be6ede5-6881-4d4f-ac83-71eacddf021e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:10.501277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d594bc17-f2f4-4151-a431-137094710454 req-4be6ede5-6881-4d4f-ac83-71eacddf021e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 943 time: 0.2521422 Sep 18 19:48:10.505722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.511635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] For port 817bbd65-35e1-4a30-b75c-60abc77a8154, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=817bbd65-35e1-4a30-b75c-60abc77a8154,segment=NetworkSegment(e7778766-d71d-42b3-8312-17912401855a),segment_id=e7778766-d71d-42b3-8312-17912401855a)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:10.512009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.512725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:10.513127 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:10.516467 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:10.573363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Calling delete_port for 817bbd65-35e1-4a30-b75c-60abc77a8154 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:10.574845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.584488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-dae0a623-9351-4083-b45d-882ed6cc45e4 service neutron] 10.222.0.32 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461668 Sep 18 19:48:10.588223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:10.591978 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] 10.222.0.20 "DELETE /v2.0/networks/3e7ad25b-8218-4c12-95cb-b3949e5d9f48 HTTP/1.1" status: 204 len: 168 time: 0.6198289 Sep 18 19:48:10.603015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc8dcd-5a54-431e-864b-8d35abd0143d tempest-AllowedAddressPairTestJSON-248528308 tempest-AllowedAddressPairTestJSON-248528308-project] Pushing event deleted for resources: {'Network': ['ID=3e7ad25b-8218-4c12-95cb-b3949e5d9f48,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:10.670238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-2dddf2e9-adda-42f6-a8f0-897e47bc8808 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2410107 Sep 18 19:48:10.712419 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d594bc17-f2f4-4151-a431-137094710454 req-4faae2d6-2532-462a-a2b4-e916ad4c45cd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740222 Sep 18 19:48:10.715092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-5d3bbd6a-0ab3-4ffc-943a-ae8cee70e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:10.716955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-5d3bbd6a-0ab3-4ffc-943a-ae8cee70e33b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139461 Sep 18 19:48:10.844981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52942) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:10.941649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-948b3f09-c2bc-42a6-a966-565249dd06cc req-3d67ff0d-e8ea-48a1-bd3d-1ffecf9effa1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 210 time: 0.0498147 Sep 18 19:48:10.943536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69655c0d-7b58-40ce-9da8-5ffdb11a1abe req-c820265f-b623-4736-86b0-1152d08e3c9e service neutron] 10.222.0.32 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448305 Sep 18 19:48:10.979106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-f9c4a4a7-99e3-4ece-978b-bda3b345d693 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482178 Sep 18 19:48:11.020865 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a67f9c3-9eca-4cd2-8975-ccee7c9e355d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e02dab7c5a924f56aabaadf58cafbb6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743472 Sep 18 19:48:11.022899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52950) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:11.081268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0cae524-3414-46c8-bf3a-a3387d3ec607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:11.121174 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:11.121929 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0cae524-3414-46c8-bf3a-a3387d3ec607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:11.163045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=817bbd65-35e1-4a30-b75c-60abc77a8154,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:11.174193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36a065d1-ba8e-4cbd-a01a-a58dad7abc9c req-7e157466-a211-406f-a9c0-e493cf127a93 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857984 Sep 18 19:48:11.218443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0cae524-3414-46c8-bf3a-a3387d3ec607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:11.223875 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0cae524-3414-46c8-bf3a-a3387d3ec607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:11.225605 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a0cae524-3414-46c8-bf3a-a3387d3ec607 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43a3f64d-e494-470f-992b-6a5621c951f8 HTTP/1.1" status: 204 len: 168 time: 0.2017479 Sep 18 19:48:11.238558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae524-3414-46c8-bf3a-a3387d3ec607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a3f64d-e494-470f-992b-6a5621c951f8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:11.340518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37cb7-82c6-4dc1-a52b-85dbfae0046a req-0f123774-ec9d-4162-aaaf-4181b23c15a2 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:11.342391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ead37cb7-82c6-4dc1-a52b-85dbfae0046a req-0f123774-ec9d-4162-aaaf-4181b23c15a2 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1659551 Sep 18 19:48:11.432507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ead37cb7-82c6-4dc1-a52b-85dbfae0046a req-d0dda33a-fece-4904-81a3-e937de557783 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827549 Sep 18 19:48:11.438883 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:11.678597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Router 1145b99b-12c1-4463-bc79-879f536ca11c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:48:11.835061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:48:11.843229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-150eccc6-cb46-4a82-bc02-9459661f5de8 admin admin] 10.222.0.20 "PUT /v2.0/routers/1145b99b-12c1-4463-bc79-879f536ca11c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9477155 Sep 18 19:48:11.845695 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:11.851549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] Sync routers for ids ['1145b99b-12c1-4463-bc79-879f536ca11c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:48:11.861077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede013f-d8c9-4852-9094-5a6b676febfa req-97c48925-ac22-463c-bb9a-1492708919a3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:11.873285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ede013f-d8c9-4852-9094-5a6b676febfa req-97c48925-ac22-463c-bb9a-1492708919a3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 943 time: 0.0983646 Sep 18 19:48:11.897737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] Routers {'1145b99b-12c1-4463-bc79-879f536ca11c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:11.898401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1145b99b-12c1-4463-bc79-879f536ca11c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:11.913702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ede013f-d8c9-4852-9094-5a6b676febfa req-c813daac-8778-4f88-8a16-76a052f2abb8 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Sep 18 19:48:12.006842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-2718af83-c41a-4fa3-8ac6-f850f320fe11 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f398104e65c43438f0486e367066fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385404 Sep 18 19:48:12.047836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d4070715-1e9b-42f5-8ff4-cbad5326f7af no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:12.079616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d4070715-1e9b-42f5-8ff4-cbad5326f7af {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:12.080260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d4070715-1e9b-42f5-8ff4-cbad5326f7af not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:12.109734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] Set router 1145b99b-12c1-4463-bc79-879f536ca11c gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:12.147132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52988) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:12.174173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.202429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49620d09-233f-43e5-b709-6f72528cb8f2 req-c79023bd-df03-4dd0-9000-2973d03bc78e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 210 time: 0.0682700 Sep 18 19:48:12.258843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-c2aad696-dc73-47b2-b330-e1be4ee9c88b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:12.268992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-c2aad696-dc73-47b2-b330-e1be4ee9c88b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553434 Sep 18 19:48:12.276829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-573213749'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:12.289737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Request body: {'port': {'device_id': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '4f398104e65c43438f0486e367066fbc'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:12.316500 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.328618 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:12.328923 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.329575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:48:10Z', 'revision_number': 5, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port': {'id': 'a7ba530b-de5b-4050-842f-d76f1f79171f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:29Z', 'updated_at': '2021-09-18T19:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:12.339900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.357722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] Checking router: 1145b99b-12c1-4463-bc79-879f536ca11c for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:48:12.366349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] Routers {'1145b99b-12c1-4463-bc79-879f536ca11c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:12.366960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1145b99b-12c1-4463-bc79-879f536ca11c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:12.425717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Deleting port a7ba530b-de5b-4050-842f-d76f1f79171f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:12.426060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.455685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] Set router 1145b99b-12c1-4463-bc79-879f536ca11c gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:12.515719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:48:12Z', 'revision_number': 6, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:12.542921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922253d1-1ac5-4ed6-a5bf-3e081db0ac79 None None] The sync data for ids ['1145b99b-12c1-4463-bc79-879f536ca11c'] in n-d-789963-11 is: [{'id': '1145b99b-12c1-4463-bc79-879f536ca11c', 'name': 'tempest-ServersTestMultiNic-652646327-router', 'tenant_id': '46389f903005407998ecd88a2c5a79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:28Z', 'updated_at': '2021-09-18T19:48:12Z', 'revision_number': 6, 'project_id': '46389f903005407998ecd88a2c5a79ee', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:48:12.545089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.547521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] For port a7ba530b-de5b-4050-842f-d76f1f79171f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a7ba530b-de5b-4050-842f-d76f1f79171f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:12.547812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.561824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.568236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4489b3a-4b9a-4c48-80c8-fd13144ff495 req-747c1c85-7160-49e1-8002-32fd0e0216e2 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:12.573416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Calling delete_port for a7ba530b-de5b-4050-842f-d76f1f79171f owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:12.576058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4489b3a-4b9a-4c48-80c8-fd13144ff495 req-747c1c85-7160-49e1-8002-32fd0e0216e2 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.0661669 Sep 18 19:48:12.604168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:12.615678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8854dc-bc74-4afb-88cd-cc664c3937bb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:12.656762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.657115 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Added segment cdc7bdab-fe25-4f0b-ace0-c415713b1666 of type vlan for network 11be78c3-a2ac-4cfe-8a46-feaab9db5397 Sep 18 19:48:12.714814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.786888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.793787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:12.794484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.890981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Made reservation on behalf of 4f398104e65c43438f0486e367066fbc for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:12.894473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.896928 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7482421 Sep 18 19:48:12.900098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8665b-9dd0-4dde-86ef-e4dfe6911c86 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Network': ['ID=11be78c3-a2ac-4cfe-8a46-feaab9db5397,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:12.912078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4489b3a-4b9a-4c48-80c8-fd13144ff495 req-d1ca7a8b-f833-4d3c-ab33-e3f60e877fd6 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348198 Sep 18 19:48:12.915872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:12.936842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 40b8bb81-6c79-4844-99e5-d617be79ed9d details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:48:12.956835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 11be78c3-a2ac-4cfe-8a46-feaab9db5397 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:12.975640 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ba530b-de5b-4050-842f-d76f1f79171f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:13.151981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.185022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fd942-563f-4581-904f-fec296980bbf req-62438227-7740-48c9-a3f1-9769868f68a3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:13.186940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b6fd942-563f-4581-904f-fec296980bbf req-62438227-7740-48c9-a3f1-9769868f68a3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 943 time: 0.1093440 Sep 18 19:48:13.225889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Allocated IP 192.168.233.86 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/2961411a-b7c8-47d0-8fc3-f837c7b79c82) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:13.257701 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b6fd942-563f-4581-904f-fec296980bbf req-9c0fe7cc-cb37-41a3-b801-02947a6c99ca tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624204 Sep 18 19:48:13.360388 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:48:13.374738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.376924 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.444601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.445171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1145b99b-12c1-4463-bc79-879f536ca11c {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:48:13.457532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.459176 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2372d5ec-c6e9-47cd-9356-05c3ef3bb090 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1145b99b-12c1-4463-bc79-879f536ca11c HTTP/1.1" status: 204 len: 168 time: 1.6120102 Sep 18 19:48:13.461836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53006) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:13.488044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 40b8bb81-6c79-4844-99e5-d617be79ed9d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:13.503351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'port_id': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'mac_address': 'fa:16:3e:a9:11:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:48:13.513164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4b86dc1-4bda-422a-955b-d51029a07ea2 req-9f6d712f-bb7c-4f2a-b03b-e0517f8707aa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 210 time: 0.1159508 Sep 18 19:48:13.544109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf1be07-759f-4648-8f13-41eb73c0cc70 admin admin] Deleting subnet 2c99c65d-089e-4258-a104-39e30c86fc02 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:48:13.547428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cf1be07-759f-4648-8f13-41eb73c0cc70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.574273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.589906 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.593771 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cf1be07-759f-4648-8f13-41eb73c0cc70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.596817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b8bb81-6c79-4844-99e5-d617be79ed9d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:48:13.627815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 40b8bb81-6c79-4844-99e5-d617be79ed9d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:13.635661 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.656690 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.691471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=40b8bb81-6c79-4844-99e5-d617be79ed9d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:13.692119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cf1be07-759f-4648-8f13-41eb73c0cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.721606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'ad82451f-77f8-4f01-9753-7cf296272287'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:48:13.724405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:48:13.739330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:13.773237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:13.775337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:13.778056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:13.790007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cf1be07-759f-4648-8f13-41eb73c0cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.844214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1be07-759f-4648-8f13-41eb73c0cc70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c99c65d-089e-4258-a104-39e30c86fc02,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:13.871407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cf1be07-759f-4648-8f13-41eb73c0cc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.873659 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8cf1be07-759f-4648-8f13-41eb73c0cc70 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2c99c65d-089e-4258-a104-39e30c86fc02 HTTP/1.1" status: 204 len: 168 time: 0.4060342 Sep 18 19:48:13.876935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:13.905977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:13.906440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2c69e-89cd-467f-8ede-1d6b6ca3d36f None None] Network d011a72d-9609-4bbf-bde7-bb030c03051c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:13.908203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['40b8bb81-6c79-4844-99e5-d617be79ed9d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:48:13.911678 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:13.952230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-6ac1d366-5a9d-432a-b81e-43d13ad1fbac tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6687884 Sep 18 19:48:13.967651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Request body: {'port': {'device_id': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:13.970560 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:48:14.063444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a7ba530b-de5b-4050-842f-d76f1f79171f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:14.089638 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.109311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.146270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a7ba530b-de5b-4050-842f-d76f1f79171f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:14.146270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a7ba530b-de5b-4050-842f-d76f1f79171f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:14.146270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 817bbd65-35e1-4a30-b75c-60abc77a8154 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:14.178591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Deleting port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:14.179011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.248473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 817bbd65-35e1-4a30-b75c-60abc77a8154 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:14.248847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 817bbd65-35e1-4a30-b75c-60abc77a8154 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:14.281770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] For port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c5c630c9-8b0e-4b7b-be59-0c452ccc6d79,segment=NetworkSegment(e7778766-d71d-42b3-8312-17912401855a),segment_id=e7778766-d71d-42b3-8312-17912401855a)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:14.282398 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.301958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Calling delete_port for c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:14.449191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.476772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ba5d1b3a-e1b0-4f28-ac71-7b65e41c3e13 None None] Provisioning complete for port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:14.477491 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba5d1b3a-e1b0-4f28-ac71-7b65e41c3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.486572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c630c9-8b0e-4b7b-be59-0c452ccc6d79,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:14.497837 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] No DVR routers for this DVR port c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:14.522089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d1b3a-e1b0-4f28-ac71-7b65e41c3e13 None None] Port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:14.562003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2961411a-b7c8-47d0-8fc3-f837c7b79c82 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:48:14.572482 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.586615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Transition to ACTIVE for port object 2961411a-b7c8-47d0-8fc3-f837c7b79c82 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:48:14.594351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.610830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.624116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d011a72d-9609-4bbf-bde7-bb030c03051c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:14.637033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7778766-d71d-42b3-8312-17912401855a') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:14.637500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7778766-d71d-42b3-8312-17912401855a') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:14.657402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e0eb0-4b07-4d20-a1b6-e18623e5f6c7 req-32f300a6-0f50-48d9-b173-b87531748832 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:14.658448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.660035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-922e0eb0-4b07-4d20-a1b6-e18623e5f6c7 req-32f300a6-0f50-48d9-b173-b87531748832 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.5226095 Sep 18 19:48:14.682566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.694115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:14.694821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.714104 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c478f2-89e4-44aa-a00c-2e0a53a96251 None None] DHCP port deletion for d011a72d-9609-4bbf-bde7-bb030c03051c request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:14.770511 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:14.787288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.812520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:14.816395 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:14.819215 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] 10.222.0.20 "DELETE /v2.0/networks/d011a72d-9609-4bbf-bde7-bb030c03051c HTTP/1.1" status: 204 len: 168 time: 0.9409111 Sep 18 19:48:14.820192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8e3dd-27a2-4126-b32f-a81f634405be admin admin] Pushing event deleted for resources: {'Network': ['ID=d011a72d-9609-4bbf-bde7-bb030c03051c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:14.869977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-922e0eb0-4b07-4d20-a1b6-e18623e5f6c7 req-1e62dec4-59a2-4974-b48a-3fc831d12140 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954701 Sep 18 19:48:14.926752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3a888-ded9-43fc-8c78-2f816a8bb126 req-7dea7a16-fc4e-4aed-bb6f-0c2706aef003 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:14.942370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bcb3a888-ded9-43fc-8c78-2f816a8bb126 req-7dea7a16-fc4e-4aed-bb6f-0c2706aef003 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 944 time: 0.3536611 Sep 18 19:48:15.028372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bcb3a888-ded9-43fc-8c78-2f816a8bb126 req-0462adbf-7157-457a-8b96-cb21e2264321 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828424 Sep 18 19:48:15.038941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:15.040034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:15.040733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:15.046593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:48:15.047130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:15.055757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:15.056167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:15.056566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:15.056997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Bound port: 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:15.057367 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:15.124177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53024) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:15.137525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c1301-b641-4281-8994-23cfb84815a8 req-6f042355-ccc1-45aa-9852-6f63f00fb93d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:15.139024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-269c1301-b641-4281-8994-23cfb84815a8 req-6f042355-ccc1-45aa-9852-6f63f00fb93d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 947 time: 0.0851817 Sep 18 19:48:15.170922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dd407a9e-11f9-4f35-ba2a-108279b9e8de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46389f903005407998ecd88a2c5a79ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453446 Sep 18 19:48:15.173631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53026) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:15.183583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:15.205589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:15.211652 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-269c1301-b641-4281-8994-23cfb84815a8 req-67cac360-cf66-457c-93fa-e15c4258bcff tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637951 Sep 18 19:48:15.213568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:15.232851 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8027c1e5-b5a3-491b-922d-c2d2a79b5687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:15.250262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:15.250672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:15.252135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] 10.222.0.32 "PUT /v2.0/ports/2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 1096 time: 1.2913530 Sep 18 19:48:15.252605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:15.254797 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00126c0c-7b18-43c1-bcb4-e9c740b46883" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:15.282059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe1ed9-16cc-4fd8-b0a2-9a55c9f65b9a service neutron] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:15.286708 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8027c1e5-b5a3-491b-922d-c2d2a79b5687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:15.349309 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09dd1ba-1a2e-424e-b151-562a4f4fbdbe x-openstack-request-id: req-e09dd1ba-1a2e-424e-b151-562a4f4fbdbe {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:15.349766 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:15.350275 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09dd1ba-1a2e-424e-b151-562a4f4fbdbe {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:15.350423 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'status': 'completed', 'code': 200} Sep 18 19:48:15.373152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-01b8c2fb-1fcb-4cd7-88f7-bcfea680eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:15.374781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-01b8c2fb-1fcb-4cd7-88f7-bcfea680eaab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1099 time: 0.0645199 Sep 18 19:48:15.381371 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8027c1e5-b5a3-491b-922d-c2d2a79b5687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:15.385413 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8027c1e5-b5a3-491b-922d-c2d2a79b5687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:15.389383 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8027c1e5-b5a3-491b-922d-c2d2a79b5687 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89c7f771-47e3-4736-80b9-097843d202c5 HTTP/1.1" status: 204 len: 168 time: 0.2144232 Sep 18 19:48:15.397870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c1e5-b5a3-491b-922d-c2d2a79b5687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c7f771-47e3-4736-80b9-097843d202c5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:15.471146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-7b39fe6b-73c8-438e-a5b9-65310fc5d739 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.0819423 Sep 18 19:48:15.524862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-4a7c6fb0-25e9-466a-898a-1d6a16bb532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:15.526452 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-4a7c6fb0-25e9-466a-898a-1d6a16bb532b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0524888 Sep 18 19:48:15.580753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-ed04378c-d6e5-413a-9952-a774d8702067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:15.582430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-ed04378c-d6e5-413a-9952-a774d8702067 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0492465 Sep 18 19:48:15.690472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-2fc28fa1-738f-465d-9ff6-5af15900f62e service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011753 Sep 18 19:48:15.800558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-707d0c5a-acb7-4088-bffa-64afef661ec1 req-32f9529f-b3f4-45b1-af58-71741d2e15e2 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019976 Sep 18 19:48:15.908455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-58c28ea5-7ad0-4938-a828-c9bb317a3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:15.910166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-58c28ea5-7ad0-4938-a828-c9bb317a3549 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1099 time: 0.0569959 Sep 18 19:48:15.926852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:15.960178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:15.962263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c5c630c9-8b0e-4b7b-be59-0c452ccc6d79 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:16.054951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-e97743b4-bbcc-499c-b17f-a46003ee1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.056584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-e97743b4-bbcc-499c-b17f-a46003ee1300 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1335876 Sep 18 19:48:16.063924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09da1d-6b89-4b6b-af3e-09c79c5ea670 req-22b3f701-ea4c-4a43-bf42-9a9f015c01e9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.065329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf09da1d-6b89-4b6b-af3e-09c79c5ea670 req-22b3f701-ea4c-4a43-bf42-9a9f015c01e9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1071866 Sep 18 19:48:16.116601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-d9405dc5-6768-412f-830d-20392192c581 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.0500546 Sep 18 19:48:16.203119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf09da1d-6b89-4b6b-af3e-09c79c5ea670 req-5424ed3f-bd13-4859-9c7d-d685b413681b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304917 Sep 18 19:48:16.216641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-82954e52-0f0e-4043-8c18-e96819535c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.218156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-82954e52-0f0e-4043-8c18-e96819535c40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0897214 Sep 18 19:48:16.231139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69468ce-48a3-4772-b39c-9e67912b77f4 req-375cb422-ae44-4a9a-8f41-e3a7a942a7ce tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.232158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b69468ce-48a3-4772-b39c-9e67912b77f4 req-375cb422-ae44-4a9a-8f41-e3a7a942a7ce tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 944 time: 0.0999856 Sep 18 19:48:16.247569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53062) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:16.255175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'subnet': {'network_id': '11be78c3-a2ac-4cfe-8a46-feaab9db5397', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:16.284036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53064) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:16.335789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b69468ce-48a3-4772-b39c-9e67912b77f4 req-5c20f9ea-64f1-4ea4-b8b2-c6604054715e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952415 Sep 18 19:48:16.344144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-cbd277fa-ef0b-447d-b53a-45ebda9eded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.345703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-cbd277fa-ef0b-447d-b53a-45ebda9eded4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126194 Sep 18 19:48:16.361950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:16.365991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.384941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa07aa-1542-4010-9383-b7f64cce3239 req-e31f5dad-31df-4872-af2e-f474c0cfcdfa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.392962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dafa07aa-1542-4010-9383-b7f64cce3239 req-e31f5dad-31df-4872-af2e-f474c0cfcdfa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 947 time: 0.0981255 Sep 18 19:48:16.424971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-473260187-network', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:16.498741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dafa07aa-1542-4010-9383-b7f64cce3239 req-79079f94-79dc-4779-b579-2e9a06c79964 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049035 Sep 18 19:48:16.528986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-3e7b1248-3ca9-4bb9-a50c-6a2206847838 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680052 Sep 18 19:48:16.533391 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:16.536480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.554733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.574732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.636198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Subnet': ['ID=f3c2dbca-0ec9-4f36-b3ee-3fe8d429bdbb,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:16.643549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Checking segment: {'id': 'cdc7bdab-fe25-4f0b-ace0-c415713b1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11be78c3-a2ac-4cfe-8a46-feaab9db5397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:16.643924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network hostable DHCP agents. Network: 11be78c3-a2ac-4cfe-8a46-feaab9db5397, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:16.661286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network 11be78c3-a2ac-4cfe-8a46-feaab9db5397 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:16.668562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00126c0c-7b18-43c1-bcb4-e9c740b46883 req-b07777f8-4fe0-4efa-8315-09ea6d36ad2c service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216776 Sep 18 19:48:16.670935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 11be78c3-a2ac-4cfe-8a46-feaab9db5397) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:16.674986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.675805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.683802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b934093-ffd7-407f-9449-dc483072edf6 None None] Network 11be78c3-a2ac-4cfe-8a46-feaab9db5397 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:16.739918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.745372 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.751677 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2464f0f1-ad49-4a43-9e70-42f66827e5aa tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5014429 Sep 18 19:48:16.755108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53072) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:16.761532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1031576588'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:16.774379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:16.779003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2319223-dcca-445b-b124-8e5a2e2720f7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:16.787105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.787442 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Added segment 6f69678c-6ed0-4480-a949-b6faf2a86aee of type vlan for network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c Sep 18 19:48:16.787811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:16.792753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.819834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:16.829736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.830159 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Added segment 29e4c572-9a6b-4191-b294-eaf5298992cb of type vlan for network d3edec53-86e8-462f-88ca-8f1a44984d68 Sep 18 19:48:16.840760 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.869985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-11be78c3-a2ac-4cfe-8a46-feaab9db5397', 'network_id': '11be78c3-a2ac-4cfe-8a46-feaab9db5397', 'tenant_id': 'a827a9bef0ac4ef7a861bc4aa474f79b', 'fixed_ips': [{'subnet_id': 'f3c2dbca-0ec9-4f36-b3ee-3fe8d429bdbb'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:16.871362 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.878927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.880308 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.880540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.881496 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.908831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.916772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:16.917525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:16.933751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6484749 Sep 18 19:48:16.939800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53074) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:16.957128 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1978633 Sep 18 19:48:16.957309 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53076) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:16.962830 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'subnet': {'network_id': 'd3edec53-86e8-462f-88ca-8f1a44984d68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:16.989553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Request body: {'subnet': {'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-473260187-subnet', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:16.997209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 40b8bb81-6c79-4844-99e5-d617be79ed9d up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:17.005123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f158c-a146-4745-9f19-a14975fc7902 admin admin] Pushing event updated for resources: {'Network': ['ID=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:17.020034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ff062-5999-4765-9667-d8e2fe4dbc4a tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Network': ['ID=d3edec53-86e8-462f-88ca-8f1a44984d68,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:17.030012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:17.034506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.048900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:17.052229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d3edec53-86e8-462f-88ca-8f1a44984d68 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:17.103300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:17.108334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.250695 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.255039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Allocated IP 2001:db8:0:ffff::2 (11be78c3-a2ac-4cfe-8a46-feaab9db5397/f3c2dbca-0ec9-4f36-b3ee-3fe8d429bdbb/9dfc4a38-207d-4dd4-954f-8c05ef6361ca) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:17.274321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 40b8bb81-6c79-4844-99e5-d617be79ed9d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:48:17.280278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 40b8bb81-6c79-4844-99e5-d617be79ed9d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:17.280659 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.304854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59711212-6f3b-4312-9db1-67c23afe25fc,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:17.387759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Checking segment: {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:17.388117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Network hostable DHCP agents. Network: 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:17.400835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa920623-ed58-45ff-9197-2a2c5a0cdaf2 req-6f0cd069-0ec7-4274-a3bd-f2ba6cd74642 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:17.408402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa920623-ed58-45ff-9197-2a2c5a0cdaf2 req-6f0cd069-0ec7-4274-a3bd-f2ba6cd74642 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.0975873 Sep 18 19:48:17.440403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 19:48:17.442267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.458313 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.460292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:17.486986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:17.498824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07266ebe-0232-4546-8951-2030b2469b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b8bb81-6c79-4844-99e5-d617be79ed9d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:17.501114 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d367d8d-169a-44bd-b6f6-bd638ca2c5ab" -d '{"events": [{"server_uuid": "07266ebe-0232-4546-8951-2030b2469b59", "name": "network-vif-plugged", "status": "completed", "tag": "40b8bb81-6c79-4844-99e5-d617be79ed9d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:17.501739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa920623-ed58-45ff-9197-2a2c5a0cdaf2 req-cd5b11c6-7b06-49f1-9f37-60e120b71498 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922160 Sep 18 19:48:17.505092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:17.505563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.507642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Subnet': ['ID=b80c3a1e-49d8-4c48-8687-98b4a755cdd7,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:17.509945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9c157-3ae1-4de4-bafd-18831e11575c None None] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:17.512157 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.534757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:48:17.538147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3cdba-443d-4708-b08e-651b4aadb32f req-d5908368-b10c-4194-89a7-a1b6ced2c199 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:17.540091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29b3cdba-443d-4708-b08e-651b4aadb32f req-d5908368-b10c-4194-89a7-a1b6ced2c199 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 944 time: 0.1111352 Sep 18 19:48:17.541876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7525f49-e14c-48db-aae7-f2cf21d19e55 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6008253 Sep 18 19:48:17.544808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53090) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:17.551991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:17.552424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 40b8bb81-6c79-4844-99e5-d617be79ed9d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:17.560556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Checking segment: {'id': '29e4c572-9a6b-4191-b294-eaf5298992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd3edec53-86e8-462f-88ca-8f1a44984d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:17.560556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network hostable DHCP agents. Network: d3edec53-86e8-462f-88ca-8f1a44984d68, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:17.584106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network d3edec53-86e8-462f-88ca-8f1a44984d68 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:17.598094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, d3edec53-86e8-462f-88ca-8f1a44984d68) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:17.607857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29b3cdba-443d-4708-b08e-651b4aadb32f req-22a9762e-1b91-4a45-bc4c-55d4780b705c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589392 Sep 18 19:48:17.608652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.609875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.614339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:17.615079 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.618154 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.631640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134bbb87-a55c-4cdb-8d60-02b1435c6328 None None] Network d3edec53-86e8-462f-88ca-8f1a44984d68 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:17.636034 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-03ee7d2b-28a0-4b4a-a42f-5c3cc6bdbbe4 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6775260 Sep 18 19:48:17.644223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.644540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53094) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:17.644540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'port': {'network_id': 'd3edec53-86e8-462f-88ca-8f1a44984d68', 'name': 'tempest-NetworksIpV6TestAttrs-1628423188'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:17.665822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:17.682178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'mac_address': 'fa:16:3e:ce:b5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:48:17.766137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:17.933263 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a716b52-f161-4abb-bea1-a55f14d2b52a x-openstack-request-id: req-2a716b52-f161-4abb-bea1-a55f14d2b52a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:17.933629 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07266ebe-0232-4546-8951-2030b2469b59", "name": "network-vif-plugged", "status": "completed", "tag": "40b8bb81-6c79-4844-99e5-d617be79ed9d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:17.933822 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a716b52-f161-4abb-bea1-a55f14d2b52a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:17.934167 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07266ebe-0232-4546-8951-2030b2469b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'code': 200} Sep 18 19:48:17.938756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Network 11be78c3-a2ac-4cfe-8a46-feaab9db5397 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:17.939966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6187-311b-40fb-b35b-b159892aa38b req-602867fc-06c1-48fe-84e9-ce557f479a1e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:17.941439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-543b6187-311b-40fb-b35b-b159892aa38b req-602867fc-06c1-48fe-84e9-ce557f479a1e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 947 time: 0.2191596 Sep 18 19:48:17.972369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:17.982075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Pushing event updated for resources: {'Port': ['ID=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:17.984434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:18.001031 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.022383 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.048042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:18.051717 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.077725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93f7d-f710-4479-84b9-6e9623f1f210 req-56f807ac-b468-43b3-995c-1d0438676e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:18.079132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5e93f7d-f710-4479-84b9-6e9623f1f210 req-56f807ac-b468-43b3-995c-1d0438676e41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 1097 time: 0.1586800 Sep 18 19:48:18.081933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-543b6187-311b-40fb-b35b-b159892aa38b req-b01ca609-26b2-41fe-beea-da2728ff8d8a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191416 Sep 18 19:48:18.091690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2961411a-b7c8-47d0-8fc3-f837c7b79c82 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:48:18.104412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] device_id is not set on port bd01d39c-73d8-4a7e-b2d0-492eeaeac8a0 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:48:18.174376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=40b8bb81-6c79-4844-99e5-d617be79ed9d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:18.205558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:18.208624 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Attempting to bind port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:18.208999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Attempting to bind port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'cdc7bdab-fe25-4f0b-ace0-c415713b1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11be78c3-a2ac-4cfe-8a46-feaab9db5397'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:18.209389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Attempting to bind port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca on network 11be78c3-a2ac-4cfe-8a46-feaab9db5397 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:18.210743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5e93f7d-f710-4479-84b9-6e9623f1f210 req-97997081-d1f8-46ba-ad05-424b475135f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196623 Sep 18 19:48:18.219849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:18.220130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Checking segment: {'id': 'cdc7bdab-fe25-4f0b-ace0-c415713b1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11be78c3-a2ac-4cfe-8a46-feaab9db5397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:18.220523 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.220914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Bound using segment: {'id': 'cdc7bdab-fe25-4f0b-ace0-c415713b1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11be78c3-a2ac-4cfe-8a46-feaab9db5397'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:18.221383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Bound port: 9dfc4a38-207d-4dd4-954f-8c05ef6361ca, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc7bdab-fe25-4f0b-ace0-c415713b1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11be78c3-a2ac-4cfe-8a46-feaab9db5397'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:18.221771 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.228397 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.279736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Allocated IP 2001:db8::f816:3eff:fe34:9575 (d3edec53-86e8-462f-88ca-8f1a44984d68/b80c3a1e-49d8-4c48-8687-98b4a755cdd7/bd01d39c-73d8-4a7e-b2d0-492eeaeac8a0) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:18.333156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-d3edec53-86e8-462f-88ca-8f1a44984d68', 'network_id': 'd3edec53-86e8-462f-88ca-8f1a44984d68', 'tenant_id': 'a827a9bef0ac4ef7a861bc4aa474f79b', 'fixed_ips': [{'subnet_id': 'b80c3a1e-49d8-4c48-8687-98b4a755cdd7'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:18.333923 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.365969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:18.366812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.384545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:18.453816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.501838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.532648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] For port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:18.565475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['2961411a-b7c8-47d0-8fc3-f837c7b79c82'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:48:18.570528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] For port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,segment=NetworkSegment(cdc7bdab-fe25-4f0b-ace0-c415713b1666),segment_id=cdc7bdab-fe25-4f0b-ace0-c415713b1666)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:18.607347 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.608582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:18.748475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5debff-4cfc-4bc0-8961-9a172c71ba4a None None] Pushing event updated for resources: {'Port': ['ID=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:18.756996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Allocated IP 172.20.0.2 (1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c/59711212-6f3b-4312-9db1-67c23afe25fc/6e5fbf7c-5a64-4690-abf5-9e36208ba98b) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:18.993873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.002303 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.043127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Allocated IP 172.25.8.42 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/19129c91-f0ca-4db7-91f8-d049c59d53e1) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:19.048312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:19.053782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:19.058842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:19.061903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Pushing event updated for resources: {'Port': ['ID=6e5fbf7c-5a64-4690-abf5-9e36208ba98b,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:19.126538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Attempting to bind port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:19.126877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Attempting to bind port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:19.127309 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Attempting to bind port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b on network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:19.132324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:19.132724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Checking segment: {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:19.133126 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.133546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Bound using segment: {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:19.133987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Bound port: 6e5fbf7c-5a64-4690-abf5-9e36208ba98b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:19.134365 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.157096 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.199048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0fd12-b584-4fbc-a2f1-041ab0f48193 req-e54b8059-faf3-4159-ba4a-d559e26fb5bd tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:19.200583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ace0fd12-b584-4fbc-a2f1-041ab0f48193 req-e54b8059-faf3-4159-ba4a-d559e26fb5bd tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.5996604 Sep 18 19:48:19.214271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3f24f-32ec-4ce8-802e-f3a10a794dc9 req-1691b69c-1c6a-4f50-a7b4-bccf7cf7982b tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:19.216908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bdf3f24f-32ec-4ce8-802e-f3a10a794dc9 req-1691b69c-1c6a-4f50-a7b4-bccf7cf7982b tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.2530153 Sep 18 19:48:19.219414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Allocated IP 2001:db8::f816:3eff:feaf:f382 (d3edec53-86e8-462f-88ca-8f1a44984d68/b80c3a1e-49d8-4c48-8687-98b4a755cdd7/9cda03ed-1db8-439d-983b-0e661db68b59) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:19.256030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] For port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:19.288243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] For port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6e5fbf7c-5a64-4690-abf5-9e36208ba98b,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:19.296341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd581-e9a2-4b45-9fd4-41370a699ff7 req-4455deab-b0f1-47c5-b08a-62796a4c951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:19.298260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99dcd581-e9a2-4b45-9fd4-41370a699ff7 req-4455deab-b0f1-47c5-b08a-62796a4c951d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 1097 time: 0.3329163 Sep 18 19:48:19.315006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network d3edec53-86e8-462f-88ca-8f1a44984d68 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:19.326668 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.344076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:19.374937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:19.380534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:19.381167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.392824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Port': ['ID=bd01d39c-73d8-4a7e-b2d0-492eeaeac8a0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:19.406836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bdf3f24f-32ec-4ce8-802e-f3a10a794dc9 req-4d38344f-7a9e-45ef-b7d2-d9e3d4de63b5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694653 Sep 18 19:48:19.418399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ace0fd12-b584-4fbc-a2f1-041ab0f48193 req-d595a24a-3fa1-43a8-93b3-a414eef122c7 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013671 Sep 18 19:48:19.421613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c176f08-cfc1-4b55-9b21-d810882fe236 None None] Pushing event updated for resources: {'Port': ['ID=6e5fbf7c-5a64-4690-abf5-9e36208ba98b,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:19.457866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99dcd581-e9a2-4b45-9fd4-41370a699ff7 req-b8639074-5b58-4c9b-b920-3c032cc81ea9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507492 Sep 18 19:48:19.461609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.488601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-71ab3428-7519-4505-aca0-c350707cd5b7 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8458297 Sep 18 19:48:19.488963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53114) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:19.534660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.545564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.553874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.606346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bfd167-900b-4ebf-be78-9ff14bbb1201 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Deleting subnet b80c3a1e-49d8-4c48-8687-98b4a755cdd7 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:48:19.622960 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd167-900b-4ebf-be78-9ff14bbb1201 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.645180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:19.647047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Network d3edec53-86e8-462f-88ca-8f1a44984d68 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:19.655213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:19.658731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:19.661320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:19.662776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:19.671054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Pushing event updated for resources: {'Port': ['ID=19129c91-f0ca-4db7-91f8-d049c59d53e1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:19.693348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Pushing event updated for resources: {'Port': ['ID=9cda03ed-1db8-439d-983b-0e661db68b59,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:19.712188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd167-900b-4ebf-be78-9ff14bbb1201 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.741727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44984-c6f1-43f5-9ae2-557d441d13d3 req-d5ae300a-e21c-4e4f-bffa-42fe7f604a1e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:19.742816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fc44984-c6f1-43f5-9ae2-557d441d13d3 req-d5ae300a-e21c-4e4f-bffa-42fe7f604a1e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 948 time: 0.1525679 Sep 18 19:48:19.789980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Attempting to bind port 9cda03ed-1db8-439d-983b-0e661db68b59 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:19.790345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Attempting to bind port 9cda03ed-1db8-439d-983b-0e661db68b59 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '29e4c572-9a6b-4191-b294-eaf5298992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd3edec53-86e8-462f-88ca-8f1a44984d68'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:19.790702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Attempting to bind port 9cda03ed-1db8-439d-983b-0e661db68b59 on network d3edec53-86e8-462f-88ca-8f1a44984d68 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:19.795956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:19.796322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Checking segment: {'id': '29e4c572-9a6b-4191-b294-eaf5298992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd3edec53-86e8-462f-88ca-8f1a44984d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:19.796714 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.797097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Bound using segment: {'id': '29e4c572-9a6b-4191-b294-eaf5298992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd3edec53-86e8-462f-88ca-8f1a44984d68'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:19.797584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Bound port: 9cda03ed-1db8-439d-983b-0e661db68b59, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e4c572-9a6b-4191-b294-eaf5298992cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd3edec53-86e8-462f-88ca-8f1a44984d68'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:19.797958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.895116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fc44984-c6f1-43f5-9ae2-557d441d13d3 req-25e98b93-b2d1-4f07-af48-a6fc6f74efce tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446843 Sep 18 19:48:19.938499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] For port 9cda03ed-1db8-439d-983b-0e661db68b59, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:19.952949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] For port 9cda03ed-1db8-439d-983b-0e661db68b59, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9cda03ed-1db8-439d-983b-0e661db68b59,segment=NetworkSegment(29e4c572-9a6b-4191-b294-eaf5298992cb),segment_id=29e4c572-9a6b-4191-b294-eaf5298992cb)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:19.963426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:19.965975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd167-900b-4ebf-be78-9ff14bbb1201 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.063230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd167-900b-4ebf-be78-9ff14bbb1201 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.071116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cd5f9-0288-4030-a25c-1c5fcf5d7d26 None None] Pushing event updated for resources: {'Port': ['ID=9cda03ed-1db8-439d-983b-0e661db68b59,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:20.097097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd167-900b-4ebf-be78-9ff14bbb1201 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.103476 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d2bfd167-900b-4ebf-be78-9ff14bbb1201 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/subnets/b80c3a1e-49d8-4c48-8687-98b4a755cdd7 HTTP/1.1" status: 204 len: 168 time: 0.6128063 Sep 18 19:48:20.103901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53116) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:20.107643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9dfc4a38-207d-4dd4-954f-8c05ef6361ca up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:20.138256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfd167-900b-4ebf-be78-9ff14bbb1201 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Subnet': ['ID=b80c3a1e-49d8-4c48-8687-98b4a755cdd7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:20.180117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:20.181101 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.200216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.208684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85553fc6-69b7-47d8-9723-62d182895787 None None] Network 11be78c3-a2ac-4cfe-8a46-feaab9db5397 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:20.249871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34327925-1e08-4b23-8a91-8d8bd28533dd tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:20.251533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34327925-1e08-4b23-8a91-8d8bd28533dd tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:20.252966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34327925-1e08-4b23-8a91-8d8bd28533dd tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1481020 Sep 18 19:48:20.256222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53118) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:20.416738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-93f25002-d2ca-4126-a863-4f505894ad22 None None] Provisioning complete for port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:20.417106 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-93f25002-d2ca-4126-a863-4f505894ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.424350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-689b5a6c-103a-49fc-8d6f-1c6eb6729047 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.439049 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-689b5a6c-103a-49fc-8d6f-1c6eb6729047 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 19:48:20.439631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689b5a6c-103a-49fc-8d6f-1c6eb6729047 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:20.441455 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-689b5a6c-103a-49fc-8d6f-1c6eb6729047 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/d3edec53-86e8-462f-88ca-8f1a44984d68 HTTP/1.1" status: 409 len: 405 time: 0.1842306 Sep 18 19:48:20.448121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53124) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:20.453034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-403010491'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:20.503040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:20.506899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.573437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.579196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:20.591716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.592304 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Added segment 80d22fe7-418f-445f-a0f3-62b17000fddb of type vlan for network 2a595b9e-cb86-4408-92a0-c48039cee37d Sep 18 19:48:20.638440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.643750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,segment=NetworkSegment(cdc7bdab-fe25-4f0b-ace0-c415713b1666),segment_id=cdc7bdab-fe25-4f0b-ace0-c415713b1666)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:20.665141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.678484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.687599 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:20.688543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.694876 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.699799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6e5fbf7c-5a64-4690-abf5-9e36208ba98b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:20.734687 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2854578 Sep 18 19:48:20.740585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53132) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:20.749883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972e1ea-5482-4c2d-abcc-1aefb835c478 req-e99235ac-e0b8-4075-a970-4575ccb968ca tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:20.751511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c972e1ea-5482-4c2d-abcc-1aefb835c478 req-e99235ac-e0b8-4075-a970-4575ccb968ca tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1902742 Sep 18 19:48:20.756345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'subnet': {'network_id': '2a595b9e-cb86-4408-92a0-c48039cee37d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:20.778284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fe87a-def1-4b25-bfcc-42990b5a92bc req-ba1983a1-39b4-4b45-8ec0-2e034483cd7e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:20.780388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-875fe87a-def1-4b25-bfcc-42990b5a92bc req-ba1983a1-39b4-4b45-8ec0-2e034483cd7e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1949403 Sep 18 19:48:20.809466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d38d8-fe25-4241-b654-9132e36609cb tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Network': ['ID=2a595b9e-cb86-4408-92a0-c48039cee37d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:20.831778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2a595b9e-cb86-4408-92a0-c48039cee37d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:20.872144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:20.918584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:20.918957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:20.973399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c972e1ea-5482-4c2d-abcc-1aefb835c478 req-a17faa79-2033-4937-b959-671e0d1e81e2 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890233 Sep 18 19:48:21.001555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-875fe87a-def1-4b25-bfcc-42990b5a92bc req-5bb94ef3-46d4-4de2-8295-e172d35c151f tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813610 Sep 18 19:48:21.043266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:21.053952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.083022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1314526-04b7-43f6-89ec-27b016756d0b None None] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:21.109355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Router 0708445c-b168-4903-8039-6b560a746abf is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:48:21.141873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-305bfc01-3cc2-4e9d-be19-d124c56449a7 None None] Provisioning complete for port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:21.142318 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-305bfc01-3cc2-4e9d-be19-d124c56449a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.176967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.292023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6e5fbf7c-5a64-4690-abf5-9e36208ba98b,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:21.299639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.434476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709ff18-3d8b-4c06-bd80-4439acfec4eb req-aab225d8-cbbf-4429-8bc4-9941fde2d3eb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:21.436067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1709ff18-3d8b-4c06-bd80-4439acfec4eb req-aab225d8-cbbf-4429-8bc4-9941fde2d3eb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 948 time: 0.1889610 Sep 18 19:48:21.481075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e3196-71a0-410f-8f90-b77b1b3799e6 req-b8ede5b4-0b0e-4b95-aea7-9457302f5aa0 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:21.482549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f76e3196-71a0-410f-8f90-b77b1b3799e6 req-b8ede5b4-0b0e-4b95-aea7-9457302f5aa0 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1921501 Sep 18 19:48:21.483560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:48:21.483854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4a155-94f1-4f26-87dc-08e0e45a287c None None] Network d3edec53-86e8-462f-88ca-8f1a44984d68 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:21.491260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53138) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:21.497022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'floatingip': {'port_id': '40b8bb81-6c79-4844-99e5-d617be79ed9d'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:21.500594 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Sync routers for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:48:21.510144 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:21.511004 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:21.550614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.578936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:21.582101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1709ff18-3d8b-4c06-bd80-4439acfec4eb req-896da5e7-6a37-419b-b73d-de777fe7e88d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335578 Sep 18 19:48:21.585728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.596029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53140) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:21.596966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ee69e76f-22a2-4a62-a5ca-394065166608 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0491803 Sep 18 19:48:21.625269 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:21.694350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=6e5fbf7c-5a64-4690-abf5-9e36208ba98b,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:21.716594 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9e2aec9d-b7a9-4cca-9013-93a7e1096c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.725941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.objects.ports [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 19:48:21.729489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.786504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f06cc9cc-e4f2-4adc-8978-6bf21efc44b1 None None] Provisioning complete for port 9cda03ed-1db8-439d-983b-0e661db68b59 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:21.787184 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f06cc9cc-e4f2-4adc-8978-6bf21efc44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.804003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Subnet': ['ID=b9192fb2-3370-4cae-821a-60bfc9058487,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:21.825773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Checking segment: {'id': '80d22fe7-418f-445f-a0f3-62b17000fddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2a595b9e-cb86-4408-92a0-c48039cee37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:21.826222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network hostable DHCP agents. Network: 2a595b9e-cb86-4408-92a0-c48039cee37d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:21.844338 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:19Z', 'revision_number': 3, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:21.853063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:48:21.859857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:21.860490 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.871912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network 2a595b9e-cb86-4408-92a0-c48039cee37d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:21.879896 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Checking router: 0708445c-b168-4903-8039-6b560a746abf for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:48:21.880525 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Updating router 0708445c-b168-4903-8039-6b560a746abf port 19129c91-f0ca-4db7-91f8-d049c59d53e1 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:48:21.892993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2a595b9e-cb86-4408-92a0-c48039cee37d) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:21.902326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:21.905068 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.907555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba97be7-3813-45c5-b24b-42ba049cc3a1 None None] Network 2a595b9e-cb86-4408-92a0-c48039cee37d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:21.923843 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:21.948517 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1f2169c1-2a44-43d3-a477-b42dc80a044d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1957717 Sep 18 19:48:21.949419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53142) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:21.959633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'port': {'network_id': '2a595b9e-cb86-4408-92a0-c48039cee37d', 'name': 'tempest-NetworksIpV6TestAttrs-1080259755'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:22.060066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] DHCP port deletion for d3edec53-86e8-462f-88ca-8f1a44984d68 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:48:22.184593 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f06cc9cc-e4f2-4adc-8978-6bf21efc44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.218809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9dfc4a38-207d-4dd4-954f-8c05ef6361ca up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:22.281492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be135b-6313-4e48-86ec-e80b4a0b3c2c req-49a45b35-4b23-43a1-b6e8-c0c98174b28e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:22.286733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23be135b-6313-4e48-86ec-e80b4a0b3c2c req-49a45b35-4b23-43a1-b6e8-c0c98174b28e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1496592 Sep 18 19:48:22.346484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f06cc9cc-e4f2-4adc-8978-6bf21efc44b1 None None] For port 9cda03ed-1db8-439d-983b-0e661db68b59, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9cda03ed-1db8-439d-983b-0e661db68b59,segment=NetworkSegment(29e4c572-9a6b-4191-b294-eaf5298992cb),segment_id=29e4c572-9a6b-4191-b294-eaf5298992cb)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:22.398739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:22.401826 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f06cc9cc-e4f2-4adc-8978-6bf21efc44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.405528 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.408390 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.413718 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.424645 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.434901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] device_id is not set on port cb411c97-9965-4045-86f8-0e3fe37333d4 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:48:22.457871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23be135b-6313-4e48-86ec-e80b4a0b3c2c req-934063de-ca10-4613-9d67-d6b7617fb287 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557770 Sep 18 19:48:22.471804 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9377c-cae8-4bcb-9bb8-f4e1021e0f0d None None] Pushing event updated for resources: {'Port': ['ID=19129c91-f0ca-4db7-91f8-d049c59d53e1,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:22.499506 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Attempting to bind port 19129c91-f0ca-4db7-91f8-d049c59d53e1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:22.500223 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Attempting to bind port 19129c91-f0ca-4db7-91f8-d049c59d53e1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:22.500873 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Attempting to bind port 19129c91-f0ca-4db7-91f8-d049c59d53e1 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:22.507200 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:22.508799 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:22.509374 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.509902 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:22.510578 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Bound port: 19129c91-f0ca-4db7-91f8-d049c59d53e1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:22.511649 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.515697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-2a595b9e-cb86-4408-92a0-c48039cee37d', 'network_id': '2a595b9e-cb86-4408-92a0-c48039cee37d', 'tenant_id': 'a827a9bef0ac4ef7a861bc4aa474f79b', 'fixed_ips': [{'subnet_id': 'b9192fb2-3370-4cae-821a-60bfc9058487'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:22.516736 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.579249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:22.589000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:22.591331 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad8b7a-f4da-42d3-ab44-4260264817f0" -d '{"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-plugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:22.593792 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] For port 19129c91-f0ca-4db7-91f8-d049c59d53e1, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:22.597084 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] For port 19129c91-f0ca-4db7-91f8-d049c59d53e1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19129c91-f0ca-4db7-91f8-d049c59d53e1,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:22.607312 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.611052 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.618643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] Deleting port 9cda03ed-1db8-439d-983b-0e661db68b59 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:22.619104 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.620745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f06cc9cc-e4f2-4adc-8978-6bf21efc44b1 None None] Provisioning complete for port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:22.621158 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f06cc9cc-e4f2-4adc-8978-6bf21efc44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.641261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:22.641719 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.710360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cc9cc-e4f2-4adc-8978-6bf21efc44b1 None None] Pushing event updated for resources: {'Port': ['ID=9cda03ed-1db8-439d-983b-0e661db68b59,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:22.722257 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9377c-cae8-4bcb-9bb8-f4e1021e0f0d None None] Pushing event updated for resources: {'Port': ['ID=19129c91-f0ca-4db7-91f8-d049c59d53e1,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:22.752229 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b862b5-c5d8-4b24-9901-ed36f48d06d0 x-openstack-request-id: req-86b862b5-c5d8-4b24-9901-ed36f48d06d0 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:22.752859 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-plugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:22.753323 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86b862b5-c5d8-4b24-9901-ed36f48d06d0 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:22.754185 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'code': 200} Sep 18 19:48:22.777114 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:22.777748 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:47:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:22.885060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.921165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] For port 9cda03ed-1db8-439d-983b-0e661db68b59, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9cda03ed-1db8-439d-983b-0e661db68b59,segment=NetworkSegment(29e4c572-9a6b-4191-b294-eaf5298992cb),segment_id=29e4c572-9a6b-4191-b294-eaf5298992cb)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:22.921563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:22.929953 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:22.983117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] Calling delete_port for 9cda03ed-1db8-439d-983b-0e661db68b59 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:23.000393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:23.063779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Allocated IP 172.20.0.1 (1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c/59711212-6f3b-4312-9db1-67c23afe25fc/292fca5d-9d75-420c-a7e4-6d5b720175c1) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:23.081961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Allocated IP 2001:db8::f816:3eff:fe81:e86 (2a595b9e-cb86-4408-92a0-c48039cee37d/b9192fb2-3370-4cae-821a-60bfc9058487/f726fb16-e07c-4967-ac2c-e897e51b3e8f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:23.119728 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.132273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976c50-4d85-4dfa-ab6a-ff7480dfa1c8 req-2b0269b9-0ccd-4ebb-b9b9-375af47376fb tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:23.135282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e976c50-4d85-4dfa-ab6a-ff7480dfa1c8 req-2b0269b9-0ccd-4ebb-b9b9-375af47376fb tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.5568724 Sep 18 19:48:23.139188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fdd70-c8fb-495a-953c-aaeaa894de83 req-730d42f4-1845-4f8b-94fd-ffa0da2771e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:23.140933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e2fdd70-c8fb-495a-953c-aaeaa894de83 req-730d42f4-1845-4f8b-94fd-ffa0da2771e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1101 time: 0.0896869 Sep 18 19:48:23.166923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6e5fbf7c-5a64-4690-abf5-9e36208ba98b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:23.174440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.181936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdd76e-0067-403b-9e1f-2e29da396f7a req-54c8d279-e172-404d-b2d3-6ed7fdd87c60 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:23.189621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32cdd76e-0067-403b-9e1f-2e29da396f7a req-54c8d279-e172-404d-b2d3-6ed7fdd87c60 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1365438 Sep 18 19:48:23.213226 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:19Z', 'revision_number': 3, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:23.253039 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2462e1-a821-4c96-a053-2136da1c00c9 None None] The sync data for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 is: [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:19Z', 'revision_number': 3, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:48:23.253448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.272766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32cdd76e-0067-403b-9e1f-2e29da396f7a req-9488ffef-0712-4923-abbf-87b04a41cd70 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Sep 18 19:48:23.291943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2e976c50-4d85-4dfa-ab6a-ff7480dfa1c8 req-cb958bf4-fc79-4113-86d7-13bb010db529 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440861 Sep 18 19:48:23.305895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e2fdd70-c8fb-495a-953c-aaeaa894de83 req-32477b3d-5b4c-461a-a63e-6bf433d81a44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523938 Sep 18 19:48:23.328423 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.332464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:23.340525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:23.355868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:23.360676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Pushing event updated for resources: {'Port': ['ID=292fca5d-9d75-420c-a7e4-6d5b720175c1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:23.417677 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.434831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] No DVR routers for this DVR port 9cda03ed-1db8-439d-983b-0e661db68b59 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:23.436799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ec02c75b-6697-4a27-9256-4524cd36fb48 None None] Provisioning complete for port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:23.437275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ec02c75b-6697-4a27-9256-4524cd36fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.502528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:23.502923 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.530741 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.586156 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.586375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc52f56-7370-4160-8ba9-f8438a04a424 None None] Pushing event deleted for resources: {'Port': ['ID=9cda03ed-1db8-439d-983b-0e661db68b59,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:23.696102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.708792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.725103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:23.823923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340eb7e-97e1-4976-8574-5274a24213fa req-a891daed-8a82-474f-9ffa-7cb90bf1ad5d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:23.825761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3340eb7e-97e1-4976-8574-5274a24213fa req-a891daed-8a82-474f-9ffa-7cb90bf1ad5d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1332595 Sep 18 19:48:23.839073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Network 2a595b9e-cb86-4408-92a0-c48039cee37d is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:23.842286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Allocated IP 2001:db8::f816:3eff:fe92:f61c (2a595b9e-cb86-4408-92a0-c48039cee37d/b9192fb2-3370-4cae-821a-60bfc9058487/cb411c97-9965-4045-86f8-0e3fe37333d4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:23.873590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:23.886083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:23.891311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Pushing event updated for resources: {'Port': ['ID=f726fb16-e07c-4967-ac2c-e897e51b3e8f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:23.900226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3340eb7e-97e1-4976-8574-5274a24213fa req-d2b1c3ff-8ff2-4711-a764-8a9ae2a17121 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553675 Sep 18 19:48:23.938957 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Floating IP 4cdf5550-b84f-45da-a1dd-f497011de7fc associated. External IP: 172.25.8.102, port: 40b8bb81-6c79-4844-99e5-d617be79ed9d. Sep 18 19:48:24.056873 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.089677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19129c91-f0ca-4db7-91f8-d049c59d53e1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:24.139761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.148509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Attempting to bind port f726fb16-e07c-4967-ac2c-e897e51b3e8f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:24.148949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Attempting to bind port f726fb16-e07c-4967-ac2c-e897e51b3e8f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '80d22fe7-418f-445f-a0f3-62b17000fddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2a595b9e-cb86-4408-92a0-c48039cee37d'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:24.149369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Attempting to bind port f726fb16-e07c-4967-ac2c-e897e51b3e8f on network 2a595b9e-cb86-4408-92a0-c48039cee37d {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:24.157724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:24.158095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Checking segment: {'id': '80d22fe7-418f-445f-a0f3-62b17000fddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2a595b9e-cb86-4408-92a0-c48039cee37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:24.158494 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.158886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Bound using segment: {'id': '80d22fe7-418f-445f-a0f3-62b17000fddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2a595b9e-cb86-4408-92a0-c48039cee37d'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:24.159352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Bound port: f726fb16-e07c-4967-ac2c-e897e51b3e8f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d22fe7-418f-445f-a0f3-62b17000fddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2a595b9e-cb86-4408-92a0-c48039cee37d'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:24.159768 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.183676 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.206861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 19129c91-f0ca-4db7-91f8-d049c59d53e1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:24.207889 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.227439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network 2a595b9e-cb86-4408-92a0-c48039cee37d is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:24.230677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:24.235138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:24.243193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:24.244015 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.272069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Port': ['ID=cb411c97-9965-4045-86f8-0e3fe37333d4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:24.286371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e8b8c21b-c49b-4e3d-bb9d-a3b888a32386 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3351874 Sep 18 19:48:24.289436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53170) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:24.306646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ff84b289-c7bf-4612-9069-e587eaf7e935 None None] Provisioning complete for port 292fca5d-9d75-420c-a7e4-6d5b720175c1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:24.307141 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ff84b289-c7bf-4612-9069-e587eaf7e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.361089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] For port f726fb16-e07c-4967-ac2c-e897e51b3e8f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:24.365394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ff84b289-c7bf-4612-9069-e587eaf7e935 None None] Port 292fca5d-9d75-420c-a7e4-6d5b720175c1 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:24.377244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed165f0-9daf-459a-a74b-2b17af5c0751 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Deleting subnet b9192fb2-3370-4cae-821a-60bfc9058487 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:48:24.398690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] For port f726fb16-e07c-4967-ac2c-e897e51b3e8f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f726fb16-e07c-4967-ac2c-e897e51b3e8f,segment=NetworkSegment(80d22fe7-418f-445f-a0f3-62b17000fddb),segment_id=80d22fe7-418f-445f-a0f3-62b17000fddb)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:24.420171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Router b0841cda-5ab0-434d-9339-2f614cc13591 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:48:24.436066 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ed165f0-9daf-459a-a74b-2b17af5c0751 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.443039 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.536655 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08d21df6-aa32-4bc8-8719-51bcb2bdbaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.540821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9fe90-2306-4e09-afdb-8e91e58d9aed None None] Pushing event updated for resources: {'Port': ['ID=f726fb16-e07c-4967-ac2c-e897e51b3e8f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:24.559319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b28249-abb5-4fdb-a3a8-5bb0cb948095 req-2aea534b-e5a6-43b8-9caa-b613cbde6d1a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:24.563650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42b28249-abb5-4fdb-a3a8-5bb0cb948095 req-2aea534b-e5a6-43b8-9caa-b613cbde6d1a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1900463 Sep 18 19:48:24.573541 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.575739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:48:24.577702 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ed165f0-9daf-459a-a74b-2b17af5c0751 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.582855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.592411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] Sync routers for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:48:24.618088 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.622258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.635566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:24.636207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:48:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:24.733456 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f1da07ad-2d39-4694-8163-018ca424265c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "PUT /v2.0/floatingips/4cdf5550-b84f-45da-a1dd-f497011de7fc HTTP/1.1" status: 200 len: 991 time: 3.2372379 Sep 18 19:48:24.734428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 19129c91-f0ca-4db7-91f8-d049c59d53e1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19129c91-f0ca-4db7-91f8-d049c59d53e1,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:24.734789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07266ebe-0232-4546-8951-2030b2469b59', 'tag': '40b8bb81-6c79-4844-99e5-d617be79ed9d'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:24.740736 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e" -d '{"events": [{"name": "network-changed", "server_uuid": "07266ebe-0232-4546-8951-2030b2469b59", "tag": "40b8bb81-6c79-4844-99e5-d617be79ed9d"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:24.752364 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.769810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42b28249-abb5-4fdb-a3a8-5bb0cb948095 req-fd59ed7e-1448-4437-ad7b-6fcc4e6c9b4d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889095 Sep 18 19:48:24.779536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Pushing event updated for resources: {'Port': ['ID=292fca5d-9d75-420c-a7e4-6d5b720175c1,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:24.788222 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.884411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9cda03ed-1db8-439d-983b-0e661db68b59 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:24.906811 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3fd60c-254a-4c4e-b260-4fc06837c40d x-openstack-request-id: req-db3fd60c-254a-4c4e-b260-4fc06837c40d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:24.907273 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07266ebe-0232-4546-8951-2030b2469b59", "tag": "40b8bb81-6c79-4844-99e5-d617be79ed9d", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:24.907799 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db3fd60c-254a-4c4e-b260-4fc06837c40d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:24.908349 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07266ebe-0232-4546-8951-2030b2469b59', 'tag': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'status': 'completed', 'code': 200} Sep 18 19:48:24.910142 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ed165f0-9daf-459a-a74b-2b17af5c0751 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:24.950801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=19129c91-f0ca-4db7-91f8-d049c59d53e1,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:24.959499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 9cda03ed-1db8-439d-983b-0e661db68b59 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:24.972471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9cda03ed-1db8-439d-983b-0e661db68b59 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:24.979812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:25.034884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:25.037300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:25.117305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-015932db-bc69-4e52-a9c2-095aa45bd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:25.119078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-015932db-bc69-4e52-a9c2-095aa45bd0cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 1097 time: 0.1482902 Sep 18 19:48:25.124836 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ed165f0-9daf-459a-a74b-2b17af5c0751 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:25.139116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:25.180241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed165f0-9daf-459a-a74b-2b17af5c0751 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Subnet': ['ID=b9192fb2-3370-4cae-821a-60bfc9058487,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:25.197492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73e650-6791-487a-89bc-75b0590ddccf req-64a5d01e-1b73-48cc-8fcb-b047fd6b730f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:25.199162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd73e650-6791-487a-89bc-75b0590ddccf req-64a5d01e-1b73-48cc-8fcb-b047fd6b730f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1602628 Sep 18 19:48:25.202270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ed165f0-9daf-459a-a74b-2b17af5c0751 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:25.202955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Router 0708445c-b168-4903-8039-6b560a746abf has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:48:25.206536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5ed165f0-9daf-459a-a74b-2b17af5c0751 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/subnets/b9192fb2-3370-4cae-821a-60bfc9058487 HTTP/1.1" status: 204 len: 168 time: 0.9130914 Sep 18 19:48:25.207299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53186) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:25.317590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd73e650-6791-487a-89bc-75b0590ddccf req-e299467b-af09-4f31-bc1c-ea15e5dc2734 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104572 Sep 18 19:48:25.345271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-7f6ea047-f4b2-481a-9290-a80df7fb6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:25.345271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-7f6ea047-f4b2-481a-9290-a80df7fb6ed4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 910 time: 0.2117002 Sep 18 19:48:25.434938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6947c991-5f25-4c2d-a67a-bce564fadac6 None None] Provisioning complete for port 292fca5d-9d75-420c-a7e4-6d5b720175c1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:25.435442 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6947c991-5f25-4c2d-a67a-bce564fadac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:25.439090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-0a0c5817-e73d-45a0-9a71-31d3c7beb5f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 200 len: 999 time: 0.0869215 Sep 18 19:48:25.524307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-aa39ab50-4225-458e-8d37-9561072272b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:25.530155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-aa39ab50-4225-458e-8d37-9561072272b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.0833821 Sep 18 19:48:25.533437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6947c991-5f25-4c2d-a67a-bce564fadac6 None None] Port 292fca5d-9d75-420c-a7e4-6d5b720175c1 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:25.547359 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:25.570550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4cdf5550-b84f-45da-a1dd-f497011de7fc', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'port_id': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'mac_address': 'fa:16:3e:a9:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07266ebe-0232-4546-8951-2030b2469b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:47:58Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 1, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:25.612790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] Checking router: b0841cda-5ab0-434d-9339-2f614cc13591 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:48:25.614511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-7282e3d6-d26b-419a-867a-8843b27428e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:25.617781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-7282e3d6-d26b-419a-867a-8843b27428e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785327 Sep 18 19:48:25.629409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-68ea48cf-5e56-4fe9-a479-4ff98368af03 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:48:25.630501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-68ea48cf-5e56-4fe9-a479-4ff98368af03 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055659 Sep 18 19:48:25.639643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:25.640291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:48:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:25.657808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19888b8d-ebe1-426a-90e0-3da87253f5e2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:25.659511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19888b8d-ebe1-426a-90e0-3da87253f5e2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:25.661105 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-19888b8d-ebe1-426a-90e0-3da87253f5e2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4519284 Sep 18 19:48:25.672860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53196) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:25.874003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fc07c-de7c-4a48-8352-9668c2d12ee5 req-6a28727c-dbcc-4a34-bc7b-b8f2f69685b3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:25.877668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f8fc07c-de7c-4a48-8352-9668c2d12ee5 req-6a28727c-dbcc-4a34-bc7b-b8f2f69685b3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1533291 Sep 18 19:48:25.883773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-1b0a2ea7-f21f-4a6d-b637-a044161bf820 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397122 Sep 18 19:48:25.907632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:25.916474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a269a2a-21a2-45fd-abbc-e147364b35bd tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:25.952494 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a269a2a-21a2-45fd-abbc-e147364b35bd tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 18 19:48:25.955527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a269a2a-21a2-45fd-abbc-e147364b35bd tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:25.963427 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8a269a2a-21a2-45fd-abbc-e147364b35bd tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/2a595b9e-cb86-4408-92a0-c48039cee37d HTTP/1.1" status: 409 len: 405 time: 0.2847087 Sep 18 19:48:25.974089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53206) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:25.979165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950291078'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:26.057181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:48:26.075409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2fb5c26c-180a-42af-8d4c-b7f64fa519b7 admin admin] 10.222.0.20 "PUT /v2.0/routers/0708445c-b168-4903-8039-6b560a746abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4695065 Sep 18 19:48:26.075409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:26.084631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.109681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f8fc07c-de7c-4a48-8352-9668c2d12ee5 req-f7cf418f-0294-4193-967b-d3ad69610a4e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198310 Sep 18 19:48:26.125926 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Sync routers for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:48:26.147840 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:26.149365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fdfbe9d-d3b2-43d3-88b1-0870cbc5054e req-16f01e4f-075c-4d07-a45f-cc264b7d61e9 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473390 Sep 18 19:48:26.152725 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:48:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:26.168964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f794d-1017-4666-af58-556970a7c9b5 req-85894802-ccbb-4808-8075-fe04457c0e53 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:26.175201 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:26.176913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc4f794d-1017-4666-af58-556970a7c9b5 req-85894802-ccbb-4808-8075-fe04457c0e53 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1681068 Sep 18 19:48:26.217779 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.218146 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Added segment 4762370a-0c1c-492f-96f6-673c923dbc10 of type vlan for network 1d2e2b6b-1fd2-4477-8232-80db95ae779e Sep 18 19:48:26.227307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc4f794d-1017-4666-af58-556970a7c9b5 req-3d8716b1-e0f9-4e77-816d-4223db7d2291 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Sep 18 19:48:26.290781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19129c91-f0ca-4db7-91f8-d049c59d53e1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:26.342815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.382830 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:26.404444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.412359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:26.413004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.416397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4cdf5550-b84f-45da-a1dd-f497011de7fc', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'port_id': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'mac_address': 'fa:16:3e:a9:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07266ebe-0232-4546-8951-2030b2469b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:47:58Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 1, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:26.451816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 19129c91-f0ca-4db7-91f8-d049c59d53e1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:26.452360 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.453893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3aefa-4200-48fc-a0ea-da5f8fce5729 None None] Network 2a595b9e-cb86-4408-92a0-c48039cee37d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:26.457663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fac100-865a-45dd-a81d-416b8c85af79 None None] The sync data for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 is: [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4cdf5550-b84f-45da-a1dd-f497011de7fc', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'port_id': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'mac_address': 'fa:16:3e:a9:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07266ebe-0232-4546-8951-2030b2469b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:47:58Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 1, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:48:26.480127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53218) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:26.480376 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5048664 Sep 18 19:48:26.494655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'subnet': {'network_id': '1d2e2b6b-1fd2-4477-8232-80db95ae779e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:26.546451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad684a2-a376-46a1-93b2-8f4111e2c93c req-42813dd3-bece-4af0-9838-693fc600a1a2 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:26.559814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ad684a2-a376-46a1-93b2-8f4111e2c93c req-42813dd3-bece-4af0-9838-693fc600a1a2 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1101 time: 0.1569729 Sep 18 19:48:26.570089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c45bf-1f6e-4044-be8d-6e5070c42249 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Network': ['ID=1d2e2b6b-1fd2-4477-8232-80db95ae779e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:26.585025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 1d2e2b6b-1fd2-4477-8232-80db95ae779e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:26.602057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d7415538-b83a-4e79-af92-9c9e6d71ff47 None None] Provisioning complete for port f726fb16-e07c-4967-ac2c-e897e51b3e8f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:26.602434 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7415538-b83a-4e79-af92-9c9e6d71ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.663809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ad684a2-a376-46a1-93b2-8f4111e2c93c req-f7df39b1-a3c2-493f-a5f2-2b48923ca8c3 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025875 Sep 18 19:48:26.681388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:26.686541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.848439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f726fb16-e07c-4967-ac2c-e897e51b3e8f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:26.857304 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 2, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:26.888263 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Checking router: 0708445c-b168-4903-8039-6b560a746abf for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:48:26.888851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Updating router 0708445c-b168-4903-8039-6b560a746abf port 292fca5d-9d75-420c-a7e4-6d5b720175c1 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:48:26.923746 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:26.931044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa71c2-d617-4b97-b980-48e3b62c6dbb None None] New status for floating IP 4cdf5550-b84f-45da-a1dd-f497011de7fc: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:48:27.002981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] DHCP port deletion for 2a595b9e-cb86-4408-92a0-c48039cee37d request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:48:27.245360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.objects.ports [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 19:48:27.247747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.288354 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7415538-b83a-4e79-af92-9c9e6d71ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.340212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f726fb16-e07c-4967-ac2c-e897e51b3e8f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:27.340844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.491863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Subnet': ['ID=e8515e4f-9b16-422f-a83b-4dbda41a94bb,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:27.512415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d7415538-b83a-4e79-af92-9c9e6d71ff47 None None] For port f726fb16-e07c-4967-ac2c-e897e51b3e8f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f726fb16-e07c-4967-ac2c-e897e51b3e8f,segment=NetworkSegment(80d22fe7-418f-445f-a0f3-62b17000fddb),segment_id=80d22fe7-418f-445f-a0f3-62b17000fddb)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:27.518516 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.523281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Checking segment: {'id': '4762370a-0c1c-492f-96f6-673c923dbc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d2e2b6b-1fd2-4477-8232-80db95ae779e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:27.523733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network hostable DHCP agents. Network: 1d2e2b6b-1fd2-4477-8232-80db95ae779e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:27.525927 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.527457 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.532899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] Deleting port f726fb16-e07c-4967-ac2c-e897e51b3e8f {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:27.533267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.536041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e933a-34b4-4a2f-ba8e-2cc6d1c2cc79 req-6156929a-9f0c-44ca-bd84-3aef5d2e8521 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:27.541745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-043e933a-34b4-4a2f-ba8e-2cc6d1c2cc79 req-6156929a-9f0c-44ca-bd84-3aef5d2e8521 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2661006 Sep 18 19:48:27.566486 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7415538-b83a-4e79-af92-9c9e6d71ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.620796 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448ad0d-cf6a-4664-9617-3a960aff51f6 None None] Pushing event updated for resources: {'Port': ['ID=292fca5d-9d75-420c-a7e4-6d5b720175c1,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:27.636441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-043e933a-34b4-4a2f-ba8e-2cc6d1c2cc79 req-4ed06b97-4d07-46cb-af0f-78f608a5cb8e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855176 Sep 18 19:48:27.666899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network 1d2e2b6b-1fd2-4477-8232-80db95ae779e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:27.684678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 1d2e2b6b-1fd2-4477-8232-80db95ae779e) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:27.707990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7415538-b83a-4e79-af92-9c9e6d71ff47 None None] Pushing event updated for resources: {'Port': ['ID=f726fb16-e07c-4967-ac2c-e897e51b3e8f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:27.721782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bcf7a8-f5f4-460d-b764-5dd3b39dfaa5 None None] Network 1d2e2b6b-1fd2-4477-8232-80db95ae779e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:27.728738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:27.729103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.776064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ad639839-7212-4ca7-b033-f28cb309c3af tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2869704 Sep 18 19:48:27.779091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53296) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:27.795199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] For port f726fb16-e07c-4967-ac2c-e897e51b3e8f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f726fb16-e07c-4967-ac2c-e897e51b3e8f,segment=NetworkSegment(80d22fe7-418f-445f-a0f3-62b17000fddb),segment_id=80d22fe7-418f-445f-a0f3-62b17000fddb)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:27.797885 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Attempting to bind port 292fca5d-9d75-420c-a7e4-6d5b720175c1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:27.799848 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.802098 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Attempting to bind port 292fca5d-9d75-420c-a7e4-6d5b720175c1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:27.802649 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Attempting to bind port 292fca5d-9d75-420c-a7e4-6d5b720175c1 on network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:27.817017 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:27.817613 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Checking segment: {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:27.820691 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.821296 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Bound using segment: {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:27.823084 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Bound port: 292fca5d-9d75-420c-a7e4-6d5b720175c1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:27.823867 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:27.851605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] Calling delete_port for f726fb16-e07c-4967-ac2c-e897e51b3e8f owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:27.960250 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-ebfeb6c9-3e4f-43f7-b299-d54fe5d656a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3145030 Sep 18 19:48:27.988185 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] For port 292fca5d-9d75-420c-a7e4-6d5b720175c1, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:27.993690 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] For port 292fca5d-9d75-420c-a7e4-6d5b720175c1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=292fca5d-9d75-420c-a7e4-6d5b720175c1,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:28.004442 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.010545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-e5396043-8fcd-4523-adf1-fcd4acdb8811 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:48:28.012205 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-e5396043-8fcd-4523-adf1-fcd4acdb8811 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067053 Sep 18 19:48:28.023798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.103255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0566b-995d-442f-b4bb-24dd335e2ccb req-32a5880b-6070-4df1-864a-446887faa151 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:28.105210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23b0566b-995d-442f-b4bb-24dd335e2ccb req-32a5880b-6070-4df1-864a-446887faa151 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1642766 Sep 18 19:48:28.166859 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448ad0d-cf6a-4664-9617-3a960aff51f6 None None] Pushing event updated for resources: {'Port': ['ID=292fca5d-9d75-420c-a7e4-6d5b720175c1,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:28.174870 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:28.176139 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:48:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:28.216839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.260109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23b0566b-995d-442f-b4bb-24dd335e2ccb req-96fc8404-9df3-4666-aaea-b7fd59a18bdb tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467733 Sep 18 19:48:28.318036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d9e15673-2ed9-4c30-a4d4-93b3eb445ce6 None None] Provisioning complete for port 292fca5d-9d75-420c-a7e4-6d5b720175c1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:28.320485 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9e15673-2ed9-4c30-a4d4-93b3eb445ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.426626 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.480406 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:28.488386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Subnet': ['ID=e8515e4f-9b16-422f-a83b-4dbda41a94bb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:28.503096 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.505481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f726fb16-e07c-4967-ac2c-e897e51b3e8f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:28.597778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f726fb16-e07c-4967-ac2c-e897e51b3e8f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:28.598425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f726fb16-e07c-4967-ac2c-e897e51b3e8f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:28.599581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] Pushing event deleted for resources: {'Port': ['ID=f726fb16-e07c-4967-ac2c-e897e51b3e8f,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:28.603747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.627156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2e2b6b-1fd2-4477-8232-80db95ae779e']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:28.630466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae12c1c-067c-4e04-82e2-936677a73d00 None None] No DVR routers for this DVR port f726fb16-e07c-4967-ac2c-e897e51b3e8f on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:28.653473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4762370a-0c1c-492f-96f6-673c923dbc10') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:28.654073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4762370a-0c1c-492f-96f6-673c923dbc10') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:28.668266 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.674290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a2bf2-5ef2-404b-839f-e633c68b8470 None None] Network 1d2e2b6b-1fd2-4477-8232-80db95ae779e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:28.700633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.710194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:28.711949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:28.716036 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:28.820164 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9e15673-2ed9-4c30-a4d4-93b3eb445ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.825312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.840024 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.844226 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/1d2e2b6b-1fd2-4477-8232-80db95ae779e HTTP/1.1" status: 204 len: 168 time: 1.0638685 Sep 18 19:48:28.847878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53352) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:28.853457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-694735897'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:28.900135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f1ad3-660b-4aab-85cd-8a5c857609dc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Network': ['ID=1d2e2b6b-1fd2-4477-8232-80db95ae779e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:28.930727 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:27Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:28.938093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:28.947309 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:28.985877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d9e15673-2ed9-4c30-a4d4-93b3eb445ce6 None None] For port 292fca5d-9d75-420c-a7e4-6d5b720175c1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=292fca5d-9d75-420c-a7e4-6d5b720175c1,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:28.992415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9e15673-2ed9-4c30-a4d4-93b3eb445ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:29.030207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:29.044282 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdb7ec-7515-4e44-a87b-ef152dc9bdfb None None] The sync data for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 is: [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:27Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:48:29.071950 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:29.072616 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Added segment 6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b of type vlan for network f3ac0973-c23f-49b4-bf0d-5f7297897e8d Sep 18 19:48:29.082990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e15673-2ed9-4c30-a4d4-93b3eb445ce6 None None] Pushing event updated for resources: {'Port': ['ID=292fca5d-9d75-420c-a7e4-6d5b720175c1,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:29.164588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-29106138-af58-4af2-8e80-18baf3d83e28 None None] Provisioning complete for port 292fca5d-9d75-420c-a7e4-6d5b720175c1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:29.165069 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-29106138-af58-4af2-8e80-18baf3d83e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:29.176332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:29.260661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:29.266335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:29.266999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:29.334339 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4823568 Sep 18 19:48:29.335877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53366) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:29.343207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'subnet': {'network_id': 'f3ac0973-c23f-49b4-bf0d-5f7297897e8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:29.559475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:29.567648 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:29.584704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210bdb5-1f8f-4842-be9b-9a01cffc2836 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Network': ['ID=f3ac0973-c23f-49b4-bf0d-5f7297897e8d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:29.597774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f3ac0973-c23f-49b4-bf0d-5f7297897e8d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:29.634884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc77d0b-c625-493e-b2f8-c8363e0361ba req-91938c7d-b03d-4fc5-b10d-91cd3d7f6a75 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:29.640530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4cc77d0b-c625-493e-b2f8-c8363e0361ba req-91938c7d-b03d-4fc5-b10d-91cd3d7f6a75 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1703281 Sep 18 19:48:29.708293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4cc77d0b-c625-493e-b2f8-c8363e0361ba req-41b6511d-64cf-4735-b9c7-011ad156ff55 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620148 Sep 18 19:48:29.860130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:29.934234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Subnet': ['ID=15bcc908-e209-4477-8dbf-db89d7fa9417,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:29.944482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Checking segment: {'id': '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3ac0973-c23f-49b4-bf0d-5f7297897e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:29.944970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network hostable DHCP agents. Network: f3ac0973-c23f-49b4-bf0d-5f7297897e8d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:29.964329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network f3ac0973-c23f-49b4-bf0d-5f7297897e8d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:29.978427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, f3ac0973-c23f-49b4-bf0d-5f7297897e8d) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:29.987212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:29.988216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca86326-8597-43f8-bc6a-9a10af409e56 None None] Network f3ac0973-c23f-49b4-bf0d-5f7297897e8d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:29.989112 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:30.011116 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-475908ef-5cee-403c-b28d-51c6114851ae tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6736062 Sep 18 19:48:30.013891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53374) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:30.224736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-05cfa0cb-551a-4b54-9634-c291885466e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:30.225880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-f3ac0973-c23f-49b4-bf0d-5f7297897e8d', 'network_id': 'f3ac0973-c23f-49b4-bf0d-5f7297897e8d', 'tenant_id': 'a827a9bef0ac4ef7a861bc4aa474f79b', 'fixed_ips': [{'subnet_id': '15bcc908-e209-4477-8dbf-db89d7fa9417'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:30.226519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-05cfa0cb-551a-4b54-9634-c291885466e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1101 time: 0.0676720 Sep 18 19:48:30.226787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:30.230830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:30.424750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:30.451949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 292fca5d-9d75-420c-a7e4-6d5b720175c1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:30.513347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-ace78adb-eda5-4826-8e35-0a3db1225c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:30.514829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-ace78adb-eda5-4826-8e35-0a3db1225c65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2775314 Sep 18 19:48:30.548443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Allocated IP 2001:db8::2 (f3ac0973-c23f-49b4-bf0d-5f7297897e8d/15bcc908-e209-4477-8dbf-db89d7fa9417/13cdbda0-d72c-4257-a292-f073e6289519) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:30.590046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 292fca5d-9d75-420c-a7e4-6d5b720175c1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:30.590046 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:30.607737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-89089de9-ef7f-4aad-b891-c82f22eee220 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.0729506 Sep 18 19:48:30.682102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-6f5e44d7-5fb5-4596-8cd6-d7c25d1fce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:30.683831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-6f5e44d7-5fb5-4596-8cd6-d7c25d1fce9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0675395 Sep 18 19:48:30.768879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-9f5c926e-b57c-4ec2-8a39-8e312691e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:30.770597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-9f5c926e-b57c-4ec2-8a39-8e312691e083 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789838 Sep 18 19:48:30.914184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-590d0b85-e3e4-4a5b-b978-54d7cb991144 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339426 Sep 18 19:48:30.915004 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:30.924047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:30.982036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Network f3ac0973-c23f-49b4-bf0d-5f7297897e8d is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:30.985448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:30.990922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:31.011805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Pushing event updated for resources: {'Port': ['ID=13cdbda0-d72c-4257-a292-f073e6289519,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:31.072936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Attempting to bind port 13cdbda0-d72c-4257-a292-f073e6289519 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:31.073397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Attempting to bind port 13cdbda0-d72c-4257-a292-f073e6289519 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3ac0973-c23f-49b4-bf0d-5f7297897e8d'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:31.073829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Attempting to bind port 13cdbda0-d72c-4257-a292-f073e6289519 on network f3ac0973-c23f-49b4-bf0d-5f7297897e8d {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:31.079491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:31.079956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Checking segment: {'id': '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3ac0973-c23f-49b4-bf0d-5f7297897e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:31.085376 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:31.085996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Bound using segment: {'id': '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3ac0973-c23f-49b4-bf0d-5f7297897e8d'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:31.087004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Bound port: 13cdbda0-d72c-4257-a292-f073e6289519, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3ac0973-c23f-49b4-bf0d-5f7297897e8d'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:31.087847 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:31.090000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:31.145520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e828a-65f8-41a2-a630-c384984f5722 req-6d0822f8-f7e1-4511-9434-1bc6c87dc5e6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:31.146942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-552e828a-65f8-41a2-a630-c384984f5722 req-6d0822f8-f7e1-4511-9434-1bc6c87dc5e6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.3392854 Sep 18 19:48:31.152210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Subnet': ['ID=15bcc908-e209-4477-8dbf-db89d7fa9417,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:31.166822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] For port 13cdbda0-d72c-4257-a292-f073e6289519, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:31.170698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] For port 13cdbda0-d72c-4257-a292-f073e6289519, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=13cdbda0-d72c-4257-a292-f073e6289519,segment=NetworkSegment(6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b),segment_id=6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:31.175451 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:31.188609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-408466ac-f842-43c9-8a2c-2ab846e11f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:31.190220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-408466ac-f842-43c9-8a2c-2ab846e11f9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1097 time: 0.2594435 Sep 18 19:48:31.234859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca7bdd-57d9-4b08-86d3-935dd0f24fb0 req-140d599b-6839-4323-b527-b38dfb577ab0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:31.236441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34ca7bdd-57d9-4b08-86d3-935dd0f24fb0 req-140d599b-6839-4323-b527-b38dfb577ab0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2693236 Sep 18 19:48:31.258386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4574586-3b36-442b-9bdf-7805f9b73eae None None] Pushing event updated for resources: {'Port': ['ID=13cdbda0-d72c-4257-a292-f073e6289519,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:31.271023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04ce30-9e38-4ae5-bc4e-ab418379edf1 None None] Network f3ac0973-c23f-49b4-bf0d-5f7297897e8d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:31.302012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-d8016c75-1ab5-4add-ace4-b45f1935379a service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700073 Sep 18 19:48:31.303740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:31.428456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da2749-5710-4507-b31c-803dfd754a5f None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:48:31.430332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-552e828a-65f8-41a2-a630-c384984f5722 req-33c1dccc-254d-4922-980a-f8f5764275a2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642808 Sep 18 19:48:31.434180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ac0973-c23f-49b4-bf0d-5f7297897e8d']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:31.624916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da2749-5710-4507-b31c-803dfd754a5f None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:48:31.798089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:31.798508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:31.824879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:31.862052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34ca7bdd-57d9-4b08-86d3-935dd0f24fb0 req-805ad92d-6eca-4a80-adc7-d9100405b93f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031058 Sep 18 19:48:31.869076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-261b648f-497b-4f62-831e-a5103f6415f5 req-eb2a908b-d71e-4d91-a9e7-f146b30a0560 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5387547 Sep 18 19:48:31.870202 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:31.873016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-4b674595-b17c-4923-a377-b7ad29c9acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:31.874617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-4b674595-b17c-4923-a377-b7ad29c9acec service neutron] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 920 time: 0.6748469 Sep 18 19:48:31.880213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:31.880685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:31.884145 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:31.940884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-06014f0b-d25a-4d52-aecb-814d7af18d53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 200 len: 217 time: 0.0554819 Sep 18 19:48:32.049498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 19:48:32.049498 n-d-789963-11 neutron-server[94941]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 19:48:32.049498 n-d-789963-11 neutron-server[94941]: [parameters: {'id': 'f3ac0973-c23f-49b4-bf0d-5f7297897e8d'}] Sep 18 19:48:32.049498 n-d-789963-11 neutron-server[94941]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:48:32.049935 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:48:32.068092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-38ccac18-a552-42f7-a40a-7ef39d4655d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:32.069831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-38ccac18-a552-42f7-a40a-7ef39d4655d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.1165400 Sep 18 19:48:32.072768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b648f-497b-4f62-831e-a5103f6415f5 req-14c8c57a-7327-42f8-99ea-505cca81990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:32.074135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-261b648f-497b-4f62-831e-a5103f6415f5 req-14c8c57a-7327-42f8-99ea-505cca81990c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 1102 time: 0.1221154 Sep 18 19:48:32.109156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-ba25f488-884d-4a04-9ce5-45f8a988f1cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283203 Sep 18 19:48:32.277902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b648f-497b-4f62-831e-a5103f6415f5 req-e22b75de-e2ab-4bc0-b4a2-ff46f25efe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:32.279401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-261b648f-497b-4f62-831e-a5103f6415f5 req-e22b75de-e2ab-4bc0-b4a2-ff46f25efe5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1729202 Sep 18 19:48:32.282660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-5a7b2fb1-250c-43a0-a670-d7b384a44afb service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655858 Sep 18 19:48:32.349437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-261b648f-497b-4f62-831e-a5103f6415f5 req-7f49ca5f-8823-457d-8d3e-59516afdd7b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 200 len: 217 time: 0.0518260 Sep 18 19:48:32.448772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b648f-497b-4f62-831e-a5103f6415f5 req-d29fcd39-08aa-4b39-b19f-225076c25dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:32.450234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-261b648f-497b-4f62-831e-a5103f6415f5 req-d29fcd39-08aa-4b39-b19f-225076c25dc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0908947 Sep 18 19:48:32.456147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2822cbb2-6e78-4b9d-8cce-5ab8144d1325 req-cb8118c0-bc06-4e66-a7c0-5a90bf628095 service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574140 Sep 18 19:48:32.544292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b648f-497b-4f62-831e-a5103f6415f5 req-7fdfc1d6-1028-4bde-a21f-d6365bf52c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:32.545822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-261b648f-497b-4f62-831e-a5103f6415f5 req-7fdfc1d6-1028-4bde-a21f-d6365bf52c88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812190 Sep 18 19:48:32.551111 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:32.561559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce1eb-3a6d-492e-b90c-bee9125020bb req-6bc5310a-637e-46d8-ae31-c98201061e0f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:32.563099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f53ce1eb-3a6d-492e-b90c-bee9125020bb req-6bc5310a-637e-46d8-ae31-c98201061e0f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.0672979 Sep 18 19:48:32.698729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f53ce1eb-3a6d-492e-b90c-bee9125020bb req-3bc04ef8-5faf-46a7-98d1-63fd9907e608 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243317 Sep 18 19:48:32.740152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Deleting port 13cdbda0-d72c-4257-a292-f073e6289519 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:32.740517 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:32.746208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-261b648f-497b-4f62-831e-a5103f6415f5 req-10f2cde0-782a-448a-a6b6-445e075404ed service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821427 Sep 18 19:48:32.869652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] For port 13cdbda0-d72c-4257-a292-f073e6289519, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=13cdbda0-d72c-4257-a292-f073e6289519,segment=NetworkSegment(6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b),segment_id=6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:32.870028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:32.894048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Calling delete_port for 13cdbda0-d72c-4257-a292-f073e6289519 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:32.950958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-261b648f-497b-4f62-831e-a5103f6415f5 req-d1f34815-0925-4ae1-b7b7-5a8552930bf5 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894886 Sep 18 19:48:33.019066 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.048223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Port': ['ID=13cdbda0-d72c-4257-a292-f073e6289519,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:33.052222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No DVR routers for this DVR port 13cdbda0-d72c-4257-a292-f073e6289519 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:33.061098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c25a-806a-411b-bf01-805f593fbae8 req-2bbef4a3-ace5-435a-82aa-5b291ab59695 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:33.062634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84f6c25a-806a-411b-bf01-805f593fbae8 req-2bbef4a3-ace5-435a-82aa-5b291ab59695 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.0885208 Sep 18 19:48:33.167331 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.179561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84f6c25a-806a-411b-bf01-805f593fbae8 req-c52cbfa0-7817-4dec-92bd-85f849227723 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894353 Sep 18 19:48:33.194594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ac0973-c23f-49b4-bf0d-5f7297897e8d']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:33.206091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:33.206377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4aed1a-d77f-419e-b2ee-b3f2f73ac71b') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:33.216103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.229759 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.236203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:33.236686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:33.239757 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:33.310427 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.317510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.319457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/f3ac0973-c23f-49b4-bf0d-5f7297897e8d HTTP/1.1" status: 204 len: 168 time: 3.3045051 Sep 18 19:48:33.323661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:33.329348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-344928458'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:33.331887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaca09d-19c2-4b34-a62f-f01ccd2110b2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Network': ['ID=f3ac0973-c23f-49b4-bf0d-5f7297897e8d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:33.355084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:33.358593 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.387731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:33.398897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.399246 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Added segment 7306bb71-8f5b-4c16-9e23-d12b29f59362 of type vlan for network f46118f7-b62e-4ef4-aeea-5489c634cfb2 Sep 18 19:48:33.442932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.470605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.477265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:33.477863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.513903 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1885636 Sep 18 19:48:33.516816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53422) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:33.521642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Request body: {'subnet': {'network_id': 'f46118f7-b62e-4ef4-aeea-5489c634cfb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:33.565326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2609a-e08a-441a-ad79-bb12d8fb459f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Network': ['ID=f46118f7-b62e-4ef4-aeea-5489c634cfb2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:33.577878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f46118f7-b62e-4ef4-aeea-5489c634cfb2 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:33.647670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Made reservation on behalf of a827a9bef0ac4ef7a861bc4aa474f79b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:33.653825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:33.869078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eceb41-b6ed-4762-9336-56ba3adea22b req-be020ee2-d53c-4c63-88b7-061c410ce59e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:33.884604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2eceb41-b6ed-4762-9336-56ba3adea22b req-be020ee2-d53c-4c63-88b7-061c410ce59e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.0712190 Sep 18 19:48:33.954719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2eceb41-b6ed-4762-9336-56ba3adea22b req-3ae38094-6c10-4481-b260-993cb41d3734 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630517 Sep 18 19:48:33.979434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 19:48:33.980913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.040407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event updated for resources: {'Subnet': ['ID=d2a48aa0-4bb9-4ad1-847c-1461e7cfdcfe,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:34.049091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Checking segment: {'id': '7306bb71-8f5b-4c16-9e23-d12b29f59362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f46118f7-b62e-4ef4-aeea-5489c634cfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:34.049436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network hostable DHCP agents. Network: f46118f7-b62e-4ef4-aeea-5489c634cfb2, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:34.068327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Network f46118f7-b62e-4ef4-aeea-5489c634cfb2 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:34.078111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, f46118f7-b62e-4ef4-aeea-5489c634cfb2) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:34.084789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:34.085825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.090439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772675f6-a587-4f06-ad34-81abc1fff939 None None] Network f46118f7-b62e-4ef4-aeea-5489c634cfb2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:34.112016 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-abd54a4b-0054-47a8-b643-188f88f6c11f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5941386 Sep 18 19:48:34.114804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53436) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:34.228438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.284946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4059a629-a9a8-426f-ac16-87189f295f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-f46118f7-b62e-4ef4-aeea-5489c634cfb2', 'network_id': 'f46118f7-b62e-4ef4-aeea-5489c634cfb2', 'tenant_id': 'a827a9bef0ac4ef7a861bc4aa474f79b', 'fixed_ips': [{'subnet_id': 'd2a48aa0-4bb9-4ad1-847c-1461e7cfdcfe'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:34.286314 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4059a629-a9a8-426f-ac16-87189f295f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.292446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.350637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde6913-2587-4278-b53c-e82ab6bf298a req-deae9031-4e67-47bb-9182-c235ec5697a2 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:34.353002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fde6913-2587-4278-b53c-e82ab6bf298a req-deae9031-4e67-47bb-9182-c235ec5697a2 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.0861712 Sep 18 19:48:34.379256 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.400741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fde6913-2587-4278-b53c-e82ab6bf298a req-884397cf-2538-42d4-bfb5-15e1f03d5bed tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Sep 18 19:48:34.407752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a48aa0-4bb9-4ad1-847c-1461e7cfdcfe,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-4059a629-a9a8-426f-ac16-87189f295f48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2a48aa0-4bb9-4ad1-847c-1461e7cfdcfe: This subnet is being modified by another concurrent operation. Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:48:34.466943 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2a48aa0-4bb9-4ad1-847c-1461e7cfdcfe: This subnet is being modified by another concurrent operation. Sep 18 19:48:34.470322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 19:48:34.481320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.501906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46118f7-b62e-4ef4-aeea-5489c634cfb2']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:34.514363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7306bb71-8f5b-4c16-9e23-d12b29f59362') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:34.514663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7306bb71-8f5b-4c16-9e23-d12b29f59362') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:34.516106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5aa88-22f9-467d-a08f-d483e2f0ac01 None None] Network f46118f7-b62e-4ef4-aeea-5489c634cfb2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:34.526452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.541329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.547610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:34.547770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:34.550758 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:34.616055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.620925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:34.623012 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/f46118f7-b62e-4ef4-aeea-5489c634cfb2 HTTP/1.1" status: 204 len: 168 time: 0.5067930 Sep 18 19:48:34.626270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53440) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:34.638781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2238620-c086-4601-8ef3-bc1b401116e9 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Network': ['ID=f46118f7-b62e-4ef4-aeea-5489c634cfb2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:34.645716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a84ce5-3c12-4fbd-9a60-b75546c14d58 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:48:34.663328 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d00dce6-e7b1-44df-b431-b4e312adf2cc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): The resource could not be found. Sep 18 19:48:34.663949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d00dce6-e7b1-44df-b431-b4e312adf2cc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:34.668448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9d00dce6-e7b1-44df-b431-b4e312adf2cc tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/subnets/d2a48aa0-4bb9-4ad1-847c-1461e7cfdcfe HTTP/1.1" status: 404 len: 337 time: 0.0387418 Sep 18 19:48:34.668736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53442) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:34.687410 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-34440879-0e04-4cb8-9406-05724ec4ba0f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): The resource could not be found. Sep 18 19:48:34.688278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34440879-0e04-4cb8-9406-05724ec4ba0f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:34.691425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34440879-0e04-4cb8-9406-05724ec4ba0f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/f46118f7-b62e-4ef4-aeea-5489c634cfb2 HTTP/1.1" status: 404 len: 339 time: 0.0203495 Sep 18 19:48:34.692716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53446) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:34.734464 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fa317d-1f97-420a-9b9a-f208c295cd9b tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): The resource could not be found. Sep 18 19:48:34.734683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fa317d-1f97-420a-9b9a-f208c295cd9b tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:34.736389 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7fa317d-1f97-420a-9b9a-f208c295cd9b tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/subnets/15bcc908-e209-4477-8dbf-db89d7fa9417 HTTP/1.1" status: 404 len: 337 time: 0.0424676 Sep 18 19:48:34.739209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53448) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:34.773235 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-824292c0-a5d4-423f-ad18-43fe942db61c tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): The resource could not be found. Sep 18 19:48:34.773817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824292c0-a5d4-423f-ad18-43fe942db61c tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:34.777768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-824292c0-a5d4-423f-ad18-43fe942db61c tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/f3ac0973-c23f-49b4-bf0d-5f7297897e8d HTTP/1.1" status: 404 len: 339 time: 0.0323112 Sep 18 19:48:34.778163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53452) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:34.798555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a84ce5-3c12-4fbd-9a60-b75546c14d58 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:48:34.807092 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9554ea-7d7f-4e89-bfe7-d3673af0f225 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): The resource could not be found. Sep 18 19:48:34.807581 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9554ea-7d7f-4e89-bfe7-d3673af0f225 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:34.811726 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a9554ea-7d7f-4e89-bfe7-d3673af0f225 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/subnets/e8515e4f-9b16-422f-a83b-4dbda41a94bb HTTP/1.1" status: 404 len: 337 time: 0.0303116 Sep 18 19:48:34.812671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53454) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:34.834700 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9d253a-853b-41be-9fde-534f42f8bb8d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): The resource could not be found. Sep 18 19:48:34.835932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9d253a-853b-41be-9fde-534f42f8bb8d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:34.840771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1c9d253a-853b-41be-9fde-534f42f8bb8d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/1d2e2b6b-1fd2-4477-8232-80db95ae779e HTTP/1.1" status: 404 len: 339 time: 0.0270088 Sep 18 19:48:34.840930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53458) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:34.944033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-30970557-89eb-4013-b029-2eca110266a8 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Deleting port cb411c97-9965-4045-86f8-0e3fe37333d4 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:34.945136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30970557-89eb-4013-b029-2eca110266a8 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.068453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30970557-89eb-4013-b029-2eca110266a8 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.083597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-30970557-89eb-4013-b029-2eca110266a8 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Calling delete_port for cb411c97-9965-4045-86f8-0e3fe37333d4 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:35.130445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af974d-15a1-4916-a8c2-d98cdfbd3003 req-cf438cf9-e28e-47fe-a168-434732599f12 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:35.135862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6af974d-15a1-4916-a8c2-d98cdfbd3003 req-cf438cf9-e28e-47fe-a168-434732599f12 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.0612519 Sep 18 19:48:35.175257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6af974d-15a1-4916-a8c2-d98cdfbd3003 req-8d17d19f-6c57-4a22-88b2-c36b1d1b4989 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Sep 18 19:48:35.185747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30970557-89eb-4013-b029-2eca110266a8 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.223159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30970557-89eb-4013-b029-2eca110266a8 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Port': ['ID=cb411c97-9965-4045-86f8-0e3fe37333d4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:35.225241 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30970557-89eb-4013-b029-2eca110266a8 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.227552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-30970557-89eb-4013-b029-2eca110266a8 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/ports/cb411c97-9965-4045-86f8-0e3fe37333d4 HTTP/1.1" status: 204 len: 168 time: 0.3854117 Sep 18 19:48:35.229870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53468) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:35.255430 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fc3c55-eeae-4e2b-bded-a687706ba74f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): The resource could not be found. Sep 18 19:48:35.255902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fc3c55-eeae-4e2b-bded-a687706ba74f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:35.258296 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-42fc3c55-eeae-4e2b-bded-a687706ba74f tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/subnets/b9192fb2-3370-4cae-821a-60bfc9058487 HTTP/1.1" status: 404 len: 337 time: 0.0275104 Sep 18 19:48:35.260745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53470) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:35.336984 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.428476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.448975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a595b9e-cb86-4408-92a0-c48039cee37d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:35.459203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d22fe7-418f-445f-a0f3-62b17000fddb') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:35.459535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d22fe7-418f-445f-a0f3-62b17000fddb') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:35.470206 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.485143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.491174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:35.491866 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:35.494877 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:35.532480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69455d97-1ec3-41a7-8488-e44eedeb26e9 req-24987e05-8733-4ba0-9232-2dec3f831f4b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:35.534202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69455d97-1ec3-41a7-8488-e44eedeb26e9 req-24987e05-8733-4ba0-9232-2dec3f831f4b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.0596385 Sep 18 19:48:35.560711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.565546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.567451 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/2a595b9e-cb86-4408-92a0-c48039cee37d HTTP/1.1" status: 204 len: 168 time: 0.3057780 Sep 18 19:48:35.570597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53474) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:35.583954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bcc5c-dcc5-46d0-b4b5-4809c9cd7221 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Network': ['ID=2a595b9e-cb86-4408-92a0-c48039cee37d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:35.587268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69455d97-1ec3-41a7-8488-e44eedeb26e9 req-c92ad491-07be-49b3-8f2b-3c461a5b706c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461638 Sep 18 19:48:35.671323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-95799aea-2646-4875-9533-36a306b1579d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Deleting port bd01d39c-73d8-4a7e-b2d0-492eeaeac8a0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:35.671708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95799aea-2646-4875-9533-36a306b1579d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.751696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95799aea-2646-4875-9533-36a306b1579d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.764674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-95799aea-2646-4875-9533-36a306b1579d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Calling delete_port for bd01d39c-73d8-4a7e-b2d0-492eeaeac8a0 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:35.860020 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95799aea-2646-4875-9533-36a306b1579d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.900725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95799aea-2646-4875-9533-36a306b1579d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:35.902619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-95799aea-2646-4875-9533-36a306b1579d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/ports/bd01d39c-73d8-4a7e-b2d0-492eeaeac8a0 HTTP/1.1" status: 204 len: 168 time: 0.3307755 Sep 18 19:48:35.903704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95799aea-2646-4875-9533-36a306b1579d tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Port': ['ID=bd01d39c-73d8-4a7e-b2d0-492eeaeac8a0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:35.905868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53484) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:35.939944 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ae2e4f-8dd3-4d79-b3ab-aa4e4a1bf5f2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] DELETE failed (client error): The resource could not be found. Sep 18 19:48:35.940422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ae2e4f-8dd3-4d79-b3ab-aa4e4a1bf5f2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:48:35.942460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6ae2e4f-8dd3-4d79-b3ab-aa4e4a1bf5f2 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/subnets/b80c3a1e-49d8-4c48-8687-98b4a755cdd7 HTTP/1.1" status: 404 len: 337 time: 0.0363777 Sep 18 19:48:35.944837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53486) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:36.043081 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.188522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.198809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e10f7-6e07-47eb-9712-cfec923551c5 req-1499635e-c1d7-49af-ae2b-35f0dcf3df8f tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:36.200366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-152e10f7-6e07-47eb-9712-cfec923551c5 req-1499635e-c1d7-49af-ae2b-35f0dcf3df8f tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 946 time: 0.1439192 Sep 18 19:48:36.228320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3edec53-86e8-462f-88ca-8f1a44984d68']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:36.246386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e4c572-9a6b-4191-b294-eaf5298992cb') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:36.246707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e4c572-9a6b-4191-b294-eaf5298992cb') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:36.261215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.305306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-152e10f7-6e07-47eb-9712-cfec923551c5 req-cf37cc05-70fc-466b-a965-77491cb4b639 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918958 Sep 18 19:48:36.315430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.324641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:36.325060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:36.328128 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:36.358147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15308940-a9f9-433a-866b-5721f2c8bf48 req-bce1bd00-7a91-4c65-a2c9-a03f82127efa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:36.359695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15308940-a9f9-433a-866b-5721f2c8bf48 req-bce1bd00-7a91-4c65-a2c9-a03f82127efa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1012900 Sep 18 19:48:36.412737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.425427 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.427329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/d3edec53-86e8-462f-88ca-8f1a44984d68 HTTP/1.1" status: 204 len: 168 time: 0.4815481 Sep 18 19:48:36.430600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53494) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:36.442121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd9e58-0536-47c0-8c3b-8affa94ef155 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Network': ['ID=d3edec53-86e8-462f-88ca-8f1a44984d68,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:36.447003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15308940-a9f9-433a-866b-5721f2c8bf48 req-0e2f0451-eeda-4d23-9716-b59b4961d66b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583739 Sep 18 19:48:36.482742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e82388-0d47-4bc6-a096-3c86baddd6ba tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Deleting subnet f3c2dbca-0ec9-4f36-b3ee-3fe8d429bdbb {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:48:36.485903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e82388-0d47-4bc6-a096-3c86baddd6ba tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.528983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e82388-0d47-4bc6-a096-3c86baddd6ba tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.619527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e82388-0d47-4bc6-a096-3c86baddd6ba tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.683596 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e82388-0d47-4bc6-a096-3c86baddd6ba tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.715283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82388-0d47-4bc6-a096-3c86baddd6ba tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c2dbca-0ec9-4f36-b3ee-3fe8d429bdbb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:36.717385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e82388-0d47-4bc6-a096-3c86baddd6ba tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.719727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ae65-16ca-4ba9-92fe-dd82086b9e8c req-0d686b9b-6488-4130-9bef-f50328bd34d9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:36.721305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2018ae65-16ca-4ba9-92fe-dd82086b9e8c req-0d686b9b-6488-4130-9bef-f50328bd34d9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.0635021 Sep 18 19:48:36.721861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53498) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:36.725535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34a876-ebb1-4c67-9078-8a4098928439 None None] Network 11be78c3-a2ac-4cfe-8a46-feaab9db5397 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:36.728153 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-71e82388-0d47-4bc6-a096-3c86baddd6ba tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/subnets/f3c2dbca-0ec9-4f36-b3ee-3fe8d429bdbb HTTP/1.1" status: 204 len: 168 time: 0.2964392 Sep 18 19:48:36.821892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2018ae65-16ca-4ba9-92fe-dd82086b9e8c req-405b68a3-da9a-44fc-9c96-0e3debb2040b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903084 Sep 18 19:48:36.825475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.907792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Deleting port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:36.912022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:36.938957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] DHCP port deletion for 11be78c3-a2ac-4cfe-8a46-feaab9db5397 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:48:37.015077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] For port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,segment=NetworkSegment(cdc7bdab-fe25-4f0b-ace0-c415713b1666),segment_id=cdc7bdab-fe25-4f0b-ace0-c415713b1666)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:37.015775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.040629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] Deleting port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:37.042426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.046519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Calling delete_port for 9dfc4a38-207d-4dd4-954f-8c05ef6361ca owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:37.170611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] For port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,segment=NetworkSegment(cdc7bdab-fe25-4f0b-ace0-c415713b1666),segment_id=cdc7bdab-fe25-4f0b-ace0-c415713b1666)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:37.173999 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.183247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.191207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] Calling delete_port for 9dfc4a38-207d-4dd4-954f-8c05ef6361ca owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:37.204742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Port': ['ID=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:37.210102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] No DVR routers for this DVR port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:37.284069 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.317343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] No DVR routers for this DVR port 9dfc4a38-207d-4dd4-954f-8c05ef6361ca on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:37.323160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42627b39-8d2e-47a0-be1a-a32a210ea2b9 None None] Pushing event deleted for resources: {'Port': ['ID=9dfc4a38-207d-4dd4-954f-8c05ef6361ca,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:37.343750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.375632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11be78c3-a2ac-4cfe-8a46-feaab9db5397']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:37.397035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-d79e098e-eb41-466e-ad1d-e4faa3e17507 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1832030 Sep 18 19:48:37.400296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc7bdab-fe25-4f0b-ace0-c415713b1666') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:37.400849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc7bdab-fe25-4f0b-ace0-c415713b1666') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:37.438564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.507632 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.517685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:37.518103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:37.524298 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:37.548589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a916dcd-4001-4abb-8a86-d7c43faf953a req-6e549bdd-34bc-4311-b6bc-23c0aa3a6ced tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.550088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a916dcd-4001-4abb-8a86-d7c43faf953a req-6e549bdd-34bc-4311-b6bc-23c0aa3a6ced tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 946 time: 0.1519969 Sep 18 19:48:37.634953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0901e641-c226-4636-990e-330810c7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.635467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0901e641-c226-4636-990e-330810c7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.635945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0901e641-c226-4636-990e-330810c7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.636421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0901e641-c226-4636-990e-330810c7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.636889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0901e641-c226-4636-990e-330810c7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.637358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0901e641-c226-4636-990e-330810c7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.637822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0901e641-c226-4636-990e-330810c7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.639759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0901e641-c226-4636-990e-330810c7c057 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6509 time: 0.1879804 Sep 18 19:48:37.658394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-a31c916c-a683-4b7e-b5f4-81b71b1be3e5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.660681 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-a31c916c-a683-4b7e-b5f4-81b71b1be3e5 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 946 time: 0.0601916 Sep 18 19:48:37.661158 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.672602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.676713 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] 10.222.0.20 "DELETE /v2.0/networks/11be78c3-a2ac-4cfe-8a46-feaab9db5397 HTTP/1.1" status: 204 len: 168 time: 0.9517772 Sep 18 19:48:37.741817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117da99-456f-4d58-8f8b-d4dfcb00a944 req-efba4dff-2489-4a2d-b841-66fc87e12fa3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.748930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f117da99-456f-4d58-8f8b-d4dfcb00a944 req-efba4dff-2489-4a2d-b841-66fc87e12fa3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.2085476 Sep 18 19:48:37.761723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ef6b9-0e3e-497e-87d6-ddc36292ac39 tempest-NetworksIpV6TestAttrs-1600164172 tempest-NetworksIpV6TestAttrs-1600164172-project] Pushing event deleted for resources: {'Network': ['ID=11be78c3-a2ac-4cfe-8a46-feaab9db5397,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:37.783663 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a916dcd-4001-4abb-8a86-d7c43faf953a req-85ee1b80-730e-4be0-bef3-30cb8f516047 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b33cacf-97b6-466a-a43f-db3bb5fbc065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155335 Sep 18 19:48:37.797191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Deleting port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:37.797533 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.869405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f117da99-456f-4d58-8f8b-d4dfcb00a944 req-fa6e216f-8cde-4e64-b5e6-98d34083d61b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196010 Sep 18 19:48:37.916333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] For port 8bee3d54-402e-42ce-b2d3-c136c5a3d289, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8bee3d54-402e-42ce-b2d3-c136c5a3d289,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:37.916613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:37.936192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-b7d6c93d-6037-4dcc-a416-8c0f3f7429f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.937797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-b7d6c93d-6037-4dcc-a416-8c0f3f7429f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.937797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-b7d6c93d-6037-4dcc-a416-8c0f3f7429f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:37.939558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-b7d6c93d-6037-4dcc-a416-8c0f3f7429f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=125fc257-85ec-44c9-b436-8bb1768c23aa&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=6367da50-d531-4051-9b97-5de75e5cd84e&id=6367da50-d531-4051-9b97-5de75e5cd84e HTTP/1.1" status: 200 len: 2298 time: 0.2466526 Sep 18 19:48:38.036958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d32ba-410f-41cf-86b7-6e2f7ccedcc7 req-16da462f-3db5-4bb5-aa6f-5b8478815b94 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:38.045370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-954d32ba-410f-41cf-86b7-6e2f7ccedcc7 req-16da462f-3db5-4bb5-aa6f-5b8478815b94 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1248486 Sep 18 19:48:38.084704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-517a998d-4a22-40fe-8e41-7dd47069ca5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc HTTP/1.1" status: 200 len: 1001 time: 0.1208975 Sep 18 19:48:38.103779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-954d32ba-410f-41cf-86b7-6e2f7ccedcc7 req-2368e8b0-ad5d-4b69-810b-10abb5e39eb8 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575039 Sep 18 19:48:38.158164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53526) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:38.169128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-80db234a-496e-4dd8-8684-1a6edf744e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:38.170592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-80db234a-496e-4dd8-8684-1a6edf744e4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a365208-5985-4131-9113-7e710b658bb6 HTTP/1.1" status: 200 len: 856 time: 0.0609369 Sep 18 19:48:38.201937 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:38.202306 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:38.202624 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Floating IP 3ff654f8-ce97-4c8b-a29e-494fc8e8ff81 disassociated. External IP: 172.25.8.184, port: 8bee3d54-402e-42ce-b2d3-c136c5a3d289. Sep 18 19:48:38.202970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Calling delete_port for 8bee3d54-402e-42ce-b2d3-c136c5a3d289 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:38.243076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-e02fdd35-4262-40ff-99e9-5d12e5fdbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:38.246356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-e02fdd35-4262-40ff-99e9-5d12e5fdbeff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=125fc257-85ec-44c9-b436-8bb1768c23aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596159 Sep 18 19:48:38.373124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9dfc4a38-207d-4dd4-954f-8c05ef6361ca no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:38.388380 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-9090f4aa-138b-4a82-ad31-a96ce62b9169 service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323581 Sep 18 19:48:38.400463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 9dfc4a38-207d-4dd4-954f-8c05ef6361ca {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:38.401051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9dfc4a38-207d-4dd4-954f-8c05ef6361ca not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:38.403776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:38.449223 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-38450f4f-a15d-48f7-8643-acf579a8920b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a827a9bef0ac4ef7a861bc4aa474f79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904062 Sep 18 19:48:38.452342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53532) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:38.454605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event deleted for resources: {'Port': ['ID=8bee3d54-402e-42ce-b2d3-c136c5a3d289,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:38.508345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-a9494e02-4c18-40d6-b55f-96f33e3e7c37 service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106727 Sep 18 19:48:38.555665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-bccfed3a-688b-4d33-9a1a-3372a796de2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 200 len: 217 time: 0.0395219 Sep 18 19:48:38.558706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1010-b239-4663-8b19-8aa3bbe5ed88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:38.611883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0f152a56-6d63-4a65-9077-77cc725a3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:38.613474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0f152a56-6d63-4a65-9077-77cc725a3101 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.0507665 Sep 18 19:48:38.613712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1010-b239-4663-8b19-8aa3bbe5ed88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:38.655288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Router 74434850-17e2-449c-8e04-1f79da61d7b2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:48:38.667663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-a7f7f2b1-b915-455a-ba31-9c3bf41e618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:38.669186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-a7f7f2b1-b915-455a-ba31-9c3bf41e618e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470035 Sep 18 19:48:38.724920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1010-b239-4663-8b19-8aa3bbe5ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:38.728189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1010-b239-4663-8b19-8aa3bbe5ed88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:38.729367 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0cdf1010-b239-4663-8b19-8aa3bbe5ed88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb8854dc-bc74-4afb-88cd-cc664c3937bb HTTP/1.1" status: 204 len: 168 time: 0.2757733 Sep 18 19:48:38.770488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf1010-b239-4663-8b19-8aa3bbe5ed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8854dc-bc74-4afb-88cd-cc664c3937bb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:38.812992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:48:38.813157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-157f5fb0-155a-4449-9d2b-6cdbeb35db6f service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258552 Sep 18 19:48:38.827673 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] Sync routers for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:48:38.839517 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:38.841068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:48:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:38.863839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] No DVR routers for this DVR port 8bee3d54-402e-42ce-b2d3-c136c5a3d289 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:38.867679 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:38.869712 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-66d65d95-f3b5-43c3-8e9e-31c5a7e7fc31 req-7f17dfa0-9814-4490-abef-b2e10f53bf38 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.32 "DELETE /v2.0/ports/8bee3d54-402e-42ce-b2d3-c136c5a3d289 HTTP/1.1" status: 204 len: 173 time: 1.1923914 Sep 18 19:48:38.870500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'name': 'network-vif-deleted', 'tag': '8bee3d54-402e-42ce-b2d3-c136c5a3d289'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:38.872978 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30762c12-642e-4ed3-8569-89b371243d88" -d '{"events": [{"server_uuid": "74b94967-1cbd-4a65-b9d4-e18bbe29b4a3", "name": "network-vif-deleted", "tag": "8bee3d54-402e-42ce-b2d3-c136c5a3d289"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:38.924519 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce33a0fe-a9ba-4235-84a8-cab3f8458166 x-openstack-request-id: req-ce33a0fe-a9ba-4235-84a8-cab3f8458166 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:38.925066 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b94967-1cbd-4a65-b9d4-e18bbe29b4a3", "name": "network-vif-deleted", "tag": "8bee3d54-402e-42ce-b2d3-c136c5a3d289", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:38.926483 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce33a0fe-a9ba-4235-84a8-cab3f8458166 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:38.927146 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b94967-1cbd-4a65-b9d4-e18bbe29b4a3', 'name': 'network-vif-deleted', 'tag': '8bee3d54-402e-42ce-b2d3-c136c5a3d289', 'status': 'completed', 'code': 200} Sep 18 19:48:39.107220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b63f7cdc-6656-42d1-972c-87df49df4acd req-a699ee46-6572-4aae-a42a-15e3a03182ed tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b94967-1cbd-4a65-b9d4-e18bbe29b4a3 HTTP/1.1" status: 200 len: 210 time: 0.1742303 Sep 18 19:48:39.143732 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:39.150311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-532adcf4-f5e0-4c06-89f1-88ff0c8b72cf service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197608 Sep 18 19:48:39.159737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f02421-6b66-41b0-90a0-2c9f5f0c75ee req-c1f73e7a-dc48-45f5-a438-da581ca3a346 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:39.167008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50f02421-6b66-41b0-90a0-2c9f5f0c75ee req-c1f73e7a-dc48-45f5-a438-da581ca3a346 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1352663 Sep 18 19:48:39.227612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50f02421-6b66-41b0-90a0-2c9f5f0c75ee req-71aaeaaf-4e0d-459b-a466-8718375b2198 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 Sep 18 19:48:39.313219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-b91bc432-7180-48af-8f00-d3cc7c84f0f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 200 len: 217 time: 0.1363850 Sep 18 19:48:39.439057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-e1fa412d-3048-409e-b40a-a4bdb4f3345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:39.440779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-e1fa412d-3048-409e-b40a-a4bdb4f3345f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.1260448 Sep 18 19:48:39.468480 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:31Z', 'revision_number': 5, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:39.501961 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] Checking router: 74434850-17e2-449c-8e04-1f79da61d7b2 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:48:39.508388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1423312-9cd7-4b4a-bb3c-5069149d12fb req-28af829a-cf80-43d9-91b4-fc0fe90f651d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:39.509911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1423312-9cd7-4b4a-bb3c-5069149d12fb req-28af829a-cf80-43d9-91b4-fc0fe90f651d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1134140 Sep 18 19:48:39.526172 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:39.527634 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:48:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:39.544229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-a95177c0-a5a1-4928-85a9-a3c36f956e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:39.545330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-a95177c0-a5a1-4928-85a9-a3c36f956e02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894718 Sep 18 19:48:39.577902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1423312-9cd7-4b4a-bb3c-5069149d12fb req-407640d9-fc9a-48cb-bab2-f81d451f29ba tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587993 Sep 18 19:48:39.702859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-e2ff5fe4-4ec9-4c54-b465-54376fb8ab5f service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477766 Sep 18 19:48:39.713202 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:39.839344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-54ec1ffb-eca1-4e4d-b015-ba73b9dcdc89 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220357 Sep 18 19:48:39.894118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-d4c795b2-2a65-46bd-b99d-3150130928bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18 HTTP/1.1" status: 200 len: 217 time: 0.0456550 Sep 18 19:48:39.928091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53570) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:39.968045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0e2840ee-2fba-4184-b6de-539f46ce4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:39.969802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0e2840ee-2fba-4184-b6de-539f46ce4f07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.0650597 Sep 18 19:48:40.036007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-aa6edf95-dead-40e6-9106-93b5b6e9c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:40.037511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-aa6edf95-dead-40e6-9106-93b5b6e9c100 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563445 Sep 18 19:48:40.073827 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:31Z', 'revision_number': 5, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:40.078198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1242975734'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:40.108170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:40.112518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.115242 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af883426-3f9a-41e5-8fef-df789950a27c None None] The sync data for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 is: [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:46:27Z', 'revision_number': 4, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f996602f-69e7-4e6a-b235-a7aa13e08ed8', 'name': '', 'network_id': 'ef5640a4-263b-461f-95cb-718ac995a0ff', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'mac_address': 'fa:16:3e:a5:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:25Z', 'updated_at': '2021-09-18T19:46:31Z', 'revision_number': 5, 'project_id': '79195493da824384af08c4aa67d793d8', 'subnets': [{'id': '17fbe2ee-7da1-424d-b395-ce34ed5d7eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:48:40.128028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.160867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-f94c95d6-3567-46ea-a2b2-a117802fa696 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138883 Sep 18 19:48:40.244188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53580) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:40.380918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.391147 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.440208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:40.463921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18d174-de67-4b03-afae-02a1287bd678,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:40.491842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.496217 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment c1f0672e-373e-443e-8892-9cbacb7b7168 of type vlan for network 888029bb-6f71-43eb-8edc-df35f047eab8 Sep 18 19:48:40.558865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.566123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fae193c-bf9c-4e85-b667-5b5f37306997 None None] New status for floating IP 3ff654f8-ce97-4c8b-a29e-494fc8e8ff81: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:48:40.608081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.614273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:40.614922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.658099 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7270758 Sep 18 19:48:40.703018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3db76-d605-4360-8342-be49a0f4facd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=888029bb-6f71-43eb-8edc-df35f047eab8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:40.733422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 888029bb-6f71-43eb-8edc-df35f047eab8 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:40.796833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53592) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:40.802345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': '888029bb-6f71-43eb-8edc-df35f047eab8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:40.901338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:40.905962 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:40.975030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-9659f6de-0d77-430c-8060-18d424718c4e service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8057723 Sep 18 19:48:41.009593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed932d-7736-42bf-8bc7-bdf9398624ad req-58a37b17-bd8d-4e56-b1df-63db58562866 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:41.011094 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61ed932d-7736-42bf-8bc7-bdf9398624ad req-58a37b17-bd8d-4e56-b1df-63db58562866 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1712570 Sep 18 19:48:41.016154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b93762d-18e9-4336-abce-c59029084903 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.055630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8cc90-9dc5-4b6c-9045-c1bf6468ecdc req-5bd3cd88-3d77-441f-a84c-1471e6219a6c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:41.063231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65e8cc90-9dc5-4b6c-9045-c1bf6468ecdc req-5bd3cd88-3d77-441f-a84c-1471e6219a6c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2197981 Sep 18 19:48:41.069977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-ca5fa866-ff5f-49a8-b78e-4b02257e74c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda HTTP/1.1" status: 200 len: 217 time: 0.0791450 Sep 18 19:48:41.129570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.151462 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b93762d-18e9-4336-abce-c59029084903 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.199513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=e2863854-ee25-4b9f-9c71-21fa41692cdf,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:41.207337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': 'c1f0672e-373e-443e-8892-9cbacb7b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '888029bb-6f71-43eb-8edc-df35f047eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:41.207716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: 888029bb-6f71-43eb-8edc-df35f047eab8, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:41.214720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65e8cc90-9dc5-4b6c-9045-c1bf6468ecdc req-4dd18254-a9df-47b8-ac55-a1d14da2cc16 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506062 Sep 18 19:48:41.217345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61ed932d-7736-42bf-8bc7-bdf9398624ad req-69f54058-06e3-45ef-8a9e-16d6cf993640 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707945 Sep 18 19:48:41.223322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-44ecbd8e-7e63-4344-94a8-a004c1d24660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:41.225026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-44ecbd8e-7e63-4344-94a8-a004c1d24660 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.1402416 Sep 18 19:48:41.240409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network 888029bb-6f71-43eb-8edc-df35f047eab8 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:41.253016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 888029bb-6f71-43eb-8edc-df35f047eab8) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:41.258590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:41.260008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.265909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd84d90-20b6-49a9-9c6c-52ae0e6d8b86 None None] Network 888029bb-6f71-43eb-8edc-df35f047eab8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:41.291279 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d38204da-b134-4b7c-8057-06953e8d0383 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4931364 Sep 18 19:48:41.294528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53594) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:41.297255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-2d9f716a-5823-4dc0-9fe4-b04ddd20d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:41.300644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-2d9f716a-5823-4dc0-9fe4-b04ddd20d12f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629277 Sep 18 19:48:41.301385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1519436887'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:41.301942 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b93762d-18e9-4336-abce-c59029084903 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.305078 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b93762d-18e9-4336-abce-c59029084903 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.306286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1b93762d-18e9-4336-abce-c59029084903 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "DELETE /v2.0/security-groups/6b33cacf-97b6-466a-a43f-db3bb5fbc065 HTTP/1.1" status: 204 len: 168 time: 1.0611479 Sep 18 19:48:41.309695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53596) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:41.332914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:41.338917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.344247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93762d-18e9-4336-abce-c59029084903 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b33cacf-97b6-466a-a43f-db3bb5fbc065,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:41.365781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:41.369701 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-94701619-4a27-4aa9-b931-c07e9d0ee6af tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] show failed (client error): The resource could not be found. Sep 18 19:48:41.371240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-94701619-4a27-4aa9-b931-c07e9d0ee6af tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "GET /v2.0/security-groups/6b33cacf-97b6-466a-a43f-db3bb5fbc065 HTTP/1.1" status: 404 len: 347 time: 0.0577056 Sep 18 19:48:41.373864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53598) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:41.379721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.380125 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment 73de9cf1-9e74-46db-ba43-5de9532997b0 of type vlan for network 88377049-1e75-43c2-bd20-8fd97174321d Sep 18 19:48:41.442498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.477925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.492905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:41.493989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.535066 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2368627 Sep 18 19:48:41.541124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-888029bb-6f71-43eb-8edc-df35f047eab8', 'network_id': '888029bb-6f71-43eb-8edc-df35f047eab8', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': 'e2863854-ee25-4b9f-9c71-21fa41692cdf'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:41.541709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53606) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:41.541985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.562950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': '88377049-1e75-43c2-bd20-8fd97174321d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:41.620595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827b68a-46c4-4e1c-9fd0-2383cc3b1044 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=88377049-1e75-43c2-bd20-8fd97174321d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:41.636473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8bee3d54-402e-42ce-b2d3-c136c5a3d289 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:41.639949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 88377049-1e75-43c2-bd20-8fd97174321d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:41.640183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-632f2d2f-94e8-4565-ab10-d2d682f2d9d2 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294868 Sep 18 19:48:41.691731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 8bee3d54-402e-42ce-b2d3-c136c5a3d289 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:41.692336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8bee3d54-402e-42ce-b2d3-c136c5a3d289 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:41.790093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Allocated IP 172.20.255.242 (888029bb-6f71-43eb-8edc-df35f047eab8/e2863854-ee25-4b9f-9c71-21fa41692cdf/dee83c62-b2b4-4e8f-beef-01e6e0a65dd9) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:41.822655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Deleting port 58f327e4-0afe-437d-983e-e19d37a09193 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:41.822998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.826512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:41.830060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.900437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-20a3ff1d-19e2-495e-9051-03f3a949518e service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183480 Sep 18 19:48:41.959193 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:41.966343 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:42.003267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Network 888029bb-6f71-43eb-8edc-df35f047eab8 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:42.006110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:42.012168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:42.019002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Pushing event updated for resources: {'Port': ['ID=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:42.027912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-712286d7-901f-45ec-a29b-548a6d1e3c7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf HTTP/1.1" status: 200 len: 217 time: 0.0955646 Sep 18 19:48:42.064706 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:42.065061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:42.073253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Attempting to bind port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:42.073621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Attempting to bind port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c1f0672e-373e-443e-8892-9cbacb7b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '888029bb-6f71-43eb-8edc-df35f047eab8'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:42.073988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Attempting to bind port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 on network 888029bb-6f71-43eb-8edc-df35f047eab8 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:42.079174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:42.079576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Checking segment: {'id': 'c1f0672e-373e-443e-8892-9cbacb7b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '888029bb-6f71-43eb-8edc-df35f047eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:42.080030 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:42.080419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Bound using segment: {'id': 'c1f0672e-373e-443e-8892-9cbacb7b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '888029bb-6f71-43eb-8edc-df35f047eab8'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:42.080872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Bound port: dee83c62-b2b4-4e8f-beef-01e6e0a65dd9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f0672e-373e-443e-8892-9cbacb7b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '888029bb-6f71-43eb-8edc-df35f047eab8'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:42.081238 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:42.103238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Calling delete_port for 58f327e4-0afe-437d-983e-e19d37a09193 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:42.159178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] For port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:42.161104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-6d573de9-e4cf-4086-9793-1c9749af4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:42.162849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-6d573de9-e4cf-4086-9793-1c9749af4a1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.1252863 Sep 18 19:48:42.164252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] For port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,segment=NetworkSegment(c1f0672e-373e-443e-8892-9cbacb7b7168),segment_id=c1f0672e-373e-443e-8892-9cbacb7b7168)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:42.186129 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:42.256269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c12893-e518-45e0-b691-c0f3884949f2 None None] Pushing event updated for resources: {'Port': ['ID=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:42.325300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-be45bef6-8a51-43ea-bfea-cdd241b93828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:42.326900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-be45bef6-8a51-43ea-bfea-cdd241b93828 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310706 Sep 18 19:48:42.575245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:42.595335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c1ac1-88e4-416e-aab2-8aba624408a3 req-ea4143ca-9208-4577-bbb5-8a5783b7d02c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:42.598001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee3c1ac1-88e4-416e-aab2-8aba624408a3 req-ea4143ca-9208-4577-bbb5-8a5783b7d02c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2644694 Sep 18 19:48:42.685695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17787d-82ba-42f0-ae2d-b15042284b8f req-161e414e-13ba-424e-b626-5ed4063d59d8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:42.687108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d17787d-82ba-42f0-ae2d-b15042284b8f req-161e414e-13ba-424e-b626-5ed4063d59d8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.3292613 Sep 18 19:48:42.711189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-456e6b1f-4836-4085-acd7-23bbb9c8aa63 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657305 Sep 18 19:48:42.735776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=2575ffc6-48b8-4cb1-b109-d27265f7df87,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:42.739230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:42.818217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee3c1ac1-88e4-416e-aab2-8aba624408a3 req-c687516c-cab8-4eb8-917d-968805512291 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877861 Sep 18 19:48:42.822435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Pushing event deleted for resources: {'Port': ['ID=58f327e4-0afe-437d-983e-e19d37a09193,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:42.849388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': '73de9cf1-9e74-46db-ba43-5de9532997b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '88377049-1e75-43c2-bd20-8fd97174321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:42.849750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: 88377049-1e75-43c2-bd20-8fd97174321d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:42.878105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d17787d-82ba-42f0-ae2d-b15042284b8f req-6449e4dd-a5fa-4e07-8494-81010cb29950 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714599 Sep 18 19:48:42.987235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network 88377049-1e75-43c2-bd20-8fd97174321d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:43.001769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-76903670-bd07-4083-92ea-23036e2f5352 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668419 Sep 18 19:48:43.003996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:43.007721 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:43.007721 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-12f36fea-9cd9-4bb6-b6ca-317e666ef673 tempest-ServersTestFqdnHostnames-916977695 tempest-ServersTestFqdnHostnames-916977695-project] 10.222.0.20 "DELETE /v2.0/floatingips/3ff654f8-ce97-4c8b-a29e-494fc8e8ff81 HTTP/1.1" status: 204 len: 168 time: 1.6326535 Sep 18 19:48:43.011145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53640) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:43.015358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 88377049-1e75-43c2-bd20-8fd97174321d) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:43.026032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:43.026626 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:43.027669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fcc40d-a57e-4707-a578-7f56ffe649ba None None] Network 88377049-1e75-43c2-bd20-8fd97174321d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:43.072736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-0ba6cbfd-6fbd-4ed7-b40c-41550c01314b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 HTTP/1.1" status: 200 len: 217 time: 0.0582750 Sep 18 19:48:43.076929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-928ea24b-032f-4e84-898e-8594d5df9828 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5340483 Sep 18 19:48:43.077485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53642) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:43.239489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-756ee229-715c-44ae-89ae-1f6754727151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:43.241038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-756ee229-715c-44ae-89ae-1f6754727151 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.1311574 Sep 18 19:48:43.250448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-88377049-1e75-43c2-bd20-8fd97174321d', 'network_id': '88377049-1e75-43c2-bd20-8fd97174321d', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': '2575ffc6-48b8-4cb1-b109-d27265f7df87'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:43.251738 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:43.308626 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:43.332687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-cac9ca98-103e-43db-89cc-da01396a38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:43.334219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-cac9ca98-103e-43db-89cc-da01396a38c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0848439 Sep 18 19:48:43.470952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:43.474204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Allocated IP 172.20.0.2 (88377049-1e75-43c2-bd20-8fd97174321d/2575ffc6-48b8-4cb1-b109-d27265f7df87/a1dd49d7-79e1-4860-bd20-fdcc4923a4cc) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:43.547806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-04baad5b-2a01-4d86-bf26-ce6b3427498e service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936884 Sep 18 19:48:43.590264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff443f8-8e49-49cd-a6e4-e6fe37aaefee None None] Network 888029bb-6f71-43eb-8edc-df35f047eab8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:43.661321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3a31dc9-0edd-4e4f-8325-cb349c9020c4 req-2d705d63-a410-4139-8b16-32fcec712d62 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026387 Sep 18 19:48:43.855837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1de9edf2-e516-4e9d-8aac-909599c647eb None None] Provisioning complete for port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:43.856345 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1de9edf2-e516-4e9d-8aac-909599c647eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:43.943181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.016511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b55fab-9828-41cc-8125-ddc6d04c7fb5 req-f242e265-5897-4a2d-b307-227c9148997e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:44.018665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17b55fab-9828-41cc-8125-ddc6d04c7fb5 req-f242e265-5897-4a2d-b307-227c9148997e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1073985 Sep 18 19:48:44.095053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187879ab-d66e-4747-acbd-57e999456030 req-fc2b0a91-848a-4903-884f-3bc1b62e0b0c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:44.097319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-187879ab-d66e-4747-acbd-57e999456030 req-fc2b0a91-848a-4903-884f-3bc1b62e0b0c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1320188 Sep 18 19:48:44.107420 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.109357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17b55fab-9828-41cc-8125-ddc6d04c7fb5 req-a772b812-f9c6-4ba0-8408-e83bf0563b7d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755441 Sep 18 19:48:44.133017 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.202265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-187879ab-d66e-4747-acbd-57e999456030 req-6307e235-9cb1-4789-a5e1-0b2f4e6edd20 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842183 Sep 18 19:48:44.203944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.239979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1de9edf2-e516-4e9d-8aac-909599c647eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.244877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Network 88377049-1e75-43c2-bd20-8fd97174321d is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:44.249555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=2575ffc6-48b8-4cb1-b109-d27265f7df87,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:44.274002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:44.285830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:44.333324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Pushing event updated for resources: {'Port': ['ID=a1dd49d7-79e1-4860-bd20-fdcc4923a4cc,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:44.408783 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.452174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88377049-1e75-43c2-bd20-8fd97174321d']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:44.453487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Deleting port f996602f-69e7-4e6a-b235-a7aa13e08ed8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:44.458334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.465302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de9cf1-9e74-46db-ba43-5de9532997b0') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:44.465596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de9cf1-9e74-46db-ba43-5de9532997b0') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:44.468869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1de9edf2-e516-4e9d-8aac-909599c647eb None None] For port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,segment=NetworkSegment(c1f0672e-373e-443e-8892-9cbacb7b7168),segment_id=c1f0672e-373e-443e-8892-9cbacb7b7168)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:44.476945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Attempting to bind port a1dd49d7-79e1-4860-bd20-fdcc4923a4cc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:44.477279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Attempting to bind port a1dd49d7-79e1-4860-bd20-fdcc4923a4cc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '73de9cf1-9e74-46db-ba43-5de9532997b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '88377049-1e75-43c2-bd20-8fd97174321d'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:44.477637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Attempting to bind port a1dd49d7-79e1-4860-bd20-fdcc4923a4cc on network 88377049-1e75-43c2-bd20-8fd97174321d {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:44.487559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:44.487559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Checking segment: {'id': '73de9cf1-9e74-46db-ba43-5de9532997b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '88377049-1e75-43c2-bd20-8fd97174321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:44.487559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.487559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Bound using segment: {'id': '73de9cf1-9e74-46db-ba43-5de9532997b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '88377049-1e75-43c2-bd20-8fd97174321d'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:44.487559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Bound port: a1dd49d7-79e1-4860-bd20-fdcc4923a4cc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73de9cf1-9e74-46db-ba43-5de9532997b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '88377049-1e75-43c2-bd20-8fd97174321d'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:44.487559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.488862 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1de9edf2-e516-4e9d-8aac-909599c647eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.503479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.530553 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.538900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:44.541152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.614565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] For port f996602f-69e7-4e6a-b235-a7aa13e08ed8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f996602f-69e7-4e6a-b235-a7aa13e08ed8,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:44.614565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.630186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Calling delete_port for f996602f-69e7-4e6a-b235-a7aa13e08ed8 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:44.645839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] For port a1dd49d7-79e1-4860-bd20-fdcc4923a4cc, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:44.652907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:44.662402 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:44.666130 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 19:48:44.666130 n-d-789963-11 neutron-server[94941]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 19:48:44.666130 n-d-789963-11 neutron-server[94941]: [parameters: {'id': '88377049-1e75-43c2-bd20-8fd97174321d'}] Sep 18 19:48:44.666130 n-d-789963-11 neutron-server[94941]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:48:44.666444 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:48:44.698158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] For port a1dd49d7-79e1-4860-bd20-fdcc4923a4cc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a1dd49d7-79e1-4860-bd20-fdcc4923a4cc,segment=NetworkSegment(73de9cf1-9e74-46db-ba43-5de9532997b0),segment_id=73de9cf1-9e74-46db-ba43-5de9532997b0)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:44.717276 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.812215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9edf2-e516-4e9d-8aac-909599c647eb None None] Pushing event updated for resources: {'Port': ['ID=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:44.827778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-af8f38f8-ff1c-494e-a9e6-95e1ef4fb744 None None] Provisioning complete for port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:44.827778 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-af8f38f8-ff1c-494e-a9e6-95e1ef4fb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.886828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:44.916618 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Pushing event deleted for resources: {'Port': ['ID=f996602f-69e7-4e6a-b235-a7aa13e08ed8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:44.967636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab81a95-7e08-48a1-b93d-1a8ac180e758 None None] Network 88377049-1e75-43c2-bd20-8fd97174321d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:44.970109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63f762-8491-49fd-b40a-cac560a86383 None None] Pushing event updated for resources: {'Port': ['ID=a1dd49d7-79e1-4860-bd20-fdcc4923a4cc,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:44.977170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:44.979477 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:45.149701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:45.168195 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:45.220613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f2677-6e22-4e9b-a807-be2304b5648f None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:48:45.352667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f2677-6e22-4e9b-a807-be2304b5648f None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:48:45.394814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Deleting port a1dd49d7-79e1-4860-bd20-fdcc4923a4cc {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:45.395570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:45.408196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b7f4-0845-42b6-9109-29dfb599abb6 req-ea209ebf-36f9-4819-9085-d40e938be653 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:45.416695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-daf6b7f4-0845-42b6-9109-29dfb599abb6 req-ea209ebf-36f9-4819-9085-d40e938be653 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1606622 Sep 18 19:48:45.508772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Router 74434850-17e2-449c-8e04-1f79da61d7b2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:48:45.518031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779d256-9a68-41df-8cae-0b9713ef18a7 req-af1140f7-5fac-4f32-9977-09aa0f5cf72d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:45.528321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3779d256-9a68-41df-8cae-0b9713ef18a7 req-af1140f7-5fac-4f32-9977-09aa0f5cf72d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1878598 Sep 18 19:48:45.579607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-daf6b7f4-0845-42b6-9109-29dfb599abb6 req-99c6ddf5-800a-495b-96b0-8c00c195bbb9 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616604 Sep 18 19:48:45.586977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] For port a1dd49d7-79e1-4860-bd20-fdcc4923a4cc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a1dd49d7-79e1-4860-bd20-fdcc4923a4cc,segment=NetworkSegment(73de9cf1-9e74-46db-ba43-5de9532997b0),segment_id=73de9cf1-9e74-46db-ba43-5de9532997b0)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:45.587365 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:45.626198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Calling delete_port for a1dd49d7-79e1-4860-bd20-fdcc4923a4cc owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:45.640434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:48:45.646105 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-883190ba-3f25-4944-984f-874ae478a29e admin admin] 10.222.0.20 "PUT /v2.0/routers/74434850-17e2-449c-8e04-1f79da61d7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6337957 Sep 18 19:48:45.649178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53676) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:45.654098 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] Sync routers for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:48:45.672544 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:45.673185 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:48:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:45.701077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3779d256-9a68-41df-8cae-0b9713ef18a7 req-2da3e6b6-b346-4639-b6e5-bf51ecd0f3f4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718082 Sep 18 19:48:45.802803 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:45.839105 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:45.921911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:45.995422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Deleting port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:45.995782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.073851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:48:44Z', 'revision_number': 5, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port': {'id': '410f2b5c-ae55-4a2d-9a9f-c844ba387fb1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:46:22Z', 'updated_at': '2021-09-18T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:46.090274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] For port 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=410f2b5c-ae55-4a2d-9a9f-c844ba387fb1,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:46.090792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.104121 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] Checking router: 74434850-17e2-449c-8e04-1f79da61d7b2 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:48:46.107572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Calling delete_port for 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:46.113466 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] Routers {'74434850-17e2-449c-8e04-1f79da61d7b2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:48:46.114073 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:48:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74434850-17e2-449c-8e04-1f79da61d7b2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:46.211083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.222771 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] Set router 74434850-17e2-449c-8e04-1f79da61d7b2 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:48:46.252464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No DVR routers for this DVR port a1dd49d7-79e1-4860-bd20-fdcc4923a4cc on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:46.254925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Port': ['ID=a1dd49d7-79e1-4860-bd20-fdcc4923a4cc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:46.283954 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:48:45Z', 'revision_number': 6, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:46.313667 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f65c9-9faa-403d-9305-7ff7356d105a None None] The sync data for ids ['74434850-17e2-449c-8e04-1f79da61d7b2'] in n-d-789963-11 is: [{'id': '74434850-17e2-449c-8e04-1f79da61d7b2', 'name': 'tempest-ServersTestFqdnHostnames-1858142426-router', 'tenant_id': '79195493da824384af08c4aa67d793d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:46:21Z', 'updated_at': '2021-09-18T19:48:45Z', 'revision_number': 6, 'project_id': '79195493da824384af08c4aa67d793d8', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:48:46.338319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.361156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.381048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88377049-1e75-43c2-bd20-8fd97174321d']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:46.381892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Pushing event deleted for resources: {'Port': ['ID=410f2b5c-ae55-4a2d-9a9f-c844ba387fb1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:46.396235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de9cf1-9e74-46db-ba43-5de9532997b0') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:46.396557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de9cf1-9e74-46db-ba43-5de9532997b0') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:46.406452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.420333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.426631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:46.427014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:46.431049 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:46.441453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.497474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.504208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.506151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/88377049-1e75-43c2-bd20-8fd97174321d HTTP/1.1" status: 204 len: 168 time: 3.4277315 Sep 18 19:48:46.511914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53680) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:46.516998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1134918528'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:46.537129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272681b-2272-4028-b3ce-4deec780b87f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=88377049-1e75-43c2-bd20-8fd97174321d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:46.552268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:46.554685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.556287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.557099 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.581183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:46.590830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.591227 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment e772b340-e89f-4744-94bd-6d6b841fecf4 of type vlan for network 2d238d7f-7fe5-4940-b812-838787462ca0 Sep 18 19:48:46.605144 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.605764 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74434850-17e2-449c-8e04-1f79da61d7b2 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:48:46.610904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.612090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7cb67a8a-a0e1-44ca-8e40-892861503acf admin admin] 10.222.0.20 "DELETE /v2.0/routers/74434850-17e2-449c-8e04-1f79da61d7b2 HTTP/1.1" status: 204 len: 168 time: 0.9587841 Sep 18 19:48:46.614611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53684) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:46.645047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.675545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d14f172-de82-44b0-a40b-d913f0d2f7c0 admin admin] Deleting subnet 17fbe2ee-7da1-424d-b395-ce34ed5d7eed {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:48:46.681633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d14f172-de82-44b0-a40b-d913f0d2f7c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.722850 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.730292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:46.731198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.747919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d14f172-de82-44b0-a40b-d913f0d2f7c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.801537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2861125 Sep 18 19:48:46.813087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:46.817622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': '2d238d7f-7fe5-4940-b812-838787462ca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:46.851738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:46.886160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311fb8c-1150-4434-a90b-df6dab8a3080 req-e67ddc75-4356-414e-ae72-8e69615503f1 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:46.887748 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5311fb8c-1150-4434-a90b-df6dab8a3080 req-e67ddc75-4356-414e-ae72-8e69615503f1 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2392035 Sep 18 19:48:46.929825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:46.929825 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:46.955234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99facf8-7697-4e38-bddb-eecd965356de tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=2d238d7f-7fe5-4940-b812-838787462ca0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:46.987071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a1d20-758e-4fe1-aaca-7e94cf24fd67 req-3b75172e-a5fe-4fff-ac2a-2bbffcf10034 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:46.992847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb4a1d20-758e-4fe1-aaca-7e94cf24fd67 req-3b75172e-a5fe-4fff-ac2a-2bbffcf10034 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1775050 Sep 18 19:48:46.995629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2d238d7f-7fe5-4940-b812-838787462ca0 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:47.024862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d14f172-de82-44b0-a40b-d913f0d2f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.045844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5311fb8c-1150-4434-a90b-df6dab8a3080 req-e46da4b1-a21f-4c30-87b3-8dd39f73baf0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414599 Sep 18 19:48:47.106329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb4a1d20-758e-4fe1-aaca-7e94cf24fd67 req-39d4b0ae-fb8f-4917-88af-6ee973a9b66d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123888 Sep 18 19:48:47.113025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:47.118622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.213329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_backend_mixin [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing IP validity checks on allocation pools {{(pid=94940) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 19:48:47.213877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_backend_mixin [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94940) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 19:48:47.239945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d14f172-de82-44b0-a40b-d913f0d2f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.291561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14f172-de82-44b0-a40b-d913f0d2f7c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fbe2ee-7da1-424d-b395-ce34ed5d7eed,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:47.299261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d14f172-de82-44b0-a40b-d913f0d2f7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.301631 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6d14f172-de82-44b0-a40b-d913f0d2f7c0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/17fbe2ee-7da1-424d-b395-ce34ed5d7eed HTTP/1.1" status: 204 len: 168 time: 0.6859453 Sep 18 19:48:47.304751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53698) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:47.307318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b53aa27-1ba8-4129-a314-63e60b0021dc None None] Network ef5640a4-263b-461f-95cb-718ac995a0ff requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:47.466973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.549940 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] DHCP port deletion for ef5640a4-263b-461f-95cb-718ac995a0ff request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:48:47.573423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.612742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] Deleting port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:47.613000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.665348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=b2f498c5-a421-4889-9094-6e5aa7f85c7f,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:47.730355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] For port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e,segment=NetworkSegment(717a7ba2-4c45-45a1-bb22-7243de82b195),segment_id=717a7ba2-4c45-45a1-bb22-7243de82b195)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:47.730887 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.752672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] Calling delete_port for 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:47.864268 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:47.894153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] Pushing event deleted for resources: {'Port': ['ID=19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:47.898011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ed052-1ee7-4b95-a983-2357e5de9107 None None] No DVR routers for this DVR port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:48.002435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Deleting port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:48.002786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.016365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': 'e772b340-e89f-4744-94bd-6d6b841fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2d238d7f-7fe5-4940-b812-838787462ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:48.016726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: 2d238d7f-7fe5-4940-b812-838787462ca0, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:48.077657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network 2d238d7f-7fe5-4940-b812-838787462ca0 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:48.094834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] For port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e, host n-d-789963-11, got binding levels [] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:48.095130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.097327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2d238d7f-7fe5-4940-b812-838787462ca0) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:48.109242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:48.109856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.110208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d3ec9-577e-44cb-83f9-e38d0627f8ac None None] Network 2d238d7f-7fe5-4940-b812-838787462ca0 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:48.119766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Calling delete_port for 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:48.124448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_backend_mixin [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e was not found and therefore no delete operation was performed {{(pid=94940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:48:48.127551 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.158677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:48.159645 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1fda5f21-d4c6-4755-a259-339586c219b3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3485789 Sep 18 19:48:48.162366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] No DVR routers for this DVR port 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:48.168180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53706) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:48.200479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d1abc-d66d-474f-9486-6a5e0c727376 req-01081568-5d4c-4160-8b4e-59b25de770a1 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:48.202295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d1d1abc-d66d-474f-9486-6a5e0c727376 req-01081568-5d4c-4160-8b4e-59b25de770a1 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.0697043 Sep 18 19:48:48.246045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d1d1abc-d66d-474f-9486-6a5e0c727376 req-98a47c6f-562e-455e-b6a0-c0658d72b08b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Sep 18 19:48:48.317480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff669c6-53aa-479d-ad44-541b2807a54a req-c0b30766-a163-49cc-ad9d-71481427971d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:48.327954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cff669c6-53aa-479d-ad44-541b2807a54a req-c0b30766-a163-49cc-ad9d-71481427971d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.0706408 Sep 18 19:48:48.382827 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-2d238d7f-7fe5-4940-b812-838787462ca0', 'network_id': '2d238d7f-7fe5-4940-b812-838787462ca0', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': 'b2f498c5-a421-4889-9094-6e5aa7f85c7f'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:48.384756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.395611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cff669c6-53aa-479d-ad44-541b2807a54a req-9ceca119-4979-4e06-9d13-ec95ca0ab8f2 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630193 Sep 18 19:48:48.423785 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.479150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5640a4-263b-461f-95cb-718ac995a0ff']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:48.486183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f996602f-69e7-4e6a-b235-a7aa13e08ed8 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:48.489592 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.495216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717a7ba2-4c45-45a1-bb22-7243de82b195') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:48.495542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717a7ba2-4c45-45a1-bb22-7243de82b195') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:48.509716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.513464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f996602f-69e7-4e6a-b235-a7aa13e08ed8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:48.513876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f996602f-69e7-4e6a-b235-a7aa13e08ed8 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:48.514361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:48.536542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:48.536957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 410f2b5c-ae55-4a2d-9a9f-c844ba387fb1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:48.538054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:48:48.547622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.561039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:48:48.561375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19e4fbf5-7e9b-45d6-b28a-c9602f1a5f8e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:48:48.563969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:48.564391 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:48.567650 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:48.625487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.634287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Allocated IP 172.20.0.3 (2d238d7f-7fe5-4940-b812-838787462ca0/b2f498c5-a421-4889-9094-6e5aa7f85c7f/c774911b-1ce3-4c00-af55-ba23e160d68a) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:48.664291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.674762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.676774 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef5640a4-263b-461f-95cb-718ac995a0ff HTTP/1.1" status: 204 len: 168 time: 1.3684323 Sep 18 19:48:48.692348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786d127-fad5-49d4-9e0a-02a99eef2f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5640a4-263b-461f-95cb-718ac995a0ff,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:48.749738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3b803-0dc1-40c7-853c-3ff3e413f3eb req-f5c1cbdd-1d3e-4ac4-ac33-cfb646b2438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:48.751446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05d3b803-0dc1-40c7-853c-3ff3e413f3eb req-f5c1cbdd-1d3e-4ac4-ac33-cfb646b2438d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1097 time: 0.0491948 Sep 18 19:48:48.791965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05d3b803-0dc1-40c7-853c-3ff3e413f3eb req-fb046cfa-6c3d-4669-8da7-fa555eb530b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303123 Sep 18 19:48:48.804750 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.810748 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.829290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.852803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Network 2d238d7f-7fe5-4940-b812-838787462ca0 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:48.857568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:48.858982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f498c5-a421-4889-9094-6e5aa7f85c7f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:48.860225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:48.879497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Pushing event updated for resources: {'Port': ['ID=c774911b-1ce3-4c00-af55-ba23e160d68a,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:48.893280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53716) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:48.920314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.932520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Attempting to bind port c774911b-1ce3-4c00-af55-ba23e160d68a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:48.932739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Attempting to bind port c774911b-1ce3-4c00-af55-ba23e160d68a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'e772b340-e89f-4744-94bd-6d6b841fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2d238d7f-7fe5-4940-b812-838787462ca0'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:48.933061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Attempting to bind port c774911b-1ce3-4c00-af55-ba23e160d68a on network 2d238d7f-7fe5-4940-b812-838787462ca0 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:48.936303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3733ce02-e9c6-47ea-bce5-1c5ac5dadaf6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79195493da824384af08c4aa67d793d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418026 Sep 18 19:48:48.938993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53718) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:48.941380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:48.941763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Checking segment: {'id': 'e772b340-e89f-4744-94bd-6d6b841fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2d238d7f-7fe5-4940-b812-838787462ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:48.942171 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.942968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Bound using segment: {'id': 'e772b340-e89f-4744-94bd-6d6b841fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2d238d7f-7fe5-4940-b812-838787462ca0'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:48.943498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Bound port: c774911b-1ce3-4c00-af55-ba23e160d68a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e772b340-e89f-4744-94bd-6d6b841fecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2d238d7f-7fe5-4940-b812-838787462ca0'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:48.944093 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.950052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d238d7f-7fe5-4940-b812-838787462ca0']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:48.960869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e772b340-e89f-4744-94bd-6d6b841fecf4') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:48.961171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e772b340-e89f-4744-94bd-6d6b841fecf4') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:48.971247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.987853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.990035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.994453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:48.994853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:48.998348 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:49.014835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:49.022690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] For port c774911b-1ce3-4c00-af55-ba23e160d68a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:49.058669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] For port c774911b-1ce3-4c00-af55-ba23e160d68a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c774911b-1ce3-4c00-af55-ba23e160d68a,segment=NetworkSegment(e772b340-e89f-4744-94bd-6d6b841fecf4),segment_id=e772b340-e89f-4744-94bd-6d6b841fecf4)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:49.061529 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 19:48:49.061529 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 19:48:49.061529 n-d-789963-11 neutron-server[94940]: [parameters: {'id': '2d238d7f-7fe5-4940-b812-838787462ca0'}] Sep 18 19:48:49.061529 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:48:49.062422 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:48:49.063019 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:49.073556 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:49.076189 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:49.079952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/149fcd49-d19d-413e-bf61-cb24172244c9 HTTP/1.1" status: 204 len: 168 time: 0.1373966 Sep 18 19:48:49.085875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149fcd49-d19d-413e-bf61-cb24172244c9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:49.094134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.094488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.094826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.095164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.095528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.095857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.096807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.096807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.098764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.099119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.099479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.100478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87bcde-b264-40e6-94f4-b0e510e484de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:49.157641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083f4df-2b7a-4af8-811c-6d2b20ad6641 None None] Pushing event updated for resources: {'Port': ['ID=c774911b-1ce3-4c00-af55-ba23e160d68a,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:49.171512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67caa152-4ef2-41f9-9dde-3cf9ed513a3b None None] Network 2d238d7f-7fe5-4940-b812-838787462ca0 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:49.304537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2376ba04-9df5-4a21-b3fd-269686f588ba None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:48:49.389909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811411fd-be56-4e56-819a-09855f7561c9 req-5d7e12f6-8a87-4384-813f-3bff47bf6d02 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:49.399159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-811411fd-be56-4e56-819a-09855f7561c9 req-5d7e12f6-8a87-4384-813f-3bff47bf6d02 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.0668581 Sep 18 19:48:49.450101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-811411fd-be56-4e56-819a-09855f7561c9 req-626c6067-192d-4271-bd69-6c6e7fdd30f8 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497611 Sep 18 19:48:49.473299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376ba04-9df5-4a21-b3fd-269686f588ba None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:48:49.563963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:49.640130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea0ff7-2b7e-49eb-9e2b-79aa08da7ff9 req-7ef50536-2240-4568-b5b4-fd9ff4d7842b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:49.641724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56ea0ff7-2b7e-49eb-9e2b-79aa08da7ff9 req-7ef50536-2240-4568-b5b4-fd9ff4d7842b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.0861521 Sep 18 19:48:49.670046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Deleting port c774911b-1ce3-4c00-af55-ba23e160d68a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:49.670538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:49.721664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56ea0ff7-2b7e-49eb-9e2b-79aa08da7ff9 req-6d8b2b26-cc81-47ba-9294-a607cedb98fa tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696843 Sep 18 19:48:49.785039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] For port c774911b-1ce3-4c00-af55-ba23e160d68a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c774911b-1ce3-4c00-af55-ba23e160d68a,segment=NetworkSegment(e772b340-e89f-4744-94bd-6d6b841fecf4),segment_id=e772b340-e89f-4744-94bd-6d6b841fecf4)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:49.785416 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:49.811806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Calling delete_port for c774911b-1ce3-4c00-af55-ba23e160d68a owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:49.928734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:49.970382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No DVR routers for this DVR port c774911b-1ce3-4c00-af55-ba23e160d68a on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:49.978233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Port': ['ID=c774911b-1ce3-4c00-af55-ba23e160d68a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:50.057293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53760) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:50.068297 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.089282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d238d7f-7fe5-4940-b812-838787462ca0']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:50.098589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e772b340-e89f-4744-94bd-6d6b841fecf4') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:50.098893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e772b340-e89f-4744-94bd-6d6b841fecf4') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:50.109898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.124909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.132004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:50.132624 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:50.136442 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:50.172005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-172622024-network', 'tenant_id': '2fef932b3adb4c8d9ccdbaae2fa72408'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:50.194590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Made reservation on behalf of 2fef932b3adb4c8d9ccdbaae2fa72408 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:50.197242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.200142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.207617 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.213576 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.213757 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/2d238d7f-7fe5-4940-b812-838787462ca0 HTTP/1.1" status: 204 len: 168 time: 2.0400057 Sep 18 19:48:50.213972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53764) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:50.219243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2091815755'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:50.234755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b4a3d-2980-4d93-8d5f-510edfec2ff6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=2d238d7f-7fe5-4940-b812-838787462ca0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:50.319405 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.323993 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.343587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:50.348668 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.354905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:50.367028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2174b719-9a5a-489b-813a-8cb69bc4fcb6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:50.375041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.375041 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Added segment ca3df2b0-a033-466e-a4ab-ff2880817d9e of type vlan for network 9831d0da-e753-4abe-8486-12bda22e2fbf Sep 18 19:48:50.378474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:50.393459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.393806 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment 8afcf6b6-c9e3-45ea-a884-a694d05e1ef4 of type vlan for network b961d3b3-0e96-41b6-bdf1-1cf4db6ba878 Sep 18 19:48:50.419741 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.434571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.445562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.446477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:50.447132 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.460323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.466251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:50.466844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.486814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4257727 Sep 18 19:48:50.489342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53770) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:50.499475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Request body: {'subnet': {'network_id': '9831d0da-e753-4abe-8486-12bda22e2fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-172622024-subnet', 'tenant_id': '2fef932b3adb4c8d9ccdbaae2fa72408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:50.515103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9e85d-14ed-4537-bd2c-507ec41d0888 admin admin] Pushing event updated for resources: {'Network': ['ID=9831d0da-e753-4abe-8486-12bda22e2fbf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:50.527263 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3119149 Sep 18 19:48:50.530070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53772) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:50.533627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 9831d0da-e753-4abe-8486-12bda22e2fbf details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:50.542657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': 'b961d3b3-0e96-41b6-bdf1-1cf4db6ba878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:50.571498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a067e8d-ef6e-4fc1-9059-2c69b43f6a55 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=b961d3b3-0e96-41b6-bdf1-1cf4db6ba878,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:50.582428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Made reservation on behalf of 2fef932b3adb4c8d9ccdbaae2fa72408 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:50.589423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.666323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network b961d3b3-0e96-41b6-bdf1-1cf4db6ba878 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:50.730626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0ec0-6947-4317-abe2-7328f31fe5c5 req-5fa3b468-046b-42e3-b322-6d0bd86b0431 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:50.741382 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b46f0ec0-6947-4317-abe2-7328f31fe5c5 req-5fa3b468-046b-42e3-b322-6d0bd86b0431 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1280470 Sep 18 19:48:50.744683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:50.748360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.837228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:50.858460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b46f0ec0-6947-4317-abe2-7328f31fe5c5 req-a68136ff-5cfe-47f3-b2cb-bb4507244891 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158237 Sep 18 19:48:50.882990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cebcfcb-d806-48bc-be10-631c2ecc7e6b,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:50.915663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d5ae0-0f7e-4a21-bae5-0cabe4f71dd2 req-5fa68462-6a67-44e9-b636-7ee89bf81855 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:50.917209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a9d5ae0-0f7e-4a21-bae5-0cabe4f71dd2 req-5fa68462-6a67-44e9-b636-7ee89bf81855 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.0763547 Sep 18 19:48:50.923738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Checking segment: {'id': 'ca3df2b0-a033-466e-a4ab-ff2880817d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9831d0da-e753-4abe-8486-12bda22e2fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:50.925149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Network hostable DHCP agents. Network: 9831d0da-e753-4abe-8486-12bda22e2fbf, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:50.944459 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Network 9831d0da-e753-4abe-8486-12bda22e2fbf is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:50.962658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 9831d0da-e753-4abe-8486-12bda22e2fbf) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:50.973154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640c796-8deb-49b5-ad76-ee3648c10858 None None] Network 9831d0da-e753-4abe-8486-12bda22e2fbf requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:50.980502 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:48:50.990829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:50.991549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.024177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b24586b6-f124-4c2a-b35d-cb2c319485a3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5310454 Sep 18 19:48:51.032969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a9d5ae0-0f7e-4a21-bae5-0cabe4f71dd2 req-bfefcf87-0bc1-4d72-a5a7-f6ee277746f0 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969064 Sep 18 19:48:51.132053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.235519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d916545d-ca2d-4649-a29a-a81d7a717a96 None None] Network 9831d0da-e753-4abe-8486-12bda22e2fbf requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:51.319692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=bdd3cc8d-f62e-41c1-9546-d8253878f82c,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:51.340794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': '8afcf6b6-c9e3-45ea-a884-a694d05e1ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b961d3b3-0e96-41b6-bdf1-1cf4db6ba878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:51.341153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: b961d3b3-0e96-41b6-bdf1-1cf4db6ba878, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:51.347192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ea99e-add7-47cf-8747-e431ab557985 req-5a3eb30e-bb5e-4990-8d6d-581369d20a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:51.348837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712ea99e-add7-47cf-8747-e431ab557985 req-5a3eb30e-bb5e-4990-8d6d-581369d20a20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1097 time: 0.1542320 Sep 18 19:48:51.377318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e57964-1510-42b5-b22c-290e6733cbe6 req-520bca0d-073f-42a8-9fdd-7a110d29f985 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:51.378881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84e57964-1510-42b5-b22c-290e6733cbe6 req-520bca0d-073f-42a8-9fdd-7a110d29f985 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1337478 Sep 18 19:48:51.445289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network b961d3b3-0e96-41b6-bdf1-1cf4db6ba878 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:51.465505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, b961d3b3-0e96-41b6-bdf1-1cf4db6ba878) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:51.476003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15954b8-08a2-4510-9e24-a31e2b008ba4 None None] Network b961d3b3-0e96-41b6-bdf1-1cf4db6ba878 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:51.482447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:51.483039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.502445 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84e57964-1510-42b5-b22c-290e6733cbe6 req-695bd854-5c9d-441e-b1b1-c6821252a1bc tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093895 Sep 18 19:48:51.527302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ea99e-add7-47cf-8747-e431ab557985 req-24dcb443-d522-4def-b08f-d23f22139dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:51.528838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712ea99e-add7-47cf-8747-e431ab557985 req-24dcb443-d522-4def-b08f-d23f22139dc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 920 time: 0.1718915 Sep 18 19:48:51.543200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53812) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:51.547606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0e1ae850-26b0-43a6-b622-865dd4a2b31f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0140226 Sep 18 19:48:51.572567 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96ba3bf8-c7ba-420e-ac37-becd585ed43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.653019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.687098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181be16-a336-4bab-8473-83a2c4ed5dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-b961d3b3-0e96-41b6-bdf1-1cf4db6ba878', 'network_id': 'b961d3b3-0e96-41b6-bdf1-1cf4db6ba878', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': 'bdd3cc8d-f62e-41c1-9546-d8253878f82c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:51.688364 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c181be16-a336-4bab-8473-83a2c4ed5dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.691893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-cb892125-1601-4efb-a759-c4c579a3a65e tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:51.694386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-cb892125-1601-4efb-a759-c4c579a3a65e tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/networks?id=9831d0da-e753-4abe-8486-12bda22e2fbf HTTP/1.1" status: 200 len: 813 time: 0.1828644 Sep 18 19:48:51.716114 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.750923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712ea99e-add7-47cf-8747-e431ab557985 req-992fb61e-e7d6-47f2-ac99-e59179456a62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 200 len: 217 time: 0.0737832 Sep 18 19:48:51.773448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-5d596b02-287f-4e08-bec9-8e77431df154 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/quotas/2fef932b3adb4c8d9ccdbaae2fa72408 HTTP/1.1" status: 200 len: 375 time: 0.0206838 Sep 18 19:48:51.785119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.843035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd3cc8d-f62e-41c1-9546-d8253878f82c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:51.851011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-ae6df37f-91c4-4f69-a2b3-31b75ea15e2e tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fef932b3adb4c8d9ccdbaae2fa72408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565550 Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-c181be16-a336-4bab-8473-83a2c4ed5dc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdd3cc8d-f62e-41c1-9546-d8253878f82c: This subnet is being modified by another concurrent operation. Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:48:51.862731 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdd3cc8d-f62e-41c1-9546-d8253878f82c: This subnet is being modified by another concurrent operation. Sep 18 19:48:51.866210 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 19:48:51.873177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-4f304fce-2c31-4d92-bb7e-da32cd9c597d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:48:51.876932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-4f304fce-2c31-4d92-bb7e-da32cd9c597d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164368 Sep 18 19:48:51.892544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6320a8d-fe8b-488e-ba25-3df64c08d62f None None] Network b961d3b3-0e96-41b6-bdf1-1cf4db6ba878 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:51.932906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.935802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ea99e-add7-47cf-8747-e431ab557985 req-3fb2dcf2-a70d-4440-9b20-a6fa73b0eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:51.937293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712ea99e-add7-47cf-8747-e431ab557985 req-3fb2dcf2-a70d-4440-9b20-a6fa73b0eff1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.1753623 Sep 18 19:48:51.954594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b961d3b3-0e96-41b6-bdf1-1cf4db6ba878']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:51.966173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afcf6b6-c9e3-45ea-a884-a694d05e1ef4') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:51.966655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afcf6b6-c9e3-45ea-a884-a694d05e1ef4') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:51.976377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712ea99e-add7-47cf-8747-e431ab557985 req-c0c96c49-612f-4109-87d3-2df55a98f90b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288603 Sep 18 19:48:51.980001 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:51.995942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.002823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:52.003245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.062240 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7da58b-6ae6-4682-a433-71b47d6daab1 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:52.076487 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:52.083334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.101926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.108530 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/b961d3b3-0e96-41b6-bdf1-1cf4db6ba878 HTTP/1.1" status: 204 len: 168 time: 0.5610256 Sep 18 19:48:52.109297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53822) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:52.114561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-166046806'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:52.130521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23e9c0-95dc-44e0-80fa-71a998e09e41 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=b961d3b3-0e96-41b6-bdf1-1cf4db6ba878,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:52.149808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:52.155298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.185559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:52.185961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-3a3f9a6d-fa6c-41cb-a6ad-3e4369659c33 service neutron] 10.222.0.20 "GET /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934914 Sep 18 19:48:52.197857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.198270 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment 8620c998-36a9-44ac-a3b0-5fbda8d76897 of type vlan for network ab6507b1-0637-4cff-8ef4-b0efcaa20c50 Sep 18 19:48:52.219097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7da58b-6ae6-4682-a433-71b47d6daab1 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:48:52.231633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53826) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:52.238548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1543054879'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:52.242706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b6d57-107c-4e06-b58d-9c4641e19d4d req-d0fea9cc-bbbc-4307-a846-137e01d87886 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:52.244255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e1b6d57-107c-4e06-b58d-9c4641e19d4d req-d0fea9cc-bbbc-4307-a846-137e01d87886 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1228914 Sep 18 19:48:52.248917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712ea99e-add7-47cf-8747-e431ab557985 req-17c10441-9f13-4c1d-94d5-2fc5f59a466a service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642386 Sep 18 19:48:52.258002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.280055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:52.283482 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.312327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.318161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:52.319312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.341993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:52.365459 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2524281 Sep 18 19:48:52.366039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53828) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:52.371577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.371919 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Added segment 8fc02d9b-d237-411e-8932-b6d7b98650e7 of type vlan for network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca Sep 18 19:48:52.380305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': 'ab6507b1-0637-4cff-8ef4-b0efcaa20c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:52.410458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e1b6d57-107c-4e06-b58d-9c4641e19d4d req-ffdbacee-91c3-4e3c-9f80-3510d096781b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551776 Sep 18 19:48:52.411951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5096248-f5e7-4706-9709-fd54a49063a1 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=ab6507b1-0637-4cff-8ef4-b0efcaa20c50,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:52.432471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ab6507b1-0637-4cff-8ef4-b0efcaa20c50 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:52.457413 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.464773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-ef18581e-d794-40c1-96e9-3c529b60a437 service neutron] 10.222.0.20 "GET /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673700 Sep 18 19:48:52.487047 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.494725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:52.495566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.545135 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3095858 Sep 18 19:48:52.545989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53832) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:52.573623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712ea99e-add7-47cf-8747-e431ab557985 req-e19a4c44-07ed-4738-896a-1b04cf9478a7 service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078930 Sep 18 19:48:52.602539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1516284012'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:52.610968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb8e95-d597-4f63-accd-b94d0ee20875 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Network': ['ID=6c398ba3-678b-4f17-bd6a-c641f0cb8aca,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:52.622355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:52.637908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:52.639529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:52.648203 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.648398 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.684016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:52.695819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.696227 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Added segment 2e2492cd-1107-4b17-ac30-52392e824c55 of type vlan for network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 Sep 18 19:48:52.745174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c14ecf8-4282-4a46-b52d-c7c1351152d3 req-dce69b57-373a-4666-be89-ccf706ef1d18 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 210 time: 0.0780809 Sep 18 19:48:52.759770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.789731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.816298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:52.817522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:52.822154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285d69a-82bd-4f91-92ae-57f30386f2f5 req-f976e12c-5b76-4c37-9dea-ee2afb7f644c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:52.831549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e285d69a-82bd-4f91-92ae-57f30386f2f5 req-f976e12c-5b76-4c37-9dea-ee2afb7f644c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2206483 Sep 18 19:48:52.858217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3085914 Sep 18 19:48:52.858852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53846) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:52.865128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'subnet': {'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:52.901112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e285d69a-82bd-4f91-92ae-57f30386f2f5 req-f00c3829-c7e6-4319-be55-94fe7e210845 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665019 Sep 18 19:48:52.955419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c53b44-7439-4036-89e8-c37cee6efdbc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Network': ['ID=b1b47f4a-6151-4feb-96e7-5f64804ef8d5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:52.966438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:53.036009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:53.040291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.055985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.087727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.151668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=e3f39f4c-1849-4061-a2a6-ae655c7e6062,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:53.161844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': '8620c998-36a9-44ac-a3b0-5fbda8d76897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ab6507b1-0637-4cff-8ef4-b0efcaa20c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:53.162227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: ab6507b1-0637-4cff-8ef4-b0efcaa20c50, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:53.180862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network ab6507b1-0637-4cff-8ef4-b0efcaa20c50 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:53.189055 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.190550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, ab6507b1-0637-4cff-8ef4-b0efcaa20c50) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:53.195037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:53.195644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.202056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76d4d9-5766-4bff-a129-4db1825823bf None None] Network ab6507b1-0637-4cff-8ef4-b0efcaa20c50 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:53.212890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1da9f21d-530e-4d61-b4ed-c29d28200dcd tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8393104 Sep 18 19:48:53.215805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53852) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:53.262086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.324818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Subnet': ['ID=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:53.344106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Checking segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:53.344729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network hostable DHCP agents. Network: 6c398ba3-678b-4f17-bd6a-c641f0cb8aca, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:53.349309 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.367030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:53.372073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ac4e3-b5de-4a56-9ec9-84a8b9d840a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-ab6507b1-0637-4cff-8ef4-b0efcaa20c50', 'network_id': 'ab6507b1-0637-4cff-8ef4-b0efcaa20c50', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': 'e3f39f4c-1849-4061-a2a6-ae655c7e6062'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:53.372967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac4e3-b5de-4a56-9ec9-84a8b9d840a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.382580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6c398ba3-678b-4f17-bd6a-c641f0cb8aca) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:53.390173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:53.391164 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.398291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af7011-ea81-4662-b4b6-bd8ed8dbf5a0 None None] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:53.410998 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-54f94436-ad12-4b4e-a16d-ea09250d8154 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5515389 Sep 18 19:48:53.416842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53854) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:53.422568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'subnet': {'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:53.425115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.533752 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.534476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:53.540405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-7c5ac4e3-b5de-4a56-9ec9-84a8b9d840a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3f39f4c-1849-4061-a2a6-ae655c7e6062: This subnet is being modified by another concurrent operation. Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:48:53.547709 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3f39f4c-1849-4061-a2a6-ae655c7e6062: This subnet is being modified by another concurrent operation. Sep 18 19:48:53.550861 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 19:48:53.561866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a8792-b929-42be-a66d-9a967e1a20e3 None None] Network ab6507b1-0637-4cff-8ef4-b0efcaa20c50 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:53.577919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f39f4c-1849-4061-a2a6-ae655c7e6062,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:53.660221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b47e6-9278-4450-8700-1389ad13415a req-36d61ff0-82f1-4f06-9578-442cad59dcaf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:53.668147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976b47e6-9278-4450-8700-1389ad13415a req-36d61ff0-82f1-4f06-9578-442cad59dcaf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1674769 Sep 18 19:48:53.671667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.683228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'fixed_ips': [{'subnet_id': 'ebe35f8f-6d3d-484e-903c-884e7e7dd7e8'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:53.684192 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.728650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6507b1-0637-4cff-8ef4-b0efcaa20c50']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:53.749046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8620c998-36a9-44ac-a3b0-5fbda8d76897') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:53.749338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8620c998-36a9-44ac-a3b0-5fbda8d76897') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:53.762879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.770634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976b47e6-9278-4450-8700-1389ad13415a req-9c851afe-a19a-47dc-ac90-bfecb2944ab8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015844 Sep 18 19:48:53.777001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.795101 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.802664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:53.803256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:53.847886 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:53.857765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Subnet': ['ID=aca87d39-2d14-4452-9251-5b99d7de42e1,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:53.875491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Checking segment: {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:53.876145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network hostable DHCP agents. Network: b1b47f4a-6151-4feb-96e7-5f64804ef8d5, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:53.877874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Allocated IP 10.1.1.2 (6c398ba3-678b-4f17-bd6a-c641f0cb8aca/ebe35f8f-6d3d-484e-903c-884e7e7dd7e8/3e7364d5-9d60-495a-aab8-85c56377e786) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:53.921122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:53.934691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, b1b47f4a-6151-4feb-96e7-5f64804ef8d5) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:53.953427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:53.954253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a85d18e9-8375-4679-97ae-160a505da358 req-148368f4-8611-48de-9321-e313929491ff tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 210 time: 0.1035409 Sep 18 19:48:53.972045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:53.994511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbcad6-20f7-401c-8ea6-267304ded99f None None] Network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:54.010328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.030467 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.042119 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-40500548-8dfd-44f5-9d60-f85cb3f00991 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6237311 Sep 18 19:48:54.044882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/ab6507b1-0637-4cff-8ef4-b0efcaa20c50 HTTP/1.1" status: 204 len: 168 time: 0.8280113 Sep 18 19:48:54.049756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53868) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:54.050185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:54.056708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718981280'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:54.075145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'port': {'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'name': 'tempest-TaggedBootDevicesTest-193489929', 'fixed_ips': [{'subnet_id': 'ebe35f8f-6d3d-484e-903c-884e7e7dd7e8'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:54.090938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8d6c-6ec8-4086-8367-2ea588bbecdf tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=ab6507b1-0637-4cff-8ef4-b0efcaa20c50,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:54.130016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:54.135225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-44a86afd-9ab4-4f76-907d-98d1b6218816 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:54.137478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-44a86afd-9ab4-4f76-907d-98d1b6218816 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.32 "GET /v2.0/networks?id=9831d0da-e753-4abe-8486-12bda22e2fbf HTTP/1.1" status: 200 len: 813 time: 0.2854145 Sep 18 19:48:54.150251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cca843-faae-46b7-b57a-efda5739e0f0 req-839ff146-37e5-4334-9234-b9aae62d89cc tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:54.153117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.158304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24cca843-faae-46b7-b57a-efda5739e0f0 req-839ff146-37e5-4334-9234-b9aae62d89cc tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1089957 Sep 18 19:48:54.165690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Request body: {'port': {'device_id': '54bedab7-122e-4227-8b11-aeb4bdcf8e16', 'network_id': '9831d0da-e753-4abe-8486-12bda22e2fbf', 'admin_state_up': True, 'tenant_id': '2fef932b3adb4c8d9ccdbaae2fa72408'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:54.200602 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.222027 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.234634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24cca843-faae-46b7-b57a-efda5739e0f0 req-082cf40f-709d-4420-b72b-ee414afd6c9e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748715 Sep 18 19:48:54.245255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:54.265660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.266003 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment 61129977-0a64-454f-9a83-892169a26115 of type vlan for network 80632d73-5b96-4605-969a-92b4ce33064b Sep 18 19:48:54.292086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:54.296351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:54.298280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-b1b47f4a-6151-4feb-96e7-5f64804ef8d5', 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'fixed_ips': [{'subnet_id': 'aca87d39-2d14-4452-9251-5b99d7de42e1'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:54.299339 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.313065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:54.331121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.343037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:54.373647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Made reservation on behalf of 2fef932b3adb4c8d9ccdbaae2fa72408 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:54.377535 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.417596 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.424170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:54.424564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.426641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Pushing event updated for resources: {'Port': ['ID=3e7364d5-9d60-495a-aab8-85c56377e786,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:54.461640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Attempting to bind port 3e7364d5-9d60-495a-aab8-85c56377e786 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:54.462015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Attempting to bind port 3e7364d5-9d60-495a-aab8-85c56377e786 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:54.462449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Attempting to bind port 3e7364d5-9d60-495a-aab8-85c56377e786 on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:54.468631 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-adc9f8c9-95b3-4d80-b37f-2a3ac164b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.475419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:54.475863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Checking segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:54.476393 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.476884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Bound using segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:54.477427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Bound port: 3e7364d5-9d60-495a-aab8-85c56377e786, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:54.477813 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.491779 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4369972 Sep 18 19:48:54.522759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53872) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:54.527860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': '80632d73-5b96-4605-969a-92b4ce33064b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:54.553048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45754f-7e31-442f-9644-e7f8cb7ef7d2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=80632d73-5b96-4605-969a-92b4ce33064b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:54.565668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 80632d73-5b96-4605-969a-92b4ce33064b details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:54.566509 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.607638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Allocated IP 10.2.2.2 (b1b47f4a-6151-4feb-96e7-5f64804ef8d5/aca87d39-2d14-4452-9251-5b99d7de42e1/f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:54.616830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] For port 3e7364d5-9d60-495a-aab8-85c56377e786, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:54.620742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] device_id is not set on port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:48:54.670780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] For port 3e7364d5-9d60-495a-aab8-85c56377e786, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3e7364d5-9d60-495a-aab8-85c56377e786,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:54.689260 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.745397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:54.749389 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.796530 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.836219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b3cef-cb3a-4318-a6c8-b86f5a77ecc5 None None] Pushing event updated for resources: {'Port': ['ID=3e7364d5-9d60-495a-aab8-85c56377e786,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:54.842902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_backend_mixin [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing IP validity checks on allocation pools {{(pid=94940) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 19:48:54.843516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_backend_mixin [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94940) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 19:48:54.850752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Allocated IP 172.20.0.3 (9831d0da-e753-4abe-8486-12bda22e2fbf/9cebcfcb-d806-48bc-be10-631c2ecc7e6b/08145f0d-23fa-45bb-a448-9bcabd3ca18f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:54.904152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.915076 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:54.922485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Allocated IP 10.1.1.40 (6c398ba3-678b-4f17-bd6a-c641f0cb8aca/ebe35f8f-6d3d-484e-903c-884e7e7dd7e8/32e2834a-8d12-4560-b0e6-7febfb9e0f21) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:54.983365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Pushing event updated for resources: {'Port': ['ID=f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:54.990730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:54.992627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:54.995170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:55.020918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fad8e-1cbc-4620-9820-12fdf310dd4d req-d3a9922b-aeb9-4e27-968e-fe2833e9595a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:55.023800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a7fad8e-1cbc-4620-9820-12fdf310dd4d req-d3a9922b-aeb9-4e27-968e-fe2833e9595a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1412323 Sep 18 19:48:55.063405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Attempting to bind port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:55.064197 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Attempting to bind port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:55.064902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Attempting to bind port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 on network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:55.078216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:55.080634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Checking segment: {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:55.081121 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.081858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Bound using segment: {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:55.082944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Bound port: f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:55.082944 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.157174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a7fad8e-1cbc-4620-9820-12fdf310dd4d req-8298cb6d-74d1-44ae-ba5d-45ab0ab5aa17 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234310 Sep 18 19:48:55.189060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.216570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] For port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:55.220009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] For port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:55.229309 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.265025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b998712-cb4d-486c-aa6c-406cfcfbf5d7 req-2d9bbd37-631d-497f-9436-3321a7f676a6 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 210 time: 0.0677042 Sep 18 19:48:55.287910 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.309397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=445e1f17-f6be-463b-8132-446eabca52ec,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:55.341910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba023a74-0f56-4a2c-aaca-fed51ffa3754 None None] Pushing event updated for resources: {'Port': ['ID=f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:55.347254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.354202 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.378230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': '61129977-0a64-454f-9a83-892169a26115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80632d73-5b96-4605-969a-92b4ce33064b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:55.378507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: 80632d73-5b96-4605-969a-92b4ce33064b, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:55.402887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Network 9831d0da-e753-4abe-8486-12bda22e2fbf is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:55.413819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network 80632d73-5b96-4605-969a-92b4ce33064b is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:55.415629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:55.431621 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.437971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:55.438493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 80632d73-5b96-4605-969a-92b4ce33064b) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:55.447903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:55.448205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7700879-6090-4c2e-acc9-bbdfc6e06c81 None None] Network 80632d73-5b96-4605-969a-92b4ce33064b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:55.448517 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.463658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.491611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:55.495299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:55.504465 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-831510e2-b384-4fa8-b0c1-3ef2f738fb47 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9781568 Sep 18 19:48:55.505665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:55.507264 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53886) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:55.525656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Pushing event updated for resources: {'Port': ['ID=08145f0d-23fa-45bb-a448-9bcabd3ca18f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:55.565284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:55.565932 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.580982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8b568-3cdc-4164-b95c-e6aff7530217 req-8a27a4d0-ac26-4252-a37c-c8a6b3f14eb3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:55.582742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67f8b568-3cdc-4164-b95c-e6aff7530217 req-8a27a4d0-ac26-4252-a37c-c8a6b3f14eb3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1592836 Sep 18 19:48:55.645230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=32e2834a-8d12-4560-b0e6-7febfb9e0f21,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:55.653680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-0973c8cd-bb9a-406d-b997-f0bb68dc076c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4920182 Sep 18 19:48:55.663827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67f8b568-3cdc-4164-b95c-e6aff7530217 req-02b9aba1-e1c5-4f7a-8561-9d63a0769ca1 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721068 Sep 18 19:48:55.669534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Request body: {'port': {'device_id': '54bedab7-122e-4227-8b11-aeb4bdcf8e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:55.687504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.707025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:55.707747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.749599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-80632d73-5b96-4605-969a-92b4ce33064b', 'network_id': '80632d73-5b96-4605-969a-92b4ce33064b', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': '445e1f17-f6be-463b-8132-446eabca52ec'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:48:55.751294 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.758820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53890) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:55.767174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'port': {'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'name': 'tempest-TaggedBootDevicesTest-481209502', 'fixed_ips': [{'subnet_id': 'ebe35f8f-6d3d-484e-903c-884e7e7dd7e8'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:55.768867 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b2eaed15-4d92-414b-b55e-431106eb9bf9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6918571 Sep 18 19:48:55.843816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.901937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:55.937419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Allocated IP 172.20.0.3 (80632d73-5b96-4605-969a-92b4ce33064b/445e1f17-f6be-463b-8132-446eabca52ec/bfb07787-966a-48fc-8553-77dd26e80036) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:56.000115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:56.334946 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.403705 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.431764 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.442459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d8408-0eb3-4e41-aa75-0cdce797f35c None None] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:56.444299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.540810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.553497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Pushing event updated for resources: {'Port': ['ID=bfb07787-966a-48fc-8553-77dd26e80036,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:56.570147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80632d73-5b96-4605-969a-92b4ce33064b']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:56.575753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08145f0d-23fa-45bb-a448-9bcabd3ca18f {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:48:56.580986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61129977-0a64-454f-9a83-892169a26115') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:56.581468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61129977-0a64-454f-9a83-892169a26115') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:56.581900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:56.585138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.594793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.603875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Transition to ACTIVE for port object 08145f0d-23fa-45bb-a448-9bcabd3ca18f will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:48:56.611332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.620281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:56.620954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.624722 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.632218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] device_id is not set on port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:48:56.656337 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Network 80632d73-5b96-4605-969a-92b4ce33064b is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:56.670330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:56.676537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:56.714058 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ba1aa945-8f18-4bd3-8e0c-bec14524880e None None] Provisioning complete for port 3e7364d5-9d60-495a-aab8-85c56377e786 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:56.715037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba1aa945-8f18-4bd3-8e0c-bec14524880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:56.755130 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:56.758499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=445e1f17-f6be-463b-8132-446eabca52ec,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:56.764994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 19:48:56.764994 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 19:48:56.764994 n-d-789963-11 neutron-server[94940]: [parameters: {'id': '80632d73-5b96-4605-969a-92b4ce33064b'}] Sep 18 19:48:56.764994 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:48:56.766078 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:48:56.808171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Pushing event updated for resources: {'Port': ['ID=08145f0d-23fa-45bb-a448-9bcabd3ca18f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:56.848116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acf601-8afa-43d4-a6ca-8b0b789e9c9b req-d1a34f12-dacd-4bc9-82ba-f57dc969b6ea tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:56.855945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60acf601-8afa-43d4-a6ca-8b0b789e9c9b req-d1a34f12-dacd-4bc9-82ba-f57dc969b6ea tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.5249908 Sep 18 19:48:56.901439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d2f96-41c3-4a61-a24e-8c2c8cc8de05 None None] Network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:56.978889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:56.979399 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.009647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08757766-a534-4af7-b33b-e2591d5ee1e2 req-3df8622b-c828-4ea4-a5fc-03f4e9313a50 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:57.014437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08757766-a534-4af7-b33b-e2591d5ee1e2 req-3df8622b-c828-4ea4-a5fc-03f4e9313a50 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 943 time: 0.6253464 Sep 18 19:48:57.034946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Attempting to bind port bfb07787-966a-48fc-8553-77dd26e80036 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:57.035135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Attempting to bind port bfb07787-966a-48fc-8553-77dd26e80036 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '61129977-0a64-454f-9a83-892169a26115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80632d73-5b96-4605-969a-92b4ce33064b'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:57.035484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Attempting to bind port bfb07787-966a-48fc-8553-77dd26e80036 on network 80632d73-5b96-4605-969a-92b4ce33064b {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:57.046798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:57.047172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Checking segment: {'id': '61129977-0a64-454f-9a83-892169a26115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80632d73-5b96-4605-969a-92b4ce33064b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:57.050137 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.050137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Bound using segment: {'id': '61129977-0a64-454f-9a83-892169a26115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80632d73-5b96-4605-969a-92b4ce33064b'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:57.050137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Bound port: bfb07787-966a-48fc-8553-77dd26e80036, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61129977-0a64-454f-9a83-892169a26115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80632d73-5b96-4605-969a-92b4ce33064b'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:57.050137 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.126154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60acf601-8afa-43d4-a6ca-8b0b789e9c9b req-32248ef7-8520-4103-bd4d-f1f33eefb02a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692289 Sep 18 19:48:57.209430 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba1aa945-8f18-4bd3-8e0c-bec14524880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.238041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08757766-a534-4af7-b33b-e2591d5ee1e2 req-c1f5023d-c64c-4edf-ab31-e4a09fa82a3b tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885052 Sep 18 19:48:57.266757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.279657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Allocated IP 10.1.1.103 (6c398ba3-678b-4f17-bd6a-c641f0cb8aca/ebe35f8f-6d3d-484e-903c-884e7e7dd7e8/708b22da-9bd8-4d56-b32b-8d06d1eaf51a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:48:57.282097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Attempting to bind port 08145f0d-23fa-45bb-a448-9bcabd3ca18f on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:48:57.282439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Attempting to bind port 08145f0d-23fa-45bb-a448-9bcabd3ca18f by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'ca3df2b0-a033-466e-a4ab-ff2880817d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9831d0da-e753-4abe-8486-12bda22e2fbf'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:48:57.282766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Attempting to bind port 08145f0d-23fa-45bb-a448-9bcabd3ca18f on network 9831d0da-e753-4abe-8486-12bda22e2fbf {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:57.293292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] For port bfb07787-966a-48fc-8553-77dd26e80036, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:57.295069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Port 08145f0d-23fa-45bb-a448-9bcabd3ca18f on network 9831d0da-e753-4abe-8486-12bda22e2fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:48:57.295414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Attempting to bind port 08145f0d-23fa-45bb-a448-9bcabd3ca18f on network 9831d0da-e753-4abe-8486-12bda22e2fbf {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:48:57.311786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:48:57.311786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Checking segment: {'id': 'ca3df2b0-a033-466e-a4ab-ff2880817d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9831d0da-e753-4abe-8486-12bda22e2fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:57.312075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Bound using segment: {'id': 'ca3df2b0-a033-466e-a4ab-ff2880817d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9831d0da-e753-4abe-8486-12bda22e2fbf'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:48:57.312320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Bound port: 08145f0d-23fa-45bb-a448-9bcabd3ca18f, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3df2b0-a033-466e-a4ab-ff2880817d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9831d0da-e753-4abe-8486-12bda22e2fbf'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:48:57.312646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.402392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Deleting port bfb07787-966a-48fc-8553-77dd26e80036 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:48:57.403041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.413975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] For port bfb07787-966a-48fc-8553-77dd26e80036, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=bfb07787-966a-48fc-8553-77dd26e80036,segment=NetworkSegment(61129977-0a64-454f-9a83-892169a26115),segment_id=61129977-0a64-454f-9a83-892169a26115)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:57.428998 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.433753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ba1aa945-8f18-4bd3-8e0c-bec14524880e None None] For port 3e7364d5-9d60-495a-aab8-85c56377e786, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3e7364d5-9d60-495a-aab8-85c56377e786,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:57.435283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.455680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.484098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] For port bfb07787-966a-48fc-8553-77dd26e80036, host n-d-789963-11, got binding levels [] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:57.484667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.485547 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba1aa945-8f18-4bd3-8e0c-bec14524880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.519188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Calling delete_port for bfb07787-966a-48fc-8553-77dd26e80036 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:48:57.548150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:48:57.564043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Pushing event updated for resources: {'Port': ['ID=bfb07787-966a-48fc-8553-77dd26e80036,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:57.571343 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.572138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3e7364d5-9d60-495a-aab8-85c56377e786 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:57.578226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] For port 08145f0d-23fa-45bb-a448-9bcabd3ca18f, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:48:57.621786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] For port 08145f0d-23fa-45bb-a448-9bcabd3ca18f, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08145f0d-23fa-45bb-a448-9bcabd3ca18f,segment=NetworkSegment(ca3df2b0-a033-466e-a4ab-ff2880817d9e),segment_id=ca3df2b0-a033-466e-a4ab-ff2880817d9e)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:48:57.622050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.622195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.622713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.622872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.623210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.628943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.629365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.629840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.630183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.630520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.632817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.633243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b135860d-1325-4363-adf7-33ccc664f3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:48:57.643815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.663936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.667537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8582e3-00f0-4ed5-aa42-404899987f56 req-e1883a27-23a6-4585-85e7-0a1ace95e61e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:57.679063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e8582e3-00f0-4ed5-aa42-404899987f56 req-e1883a27-23a6-4585-85e7-0a1ace95e61e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2224150 Sep 18 19:48:57.691716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045eaee-6cb2-46fd-aa72-56165b942ade None None] Network 80632d73-5b96-4605-969a-92b4ce33064b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:48:57.705489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Port': ['ID=bfb07787-966a-48fc-8553-77dd26e80036,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:57.722338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No DVR routers for this DVR port bfb07787-966a-48fc-8553-77dd26e80036 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:48:57.771973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.788688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:57.789316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.790735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] 10.222.0.32 "PUT /v2.0/ports/08145f0d-23fa-45bb-a448-9bcabd3ca18f HTTP/1.1" status: 200 len: 1092 time: 2.1259894 Sep 18 19:48:57.792759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bedab7-122e-4227-8b11-aeb4bdcf8e16', 'tag': '08145f0d-23fa-45bb-a448-9bcabd3ca18f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:48:57.795160 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c9fa05-22a4-4b76-a1b8-455b2188daf2" -d '{"events": [{"name": "network-changed", "server_uuid": "54bedab7-122e-4227-8b11-aeb4bdcf8e16", "tag": "08145f0d-23fa-45bb-a448-9bcabd3ca18f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:48:57.836135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e8582e3-00f0-4ed5-aa42-404899987f56 req-1bc26319-71f5-475c-9959-4e24caa27821 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557157 Sep 18 19:48:57.842693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.854013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-269abaac-39f2-49f1-9ce3-006d298cc74b None None] Provisioning complete for port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:57.854386 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-269abaac-39f2-49f1-9ce3-006d298cc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.872642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80632d73-5b96-4605-969a-92b4ce33064b']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:57.883721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1aa945-8f18-4bd3-8e0c-bec14524880e None None] Pushing event updated for resources: {'Port': ['ID=3e7364d5-9d60-495a-aab8-85c56377e786,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:57.884608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61129977-0a64-454f-9a83-892169a26115') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:57.885262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61129977-0a64-454f-9a83-892169a26115') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:48:57.894436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d5973-0775-47e3-80aa-ab830c4e2911 service neutron] Pushing event updated for resources: {'Port': ['ID=08145f0d-23fa-45bb-a448-9bcabd3ca18f,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:57.908220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.918408 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c3741c-5c1d-4565-8005-642cdac03a79 x-openstack-request-id: req-72c3741c-5c1d-4565-8005-642cdac03a79 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:48:57.919069 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bedab7-122e-4227-8b11-aeb4bdcf8e16", "tag": "08145f0d-23fa-45bb-a448-9bcabd3ca18f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:48:57.919554 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72c3741c-5c1d-4565-8005-642cdac03a79 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:48:57.920060 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bedab7-122e-4227-8b11-aeb4bdcf8e16', 'tag': '08145f0d-23fa-45bb-a448-9bcabd3ca18f', 'status': 'completed', 'code': 200} Sep 18 19:48:57.923111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.932574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3e7364d5-9d60-495a-aab8-85c56377e786 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:57.933107 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.933325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:48:57.934237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:48:57.938695 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:48:57.947975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-5cf274cf-b2a3-4120-8ef6-5c9493c9d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:57.949915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-5cf274cf-b2a3-4120-8ef6-5c9493c9d844 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fef932b3adb4c8d9ccdbaae2fa72408&device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 1095 time: 0.1089418 Sep 18 19:48:57.951589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:57.953996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c7217b-5f46-41e3-9a20-65af7f83a906 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:48:58.033767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:48:58.038204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:58.043004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-13b6ae03-203d-4f2c-bb2f-6c126c6e17fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08145f0d-23fa-45bb-a448-9bcabd3ca18f HTTP/1.1" status: 200 len: 217 time: 0.0813975 Sep 18 19:48:58.043924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:48:58.081573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-269abaac-39f2-49f1-9ce3-006d298cc74b None None] Port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:58.085617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:58.112524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:58.117993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-269abaac-39f2-49f1-9ce3-006d298cc74b None None] Provisioning complete for port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:58.118373 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-269abaac-39f2-49f1-9ce3-006d298cc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.147754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:58.148587 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.158505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-9138f600-0a78-4fa6-98d2-b63e1ad0be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:58.160216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-9138f600-0a78-4fa6-98d2-b63e1ad0be64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cebcfcb-d806-48bc-be10-631c2ecc7e6b HTTP/1.1" status: 200 len: 853 time: 0.1098306 Sep 18 19:48:58.201607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0b4c39c7-c349-4916-b307-f26754d6d219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4411547 Sep 18 19:48:58.247181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-c19d9f1e-e37c-492a-9263-865633c39d05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9831d0da-e753-4abe-8486-12bda22e2fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775311 Sep 18 19:48:58.263388 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c7217b-5f46-41e3-9a20-65af7f83a906 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:48:58.414864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2475933-632b-4daa-ba1a-6efe582fe01f req-d2e7d7b1-663c-456b-9713-27a21d137743 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:58.415056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.424046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.426573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2475933-632b-4daa-ba1a-6efe582fe01f req-d2e7d7b1-663c-456b-9713-27a21d137743 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1839478 Sep 18 19:48:58.431536 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/80632d73-5b96-4605-969a-92b4ce33064b HTTP/1.1" status: 204 len: 168 time: 2.9144256 Sep 18 19:48:58.441351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53938) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:58.456958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-218041961'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:58.468815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4072e-be8a-4130-94b1-773b8a281fc3 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=80632d73-5b96-4605-969a-92b4ce33064b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:58.482283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-269abaac-39f2-49f1-9ce3-006d298cc74b None None] Provisioning complete for port 3e7364d5-9d60-495a-aab8-85c56377e786 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:58.482661 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-269abaac-39f2-49f1-9ce3-006d298cc74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.510058 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3e7364d5-9d60-495a-aab8-85c56377e786 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:58.536286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2475933-632b-4daa-ba1a-6efe582fe01f req-3bdb3f3a-fd82-4565-9c4f-da61e2b9267a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021628 Sep 18 19:48:58.571441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-bb3a0d2e-19b8-4cf2-85d1-77f5d73bd3b5 service neutron] 10.222.0.32 "GET /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949750 Sep 18 19:48:58.575901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:58.608145 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.689247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:48:58.708046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53940) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:58.721034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c7c577a5-65ba-4795-aebe-b0de9829f21b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265970419', 'description': 'tempest-description--1086444602'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:58.727488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.728195 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment 9fb1a538-5a7d-4958-92ac-2a623dc019bf of type vlan for network 465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea Sep 18 19:48:58.756356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c7c577a5-65ba-4795-aebe-b0de9829f21b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.879020 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.899348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee859a5-2a2f-445c-bc74-594fa7a34622 req-c64da84e-9200-4edf-923b-cf962963d756 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:58.912000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ee859a5-2a2f-445c-bc74-594fa7a34622 req-c64da84e-9200-4edf-923b-cf962963d756 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 943 time: 0.1907947 Sep 18 19:48:58.918170 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c7c577a5-65ba-4795-aebe-b0de9829f21b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.923585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c7c577a5-65ba-4795-aebe-b0de9829f21b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.944989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3e7364d5-9d60-495a-aab8-85c56377e786 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:58.945558 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.946458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60c21ff1-2578-496c-a7e4-ff0ebd37e4aa req-912677b4-559f-4ddc-9a5a-1cf1f29a5119 service neutron] 10.222.0.32 "GET /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358941 Sep 18 19:48:58.974346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c7c577a5-65ba-4795-aebe-b0de9829f21b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:58.975761 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c7c577a5-65ba-4795-aebe-b0de9829f21b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2666686 Sep 18 19:48:58.979085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53942) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:58.985082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-aa5f3a4f-f96e-4209-9cd7-2727bc718bbe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'security_group_rule': {'security_group_id': '1726c37e-ab89-4cf3-ba09-dda99084e2f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:58.987775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ee859a5-2a2f-445c-bc74-594fa7a34622 req-36d89557-119d-45c1-ab5d-e5ec7a120b86 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741930 Sep 18 19:48:59.011724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.013298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c577a5-65ba-4795-aebe-b0de9829f21b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1726c37e-ab89-4cf3-ba09-dda99084e2f0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:59.018854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:59.019845 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.032649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3a4f-f96e-4209-9cd7-2727bc718bbe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.089271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6467495 Sep 18 19:48:59.092162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53944) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:59.098916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': '465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:59.137002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286af6f-b2ab-43ce-a435-7a48466fcc35 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:59.141125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-c71d8015-0330-4df6-8fb6-e69b69456f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:59.142841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-c71d8015-0330-4df6-8fb6-e69b69456f94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fef932b3adb4c8d9ccdbaae2fa72408&device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 1095 time: 0.1199160 Sep 18 19:48:59.150097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d71ac-5908-4669-ada4-150be711c80b None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:48:59.152295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:48:59.200916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3a4f-f96e-4209-9cd7-2727bc718bbe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.214189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3a4f-f96e-4209-9cd7-2727bc718bbe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.246191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f3a4f-f96e-4209-9cd7-2727bc718bbe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02070428-ccd1-46e4-9a66-5505fb906f2d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:59.253226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:48:59.258784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.265347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3a4f-f96e-4209-9cd7-2727bc718bbe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.269094 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aa5f3a4f-f96e-4209-9cd7-2727bc718bbe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2860572 Sep 18 19:48:59.272753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53946) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:59.281156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:48:59.281425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d2d54373-c58b-41bc-a823-7bb050fe90ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'security_group_rule': {'security_group_id': '1726c37e-ab89-4cf3-ba09-dda99084e2f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:59.294474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-13d76ec7-6737-45ec-b833-6662de4a148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:59.296154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-13d76ec7-6737-45ec-b833-6662de4a148f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9831d0da-e753-4abe-8486-12bda22e2fbf HTTP/1.1" status: 200 len: 914 time: 0.1446395 Sep 18 19:48:59.341895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ebc09d89-5d3e-455b-990b-3b9947f2dc37 None None] Provisioning complete for port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:59.342284 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ebc09d89-5d3e-455b-990b-3b9947f2dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.357630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-f77d507c-7f1c-4d8a-b56b-195494ddb90b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08145f0d-23fa-45bb-a448-9bcabd3ca18f HTTP/1.1" status: 200 len: 217 time: 0.0517998 Sep 18 19:48:59.358973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2d54373-c58b-41bc-a823-7bb050fe90ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.418700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ebc09d89-5d3e-455b-990b-3b9947f2dc37 None None] Port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:48:59.461629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:59.461880 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.492991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ebc09d89-5d3e-455b-990b-3b9947f2dc37 None None] Provisioning complete for port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:48:59.494456 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ebc09d89-5d3e-455b-990b-3b9947f2dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.494691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2d54373-c58b-41bc-a823-7bb050fe90ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.505044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2d54373-c58b-41bc-a823-7bb050fe90ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.508983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.531762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d54373-c58b-41bc-a823-7bb050fe90ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a874c3c-9bb0-43cb-a17f-f5a2105cdc1d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:59.534680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-cbe60a9d-0d32-43d0-b2f4-7219292700b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:59.536493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-cbe60a9d-0d32-43d0-b2f4-7219292700b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cebcfcb-d806-48bc-be10-631c2ecc7e6b HTTP/1.1" status: 200 len: 853 time: 0.1403556 Sep 18 19:48:59.566256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1d71ac-5908-4669-ada4-150be711c80b None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:48:59.578107 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2d54373-c58b-41bc-a823-7bb050fe90ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.579466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d2d54373-c58b-41bc-a823-7bb050fe90ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3034933 Sep 18 19:48:59.581540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-10b65d95-ea1a-4bd2-b9eb-2f6bd20e5a5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9831d0da-e753-4abe-8486-12bda22e2fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376942 Sep 18 19:48:59.582314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53952) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:59.587117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:48:59.649707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=f6ca340f-78c5-4685-8365-7a03ec4224ff,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:48:59.705224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.725419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': '9fb1a538-5a7d-4958-92ac-2a623dc019bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:48:59.727112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: 465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:48:59.768949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network 465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:48:59.796304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:48:59.813545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:59.814412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:48:59.849102 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-95c35465-76c7-45bc-85ab-38873a8ca9a4 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7557364 Sep 18 19:48:59.852153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:48:59.863289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a4d7-8d37-4db8-825a-ba442d8272eb req-88ca5fd4-d506-43a7-8a71-a63017a587a5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:48:59.871356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f806a4d7-8d37-4db8-825a-ba442d8272eb req-88ca5fd4-d506-43a7-8a71-a63017a587a5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1678028 Sep 18 19:48:59.921689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-fff6bdfe-b25b-450a-a8dd-db87fd8294cc service neutron] 10.222.0.32 "GET /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292058 Sep 18 19:48:59.983857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f806a4d7-8d37-4db8-825a-ba442d8272eb req-7244c1cb-0f2e-4ef3-ba30-6d30bc024160 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111715 Sep 18 19:49:00.021160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.049329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae42bc-f313-4d7a-862b-a3739d1b7341 None None] Network 465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:00.137151 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.182831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79c9fa05-22a4-4b76-a1b8-455b2188daf2 req-0bfbce07-e327-4913-80cb-6d62a56c75e8 service neutron] 10.222.0.32 "GET /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240093 Sep 18 19:49:00.195164 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.221749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75621b5-ae46-4053-acb0-06615ee67405 req-ea09eabc-1001-412b-9afa-e6220c5528e0 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:00.229811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b75621b5-ae46-4053-acb0-06615ee67405 req-ea09eabc-1001-412b-9afa-e6220c5528e0 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 943 time: 0.1377594 Sep 18 19:49:00.237322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.324549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214db53-0876-443f-9663-87f80fe68ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea', 'network_id': '465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': 'f6ca340f-78c5-4685-8365-7a03ec4224ff'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:49:00.325662 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6214db53-0876-443f-9663-87f80fe68ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.366437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.391397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:00.404461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb1a538-5a7d-4958-92ac-2a623dc019bf') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:00.404908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb1a538-5a7d-4958-92ac-2a623dc019bf') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:00.416835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.434911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.444922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:00.445481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.454541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9a9bb-f429-4dcc-bbcc-2ccba0cbb706 None None] Network 465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:00.460575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9a29c575-5ec6-4a9b-89a3-984989f2461a None None] Provisioning complete for port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:00.461725 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a29c575-5ec6-4a9b-89a3-984989f2461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.528457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ca340f-78c5-4685-8365-7a03ec4224ff,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:00.533114 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:00.535450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.541812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.544273 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea HTTP/1.1" status: 204 len: 168 time: 0.6911769 Sep 18 19:49:00.560900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53964) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:00.561868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839c528-1713-4ee6-82de-de237ed18d4d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:00.572755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1517817058'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:00.602790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:00.606649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9a29c575-5ec6-4a9b-89a3-984989f2461a None None] Port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:00.609521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.670266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:00.672139 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.672559 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment a1c6d09c-c744-463e-a2f1-2e8b4aecab04 of type vlan for network 7f6f5cfd-9923-4ef7-be4b-6956bb6df846 Sep 18 19:49:00.695985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b75621b5-ae46-4053-acb0-06615ee67405 req-7bbc8280-a45e-42d3-9265-b303ae940c2d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652128 Sep 18 19:49:00.732920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.733588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Allocated IP 172.25.8.221 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/bd6c4581-1f82-4d1e-9221-7f366b8b806f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:00.760011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.766426 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:00.767155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.789632 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2212064 Sep 18 19:49:00.790424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53972) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:00.796143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': '7f6f5cfd-9923-4ef7-be4b-6956bb6df846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:00.859203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e580798-7cbb-4ccc-b1cc-c17a4f462535 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=7f6f5cfd-9923-4ef7-be4b-6956bb6df846,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:00.874132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 7f6f5cfd-9923-4ef7-be4b-6956bb6df846 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:00.940693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:00.975244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:00.980164 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.059709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.150704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:01.165436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:01.167886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:01.199362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=bd6c4581-1f82-4d1e-9221-7f366b8b806f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:01.249051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220bce2-1d2c-41b3-bdd9-63e5f4fa237d req-232f6f08-944e-4ca2-816b-2fddad50e397 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:01.250564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c220bce2-1d2c-41b3-bdd9-63e5f4fa237d req-232f6f08-944e-4ca2-816b-2fddad50e397 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1957035 Sep 18 19:49:01.391472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c220bce2-1d2c-41b3-bdd9-63e5f4fa237d req-5307bb2f-4349-4f92-90a2-0b31c71ac44f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328495 Sep 18 19:49:01.393889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.402572 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.479930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=3702ed5e-9d40-47fd-8754-f6ffb2d84e4e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:01.482872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.525359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': 'a1c6d09c-c744-463e-a2f1-2e8b4aecab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7f6f5cfd-9923-4ef7-be4b-6956bb6df846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:01.525713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: 7f6f5cfd-9923-4ef7-be4b-6956bb6df846, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:01.577609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network 7f6f5cfd-9923-4ef7-be4b-6956bb6df846 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:01.613578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 7f6f5cfd-9923-4ef7-be4b-6956bb6df846) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:01.623022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:01.624232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.629964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a4004-0958-4c21-b1ac-55b4b59f5862 None None] Network 7f6f5cfd-9923-4ef7-be4b-6956bb6df846 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:01.646778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-12950615-ffc3-4a48-857b-b1183757519b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8544919 Sep 18 19:49:01.649514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:01.723114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.736038 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.829114 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.878977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da4462-ec6d-43c5-943c-120f72502b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-7f6f5cfd-9923-4ef7-be4b-6956bb6df846', 'network_id': '7f6f5cfd-9923-4ef7-be4b-6956bb6df846', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': '3702ed5e-9d40-47fd-8754-f6ffb2d84e4e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:49:01.883773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-50da4462-ec6d-43c5-943c-120f72502b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.887516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=bd6c4581-1f82-4d1e-9221-7f366b8b806f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:01.897049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.915682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a052839-470a-4f06-926a-649691d8be15 req-c9de04f1-e1e5-42df-a250-5a6274262980 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:01.917131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a052839-470a-4f06-926a-649691d8be15 req-c9de04f1-e1e5-42df-a250-5a6274262980 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 943 time: 0.1199064 Sep 18 19:49:01.940062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.952725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:01.954941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-31c81ba3-172e-4666-8591-8a02307ffea0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3715699 Sep 18 19:49:02.000375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a052839-470a-4f06-926a-649691d8be15 req-f333ff7e-a800-4dc5-b757-d858aa6a5def tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743442 Sep 18 19:49:02.060199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-50da4462-ec6d-43c5-943c-120f72502b17 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3702ed5e-9d40-47fd-8754-f6ffb2d84e4e: This subnet is being modified by another concurrent operation. Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:49:02.088417 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3702ed5e-9d40-47fd-8754-f6ffb2d84e4e: This subnet is being modified by another concurrent operation. Sep 18 19:49:02.098406 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 19:49:02.112914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=3702ed5e-9d40-47fd-8754-f6ffb2d84e4e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:02.119335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.119702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.120311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.120874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.121214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.121620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.121952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.122307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.122637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.122982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.123316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.123660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:02.161165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f66d6d-c764-444d-9ad7-ce47e8df4919 None None] Network 7f6f5cfd-9923-4ef7-be4b-6956bb6df846 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:02.183365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.213013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6f5cfd-9923-4ef7-be4b-6956bb6df846']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:02.225018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c6d09c-c744-463e-a2f1-2e8b4aecab04') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:02.225018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c6d09c-c744-463e-a2f1-2e8b4aecab04') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:02.236680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.257857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.264690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:02.265336 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:02.268773 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:02.306173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9403bee-e54b-4234-8683-529a46c6e8b3 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:49:02.352363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.356886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.359065 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/7f6f5cfd-9923-4ef7-be4b-6956bb6df846 HTTP/1.1" status: 204 len: 168 time: 0.7082131 Sep 18 19:49:02.362470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54006) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:02.367942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-651617789'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:02.385266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b922-e3a9-4172-941e-68ce2c1792a5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=7f6f5cfd-9923-4ef7-be4b-6956bb6df846,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:02.421108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d4e8120f-96fc-4f18-ad55-ad07804b3fc7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1265970419&fields=id&tenant_id=f68c982f2620424e9ad1abd070a050d4 HTTP/1.1" status: 200 len: 267 time: 0.0496805 Sep 18 19:49:02.433295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:02.441057 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.452174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9403bee-e54b-4234-8683-529a46c6e8b3 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:49:02.535476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:02.560990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-f1b653df-88ef-4e3c-8af7-f006497a9bfe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:02.563862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-f1b653df-88ef-4e3c-8af7-f006497a9bfe tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports/32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 200 len: 930 time: 0.1174917 Sep 18 19:49:02.575259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.575753 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment e5d66493-fa3f-485d-872b-f2199e0f6cda of type vlan for network ed19df05-bc9a-4ede-b056-d32f53bff22d Sep 18 19:49:02.600381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25331fc8-34c6-4d38-9396-2c31886c51f5 req-49d2bab6-29bd-46ae-81a8-ee58152f614c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:02.602460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25331fc8-34c6-4d38-9396-2c31886c51f5 req-49d2bab6-29bd-46ae-81a8-ee58152f614c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1059511 Sep 18 19:49:02.673332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-5182ee23-e79f-4168-9882-9973da8f4561 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:02.674731 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-5182ee23-e79f-4168-9882-9973da8f4561 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports/708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 200 len: 931 time: 0.1052661 Sep 18 19:49:02.706921 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.762823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25331fc8-34c6-4d38-9396-2c31886c51f5 req-455f5042-ed30-4097-a23d-6567661ce48e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384373 Sep 18 19:49:02.783195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d24ad1b6-bcd9-4873-afdd-b7df7213771d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0958533 Sep 18 19:49:02.823862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e27f2bf9-5c4c-4555-8528-1c9883a5982a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0350754 Sep 18 19:49:02.828069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.834216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:02.834929 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:02.901521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5378573 Sep 18 19:49:02.905159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54012) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:02.911415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-33a172ee-b528-4911-a28d-4e4416b961b9 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:02.970147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f5c4d-c219-4b40-96e7-cf96a1c81a4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=ed19df05-bc9a-4ede-b056-d32f53bff22d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:02.989445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ed19df05-bc9a-4ede-b056-d32f53bff22d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:03.049643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-34d657af-bbab-4147-a4a7-403f93f82fcc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:03.056559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-34d657af-bbab-4147-a4a7-403f93f82fcc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:03.064308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-34d657af-bbab-4147-a4a7-403f93f82fcc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:03.070261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-34d657af-bbab-4147-a4a7-403f93f82fcc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/networks?id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5 HTTP/1.1" status: 200 len: 1990 time: 0.2324469 Sep 18 19:49:03.087601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-ec525fe0-e230-40b2-a406-f8bf3a15831c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/quotas/f68c982f2620424e9ad1abd070a050d4 HTTP/1.1" status: 200 len: 375 time: 0.0145423 Sep 18 19:49:03.108303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33a172ee-b528-4911-a28d-4e4416b961b9 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:03.129364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33a172ee-b528-4911-a28d-4e4416b961b9 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:03.153636 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33a172ee-b528-4911-a28d-4e4416b961b9 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network ed19df05-bc9a-4ede-b056-d32f53bff22d is not hosted by any dhcp agent {{(pid=94940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 19:49:03.158940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a172ee-b528-4911-a28d-4e4416b961b9 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:03.159554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33a172ee-b528-4911-a28d-4e4416b961b9 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:03.164236 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-33a172ee-b528-4911-a28d-4e4416b961b9 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "PUT /v2.0/networks/ed19df05-bc9a-4ede-b056-d32f53bff22d HTTP/1.1" status: 200 len: 723 time: 0.2537854 Sep 18 19:49:03.166718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54020) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:03.172155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': 'ed19df05-bc9a-4ede-b056-d32f53bff22d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:03.190179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-81098b04-cf9a-4d58-97e4-1ee13e283de7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0960937 Sep 18 19:49:03.221418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032e0cc-a1a6-4dbb-adab-ad990ef4fde8 req-891a0d3d-d01b-4fed-8b8e-e92d630ed19f tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:03.223085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0032e0cc-a1a6-4dbb-adab-ad990ef4fde8 req-891a0d3d-d01b-4fed-8b8e-e92d630ed19f tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 943 time: 0.0927372 Sep 18 19:49:03.236243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a172ee-b528-4911-a28d-4e4416b961b9 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=ed19df05-bc9a-4ede-b056-d32f53bff22d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:03.251267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ed19df05-bc9a-4ede-b056-d32f53bff22d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:03.315000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:03.322660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:03.328352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0032e0cc-a1a6-4dbb-adab-ad990ef4fde8 req-7d001b11-21f4-4561-902a-71de4586277c tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929618 Sep 18 19:49:03.359960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-2686e13e-73a9-40ed-b746-f9399de3943d service neutron] 10.222.0.20 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564534 Sep 18 19:49:03.497705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-b0e15c44-070d-421f-9810-644427746978 service neutron] 10.222.0.20 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355827 Sep 18 19:49:03.543311 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-60df7792-28b9-4822-8de9-b0339aec521d service neutron] show failed (client error): The resource could not be found. Sep 18 19:49:03.544352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-60df7792-28b9-4822-8de9-b0339aec521d service neutron] 10.222.0.32 "GET /v2.0/ports/2961411a-b7c8-47d0-8fc3-f837c7b79c82/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.1069100 Sep 18 19:49:03.548265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-4250445a-b1e8-464d-989f-704ccc30085f service neutron] 10.222.0.20 "GET /v2.0/ports/32e2834a-8d12-4560-b0e6-7febfb9e0f21?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0437624 Sep 18 19:49:03.555604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:03.617495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=e8df2a1f-7007-4bd7-a7aa-15d646d741ea,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:03.624717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': 'e5d66493-fa3f-485d-872b-f2199e0f6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed19df05-bc9a-4ede-b056-d32f53bff22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:03.625093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: ed19df05-bc9a-4ede-b056-d32f53bff22d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:03.642575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network ed19df05-bc9a-4ede-b056-d32f53bff22d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:03.649057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-370e88e1-fbc3-4273-9f53-3975d3ee8993 service neutron] 10.222.0.20 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918248 Sep 18 19:49:03.652956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, ed19df05-bc9a-4ede-b056-d32f53bff22d) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:03.658039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:03.658815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:03.670771 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e761c-6821-470b-9238-a98861b78fc6 None None] Network ed19df05-bc9a-4ede-b056-d32f53bff22d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:03.675355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 08145f0d-23fa-45bb-a448-9bcabd3ca18f details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:49:03.678793 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-14e59600-489e-4e20-8d97-cfea20501291 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5110545 Sep 18 19:49:03.681414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54024) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:03.687672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-aa097500-99de-4fe9-83b7-e3c71f1b9844 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:03.781329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-8bfde083-85ba-4a3c-b866-abf339442491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:03.784416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-8bfde083-85ba-4a3c-b866-abf339442491 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea&tenant_id=4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 1101 time: 0.0520921 Sep 18 19:49:03.799262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-41beca45-1d6c-4d85-a4e6-5647f3a35bd6 service neutron] 10.222.0.20 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435890 Sep 18 19:49:03.808897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa097500-99de-4fe9-83b7-e3c71f1b9844 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58932434'] for subnet, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:03.811187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:03.905108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-b1ae9b17-4bb0-4649-990e-a9ea2ef1f431 service neutron] 10.222.0.20 "GET /v2.0/ports/708b22da-9bd8-4d56-b32b-8d06d1eaf51a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0898314 Sep 18 19:49:03.979680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa097500-99de-4fe9-83b7-e3c71f1b9844 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781702080260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58802849'] for subnet, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:03.992571 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.015699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa097500-99de-4fe9-83b7-e3c71f1b9844 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:04.016294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa097500-99de-4fe9-83b7-e3c71f1b9844 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.020035 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aa097500-99de-4fe9-83b7-e3c71f1b9844 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "PUT /v2.0/subnets/e8df2a1f-7007-4bd7-a7aa-15d646d741ea HTTP/1.1" status: 200 len: 806 time: 0.3349476 Sep 18 19:49:04.020276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54030) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:04.063458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 08145f0d-23fa-45bb-a448-9bcabd3ca18f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08145f0d-23fa-45bb-a448-9bcabd3ca18f,segment=NetworkSegment(ca3df2b0-a033-466e-a4ab-ff2880817d9e),segment_id=ca3df2b0-a033-466e-a4ab-ff2880817d9e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:04.065433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa097500-99de-4fe9-83b7-e3c71f1b9844 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=e8df2a1f-7007-4bd7-a7aa-15d646d741ea,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:04.078718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '08145f0d-23fa-45bb-a448-9bcabd3ca18f', 'network_id': '9831d0da-e753-4abe-8486-12bda22e2fbf', 'port_id': '08145f0d-23fa-45bb-a448-9bcabd3ca18f', 'mac_address': 'fa:16:3e:c3:dc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cebcfcb-d806-48bc-be10-631c2ecc7e6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:49:04.082931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-ed19df05-bc9a-4ede-b056-d32f53bff22d', 'network_id': 'ed19df05-bc9a-4ede-b056-d32f53bff22d', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': 'e8df2a1f-7007-4bd7-a7aa-15d646d741ea'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:49:04.084500 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.105127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15d004-70c6-48d4-8907-78a7df00ad87 req-d02d81f6-0cb9-4504-b0c5-e576a548cee3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:04.106646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a15d004-70c6-48d4-8907-78a7df00ad87 req-d02d81f6-0cb9-4504-b0c5-e576a548cee3 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1704307 Sep 18 19:49:04.134713 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-7eb5be2b-668d-48b9-b101-09958748f068 service neutron] 10.222.0.20 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286456 Sep 18 19:49:04.136308 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.186502 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.190384 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.214462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08145f0d-23fa-45bb-a448-9bcabd3ca18f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:04.262775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 08145f0d-23fa-45bb-a448-9bcabd3ca18f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08145f0d-23fa-45bb-a448-9bcabd3ca18f,segment=NetworkSegment(ca3df2b0-a033-466e-a4ab-ff2880817d9e),segment_id=ca3df2b0-a033-466e-a4ab-ff2880817d9e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:04.269190 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.304115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Allocated IP 172.20.0.2 (ed19df05-bc9a-4ede-b056-d32f53bff22d/e8df2a1f-7007-4bd7-a7aa-15d646d741ea/7d875413-3080-4b45-8efc-4a777bc8388c) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:04.306678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a15d004-70c6-48d4-8907-78a7df00ad87 req-40851566-2fa5-45cb-b12b-3280ec193e70 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864138 Sep 18 19:49:04.359828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=08145f0d-23fa-45bb-a448-9bcabd3ca18f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:04.367110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-ea2c627d-142d-4708-9ca3-f7313e0e7d11 service neutron] 10.222.0.20 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314639 Sep 18 19:49:04.500953 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.514439 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.535744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:04.538095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.558927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Network ed19df05-bc9a-4ede-b056-d32f53bff22d is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:04.561869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:04.568335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:04.577102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08145f0d-23fa-45bb-a448-9bcabd3ca18f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:04.577842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=e8df2a1f-7007-4bd7-a7aa-15d646d741ea,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:04.609202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e6015cb5-9b8e-4665-ae27-64b4e968e19b service neutron] 10.222.0.20 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411888 Sep 18 19:49:04.617667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:04.627751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Pushing event updated for resources: {'Port': ['ID=7d875413-3080-4b45-8efc-4a777bc8388c,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:04.669448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Attempting to bind port 7d875413-3080-4b45-8efc-4a777bc8388c on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:04.669814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Attempting to bind port 7d875413-3080-4b45-8efc-4a777bc8388c by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'e5d66493-fa3f-485d-872b-f2199e0f6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed19df05-bc9a-4ede-b056-d32f53bff22d'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:04.670182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Attempting to bind port 7d875413-3080-4b45-8efc-4a777bc8388c on network ed19df05-bc9a-4ede-b056-d32f53bff22d {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:04.671984 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.679544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:04.680040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Checking segment: {'id': 'e5d66493-fa3f-485d-872b-f2199e0f6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed19df05-bc9a-4ede-b056-d32f53bff22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:04.680455 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.680854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Bound using segment: {'id': 'e5d66493-fa3f-485d-872b-f2199e0f6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed19df05-bc9a-4ede-b056-d32f53bff22d'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:04.681324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Bound port: 7d875413-3080-4b45-8efc-4a777bc8388c, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d66493-fa3f-485d-872b-f2199e0f6cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed19df05-bc9a-4ede-b056-d32f53bff22d'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:04.681708 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.697119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed19df05-bc9a-4ede-b056-d32f53bff22d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:04.713933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d66493-fa3f-485d-872b-f2199e0f6cda') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:04.717642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d66493-fa3f-485d-872b-f2199e0f6cda') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:04.730664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289dd79-468c-40ae-877a-0b4a7ebbc3b7 req-774634e2-8f52-4fa3-b75f-533d6af394d8 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:04.737121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.738764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4289dd79-468c-40ae-877a-0b4a7ebbc3b7 req-774634e2-8f52-4fa3-b75f-533d6af394d8 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 944 time: 0.2729366 Sep 18 19:49:04.756660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.766842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:04.767256 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:04.770899 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:04.789582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] For port 7d875413-3080-4b45-8efc-4a777bc8388c, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:04.816357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4289dd79-468c-40ae-877a-0b4a7ebbc3b7 req-1081749b-af19-4c3a-8ac8-d6d04653eef6 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765843 Sep 18 19:49:04.820067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:04.827985 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc614ab2-8b3b-4f77-8615-c2974acdc913" -d '{"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:04.841051 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.846547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-8df596c8-4baa-4fda-8289-0b648c711cff service neutron] 10.222.0.20 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015779 Sep 18 19:49:04.860497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 19:49:04.860497 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 19:49:04.860497 n-d-789963-11 neutron-server[94940]: [parameters: {'id': 'ed19df05-bc9a-4ede-b056-d32f53bff22d'}] Sep 18 19:49:04.860497 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:49:04.861382 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:49:04.868919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Transition to ACTIVE for port object 2961411a-b7c8-47d0-8fc3-f837c7b79c82 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:04.870665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] For port 7d875413-3080-4b45-8efc-4a777bc8388c, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7d875413-3080-4b45-8efc-4a777bc8388c,segment=NetworkSegment(e5d66493-fa3f-485d-872b-f2199e0f6cda),segment_id=e5d66493-fa3f-485d-872b-f2199e0f6cda)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:04.884210 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:04.891455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.038003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18c35d-2196-41cf-b95a-429840d8c194 None None] Pushing event updated for resources: {'Port': ['ID=7d875413-3080-4b45-8efc-4a777bc8388c,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:05.052478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e470f-06a8-401a-88b5-2b947b21a1fa None None] Network ed19df05-bc9a-4ede-b056-d32f53bff22d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:05.184175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5853b67f-a79e-4801-8974-288c4d840f15 None None] Network ed19df05-bc9a-4ede-b056-d32f53bff22d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:05.326046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42976b87-050f-4afd-9b5f-0c7517543f8d None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:49:05.328341 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8fa129-1145-4b2b-9581-c147c9630a63 x-openstack-request-id: req-2a8fa129-1145-4b2b-9581-c147c9630a63 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:05.328625 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:05.329474 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a8fa129-1145-4b2b-9581-c147c9630a63 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:05.329866 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'code': 200} Sep 18 19:49:05.332055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] No DVR routers for this DVR port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:05.352359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:05.363117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.390135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:05.390475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:05.390801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:05.407819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:05.408077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:05.425262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-eb471f24-0267-4432-b707-7fd1be74d1df service neutron] 10.222.0.20 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580928 Sep 18 19:49:05.430933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:05.431269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:05.431680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:05.431877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Deleting port 7d875413-3080-4b45-8efc-4a777bc8388c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:05.432113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Bound port: 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:05.432768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.433201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.461677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42976b87-050f-4afd-9b5f-0c7517543f8d None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:49:05.499318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] For port 7d875413-3080-4b45-8efc-4a777bc8388c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7d875413-3080-4b45-8efc-4a777bc8388c,segment=NetworkSegment(e5d66493-fa3f-485d-872b-f2199e0f6cda),segment_id=e5d66493-fa3f-485d-872b-f2199e0f6cda)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:05.499790 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.518560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Calling delete_port for 7d875413-3080-4b45-8efc-4a777bc8388c owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:05.549120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432880e-8429-419a-8e8e-11aa25d2a38a req-153d0683-abd2-4ed9-aeae-8504fa75dddd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:05.550614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9432880e-8429-419a-8e8e-11aa25d2a38a req-153d0683-abd2-4ed9-aeae-8504fa75dddd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 947 time: 0.1576271 Sep 18 19:49:05.601322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.607125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-3952b8f1-2809-4dd3-9e52-dff88a71fceb service neutron] 10.222.0.20 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715975 Sep 18 19:49:05.613625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:05.619352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:05.638657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No DVR routers for this DVR port 7d875413-3080-4b45-8efc-4a777bc8388c on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:05.640802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Port': ['ID=7d875413-3080-4b45-8efc-4a777bc8388c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:05.644750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.673240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9432880e-8429-419a-8e8e-11aa25d2a38a req-c1b218d2-6753-4b77-a7a9-417e94603998 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100802 Sep 18 19:49:05.721648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 08145f0d-23fa-45bb-a448-9bcabd3ca18f up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:05.743647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:05.744274 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.745676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] 10.222.0.24 "PUT /v2.0/ports/2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 1096 time: 1.9388139 Sep 18 19:49:05.745965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.791272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed19df05-bc9a-4ede-b056-d32f53bff22d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:05.809274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d66493-fa3f-485d-872b-f2199e0f6cda') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:05.809650 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d66493-fa3f-485d-872b-f2199e0f6cda') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:05.812740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 08145f0d-23fa-45bb-a448-9bcabd3ca18f completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:49:05.822700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.825037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4058e1-aec7-4947-a16e-4bfbdcea2c34 service neutron] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:05.826078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 08145f0d-23fa-45bb-a448-9bcabd3ca18f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:05.826463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.835948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aa32bb7f-45d2-46af-aedf-2d38f15e9848 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197990 Sep 18 19:49:05.848160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.855369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-2bfb98c0-82ea-4bba-bcfa-789ceeb671e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:05.855607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:05.856093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.856879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-2bfb98c0-82ea-4bba-bcfa-789ceeb671e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1099 time: 0.0852277 Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:05.860839 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:05.940929 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.954412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.958949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.962049 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/ed19df05-bc9a-4ede-b056-d32f53bff22d HTTP/1.1" status: 204 len: 168 time: 1.9408348 Sep 18 19:49:05.970537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54052) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:05.971182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bedab7-122e-4227-8b11-aeb4bdcf8e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08145f0d-23fa-45bb-a448-9bcabd3ca18f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:05.973803 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac7e1fa-a393-42ef-92d1-536443f54467" -d '{"events": [{"server_uuid": "54bedab7-122e-4227-8b11-aeb4bdcf8e16", "name": "network-vif-plugged", "status": "completed", "tag": "08145f0d-23fa-45bb-a448-9bcabd3ca18f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:05.993637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 08145f0d-23fa-45bb-a448-9bcabd3ca18f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08145f0d-23fa-45bb-a448-9bcabd3ca18f,segment=NetworkSegment(ca3df2b0-a033-466e-a4ab-ff2880817d9e),segment_id=ca3df2b0-a033-466e-a4ab-ff2880817d9e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:05.998499 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:05.999534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:06.014779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383834e2-925d-4ea1-8afc-7fe153f2366c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=ed19df05-bc9a-4ede-b056-d32f53bff22d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:06.017796 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-efca3eb8-9699-496c-a751-b1bcf60dc332 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:06.018850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efca3eb8-9699-496c-a751-b1bcf60dc332 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:06.021104 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-efca3eb8-9699-496c-a751-b1bcf60dc332 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/ed19df05-bc9a-4ede-b056-d32f53bff22d HTTP/1.1" status: 404 len: 339 time: 0.0482326 Sep 18 19:49:06.026582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54058) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:06.032473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-398734192', 'description': 'd1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:06.062247 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:06.070378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.104775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-600da1a1-516c-46f6-8363-0b566d52c07d service neutron] 10.222.0.20 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605805 Sep 18 19:49:06.119199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=08145f0d-23fa-45bb-a448-9bcabd3ca18f,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:06.120763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b89dd3-a381-47af-80af-f28885037541 req-788403fd-012a-436c-b4f6-16d63284f15a tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.122270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:06.136256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21b89dd3-a381-47af-80af-f28885037541 req-788403fd-012a-436c-b4f6-16d63284f15a tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 944 time: 0.1946545 Sep 18 19:49:06.136499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:06.151233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.151784 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment e9b522a5-7dbe-4776-8000-cce3536c5e30 of type vlan for network 2eefb58a-bb7a-4bec-8e2a-a582eeb889e9 Sep 18 19:49:06.174980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-b7a8abb9-5042-409d-832d-344501f3cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.176514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-b7a8abb9-5042-409d-832d-344501f3cdcc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.3091722 Sep 18 19:49:06.192400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.220020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.226346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.227076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.263851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-a1ad9cfa-2520-4930-b989-d3bbe163739f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.0764642 Sep 18 19:49:06.264646 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2368710 Sep 18 19:49:06.267317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54062) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:06.313836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21b89dd3-a381-47af-80af-f28885037541 req-86615a34-938e-469f-9296-43ba94f8611f tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764104 Sep 18 19:49:06.316943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde52a8d-354b-4a83-85fe-eaa6b3f35de6 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=2eefb58a-bb7a-4bec-8e2a-a582eeb889e9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:06.340250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-3d69ab93-35db-40e9-bb58-368591536601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.341760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-3d69ab93-35db-40e9-bb58-368591536601 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0707345 Sep 18 19:49:06.354344 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2eefb58a-bb7a-4bec-8e2a-a582eeb889e9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:06.365678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-87681569-6ad8-4723-968d-cee602d850ed service neutron] 10.222.0.20 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265303 Sep 18 19:49:06.388470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff3bf0-b3ee-4575-89fc-5b42a67eb3ba tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.390755 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21ff3bf0-b3ee-4575-89fc-5b42a67eb3ba tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/networks?id=2eefb58a-bb7a-4bec-8e2a-a582eeb889e9 HTTP/1.1" status: 200 len: 760 time: 0.1223469 Sep 18 19:49:06.393205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54064) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:06.399067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-42904645-4382-453c-b3c7-74e27fd161e2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'description': 'd2'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:06.485037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-d77fa0bb-fe5d-43a6-9149-d13574d2b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.486543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-d77fa0bb-fe5d-43a6-9149-d13574d2b0bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361728 Sep 18 19:49:06.532604 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c764b3e-35a8-4a52-a4bc-9c2b72f42caa x-openstack-request-id: req-4c764b3e-35a8-4a52-a4bc-9c2b72f42caa {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:06.532946 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bedab7-122e-4227-8b11-aeb4bdcf8e16", "name": "network-vif-plugged", "status": "completed", "tag": "08145f0d-23fa-45bb-a448-9bcabd3ca18f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:06.533631 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c764b3e-35a8-4a52-a4bc-9c2b72f42caa {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:06.533631 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bedab7-122e-4227-8b11-aeb4bdcf8e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08145f0d-23fa-45bb-a448-9bcabd3ca18f', 'code': 200} Sep 18 19:49:06.535450 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-9ac16eee-7fec-4f84-9304-ca4594f128e7 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437092 Sep 18 19:49:06.569228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42904645-4382-453c-b3c7-74e27fd161e2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.587470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42904645-4382-453c-b3c7-74e27fd161e2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.610766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42904645-4382-453c-b3c7-74e27fd161e2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network 2eefb58a-bb7a-4bec-8e2a-a582eeb889e9 is not hosted by any dhcp agent {{(pid=94940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 19:49:06.616334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42904645-4382-453c-b3c7-74e27fd161e2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.616965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42904645-4382-453c-b3c7-74e27fd161e2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.618288 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-42904645-4382-453c-b3c7-74e27fd161e2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "PUT /v2.0/networks/2eefb58a-bb7a-4bec-8e2a-a582eeb889e9 HTTP/1.1" status: 200 len: 757 time: 0.2239847 Sep 18 19:49:06.625395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54068) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:06.634602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-45a977b1-c125-49b0-99b2-c6fc0bc46e37 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382093 Sep 18 19:49:06.675937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e972a-289d-4da9-b7db-b9b987100f87 req-c643e410-71fd-44d7-9c71-b9991baa6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.677661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb8e972a-289d-4da9-b7db-b9b987100f87 req-c643e410-71fd-44d7-9c71-b9991baa6be8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 1097 time: 0.0784702 Sep 18 19:49:06.694520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42904645-4382-453c-b3c7-74e27fd161e2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=2eefb58a-bb7a-4bec-8e2a-a582eeb889e9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:06.728209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2eefb58a-bb7a-4bec-8e2a-a582eeb889e9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:06.758093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb8e972a-289d-4da9-b7db-b9b987100f87 req-ef9d325b-674e-40c6-9bc5-6ac7689e3f21 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505414 Sep 18 19:49:06.763951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c83b49f-5af7-4765-9b9e-1c8bc32c6e69 req-91083748-bc71-49b1-bbed-fc8769266467 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228073 Sep 18 19:49:06.780241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077cf07-55f8-4f7b-9e78-c97b37ca760a tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.782287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9077cf07-55f8-4f7b-9e78-c97b37ca760a tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/networks?id=2eefb58a-bb7a-4bec-8e2a-a582eeb889e9 HTTP/1.1" status: 200 len: 760 time: 0.1559741 Sep 18 19:49:06.785871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54076) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:06.797363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1405644354'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:06.864169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:06.867980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.879307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d1f44-a696-4dc4-b08b-e34ba6795873 req-ff50669b-ce0b-4b7d-a3ec-4e4a64074532 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:06.880811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c79d1f44-a696-4dc4-b08b-e34ba6795873 req-ff50669b-ce0b-4b7d-a3ec-4e4a64074532 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 947 time: 0.1005604 Sep 18 19:49:06.920540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:06.941711 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:06.942189 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment 8578625c-521d-4b5e-a580-f49973e4b9dd of type vlan for network 9b83e957-2163-423d-af38-40337d45b866 Sep 18 19:49:06.955811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c79d1f44-a696-4dc4-b08b-e34ba6795873 req-de7aa273-ba6b-45a0-8b31-f9d9fc80cd9e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573266 Sep 18 19:49:06.992568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:07.018934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:07.025872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:07.026726 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:07.061494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2691579 Sep 18 19:49:07.064307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54092) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:07.069932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': '9b83e957-2163-423d-af38-40337d45b866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:07.135007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af340ebe-d77f-4a51-8322-e412a46b0ca7 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=9b83e957-2163-423d-af38-40337d45b866,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:07.148918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 9b83e957-2163-423d-af38-40337d45b866 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:07.235772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ee42f9a-2b27-4ef4-83bd-70206e870fca req-79f97a9d-f487-41e4-a4a7-d69be7754cdb tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0447474 Sep 18 19:49:07.257928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:07.261571 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:07.330333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:07.332796 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b71d47-95d2-4a4f-83f1-8cf6932772d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:07.403536 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dcd9c3-ad80-47b5-92de-5e7599e1a523 x-openstack-request-id: req-c7dcd9c3-ad80-47b5-92de-5e7599e1a523 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:07.403983 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:07.404133 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7dcd9c3-ad80-47b5-92de-5e7599e1a523 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:07.404419 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'status': 'completed', 'code': 200} Sep 18 19:49:07.589900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-8aebf560-c908-4ed6-a5c7-f0ca51e3bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:07.591466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-8aebf560-c908-4ed6-a5c7-f0ca51e3bacf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1099 time: 0.1696138 Sep 18 19:49:07.593192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:07.602239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bade97a-85ab-4297-b8b2-e0c0e7e625d4 req-5d071e9e-c44f-4d08-9094-f585c87e2949 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:07.603703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bade97a-85ab-4297-b8b2-e0c0e7e625d4 req-5d071e9e-c44f-4d08-9094-f585c87e2949 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 945 time: 0.1441262 Sep 18 19:49:07.608798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-0d5bdf22-265f-4bca-ad57-8c8353c0b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:07.610160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-0d5bdf22-265f-4bca-ad57-8c8353c0b5f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1099 time: 0.2005749 Sep 18 19:49:07.813698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=cf76ca72-107b-4366-9227-d0d83143bad0,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:07.825495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bade97a-85ab-4297-b8b2-e0c0e7e625d4 req-4fd62b67-a068-4cb4-a3e1-490baed05d25 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144127 Sep 18 19:49:07.847469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': '8578625c-521d-4b5e-a580-f49973e4b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9b83e957-2163-423d-af38-40337d45b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:07.847829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: 9b83e957-2163-423d-af38-40337d45b866, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:07.882952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-54a4d3e4-d1a0-4b68-a7b3-b0b6fe6b182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:07.884450 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-54a4d3e4-d1a0-4b68-a7b3-b0b6fe6b182f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2687783 Sep 18 19:49:07.887128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-1cc8f041-b296-4d69-8533-174017fd4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:07.888476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-1cc8f041-b296-4d69-8533-174017fd4a60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2392488 Sep 18 19:49:07.905274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network 9b83e957-2163-423d-af38-40337d45b866 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:07.964907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-99cde72e-125c-4617-a7f8-e9bee508818c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.0709736 Sep 18 19:49:07.967071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-208bb601-4b3a-4abf-9ac3-0fdc34dcbb76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.0666251 Sep 18 19:49:07.969050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 9b83e957-2163-423d-af38-40337d45b866) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:07.973819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:07.974548 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:07.980825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c8158-7dd6-41e8-8e73-74a66b4fcf4e None None] Network 9b83e957-2163-423d-af38-40337d45b866 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:08.082223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1412a206-a637-4754-a5ae-57e3f75d1bc5 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0167677 Sep 18 19:49:08.085584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54118) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:08.098314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-f630f913-5594-4b31-80e5-8fcd84641012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.103723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-f630f913-5594-4b31-80e5-8fcd84641012 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1312208 Sep 18 19:49:08.106097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-1226efb6-e63c-4b1c-8d13-c312fcd3fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.107501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-1226efb6-e63c-4b1c-8d13-c312fcd3fbaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1241205 Sep 18 19:49:08.141038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1052399-73c9-4ce0-83a5-9d6c19d83fb2 req-8dd51174-894e-4a36-b099-de7c38e867d6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.142538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1052399-73c9-4ce0-83a5-9d6c19d83fb2 req-8dd51174-894e-4a36-b099-de7c38e867d6 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 947 time: 0.1077003 Sep 18 19:49:08.154954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-9b83e957-2163-423d-af38-40337d45b866', 'network_id': '9b83e957-2163-423d-af38-40337d45b866', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': 'cf76ca72-107b-4366-9227-d0d83143bad0'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:49:08.156426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.219847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.222205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-36f40f0d-b43c-4ccb-a1c4-6b53b0e8725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.224329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-36f40f0d-b43c-4ccb-a1c4-6b53b0e8725f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105688 Sep 18 19:49:08.228963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1052399-73c9-4ce0-83a5-9d6c19d83fb2 req-b337c61e-d0f9-478a-86e2-d1aebaf99d8f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710146 Sep 18 19:49:08.232299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-5725a795-3f58-4cdb-8656-3aa3c67175a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.233273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-5725a795-3f58-4cdb-8656-3aa3c67175a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101570 Sep 18 19:49:08.325539 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.332773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Allocated IP 172.20.0.2 (9b83e957-2163-423d-af38-40337d45b866/cf76ca72-107b-4366-9227-d0d83143bad0/61019875-1602-4614-87ea-8baaa5d22884) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:08.400030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-a8c255f4-dd8a-4371-be83-48f012735e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.401389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-a8c255f4-dd8a-4371-be83-48f012735e6f service neutron] 10.222.0.24 "GET /v2.0/ports/32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 200 len: 1026 time: 0.1465309 Sep 18 19:49:08.483990 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.491865 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.522660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06ce87eb-5f39-4149-abc6-66119950ff2e req-93065551-1f46-4fdf-8314-3d3904e7a6ed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.1375751 Sep 18 19:49:08.531129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.551226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-5657b19d-7300-4f3b-8a03-32633fbfcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.553546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-5657b19d-7300-4f3b-8a03-32633fbfcca9 service neutron] 10.222.0.24 "GET /v2.0/ports/708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 200 len: 1027 time: 0.1044579 Sep 18 19:49:08.576473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Network 9b83e957-2163-423d-af38-40337d45b866 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:08.576473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:08.580703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:08.611304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Pushing event updated for resources: {'Port': ['ID=61019875-1602-4614-87ea-8baaa5d22884,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:08.665843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=cf76ca72-107b-4366-9227-d0d83143bad0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:08.713369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Attempting to bind port 61019875-1602-4614-87ea-8baaa5d22884 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:08.714669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Attempting to bind port 61019875-1602-4614-87ea-8baaa5d22884 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '8578625c-521d-4b5e-a580-f49973e4b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9b83e957-2163-423d-af38-40337d45b866'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:08.715241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Attempting to bind port 61019875-1602-4614-87ea-8baaa5d22884 on network 9b83e957-2163-423d-af38-40337d45b866 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:08.719699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-641934d5-69e9-4008-b467-ebd7c27e0f02 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.723179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:08.723782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Checking segment: {'id': '8578625c-521d-4b5e-a580-f49973e4b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9b83e957-2163-423d-af38-40337d45b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:08.725121 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.725614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Bound using segment: {'id': '8578625c-521d-4b5e-a580-f49973e4b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9b83e957-2163-423d-af38-40337d45b866'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:08.726087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-641934d5-69e9-4008-b467-ebd7c27e0f02 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.726214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Bound port: 61019875-1602-4614-87ea-8baaa5d22884, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8578625c-521d-4b5e-a580-f49973e4b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9b83e957-2163-423d-af38-40337d45b866'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:08.726629 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.731936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-641934d5-69e9-4008-b467-ebd7c27e0f02 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:08.733501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-641934d5-69e9-4008-b467-ebd7c27e0f02 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "GET /v2.0/networks?id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5 HTTP/1.1" status: 200 len: 1990 time: 0.1723051 Sep 18 19:49:08.753994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-00d54aab-af45-4479-b6f7-528886dd7293 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002174 Sep 18 19:49:08.759033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.788970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83e957-2163-423d-af38-40337d45b866']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:08.799717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8578625c-521d-4b5e-a580-f49973e4b9dd') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:08.800692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8578625c-521d-4b5e-a580-f49973e4b9dd') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:08.803843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] For port 61019875-1602-4614-87ea-8baaa5d22884, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:08.807901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] For port 61019875-1602-4614-87ea-8baaa5d22884, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=61019875-1602-4614-87ea-8baaa5d22884,segment=NetworkSegment(8578625c-521d-4b5e-a580-f49973e4b9dd),segment_id=8578625c-521d-4b5e-a580-f49973e4b9dd)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:08.812440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.813801 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.828652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.835878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:08.836837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:08.866274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-f39a4603-392c-4813-87e6-5f6fcff9c28c service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022882 Sep 18 19:49:08.884760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-48ab1d3f-7b64-442a-a565-85620ac37214 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414535 Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:08.931678 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:08.935943 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 19:49:08.935943 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 19:49:08.935943 n-d-789963-11 neutron-server[94940]: [parameters: {'id': '9b83e957-2163-423d-af38-40337d45b866'}] Sep 18 19:49:08.935943 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:49:08.936627 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:49:08.969765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894b6d6-5b6a-4928-b857-798b1788d23d None None] Network 9b83e957-2163-423d-af38-40337d45b866 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:08.975807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba133b-767b-4b86-9cea-2768d0a18632 None None] Pushing event updated for resources: {'Port': ['ID=61019875-1602-4614-87ea-8baaa5d22884,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:08.982061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-5e120b0d-4450-4749-bf68-5fbf4a45db6b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68c982f2620424e9ad1abd070a050d4 HTTP/1.1" status: 200 len: 380 time: 0.2309892 Sep 18 19:49:09.055022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'admin_state_up': True, 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'security_groups': ['1726c37e-ab89-4cf3-ba09-dda99084e2f0']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:09.094845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98b71d47-95d2-4a4f-83f1-8cf6932772d0 req-d9a11d1f-addd-42e9-a896-4e41794889fb service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015958 Sep 18 19:49:09.104910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc808cf-d3c7-4787-b467-f5235a48058f req-42231f02-65e3-45db-bbb8-910435d21dfe tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:09.106896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcc808cf-d3c7-4787-b467-f5235a48058f req-42231f02-65e3-45db-bbb8-910435d21dfe tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 945 time: 0.1845751 Sep 18 19:49:09.221834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcc808cf-d3c7-4787-b467-f5235a48058f req-5e5bcf4d-74b2-4d6a-9dd3-d41a60c6fb6e tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629156 Sep 18 19:49:09.238549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:49:09.252225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:09.258289 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:09.333872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f3d7c-30de-4836-80a2-b8c78f470e8c None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:49:09.437690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:09.468056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Allocated IP 172.20.0.13 (1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c/59711212-6f3b-4312-9db1-67c23afe25fc/d014749d-7470-40ab-9de5-374cf9548d8f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:09.471390 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:09.511088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb858d-8750-495e-97f8-59a519866aaa req-7c197cc0-a866-4707-bba6-4a6af01af369 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:09.512965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91fb858d-8750-495e-97f8-59a519866aaa req-7c197cc0-a866-4707-bba6-4a6af01af369 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 947 time: 0.1563752 Sep 18 19:49:09.514954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'mac_address': 'fa:16:3e:ce:b5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:49:09.581098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Deleting port 61019875-1602-4614-87ea-8baaa5d22884 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:09.581805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:09.615656 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:09.634893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2961411a-b7c8-47d0-8fc3-f837c7b79c82 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:09.655093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:09.664195 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:09.665688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] For port 61019875-1602-4614-87ea-8baaa5d22884, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=61019875-1602-4614-87ea-8baaa5d22884,segment=NetworkSegment(8578625c-521d-4b5e-a580-f49973e4b9dd),segment_id=8578625c-521d-4b5e-a580-f49973e4b9dd)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:09.666993 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:09.686536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91fb858d-8750-495e-97f8-59a519866aaa req-fb6edc8a-ffb1-41b0-bd0b-a2384f7ad33e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624703 Sep 18 19:49:09.703648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Calling delete_port for 61019875-1602-4614-87ea-8baaa5d22884 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:09.731281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:09.752557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-533118ce-7e85-4cde-9d62-8205e367585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:09.754254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-533118ce-7e85-4cde-9d62-8205e367585c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fef932b3adb4c8d9ccdbaae2fa72408&device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 1097 time: 0.1810880 Sep 18 19:49:09.763973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f3d7c-30de-4836-80a2-b8c78f470e8c None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:49:09.768831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa8a5e-6cbb-415a-8929-2201c47164ed req-c0a17d7e-8dae-4502-994c-8794688d4faa tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:09.776626 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cffa8a5e-6cbb-415a-8929-2201c47164ed req-c0a17d7e-8dae-4502-994c-8794688d4faa tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 945 time: 0.2044501 Sep 18 19:49:09.860347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:09.889741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Port': ['ID=61019875-1602-4614-87ea-8baaa5d22884,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:09.899050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No DVR routers for this DVR port 61019875-1602-4614-87ea-8baaa5d22884 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:09.989937 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.015688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83e957-2163-423d-af38-40337d45b866']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:10.027799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8578625c-521d-4b5e-a580-f49973e4b9dd') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:10.028508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8578625c-521d-4b5e-a580-f49973e4b9dd') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:10.034595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['2961411a-b7c8-47d0-8fc3-f837c7b79c82'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:10.040183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.056022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.063062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:10.063761 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:10.139588 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:10.148126 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.176846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.180016 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/9b83e957-2163-423d-af38-40337d45b866 HTTP/1.1" status: 204 len: 168 time: 2.0924907 Sep 18 19:49:10.181101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ce876-7c0c-4949-aeab-0873f8ebb800 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=9b83e957-2163-423d-af38-40337d45b866,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:10.187656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:10.221007 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-134e0072-5f52-4fca-aeec-2cd92258179f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] GET failed (client error): The resource could not be found. Sep 18 19:49:10.224976 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-134e0072-5f52-4fca-aeec-2cd92258179f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/subnets/cf76ca72-107b-4366-9227-d0d83143bad0 HTTP/1.1" status: 404 len: 337 time: 0.0337110 Sep 18 19:49:10.227263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54158) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:10.246693 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae134e95-9f07-4728-9c3a-5bc2b4929d56 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:10.247685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae134e95-9f07-4728-9c3a-5bc2b4929d56 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:10.252485 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ae134e95-9f07-4728-9c3a-5bc2b4929d56 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/9b83e957-2163-423d-af38-40337d45b866 HTTP/1.1" status: 404 len: 339 time: 0.0207160 Sep 18 19:49:10.252643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.253138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54160) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:10.267524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-784494f1-d742-4e72-95d2-66e090404565 req-e80820a9-05b2-48ed-9d0a-b91bffbe3627 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0907786 Sep 18 19:49:10.308575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cffa8a5e-6cbb-415a-8929-2201c47164ed req-72493d5b-38ef-478d-9d4f-d3282854ea18 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306411 Sep 18 19:49:10.443229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-75657335-b9a4-481b-93bb-85380853d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:10.444719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-75657335-b9a4-481b-93bb-85380853d7ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=9831d0da-e753-4abe-8486-12bda22e2fbf HTTP/1.1" status: 200 len: 914 time: 0.6617012 Sep 18 19:49:10.520833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-b993d6ef-0fe3-4030-b87e-85be9f5262e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08145f0d-23fa-45bb-a448-9bcabd3ca18f HTTP/1.1" status: 200 len: 217 time: 0.0642679 Sep 18 19:49:10.522871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.562385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe5191-1b7a-4992-9130-09eee773102b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:10.566511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ffe5191-1b7a-4992-9130-09eee773102b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3103781 Sep 18 19:49:10.566738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54164) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:10.620636 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7bb472e-dfcd-4993-98ae-a72c5a6a0f68 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 207 time: 0.0486979 Sep 18 19:49:10.620893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54168) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:10.646485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:10.690739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:10.701837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:10.865969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:10.866652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:10.902034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8580558 Sep 18 19:49:10.913250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746ad3c-107b-46d7-8ebb-288b98f0f1a7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=d014749d-7470-40ab-9de5-374cf9548d8f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:10.928478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'admin_state_up': True, 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'security_groups': ['1726c37e-ab89-4cf3-ba09-dda99084e2f0']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:10.939938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-482e0a5e-a47e-4f65-9d60-9f1183a11db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:10.942419 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-482e0a5e-a47e-4f65-9d60-9f1183a11db8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cebcfcb-d806-48bc-be10-631c2ecc7e6b HTTP/1.1" status: 200 len: 853 time: 0.3998196 Sep 18 19:49:10.952227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-d38d1070-6fee-4605-a027-984a1875782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:10.953938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-d38d1070-6fee-4605-a027-984a1875782a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1097 time: 0.3040316 Sep 18 19:49:11.002079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-81f5af8d-f0ac-42b0-a3d9-ac43c00acd69 None None] Provisioning complete for port d014749d-7470-40ab-9de5-374cf9548d8f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:11.003122 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81f5af8d-f0ac-42b0-a3d9-ac43c00acd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:11.008153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ebef-6682-4c24-a6b6-4bf69afb5a4e req-66d23d93-5909-45b3-84d5-66514ea978dd tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.009738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d24ebef-6682-4c24-a6b6-4bf69afb5a4e req-66d23d93-5909-45b3-84d5-66514ea978dd tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1770997 Sep 18 19:49:11.042509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-1b8e839a-fbe3-4718-8260-084f1d92b076 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9831d0da-e753-4abe-8486-12bda22e2fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855021 Sep 18 19:49:11.054248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-81f5af8d-f0ac-42b0-a3d9-ac43c00acd69 None None] Port d014749d-7470-40ab-9de5-374cf9548d8f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:11.059613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c3ba-f1fd-4739-bd14-2354008363b1 req-f78d8da4-0a6c-4fde-afab-ea1ca7d634ff tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.061157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2224c3ba-f1fd-4739-bd14-2354008363b1 req-f78d8da4-0a6c-4fde-afab-ea1ca7d634ff tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 948 time: 0.2689655 Sep 18 19:49:11.132490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:11.197739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:49:11.202743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:11.203267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:11.228332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-f45308d0-59e3-47fd-9da9-b618bb406c60 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.229872 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-f45308d0-59e3-47fd-9da9-b618bb406c60 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea&tenant_id=4f398104e65c43438f0486e367066fbc&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 948 time: 0.1855419 Sep 18 19:49:11.299185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2224c3ba-f1fd-4739-bd14-2354008363b1 req-3d57ae95-93f0-4d8c-a01a-97c40e9ea4cf tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873536 Sep 18 19:49:11.311975 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-dfd64ace-93e3-4072-a514-655a24292b80 service neutron] 10.222.0.24 "GET /v2.0/ports/2961411a-b7c8-47d0-8fc3-f837c7b79c82/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 383 time: 0.0698714 Sep 18 19:49:11.320205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23089bbb-f967-4656-8d25-f5949358d113 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.325961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23089bbb-f967-4656-8d25-f5949358d113 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.331356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d24ebef-6682-4c24-a6b6-4bf69afb5a4e req-54d30c96-8b71-4c3d-b1c6-5873dc0429e4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922580 Sep 18 19:49:11.332321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23089bbb-f967-4656-8d25-f5949358d113 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.339203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23089bbb-f967-4656-8d25-f5949358d113 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.341096 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-23089bbb-f967-4656-8d25-f5949358d113 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7191944 Sep 18 19:49:11.351712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54176) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:11.354947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:11.407277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:11.409974 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ec1a9f-220f-4a46-a308-44b636e5b618" -d '{"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-plugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:11.424198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:11.432462 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:11.436754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-00fe038e-c0b5-41df-a5b1-4e91a445c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.438833 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-00fe038e-c0b5-41df-a5b1-4e91a445c911 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1100 time: 0.0751684 Sep 18 19:49:11.514576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:11.528927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-c2d9c549-d250-4f6c-a2ca-0eef0c0ab919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.529555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-c2d9c549-d250-4f6c-a2ca-0eef0c0ab919 service neutron] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 920 time: 0.5499310 Sep 18 19:49:11.532503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-1ecdf655-86ba-4f8c-8fc5-f46b3e7b1e78 service neutron] 10.222.0.32 "GET /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702096 Sep 18 19:49:11.572951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-c6a0afd7-7688-461a-a451-7b3f640bef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.575176 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-c6a0afd7-7688-461a-a451-7b3f640bef60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1265042 Sep 18 19:49:11.575311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:11.578436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:11.619608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-f0dd9dc8-18b7-4e85-ab54-71a26ebb9207 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.0361998 Sep 18 19:49:11.669222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-c28bf272-c43c-4899-9998-ad8cef3002a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.670709 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-c28bf272-c43c-4899-9998-ad8cef3002a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0442421 Sep 18 19:49:11.694997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-92df7c08-e469-4c0b-9f3c-128f37dd56f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 200 len: 217 time: 0.1424658 Sep 18 19:49:11.734764 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-dd9cda6c-bcbb-4b4b-af1d-a53a01893177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.736335 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-dd9cda6c-bcbb-4b4b-af1d-a53a01893177 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569787 Sep 18 19:49:11.784740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d722a53-a18a-43d3-96d2-2baa253230c4 req-1716d42e-7882-42ca-b678-82490ad5d8b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.786766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d722a53-a18a-43d3-96d2-2baa253230c4 req-1716d42e-7882-42ca-b678-82490ad5d8b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 932 time: 0.3623757 Sep 18 19:49:11.844975 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-ff5f262f-0d00-4e7f-9c46-72573392aad0 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942388 Sep 18 19:49:11.852550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deff296-d72c-4f0c-a736-592038727d13 req-4c2483f8-fcc8-4a01-b6f6-8d8d5c193f25 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.854011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3deff296-d72c-4f0c-a736-592038727d13 req-4c2483f8-fcc8-4a01-b6f6-8d8d5c193f25 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 945 time: 0.4192827 Sep 18 19:49:11.933512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-51bd1941-75af-4bfc-a666-f3e004de991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:11.935073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-51bd1941-75af-4bfc-a666-f3e004de991a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.2194867 Sep 18 19:49:11.952885 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-9954be44-7787-4042-a478-e312c7d31e15 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001353 Sep 18 19:49:11.965625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dd9a471e-cd0c-431f-b254-6a43d631fa83 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6012056 Sep 18 19:49:11.967948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54186) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:12.024010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-f2bd11f0-9260-4bdf-a62a-db8cce61f193 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576942 Sep 18 19:49:12.028428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58602571-683d-4e65-8b68-5514602adf64 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.029866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58602571-683d-4e65-8b68-5514602adf64 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.035114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-58602571-683d-4e65-8b68-5514602adf64 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0658684 Sep 18 19:49:12.035757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54188) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:12.078406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-899ce19d-2d6e-4d53-ba51-6ee571f87523 req-2b102cc7-cd9a-440d-aba0-9b77d4ffc792 service neutron] 10.222.0.32 "GET /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279872 Sep 18 19:49:12.081284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d722a53-a18a-43d3-96d2-2baa253230c4 req-6347a90a-5eb1-491d-91c4-d91061222f0b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469037 Sep 18 19:49:12.088950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2db6c-ae1c-4d30-a4d9-9aa2a4aaaa1d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.091125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2db6c-ae1c-4d30-a4d9-9aa2a4aaaa1d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.098283 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c0d2db6c-ae1c-4d30-a4d9-9aa2a4aaaa1d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0603375 Sep 18 19:49:12.098440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:12.110816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3deff296-d72c-4f0c-a736-592038727d13 req-53e5d54b-8a0f-44e5-8a6d-960fdab2154f tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165065 Sep 18 19:49:12.157090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Allocated IP 10.1.1.241 (6c398ba3-678b-4f17-bd6a-c641f0cb8aca/ebe35f8f-6d3d-484e-903c-884e7e7dd7e8/f768b054-6809-4b2d-8ff1-e71086be318d) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:12.209201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-9068c1e3-4f4e-4071-991b-a7716e60e297 service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542842 Sep 18 19:49:12.226062 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742a4608-1c3e-4ec2-bb1b-c91c79ca54eb x-openstack-request-id: req-742a4608-1c3e-4ec2-bb1b-c91c79ca54eb {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:12.226589 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-plugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:12.226589 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-742a4608-1c3e-4ec2-bb1b-c91c79ca54eb {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:12.226963 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'code': 200} Sep 18 19:49:12.248549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d4ff1-11f4-4e00-a880-18be50f5c97c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.256174 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-319d4ff1-11f4-4e00-a880-18be50f5c97c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/networks/888029bb-6f71-43eb-8edc-df35f047eab8 HTTP/1.1" status: 200 len: 800 time: 0.1542892 Sep 18 19:49:12.256839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54192) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:12.388986 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e396e90e-92ca-4a0a-b453-c007b7e4a146 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/networks/888029bb-6f71-43eb-8edc-df35f047eab8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1308372 Sep 18 19:49:12.392288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54198) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:12.463573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bba648-509e-4b8f-a401-ce98f12f5350 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.465549 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2bba648-509e-4b8f-a401-ce98f12f5350 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/subnets/e2863854-ee25-4b9f-9c71-21fa41692cdf HTTP/1.1" status: 200 len: 811 time: 0.0721982 Sep 18 19:49:12.468984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54200) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:12.498951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc482b3f-fbcb-47a6-bd70-828a283d5f34 req-e895e482-006a-4134-b8a8-92358226a76f service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811868 Sep 18 19:49:12.507539 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:12.527809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806bbf5f-d2aa-4de8-90bb-9fcaab2c7f4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['shared'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.529612 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-806bbf5f-d2aa-4de8-90bb-9fcaab2c7f4b tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "GET /v2.0/subnets/e2863854-ee25-4b9f-9c71-21fa41692cdf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0595288 Sep 18 19:49:12.533164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54202) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:12.539478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2059384921'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:12.540568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551c8fe-38d6-4b2f-89be-93ff0671c2ab req-63f1ad6c-290e-4644-86f5-b97f13753643 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.547958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e551c8fe-38d6-4b2f-89be-93ff0671c2ab req-63f1ad6c-290e-4644-86f5-b97f13753643 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1225784 Sep 18 19:49:12.569489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:12.573781 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:12.584781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c1bf1-2a6b-4e1e-bff5-4801277f9731 req-66b433fb-d968-429b-a398-389cdd856b6f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.586601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-760c1bf1-2a6b-4e1e-bff5-4801277f9731 req-66b433fb-d968-429b-a398-389cdd856b6f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1449111 Sep 18 19:49:12.608900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:12.620145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:12.620434 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Added segment 4d0432a9-0a9e-4749-934c-6a8e9cb7bed7 of type vlan for network db2499f2-f7ab-41c8-ac52-bf0ea1046554 Sep 18 19:49:12.652950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e551c8fe-38d6-4b2f-89be-93ff0671c2ab req-92a2d82a-12da-446e-a88b-6ddfb4fb0119 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040838 Sep 18 19:49:12.667472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-760c1bf1-2a6b-4e1e-bff5-4801277f9731 req-28188783-3e42-4144-aee6-b8153b01f917 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723045 Sep 18 19:49:12.674023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:12.676581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:12.707404 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:12.718056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.718828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:12.730817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:12.733861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:12.736314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:12.773920 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2364457 Sep 18 19:49:12.777109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54208) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:12.788057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'network_id': 'db2499f2-f7ab-41c8-ac52-bf0ea1046554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:12.791464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=f768b054-6809-4b2d-8ff1-e71086be318d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:12.802387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950ae8a-af84-4731-b51f-4cf2c9dfbfd8 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Network': ['ID=db2499f2-f7ab-41c8-ac52-bf0ea1046554,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:12.814649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network db2499f2-f7ab-41c8-ac52-bf0ea1046554 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:12.838786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:12.839446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:12.891069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-660a9c8b-7142-49dc-b030-7b8a28da8e20 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9675593 Sep 18 19:49:12.913430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'admin_state_up': True, 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'security_groups': ['1726c37e-ab89-4cf3-ba09-dda99084e2f0']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:12.948507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Made reservation on behalf of 9d97da8193a84409826461ea37223ce9 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:12.952850 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:13.058384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.ipam_backend_mixin [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing IP validity checks on allocation pools {{(pid=94941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 19:49:13.058923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.ipam_backend_mixin [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 19:49:13.095199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9e6c683c-4bd0-4b31-8efc-3ca18b935fba None None] Provisioning complete for port f768b054-6809-4b2d-8ff1-e71086be318d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:13.095916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9e6c683c-4bd0-4b31-8efc-3ca18b935fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:13.136619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:13.140733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:13.141497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c683c-4bd0-4b31-8efc-3ca18b935fba None None] Port f768b054-6809-4b2d-8ff1-e71086be318d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:13.678626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01f8bb-a843-44b1-8a9e-e8798cddd022 req-4decca31-38df-4c19-b19c-0d739002655a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:13.684619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01f8bb-a843-44b1-8a9e-e8798cddd022 req-4decca31-38df-4c19-b19c-0d739002655a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:13.686290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d01f8bb-a843-44b1-8a9e-e8798cddd022 req-4decca31-38df-4c19-b19c-0d739002655a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 1654 time: 0.4845877 Sep 18 19:49:13.692016 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:13.765259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd68029-70ea-4c27-8f7d-8ace6c51937e req-fd622eb4-a0d8-443d-b6af-d43f2d204cdd tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:13.766890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bcd68029-70ea-4c27-8f7d-8ace6c51937e req-fd622eb4-a0d8-443d-b6af-d43f2d204cdd tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 945 time: 0.5688286 Sep 18 19:49:13.839202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Allocated IP 10.1.1.15 (6c398ba3-678b-4f17-bd6a-c641f0cb8aca/ebe35f8f-6d3d-484e-903c-884e7e7dd7e8/aae3a7bf-8f7e-4c84-b372-6eb2cd735b62) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:13.877727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=2857ed4d-49fc-4e74-b564-63ab8f7da550,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:13.893540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d01f8bb-a843-44b1-8a9e-e8798cddd022 req-c1d2b2d0-95f5-4c43-b36f-5c91c77334cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795180 Sep 18 19:49:13.905745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bcd68029-70ea-4c27-8f7d-8ace6c51937e req-49d938ca-5413-4630-847a-e7b18f57476a tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127672 Sep 18 19:49:13.911555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Checking segment: {'id': '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db2499f2-f7ab-41c8-ac52-bf0ea1046554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:13.912369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network hostable DHCP agents. Network: db2499f2-f7ab-41c8-ac52-bf0ea1046554, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:13.976354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Network db2499f2-f7ab-41c8-ac52-bf0ea1046554 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:14.032447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, db2499f2-f7ab-41c8-ac52-bf0ea1046554) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:14.044176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:14.044861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.059878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36443daa-48ad-46ec-a7ce-61ea6cc206a7 None None] Network db2499f2-f7ab-41c8-ac52-bf0ea1046554 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:14.073136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1836f801-1796-4f44-854d-bfaf783eaa8e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2915010 Sep 18 19:49:14.075972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54226) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:14.084565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1449be43-0754-4e75-86d8-00df0931e16d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:14.096919 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.175887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.229416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881324c-7a93-483a-84fc-522bdd40badd req-a49bdef5-6070-4e7d-9843-40a2b0acfbed tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:14.230975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b881324c-7a93-483a-84fc-522bdd40badd req-a49bdef5-6070-4e7d-9843-40a2b0acfbed tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1075244 Sep 18 19:49:14.251417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:14.273572 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1449be43-0754-4e75-86d8-00df0931e16d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58932434'] for subnet, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.311184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:14.313961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:14.339845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:14.347098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-db2499f2-f7ab-41c8-ac52-bf0ea1046554', 'network_id': 'db2499f2-f7ab-41c8-ac52-bf0ea1046554', 'tenant_id': '9d97da8193a84409826461ea37223ce9', 'fixed_ips': [{'subnet_id': '2857ed4d-49fc-4e74-b564-63ab8f7da550'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:49:14.348218 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.412929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b881324c-7a93-483a-84fc-522bdd40badd req-3f21d9ca-2ba2-475f-968d-fca2d46bcc79 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637795 Sep 18 19:49:14.461654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:14.462350 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.482535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-4839b391-135e-40a0-b7f6-c6ef0b367126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:14.485394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-4839b391-135e-40a0-b7f6-c6ef0b367126 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea&tenant_id=4f398104e65c43438f0486e367066fbc HTTP/1.1" status: 200 len: 1101 time: 0.2497022 Sep 18 19:49:14.501314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b495c-b412-4662-90d2-ba0267913892 req-42c7ed7b-aba2-4a0f-ade1-4189e72215d0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:14.503606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9b495c-b412-4662-90d2-ba0267913892 req-42c7ed7b-aba2-4a0f-ade1-4189e72215d0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2688549 Sep 18 19:49:14.505243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3e91203-e738-4a0b-af62-ac32a326c124 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5979550 Sep 18 19:49:14.512304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:14.523788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5', 'admin_state_up': True, 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'security_groups': ['1726c37e-ab89-4cf3-ba09-dda99084e2f0']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:14.606262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1449be43-0754-4e75-86d8-00df0931e16d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781702080260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58802849'] for subnet, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.689301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1449be43-0754-4e75-86d8-00df0931e16d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:14.689906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1449be43-0754-4e75-86d8-00df0931e16d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.690028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Allocated IP 172.20.0.3 (db2499f2-f7ab-41c8-ac52-bf0ea1046554/2857ed4d-49fc-4e74-b564-63ab8f7da550/5dc17215-47ca-4553-8ae9-f1334bbafc4a) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:14.691226 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1449be43-0754-4e75-86d8-00df0931e16d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "PUT /v2.0/subnets/2857ed4d-49fc-4e74-b564-63ab8f7da550 HTTP/1.1" status: 200 len: 877 time: 0.6140883 Sep 18 19:49:14.691698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9b495c-b412-4662-90d2-ba0267913892 req-8c85017c-3c5f-4943-8092-56b23c544a33 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594577 Sep 18 19:49:14.698704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54230) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:14.711278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2073a2d6-682a-4106-a381-a9ca794c1812 None None] Provisioning complete for port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:14.712008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2073a2d6-682a-4106-a381-a9ca794c1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.744236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449be43-0754-4e75-86d8-00df0931e16d tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event updated for resources: {'Subnet': ['ID=2857ed4d-49fc-4e74-b564-63ab8f7da550,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:14.792099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2073a2d6-682a-4106-a381-a9ca794c1812 None None] Port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:14.826343 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.828944 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.904453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.922255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.945342 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:14.985153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:14.987607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.030594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=2857ed4d-49fc-4e74-b564-63ab8f7da550,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:15.049434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Network db2499f2-f7ab-41c8-ac52-bf0ea1046554 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:15.050799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Pushing event updated for resources: {'Port': ['ID=5dc17215-47ca-4553-8ae9-f1334bbafc4a,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:15.053872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:15.056318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:15.101595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.112513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7adb5c-2f1a-4780-87f9-486190b9c35b req-da4a4fe4-cbc7-4fde-bbaa-e00911651e53 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:15.114548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d7adb5c-2f1a-4780-87f9-486190b9c35b req-da4a4fe4-cbc7-4fde-bbaa-e00911651e53 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 945 time: 0.2449970 Sep 18 19:49:15.124360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Attempting to bind port 5dc17215-47ca-4553-8ae9-f1334bbafc4a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:15.124883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Attempting to bind port 5dc17215-47ca-4553-8ae9-f1334bbafc4a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db2499f2-f7ab-41c8-ac52-bf0ea1046554'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:15.125110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Attempting to bind port 5dc17215-47ca-4553-8ae9-f1334bbafc4a on network db2499f2-f7ab-41c8-ac52-bf0ea1046554 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:15.128638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2499f2-f7ab-41c8-ac52-bf0ea1046554']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:15.133272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:15.133710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Checking segment: {'id': '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db2499f2-f7ab-41c8-ac52-bf0ea1046554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:15.134380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.134910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Bound using segment: {'id': '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db2499f2-f7ab-41c8-ac52-bf0ea1046554'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:15.135402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Bound port: 5dc17215-47ca-4553-8ae9-f1334bbafc4a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db2499f2-f7ab-41c8-ac52-bf0ea1046554'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:15.135958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.142477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:15.143360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:15.159477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.179868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.186806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:15.187545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:15.190662 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:15.225209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] For port 5dc17215-47ca-4553-8ae9-f1334bbafc4a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:15.265087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] For port 5dc17215-47ca-4553-8ae9-f1334bbafc4a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5dc17215-47ca-4553-8ae9-f1334bbafc4a,segment=NetworkSegment(4d0432a9-0a9e-4749-934c-6a8e9cb7bed7),segment_id=4d0432a9-0a9e-4749-934c-6a8e9cb7bed7)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:15.266607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d7adb5c-2f1a-4780-87f9-486190b9c35b req-a9d83cd2-8438-4d05-a75e-57c4936e2e2d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242321 Sep 18 19:49:15.269104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 19:49:15.269104 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 19:49:15.269104 n-d-789963-11 neutron-server[94940]: [parameters: {'id': 'db2499f2-f7ab-41c8-ac52-bf0ea1046554'}] Sep 18 19:49:15.269104 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:49:15.271662 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:49:15.276064 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.297276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27933-6c42-425d-9e3c-caa5b0e93544 req-f5a81753-ae95-4ed4-8d6b-cbb1590ab27d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:15.303969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27933-6c42-425d-9e3c-caa5b0e93544 req-f5a81753-ae95-4ed4-8d6b-cbb1590ab27d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:15.310710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27933-6c42-425d-9e3c-caa5b0e93544 req-f5a81753-ae95-4ed4-8d6b-cbb1590ab27d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:15.312436 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fb27933-6c42-425d-9e3c-caa5b0e93544 req-f5a81753-ae95-4ed4-8d6b-cbb1590ab27d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 2374 time: 0.1929226 Sep 18 19:49:15.372416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fe0c6-e521-448d-9bd3-675f4905558d None None] Pushing event updated for resources: {'Port': ['ID=5dc17215-47ca-4553-8ae9-f1334bbafc4a,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:15.392596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850107b-1c04-42ce-b869-179aeb217a5c None None] Network db2499f2-f7ab-41c8-ac52-bf0ea1046554 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:15.404605 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.526203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3abd3-8142-44ba-b4d7-ca6f374806f1 None None] Network db2499f2-f7ab-41c8-ac52-bf0ea1046554 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:15.534755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fb27933-6c42-425d-9e3c-caa5b0e93544 req-faaa68ce-2e6e-45d6-918f-fc73d46bbbcd tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722038 Sep 18 19:49:15.601288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:15.678243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c5229e-9e0f-4d1f-b7c3-f0ba261554da None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:49:15.733119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:15.773712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.777544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bd57c-d750-4229-b8e8-edf377cbc5d3 req-d15c74bf-24f2-4df5-86e7-297695ad3f6f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:15.779103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba0bd57c-d750-4229-b8e8-edf377cbc5d3 req-d15c74bf-24f2-4df5-86e7-297695ad3f6f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1775708 Sep 18 19:49:15.847082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Deleting port 5dc17215-47ca-4553-8ae9-f1334bbafc4a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:15.847718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.870891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c5229e-9e0f-4d1f-b7c3-f0ba261554da None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:49:15.892521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:15.894700 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a67633-f520-482f-b4ef-d292cd6bc2c0" -d '{"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:15.908231 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.927536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] For port 5dc17215-47ca-4553-8ae9-f1334bbafc4a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5dc17215-47ca-4553-8ae9-f1334bbafc4a,segment=NetworkSegment(4d0432a9-0a9e-4749-934c-6a8e9cb7bed7),segment_id=4d0432a9-0a9e-4749-934c-6a8e9cb7bed7)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:15.927940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:15.945232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba0bd57c-d750-4229-b8e8-edf377cbc5d3 req-ff7fe724-7872-4d25-8e3c-779f9ab82698 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568711 Sep 18 19:49:15.950042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Allocated IP 10.2.2.100 (b1b47f4a-6151-4feb-96e7-5f64804ef8d5/aca87d39-2d14-4452-9251-5b99d7de42e1/ee595f62-7e27-448d-b4b8-a6303c9c0257) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:15.951421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Calling delete_port for 5dc17215-47ca-4553-8ae9-f1334bbafc4a owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:15.952891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Transition to ACTIVE for port object 2961411a-b7c8-47d0-8fc3-f837c7b79c82 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:15.968672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fa875-ffb6-4f20-a2fc-48ea350e139f req-ab155b59-cc84-4e86-95f2-1828b9e86c12 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:15.970630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b87fa875-ffb6-4f20-a2fc-48ea350e139f req-ab155b59-cc84-4e86-95f2-1828b9e86c12 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1595562 Sep 18 19:49:15.973761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.039926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.045870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=10']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:16.108830 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Port': ['ID=5dc17215-47ca-4553-8ae9-f1334bbafc4a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:16.117719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No DVR routers for this DVR port 5dc17215-47ca-4553-8ae9-f1334bbafc4a on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:16.153566 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3855afc-27cd-48b4-9b64-ec4bdf5b0feb x-openstack-request-id: req-b3855afc-27cd-48b4-9b64-ec4bdf5b0feb {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:16.153921 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-unplugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:16.154122 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3855afc-27cd-48b4-9b64-ec4bdf5b0feb {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:16.154507 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'code': 200} Sep 18 19:49:16.155240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] No DVR routers for this DVR port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:16.171893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b87fa875-ffb6-4f20-a2fc-48ea350e139f req-c4375266-e7c3-4317-9520-300028e77021 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341791 Sep 18 19:49:16.229413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:16.230440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:16.230440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:16.271504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:16.271878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Attempting to bind port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:16.275277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.282488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:16.282759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:16.283142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:16.283594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Bound port: 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:16.284126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.311161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58559164-deaf-46df-9c46-a89765ab5243 req-91ca3700-e1a1-4350-aa7e-7d5e7706b4b7 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:16.313818 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58559164-deaf-46df-9c46-a89765ab5243 req-91ca3700-e1a1-4350-aa7e-7d5e7706b4b7 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.32 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 945 time: 0.1819489 Sep 18 19:49:16.321220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2499f2-f7ab-41c8-ac52-bf0ea1046554']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:16.352669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:16.353629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0432a9-0a9e-4749-934c-6a8e9cb7bed7') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:16.372374 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.409752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.423525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.429542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:16.431363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:16.431802 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:16.446157 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:16.458924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:16.476114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.492439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:16.493057 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.494921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] 10.222.0.32 "PUT /v2.0/ports/2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 1097 time: 1.9885662 Sep 18 19:49:16.551476 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.573992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.575689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a17db-7156-473c-af2c-d6800891fd50 req-81ffd6b3-2e8e-4131-8c26-616947b4838f tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:16.577566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-930a17db-7156-473c-af2c-d6800891fd50 req-81ffd6b3-2e8e-4131-8c26-616947b4838f tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 945 time: 0.1843028 Sep 18 19:49:16.590926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.592749 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/db2499f2-f7ab-41c8-ac52-bf0ea1046554 HTTP/1.1" status: 204 len: 168 time: 1.8859601 Sep 18 19:49:16.599811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54258) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:16.602276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Deleting port 08145f0d-23fa-45bb-a448-9bcabd3ca18f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:16.602619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.683035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:16.684086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992f5d2-7b54-4a20-949d-c77552a9066e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=db2499f2-f7ab-41c8-ac52-bf0ea1046554,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:16.695041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-930a17db-7156-473c-af2c-d6800891fd50 req-4e2c5322-c458-43ef-a1df-d7f48a4f26a5 tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/security-groups?id=2174b719-9a5a-489b-813a-8cb69bc4fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924506 Sep 18 19:49:16.706296 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bb12be-6473-4fb1-9ae7-8019869d18e0 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:16.706549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:16.706757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bb12be-6473-4fb1-9ae7-8019869d18e0 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:16.706757 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-37bb12be-6473-4fb1-9ae7-8019869d18e0 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/2857ed4d-49fc-4e74-b564-63ab8f7da550 HTTP/1.1" status: 404 len: 337 time: 0.0973518 Sep 18 19:49:16.710341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54260) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:16.717399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:16.720498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f266ac6-889c-4c5a-a2a0-1f4c2c7e1cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=11']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:16.772636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-17478a76-8fbc-446b-abe9-b508e4076809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:16.774193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-17478a76-8fbc-446b-abe9-b508e4076809 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1100 time: 0.2434378 Sep 18 19:49:16.804047 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e50dad-f8c5-42b5-ae02-d433bb0568f2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:16.804242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e50dad-f8c5-42b5-ae02-d433bb0568f2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:16.812081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-50e50dad-f8c5-42b5-ae02-d433bb0568f2 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/db2499f2-f7ab-41c8-ac52-bf0ea1046554 HTTP/1.1" status: 404 len: 339 time: 0.1006649 Sep 18 19:49:16.858598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54262) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:16.920383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] For port 08145f0d-23fa-45bb-a448-9bcabd3ca18f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08145f0d-23fa-45bb-a448-9bcabd3ca18f,segment=NetworkSegment(ca3df2b0-a033-466e-a4ab-ff2880817d9e),segment_id=ca3df2b0-a033-466e-a4ab-ff2880817d9e)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:16.921157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.943259 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6a711c-a116-401e-ba57-2748cc3be43f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:16.943760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6a711c-a116-401e-ba57-2748cc3be43f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:16.948259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3a6a711c-a116-401e-ba57-2748cc3be43f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/cf76ca72-107b-4366-9227-d0d83143bad0 HTTP/1.1" status: 404 len: 337 time: 0.0849328 Sep 18 19:49:16.952404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54264) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:16.954756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Calling delete_port for 08145f0d-23fa-45bb-a448-9bcabd3ca18f owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:16.959867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:16.960525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:16.981400 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d96985d-f657-44fb-b1e2-7b12b9bef201 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:16.982010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d96985d-f657-44fb-b1e2-7b12b9bef201 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:16.985950 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1d96985d-f657-44fb-b1e2-7b12b9bef201 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/9b83e957-2163-423d-af38-40337d45b866 HTTP/1.1" status: 404 len: 339 time: 0.0304160 Sep 18 19:49:16.986656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54266) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.075986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eeed1-1216-4fea-b907-49dc807f9c0c req-cead966d-540e-4483-8825-ab8bf08f391b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.083964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eeed1-1216-4fea-b907-49dc807f9c0c req-cead966d-540e-4483-8825-ab8bf08f391b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.090104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eeed1-1216-4fea-b907-49dc807f9c0c req-cead966d-540e-4483-8825-ab8bf08f391b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.096285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eeed1-1216-4fea-b907-49dc807f9c0c req-cead966d-540e-4483-8825-ab8bf08f391b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.098035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-892eeed1-1216-4fea-b907-49dc807f9c0c req-cead966d-540e-4483-8825-ab8bf08f391b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 3095 time: 0.2924910 Sep 18 19:49:17.101965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=ee595f62-7e27-448d-b4b8-a6303c9c0257,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:17.106061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e65b4161-1439-4265-96ed-4d033970cd26 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5893195 Sep 18 19:49:17.122858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5', 'admin_state_up': True, 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'security_groups': ['1726c37e-ab89-4cf3-ba09-dda99084e2f0']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:17.132644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.173488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:17.243346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:17.261632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-942eca33-e5a4-4383-b4a9-4ed5e983d980 None None] Provisioning complete for port ee595f62-7e27-448d-b4b8-a6303c9c0257 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:17.262889 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-942eca33-e5a4-4383-b4a9-4ed5e983d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.266633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.270118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-5356f586-b303-49cc-8031-b6b218b6b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.271908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-5356f586-b303-49cc-8031-b6b218b6b3a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.4374967 Sep 18 19:49:17.280934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-892eeed1-1216-4fea-b907-49dc807f9c0c req-92557a83-a233-464e-aeff-66c208a50de7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701913 Sep 18 19:49:17.294961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eefb58a-bb7a-4bec-8e2a-a582eeb889e9']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:17.297340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.298140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ff594-5d78-460d-9522-88f8099dd27c req-e78d80fb-0929-4922-b90f-0de1bd2f500d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.300466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f3ff594-5d78-460d-9522-88f8099dd27c req-e78d80fb-0929-4922-b90f-0de1bd2f500d tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 948 time: 0.1674197 Sep 18 19:49:17.311013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08145f0d-23fa-45bb-a448-9bcabd3ca18f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:17.321563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b522a5-7dbe-4776-8000-cce3536c5e30') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:17.322160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b522a5-7dbe-4776-8000-cce3536c5e30') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:17.353280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Pushing event deleted for resources: {'Port': ['ID=08145f0d-23fa-45bb-a448-9bcabd3ca18f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:17.362342 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.374468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-56e38a60-3c4d-4728-bd69-2a628891cfd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.0924423 Sep 18 19:49:17.396802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f3ff594-5d78-460d-9522-88f8099dd27c req-1c05f31e-144b-4748-ae64-91b97443ebc5 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533702 Sep 18 19:49:17.398491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-942eca33-e5a4-4383-b4a9-4ed5e983d980 None None] Port ee595f62-7e27-448d-b4b8-a6303c9c0257 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:17.403117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.436068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] No DVR routers for this DVR port 08145f0d-23fa-45bb-a448-9bcabd3ca18f on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:17.439517 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.441592 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58559164-deaf-46df-9c46-a89765ab5243 req-faf6c010-bbf7-4bc4-9cd1-81cfa22a163d tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.32 "DELETE /v2.0/ports/08145f0d-23fa-45bb-a448-9bcabd3ca18f HTTP/1.1" status: 204 len: 173 time: 1.1162257 Sep 18 19:49:17.442056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bedab7-122e-4227-8b11-aeb4bdcf8e16', 'name': 'network-vif-deleted', 'tag': '08145f0d-23fa-45bb-a448-9bcabd3ca18f'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:17.444876 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472e7b8c-e4fa-4f2f-bc5a-2ada966cadfd" -d '{"events": [{"server_uuid": "54bedab7-122e-4227-8b11-aeb4bdcf8e16", "name": "network-vif-deleted", "tag": "08145f0d-23fa-45bb-a448-9bcabd3ca18f"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:17.454803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:17.458533 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:17.459475 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:17.496262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-c0a0667c-1b3b-4af9-9910-defc39ec2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.497950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-c0a0667c-1b3b-4af9-9910-defc39ec2003 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1140561 Sep 18 19:49:17.498536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Made reservation on behalf of f68c982f2620424e9ad1abd070a050d4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:17.503959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.542760 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc3d79-adf2-4ea6-b704-81afa1200285 x-openstack-request-id: req-8cfc3d79-adf2-4ea6-b704-81afa1200285 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:17.543264 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bedab7-122e-4227-8b11-aeb4bdcf8e16", "name": "network-vif-deleted", "tag": "08145f0d-23fa-45bb-a448-9bcabd3ca18f", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:17.543715 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cfc3d79-adf2-4ea6-b704-81afa1200285 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:17.544404 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bedab7-122e-4227-8b11-aeb4bdcf8e16', 'name': 'network-vif-deleted', 'tag': '08145f0d-23fa-45bb-a448-9bcabd3ca18f', 'status': 'completed', 'code': 200} Sep 18 19:49:17.549137 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.567121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:17.572563 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/2eefb58a-bb7a-4bec-8e2a-a582eeb889e9 HTTP/1.1" status: 204 len: 168 time: 0.5849459 Sep 18 19:49:17.573206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c785888-f9df-4b82-90e8-c54b3ce9b45b req-aad9024b-8d28-40f1-91c4-73be07ec83de tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.574631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54276) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.580904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c785888-f9df-4b82-90e8-c54b3ce9b45b req-aad9024b-8d28-40f1-91c4-73be07ec83de tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1425595 Sep 18 19:49:17.633263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0bd8a-dd02-4d83-9c51-01ccd8663c81 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=2eefb58a-bb7a-4bec-8e2a-a582eeb889e9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:17.636877 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9e3b7b-83f3-4113-bdaf-598fedeae174 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.637347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9e3b7b-83f3-4113-bdaf-598fedeae174 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.642112 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3f9e3b7b-83f3-4113-bdaf-598fedeae174 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/e8df2a1f-7007-4bd7-a7aa-15d646d741ea HTTP/1.1" status: 404 len: 337 time: 0.0636113 Sep 18 19:49:17.642112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54280) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.660239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-4783e2a9-3f56-4651-b510-6fce53e40a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:17.662047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-4783e2a9-3f56-4651-b510-6fce53e40a8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1538751 Sep 18 19:49:17.664992 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-62472875-62fc-4f07-b754-fe094365a408 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.665171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62472875-62fc-4f07-b754-fe094365a408 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.669509 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-62472875-62fc-4f07-b754-fe094365a408 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/ed19df05-bc9a-4ede-b056-d32f53bff22d HTTP/1.1" status: 404 len: 339 time: 0.0240803 Sep 18 19:49:17.669509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54282) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.708731 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9bdd69-79f1-4d1b-9701-63c9380651ff tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.709201 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9bdd69-79f1-4d1b-9701-63c9380651ff tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.713626 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8a9bdd69-79f1-4d1b-9701-63c9380651ff tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/3702ed5e-9d40-47fd-8754-f6ffb2d84e4e HTTP/1.1" status: 404 len: 337 time: 0.0404918 Sep 18 19:49:17.714571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54286) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.734954 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7595ff6-be1a-4d30-87ca-0581f759ee07 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.735537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7595ff6-be1a-4d30-87ca-0581f759ee07 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.740223 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c7595ff6-be1a-4d30-87ca-0581f759ee07 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/7f6f5cfd-9923-4ef7-be4b-6956bb6df846 HTTP/1.1" status: 404 len: 339 time: 0.0221453 Sep 18 19:49:17.742748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54290) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.757584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c785888-f9df-4b82-90e8-c54b3ce9b45b req-5d1f3ffe-d3ea-4e95-b1f7-aeddee078517 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758125 Sep 18 19:49:17.792023 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc1a965-aff5-4ec8-97af-e0f6b98dc260 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.792489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc1a965-aff5-4ec8-97af-e0f6b98dc260 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.796502 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-afc1a965-aff5-4ec8-97af-e0f6b98dc260 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/f6ca340f-78c5-4685-8365-7a03ec4224ff HTTP/1.1" status: 404 len: 337 time: 0.0505373 Sep 18 19:49:17.797593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54292) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.836468 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-48629bcb-533c-4389-9926-8fdbc4174ffe tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.837292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48629bcb-533c-4389-9926-8fdbc4174ffe tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.839434 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-48629bcb-533c-4389-9926-8fdbc4174ffe tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/465cb0fd-d1ad-4c36-ab7b-8b2d5604cdea HTTP/1.1" status: 404 len: 339 time: 0.0343437 Sep 18 19:49:17.841938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54294) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.874576 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-901c5502-4b19-4387-b7bb-1c948b821a2a tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.875038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901c5502-4b19-4387-b7bb-1c948b821a2a tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.877106 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-901c5502-4b19-4387-b7bb-1c948b821a2a tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/445e1f17-f6be-463b-8132-446eabca52ec HTTP/1.1" status: 404 len: 337 time: 0.0336115 Sep 18 19:49:17.879385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54296) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.915072 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-922104f2-7abe-4ff6-a791-491f618bca37 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.915806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922104f2-7abe-4ff6-a791-491f618bca37 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.920339 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-922104f2-7abe-4ff6-a791-491f618bca37 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/80632d73-5b96-4605-969a-92b4ce33064b HTTP/1.1" status: 404 len: 339 time: 0.0391300 Sep 18 19:49:17.921783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54298) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.951851 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45d5d63-f516-4520-a7bf-b80dd1713c71 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.952297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45d5d63-f516-4520-a7bf-b80dd1713c71 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.957402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e45d5d63-f516-4520-a7bf-b80dd1713c71 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/e3f39f4c-1849-4061-a2a6-ae655c7e6062 HTTP/1.1" status: 404 len: 337 time: 0.0353971 Sep 18 19:49:17.958786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54300) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:17.979777 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb6dcb4-abf8-451c-8669-2d620b9d672f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:17.980735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb6dcb4-abf8-451c-8669-2d620b9d672f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:17.985533 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0fb6dcb4-abf8-451c-8669-2d620b9d672f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/ab6507b1-0637-4cff-8ef4-b0efcaa20c50 HTTP/1.1" status: 404 len: 339 time: 0.0254076 Sep 18 19:49:17.986179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54302) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:18.018001 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c46ce8-facd-48d1-94ce-8ea19a81f42a tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:18.018715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c46ce8-facd-48d1-94ce-8ea19a81f42a tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:18.023590 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-59c46ce8-facd-48d1-94ce-8ea19a81f42a tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/bdd3cc8d-f62e-41c1-9546-d8253878f82c HTTP/1.1" status: 404 len: 337 time: 0.0363486 Sep 18 19:49:18.024224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54304) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:18.045377 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-d965a69a-124a-40ff-b5b5-9385851ddfa0 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:18.046240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d965a69a-124a-40ff-b5b5-9385851ddfa0 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:18.051369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d965a69a-124a-40ff-b5b5-9385851ddfa0 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/b961d3b3-0e96-41b6-bdf1-1cf4db6ba878 HTTP/1.1" status: 404 len: 339 time: 0.0235813 Sep 18 19:49:18.052548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54306) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:18.080884 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-81420d30-3578-4a5a-b51c-aa262fb80600 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:18.081350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81420d30-3578-4a5a-b51c-aa262fb80600 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:18.085711 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-81420d30-3578-4a5a-b51c-aa262fb80600 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f498c5-a421-4889-9094-6e5aa7f85c7f HTTP/1.1" status: 404 len: 337 time: 0.0297451 Sep 18 19:49:18.085892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54308) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:18.105304 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85a7a20-7b2d-421b-baff-423c7654133c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:18.105860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85a7a20-7b2d-421b-baff-423c7654133c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:18.110013 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a85a7a20-7b2d-421b-baff-423c7654133c tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/2d238d7f-7fe5-4940-b812-838787462ca0 HTTP/1.1" status: 404 len: 339 time: 0.0205233 Sep 18 19:49:18.110294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54310) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:18.139599 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-142f4c90-d1d3-4990-910a-273c97ce3c3e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:18.140367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142f4c90-d1d3-4990-910a-273c97ce3c3e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:18.144814 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-142f4c90-d1d3-4990-910a-273c97ce3c3e tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/2575ffc6-48b8-4cb1-b109-d27265f7df87 HTTP/1.1" status: 404 len: 337 time: 0.0310450 Sep 18 19:49:18.145114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54312) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:18.171587 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-006855ee-0eb4-478f-be78-56f30c36651f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] DELETE failed (client error): The resource could not be found. Sep 18 19:49:18.172272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006855ee-0eb4-478f-be78-56f30c36651f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:49:18.177409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-006855ee-0eb4-478f-be78-56f30c36651f tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/88377049-1e75-43c2-bd20-8fd97174321d HTTP/1.1" status: 404 len: 339 time: 0.0273569 Sep 18 19:49:18.177779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54314) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:18.180127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:18.182180 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b18f9a2-0d03-4516-b05e-365432f77fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:18.235305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ff36955-fb42-48ab-9b7e-c6a180675810 req-c0a9ed5f-d0f1-4958-9466-60676e10a54f tempest-InstanceActionsTestJSON-1620271946 tempest-InstanceActionsTestJSON-1620271946-project] 10.222.0.20 "GET /v2.0/ports?device_id=54bedab7-122e-4227-8b11-aeb4bdcf8e16 HTTP/1.1" status: 200 len: 210 time: 0.0478384 Sep 18 19:49:18.261815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-780c3218-eea3-478f-bf01-09c228828efb tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Deleting subnet e2863854-ee25-4b9f-9c71-21fa41692cdf {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:49:18.266733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780c3218-eea3-478f-bf01-09c228828efb tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.285206 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5b2dff-573f-41e0-ac3b-6d97c2e33ab1 x-openstack-request-id: req-dd5b2dff-573f-41e0-ac3b-6d97c2e33ab1 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:18.285563 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:18.285768 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd5b2dff-573f-41e0-ac3b-6d97c2e33ab1 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:18.287076 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'status': 'completed', 'code': 200} Sep 18 19:49:18.305321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-f1e6691f-6e5d-405f-9253-de2f975a65a0 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100595 Sep 18 19:49:18.310655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780c3218-eea3-478f-bf01-09c228828efb tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.373980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Allocated IP 10.2.2.200 (b1b47f4a-6151-4feb-96e7-5f64804ef8d5/aca87d39-2d14-4452-9251-5b99d7de42e1/a4896189-e695-455a-a32b-1779398d53a5) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:18.440323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780c3218-eea3-478f-bf01-09c228828efb tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.509790 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780c3218-eea3-478f-bf01-09c228828efb tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.538521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c3218-eea3-478f-bf01-09c228828efb tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Subnet': ['ID=e2863854-ee25-4b9f-9c71-21fa41692cdf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:18.542199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-780c3218-eea3-478f-bf01-09c228828efb tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.542624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-01e59924-3eb7-486f-8b04-ac4a7f3b2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:18.546298 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-780c3218-eea3-478f-bf01-09c228828efb tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/subnets/e2863854-ee25-4b9f-9c71-21fa41692cdf HTTP/1.1" status: 204 len: 168 time: 0.3653283 Sep 18 19:49:18.546432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-01e59924-3eb7-486f-8b04-ac4a7f3b2048 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1100 time: 0.2526784 Sep 18 19:49:18.546532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54322) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:18.558027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6715f07-14fb-4061-82f5-aab739465c36 None None] Network 888029bb-6f71-43eb-8edc-df35f047eab8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:18.590126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c706ccb4-c992-436c-91f7-b16e6b162a09 req-08e1af31-8613-435b-ab30-9a657214bffa service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594497 Sep 18 19:49:18.640776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.715539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Deleting port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:18.715805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.785571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] For port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,segment=NetworkSegment(c1f0672e-373e-443e-8892-9cbacb7b7168),segment_id=c1f0672e-373e-443e-8892-9cbacb7b7168)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:18.785979 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.792174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45392-3d88-468a-88b2-4304fc37dbc9 req-c27d491b-c9fe-4a43-978d-4e3346e9a493 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:18.798168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45392-3d88-468a-88b2-4304fc37dbc9 req-c27d491b-c9fe-4a43-978d-4e3346e9a493 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:18.798549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Calling delete_port for dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:18.804568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45392-3d88-468a-88b2-4304fc37dbc9 req-c27d491b-c9fe-4a43-978d-4e3346e9a493 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:18.810544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45392-3d88-468a-88b2-4304fc37dbc9 req-c27d491b-c9fe-4a43-978d-4e3346e9a493 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:18.812348 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84d45392-3d88-468a-88b2-4304fc37dbc9 req-c27d491b-c9fe-4a43-978d-4e3346e9a493 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 3095 time: 0.4077725 Sep 18 19:49:18.836319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] DHCP port deletion for 888029bb-6f71-43eb-8edc-df35f047eab8 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:49:18.847264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c945aa-9d34-48ae-af11-3fa4712f7226 req-1ef65330-eb68-48d4-bcf4-8cd0b6e443f7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:18.853301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50c945aa-9d34-48ae-af11-3fa4712f7226 req-1ef65330-eb68-48d4-bcf4-8cd0b6e443f7 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 948 time: 0.3379478 Sep 18 19:49:18.898061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] Deleting port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:18.898363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.907008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.938372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-5b0be078-cdfc-49d8-8c20-158d852846d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:18.940275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-5b0be078-cdfc-49d8-8c20-158d852846d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f398104e65c43438f0486e367066fbc&device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1100 time: 0.2882121 Sep 18 19:49:18.949415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-623283b7-18fb-4df5-9ec9-303a1b31d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:18.951653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Port': ['ID=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:18.952220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-623283b7-18fb-4df5-9ec9-303a1b31d43b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.3893201 Sep 18 19:49:18.956049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] No DVR routers for this DVR port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:18.976431 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84d45392-3d88-468a-88b2-4304fc37dbc9 req-cfb05555-9a60-4237-b57f-d0ac7cb71755 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472056 Sep 18 19:49:18.982406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] For port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,segment=NetworkSegment(c1f0672e-373e-443e-8892-9cbacb7b7168),segment_id=c1f0672e-373e-443e-8892-9cbacb7b7168)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:18.982862 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:18.999648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] Calling delete_port for dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:19.047432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.074162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888029bb-6f71-43eb-8edc-df35f047eab8']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:19.087199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f0672e-373e-443e-8892-9cbacb7b7168') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:19.087448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f0672e-373e-443e-8892-9cbacb7b7168') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:19.091686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.109210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.121635 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.132563 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.135876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50c945aa-9d34-48ae-af11-3fa4712f7226 req-0ac0e05b-b2c9-4e02-af9c-8596d8e22283 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652903 Sep 18 19:49:19.140852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:19.141362 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:19.144698 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:19.161407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-e408f2eb-1d2b-4d9d-841d-165284b3fe1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.1943719 Sep 18 19:49:19.193641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] No DVR routers for this DVR port dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:19.212879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f378882-3d03-4525-9b89-01a2ae1a23d2 None None] Pushing event deleted for resources: {'Port': ['ID=dee83c62-b2b4-4e8f-beef-01e6e0a65dd9,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:19.257983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.269520 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.271943 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] 10.222.0.20 "DELETE /v2.0/networks/888029bb-6f71-43eb-8edc-df35f047eab8 HTTP/1.1" status: 204 len: 168 time: 0.7244925 Sep 18 19:49:19.290294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81951864-ac7a-4dbd-850f-18d3e4a26631 tempest-NetworksTest-372757845 tempest-NetworksTest-372757845-project] Pushing event deleted for resources: {'Network': ['ID=888029bb-6f71-43eb-8edc-df35f047eab8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:19.314169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54336) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:19.330054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.373056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-4768f538-ea19-4dde-8240-a26556aa685c admin admin] Deleting subnet 9cebcfcb-d806-48bc-be10-631c2ecc7e6b {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:49:19.386891 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4768f538-ea19-4dde-8240-a26556aa685c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.393379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-0d1e8256-a8e3-4d50-9854-459a465bf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:19.396003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-0d1e8256-a8e3-4d50-9854-459a465bf4a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2135136 Sep 18 19:49:19.441563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:19.449990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70e56e-56a7-4ef5-aaac-d023eaaca501 req-bec86b3c-9c97-436d-a4f6-7bdd17394ae1 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:19.451044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4768f538-ea19-4dde-8240-a26556aa685c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.457700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db70e56e-56a7-4ef5-aaac-d023eaaca501 req-bec86b3c-9c97-436d-a4f6-7bdd17394ae1 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1994188 Sep 18 19:49:19.484908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-82693a60-3ef9-4503-9961-955f62cfd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:19.486439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-82693a60-3ef9-4503-9961-955f62cfd539 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.5325086 Sep 18 19:49:19.488515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:19.497641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event updated for resources: {'Port': ['ID=a4896189-e695-455a-a32b-1779398d53a5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:19.501783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4768f538-ea19-4dde-8240-a26556aa685c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.501931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:19.589962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54340) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:19.600458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4768f538-ea19-4dde-8240-a26556aa685c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.617742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:19.618949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.634029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-d4955b28-eaa9-4818-89e9-7fcd420bdd87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 200 len: 217 time: 0.1291153 Sep 18 19:49:19.649008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768f538-ea19-4dde-8240-a26556aa685c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cebcfcb-d806-48bc-be10-631c2ecc7e6b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:19.653018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-28966edd-fe87-4140-af09-3d270acbff41 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5337713 Sep 18 19:49:19.664076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4768f538-ea19-4dde-8240-a26556aa685c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.666068 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4768f538-ea19-4dde-8240-a26556aa685c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9cebcfcb-d806-48bc-be10-631c2ecc7e6b HTTP/1.1" status: 204 len: 168 time: 0.3542020 Sep 18 19:49:19.668752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54344) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:19.669075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-592091a4-903b-42b4-a861-6b8db51ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:19.670592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-592091a4-903b-42b4-a861-6b8db51ec9ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2588060 Sep 18 19:49:19.715767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:19.774701 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db70e56e-56a7-4ef5-aaac-d023eaaca501 req-92623e52-0bed-43a1-b010-e9fe86448210 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160913 Sep 18 19:49:19.815432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.850894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-795f9c21-4b58-4f99-923e-6a9e69108599 None None] Provisioning complete for port a4896189-e695-455a-a32b-1779398d53a5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:19.852018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-795f9c21-4b58-4f99-923e-6a9e69108599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.862492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-06d651e0-53ab-4756-96e7-78912f3e0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:19.864393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-06d651e0-53ab-4756-96e7-78912f3e0cb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.2194009 Sep 18 19:49:19.881454 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-641b5fff-5d1f-441d-b702-7d06a2d126df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d97da8193a84409826461ea37223ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876081 Sep 18 19:49:19.885463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54346) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:19.888197 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.913564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-795f9c21-4b58-4f99-923e-6a9e69108599 None None] Port a4896189-e695-455a-a32b-1779398d53a5 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:19.931538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-a367b66a-a621-4dd6-a184-a297487c8806 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065225 Sep 18 19:49:19.936476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:19.972521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9831d0da-e753-4abe-8486-12bda22e2fbf']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:19.990546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3df2b0-a033-466e-a4ab-ff2880817d9e') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:19.990863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3df2b0-a033-466e-a4ab-ff2880817d9e') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:20.000217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-5ad24be2-3061-4432-8c49-eee87ddea3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:20.001978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-5ad24be2-3061-4432-8c49-eee87ddea3a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1303179 Sep 18 19:49:20.002397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.004111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a88591e0-2d41-4fc8-b9fd-4128fbe60dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.036399 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a88591e0-2d41-4fc8-b9fd-4128fbe60dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.048320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.061004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:20.061774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:20.092162 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:20.177473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.187875 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.191424 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9831d0da-e753-4abe-8486-12bda22e2fbf HTTP/1.1" status: 204 len: 168 time: 0.5200620 Sep 18 19:49:20.222168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42009024-f61c-41ce-89ac-65df457be3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9831d0da-e753-4abe-8486-12bda22e2fbf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:20.235427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a88591e0-2d41-4fc8-b9fd-4128fbe60dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.237632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a88591e0-2d41-4fc8-b9fd-4128fbe60dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.241723 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a88591e0-2d41-4fc8-b9fd-4128fbe60dac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe18d174-de67-4b03-afae-02a1287bd678 HTTP/1.1" status: 204 len: 168 time: 0.3518708 Sep 18 19:49:20.241862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-c71e39bf-d36b-4e81-815c-27848cb192bb service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852659 Sep 18 19:49:20.261498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88591e0-2d41-4fc8-b9fd-4128fbe60dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18d174-de67-4b03-afae-02a1287bd678,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:20.338111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5515a-6134-40bc-8d0d-b8207d429395 req-84b4fc0e-1f93-49ee-9f7e-106d7df7cb78 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:20.345689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5515a-6134-40bc-8d0d-b8207d429395 req-84b4fc0e-1f93-49ee-9f7e-106d7df7cb78 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:20.353026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5515a-6134-40bc-8d0d-b8207d429395 req-84b4fc0e-1f93-49ee-9f7e-106d7df7cb78 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:20.359042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5515a-6134-40bc-8d0d-b8207d429395 req-84b4fc0e-1f93-49ee-9f7e-106d7df7cb78 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:20.366161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5515a-6134-40bc-8d0d-b8207d429395 req-84b4fc0e-1f93-49ee-9f7e-106d7df7cb78 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:20.368106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78e5515a-6134-40bc-8d0d-b8207d429395 req-84b4fc0e-1f93-49ee-9f7e-106d7df7cb78 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 3816 time: 0.2942815 Sep 18 19:49:20.377260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-312b2e0a-ef12-4332-b32f-9b0caf43bbbc service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639133 Sep 18 19:49:20.472429 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54362) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:20.480967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:20.499880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78e5515a-6134-40bc-8d0d-b8207d429395 req-b0762898-c2b3-42d7-9fd1-5d7d6d0153ea tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200998 Sep 18 19:49:20.522572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:20.525315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dee83c62-b2b4-4e8f-beef-01e6e0a65dd9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:20.595037 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b3147ba7-704d-4cfa-a74c-372096b6745a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fef932b3adb4c8d9ccdbaae2fa72408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205792 Sep 18 19:49:20.600197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54366) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:20.666803 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-769b6ff2-a4ee-4130-874f-65b3eafc7ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.672879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d014749d-7470-40ab-9de5-374cf9548d8f {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:20.684091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.693461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-769b6ff2-a4ee-4130-874f-65b3eafc7ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.702330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Transition to ACTIVE for port object d014749d-7470-40ab-9de5-374cf9548d8f will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:20.741759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b18f9a2-0d03-4516-b05e-365432f77fc9 req-fbc70fed-c8e7-4391-8915-1cf6160b8d84 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477285 Sep 18 19:49:20.761373 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.765348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-769b6ff2-a4ee-4130-874f-65b3eafc7ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.768691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-769b6ff2-a4ee-4130-874f-65b3eafc7ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:20.769972 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-769b6ff2-a4ee-4130-874f-65b3eafc7ce8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2174b719-9a5a-489b-813a-8cb69bc4fcb6 HTTP/1.1" status: 204 len: 168 time: 0.1684499 Sep 18 19:49:20.792843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b6ff2-a4ee-4130-874f-65b3eafc7ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2174b719-9a5a-489b-813a-8cb69bc4fcb6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:20.865517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193f2a-2e39-44e1-a99b-b7993dde9c83 req-70f5d6ee-57b0-490f-95bb-c8d12ad7cd3f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:20.874065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30193f2a-2e39-44e1-a99b-b7993dde9c83 req-70f5d6ee-57b0-490f-95bb-c8d12ad7cd3f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 948 time: 0.4109666 Sep 18 19:49:20.894306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Pushing event updated for resources: {'Port': ['ID=d014749d-7470-40ab-9de5-374cf9548d8f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:21.037787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30193f2a-2e39-44e1-a99b-b7993dde9c83 req-b42db2ac-68a8-4885-b639-05b9d0baa025 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569986 Sep 18 19:49:21.088421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2266273-d493-4f39-81d8-6a4034e0f139 req-9f7f5ffc-c331-487f-b8d0-93fd1c9103c8 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:21.096309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2266273-d493-4f39-81d8-6a4034e0f139 req-9f7f5ffc-c331-487f-b8d0-93fd1c9103c8 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1787844 Sep 18 19:49:21.136449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Attempting to bind port d014749d-7470-40ab-9de5-374cf9548d8f on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:21.136839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Attempting to bind port d014749d-7470-40ab-9de5-374cf9548d8f by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:21.137121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Attempting to bind port d014749d-7470-40ab-9de5-374cf9548d8f on network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:21.148401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Port d014749d-7470-40ab-9de5-374cf9548d8f on network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:21.148734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Attempting to bind port d014749d-7470-40ab-9de5-374cf9548d8f on network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:21.164112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:21.164452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Checking segment: {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:21.164843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Bound using segment: {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:21.165275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Bound port: d014749d-7470-40ab-9de5-374cf9548d8f, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f69678c-6ed0-4480-a949-b6faf2a86aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:21.165638 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:21.183962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2266273-d493-4f39-81d8-6a4034e0f139 req-29b239d5-0101-4480-b56a-7ead4ff3f421 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798869 Sep 18 19:49:21.283229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] For port d014749d-7470-40ab-9de5-374cf9548d8f, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:21.288353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] For port d014749d-7470-40ab-9de5-374cf9548d8f, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d014749d-7470-40ab-9de5-374cf9548d8f,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:21.296120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:21.357457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:21.358138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:21.359564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] 10.222.0.24 "PUT /v2.0/ports/d014749d-7470-40ab-9de5-374cf9548d8f HTTP/1.1" status: 200 len: 1093 time: 1.6880386 Sep 18 19:49:21.360035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:21.362497 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c3e85-be14-4d83-ae47-9c19705daf41" -d '{"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:21.400671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:21.409916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2154d-8d6a-4cd8-839f-3abd91cd18ce service neutron] Pushing event updated for resources: {'Port': ['ID=d014749d-7470-40ab-9de5-374cf9548d8f,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:21.438691 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ee71a-d095-48d0-886d-d7f949bb2d4a x-openstack-request-id: req-175ee71a-d095-48d0-886d-d7f949bb2d4a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:21.439190 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:21.439304 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-175ee71a-d095-48d0-886d-d7f949bb2d4a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:21.439675 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'status': 'completed', 'code': 200} Sep 18 19:49:21.528618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-1ad0ca2f-3bc5-441c-94b1-06f80fa18a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:21.536408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-1ad0ca2f-3bc5-441c-94b1-06f80fa18a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:21.540185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-1ad0ca2f-3bc5-441c-94b1-06f80fa18a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:21.546197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-1ad0ca2f-3bc5-441c-94b1-06f80fa18a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:21.547023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-1ad0ca2f-3bc5-441c-94b1-06f80fa18a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:21.549281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-1ad0ca2f-3bc5-441c-94b1-06f80fa18a8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 4364 time: 0.1042027 Sep 18 19:49:21.550206 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:21.553833 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3907-eb30-4384-8cff-01cdefa57b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:21.777325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54412) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:21.788125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:49:21.795976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 08145f0d-23fa-45bb-a448-9bcabd3ca18f no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:21.830262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 08145f0d-23fa-45bb-a448-9bcabd3ca18f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:21.830616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 08145f0d-23fa-45bb-a448-9bcabd3ca18f not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:22.000250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:22.189873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5189e7c0-1bf8-400a-b505-2f3a84f721fb tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1175752339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:22.224807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2006652913-network', 'tenant_id': '1140cde04b2c4d69b8ca24bfd687ef1b'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:22.230598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5189e7c0-1bf8-400a-b505-2f3a84f721fb tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.231737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5189e7c0-1bf8-400a-b505-2f3a84f721fb tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.245845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:22.260601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'mac_address': 'fa:16:3e:ce:b5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:49:22.280405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Made reservation on behalf of 1140cde04b2c4d69b8ca24bfd687ef1b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:22.284102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.310918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.327587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79542-f767-4c92-8f7a-d966c3914548 req-1c348e50-c7fc-4916-a28d-4eb2ee1ceb46 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.331611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.334444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79542-f767-4c92-8f7a-d966c3914548 req-1c348e50-c7fc-4916-a28d-4eb2ee1ceb46 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.340514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79542-f767-4c92-8f7a-d966c3914548 req-1c348e50-c7fc-4916-a28d-4eb2ee1ceb46 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.345254 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5189e7c0-1bf8-400a-b505-2f3a84f721fb tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.346458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79542-f767-4c92-8f7a-d966c3914548 req-1c348e50-c7fc-4916-a28d-4eb2ee1ceb46 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.352590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79542-f767-4c92-8f7a-d966c3914548 req-1c348e50-c7fc-4916-a28d-4eb2ee1ceb46 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.353337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5189e7c0-1bf8-400a-b505-2f3a84f721fb tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.360536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3dd79542-f767-4c92-8f7a-d966c3914548 req-1c348e50-c7fc-4916-a28d-4eb2ee1ceb46 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 3828 time: 0.6940794 Sep 18 19:49:22.363694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2961411a-b7c8-47d0-8fc3-f837c7b79c82 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:22.383461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-0c603e70-c6b9-4199-9d23-402f97e45b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.383939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-0c603e70-c6b9-4199-9d23-402f97e45b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.384417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-0c603e70-c6b9-4199-9d23-402f97e45b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.386015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-0c603e70-c6b9-4199-9d23-402f97e45b31 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f68c982f2620424e9ad1abd070a050d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8077130 Sep 18 19:49:22.393033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:22.400349 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.473710 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.475194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=12']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:22.482055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.493991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:22.503044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.503403 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Added segment e0596a32-cb6a-46ac-b5d5-118f89c628f4 of type vlan for network d857b4d3-e824-4b04-b5bf-8f6c98475631 Sep 18 19:49:22.545503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.556124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3dd79542-f767-4c92-8f7a-d966c3914548 req-5b411e2c-96f7-4e12-9221-31c92fed2e45 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947076 Sep 18 19:49:22.580688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087640ae-7d91-47f5-91fb-bd16e58dd268 req-5c9f25e4-18ad-450c-97b8-88e3c547740c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.582215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-087640ae-7d91-47f5-91fb-bd16e58dd268 req-5c9f25e4-18ad-450c-97b8-88e3c547740c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.2197044 Sep 18 19:49:22.599401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a985cfd8-b1d9-40fe-a4a1-64699412546f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:22.603431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5189e7c0-1bf8-400a-b505-2f3a84f721fb tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.615702 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5189e7c0-1bf8-400a-b505-2f3a84f721fb tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8371332 Sep 18 19:49:22.617075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.618145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.618703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.620764 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54430) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:22.628495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2010236770'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:22.701598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['2961411a-b7c8-47d0-8fc3-f837c7b79c82'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:22.715174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-02192b2f-53c5-4921-b03a-8f7dfe3a8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.716926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-419c3e85-be14-4d83-ae47-9c19705daf41 req-02192b2f-53c5-4921-b03a-8f7dfe3a8db6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3121545 Sep 18 19:49:22.722657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d857b4d3-e824-4b04-b5bf-8f6c98475631,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:22.750346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Made reservation on behalf of a3c89707c86845b2b4a248f23c27c384 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:22.756483 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.767694 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0d60d601-f75a-4104-9500-ee6f061ae9d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7663302 Sep 18 19:49:22.768869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d857b4d3-e824-4b04-b5bf-8f6c98475631 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:22.769021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e2834a-8d12-4560-b0e6-7febfb9e0f21 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:22.771169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:22.776929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Request body: {'subnet': {'network_id': 'd857b4d3-e824-4b04-b5bf-8f6c98475631', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2006652913-subnet', 'tenant_id': '1140cde04b2c4d69b8ca24bfd687ef1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:22.780196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.780832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-087640ae-7d91-47f5-91fb-bd16e58dd268 req-a65946b9-ef4c-4150-a449-fcade0993e41 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807847 Sep 18 19:49:22.783134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.804223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b2339-7aed-4d3e-a961-89c12424a02a req-799c232d-c381-401b-8fb8-0572b9e05544 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:22.812343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3b2339-7aed-4d3e-a961-89c12424a02a req-799c232d-c381-401b-8fb8-0572b9e05544 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1442144 Sep 18 19:49:22.825230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Transition to ACTIVE for port object 32e2834a-8d12-4560-b0e6-7febfb9e0f21 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:22.834175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Made reservation on behalf of 1140cde04b2c4d69b8ca24bfd687ef1b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:22.835319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.838314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:22.898893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b3b2339-7aed-4d3e-a961-89c12424a02a req-3ea51f29-9965-4c31-8afa-65d391225e41 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854259 Sep 18 19:49:22.946221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=32e2834a-8d12-4560-b0e6-7febfb9e0f21,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:23.096243 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.185264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e18f0-84da-45a6-98e2-04eda19b9cd7 req-64e72c0e-beed-4e6e-9e48-130660e73684 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.187042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-665e18f0-84da-45a6-98e2-04eda19b9cd7 req-64e72c0e-beed-4e6e-9e48-130660e73684 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 1101 time: 0.1669719 Sep 18 19:49:23.198009 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.221647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Attempting to bind port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:23.221978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Attempting to bind port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:23.222297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Attempting to bind port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:23.230683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:23.231021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Attempting to bind port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:23.248355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-665e18f0-84da-45a6-98e2-04eda19b9cd7 req-90ace274-c699-4a3b-9cc3-b3325ef09698 tempest-MigrationsAdminTest-956337752 tempest-MigrationsAdminTest-956337752-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488169 Sep 18 19:49:23.251197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:23.251579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Checking segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:23.251964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Bound using segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:23.252401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Bound port: 32e2834a-8d12-4560-b0e6-7febfb9e0f21, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:23.252763 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.347063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] For port 32e2834a-8d12-4560-b0e6-7febfb9e0f21, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:23.353111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] For port 32e2834a-8d12-4560-b0e6-7febfb9e0f21, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:23.362032 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.391503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.406434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.420258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.421310 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.422832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 200 len: 1130 time: 2.0299253 Sep 18 19:49:23.440766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:23.441041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': '32e2834a-8d12-4560-b0e6-7febfb9e0f21'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:23.444375 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849" -d '{"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "32e2834a-8d12-4560-b0e6-7febfb9e0f21"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:23.456039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:23.465853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9bca8-0b74-4b9d-82b3-79dec512e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=32e2834a-8d12-4560-b0e6-7febfb9e0f21,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:23.483748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.484108 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Added segment 2b02d641-c57d-411f-81ec-ff63352a4363 of type vlan for network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 Sep 18 19:49:23.494502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5314732e-cad2-4e78-bf33-c3f2f7d7328a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:23.558498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.577257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.583500 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd1d29-67fb-4cb6-bd53-f12415052345 x-openstack-request-id: req-b3fd1d29-67fb-4cb6-bd53-f12415052345 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:23.583849 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "32e2834a-8d12-4560-b0e6-7febfb9e0f21", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:23.584103 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3fd1d29-67fb-4cb6-bd53-f12415052345 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:23.584505 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': '32e2834a-8d12-4560-b0e6-7febfb9e0f21', 'status': 'completed', 'code': 200} Sep 18 19:49:23.585019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.708391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6044db5a-9721-4e32-9752-d0cf129d657f,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:23.724158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Checking segment: {'id': 'e0596a32-cb6a-46ac-b5d5-118f89c628f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd857b4d3-e824-4b04-b5bf-8f6c98475631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:23.725301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Network hostable DHCP agents. Network: d857b4d3-e824-4b04-b5bf-8f6c98475631, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:23.731119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.738187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.738857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.788375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-dce1e49b-e757-40d9-9306-fc52dd4700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.789237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-dce1e49b-e757-40d9-9306-fc52dd4700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.789903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-dce1e49b-e757-40d9-9306-fc52dd4700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.790562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-dce1e49b-e757-40d9-9306-fc52dd4700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.791240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-dce1e49b-e757-40d9-9306-fc52dd4700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.792015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-dce1e49b-e757-40d9-9306-fc52dd4700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.794134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-dce1e49b-e757-40d9-9306-fc52dd4700d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5287 time: 0.2144766 Sep 18 19:49:23.830179 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2066071 Sep 18 19:49:23.833036 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54448) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:23.838478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'subnet': {'network_id': '6540f38a-62db-41a2-8a8d-ff91bf828aa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:23.841683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Network d857b4d3-e824-4b04-b5bf-8f6c98475631 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:23.843490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b51bc8-03bf-484d-a14c-e9e09e914067 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Network': ['ID=6540f38a-62db-41a2-8a8d-ff91bf828aa9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:23.858194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:23.875874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, d857b4d3-e824-4b04-b5bf-8f6c98475631) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:23.884864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.885452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:23.931185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e1b6-f998-4eb9-8c41-ad2ea99e805b req-b23891ec-dc6a-4169-ada1-02b5fbdfa51f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.932964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ad2e1b6-f998-4eb9-8c41-ad2ea99e805b req-b23891ec-dc6a-4169-ada1-02b5fbdfa51f tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.2587075 Sep 18 19:49:23.943508 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-218ae921-1466-48d9-accd-9b09578c94a0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1708920 Sep 18 19:49:23.954903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b363d8c-f690-441e-b35b-0295422de592 None None] Network d857b4d3-e824-4b04-b5bf-8f6c98475631 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:23.984275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fdcda-b741-4729-bf19-9e8ec29de43d req-a2ace389-a1de-4a92-97f2-4343819e9519 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.991020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fdcda-b741-4729-bf19-9e8ec29de43d req-a2ace389-a1de-4a92-97f2-4343819e9519 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:23.997440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fdcda-b741-4729-bf19-9e8ec29de43d req-a2ace389-a1de-4a92-97f2-4343819e9519 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.002534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Made reservation on behalf of a3c89707c86845b2b4a248f23c27c384 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:24.003862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fdcda-b741-4729-bf19-9e8ec29de43d req-a2ace389-a1de-4a92-97f2-4343819e9519 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.009339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.010713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fdcda-b741-4729-bf19-9e8ec29de43d req-a2ace389-a1de-4a92-97f2-4343819e9519 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.017727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fdcda-b741-4729-bf19-9e8ec29de43d req-a2ace389-a1de-4a92-97f2-4343819e9519 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.019492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b4fdcda-b741-4729-bf19-9e8ec29de43d req-a2ace389-a1de-4a92-97f2-4343819e9519 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 4599 time: 0.2854433 Sep 18 19:49:24.123771 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf63a91-2c06-42fd-94d5-a3eda97dc99c None None] Network d857b4d3-e824-4b04-b5bf-8f6c98475631 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:24.161430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ad2e1b6-f998-4eb9-8c41-ad2ea99e805b req-9821415d-b93d-46d7-8302-47b3157ef50b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925268 Sep 18 19:49:24.173647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-d73ac122-9308-4a72-b4a9-f9a3cfacbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.174248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-d73ac122-9308-4a72-b4a9-f9a3cfacbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.175370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-d73ac122-9308-4a72-b4a9-f9a3cfacbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.177706 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-d73ac122-9308-4a72-b4a9-f9a3cfacbdb1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f68c982f2620424e9ad1abd070a050d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3734181 Sep 18 19:49:24.211550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b4fdcda-b741-4729-bf19-9e8ec29de43d req-025d5697-df2e-416e-9edd-3c9d66652dc7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796844 Sep 18 19:49:24.414563 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.436556 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba28102e-8ada-462f-845e-2cb036a815ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.440374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-09e0ca10-9c10-40b2-9315-4a968d765397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.442134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36ec0599-a64d-47fd-a1a7-d8ce9e7f2849 req-09e0ca10-9c10-40b2-9315-4a968d765397 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566762 Sep 18 19:49:24.477003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b391d25-182e-4371-ab74-729312375b0d req-52e9949c-5d98-4f7e-b9fa-d56a4da9135b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.484924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b391d25-182e-4371-ab74-729312375b0d req-52e9949c-5d98-4f7e-b9fa-d56a4da9135b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1339188 Sep 18 19:49:24.498140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Subnet': ['ID=3a83f067-845a-4887-afee-988511e29d99,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:24.511112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708b22da-9bd8-4d56-b32b-8d06d1eaf51a {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:24.526744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.527604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Checking segment: {'id': '2b02d641-c57d-411f-81ec-ff63352a4363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6540f38a-62db-41a2-8a8d-ff91bf828aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:24.528214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network hostable DHCP agents. Network: 6540f38a-62db-41a2-8a8d-ff91bf828aa9, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:24.552624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:24.557090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b391d25-182e-4371-ab74-729312375b0d req-77e2fca5-12f6-4ab6-aa9c-5f730badd38c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699477 Sep 18 19:49:24.567690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Transition to ACTIVE for port object 708b22da-9bd8-4d56-b32b-8d06d1eaf51a will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:24.570569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6540f38a-62db-41a2-8a8d-ff91bf828aa9) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:24.575877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.576601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:24.577378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.581082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac339f-a873-406a-9b5c-d4f0f4b896a4 None None] Network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:24.630456 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-076c0b36-75a6-4a27-b445-af38fbac2c0f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7923088 Sep 18 19:49:24.630835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54466) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:24.637134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'network': {'name': 'tempest-router-network01--404212937'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:24.644818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Pushing event updated for resources: {'Port': ['ID=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:24.727974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Made reservation on behalf of a3c89707c86845b2b4a248f23c27c384 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:24.732173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.735755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.785327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:24.798869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Attempting to bind port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:24.799596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Attempting to bind port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:24.800139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Attempting to bind port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:24.806857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:24.807518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Attempting to bind port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:24.812733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.813343 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Added segment e307ce6b-6172-4eea-a51f-8598b20b3e34 of type vlan for network 0479c240-bb0b-416d-875d-22ff5c494b05 Sep 18 19:49:24.825060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:24.825405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Checking segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:24.825839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Bound using segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:24.826241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Bound port: 708b22da-9bd8-4d56-b32b-8d06d1eaf51a, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:24.826665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.833739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-6540f38a-62db-41a2-8a8d-ff91bf828aa9', 'network_id': '6540f38a-62db-41a2-8a8d-ff91bf828aa9', 'tenant_id': 'a3c89707c86845b2b4a248f23c27c384', 'fixed_ips': [{'subnet_id': '3a83f067-845a-4887-afee-988511e29d99'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:49:24.834701 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:24.930232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.010070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Allocated IP 172.20.0.2 (6540f38a-62db-41a2-8a8d-ff91bf828aa9/3a83f067-845a-4887-afee-988511e29d99/b6fa7157-685e-4223-b281-455d2e0c9c55) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:25.059246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-f83330b7-c860-4277-b766-c2a0c7c80911 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:25.060586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-f83330b7-c860-4277-b766-c2a0c7c80911 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.1905401 Sep 18 19:49:25.070348 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.075759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:25.076355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.100783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] For port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:25.162839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] For port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:25.167709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5360458 Sep 18 19:49:25.170931 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54476) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:25.180695 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.182747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'network': {'name': 'tempest-router-network02--1926638353'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:25.195054 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.219636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.235883 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Made reservation on behalf of a3c89707c86845b2b4a248f23c27c384 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:25.240507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.255984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3d350-6eb9-4608-99ae-cf80e0854bed tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Network': ['ID=0479c240-bb0b-416d-875d-22ff5c494b05,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:25.264277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-edd0f088-9b75-4610-84ea-4550c23cbf84 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:25.265710 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-edd0f088-9b75-4610-84ea-4550c23cbf84 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/networks?id=d857b4d3-e824-4b04-b5bf-8f6c98475631 HTTP/1.1" status: 200 len: 822 time: 0.3573494 Sep 18 19:49:25.281605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:25.290804 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Pushing event updated for resources: {'Port': ['ID=b6fa7157-685e-4223-b281-455d2e0c9c55,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:25.305129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.305735 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Added segment da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d of type vlan for network de98d54f-5744-4efe-bb32-7e81dee9112d Sep 18 19:49:25.310445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:25.313391 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:25.314022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.315777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 0479c240-bb0b-416d-875d-22ff5c494b05 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:25.315918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] 10.222.0.24 "PUT /v2.0/ports/708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 200 len: 1131 time: 1.8649642 Sep 18 19:49:25.325139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:25.341968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:25.357587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-61f1a559-43a8-4e4f-a2d5-d49358e08234 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/quotas/1140cde04b2c4d69b8ca24bfd687ef1b HTTP/1.1" status: 200 len: 375 time: 0.0721817 Sep 18 19:49:25.371817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:25.377981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.417426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ecfe4-d79f-4914-85ce-c3e4a1927def service neutron] Pushing event updated for resources: {'Port': ['ID=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:25.437472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.444443 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:25.445045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.464553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-53b7366b-9d6a-4dcc-ba19-6baad0b6cf3b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1140cde04b2c4d69b8ca24bfd687ef1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804050 Sep 18 19:49:25.523143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513d44f-a6a2-4d31-967e-2e91b862856f req-52e70755-70a2-4244-8851-030f4a0a6bd1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:25.532196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e513d44f-a6a2-4d31-967e-2e91b862856f req-52e70755-70a2-4244-8851-030f4a0a6bd1 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 949 time: 0.2450209 Sep 18 19:49:25.551630 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3766866 Sep 18 19:49:25.551630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd2a84-5829-4cee-ac1b-136a5b6e4176 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Network': ['ID=de98d54f-5744-4efe-bb32-7e81dee9112d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:25.553409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54488) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:25.558862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'subnet': {'network_id': '0479c240-bb0b-416d-875d-22ff5c494b05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:25.579950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Attempting to bind port b6fa7157-685e-4223-b281-455d2e0c9c55 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:25.582170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Attempting to bind port b6fa7157-685e-4223-b281-455d2e0c9c55 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2b02d641-c57d-411f-81ec-ff63352a4363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6540f38a-62db-41a2-8a8d-ff91bf828aa9'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:25.582966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Attempting to bind port b6fa7157-685e-4223-b281-455d2e0c9c55 on network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:25.589805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network de98d54f-5744-4efe-bb32-7e81dee9112d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:25.621158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Deleting port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:25.621280 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.626552 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.630001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:25.630373 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Checking segment: {'id': '2b02d641-c57d-411f-81ec-ff63352a4363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6540f38a-62db-41a2-8a8d-ff91bf828aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:25.630774 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.631170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Bound using segment: {'id': '2b02d641-c57d-411f-81ec-ff63352a4363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6540f38a-62db-41a2-8a8d-ff91bf828aa9'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:25.631674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Bound port: b6fa7157-685e-4223-b281-455d2e0c9c55, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b02d641-c57d-411f-81ec-ff63352a4363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6540f38a-62db-41a2-8a8d-ff91bf828aa9'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:25.631811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': '708b22da-9bd8-4d56-b32b-8d06d1eaf51a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:25.632048 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.635148 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41ac050-3799-4532-a541-c15e85842d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "708b22da-9bd8-4d56-b32b-8d06d1eaf51a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:25.680049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Made reservation on behalf of a3c89707c86845b2b4a248f23c27c384 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:25.688871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.697970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.760132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e513d44f-a6a2-4d31-967e-2e91b862856f req-c73a53bc-b743-4258-8454-bafab8510c6e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267895 Sep 18 19:49:25.807712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:25.810253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] For port b6fa7157-685e-4223-b281-455d2e0c9c55, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:25.815544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] For port b6fa7157-685e-4223-b281-455d2e0c9c55, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b6fa7157-685e-4223-b281-455d2e0c9c55,segment=NetworkSegment(2b02d641-c57d-411f-81ec-ff63352a4363),segment_id=2b02d641-c57d-411f-81ec-ff63352a4363)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:25.841605 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:25.924651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc1c80-ab47-4219-9cd5-2cc8bdce9975 None None] Pushing event updated for resources: {'Port': ['ID=b6fa7157-685e-4223-b281-455d2e0c9c55,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:25.936477 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-00c2c98d-248b-4ab5-9409-9776d6d86afa service neutron] 10.222.0.20 "GET /v2.0/networks/d857b4d3-e824-4b04-b5bf-8f6c98475631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710457 Sep 18 19:49:25.937423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:49:25.950507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:25.953848 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.011438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:26.011817 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.020644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.075119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Calling delete_port for 2961411a-b7c8-47d0-8fc3-f837c7b79c82 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:26.079816 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.097911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Subnet': ['ID=051e2906-6f1f-46c5-b56a-f4cc6a401bfc,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:26.104651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Checking segment: {'id': 'e307ce6b-6172-4eea-a51f-8598b20b3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0479c240-bb0b-416d-875d-22ff5c494b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:26.105275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network hostable DHCP agents. Network: 0479c240-bb0b-416d-875d-22ff5c494b05, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:26.115554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:26.118012 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a601e789-9b3b-4d67-aaa2-0cbaacbf7c45" -d '{"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-plugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:26.118813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-3cb6c20f-a125-4f52-861b-227a9f9b751b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:26.124823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-3cb6c20f-a125-4f52-861b-227a9f9b751b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:26.128657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network 0479c240-bb0b-416d-875d-22ff5c494b05 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:26.131321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-3cb6c20f-a125-4f52-861b-227a9f9b751b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:26.132851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2961411a-b7c8-47d0-8fc3-f837c7b79c82, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2961411a-b7c8-47d0-8fc3-f837c7b79c82,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:26.137634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-3cb6c20f-a125-4f52-861b-227a9f9b751b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:26.141077 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.143691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-3cb6c20f-a125-4f52-861b-227a9f9b751b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:26.146362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 0479c240-bb0b-416d-875d-22ff5c494b05) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:26.150525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:26.151330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-3cb6c20f-a125-4f52-861b-227a9f9b751b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:26.151478 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.157893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-3cb6c20f-a125-4f52-861b-227a9f9b751b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:26.161033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-3cb6c20f-a125-4f52-861b-227a9f9b751b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5371 time: 0.2718649 Sep 18 19:49:26.172274 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7d84d-73c0-4a1f-aa0a-a1b19562b06a None None] Network 0479c240-bb0b-416d-875d-22ff5c494b05 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:26.173889 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9078fa78-7f9f-47a1-8f1b-1be2edfbae93 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6193142 Sep 18 19:49:26.176981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54496) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:26.182419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'subnet': {'network_id': 'de98d54f-5744-4efe-bb32-7e81dee9112d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:26.293523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-2929a372-7599-4740-b0f6-39dacb4e8e15 service neutron] 10.222.0.20 "GET /v2.0/networks/d857b4d3-e824-4b04-b5bf-8f6c98475631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325942 Sep 18 19:49:26.299438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=13']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:26.336370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-658bb1c5-9d69-44e8-a0ae-6ee082faf995 req-e9506934-836d-4a30-8c0c-8be1a29e4c5a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323223 Sep 18 19:49:26.384131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Made reservation on behalf of a3c89707c86845b2b4a248f23c27c384 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:26.402066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.471157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-0479c240-bb0b-416d-875d-22ff5c494b05', 'network_id': '0479c240-bb0b-416d-875d-22ff5c494b05', 'tenant_id': 'a3c89707c86845b2b4a248f23c27c384', 'fixed_ips': [{'subnet_id': '051e2906-6f1f-46c5-b56a-f4cc6a401bfc'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:49:26.471538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.517790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f768b054-6809-4b2d-8ff1-e71086be318d {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:26.534868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.548823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.556936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Transition to ACTIVE for port object f768b054-6809-4b2d-8ff1-e71086be318d will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:26.565148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b6fa7157-685e-4223-b281-455d2e0c9c55 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:26.576414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'ad82451f-77f8-4f01-9753-7cf296272287', '2961411a-b7c8-47d0-8fc3-f837c7b79c82'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:26.583894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event deleted for resources: {'Port': ['ID=2961411a-b7c8-47d0-8fc3-f837c7b79c82,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:26.586347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.673038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] No DVR routers for this DVR port 2961411a-b7c8-47d0-8fc3-f837c7b79c82 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:26.678359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.679816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea532fc5-588a-4d06-94cd-6c05d9af745a req-4465fdb8-f3de-4665-8cf2-5d32b1f37363 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "DELETE /v2.0/ports/2961411a-b7c8-47d0-8fc3-f837c7b79c82 HTTP/1.1" status: 204 len: 173 time: 1.6106408 Sep 18 19:49:26.692285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f768b054-6809-4b2d-8ff1-e71086be318d,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:26.702584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:26.875139 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:26.884187 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07c6602-fe28-4668-a4ce-025506d8307b x-openstack-request-id: req-c07c6602-fe28-4668-a4ce-025506d8307b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:26.884624 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "708b22da-9bd8-4d56-b32b-8d06d1eaf51a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:26.884975 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c07c6602-fe28-4668-a4ce-025506d8307b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:26.885485 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': '708b22da-9bd8-4d56-b32b-8d06d1eaf51a', 'status': 'completed', 'code': 200} Sep 18 19:49:26.963825 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4f5c6f-9872-4a8a-9625-4e422e007a85 x-openstack-request-id: req-4a4f5c6f-9872-4a8a-9625-4e422e007a85 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:26.965188 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-plugged", "status": "completed", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:26.965482 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a4f5c6f-9872-4a8a-9625-4e422e007a85 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:26.965923 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'code': 200} Sep 18 19:49:26.975411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Subnet': ['ID=293fa475-1fbc-4139-977f-1518eecd02c4,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:26.996370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Checking segment: {'id': 'da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de98d54f-5744-4efe-bb32-7e81dee9112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:26.996741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network hostable DHCP agents. Network: de98d54f-5744-4efe-bb32-7e81dee9112d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:27.039512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network de98d54f-5744-4efe-bb32-7e81dee9112d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:27.087543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, de98d54f-5744-4efe-bb32-7e81dee9112d) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:27.110490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.111162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:27.115427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b4762-5776-422c-9a17-536a2f7d1062 None None] Network de98d54f-5744-4efe-bb32-7e81dee9112d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:27.123607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f44540a-b948-4e6a-8518-f4a61e7cca65 req-8e3972e7-f46b-4d90-b7ed-8af32d07dcae tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 210 time: 0.0629520 Sep 18 19:49:27.130237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-af25cf45-d942-40a3-8e09-d22b25f3bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.131355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-af25cf45-d942-40a3-8e09-d22b25f3bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.131887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-af25cf45-d942-40a3-8e09-d22b25f3bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.133077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-af25cf45-d942-40a3-8e09-d22b25f3bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.133633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-af25cf45-d942-40a3-8e09-d22b25f3bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.134297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-af25cf45-d942-40a3-8e09-d22b25f3bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.134878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-af25cf45-d942-40a3-8e09-d22b25f3bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.139585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b41ac050-3799-4532-a541-c15e85842d3a req-af25cf45-d942-40a3-8e09-d22b25f3bd12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6237 time: 0.2516694 Sep 18 19:49:27.140571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Attempting to bind port f768b054-6809-4b2d-8ff1-e71086be318d on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:27.141560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Attempting to bind port f768b054-6809-4b2d-8ff1-e71086be318d by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:27.141929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Attempting to bind port f768b054-6809-4b2d-8ff1-e71086be318d on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:27.153216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54508) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:27.153216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Port f768b054-6809-4b2d-8ff1-e71086be318d on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:27.153216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Attempting to bind port f768b054-6809-4b2d-8ff1-e71086be318d on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:27.164724 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8c1725b0-2233-4867-8ec2-6174a9f77554 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9871435 Sep 18 19:49:27.289457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b6fa7157-685e-4223-b281-455d2e0c9c55 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:27.289876 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:27.489472 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:27.507133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Allocated IP 172.20.0.2 (0479c240-bb0b-416d-875d-22ff5c494b05/051e2906-6f1f-46c5-b56a-f4cc6a401bfc/02c6e7d5-b76b-4ef1-be52-fafbbc390123) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:27.682874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:27.683670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Checking segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:27.683774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Bound using segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:27.684223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Bound port: f768b054-6809-4b2d-8ff1-e71086be318d, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:27.685026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:27.738023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553ee3ee-3165-4846-b253-7298208e477c None None] Network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:27.852940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fefd36a-c32f-4840-9513-a7357b9ddcf8 req-d5179204-3290-4e4d-8a1a-e6541e834e11 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd927cf-44fa-47d7-9add-d7b26df3d8ea HTTP/1.1" status: 200 len: 210 time: 0.1537471 Sep 18 19:49:27.909195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e157-2937-4bdf-872a-34b355980e63 req-bccb92b2-b141-4bdb-8473-a06a8eae687d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:27.910750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3662e157-2937-4bdf-872a-34b355980e63 req-bccb92b2-b141-4bdb-8473-a06a8eae687d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 1.0359287 Sep 18 19:49:27.945858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-de98d54f-5744-4efe-bb32-7e81dee9112d', 'network_id': 'de98d54f-5744-4efe-bb32-7e81dee9112d', 'tenant_id': 'a3c89707c86845b2b4a248f23c27c384', 'fixed_ips': [{'subnet_id': '293fa475-1fbc-4139-977f-1518eecd02c4'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:49:27.949505 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:27.951299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7a5cd01a-a92f-4dcb-b478-77ca0e7990fc None None] Provisioning complete for port b6fa7157-685e-4223-b281-455d2e0c9c55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:27.951728 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a5cd01a-a92f-4dcb-b478-77ca0e7990fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:27.972500 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:49:27.991700 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.063284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] For port f768b054-6809-4b2d-8ff1-e71086be318d, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:28.083210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-6a321c75-9524-4a42-831d-615f4e345e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.083628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-6a321c75-9524-4a42-831d-615f4e345e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.083891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-6a321c75-9524-4a42-831d-615f4e345e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.085500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b41ac050-3799-4532-a541-c15e85842d3a req-6a321c75-9524-4a42-831d-615f4e345e0e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f68c982f2620424e9ad1abd070a050d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9350381 Sep 18 19:49:28.141858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] For port f768b054-6809-4b2d-8ff1-e71086be318d, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f768b054-6809-4b2d-8ff1-e71086be318d,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:28.182480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.186692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3662e157-2937-4bdf-872a-34b355980e63 req-aaa60e96-8a4f-42b5-b860-65bbc7cd58ff tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614782 Sep 18 19:49:28.191978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port b6fa7157-685e-4223-b281-455d2e0c9c55, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b6fa7157-685e-4223-b281-455d2e0c9c55,segment=NetworkSegment(2b02d641-c57d-411f-81ec-ff63352a4363),segment_id=2b02d641-c57d-411f-81ec-ff63352a4363)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:28.244324 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.266395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-117073b5-1c55-4e70-b5fb-472f6a2d4d60 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.272834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-117073b5-1c55-4e70-b5fb-472f6a2d4d60 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.278691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-117073b5-1c55-4e70-b5fb-472f6a2d4d60 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.284536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-117073b5-1c55-4e70-b5fb-472f6a2d4d60 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.291260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-117073b5-1c55-4e70-b5fb-472f6a2d4d60 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.297159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-117073b5-1c55-4e70-b5fb-472f6a2d4d60 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.303916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-117073b5-1c55-4e70-b5fb-472f6a2d4d60 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.308109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-117073b5-1c55-4e70-b5fb-472f6a2d4d60 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5383 time: 0.3871915 Sep 18 19:49:28.418763 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.444062 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.444988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.445665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.447179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] 10.222.0.24 "PUT /v2.0/ports/f768b054-6809-4b2d-8ff1-e71086be318d HTTP/1.1" status: 200 len: 1092 time: 3.0870008 Sep 18 19:49:28.458566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=b6fa7157-685e-4223-b281-455d2e0c9c55,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:28.464959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Allocated IP 172.20.0.2 (de98d54f-5744-4efe-bb32-7e81dee9112d/293fa475-1fbc-4139-977f-1518eecd02c4/10fd40a7-8fa2-42f6-989e-b8c743c9569c) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:28.487071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:28.513531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Network 0479c240-bb0b-416d-875d-22ff5c494b05 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:28.528937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:28.549565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:28.576062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ac050-3799-4532-a541-c15e85842d3a req-314943bd-10dd-4dad-9ba9-6d402c6efff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.577603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b41ac050-3799-4532-a541-c15e85842d3a req-314943bd-10dd-4dad-9ba9-6d402c6efff3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4454122 Sep 18 19:49:28.581118 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.585400 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Pushing event updated for resources: {'Port': ['ID=02c6e7d5-b76b-4ef1-be52-fafbbc390123,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:28.632692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-623a4b34-5009-4412-8600-995d916816c7 req-5cad11cf-4ab6-448b-8129-a0b9da7656d8 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 210 time: 0.1068914 Sep 18 19:49:28.652356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632a99f-8062-4d5e-b3ab-c1ce4b1decb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f768b054-6809-4b2d-8ff1-e71086be318d,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:28.665036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-56693b10-cb24-498d-83ef-d5adc0aac173 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:28.666850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-56693b10-cb24-498d-83ef-d5adc0aac173 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.32 "GET /v2.0/networks?id=d857b4d3-e824-4b04-b5bf-8f6c98475631 HTTP/1.1" status: 200 len: 822 time: 0.5699153 Sep 18 19:49:28.689335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58a267cf-7147-4fa0-a286-95e79f70de0e req-08ee454f-6aa3-4a41-bdd9-958f95c3b1e9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3177600 Sep 18 19:49:28.698659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Attempting to bind port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:28.699029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Attempting to bind port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'e307ce6b-6172-4eea-a51f-8598b20b3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0479c240-bb0b-416d-875d-22ff5c494b05'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:28.699411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Attempting to bind port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 on network 0479c240-bb0b-416d-875d-22ff5c494b05 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:28.708929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Request body: {'port': {'device_id': '393e8da7-aba6-4dc8-a03d-410d7e2fd17d', 'network_id': 'd857b4d3-e824-4b04-b5bf-8f6c98475631', 'admin_state_up': True, 'tenant_id': '1140cde04b2c4d69b8ca24bfd687ef1b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:28.725778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:28.726265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Checking segment: {'id': 'e307ce6b-6172-4eea-a51f-8598b20b3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0479c240-bb0b-416d-875d-22ff5c494b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:28.726684 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.727087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Bound using segment: {'id': 'e307ce6b-6172-4eea-a51f-8598b20b3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0479c240-bb0b-416d-875d-22ff5c494b05'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:28.727688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Bound port: 02c6e7d5-b76b-4ef1-be52-fafbbc390123, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e307ce6b-6172-4eea-a51f-8598b20b3e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0479c240-bb0b-416d-875d-22ff5c494b05'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:28.728094 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.776778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.867691 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.871406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] For port 02c6e7d5-b76b-4ef1-be52-fafbbc390123, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:28.875298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] For port 02c6e7d5-b76b-4ef1-be52-fafbbc390123, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=02c6e7d5-b76b-4ef1-be52-fafbbc390123,segment=NetworkSegment(e307ce6b-6172-4eea-a51f-8598b20b3e34),segment_id=e307ce6b-6172-4eea-a51f-8598b20b3e34)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:28.877642 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.907349 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:28.917761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-deleted', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82'}, {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'f768b054-6809-4b2d-8ff1-e71086be318d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:28.920248 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd98455-07ff-4a7b-ab6d-480fddca7106" -d '{"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-deleted", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82"}, {"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "f768b054-6809-4b2d-8ff1-e71086be318d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:28.930120 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Network de98d54f-5744-4efe-bb32-7e81dee9112d is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:28.936337 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:28.945443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:28.961833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Pushing event updated for resources: {'Port': ['ID=10fd40a7-8fa2-42f6-989e-b8c743c9569c,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:29.016124 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31070fc9-1a4b-4be9-b992-c4d0cb33d5dd x-openstack-request-id: req-31070fc9-1a4b-4be9-b992-c4d0cb33d5dd {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:29.016436 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd927cf-44fa-47d7-9add-d7b26df3d8ea", "name": "network-vif-deleted", "tag": "2961411a-b7c8-47d0-8fc3-f837c7b79c82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "f768b054-6809-4b2d-8ff1-e71086be318d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:29.016691 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31070fc9-1a4b-4be9-b992-c4d0cb33d5dd {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:29.017081 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd927cf-44fa-47d7-9add-d7b26df3d8ea', 'name': 'network-vif-deleted', 'tag': '2961411a-b7c8-47d0-8fc3-f837c7b79c82', 'status': 'completed', 'code': 200} Sep 18 19:49:29.017330 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'f768b054-6809-4b2d-8ff1-e71086be318d', 'status': 'completed', 'code': 200} Sep 18 19:49:29.096854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09628f2-5391-4dd7-9a84-0eb4f6b68a3b None None] Pushing event updated for resources: {'Port': ['ID=02c6e7d5-b76b-4ef1-be52-fafbbc390123,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:29.106018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1f99907c-c216-48e5-b96c-0764aaae6396 None None] Provisioning complete for port b6fa7157-685e-4223-b281-455d2e0c9c55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:29.106488 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f99907c-c216-48e5-b96c-0764aaae6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:29.143699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Attempting to bind port 10fd40a7-8fa2-42f6-989e-b8c743c9569c on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:29.144023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Attempting to bind port 10fd40a7-8fa2-42f6-989e-b8c743c9569c by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de98d54f-5744-4efe-bb32-7e81dee9112d'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:29.144592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Attempting to bind port 10fd40a7-8fa2-42f6-989e-b8c743c9569c on network de98d54f-5744-4efe-bb32-7e81dee9112d {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:29.156434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:29.156957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Checking segment: {'id': 'da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de98d54f-5744-4efe-bb32-7e81dee9112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:29.157480 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:29.158392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Bound using segment: {'id': 'da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de98d54f-5744-4efe-bb32-7e81dee9112d'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:29.158514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Bound port: 10fd40a7-8fa2-42f6-989e-b8c743c9569c, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de98d54f-5744-4efe-bb32-7e81dee9112d'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:29.158991 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:29.238515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Made reservation on behalf of 1140cde04b2c4d69b8ca24bfd687ef1b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:29.242122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:29.256777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Allocated IP 172.20.0.1 (0479c240-bb0b-416d-875d-22ff5c494b05/051e2906-6f1f-46c5-b56a-f4cc6a401bfc/0e9983a8-e413-484d-bca6-81da2c5f9047) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:29.291176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] For port 10fd40a7-8fa2-42f6-989e-b8c743c9569c, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:29.298343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] For port 10fd40a7-8fa2-42f6-989e-b8c743c9569c, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=10fd40a7-8fa2-42f6-989e-b8c743c9569c,segment=NetworkSegment(da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d),segment_id=da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:29.307703 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:29.349886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-be9ce80b-0034-421b-9b19-b6676d96e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.350368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-be9ce80b-0034-421b-9b19-b6676d96e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.350845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-be9ce80b-0034-421b-9b19-b6676d96e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.351313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-be9ce80b-0034-421b-9b19-b6676d96e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.351798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-be9ce80b-0034-421b-9b19-b6676d96e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.352265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-be9ce80b-0034-421b-9b19-b6676d96e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.352773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-be9ce80b-0034-421b-9b19-b6676d96e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.354723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-be9ce80b-0034-421b-9b19-b6676d96e0a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6279 time: 0.3219874 Sep 18 19:49:29.374934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac49034-e6a3-41b0-8b86-5978a9fb16f7 None None] Pushing event updated for resources: {'Port': ['ID=10fd40a7-8fa2-42f6-989e-b8c743c9569c,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:29.582823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c9fc-4514-4ba8-a7bb-e7d5259c2728 req-0b1b6f48-e3ea-45cd-b45e-3af5bc6cab2e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.584366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da86c9fc-4514-4ba8-a7bb-e7d5259c2728 req-0b1b6f48-e3ea-45cd-b45e-3af5bc6cab2e tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 950 time: 0.3688970 Sep 18 19:49:29.663885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba59f1e-ffec-4596-bd96-22342f93e7f9 req-02d34fd6-60a5-4fd7-95af-9e18d3825a95 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:29.665778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fba59f1e-ffec-4596-bd96-22342f93e7f9 req-02d34fd6-60a5-4fd7-95af-9e18d3825a95 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.3588257 Sep 18 19:49:29.852906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:29.874935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 2961411a-b7c8-47d0-8fc3-f837c7b79c82 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:29.875276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2961411a-b7c8-47d0-8fc3-f837c7b79c82 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:30.049985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e7ee0-b554-4308-a61a-b014dc846425 None None] Network 0479c240-bb0b-416d-875d-22ff5c494b05 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:30.132986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b6296d8d-85d2-407f-b67a-d10dd030ec6d None None] Provisioning complete for port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:30.133362 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b6296d8d-85d2-407f-b67a-d10dd030ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.151831 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.166445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-4719249a-b9ce-4099-b823-ca10c435ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:30.166965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-4719249a-b9ce-4099-b823-ca10c435ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:30.167364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-4719249a-b9ce-4099-b823-ca10c435ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:30.168962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-4719249a-b9ce-4099-b823-ca10c435ebca service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f68c982f2620424e9ad1abd070a050d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7668989 Sep 18 19:49:30.186895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da86c9fc-4514-4ba8-a7bb-e7d5259c2728 req-47a132d3-1118-4587-a487-4bbff00a304b tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576506 Sep 18 19:49:30.194981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Allocated IP 172.20.0.11 (d857b4d3-e824-4b04-b5bf-8f6c98475631/6044db5a-9721-4e32-9752-d0cf129d657f/0408fb18-af34-45cd-b5cf-dcb4e14b0072) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:30.280897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fba59f1e-ffec-4596-bd96-22342f93e7f9 req-6534313a-7d57-48dc-99a5-028ee9e1b06d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976062 Sep 18 19:49:30.306449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b6296d8d-85d2-407f-b67a-d10dd030ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.387353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:30.398719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-cdb874aa-ffe4-47dc-9b35-dccdd9f34026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:30.400788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fd98455-07ff-4a7b-ab6d-480fddca7106 req-cdb874aa-ffe4-47dc-9b35-dccdd9f34026 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2035718 Sep 18 19:49:30.417208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.437457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b6296d8d-85d2-407f-b67a-d10dd030ec6d None None] For port 02c6e7d5-b76b-4ef1-be52-fafbbc390123, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=02c6e7d5-b76b-4ef1-be52-fafbbc390123,segment=NetworkSegment(e307ce6b-6172-4eea-a51f-8598b20b3e34),segment_id=e307ce6b-6172-4eea-a51f-8598b20b3e34)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:30.447757 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b6296d8d-85d2-407f-b67a-d10dd030ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.486526 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.494372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Transition to ACTIVE for port object aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:30.509293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-d9313c91-ae86-45be-bce4-0aa99feedd36 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:30.516592 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-d9313c91-ae86-45be-bce4-0aa99feedd36 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 950 time: 0.1818235 Sep 18 19:49:30.563141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.587495 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6296d8d-85d2-407f-b67a-d10dd030ec6d None None] Pushing event updated for resources: {'Port': ['ID=02c6e7d5-b76b-4ef1-be52-fafbbc390123,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:30.683232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Deleting port ad82451f-77f8-4f01-9753-7cf296272287 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:30.683635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.699247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network 0479c240-bb0b-416d-875d-22ff5c494b05 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:30.717492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:30.720776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 02c6e7d5-b76b-4ef1-be52-fafbbc390123 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:30.733475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c601a4c7-54d3-4ca0-ad95-496feabb302d req-5e91786f-bac6-4f53-a9cb-01a37c373a19 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 210 time: 0.1584830 Sep 18 19:49:30.770886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:30.794226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:30.794833 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.845146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Port': ['ID=0e9983a8-e413-484d-bca6-81da2c5f9047,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:30.897115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] For port ad82451f-77f8-4f01-9753-7cf296272287, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ad82451f-77f8-4f01-9753-7cf296272287,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:30.897872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:30.907625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b6fa7157-685e-4223-b281-455d2e0c9c55 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:30.909307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0a2d5-6cf3-4c85-b906-4a7754bc5382 None None] Network de98d54f-5744-4efe-bb32-7e81dee9112d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:30.929424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Calling delete_port for ad82451f-77f8-4f01-9753-7cf296272287 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:30.974054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Pushing event updated for resources: {'Port': ['ID=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:30.976824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.024771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-b77741f0-8700-493f-b59a-9f6ff07449cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.032089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-b77741f0-8700-493f-b59a-9f6ff07449cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.043953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-b77741f0-8700-493f-b59a-9f6ff07449cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.052825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-b77741f0-8700-493f-b59a-9f6ff07449cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.060745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-b77741f0-8700-493f-b59a-9f6ff07449cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.071284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-b77741f0-8700-493f-b59a-9f6ff07449cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.078936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-b77741f0-8700-493f-b59a-9f6ff07449cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.096888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-b77741f0-8700-493f-b59a-9f6ff07449cf tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5395 time: 0.4422235 Sep 18 19:49:31.149073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.181825 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.195039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event deleted for resources: {'Port': ['ID=ad82451f-77f8-4f01-9753-7cf296272287,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:31.229591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:31.231855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'ad82451f-77f8-4f01-9753-7cf296272287'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:31.233783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-61f20d73-86fd-4c5d-9e92-8e6a6aabb99f None None] Provisioning complete for port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:31.234481 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61f20d73-86fd-4c5d-9e92-8e6a6aabb99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.261436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] No DVR routers for this DVR port ad82451f-77f8-4f01-9753-7cf296272287 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:31.265346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.268026 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4dc96264-60ac-4b67-8f36-dca269de1495 req-3f63b3a6-c0f8-4966-ba10-409b6cc5befc tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "DELETE /v2.0/ports/ad82451f-77f8-4f01-9753-7cf296272287 HTTP/1.1" status: 204 len: 173 time: 0.7499564 Sep 18 19:49:31.268838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-deleted', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:31.276849 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a21d13-8070-4dc8-aa57-e7935ae0903c" -d '{"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-deleted", "tag": "ad82451f-77f8-4f01-9753-7cf296272287"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:31.290498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e326cb5e-1be7-4589-b173-9f652de5a44a req-924ed268-3823-4d44-b733-635c45d25575 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922328 Sep 18 19:49:31.336633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ad48395-bff1-40ee-a582-81bdf15fa724 req-bd967794-14ce-4491-ab6d-7d1f5e1d23d4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c20a2b-db5b-4ed4-a58b-efae52a4ef63 HTTP/1.1" status: 200 len: 210 time: 0.0558639 Sep 18 19:49:31.364953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Attempting to bind port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:31.364953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Attempting to bind port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:31.364953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Attempting to bind port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:31.402990 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a80c937-8d54-420e-858d-d7be6b721903 x-openstack-request-id: req-5a80c937-8d54-420e-858d-d7be6b721903 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:31.404044 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c20a2b-db5b-4ed4-a58b-efae52a4ef63", "name": "network-vif-deleted", "tag": "ad82451f-77f8-4f01-9753-7cf296272287", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:31.404393 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a80c937-8d54-420e-858d-d7be6b721903 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:31.404706 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c20a2b-db5b-4ed4-a58b-efae52a4ef63', 'name': 'network-vif-deleted', 'tag': 'ad82451f-77f8-4f01-9753-7cf296272287', 'status': 'completed', 'code': 200} Sep 18 19:49:31.408765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b6fa7157-685e-4223-b281-455d2e0c9c55 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:31.409287 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.428346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:31.428769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Attempting to bind port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:31.459927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.474437 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.515131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:31.515504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Checking segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:31.515889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Bound using segment: {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:31.516373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Bound port: aae3a7bf-8f7e-4c84-b372-6eb2cd735b62, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc02d9b-d237-411e-8932-b6d7b98650e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:31.516681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.670154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-ad726f3e-a834-4d55-9eb5-d7ae6ac01c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.671697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-ad726f3e-a834-4d55-9eb5-d7ae6ac01c44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1097 time: 0.2407629 Sep 18 19:49:31.674254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Network d857b4d3-e824-4b04-b5bf-8f6c98475631 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:31.685670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Pushing event updated for resources: {'Port': ['ID=0408fb18-af34-45cd-b5cf-dcb4e14b0072,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:31.695823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 10fd40a7-8fa2-42f6-989e-b8c743c9569c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:31.703481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:31.791779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:31.828992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] Provisioning complete for port 10fd40a7-8fa2-42f6-989e-b8c743c9569c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:31.829357 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.830438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b234-14d1-44f1-9baf-c5fca4619be4 req-875b3179-3074-4c06-8f16-1e6c4f1a1d9e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:31.832909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1713b234-14d1-44f1-9baf-c5fca4619be4 req-875b3179-3074-4c06-8f16-1e6c4f1a1d9e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.3051209 Sep 18 19:49:31.902156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 10fd40a7-8fa2-42f6-989e-b8c743c9569c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:31.902537 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:31.942553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] For port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:32.000808 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.040902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] For port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:32.069211 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.070803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] For port 10fd40a7-8fa2-42f6-989e-b8c743c9569c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=10fd40a7-8fa2-42f6-989e-b8c743c9569c,segment=NetworkSegment(da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d),segment_id=da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:32.072177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.075692 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.090069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.090680 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.150334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1713b234-14d1-44f1-9baf-c5fca4619be4 req-d5ee5e62-919e-4cc7-865d-7bd2c41b5b5d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658937 Sep 18 19:49:32.180911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] Pushing event updated for resources: {'Port': ['ID=10fd40a7-8fa2-42f6-989e-b8c743c9569c,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:32.184277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:49:32.184277 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:49:32.193602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] Provisioning complete for port 0e9983a8-e413-484d-bca6-81da2c5f9047 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:32.194005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.195585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86098-33d1-42f6-bade-80b406a1d8d5 req-3480851f-504e-4c01-b133-991ac5c43362 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.197140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9c86098-33d1-42f6-bade-80b406a1d8d5 req-3480851f-504e-4c01-b133-991ac5c43362 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 932 time: 0.2993288 Sep 18 19:49:32.203738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.204364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.205771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 HTTP/1.1" status: 200 len: 1091 time: 3.7235677 Sep 18 19:49:32.206351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'aae3a7bf-8f7e-4c84-b372-6eb2cd735b62'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:32.209434 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e81acd-214e-4569-936c-a0c63fcd1bda" -d '{"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "aae3a7bf-8f7e-4c84-b372-6eb2cd735b62"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:32.213054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-32419a30-a8d2-4470-bb87-f4fe4fa4d87b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5198400 Sep 18 19:49:32.240347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fabcbb80-01af-4b1c-9c19-f9dcaae34b96 None None] Port 0e9983a8-e413-484d-bca6-81da2c5f9047 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:32.271359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Request body: {'port': {'device_id': '393e8da7-aba6-4dc8-a03d-410d7e2fd17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:32.278454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-cd795864-2a1c-4894-957a-23c2b260f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.279939 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-cd795864-2a1c-4894-957a-23c2b260f3fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 920 time: 0.5736122 Sep 18 19:49:32.281393 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe34fd80-6223-4606-8a66-853e7ee10fe4 x-openstack-request-id: req-fe34fd80-6223-4606-8a66-853e7ee10fe4 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:32.281776 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "aae3a7bf-8f7e-4c84-b372-6eb2cd735b62", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:32.281907 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe34fd80-6223-4606-8a66-853e7ee10fe4 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:32.282304 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'aae3a7bf-8f7e-4c84-b372-6eb2cd735b62', 'status': 'completed', 'code': 200} Sep 18 19:49:32.297604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:32.340810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-122ba61f-dfeb-45f5-a6af-004844f384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.341357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-122ba61f-dfeb-45f5-a6af-004844f384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.341891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-122ba61f-dfeb-45f5-a6af-004844f384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.342544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-122ba61f-dfeb-45f5-a6af-004844f384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.343175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-122ba61f-dfeb-45f5-a6af-004844f384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.343700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-122ba61f-dfeb-45f5-a6af-004844f384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.344179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-122ba61f-dfeb-45f5-a6af-004844f384a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.346295 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-122ba61f-dfeb-45f5-a6af-004844f384a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6347 time: 0.0538802 Sep 18 19:49:32.348266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8843ea6-a39e-4a52-b1da-b577ea6028b8 service neutron] Pushing event updated for resources: {'Port': ['ID=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:32.367618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7f9349e3-e7d7-4850-8d67-cb53d6a48486 None None] Provisioning complete for port 10fd40a7-8fa2-42f6-989e-b8c743c9569c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:32.367618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f9349e3-e7d7-4850-8d67-cb53d6a48486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.402282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-61428b5a-48cf-4c77-94f1-cf0d8225e877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 200 len: 217 time: 0.0919204 Sep 18 19:49:32.495327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9c86098-33d1-42f6-bade-80b406a1d8d5 req-3636ab86-7f7b-407a-889d-b7855104a021 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772517 Sep 18 19:49:32.515049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-ae8ed10d-6be9-4e9e-805a-4260b7be30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.515727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-ae8ed10d-6be9-4e9e-805a-4260b7be30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.516206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-ae8ed10d-6be9-4e9e-805a-4260b7be30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.518355 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-ae8ed10d-6be9-4e9e-805a-4260b7be30b8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f68c982f2620424e9ad1abd070a050d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1398985 Sep 18 19:49:32.558519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.564984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.605594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-64b65f29-088f-4331-b559-386020551fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.607221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-64b65f29-088f-4331-b559-386020551fb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.1921728 Sep 18 19:49:32.609699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.647889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.658106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-4e40b7a9-ef7c-442d-9ad4-d5e6bd59b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.659651 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80e81acd-214e-4569-936c-a0c63fcd1bda req-4e40b7a9-ef7c-442d-9ad4-d5e6bd59b140 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344280 Sep 18 19:49:32.729074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d501ae13-30b9-4db2-ac68-ed29a8527997 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.735003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d501ae13-30b9-4db2-ac68-ed29a8527997 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.741511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d501ae13-30b9-4db2-ac68-ed29a8527997 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.747357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d501ae13-30b9-4db2-ac68-ed29a8527997 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.753222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d501ae13-30b9-4db2-ac68-ed29a8527997 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.759215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d501ae13-30b9-4db2-ac68-ed29a8527997 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.765099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d501ae13-30b9-4db2-ac68-ed29a8527997 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:32.767083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d501ae13-30b9-4db2-ac68-ed29a8527997 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5395 time: 0.2638414 Sep 18 19:49:32.768913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-c6d20ba7-6e0e-48fe-9adc-d838c627503d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492119 Sep 18 19:49:32.824147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 02c6e7d5-b76b-4ef1-be52-fafbbc390123 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:32.876528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:32.876897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:32.956392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 10fd40a7-8fa2-42f6-989e-b8c743c9569c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:33.005301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 10fd40a7-8fa2-42f6-989e-b8c743c9569c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:33.005672 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:33.271528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Port': ['ID=0e9983a8-e413-484d-bca6-81da2c5f9047,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:33.273811 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:33.429079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82be4526-ce3a-4940-b7a6-85a05dc98def req-d5cae8b0-f575-430d-94da-b2b873c441fc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6310589 Sep 18 19:49:33.503047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10801d52-49b6-481f-9a6d-c3730a7fa277 req-3c36069e-6a42-435e-a720-f12630881472 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:33.505574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10801d52-49b6-481f-9a6d-c3730a7fa277 req-3c36069e-6a42-435e-a720-f12630881472 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.6622400 Sep 18 19:49:33.600205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-9defbe6f-de0d-45ac-be05-84d0806705af service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8045919 Sep 18 19:49:33.660018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5be89f-a766-40da-9213-054ef7770f40 req-3acb1ae9-eeb6-42ce-9fe5-faebce573e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:33.662040 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f5be89f-a766-40da-9213-054ef7770f40 req-3acb1ae9-eeb6-42ce-9fe5-faebce573e2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1097 time: 0.0431266 Sep 18 19:49:33.696458 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f5be89f-a766-40da-9213-054ef7770f40 req-143b7d49-bff9-43e7-8971-083cd617a729 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276675 Sep 18 19:49:33.803899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network 0479c240-bb0b-416d-875d-22ff5c494b05 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:33.812172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10801d52-49b6-481f-9a6d-c3730a7fa277 req-f9b45498-dee0-41e7-b925-3e4890541846 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499526 Sep 18 19:49:33.824917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c22fe-8c35-41a8-b202-681d9baf74c5 req-21685e62-2efe-4ae4-8eeb-dc02aa6c5c2e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:33.826395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b84c22fe-8c35-41a8-b202-681d9baf74c5 req-21685e62-2efe-4ae4-8eeb-dc02aa6c5c2e tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2631152 Sep 18 19:49:33.836044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:33.970693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-530ca57a-63cd-47d2-be1d-b1d16beb4a41 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:33.972313 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-530ca57a-63cd-47d2-be1d-b1d16beb4a41 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 949 time: 0.0529253 Sep 18 19:49:33.998704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98fd83d0-7f20-423b-9ba1-e7d6999f634e req-14c94721-e1b0-427c-a7e1-5c5522303627 service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414598 Sep 18 19:49:34.064551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee595f62-7e27-448d-b4b8-a6303c9c0257 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:34.076998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Deleting port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:34.077336 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.084087 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.094806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b84c22fe-8c35-41a8-b202-681d9baf74c5 req-056d2381-7991-4214-a2d0-434068e383d5 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529328 Sep 18 19:49:34.122169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0408fb18-af34-45cd-b5cf-dcb4e14b0072 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:34.128445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Transition to ACTIVE for port object ee595f62-7e27-448d-b4b8-a6303c9c0257 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:34.131404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2ff16675-1760-4afd-abd3-abd57c39c241 None None] Provisioning complete for port 0e9983a8-e413-484d-bca6-81da2c5f9047 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:34.133613 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ff16675-1760-4afd-abd3-abd57c39c241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.137868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.150621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1aff9-e8e1-4168-a6c8-9442a4b482b9 req-2e63c724-c840-4751-ba15-28cbb3665c8d tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:34.152238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bc1aff9-e8e1-4168-a6c8-9442a4b482b9 req-2e63c724-c840-4751-ba15-28cbb3665c8d tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 932 time: 0.2668970 Sep 18 19:49:34.156506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.180956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2ff16675-1760-4afd-abd3-abd57c39c241 None None] Port 0e9983a8-e413-484d-bca6-81da2c5f9047 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:34.196918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] For port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:34.197290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.202477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Transition to ACTIVE for port object 0408fb18-af34-45cd-b5cf-dcb4e14b0072 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:34.214182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Calling delete_port for d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:34.225678 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.265363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee595f62-7e27-448d-b4b8-a6303c9c0257,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:34.291133 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bc1aff9-e8e1-4168-a6c8-9442a4b482b9 req-54cf6d08-0a33-4859-8171-6813f508765c tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297987 Sep 18 19:49:34.345284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Router 2049b900-56ef-456b-9ee1-0c2748ba18f3 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:49:34.402897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0408fb18-af34-45cd-b5cf-dcb4e14b0072,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:34.409431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.425659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d7e9b6f3-bbe9-45f8-b3de-7ffe80246551'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:34.428434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:34.461446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event deleted for resources: {'Port': ['ID=d7e9b6f3-bbe9-45f8-b3de-7ffe80246551,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:34.517590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] No DVR routers for this DVR port d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:34.521122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.523577 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-494f76ad-3c49-4bca-9d6f-a85f9f3706d8 req-577bd81b-85e5-40fc-b460-4c25d5298087 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.32 "DELETE /v2.0/ports/d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 HTTP/1.1" status: 204 len: 173 time: 0.5445082 Sep 18 19:49:34.524325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'name': 'network-vif-deleted', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:34.526779 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43554859-4578-4fbd-8e87-bf8bf9e26640" -d '{"events": [{"server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "name": "network-vif-deleted", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:34.569889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Attempting to bind port ee595f62-7e27-448d-b4b8-a6303c9c0257 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:34.570546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Attempting to bind port ee595f62-7e27-448d-b4b8-a6303c9c0257 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:34.570868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Attempting to bind port ee595f62-7e27-448d-b4b8-a6303c9c0257 on network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:34.623130 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb84321-93f1-45e8-a1e6-6aa19552dcd6 x-openstack-request-id: req-fdb84321-93f1-45e8-a1e6-6aa19552dcd6 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:34.623538 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89864d2-aa0c-4b1b-97b5-46bb4bff6e77", "name": "network-vif-deleted", "tag": "d7e9b6f3-bbe9-45f8-b3de-7ffe80246551", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:34.623794 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdb84321-93f1-45e8-a1e6-6aa19552dcd6 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:34.624220 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89864d2-aa0c-4b1b-97b5-46bb4bff6e77', 'name': 'network-vif-deleted', 'tag': 'd7e9b6f3-bbe9-45f8-b3de-7ffe80246551', 'status': 'completed', 'code': 200} Sep 18 19:49:34.664340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:49:34.678201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42ca02-e13f-49f5-bdce-841cbc72dc98 None None] Sync routers for ids ['2049b900-56ef-456b-9ee1-0c2748ba18f3'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:49:34.687158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4e01e7f8-4270-490b-a062-6d7a1d2fa373 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "PUT /v2.0/routers/2049b900-56ef-456b-9ee1-0c2748ba18f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5280013 Sep 18 19:49:34.690055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54588) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:34.698774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42ca02-e13f-49f5-bdce-841cbc72dc98 None None] Routers {'2049b900-56ef-456b-9ee1-0c2748ba18f3'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:34.699000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Port ee595f62-7e27-448d-b4b8-a6303c9c0257 on network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:34.699266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Attempting to bind port ee595f62-7e27-448d-b4b8-a6303c9c0257 on network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:34.699707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8f42ca02-e13f-49f5-bdce-841cbc72dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2049b900-56ef-456b-9ee1-0c2748ba18f3'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:34.707524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:34.707866 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Checking segment: {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:34.708241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Bound using segment: {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:34.708673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Bound port: ee595f62-7e27-448d-b4b8-a6303c9c0257, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:34.709069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.731505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Attempting to bind port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:34.731838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Attempting to bind port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'e0596a32-cb6a-46ac-b5d5-118f89c628f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd857b4d3-e824-4b04-b5bf-8f6c98475631'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:34.732163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Attempting to bind port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 on network d857b4d3-e824-4b04-b5bf-8f6c98475631 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:34.759973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 on network d857b4d3-e824-4b04-b5bf-8f6c98475631 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:34.760299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Attempting to bind port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 on network d857b4d3-e824-4b04-b5bf-8f6c98475631 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:34.769162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8f42ca02-e13f-49f5-bdce-841cbc72dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:34.775242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-090c60ed-573f-4de5-9681-391d0def5bae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:34.778707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42ca02-e13f-49f5-bdce-841cbc72dc98 None None] Routers {'2049b900-56ef-456b-9ee1-0c2748ba18f3'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:34.779300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8f42ca02-e13f-49f5-bdce-841cbc72dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2049b900-56ef-456b-9ee1-0c2748ba18f3'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:34.781145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-090c60ed-573f-4de5-9681-391d0def5bae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:34.787684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-090c60ed-573f-4de5-9681-391d0def5bae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:34.793643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-090c60ed-573f-4de5-9681-391d0def5bae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:34.799678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-090c60ed-573f-4de5-9681-391d0def5bae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:34.806279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-090c60ed-573f-4de5-9681-391d0def5bae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:34.812256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-090c60ed-573f-4de5-9681-391d0def5bae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:34.814251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-090c60ed-573f-4de5-9681-391d0def5bae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5407 time: 0.2495775 Sep 18 19:49:34.820786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8f42ca02-e13f-49f5-bdce-841cbc72dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:34.821434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42ca02-e13f-49f5-bdce-841cbc72dc98 None None] The sync data for ids ['2049b900-56ef-456b-9ee1-0c2748ba18f3'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:49:34.829217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:34.829558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Checking segment: {'id': 'e0596a32-cb6a-46ac-b5d5-118f89c628f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd857b4d3-e824-4b04-b5bf-8f6c98475631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:34.829930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Bound using segment: {'id': 'e0596a32-cb6a-46ac-b5d5-118f89c628f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd857b4d3-e824-4b04-b5bf-8f6c98475631'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:34.830366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Bound port: 0408fb18-af34-45cd-b5cf-dcb4e14b0072, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0596a32-cb6a-46ac-b5d5-118f89c628f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd857b4d3-e824-4b04-b5bf-8f6c98475631'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:34.830720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.915241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] For port ee595f62-7e27-448d-b4b8-a6303c9c0257, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:34.929334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] For port ee595f62-7e27-448d-b4b8-a6303c9c0257, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:34.951622 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:34.996408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ddc5c1e-5cc2-4214-8d20-1f27806ca66c req-32010f20-049d-48ec-9c06-eab36051b5d2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724143 Sep 18 19:49:35.011236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3eafa6f-f5c0-43b5-91e1-e90c1d84e028 req-7008f183-b45b-4954-8ea7-d595a0fde64c tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=c89864d2-aa0c-4b1b-97b5-46bb4bff6e77 HTTP/1.1" status: 200 len: 210 time: 0.0785611 Sep 18 19:49:35.012686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.013309 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:35.014692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee595f62-7e27-448d-b4b8-a6303c9c0257 HTTP/1.1" status: 200 len: 1092 time: 2.7539203 Sep 18 19:49:35.053146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'ee595f62-7e27-448d-b4b8-a6303c9c0257'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:35.055881 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb7acab-763d-4e21-a69f-88fbb5f1ec77" -d '{"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "ee595f62-7e27-448d-b4b8-a6303c9c0257"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:35.073221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Request body: {'port': {'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:35.110778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] For port 0408fb18-af34-45cd-b5cf-dcb4e14b0072, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:35.122520 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c906c62-d0df-45b3-9762-af4de613331d x-openstack-request-id: req-9c906c62-d0df-45b3-9762-af4de613331d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:35.122819 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "ee595f62-7e27-448d-b4b8-a6303c9c0257", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:35.123076 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c906c62-d0df-45b3-9762-af4de613331d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:35.123525 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'ee595f62-7e27-448d-b4b8-a6303c9c0257', 'status': 'completed', 'code': 200} Sep 18 19:49:35.149945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] For port 0408fb18-af34-45cd-b5cf-dcb4e14b0072, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0408fb18-af34-45cd-b5cf-dcb4e14b0072,segment=NetworkSegment(e0596a32-cb6a-46ac-b5d5-118f89c628f4),segment_id=e0596a32-cb6a-46ac-b5d5-118f89c628f4)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:35.166242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c20c36-91ae-45b7-80f1-7376b262e8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee595f62-7e27-448d-b4b8-a6303c9c0257,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:35.206504 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:35.280462 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-8fb39644-c0e8-4fa8-8074-6f416c1bfc69 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 19:49:35.281627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fb39644-c0e8-4fa8-8074-6f416c1bfc69 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "PUT /v2.0/routers/2049b900-56ef-456b-9ee1-0c2748ba18f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5895982 Sep 18 19:49:35.284397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54600) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:35.287308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:35.292439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.294648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:35.296140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] 10.222.0.32 "PUT /v2.0/ports/0408fb18-af34-45cd-b5cf-dcb4e14b0072 HTTP/1.1" status: 200 len: 1093 time: 3.0670428 Sep 18 19:49:35.396132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-bca2e0cd-f8b0-4694-a6cd-9ccf105e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.396616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-bca2e0cd-f8b0-4694-a6cd-9ccf105e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.397088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-bca2e0cd-f8b0-4694-a6cd-9ccf105e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.397553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-bca2e0cd-f8b0-4694-a6cd-9ccf105e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.398013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-bca2e0cd-f8b0-4694-a6cd-9ccf105e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.398473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-bca2e0cd-f8b0-4694-a6cd-9ccf105e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.398935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-bca2e0cd-f8b0-4694-a6cd-9ccf105e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.400853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-bca2e0cd-f8b0-4694-a6cd-9ccf105e2846 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6415 time: 0.2528741 Sep 18 19:49:35.418675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c987142-0071-40cc-a130-eec1fdf268d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0408fb18-af34-45cd-b5cf-dcb4e14b0072,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:35.448007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a42b-dd8e-4fd6-bb40-eb6a7690d65a req-89d7951c-ea64-4090-a6d3-16518c06d005 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.449460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c57a42b-dd8e-4fd6-bb40-eb6a7690d65a req-89d7951c-ea64-4090-a6d3-16518c06d005 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2353828 Sep 18 19:49:35.628420 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:35.641327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-68c4b90c-6394-4625-b570-12e72615fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.642904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-68c4b90c-6394-4625-b570-12e72615fc57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1140cde04b2c4d69b8ca24bfd687ef1b&device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 1096 time: 0.2869518 Sep 18 19:49:35.666632 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c57a42b-dd8e-4fd6-bb40-eb6a7690d65a req-b55433c6-ef66-4e71-8f0a-82b8845b14c4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816683 Sep 18 19:49:35.692958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ffec-2496-4e5c-a3fa-cf039094bd68 req-261f5764-a9e5-40ba-9e83-bc354ecc1532 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.694475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdf3ffec-2496-4e5c-a3fa-cf039094bd68 req-261f5764-a9e5-40ba-9e83-bc354ecc1532 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 944 time: 0.2769899 Sep 18 19:49:35.770767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-21fc5848-06c9-4b26-892a-b8b89c5c3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.770767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-21fc5848-06c9-4b26-892a-b8b89c5c3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.770767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-21fc5848-06c9-4b26-892a-b8b89c5c3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.772343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-21fc5848-06c9-4b26-892a-b8b89c5c3ff7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f68c982f2620424e9ad1abd070a050d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3479679 Sep 18 19:49:35.773611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-76353cfc-9460-4f67-ae7e-e0e67750b23d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0408fb18-af34-45cd-b5cf-dcb4e14b0072 HTTP/1.1" status: 200 len: 217 time: 0.1143200 Sep 18 19:49:35.885437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:35.885975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdf3ffec-2496-4e5c-a3fa-cf039094bd68 req-0ede17bd-d76a-44ff-a2fb-2d9c41ffd42d tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452248 Sep 18 19:49:35.903072 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Deleting port 0e9983a8-e413-484d-bca6-81da2c5f9047 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:35.903647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:35.928561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: ad82451f-77f8-4f01-9753-7cf296272287 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:35.929207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ad82451f-77f8-4f01-9753-7cf296272287 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:35.971634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-8f1b6310-24f8-462a-a3ea-11980ea5efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:35.973264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-8f1b6310-24f8-462a-a3ea-11980ea5efcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6044db5a-9721-4e32-9752-d0cf129d657f HTTP/1.1" status: 200 len: 862 time: 0.1894135 Sep 18 19:49:36.013769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:36.017541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-07fe69bd-3e34-4880-b4b5-98e029e0a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.017541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abb7acab-763d-4e21-a69f-88fbb5f1ec77 req-07fe69bd-3e34-4880-b4b5-98e029e0a093 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2344320 Sep 18 19:49:36.030158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Calling delete_port for 0e9983a8-e413-484d-bca6-81da2c5f9047 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:36.034634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-01c05bb7-597f-4bae-84df-3cb6f0e0d8e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d857b4d3-e824-4b04-b5bf-8f6c98475631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367749 Sep 18 19:49:36.231928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:36.259526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Port': ['ID=0e9983a8-e413-484d-bca6-81da2c5f9047,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:36.404367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:36.580871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Router 2049b900-56ef-456b-9ee1-0c2748ba18f3 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:49:36.629830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4896189-e695-455a-a32b-1779398d53a5 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:36.648455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:36.658647 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:49:36.664771 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-47010dba-5519-46f0-b312-4ab13f7105ca tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "PUT /v2.0/routers/2049b900-56ef-456b-9ee1-0c2748ba18f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3785861 Sep 18 19:49:36.669751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54624) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:36.669931 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77ea15-6a3a-4986-a67c-ab0bf5b22d1b None None] Sync routers for ids ['2049b900-56ef-456b-9ee1-0c2748ba18f3'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:49:36.680586 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77ea15-6a3a-4986-a67c-ab0bf5b22d1b None None] Routers {'2049b900-56ef-456b-9ee1-0c2748ba18f3'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:36.681196 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3e77ea15-6a3a-4986-a67c-ab0bf5b22d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2049b900-56ef-456b-9ee1-0c2748ba18f3'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:36.686639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed421-e330-439e-b7d3-82c128b94dde req-4971c707-be10-4069-a42f-ca252d6377d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.688249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18ed421-e330-439e-b7d3-82c128b94dde req-4971c707-be10-4069-a42f-ca252d6377d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168675b0c9b44797a6a71ff5ec876041&device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 1097 time: 0.6479340 Sep 18 19:49:36.709813 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-57bc046d-f419-42b7-aff0-b57f7186be28 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] delete failed (client error): The resource could not be found. Sep 18 19:49:36.714518 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-57bc046d-f419-42b7-aff0-b57f7186be28 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-414305922 HTTP/1.1" status: 404 len: 334 time: 0.0401633 Sep 18 19:49:36.714678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b909-4f56-48bf-918a-ee2c6f0ee8cf req-f5f48902-e369-403b-a37d-25a56da5ef14 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.714807 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3e77ea15-6a3a-4986-a67c-ab0bf5b22d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:36.714950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54626) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:36.719206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc48b909-4f56-48bf-918a-ee2c6f0ee8cf req-f5f48902-e369-403b-a37d-25a56da5ef14 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.6584065 Sep 18 19:49:36.724439 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77ea15-6a3a-4986-a67c-ab0bf5b22d1b None None] Routers {'2049b900-56ef-456b-9ee1-0c2748ba18f3'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:36.724740 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3e77ea15-6a3a-4986-a67c-ab0bf5b22d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2049b900-56ef-456b-9ee1-0c2748ba18f3'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:36.725934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fc896c15-56c1-404e-8750-de15d300dd58 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'router': {'external_gateway_info': {'network_id': '2049b900-56ef-456b-9ee1-0c2748ba18f3'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:36.736363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Transition to ACTIVE for port object a4896189-e695-455a-a32b-1779398d53a5 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:49:36.761570 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3e77ea15-6a3a-4986-a67c-ab0bf5b22d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:36.762221 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77ea15-6a3a-4986-a67c-ab0bf5b22d1b None None] The sync data for ids ['2049b900-56ef-456b-9ee1-0c2748ba18f3'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:49:36.785901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:36.814786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-6eba0d28-48ca-40f5-a28f-1ef8e58f53e1 service neutron] 10.222.0.32 "GET /v2.0/networks/d857b4d3-e824-4b04-b5bf-8f6c98475631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607014 Sep 18 19:49:36.826455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-2b7a1fe0-3db5-4ee9-baa0-9dba2961b6ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.832709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-2b7a1fe0-3db5-4ee9-baa0-9dba2961b6ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.838894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-2b7a1fe0-3db5-4ee9-baa0-9dba2961b6ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.844849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-2b7a1fe0-3db5-4ee9-baa0-9dba2961b6ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.851269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-2b7a1fe0-3db5-4ee9-baa0-9dba2961b6ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.857223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-2b7a1fe0-3db5-4ee9-baa0-9dba2961b6ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.864202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-2b7a1fe0-3db5-4ee9-baa0-9dba2961b6ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:36.866138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-2b7a1fe0-3db5-4ee9-baa0-9dba2961b6ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5407 time: 0.7095692 Sep 18 19:49:36.996800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc48b909-4f56-48bf-918a-ee2c6f0ee8cf req-24a9672c-0e07-44f9-899a-2298931f1256 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525854 Sep 18 19:49:37.038718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed421-e330-439e-b7d3-82c128b94dde req-009af3f3-32d9-42a3-bb84-123d241a54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:37.040729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18ed421-e330-439e-b7d3-82c128b94dde req-009af3f3-32d9-42a3-bb84-123d241a54cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 200 len: 920 time: 0.3446531 Sep 18 19:49:37.041452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Pushing event updated for resources: {'Port': ['ID=a4896189-e695-455a-a32b-1779398d53a5,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:37.121093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ebabe6-98c0-4223-8f29-4f1dadbc9536 req-aea8ff3f-d7ce-4476-b2e3-5e6dc873b652 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218733 Sep 18 19:49:37.229590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393e8da7-aba6-4dc8-a03d-410d7e2fd17d', 'tag': '0408fb18-af34-45cd-b5cf-dcb4e14b0072'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:37.232080 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6098d649-75e7-40e0-933e-92ada1eb581b" -d '{"events": [{"name": "network-changed", "server_uuid": "393e8da7-aba6-4dc8-a03d-410d7e2fd17d", "tag": "0408fb18-af34-45cd-b5cf-dcb4e14b0072"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:37.245542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18ed421-e330-439e-b7d3-82c128b94dde req-c3c68a1d-e57b-48bf-bd7b-32f21bca6d0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 200 len: 217 time: 0.1644409 Sep 18 19:49:37.283881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc896c15-56c1-404e-8750-de15d300dd58 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:37.310189 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-fc896c15-56c1-404e-8750-de15d300dd58 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] update failed (client error): The resource could not be found. Sep 18 19:49:37.315545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fc896c15-56c1-404e-8750-de15d300dd58 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "PUT /v2.0/routers/2049b900-56ef-456b-9ee1-0c2748ba18f3 HTTP/1.1" status: 404 len: 339 time: 0.5939009 Sep 18 19:49:37.316715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54636) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:37.335246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a301e4d3-f2c5-4f20-becc-b08b00c4a5ab req-10152212-7ccf-4456-8d2b-16a20e87d31d service neutron] 10.222.0.32 "GET /v2.0/networks/d857b4d3-e824-4b04-b5bf-8f6c98475631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676232 Sep 18 19:49:37.397941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed421-e330-439e-b7d3-82c128b94dde req-15a0bca5-4b78-4e69-a9b6-2252de9cb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:37.399327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18ed421-e330-439e-b7d3-82c128b94dde req-15a0bca5-4b78-4e69-a9b6-2252de9cb540 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 200 len: 859 time: 0.1308384 Sep 18 19:49:37.459295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Attempting to bind port a4896189-e695-455a-a32b-1779398d53a5 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:49:37.459665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Attempting to bind port a4896189-e695-455a-a32b-1779398d53a5 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:49:37.459998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Attempting to bind port a4896189-e695-455a-a32b-1779398d53a5 on network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:37.466541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18ed421-e330-439e-b7d3-82c128b94dde req-681f8de5-432e-4c1f-8456-c6ed01eeecc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=932c8291-6915-4d58-8abe-44c09cf77afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454135 Sep 18 19:49:37.474269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Port a4896189-e695-455a-a32b-1779398d53a5 on network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:49:37.474591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Attempting to bind port a4896189-e695-455a-a32b-1779398d53a5 on network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:49:37.504704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:49:37.505112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Checking segment: {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:37.505499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Bound using segment: {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:49:37.505968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Bound port: a4896189-e695-455a-a32b-1779398d53a5, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2492cd-1107-4b17-ac30-52392e824c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:49:37.506311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:37.518595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d690c8e-efaf-473e-a081-a6265fc73617 req-20634786-44b4-4936-b189-5bef6c7c82fd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:37.520694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d690c8e-efaf-473e-a081-a6265fc73617 req-20634786-44b4-4936-b189-5bef6c7c82fd tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.1670256 Sep 18 19:49:37.540329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66526a83-8ba3-4abf-9467-42d695108a3b req-6c44add9-47ae-4e23-b68b-7ba7a47c0ed3 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:37.541850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66526a83-8ba3-4abf-9467-42d695108a3b req-6c44add9-47ae-4e23-b68b-7ba7a47c0ed3 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 944 time: 0.1820898 Sep 18 19:49:37.604683 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:37.698426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d690c8e-efaf-473e-a081-a6265fc73617 req-7fc533f9-584a-469a-8aff-2633b2489260 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539063 Sep 18 19:49:37.704558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66526a83-8ba3-4abf-9467-42d695108a3b req-d2197022-0685-494a-9862-67c14264dd5e tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554523 Sep 18 19:49:37.711834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18ed421-e330-439e-b7d3-82c128b94dde req-3255ab88-c7ff-4879-b8dd-37bc5ea907ff service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321289 Sep 18 19:49:37.743894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] For port a4896189-e695-455a-a32b-1779398d53a5, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:49:37.765248 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207b974e-bcd4-46fc-830c-298d53fc9641 x-openstack-request-id: req-207b974e-bcd4-46fc-830c-298d53fc9641 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:37.765554 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393e8da7-aba6-4dc8-a03d-410d7e2fd17d", "tag": "0408fb18-af34-45cd-b5cf-dcb4e14b0072", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:37.765806 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-207b974e-bcd4-46fc-830c-298d53fc9641 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:37.766192 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393e8da7-aba6-4dc8-a03d-410d7e2fd17d', 'tag': '0408fb18-af34-45cd-b5cf-dcb4e14b0072', 'status': 'completed', 'code': 200} Sep 18 19:49:37.771049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] For port a4896189-e695-455a-a32b-1779398d53a5, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a4896189-e695-455a-a32b-1779398d53a5,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:49:37.810311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:37.849234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Allocated IP 172.20.0.1 (6540f38a-62db-41a2-8a8d-ff91bf828aa9/3a83f067-845a-4887-afee-988511e29d99/4bfaafce-3fd7-4664-a59e-7e92a0df189f) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:37.877679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:37.878279 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:37.880020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] 10.222.0.24 "PUT /v2.0/ports/a4896189-e695-455a-a32b-1779398d53a5 HTTP/1.1" status: 200 len: 1092 time: 2.8188291 Sep 18 19:49:37.890887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:37.920453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:37.920991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d7e9b6f3-bbe9-45f8-b3de-7ffe80246551 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:37.922666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d649-75e7-40e0-933e-92ada1eb581b req-5bb0c917-e2eb-48dd-ae3e-5fceea584137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:37.924250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6098d649-75e7-40e0-933e-92ada1eb581b req-5bb0c917-e2eb-48dd-ae3e-5fceea584137 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1140cde04b2c4d69b8ca24bfd687ef1b&device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 1096 time: 0.1235485 Sep 18 19:49:37.927857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e18ed421-e330-439e-b7d3-82c128b94dde req-f7ea9f5e-7b00-4aad-94df-8f79c56feb7a service neutron] 10.222.0.24 "GET /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065473 Sep 18 19:49:37.935256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251706b-9b84-4ea8-8941-10f40a4a9729 service neutron] Pushing event updated for resources: {'Port': ['ID=a4896189-e695-455a-a32b-1779398d53a5,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:38.018703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:38.045720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-56ff6d46-b372-40c0-832e-3fdf6577a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.046222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-56ff6d46-b372-40c0-832e-3fdf6577a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.046704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-56ff6d46-b372-40c0-832e-3fdf6577a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.047182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-56ff6d46-b372-40c0-832e-3fdf6577a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.047683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-56ff6d46-b372-40c0-832e-3fdf6577a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.048161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-56ff6d46-b372-40c0-832e-3fdf6577a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.048633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-56ff6d46-b372-40c0-832e-3fdf6577a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.050943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-56ff6d46-b372-40c0-832e-3fdf6577a223 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6483 time: 0.1254246 Sep 18 19:49:38.070786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:38.110388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-ec4220b7-7475-4b41-a7d8-d03e058ec426 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d014749d-7470-40ab-9de5-374cf9548d8f HTTP/1.1" status: 200 len: 217 time: 0.0423989 Sep 18 19:49:38.118035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:38.120898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d649-75e7-40e0-933e-92ada1eb581b req-87e1b8cd-9cca-450c-a96c-2c46b17a31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.121608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:38.122016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6098d649-75e7-40e0-933e-92ada1eb581b req-87e1b8cd-9cca-450c-a96c-2c46b17a31e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d857b4d3-e824-4b04-b5bf-8f6c98475631 HTTP/1.1" status: 200 len: 923 time: 0.1826622 Sep 18 19:49:38.129089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:38.162225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Port': ['ID=4bfaafce-3fd7-4664-a59e-7e92a0df189f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:38.215645 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:38.245387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6098d649-75e7-40e0-933e-92ada1eb581b req-4877e369-a3a3-4f24-abb9-0e4a6c885449 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0408fb18-af34-45cd-b5cf-dcb4e14b0072 HTTP/1.1" status: 200 len: 217 time: 0.0657654 Sep 18 19:49:38.332779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6282c16-0af4-4002-a9a8-83b77dd6a282 req-9e58f2e4-2819-41e0-85b3-8eafe3a02f89 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.334508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6282c16-0af4-4002-a9a8-83b77dd6a282 req-9e58f2e4-2819-41e0-85b3-8eafe3a02f89 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2282195 Sep 18 19:49:38.348999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-968de041-6b11-424b-988a-3dd14e0393f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.350242 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-9212adf5-7267-4937-9208-ed35fa9b0120 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1263461 Sep 18 19:49:38.350770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-968de041-6b11-424b-988a-3dd14e0393f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59711212-6f3b-4312-9db1-67c23afe25fc HTTP/1.1" status: 200 len: 850 time: 0.2313166 Sep 18 19:49:38.395297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d649-75e7-40e0-933e-92ada1eb581b req-ee0a7e6d-523e-4c27-a7ed-51d979216c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.396779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6098d649-75e7-40e0-933e-92ada1eb581b req-ee0a7e6d-523e-4c27-a7ed-51d979216c03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6044db5a-9721-4e32-9752-d0cf129d657f HTTP/1.1" status: 200 len: 862 time: 0.1390791 Sep 18 19:49:38.418623 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:38.433549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-3350271b-927b-4b6f-9bf6-f573a4200861 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.439367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-3350271b-927b-4b6f-9bf6-f573a4200861 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.445821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-3350271b-927b-4b6f-9bf6-f573a4200861 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.451661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-3350271b-927b-4b6f-9bf6-f573a4200861 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.460579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-3350271b-927b-4b6f-9bf6-f573a4200861 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.464401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-87d47840-02c7-4598-bec8-18a9f108edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.466007 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-87d47840-02c7-4598-bec8-18a9f108edf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3741b5edd88b42af87ba71a566561f6f&device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 1098 time: 0.0808640 Sep 18 19:49:38.467215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-3350271b-927b-4b6f-9bf6-f573a4200861 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.473120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-3350271b-927b-4b6f-9bf6-f573a4200861 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.475117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-3350271b-927b-4b6f-9bf6-f573a4200861 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.2157495 Sep 18 19:49:38.487077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a159f60a-79c6-4aca-8549-8f2e6aafc593 None None] Provisioning complete for port 4bfaafce-3fd7-4664-a59e-7e92a0df189f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:38.488479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a159f60a-79c6-4aca-8549-8f2e6aafc593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:38.505251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6098d649-75e7-40e0-933e-92ada1eb581b req-a2ff9854-e673-4459-bce7-e6159a11d0b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d857b4d3-e824-4b04-b5bf-8f6c98475631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964971 Sep 18 19:49:38.542130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a159f60a-79c6-4aca-8549-8f2e6aafc593 None None] Port 4bfaafce-3fd7-4664-a59e-7e92a0df189f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:38.547541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6282c16-0af4-4002-a9a8-83b77dd6a282 req-72f6d4ad-6ab3-49b0-a2fc-a5fdfe85e85b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566088 Sep 18 19:49:38.561578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0fad9028-7594-45bc-944a-1c4071e0b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.563109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0fad9028-7594-45bc-944a-1c4071e0b1cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2017348 Sep 18 19:49:38.679902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b95fb1f-9062-464c-ae84-c261272ef8f0 req-a03586ab-8d6a-4a70-812d-a961ad6478a4 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1803901 Sep 18 19:49:38.741705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-d1f7a9a7-79d5-4212-ab23-65f2e8f4b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.743209 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-d1f7a9a7-79d5-4212-ab23-65f2e8f4b240 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95e75689-899d-4bb8-9398-50029eed48e7 HTTP/1.1" status: 200 len: 906 time: 0.2138135 Sep 18 19:49:38.755531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-df86ac52-849b-4655-be17-66b242a920e8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.756893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-df86ac52-849b-4655-be17-66b242a920e8 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.2070251 Sep 18 19:49:38.763588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6098d649-75e7-40e0-933e-92ada1eb581b req-f24b1f0d-d61c-43ad-b433-412cfdcce290 service neutron] 10.222.0.32 "GET /v2.0/networks/d857b4d3-e824-4b04-b5bf-8f6c98475631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421453 Sep 18 19:49:38.816642 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-ab6edf62-6e4c-4ee3-a480-d16c1268e3d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f528047-a583-4462-a784-955a58907463 HTTP/1.1" status: 200 len: 1002 time: 0.0652063 Sep 18 19:49:38.841831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-7b34d4cc-dd50-4f1d-b25f-6debaf87827c service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599099 Sep 18 19:49:38.891127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-44774abd-2300-4161-9a96-d3ad9d72f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:38.892646 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-44774abd-2300-4161-9a96-d3ad9d72f84d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e50a3d6-3ef5-4cfd-8201-f694c0fb526c HTTP/1.1" status: 200 len: 844 time: 0.0674338 Sep 18 19:49:38.902619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:38.914282 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:39.012865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:39.016757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-5da07716-a462-402a-a672-1842d0a3c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.018271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-5da07716-a462-402a-a672-1842d0a3c81c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95e75689-899d-4bb8-9398-50029eed48e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179454 Sep 18 19:49:39.018859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event updated for resources: {'Port': ['ID=4bfaafce-3fd7-4664-a59e-7e92a0df189f,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:39.067172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6098d649-75e7-40e0-933e-92ada1eb581b req-8a6fa64f-c478-4b15-92db-112cd752d080 service neutron] 10.222.0.32 "GET /v2.0/networks/d857b4d3-e824-4b04-b5bf-8f6c98475631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917976 Sep 18 19:49:39.079719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ca5d9-fb5d-4c49-ae2b-400ec49e9632 req-f39dbedd-d813-42cd-88cc-4d4c1b354a88 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.081366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-861ca5d9-fb5d-4c49-ae2b-400ec49e9632 req-f39dbedd-d813-42cd-88cc-4d4c1b354a88 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 950 time: 0.2303419 Sep 18 19:49:39.124976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa305b09-e687-4d17-8690-8d1b683fabe7 req-ed56a02e-4a92-4847-8029-7ae3df2ad9b0 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.127066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa305b09-e687-4d17-8690-8d1b683fabe7 req-ed56a02e-4a92-4847-8029-7ae3df2ad9b0 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 944 time: 0.1828310 Sep 18 19:49:39.130505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-77de776c-b369-4a8d-b2c4-113fc7d005f7 service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805500 Sep 18 19:49:39.133078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Deleting port b08d3e77-891e-4818-971f-ab8906a68c04 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:39.133777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:39.179622 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-fc5aca89-a6d9-4ab7-9f92-aca29927c798 service neutron] 10.222.0.32 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541114 Sep 18 19:49:39.187067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:39.195737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:39.234141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-7a9fc26f-ab92-4f73-9e28-0e860173e375 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 200 len: 217 time: 0.0857232 Sep 18 19:49:39.377334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-019fb6f0-8894-41ae-9557-d3711abc9059 req-aa657a01-3099-4b34-9ba1-e6ad2293f87f service neutron] 10.222.0.32 "GET /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890960 Sep 18 19:49:39.386011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Router 2049b900-56ef-456b-9ee1-0c2748ba18f3 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:49:39.480400 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fcd84fb7-39f6-4dc4-b9c2-b0dd594a3093 None None] Provisioning complete for port 4bfaafce-3fd7-4664-a59e-7e92a0df189f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:39.481544 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fcd84fb7-39f6-4dc4-b9c2-b0dd594a3093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:39.504429 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:49:39.512378 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-66af048e-9cc2-43ec-8255-49dce638e4fa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "PUT /v2.0/routers/2049b900-56ef-456b-9ee1-0c2748ba18f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1918247 Sep 18 19:49:39.512707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54652) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:39.523298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375a97a-fba5-49a7-bf2b-994dd5f1b176 None None] Sync routers for ids ['2049b900-56ef-456b-9ee1-0c2748ba18f3'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:49:39.543793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fcd84fb7-39f6-4dc4-b9c2-b0dd594a3093 None None] Port 4bfaafce-3fd7-4664-a59e-7e92a0df189f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:49:39.545270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375a97a-fba5-49a7-bf2b-994dd5f1b176 None None] Routers {'2049b900-56ef-456b-9ee1-0c2748ba18f3'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:39.545900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d375a97a-fba5-49a7-bf2b-994dd5f1b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2049b900-56ef-456b-9ee1-0c2748ba18f3'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:39.579871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d375a97a-fba5-49a7-bf2b-994dd5f1b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:39.589883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375a97a-fba5-49a7-bf2b-994dd5f1b176 None None] Routers {'2049b900-56ef-456b-9ee1-0c2748ba18f3'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:39.590594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d375a97a-fba5-49a7-bf2b-994dd5f1b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2049b900-56ef-456b-9ee1-0c2748ba18f3'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:39.612681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e00aabd-76b2-4202-9249-c8b47589083f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:39.621797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d375a97a-fba5-49a7-bf2b-994dd5f1b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:39.622549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d375a97a-fba5-49a7-bf2b-994dd5f1b176 None None] The sync data for ids ['2049b900-56ef-456b-9ee1-0c2748ba18f3'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:49:39.653377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-861ca5d9-fb5d-4c49-ae2b-400ec49e9632 req-b3ff9e83-0790-496b-9543-f9016aff7a0a tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/security-groups?id=478ba83f-da94-48b7-bc2a-14a9e7bd755a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502424 Sep 18 19:49:39.677798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa305b09-e687-4d17-8690-8d1b683fabe7 req-990ee471-ce48-4f47-9f3c-e5f3abf249a3 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298629 Sep 18 19:49:39.699359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] For port b08d3e77-891e-4818-971f-ab8906a68c04, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b08d3e77-891e-4818-971f-ab8906a68c04,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:39.701254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:39.717596 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-4e00aabd-76b2-4202-9249-c8b47589083f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 19:49:39.718677 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e00aabd-76b2-4202-9249-c8b47589083f tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/routers/2049b900-56ef-456b-9ee1-0c2748ba18f3 HTTP/1.1" status: 409 len: 329 time: 0.2050138 Sep 18 19:49:39.721964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54658) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:39.723197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Calling delete_port for b08d3e77-891e-4818-971f-ab8906a68c04 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:39.740051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-15fcd456-9766-4d4d-ac07-f13e1e0095c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.741483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-15fcd456-9766-4d4d-ac07-f13e1e0095c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.4774482 Sep 18 19:49:39.776263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'a4896189-e695-455a-a32b-1779398d53a5'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:39.778479 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e08bf3-c175-4575-b969-bb4245bfc98b" -d '{"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "a4896189-e695-455a-a32b-1779398d53a5"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:39.883534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0408fb18-af34-45cd-b5cf-dcb4e14b0072 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:49:39.904772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a423f-847d-44cf-a356-a7d87cb62fb0 req-54b8d31a-31db-4e9d-ab54-c9b2154053b3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.906412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f4a423f-847d-44cf-a356-a7d87cb62fb0 req-54b8d31a-31db-4e9d-ab54-c9b2154053b3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.1688721 Sep 18 19:49:39.919133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-63f97cc0-1471-4e6b-adc0-b9e6dbefa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.920724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-63f97cc0-1471-4e6b-adc0-b9e6dbefa458 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1675355 Sep 18 19:49:39.979392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-48de719f-d72a-4a9f-8974-49e52122bfed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.985312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-48de719f-d72a-4a9f-8974-49e52122bfed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.991285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0408fb18-af34-45cd-b5cf-dcb4e14b0072, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0408fb18-af34-45cd-b5cf-dcb4e14b0072,segment=NetworkSegment(e0596a32-cb6a-46ac-b5d5-118f89c628f4),segment_id=e0596a32-cb6a-46ac-b5d5-118f89c628f4)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:39.991547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-48de719f-d72a-4a9f-8974-49e52122bfed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:39.997345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-48de719f-d72a-4a9f-8974-49e52122bfed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:40.003179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '0408fb18-af34-45cd-b5cf-dcb4e14b0072', 'network_id': 'd857b4d3-e824-4b04-b5bf-8f6c98475631', 'port_id': '0408fb18-af34-45cd-b5cf-dcb4e14b0072', 'mac_address': 'fa:16:3e:e1:fc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6044db5a-9721-4e32-9752-d0cf129d657f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:49:40.003342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-48de719f-d72a-4a9f-8974-49e52122bfed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:40.009132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-48de719f-d72a-4a9f-8974-49e52122bfed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:40.014998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-48de719f-d72a-4a9f-8974-49e52122bfed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:40.017150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-48de719f-d72a-4a9f-8974-49e52122bfed tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1870461 Sep 18 19:49:40.041278 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:40.055133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0408fb18-af34-45cd-b5cf-dcb4e14b0072 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:49:40.073633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:40.079061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0408fb18-af34-45cd-b5cf-dcb4e14b0072, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0408fb18-af34-45cd-b5cf-dcb4e14b0072,segment=NetworkSegment(e0596a32-cb6a-46ac-b5d5-118f89c628f4),segment_id=e0596a32-cb6a-46ac-b5d5-118f89c628f4)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:40.086275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:40.131152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f4a423f-847d-44cf-a356-a7d87cb62fb0 req-f3e110ed-2256-4906-bc83-a69c45c795a4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142658 Sep 18 19:49:40.138385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=0408fb18-af34-45cd-b5cf-dcb4e14b0072,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:40.184460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f7bb635-5924-4ca5-b7a2-e28fecb3e47f req-4c2842af-103a-4f16-bff6-d63515749c23 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532786 Sep 18 19:49:40.190848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:40.214318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b08d3e77-891e-4818-971f-ab8906a68c04'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:40.224533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Pushing event deleted for resources: {'Port': ['ID=b08d3e77-891e-4818-971f-ab8906a68c04,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:40.227912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-fac471d4-383b-4ca0-8071-56c26483173c service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926512 Sep 18 19:49:40.293758 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560690e3-77ce-4d4a-89d9-6ae591275bfb x-openstack-request-id: req-560690e3-77ce-4d4a-89d9-6ae591275bfb {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:40.293758 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "a4896189-e695-455a-a32b-1779398d53a5", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:40.293758 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-560690e3-77ce-4d4a-89d9-6ae591275bfb {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:40.294119 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'a4896189-e695-455a-a32b-1779398d53a5', 'status': 'completed', 'code': 200} Sep 18 19:49:40.310890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] No DVR routers for this DVR port b08d3e77-891e-4818-971f-ab8906a68c04 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:40.321674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:40.324161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f17797bf-ccad-4be6-af43-5c1ca2cd6f78 req-66a6c414-e904-4cb1-b791-60b6441c70a4 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.24 "DELETE /v2.0/ports/b08d3e77-891e-4818-971f-ab8906a68c04 HTTP/1.1" status: 204 len: 173 time: 1.5581055 Sep 18 19:49:40.376209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['0408fb18-af34-45cd-b5cf-dcb4e14b0072'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:40.441799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-cd6d530e-5d1e-457c-a6e6-e023e672f978 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980040 Sep 18 19:49:40.532507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-b1f32e3a-a6bc-4a50-9cc2-489bbbae90da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 200 len: 217 time: 0.0799022 Sep 18 19:49:40.598872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-34c0c959-2a28-4996-a9d0-888ecc0c53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:40.600636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-34c0c959-2a28-4996-a9d0-888ecc0c53bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.0579450 Sep 18 19:49:40.659222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-bdd00c17-6d0a-4e31-935a-e2dad059085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:40.661783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-bdd00c17-6d0a-4e31-935a-e2dad059085d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526190 Sep 18 19:49:40.864225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1d5c770-3f6b-4660-b41c-e11acc78aacc req-1128bf44-865d-447c-847e-0335e0110a71 tempest-MigrationsAdminTest-1484466889 tempest-MigrationsAdminTest-1484466889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7b1be34-ee4f-4007-b3b4-968b0840edee HTTP/1.1" status: 200 len: 210 time: 0.0650082 Sep 18 19:49:40.920907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-59deb3fa-aeb1-4140-b05e-3a323e453c90 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470455 Sep 18 19:49:40.932871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Deleting port 4bfaafce-3fd7-4664-a59e-7e92a0df189f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:40.933519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:40.964340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e60b79-b913-4be0-a7ae-aadcd1719cad req-fd711ce7-f04c-4c33-bc59-950a4f436184 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:40.965855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64e60b79-b913-4be0-a7ae-aadcd1719cad req-fd711ce7-f04c-4c33-bc59-950a4f436184 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 945 time: 0.1046255 Sep 18 19:49:41.030284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:41.044533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Calling delete_port for 4bfaafce-3fd7-4664-a59e-7e92a0df189f owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:41.049476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64e60b79-b913-4be0-a7ae-aadcd1719cad req-b0652cd0-7895-462b-8a15-988a1b63df31 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761380 Sep 18 19:49:41.069941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-d6f9b339-578a-4365-8d30-8e2718f9885a service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385646 Sep 18 19:49:41.114104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-4374ebd9-7e59-4c21-96d6-9162fb3d1545 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f768b054-6809-4b2d-8ff1-e71086be318d HTTP/1.1" status: 200 len: 217 time: 0.0368578 Sep 18 19:49:41.167611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-b5926a58-173f-4dfd-bc34-e47bbbc96aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.168929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-b5926a58-173f-4dfd-bc34-e47bbbc96aca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.0468156 Sep 18 19:49:41.221683 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:41.223887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6167b75b-f203-48c7-9067-5ea93b36d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.225512 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6167b75b-f203-48c7-9067-5ea93b36d1c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477037 Sep 18 19:49:41.254613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Port': ['ID=4bfaafce-3fd7-4664-a59e-7e92a0df189f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:41.403611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-11de5be8-ebe0-4609-808a-ff8baa2dc6c2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.410198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-11de5be8-ebe0-4609-808a-ff8baa2dc6c2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.416623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-11de5be8-ebe0-4609-808a-ff8baa2dc6c2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.417004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:41.423621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-11de5be8-ebe0-4609-808a-ff8baa2dc6c2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.444209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-11de5be8-ebe0-4609-808a-ff8baa2dc6c2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.451070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-11de5be8-ebe0-4609-808a-ff8baa2dc6c2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.459557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-11de5be8-ebe0-4609-808a-ff8baa2dc6c2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.468200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-11de5be8-ebe0-4609-808a-ff8baa2dc6c2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1567104 Sep 18 19:49:41.472411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-14f2a85a-0608-4761-8c6b-5523f0def631 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393045 Sep 18 19:49:41.547903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eac72d21-115c-4a94-8457-ea931c6fac08 req-ffec2979-6595-4291-8cad-bdb57c7c715a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786769 Sep 18 19:49:41.591417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Router 2049b900-56ef-456b-9ee1-0c2748ba18f3 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:49:41.610117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-6c1639a9-99ef-4bdc-82b2-6333273d7fab service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300161 Sep 18 19:49:41.657321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-f5885336-6b11-4a66-8291-ae7280b17d3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 HTTP/1.1" status: 200 len: 217 time: 0.0400879 Sep 18 19:49:41.675141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:49:41.684587 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6594855-9fbf-4e5b-9282-61c96e24cf36 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "PUT /v2.0/routers/2049b900-56ef-456b-9ee1-0c2748ba18f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9609077 Sep 18 19:49:41.685155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:41.697230 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ff3a5-4487-4c0b-a076-1e08b1bbe30f None None] Sync routers for ids ['2049b900-56ef-456b-9ee1-0c2748ba18f3'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:49:41.713740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-df590449-ea32-479f-9148-926aa9c5f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.715258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-df590449-ea32-479f-9148-926aa9c5f1ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.0503354 Sep 18 19:49:41.736826 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ff3a5-4487-4c0b-a076-1e08b1bbe30f None None] Routers {'2049b900-56ef-456b-9ee1-0c2748ba18f3'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:41.738906 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-de3ff3a5-4487-4c0b-a076-1e08b1bbe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2049b900-56ef-456b-9ee1-0c2748ba18f3'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:41.745501 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-b29604f1-85fa-4eff-a585-32e83a66380b tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] show failed (client error): The resource could not be found. Sep 18 19:49:41.746111 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b29604f1-85fa-4eff-a585-32e83a66380b tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-187699840 HTTP/1.1" status: 404 len: 334 time: 0.0598688 Sep 18 19:49:41.749397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54694) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:41.754850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d96c07db-fd7d-4e8f-b971-3b58b244f032 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:41.787468 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-de3ff3a5-4487-4c0b-a076-1e08b1bbe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:41.789705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-da1be029-8816-4d16-a770-1b954fcec9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:41.790937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-da1be029-8816-4d16-a770-1b954fcec9ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666494 Sep 18 19:49:41.800311 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-d96c07db-fd7d-4e8f-b971-3b58b244f032 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] update failed (client error): The resource could not be found. Sep 18 19:49:41.806306 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d96c07db-fd7d-4e8f-b971-3b58b244f032 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1514636632 HTTP/1.1" status: 404 len: 335 time: 0.0515463 Sep 18 19:49:41.806485 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ff3a5-4487-4c0b-a076-1e08b1bbe30f None None] Routers {'2049b900-56ef-456b-9ee1-0c2748ba18f3'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:41.806574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54696) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:41.806909 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-de3ff3a5-4487-4c0b-a076-1e08b1bbe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2049b900-56ef-456b-9ee1-0c2748ba18f3'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:41.847105 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-de3ff3a5-4487-4c0b-a076-1e08b1bbe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:41.848376 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ff3a5-4487-4c0b-a076-1e08b1bbe30f None None] The sync data for ids ['2049b900-56ef-456b-9ee1-0c2748ba18f3'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:49:41.873828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-52810d49-fa26-4d98-aa6c-9708d058ca54 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Deleting subnet 293fa475-1fbc-4139-977f-1518eecd02c4 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:49:41.877514 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52810d49-fa26-4d98-aa6c-9708d058ca54 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:41.914744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0408fb18-af34-45cd-b5cf-dcb4e14b0072 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:49:41.922487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-5fe1b2fb-37b4-450b-93d6-7962022f2276 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242385 Sep 18 19:49:41.952905 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52810d49-fa26-4d98-aa6c-9708d058ca54 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.006194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:49:42.013015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:49:42.014310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.136243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52810d49-fa26-4d98-aa6c-9708d058ca54 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.158877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-40e621b5-54d8-444b-8632-05e94ab799ee service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277420 Sep 18 19:49:42.174324 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.227269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e8da7-aba6-4dc8-a03d-410d7e2fd17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0408fb18-af34-45cd-b5cf-dcb4e14b0072'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:42.231844 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421d1554-3d10-4171-b364-3ec15d5db2a6" -d '{"events": [{"server_uuid": "393e8da7-aba6-4dc8-a03d-410d7e2fd17d", "name": "network-vif-plugged", "status": "completed", "tag": "0408fb18-af34-45cd-b5cf-dcb4e14b0072"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:42.246476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52810d49-fa26-4d98-aa6c-9708d058ca54 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.282967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-71fb21bb-9fbf-4fb1-a587-666fe8b936ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257 HTTP/1.1" status: 200 len: 217 time: 0.1167819 Sep 18 19:49:42.285276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0408fb18-af34-45cd-b5cf-dcb4e14b0072, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0408fb18-af34-45cd-b5cf-dcb4e14b0072,segment=NetworkSegment(e0596a32-cb6a-46ac-b5d5-118f89c628f4),segment_id=e0596a32-cb6a-46ac-b5d5-118f89c628f4)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:42.289611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.298777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'name': 'network-vif-deleted', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:42.303977 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306dda07-ce88-438e-a4e9-9cf89c2eedc7" -d '{"events": [{"server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "name": "network-vif-deleted", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:42.319690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52810d49-fa26-4d98-aa6c-9708d058ca54 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.325275 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-52810d49-fa26-4d98-aa6c-9708d058ca54 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/subnets/293fa475-1fbc-4139-977f-1518eecd02c4 HTTP/1.1" status: 204 len: 168 time: 0.5144894 Sep 18 19:49:42.325275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52810d49-fa26-4d98-aa6c-9708d058ca54 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Subnet': ['ID=293fa475-1fbc-4139-977f-1518eecd02c4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:42.325671 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54714) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:42.366673 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cc5ffa-1bf6-41ad-a7ed-adf0d6ac22b0 x-openstack-request-id: req-97cc5ffa-1bf6-41ad-a7ed-adf0d6ac22b0 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:42.367148 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393e8da7-aba6-4dc8-a03d-410d7e2fd17d", "name": "network-vif-plugged", "status": "completed", "tag": "0408fb18-af34-45cd-b5cf-dcb4e14b0072", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:42.367692 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97cc5ffa-1bf6-41ad-a7ed-adf0d6ac22b0 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:42.367995 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393e8da7-aba6-4dc8-a03d-410d7e2fd17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0408fb18-af34-45cd-b5cf-dcb4e14b0072', 'code': 200} Sep 18 19:49:42.371179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=0408fb18-af34-45cd-b5cf-dcb4e14b0072,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:42.375612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0f1bb-82ea-4d30-8461-f793ef658a6c None None] Network de98d54f-5744-4efe-bb32-7e81dee9112d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:42.418071 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e15a7-f1e4-4588-ae26-341a3f08c71b x-openstack-request-id: req-132e15a7-f1e4-4588-ae26-341a3f08c71b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:42.419022 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b1be34-ee4f-4007-b3b4-968b0840edee", "name": "network-vif-deleted", "tag": "b08d3e77-891e-4818-971f-ab8906a68c04", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:42.419344 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-132e15a7-f1e4-4588-ae26-341a3f08c71b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:42.419856 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b1be34-ee4f-4007-b3b4-968b0840edee', 'name': 'network-vif-deleted', 'tag': 'b08d3e77-891e-4818-971f-ab8906a68c04', 'status': 'completed', 'code': 200} Sep 18 19:49:42.420238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb083fb-3d2e-4cc0-bd99-721b2efc67aa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Deleting subnet 051e2906-6f1f-46c5-b56a-f4cc6a401bfc {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:49:42.426099 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbb083fb-3d2e-4cc0-bd99-721b2efc67aa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.439204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae684b5-7406-4073-b509-f658bf9b4273 req-e92b0296-581a-4c19-b9f4-546770b817ca tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.448317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ae684b5-7406-4073-b509-f658bf9b4273 req-e92b0296-581a-4c19-b9f4-546770b817ca tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 946 time: 0.1678712 Sep 18 19:49:42.461605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54718) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:42.464224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-432fec97-3bd2-44e2-aac1-0bbe1a0a14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.465790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-432fec97-3bd2-44e2-aac1-0bbe1a0a14ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.1519611 Sep 18 19:49:42.547664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ae684b5-7406-4073-b509-f658bf9b4273 req-9348433d-2b03-4c22-873d-2d40deb3a878 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858781 Sep 18 19:49:42.573411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbb083fb-3d2e-4cc0-bd99-721b2efc67aa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.604006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-ab6da4a7-8c96-44aa-b4a4-ce58db0179a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.606455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-ab6da4a7-8c96-44aa-b4a4-ce58db0179a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261854 Sep 18 19:49:42.641385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2ff78-7551-487c-acd4-e1e55420244c req-f88dd190-a522-456d-a6bc-4ce371492c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.642946 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5f2ff78-7551-487c-acd4-e1e55420244c req-f88dd190-a522-456d-a6bc-4ce371492c49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 1098 time: 0.2385082 Sep 18 19:49:42.769642 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbb083fb-3d2e-4cc0-bd99-721b2efc67aa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.798293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] DHCP port deletion for de98d54f-5744-4efe-bb32-7e81dee9112d request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:49:42.822037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1463cad9-fa89-4dd7-bc50-20412406fe4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f398104e65c43438f0486e367066fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551223 Sep 18 19:49:42.823764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54728) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:42.826153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-3b573709-a794-4a9d-ab94-7e3aa2f2879d service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115991 Sep 18 19:49:42.842910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-c3f521ad-d342-4b36-af17-769d32a9d187 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.850479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-c3f521ad-d342-4b36-af17-769d32a9d187 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.855393 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5f2ff78-7551-487c-acd4-e1e55420244c req-324da424-3e75-4b5f-a842-8314abcca108 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031865 Sep 18 19:49:42.855813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-c3f521ad-d342-4b36-af17-769d32a9d187 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.861723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-c3f521ad-d342-4b36-af17-769d32a9d187 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.867976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-c3f521ad-d342-4b36-af17-769d32a9d187 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.873452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] Deleting port 10fd40a7-8fa2-42f6-989e-b8c743c9569c {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:42.873800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.873909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-c3f521ad-d342-4b36-af17-769d32a9d187 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.879862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-c3f521ad-d342-4b36-af17-769d32a9d187 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:42.881941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-c3f521ad-d342-4b36-af17-769d32a9d187 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1946843 Sep 18 19:49:42.889616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbb083fb-3d2e-4cc0-bd99-721b2efc67aa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.925523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb083fb-3d2e-4cc0-bd99-721b2efc67aa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Subnet': ['ID=051e2906-6f1f-46c5-b56a-f4cc6a401bfc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:42.932202 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbb083fb-3d2e-4cc0-bd99-721b2efc67aa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:42.934554 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cbb083fb-3d2e-4cc0-bd99-721b2efc67aa tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/subnets/051e2906-6f1f-46c5-b56a-f4cc6a401bfc HTTP/1.1" status: 204 len: 168 time: 0.6016202 Sep 18 19:49:42.940492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54730) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:42.958997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10fb4fc-b3bf-490a-a6f9-e2bc466c3d36 None None] Network 0479c240-bb0b-416d-875d-22ff5c494b05 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:43.001177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] For port 10fd40a7-8fa2-42f6-989e-b8c743c9569c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=10fd40a7-8fa2-42f6-989e-b8c743c9569c,segment=NetworkSegment(da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d),segment_id=da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:43.001936 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.023698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c0b9d46-2fdc-44ac-be2f-4fa0cd36178b req-69f9a122-6d6b-40fe-a9f8-26c7cc9918f3 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179688 Sep 18 19:49:43.054626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] Calling delete_port for 10fd40a7-8fa2-42f6-989e-b8c743c9569c owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:43.056711 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6f01-5d73-4976-b6ea-d1674eaec13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.056880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.062408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-de27ba94-f8d7-4ba6-9a3c-1279dd80f7fd service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784751 Sep 18 19:49:43.118739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0f509c78-5f0f-4331-8157-c325a5b9c2b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4896189-e695-455a-a32b-1779398d53a5 HTTP/1.1" status: 200 len: 217 time: 0.0486681 Sep 18 19:49:43.123715 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6f01-5d73-4976-b6ea-d1674eaec13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.174020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Deleting port 10fd40a7-8fa2-42f6-989e-b8c743c9569c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:43.174641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.207231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-481d77d5-4e88-4323-b7ce-f880f98405b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:43.208936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-481d77d5-4e88-4323-b7ce-f880f98405b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.0831075 Sep 18 19:49:43.213575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.266573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] For port 10fd40a7-8fa2-42f6-989e-b8c743c9569c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=10fd40a7-8fa2-42f6-989e-b8c743c9569c,segment=NetworkSegment(da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d),segment_id=da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:43.267303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.274729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6f01-5d73-4976-b6ea-d1674eaec13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.280296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d3f6f01-5d73-4976-b6ea-d1674eaec13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.283198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d3f6f01-5d73-4976-b6ea-d1674eaec13d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/478ba83f-da94-48b7-bc2a-14a9e7bd755a HTTP/1.1" status: 204 len: 168 time: 0.4564106 Sep 18 19:49:43.293739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] DHCP port deletion for 0479c240-bb0b-416d-875d-22ff5c494b05 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:49:43.296417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] Pushing event deleted for resources: {'Port': ['ID=10fd40a7-8fa2-42f6-989e-b8c743c9569c,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:43.302690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Calling delete_port for 10fd40a7-8fa2-42f6-989e-b8c743c9569c owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:43.317465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b08d3e77-891e-4818-971f-ab8906a68c04 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:43.323769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9c264-5458-4798-84bd-d9e804249d7e None None] No DVR routers for this DVR port 10fd40a7-8fa2-42f6-989e-b8c743c9569c on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:43.329847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f6f01-5d73-4976-b6ea-d1674eaec13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ba83f-da94-48b7-bc2a-14a9e7bd755a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:43.352395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3a64-1dbd-486e-a517-5df495544535 req-7a3ea46e-f3a6-417d-9974-fc658e445c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:43.354283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-7a3ea46e-f3a6-417d-9974-fc658e445c2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1382487 Sep 18 19:49:43.377747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: b08d3e77-891e-4818-971f-ab8906a68c04 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:43.378182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b08d3e77-891e-4818-971f-ab8906a68c04 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:43.439640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.480840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Port': ['ID=10fd40a7-8fa2-42f6-989e-b8c743c9569c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:43.483967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] No DVR routers for this DVR port 10fd40a7-8fa2-42f6-989e-b8c743c9569c on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:43.505700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] Deleting port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:43.506095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.573374 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-0162b3bd-557a-4b41-b774-36990672a2f5 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113569 Sep 18 19:49:43.589693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] For port 02c6e7d5-b76b-4ef1-be52-fafbbc390123, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=02c6e7d5-b76b-4ef1-be52-fafbbc390123,segment=NetworkSegment(e307ce6b-6172-4eea-a51f-8598b20b3e34),segment_id=e307ce6b-6172-4eea-a51f-8598b20b3e34)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:43.590087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.618958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] Calling delete_port for 02c6e7d5-b76b-4ef1-be52-fafbbc390123 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:43.662318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.731328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de98d54f-5744-4efe-bb32-7e81dee9112d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:43.755168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:43.762440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da07c77f-03e7-4aa9-8b2a-3d2e8f5fe96d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:43.793409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.820003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.831991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:43.832413 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:43.864388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99386ae1-3690-42f3-b07a-8bd110e85175 req-3126c853-4927-41e4-8cf3-0593f5798b8b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:43.872646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99386ae1-3690-42f3-b07a-8bd110e85175 req-3126c853-4927-41e4-8cf3-0593f5798b8b tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 946 time: 0.1370368 Sep 18 19:49:43.876307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7eda3a64-1dbd-486e-a517-5df495544535 req-1c0c8e7f-3b4f-40cd-abad-004152c8ca13 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964447 Sep 18 19:49:43.884360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54744) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:43.885155 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:43.947019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99386ae1-3690-42f3-b07a-8bd110e85175 req-1e31ecad-8e1e-46fe-8a71-e358139fa82a tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731297 Sep 18 19:49:44.040708 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ce247c2-761f-49d1-831b-f198aee7667b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36fa2277235c43d9b1ba70fa995f352a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544857 Sep 18 19:49:44.043585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54748) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:44.053903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-5a7bb22b-4e61-4191-ab49-ae42db059647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.053903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-5a7bb22b-4e61-4191-ab49-ae42db059647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.053903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-5a7bb22b-4e61-4191-ab49-ae42db059647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.054620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-5a7bb22b-4e61-4191-ab49-ae42db059647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.054954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-5a7bb22b-4e61-4191-ab49-ae42db059647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.055429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-5a7bb22b-4e61-4191-ab49-ae42db059647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.055965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-5a7bb22b-4e61-4191-ab49-ae42db059647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.058508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-5a7bb22b-4e61-4191-ab49-ae42db059647 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6483 time: 0.0965648 Sep 18 19:49:44.063772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.076504 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.119013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] No DVR routers for this DVR port 02c6e7d5-b76b-4ef1-be52-fafbbc390123 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:44.121286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.125578 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/networks/de98d54f-5744-4efe-bb32-7e81dee9112d HTTP/1.1" status: 204 len: 168 time: 1.1840048 Sep 18 19:49:44.131336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc02d36-ca85-4f64-9c45-4f7faa85f1c7 None None] Pushing event deleted for resources: {'Port': ['ID=02c6e7d5-b76b-4ef1-be52-fafbbc390123,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:44.142156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54752) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:44.144293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5aba-e13c-42c6-a471-37cf76b255fe tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Network': ['ID=de98d54f-5744-4efe-bb32-7e81dee9112d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:44.244160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.259615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-b4dfc972-fbc9-4e6c-9162-a4c482235ced tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.266360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-b4dfc972-fbc9-4e6c-9162-a4c482235ced tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.284130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-b4dfc972-fbc9-4e6c-9162-a4c482235ced tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.291849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-b4dfc972-fbc9-4e6c-9162-a4c482235ced tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.295275 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a433a7a3-80fd-4224-8351-ad923abeba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.304292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-b4dfc972-fbc9-4e6c-9162-a4c482235ced tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.311296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-b4dfc972-fbc9-4e6c-9162-a4c482235ced tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.318831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-b4dfc972-fbc9-4e6c-9162-a4c482235ced tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.321995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-b4dfc972-fbc9-4e6c-9162-a4c482235ced tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1670153 Sep 18 19:49:44.325463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-35c37b5e-2b8d-4e63-9659-0de5eb91b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.327084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-35c37b5e-2b8d-4e63-9659-0de5eb91b951 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5 HTTP/1.1" status: 200 len: 903 time: 0.2588229 Sep 18 19:49:44.342857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a433a7a3-80fd-4224-8351-ad923abeba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.384028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.388621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-f61ea0ba-6c1a-4145-b5de-0cf101095879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4896189-e695-455a-a32b-1779398d53a5 HTTP/1.1" status: 200 len: 217 time: 0.0521493 Sep 18 19:49:44.426583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0479c240-bb0b-416d-875d-22ff5c494b05']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:44.427037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cff6413-586c-4506-bce8-6454c96f6c5b req-4c5ed92c-eaf1-416e-b765-a1caad6937f9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925839 Sep 18 19:49:44.437508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e307ce6b-6172-4eea-a51f-8598b20b3e34') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:44.437805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e307ce6b-6172-4eea-a51f-8598b20b3e34') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:44.465251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.472979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-c83aaa47-6e0d-4336-a65b-88f00c3f049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.475518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-c83aaa47-6e0d-4336-a65b-88f00c3f049f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.0789170 Sep 18 19:49:44.480603 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.489909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:44.490441 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:44.494309 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:44.496340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a433a7a3-80fd-4224-8351-ad923abeba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.498021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a433a7a3-80fd-4224-8351-ad923abeba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.499401 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a433a7a3-80fd-4224-8351-ad923abeba76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/961e7b6b-cd77-4e61-9e61-24dd98d1c0b8 HTTP/1.1" status: 204 len: 168 time: 0.4548726 Sep 18 19:49:44.520265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433a7a3-80fd-4224-8351-ad923abeba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e7b6b-cd77-4e61-9e61-24dd98d1c0b8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:44.579889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-27961959-cfaa-44a4-8b74-0515d9814b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:44.582669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-27961959-cfaa-44a4-8b74-0515d9814b77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002204 Sep 18 19:49:44.594449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.607002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.611418 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/networks/0479c240-bb0b-416d-875d-22ff5c494b05 HTTP/1.1" status: 204 len: 168 time: 0.4630036 Sep 18 19:49:44.614698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54758) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:44.621945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa1d18-58ef-4116-b86a-0c5be735274a tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Network': ['ID=0479c240-bb0b-416d-875d-22ff5c494b05,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:44.730251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85bcaac-9134-4d4a-9a89-b3ae97168216 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Deleting subnet 3a83f067-845a-4887-afee-988511e29d99 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:49:44.736063 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a85bcaac-9134-4d4a-9a89-b3ae97168216 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.799817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-e5145cef-a472-4324-ae79-b5009706a5ac service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100017 Sep 18 19:49:44.820748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a85bcaac-9134-4d4a-9a89-b3ae97168216 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:44.879431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 02c6e7d5-b76b-4ef1-be52-fafbbc390123 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:44.929315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 02c6e7d5-b76b-4ef1-be52-fafbbc390123 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:44.930246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 02c6e7d5-b76b-4ef1-be52-fafbbc390123 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:44.931943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 10fd40a7-8fa2-42f6-989e-b8c743c9569c no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:44.964392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e08bf3-c175-4575-b969-bb4245bfc98b req-7d0e5f14-1582-4711-8835-e5df857b7b39 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561401 Sep 18 19:49:44.965251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 10fd40a7-8fa2-42f6-989e-b8c743c9569c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:44.965611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 10fd40a7-8fa2-42f6-989e-b8c743c9569c not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:44.989405 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a85bcaac-9134-4d4a-9a89-b3ae97168216 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.071506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a85bcaac-9134-4d4a-9a89-b3ae97168216 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.104931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bcaac-9134-4d4a-9a89-b3ae97168216 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Subnet': ['ID=3a83f067-845a-4887-afee-988511e29d99,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:45.132127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe849f-aaba-4e60-9f55-cd0e78015728 None None] Network 6540f38a-62db-41a2-8a8d-ff91bf828aa9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:45.136611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a85bcaac-9134-4d4a-9a89-b3ae97168216 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.140927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a85bcaac-9134-4d4a-9a89-b3ae97168216 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/subnets/3a83f067-845a-4887-afee-988511e29d99 HTTP/1.1" status: 204 len: 168 time: 0.5228586 Sep 18 19:49:45.141357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54778) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:45.166086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6919e-173d-40e3-a0e0-4cbf842bea28 req-53cfbaf4-966f-4c59-9a08-9e65177104b4 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.173888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32b6919e-173d-40e3-a0e0-4cbf842bea28 req-53cfbaf4-966f-4c59-9a08-9e65177104b4 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 946 time: 0.0734220 Sep 18 19:49:45.216225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32b6919e-173d-40e3-a0e0-4cbf842bea28 req-426ee453-0810-412b-996a-d0a3c0952695 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Sep 18 19:49:45.261614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.358524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Deleting port b6fa7157-685e-4223-b281-455d2e0c9c55 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:45.358956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.385628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] DHCP port deletion for 6540f38a-62db-41a2-8a8d-ff91bf828aa9 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:49:45.448066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] For port b6fa7157-685e-4223-b281-455d2e0c9c55, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b6fa7157-685e-4223-b281-455d2e0c9c55,segment=NetworkSegment(2b02d641-c57d-411f-81ec-ff63352a4363),segment_id=2b02d641-c57d-411f-81ec-ff63352a4363)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:45.449017 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.473321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Calling delete_port for b6fa7157-685e-4223-b281-455d2e0c9c55 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:45.478632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] Deleting port b6fa7157-685e-4223-b281-455d2e0c9c55 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:45.479009 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.584487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.605156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] For port b6fa7157-685e-4223-b281-455d2e0c9c55, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b6fa7157-685e-4223-b281-455d2e0c9c55,segment=NetworkSegment(2b02d641-c57d-411f-81ec-ff63352a4363),segment_id=2b02d641-c57d-411f-81ec-ff63352a4363)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:45.605156 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.629457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Port': ['ID=b6fa7157-685e-4223-b281-455d2e0c9c55,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:45.632763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-3479db7c-eddc-48f0-b03e-64cb26f94e16 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.632913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] Calling delete_port for b6fa7157-685e-4223-b281-455d2e0c9c55 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:45.641336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-3479db7c-eddc-48f0-b03e-64cb26f94e16 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.649021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-3479db7c-eddc-48f0-b03e-64cb26f94e16 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.649916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] No DVR routers for this DVR port b6fa7157-685e-4223-b281-455d2e0c9c55 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:45.656801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-3479db7c-eddc-48f0-b03e-64cb26f94e16 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.664366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-3479db7c-eddc-48f0-b03e-64cb26f94e16 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.671228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-3479db7c-eddc-48f0-b03e-64cb26f94e16 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.685210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-3479db7c-eddc-48f0-b03e-64cb26f94e16 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.694419 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-3479db7c-eddc-48f0-b03e-64cb26f94e16 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1723487 Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: from cryptography.utils import int_from_bytes Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: from cryptography.utils import int_from_bytes Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.751570 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:49:45.754636 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:49:45.764275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.774734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad9f2c54-2fa6-4950-aefa-d5a892de6663 req-603eb0de-889d-4dfc-b7b3-c129a0f16df7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790467 Sep 18 19:49:45.797701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] No DVR routers for this DVR port b6fa7157-685e-4223-b281-455d2e0c9c55 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:45.837078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.859097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb145-cea6-40f4-9587-5526ee63a249 None None] Pushing event deleted for resources: {'Port': ['ID=b6fa7157-685e-4223-b281-455d2e0c9c55,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:45.875852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6540f38a-62db-41a2-8a8d-ff91bf828aa9']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:45.889536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b02d641-c57d-411f-81ec-ff63352a4363') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:45.889840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b02d641-c57d-411f-81ec-ff63352a4363') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:45.902272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.914261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826df6e4-95e3-41e6-a3a1-5851a17b62a4 req-ea818e15-fec1-41ea-9920-6c8faad6413e tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:45.916899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-826df6e4-95e3-41e6-a3a1-5851a17b62a4 req-ea818e15-fec1-41ea-9920-6c8faad6413e tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 946 time: 0.1152050 Sep 18 19:49:45.924945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.932621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:45.933277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:45.936777 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:45.979175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-826df6e4-95e3-41e6-a3a1-5851a17b62a4 req-eb729905-35c7-4890-b8e7-98d02ae42f9a tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Sep 18 19:49:46.015601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:46.021704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:46.024528 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/networks/6540f38a-62db-41a2-8a8d-ff91bf828aa9 HTTP/1.1" status: 204 len: 168 time: 0.8807058 Sep 18 19:49:46.026593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54808) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:46.056032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f37bf-e6e1-42f1-bdc0-1dc334e57667 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Pushing event deleted for resources: {'Network': ['ID=6540f38a-62db-41a2-8a8d-ff91bf828aa9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:46.065412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-66d83a7f-a10b-4040-88a1-5aa1b9451614 tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "GET /v2.0/ports?device_id=2049b900-56ef-456b-9ee1-0c2748ba18f3 HTTP/1.1" status: 200 len: 205 time: 0.0355444 Sep 18 19:49:46.066655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54810) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:46.151682 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3ea141c-988b-4268-af17-00e6433fbdbd tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:46.341129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3ea141c-988b-4268-af17-00e6433fbdbd tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:46.344052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3ea141c-988b-4268-af17-00e6433fbdbd tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:46.418220 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3ea141c-988b-4268-af17-00e6433fbdbd tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:46.418927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ea141c-988b-4268-af17-00e6433fbdbd tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Fanout notify agent at l3_agent the message router_deleted on router 2049b900-56ef-456b-9ee1-0c2748ba18f3 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:49:46.427523 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3ea141c-988b-4268-af17-00e6433fbdbd tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:46.439890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e3ea141c-988b-4268-af17-00e6433fbdbd tempest-RoutersNegativeTest-8721472 tempest-RoutersNegativeTest-8721472-project] 10.222.0.20 "DELETE /v2.0/routers/2049b900-56ef-456b-9ee1-0c2748ba18f3 HTTP/1.1" status: 204 len: 168 time: 0.3654249 Sep 18 19:49:46.714028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54836) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:46.833166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b6fa7157-685e-4223-b281-455d2e0c9c55 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:46.856483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: b6fa7157-685e-4223-b281-455d2e0c9c55 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:46.857674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b6fa7157-685e-4223-b281-455d2e0c9c55 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:46.917049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a627f-0994-401f-b562-a74bd58af85d req-2941e1da-f42a-42f0-8e74-a46ec6acf4b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:46.922838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a627f-0994-401f-b562-a74bd58af85d req-2941e1da-f42a-42f0-8e74-a46ec6acf4b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:46.931137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a627f-0994-401f-b562-a74bd58af85d req-2941e1da-f42a-42f0-8e74-a46ec6acf4b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:46.937247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a627f-0994-401f-b562-a74bd58af85d req-2941e1da-f42a-42f0-8e74-a46ec6acf4b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:46.945485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a627f-0994-401f-b562-a74bd58af85d req-2941e1da-f42a-42f0-8e74-a46ec6acf4b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:46.953184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a627f-0994-401f-b562-a74bd58af85d req-2941e1da-f42a-42f0-8e74-a46ec6acf4b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:46.960530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a627f-0994-401f-b562-a74bd58af85d req-2941e1da-f42a-42f0-8e74-a46ec6acf4b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:46.962698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f22a627f-0994-401f-b562-a74bd58af85d req-2941e1da-f42a-42f0-8e74-a46ec6acf4b7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1036978 Sep 18 19:49:46.995422 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fc922bad-6542-4326-ae6d-2d076f96f3cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3c89707c86845b2b4a248f23c27c384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799883 Sep 18 19:49:46.997835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54854) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:47.010741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f22a627f-0994-401f-b562-a74bd58af85d req-9293b85a-21d1-4dc9-b300-1b3a47f9100e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407059 Sep 18 19:49:47.078377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-3c19f2f9-bf6d-4419-847e-dca909be75d7 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:47.079876 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-3c19f2f9-bf6d-4419-847e-dca909be75d7 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.32 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 946 time: 0.0833085 Sep 18 19:49:47.129168 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-237a7030-d763-4123-a555-81707b8b7287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:47.188908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-237a7030-d763-4123-a555-81707b8b7287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:47.192245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923a5c-ed0d-447b-aa61-947fb920323f req-308fe3b0-1f2c-4af8-8956-3106f29255be tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:47.193871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1923a5c-ed0d-447b-aa61-947fb920323f req-308fe3b0-1f2c-4af8-8956-3106f29255be tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/ports?device_id=393e8da7-aba6-4dc8-a03d-410d7e2fd17d HTTP/1.1" status: 200 len: 946 time: 0.0536969 Sep 18 19:49:47.235172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1923a5c-ed0d-447b-aa61-947fb920323f req-74b93acb-7d62-43ed-802e-e4873453fed7 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.20 "GET /v2.0/security-groups?id=a985cfd8-b1d9-40fe-a4a1-64699412546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Sep 18 19:49:47.243911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Deleting port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:47.244227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:47.269432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-237a7030-d763-4123-a555-81707b8b7287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:47.272747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-237a7030-d763-4123-a555-81707b8b7287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:47.275568 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-237a7030-d763-4123-a555-81707b8b7287 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5314732e-cad2-4e78-bf33-c3f2f7d7328a HTTP/1.1" status: 204 len: 168 time: 0.2753577 Sep 18 19:49:47.295963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a7030-d763-4123-a555-81707b8b7287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314732e-cad2-4e78-bf33-c3f2f7d7328a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:47.373336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] For port 0408fb18-af34-45cd-b5cf-dcb4e14b0072, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0408fb18-af34-45cd-b5cf-dcb4e14b0072,segment=NetworkSegment(e0596a32-cb6a-46ac-b5d5-118f89c628f4),segment_id=e0596a32-cb6a-46ac-b5d5-118f89c628f4)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:47.373784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:47.389647 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Calling delete_port for 0408fb18-af34-45cd-b5cf-dcb4e14b0072 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:47.563471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:47.582278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['0408fb18-af34-45cd-b5cf-dcb4e14b0072'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:47.631082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Pushing event deleted for resources: {'Port': ['ID=0408fb18-af34-45cd-b5cf-dcb4e14b0072,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:47.731819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] No DVR routers for this DVR port 0408fb18-af34-45cd-b5cf-dcb4e14b0072 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:47.737475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:47.740504 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-23a48586-0a30-4be5-b1b1-8a31a2f449f3 req-caaee03f-71f3-4c6a-8ce7-19f9b1ae4537 tempest-InstanceActionsNegativeTestJSON-1896109796 tempest-InstanceActionsNegativeTestJSON-1896109796-project] 10.222.0.32 "DELETE /v2.0/ports/0408fb18-af34-45cd-b5cf-dcb4e14b0072 HTTP/1.1" status: 204 len: 173 time: 0.6462684 Sep 18 19:49:47.740993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393e8da7-aba6-4dc8-a03d-410d7e2fd17d', 'name': 'network-vif-deleted', 'tag': '0408fb18-af34-45cd-b5cf-dcb4e14b0072'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:47.756412 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d6a525-877f-490b-bcbd-d1aacbc50b6a" -d '{"events": [{"server_uuid": "393e8da7-aba6-4dc8-a03d-410d7e2fd17d", "name": "network-vif-deleted", "tag": "0408fb18-af34-45cd-b5cf-dcb4e14b0072"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:47.760898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39122839-0905-4c53-a9c5-a8d881b9d99b req-edd4e638-9ee6-4fe8-90a5-380fe2906591 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:47.779063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39122839-0905-4c53-a9c5-a8d881b9d99b req-edd4e638-9ee6-4fe8-90a5-380fe2906591 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.0940580 Sep 18 19:49:47.828064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39122839-0905-4c53-a9c5-a8d881b9d99b req-34793776-dbaa-4c07-9868-4be4c17e3843 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478351 Sep 18 19:49:47.883551 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5efda9-6860-418c-bbed-cda90526a6d4 x-openstack-request-id: req-ac5efda9-6860-418c-bbed-cda90526a6d4 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:47.884421 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393e8da7-aba6-4dc8-a03d-410d7e2fd17d", "name": "network-vif-deleted", "tag": "0408fb18-af34-45cd-b5cf-dcb4e14b0072", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:47.884816 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac5efda9-6860-418c-bbed-cda90526a6d4 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:47.885143 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393e8da7-aba6-4dc8-a03d-410d7e2fd17d', 'name': 'network-vif-deleted', 'tag': '0408fb18-af34-45cd-b5cf-dcb4e14b0072', 'status': 'completed', 'code': 200} Sep 18 19:49:48.187180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-534f5660-634c-4122-876d-81f122486b71 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:48.195311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-534f5660-634c-4122-876d-81f122486b71 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:48.202232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-534f5660-634c-4122-876d-81f122486b71 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:48.208801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-534f5660-634c-4122-876d-81f122486b71 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:48.216792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-534f5660-634c-4122-876d-81f122486b71 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:48.223086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-534f5660-634c-4122-876d-81f122486b71 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:48.230009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-534f5660-634c-4122-876d-81f122486b71 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:48.232199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-534f5660-634c-4122-876d-81f122486b71 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1301203 Sep 18 19:49:48.308168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe11135d-5f70-4524-bf3d-49d68237f23c req-e4a118b1-0ac9-4cdb-8251-99a57b519345 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684335 Sep 18 19:49:48.489174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:48.591350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Deleting subnet 6044db5a-9721-4e32-9752-d0cf129d657f {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:49:48.601224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.116668 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.163407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1233bf0-6b4a-408c-9e35-64f373b49597 req-eb60eebe-546e-4339-9cb7-42ee607c0db0 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:49.170751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1233bf0-6b4a-408c-9e35-64f373b49597 req-eb60eebe-546e-4339-9cb7-42ee607c0db0 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.0985429 Sep 18 19:49:49.189786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:49.216598 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.221810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1233bf0-6b4a-408c-9e35-64f373b49597 req-d985af51-0375-40f2-adbd-77d03ffe6273 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502849 Sep 18 19:49:49.296741 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.327092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6044db5a-9721-4e32-9752-d0cf129d657f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:49.332819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.334990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6044db5a-9721-4e32-9752-d0cf129d657f HTTP/1.1" status: 204 len: 168 time: 0.8447273 Sep 18 19:49:49.341145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54968) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:49.345247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.345692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.346260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.347572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.348661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.349102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.349567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.350176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.350599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.351024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.352360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.352799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a5a52-67f0-4b78-80f8-0922d3a0bd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:49:49.363696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea102216-b485-48f7-bfa7-40481caa24a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.498995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.548775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-74b0f3d6-2a2d-4290-8839-d194f20e7c73 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:49.554477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea102216-b485-48f7-bfa7-40481caa24a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.555155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-74b0f3d6-2a2d-4290-8839-d194f20e7c73 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:49.561550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-74b0f3d6-2a2d-4290-8839-d194f20e7c73 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:49.563789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea102216-b485-48f7-bfa7-40481caa24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.571103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-74b0f3d6-2a2d-4290-8839-d194f20e7c73 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:49.574778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-74b0f3d6-2a2d-4290-8839-d194f20e7c73 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:49.580736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-74b0f3d6-2a2d-4290-8839-d194f20e7c73 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:49.587479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-74b0f3d6-2a2d-4290-8839-d194f20e7c73 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:49.589424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-74b0f3d6-2a2d-4290-8839-d194f20e7c73 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1439826 Sep 18 19:49:49.599402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ea102216-b485-48f7-bfa7-40481caa24a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e700328839d441189da6ee04e61da77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083509 Sep 18 19:49:49.601637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:49.667736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.671997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea102216-b485-48f7-bfa7-40481caa24a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f0fbd8-6785-4026-a71a-24a2feda1c67,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:49.690104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-247c5463-f8e8-48b6-b498-344e2fdf738d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.695182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-182f12ab-e8ed-4068-94d6-fe8927cb0a29 req-47603b98-144a-4ca7-85d6-afad0bf51745 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894351 Sep 18 19:49:49.704051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d857b4d3-e824-4b04-b5bf-8f6c98475631']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:49.716034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0596a32-cb6a-46ac-b5d5-118f89c628f4') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:49.716363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0596a32-cb6a-46ac-b5d5-118f89c628f4') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:49.729284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-247c5463-f8e8-48b6-b498-344e2fdf738d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.738977 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.763712 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.766163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:49:49.766705 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:49:49.770013 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:49:49.833057 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-247c5463-f8e8-48b6-b498-344e2fdf738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.836071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-247c5463-f8e8-48b6-b498-344e2fdf738d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.837443 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-247c5463-f8e8-48b6-b498-344e2fdf738d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5f0fbd8-6785-4026-a71a-24a2feda1c67 HTTP/1.1" status: 204 len: 168 time: 0.2345645 Sep 18 19:49:49.859962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c5463-f8e8-48b6-b498-344e2fdf738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f0fbd8-6785-4026-a71a-24a2feda1c67,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:49.911134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.918664 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:49.921796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d857b4d3-e824-4b04-b5bf-8f6c98475631 HTTP/1.1" status: 204 len: 168 time: 0.5791583 Sep 18 19:49:49.953777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffd6d5-2f64-4aae-ae8f-43dcfbcb6b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d857b4d3-e824-4b04-b5bf-8f6c98475631,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:49.997652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08181bf-b24a-49d2-87cc-c7865de7c094 req-57849d2f-7197-49e4-a18b-1c0e2cc96215 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:50.006760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d08181bf-b24a-49d2-87cc-c7865de7c094 req-57849d2f-7197-49e4-a18b-1c0e2cc96215 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.1213858 Sep 18 19:49:50.066552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d08181bf-b24a-49d2-87cc-c7865de7c094 req-21994129-39bf-48d6-87e2-415ee5b206b3 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565886 Sep 18 19:49:50.128234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54992) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:50.174910 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c56c5962-9eb9-4423-a9ba-c1c18b8e1338 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1140cde04b2c4d69b8ca24bfd687ef1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450082 Sep 18 19:49:50.177544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54994) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:50.239960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71b99bf-2d19-4a7d-a39e-60f3237cac50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.263468 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71b99bf-2d19-4a7d-a39e-60f3237cac50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.315257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71b99bf-2d19-4a7d-a39e-60f3237cac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.318696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71b99bf-2d19-4a7d-a39e-60f3237cac50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.322159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d71b99bf-2d19-4a7d-a39e-60f3237cac50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a985cfd8-b1d9-40fe-a4a1-64699412546f HTTP/1.1" status: 204 len: 168 time: 0.1410921 Sep 18 19:49:50.328731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b99bf-2d19-4a7d-a39e-60f3237cac50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985cfd8-b1d9-40fe-a4a1-64699412546f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:50.358993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55000) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:50.378589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5976ba1f-37e8-4661-a21d-a57832d24802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.529029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5976ba1f-37e8-4661-a21d-a57832d24802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.536729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5976ba1f-37e8-4661-a21d-a57832d24802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.567526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976ba1f-37e8-4661-a21d-a57832d24802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1c411-24da-4ba0-8aa5-c3c4fca2a29d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:50.600765 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5976ba1f-37e8-4661-a21d-a57832d24802 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5bf15d18c745d4821c47ea35cf5b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405703 Sep 18 19:49:50.603314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55006) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:50.674320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cbd64a1-cd9a-4908-8908-5115b5b6d567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.709459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cbd64a1-cd9a-4908-8908-5115b5b6d567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.790841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cbd64a1-cd9a-4908-8908-5115b5b6d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.793774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cbd64a1-cd9a-4908-8908-5115b5b6d567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:50.795252 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0cbd64a1-cd9a-4908-8908-5115b5b6d567 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13d1c411-24da-4ba0-8aa5-c3c4fca2a29d HTTP/1.1" status: 204 len: 168 time: 0.1909456 Sep 18 19:49:50.818643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd64a1-cd9a-4908-8908-5115b5b6d567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1c411-24da-4ba0-8aa5-c3c4fca2a29d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:50.919265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-2e3e9143-7863-4059-8294-251f7cb2000e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:50.925377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-2e3e9143-7863-4059-8294-251f7cb2000e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:50.931400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-2e3e9143-7863-4059-8294-251f7cb2000e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:50.937531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-2e3e9143-7863-4059-8294-251f7cb2000e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:50.947320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-2e3e9143-7863-4059-8294-251f7cb2000e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:50.953443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-2e3e9143-7863-4059-8294-251f7cb2000e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:50.960491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-2e3e9143-7863-4059-8294-251f7cb2000e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:50.962739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-2e3e9143-7863-4059-8294-251f7cb2000e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1086693 Sep 18 19:49:51.047049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84d5b4c3-be6a-491b-aa53-28fb69bd792a req-c4a696c4-fd61-460e-896d-ed34736a9b7d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772872 Sep 18 19:49:51.211322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-be464697-7078-45bf-b170-d145c30fa923 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:51.212953 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-be464697-7078-45bf-b170-d145c30fa923 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.32 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.1653345 Sep 18 19:49:51.380161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5465cc-937d-4322-a5c9-0c06895e0e26 req-3a71a49a-0cb1-4112-a015-f47ab7a5b0eb tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:51.415247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a5465cc-937d-4322-a5c9-0c06895e0e26 req-3a71a49a-0cb1-4112-a015-f47ab7a5b0eb tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 946 time: 0.1600840 Sep 18 19:49:51.451364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Deleting port 7f528047-a583-4462-a784-955a58907463 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:51.451990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:51.518375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a5465cc-937d-4322-a5c9-0c06895e0e26 req-d3cd0b12-4c2d-4292-b29d-e3c0cd9f8c57 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups?id=e3592f93-2153-4f06-b80b-495f30b8a507&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911055 Sep 18 19:49:51.556936 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad8ed7f0-5fc8-460f-b2ac-cb25db6db2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:51.712579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] For port 7f528047-a583-4462-a784-955a58907463, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f528047-a583-4462-a784-955a58907463,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:51.713836 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:51.995324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0408fb18-af34-45cd-b5cf-dcb4e14b0072 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:52.053506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 0408fb18-af34-45cd-b5cf-dcb4e14b0072 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:52.056227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0408fb18-af34-45cd-b5cf-dcb4e14b0072 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:52.260284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:52.262195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:52.263032 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Floating IP 6cecf52a-9be7-421d-8c79-187f93140c8c disassociated. External IP: 172.25.8.165, port: 7f528047-a583-4462-a784-955a58907463. Sep 18 19:49:52.263400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Calling delete_port for 7f528047-a583-4462-a784-955a58907463 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:52.319530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-3317f490-b5b0-4774-a0f8-eb50f3604797 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:52.333914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-3317f490-b5b0-4774-a0f8-eb50f3604797 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:52.348807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-3317f490-b5b0-4774-a0f8-eb50f3604797 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:52.360610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-3317f490-b5b0-4774-a0f8-eb50f3604797 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:52.373351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-3317f490-b5b0-4774-a0f8-eb50f3604797 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:52.386587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-3317f490-b5b0-4774-a0f8-eb50f3604797 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:52.394107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-3317f490-b5b0-4774-a0f8-eb50f3604797 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:52.404669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-3317f490-b5b0-4774-a0f8-eb50f3604797 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1984708 Sep 18 19:49:52.475518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfb47b6e-0bb0-43ce-928b-cd811ab29bd3 req-89394f98-fb14-44d6-8110-8f2db33bb8dd tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697246 Sep 18 19:49:52.500556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:52.619001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event deleted for resources: {'Port': ['ID=7f528047-a583-4462-a784-955a58907463,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:52.732433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e857e58-b2f4-4867-84c6-dc8132b90129 req-307f2aa0-b825-42a8-b94d-03abac6f3406 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 210 time: 0.0871291 Sep 18 19:49:52.813869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Router cee74434-abd2-48ef-bec7-51f3f098531d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:49:53.050406 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:53.069127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:49:53.081400 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] Sync routers for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:49:53.092879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:53.093532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:53.174466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] No DVR routers for this DVR port 7f528047-a583-4462-a784-955a58907463 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:53.183188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:53.186244 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a8d17570-649c-4c0d-9d0f-e7eb2398fe5d req-2e3b72ea-dea0-44c8-9c90-61f40bd411f2 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.32 "DELETE /v2.0/ports/7f528047-a583-4462-a784-955a58907463 HTTP/1.1" status: 204 len: 173 time: 1.9599342 Sep 18 19:49:53.186738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e1101b-5600-4e4c-8421-f815d68151eb', 'name': 'network-vif-deleted', 'tag': '7f528047-a583-4462-a784-955a58907463'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:53.189191 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54522be-4ef0-4f35-9587-c70584373434" -d '{"events": [{"server_uuid": "46e1101b-5600-4e4c-8421-f815d68151eb", "name": "network-vif-deleted", "tag": "7f528047-a583-4462-a784-955a58907463"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:53.236088 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:53.252352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55132) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:53.319874 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0bc56-763c-47ea-9c38-bb9c2d318fd3 x-openstack-request-id: req-ffd0bc56-763c-47ea-9c38-bb9c2d318fd3 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:53.320382 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e1101b-5600-4e4c-8421-f815d68151eb", "name": "network-vif-deleted", "tag": "7f528047-a583-4462-a784-955a58907463", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:53.320789 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffd0bc56-763c-47ea-9c38-bb9c2d318fd3 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:53.321351 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e1101b-5600-4e4c-8421-f815d68151eb', 'name': 'network-vif-deleted', 'tag': '7f528047-a583-4462-a784-955a58907463', 'status': 'completed', 'code': 200} Sep 18 19:49:53.402130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:49:53.462621 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2523f0b9-f11f-44bd-a51e-4dd538078197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:53.689535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2523f0b9-f11f-44bd-a51e-4dd538078197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:53.697189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2523f0b9-f11f-44bd-a51e-4dd538078197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:53.700776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-ed6e20bf-8bef-4f8f-aa88-97893704d600 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:53.713889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-ed6e20bf-8bef-4f8f-aa88-97893704d600 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:53.725332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-ed6e20bf-8bef-4f8f-aa88-97893704d600 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:53.733557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-ed6e20bf-8bef-4f8f-aa88-97893704d600 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:53.741491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-ed6e20bf-8bef-4f8f-aa88-97893704d600 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:53.750513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-ed6e20bf-8bef-4f8f-aa88-97893704d600 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:53.758860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-ed6e20bf-8bef-4f8f-aa88-97893704d600 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:53.761643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-ed6e20bf-8bef-4f8f-aa88-97893704d600 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1868086 Sep 18 19:49:53.792934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523f0b9-f11f-44bd-a51e-4dd538078197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9423fc7-c434-4146-87e3-3f5bc4a0cc9a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:53.794767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:42Z', 'revision_number': 5, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:53.807244 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2523f0b9-f11f-44bd-a51e-4dd538078197 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0a56d34a7644654b21a9d8785df9f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535064 Sep 18 19:49:53.808868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:53.857431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] Checking router: cee74434-abd2-48ef-bec7-51f3f098531d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:49:53.876925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:49:53.878288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:53.884967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb425a73-2b2c-400d-9266-81a0a53730a4 req-183521db-5e88-4fda-b69c-de5f61aae219 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132553 Sep 18 19:49:53.928384 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58686aaa-6ee4-4057-93f1-459a5c194126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:53.980323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58686aaa-6ee4-4057-93f1-459a5c194126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.015645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-126e378e-0444-4857-ba75-df564108bfde req-b4d33039-642a-4000-926a-d6a524d389b9 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/ports?device_id=46e1101b-5600-4e4c-8421-f815d68151eb HTTP/1.1" status: 200 len: 210 time: 0.0681913 Sep 18 19:49:54.066381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58686aaa-6ee4-4057-93f1-459a5c194126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.070250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58686aaa-6ee4-4057-93f1-459a5c194126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.072458 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-58686aaa-6ee4-4057-93f1-459a5c194126 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9423fc7-c434-4146-87e3-3f5bc4a0cc9a HTTP/1.1" status: 204 len: 168 time: 0.2613103 Sep 18 19:49:54.086748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58686aaa-6ee4-4057-93f1-459a5c194126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9423fc7-c434-4146-87e3-3f5bc4a0cc9a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:54.117987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:49:54.289013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55172) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:54.444898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67b0b57d-e0ef-42cd-8447-c9cd4c30b591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.448460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:42Z', 'revision_number': 5, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:49:54.452108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6986c8a3-02d8-4bf0-952d-6d110ad511cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.491795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e5288-6d25-4bdc-ab25-6c57f7360036 None None] The sync data for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 is: [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f8ff0c46-64bf-442c-9b5d-a31b19f9de09', 'name': '', 'network_id': '95e75689-899d-4bb8-9398-50029eed48e7', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'mac_address': 'fa:16:3e:49:de:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:36Z', 'updated_at': '2021-09-18T19:47:42Z', 'revision_number': 5, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'subnets': [{'id': '1e50a3d6-3ef5-4cfd-8201-f694c0fb526c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:49:54.588221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67b0b57d-e0ef-42cd-8447-c9cd4c30b591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.602406 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67b0b57d-e0ef-42cd-8447-c9cd4c30b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.683223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-67b0b57d-e0ef-42cd-8447-c9cd4c30b591 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c86522d60c54420978383593a6cf5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930392 Sep 18 19:49:54.686202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:54.687718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0b57d-e0ef-42cd-8447-c9cd4c30b591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea43d32-31f8-465a-a2b0-9ac4b8e0fc6a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:54.755117 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.790478 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-438443f3-d36e-4f74-aa85-f786e5083062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.823423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-438443f3-d36e-4f74-aa85-f786e5083062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.897428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-438443f3-d36e-4f74-aa85-f786e5083062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.901632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-438443f3-d36e-4f74-aa85-f786e5083062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:54.904448 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-438443f3-d36e-4f74-aa85-f786e5083062 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ea43d32-31f8-465a-a2b0-9ac4b8e0fc6a HTTP/1.1" status: 204 len: 168 time: 0.2149465 Sep 18 19:49:54.940075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438443f3-d36e-4f74-aa85-f786e5083062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea43d32-31f8-465a-a2b0-9ac4b8e0fc6a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:54.946274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc3eca-d24c-445f-baae-23a4a134f976 req-b0cf4224-150e-49c0-ad95-9e68fbd82f91 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:54.954247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbbc3eca-d24c-445f-baae-23a4a134f976 req-b0cf4224-150e-49c0-ad95-9e68fbd82f91 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1238222 Sep 18 19:49:55.054321 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a67e048-e087-4362-ba02-4f5217cadf59 None None] New status for floating IP 6cecf52a-9be7-421d-8c79-187f93140c8c: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:49:55.058605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbbc3eca-d24c-445f-baae-23a4a134f976 req-0d954013-bbc9-4b96-bc83-788aadaf3fe0 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032307 Sep 18 19:49:55.058734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55208) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:55.127556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-3223e32e-ea64-44be-815e-23d01d760056 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:55.148782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-3223e32e-ea64-44be-815e-23d01d760056 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:55.163190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-3223e32e-ea64-44be-815e-23d01d760056 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:55.178668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-3223e32e-ea64-44be-815e-23d01d760056 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:55.200262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-3223e32e-ea64-44be-815e-23d01d760056 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:55.211263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-3223e32e-ea64-44be-815e-23d01d760056 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:55.219518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-3223e32e-ea64-44be-815e-23d01d760056 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:55.228689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-3223e32e-ea64-44be-815e-23d01d760056 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.2335808 Sep 18 19:49:55.317713 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70e8d08b-dbb8-4506-91fd-1f67cf991ca8 req-6d93839c-de75-4e65-ad95-a29669792574 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833657 Sep 18 19:49:55.356125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55218) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:55.431960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-network', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:55.436270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8fca889-64be-4984-ac7f-5073c37c9940 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.463192 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.476775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Made reservation on behalf of fc4d62872a934daca0b62b44fe6919b9 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:55.479075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.497770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.560138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55220) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:55.577934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8992c84f-a9a8-44cb-8465-4ca909a2ca38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.706336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8992c84f-a9a8-44cb-8465-4ca909a2ca38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.715000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8992c84f-a9a8-44cb-8465-4ca909a2ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.764491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8992c84f-a9a8-44cb-8465-4ca909a2ca38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b76a987260e4ccb937f8e209c73bd2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031934 Sep 18 19:49:55.767207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55224) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:55.769837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992c84f-a9a8-44cb-8465-4ca909a2ca38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2dcf6-bc47-4b21-b38c-2958b280f9c4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:55.836406 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b153da-6f0e-40d4-a1f8-393b0e9611c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.838048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8fca889-64be-4984-ac7f-5073c37c9940 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.856481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b153da-6f0e-40d4-a1f8-393b0e9611c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.907247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b153da-6f0e-40d4-a1f8-393b0e9611c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.910229 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b153da-6f0e-40d4-a1f8-393b0e9611c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.911505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-01b153da-6f0e-40d4-a1f8-393b0e9611c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55c2dcf6-bc47-4b21-b38c-2958b280f9c4 HTTP/1.1" status: 204 len: 168 time: 0.1431282 Sep 18 19:49:55.912678 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8fca889-64be-4984-ac7f-5073c37c9940 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.915283 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c8fca889-64be-4984-ac7f-5073c37c9940 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.916481 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c8fca889-64be-4984-ac7f-5073c37c9940 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "DELETE /v2.0/security-groups/e3592f93-2153-4f06-b80b-495f30b8a507 HTTP/1.1" status: 204 len: 168 time: 0.5593729 Sep 18 19:49:55.919562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b153da-6f0e-40d4-a1f8-393b0e9611c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2dcf6-bc47-4b21-b38c-2958b280f9c4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:55.921203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55228) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:55.928025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fca889-64be-4984-ac7f-5073c37c9940 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3592f93-2153-4f06-b80b-495f30b8a507,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:55.940041 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-884a1d1b-1730-4bcd-a8bd-b9719707738b tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] show failed (client error): The resource could not be found. Sep 18 19:49:55.941639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-884a1d1b-1730-4bcd-a8bd-b9719707738b tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "GET /v2.0/security-groups/e3592f93-2153-4f06-b80b-495f30b8a507 HTTP/1.1" status: 404 len: 347 time: 0.0143168 Sep 18 19:49:55.944323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55230) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:55.968487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.973023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:55.993163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f528047-a583-4462-a784-955a58907463 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:49:55.997724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:49:56.013892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026e047f-5959-471b-984e-378474e059ea,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:56.016825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.017380 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Added segment cbab4c8a-939c-4a53-a8f8-80380350795f of type vlan for network 919245d2-4903-400a-b59f-cc9981844b42 Sep 18 19:49:56.038325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 7f528047-a583-4462-a784-955a58907463 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:49:56.039810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f528047-a583-4462-a784-955a58907463 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:49:56.063908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.091866 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.093049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Deleting port 44d6dd03-4828-4ecc-a218-619f6b1f9df5 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:56.093512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.093940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.094706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.164804 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1050351 Sep 18 19:49:56.167630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55236) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:56.172428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Request body: {'subnet': {'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-subnet', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:56.176105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298391e2-bc7e-4447-a1fe-1d3b6e59c9f3 admin admin] Pushing event updated for resources: {'Network': ['ID=919245d2-4903-400a-b59f-cc9981844b42,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:56.189863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 919245d2-4903-400a-b59f-cc9981844b42 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:49:56.198128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Made reservation on behalf of fc4d62872a934daca0b62b44fe6919b9 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:49:56.201277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.279955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51566-069b-46c0-82f2-20fa308410b6 req-f2444a6a-38cb-4445-827a-ec9bd0a88c2b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.281548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52f51566-069b-46c0-82f2-20fa308410b6 req-f2444a6a-38cb-4445-827a-ec9bd0a88c2b tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.1311605 Sep 18 19:49:56.283868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.288170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.305353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Calling delete_port for 44d6dd03-4828-4ecc-a218-619f6b1f9df5 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:56.373724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52f51566-069b-46c0-82f2-20fa308410b6 req-478c79d9-9e88-4122-9b7e-f62625a618a8 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801508 Sep 18 19:49:56.439821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.510485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408058-527c-4302-a999-94ff774121ce req-dba18b82-342a-4403-94cc-6601052b889f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.515140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=035acce6-f34a-4017-bb28-0de0f0f7003e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:56.516180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408058-527c-4302-a999-94ff774121ce req-dba18b82-342a-4403-94cc-6601052b889f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.520745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Checking segment: {'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:49:56.521107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Network hostable DHCP agents. Network: 919245d2-4903-400a-b59f-cc9981844b42, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:49:56.522640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408058-527c-4302-a999-94ff774121ce req-dba18b82-342a-4403-94cc-6601052b889f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.528585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408058-527c-4302-a999-94ff774121ce req-dba18b82-342a-4403-94cc-6601052b889f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.535232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408058-527c-4302-a999-94ff774121ce req-dba18b82-342a-4403-94cc-6601052b889f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.541207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408058-527c-4302-a999-94ff774121ce req-dba18b82-342a-4403-94cc-6601052b889f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.544472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Network 919245d2-4903-400a-b59f-cc9981844b42 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:49:56.547055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408058-527c-4302-a999-94ff774121ce req-dba18b82-342a-4403-94cc-6601052b889f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.549035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0408058-527c-4302-a999-94ff774121ce req-dba18b82-342a-4403-94cc-6601052b889f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.1401477 Sep 18 19:49:56.557256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 919245d2-4903-400a-b59f-cc9981844b42) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:56.562911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:56.563799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.568837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7127a715-1d75-4c1b-9d3e-60c23b3d8b00 None None] Network 919245d2-4903-400a-b59f-cc9981844b42 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:56.586965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.591582 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4b5b499b-8c58-4b38-93e7-c65fecc6cc8e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4203868 Sep 18 19:49:56.592054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55254) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:56.599334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:49:56.628727 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.629079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Pushing event deleted for resources: {'Port': ['ID=44d6dd03-4828-4ecc-a218-619f6b1f9df5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:56.629874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.635312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0408058-527c-4302-a999-94ff774121ce req-fb718330-f22f-4e4a-b6bc-184ebbdc0553 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755727 Sep 18 19:49:56.715236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.718609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.721585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:56.727196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55260) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:56.731412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6812b119-4b80-41c8-848c-019ee69c8255 tempest-ServersTestJSON-280844810 tempest-ServersTestJSON-280844810-project] 10.222.0.20 "DELETE /v2.0/floatingips/6cecf52a-9be7-421d-8c79-187f93140c8c HTTP/1.1" status: 204 len: 168 time: 0.7860193 Sep 18 19:49:56.771629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc7bbbc-b6b1-47d8-adc6-b6ad1ac3bcd1 None None] Network 919245d2-4903-400a-b59f-cc9981844b42 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:49:56.990066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.054100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-8fb72714-2eb9-4844-a909-4971f5104f66 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:57.056784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-8fb72714-2eb9-4844-a909-4971f5104f66 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 945 time: 0.0580449 Sep 18 19:49:57.177437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Deleting port 7116bdff-a7d7-4b9b-b736-96e86431d685 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:57.178762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.290959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] For port 7116bdff-a7d7-4b9b-b736-96e86431d685, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7116bdff-a7d7-4b9b-b736-96e86431d685,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:57.291311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.321001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Calling delete_port for 7116bdff-a7d7-4b9b-b736-96e86431d685 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:57.352829 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.503258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.527655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.545694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.623713 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.638042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['54789532-a649-408c-b9e5-fddcfe198440', '7116bdff-a7d7-4b9b-b736-96e86431d685'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:49:57.766634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a956f-2236-4797-b5a0-d04690e95d55 req-4b927f12-a908-47ac-91ee-13cddf182bbc tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:57.777107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc7a956f-2236-4797-b5a0-d04690e95d55 req-4b927f12-a908-47ac-91ee-13cddf182bbc tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fb9b28-7481-438b-83cf-2f2962beba7e HTTP/1.1" status: 200 len: 867 time: 0.2508497 Sep 18 19:49:57.785543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Pushing event deleted for resources: {'Port': ['ID=7116bdff-a7d7-4b9b-b736-96e86431d685,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:57.815188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Allocated IP 172.25.8.234 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:49:57.870908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] No DVR routers for this DVR port 7116bdff-a7d7-4b9b-b736-96e86431d685 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:49:57.876556 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:57.878961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d52e104-66e5-4318-8e0b-49f49e6a3a38 req-746eb418-1344-46ff-9144-bbf576111397 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.24 "DELETE /v2.0/ports/7116bdff-a7d7-4b9b-b736-96e86431d685 HTTP/1.1" status: 204 len: 173 time: 0.8152332 Sep 18 19:49:57.882036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fb9b28-7481-438b-83cf-2f2962beba7e', 'name': 'network-vif-deleted', 'tag': '7116bdff-a7d7-4b9b-b736-96e86431d685'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:49:57.884692 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7074ee42-7fd5-4684-8fc8-cdf8226f9ea0" -d '{"events": [{"server_uuid": "a8fb9b28-7481-438b-83cf-2f2962beba7e", "name": "network-vif-deleted", "tag": "7116bdff-a7d7-4b9b-b736-96e86431d685"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:49:57.940740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc7a956f-2236-4797-b5a0-d04690e95d55 req-0f173a74-5138-4a3e-8a98-43a225817220 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621931 Sep 18 19:49:57.971987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97edd6-903b-460a-b335-827e8640343f req-4dd32cce-8e58-4d2b-a2f7-34dfb80f6c8f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:57.994735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97edd6-903b-460a-b335-827e8640343f req-4dd32cce-8e58-4d2b-a2f7-34dfb80f6c8f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:58.002265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97edd6-903b-460a-b335-827e8640343f req-4dd32cce-8e58-4d2b-a2f7-34dfb80f6c8f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:58.010812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97edd6-903b-460a-b335-827e8640343f req-4dd32cce-8e58-4d2b-a2f7-34dfb80f6c8f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:58.018738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97edd6-903b-460a-b335-827e8640343f req-4dd32cce-8e58-4d2b-a2f7-34dfb80f6c8f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:58.026343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97edd6-903b-460a-b335-827e8640343f req-4dd32cce-8e58-4d2b-a2f7-34dfb80f6c8f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:58.032703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97edd6-903b-460a-b335-827e8640343f req-4dd32cce-8e58-4d2b-a2f7-34dfb80f6c8f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:58.036256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f97edd6-903b-460a-b335-827e8640343f req-4dd32cce-8e58-4d2b-a2f7-34dfb80f6c8f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.2225690 Sep 18 19:49:58.041574 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda4f938-d994-4d8e-a2bb-694044163f05 x-openstack-request-id: req-cda4f938-d994-4d8e-a2bb-694044163f05 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:49:58.042022 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fb9b28-7481-438b-83cf-2f2962beba7e", "name": "network-vif-deleted", "tag": "7116bdff-a7d7-4b9b-b736-96e86431d685", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:49:58.043672 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cda4f938-d994-4d8e-a2bb-694044163f05 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:49:58.045648 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fb9b28-7481-438b-83cf-2f2962beba7e', 'name': 'network-vif-deleted', 'tag': '7116bdff-a7d7-4b9b-b736-96e86431d685', 'status': 'completed', 'code': 200} Sep 18 19:49:58.047915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:58.107720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f97edd6-903b-460a-b335-827e8640343f req-37d29623-1bfd-4b9a-a84c-ae09c2efe882 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602541 Sep 18 19:49:58.145539 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:58.193024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:49:58.196957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:49:58.204534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:49:58.247673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Deleting port f8ff0c46-64bf-442c-9b5d-a31b19f9de09 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:49:58.248017 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:58.248746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-673b00a0-b07a-48b4-a86f-ccd04880e088 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=729dca72d5904668bf0d084356ef6ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284555 Sep 18 19:49:58.253248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Pushing event updated for resources: {'Port': ['ID=39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:58.374712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-b80f4ce5-fe2c-4fcc-923a-9826fa8da5b8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:58.382717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-b80f4ce5-fe2c-4fcc-923a-9826fa8da5b8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258805 Sep 18 19:49:58.399730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-460d7347-4a8a-43f4-91b7-1bc07ed01f2f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/quotas/729dca72d5904668bf0d084356ef6ba1 HTTP/1.1" status: 200 len: 375 time: 0.0158839 Sep 18 19:49:58.438975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-392e0101-5862-4638-afe4-2c0c22d65ce3 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382791 Sep 18 19:49:58.463479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] For port f8ff0c46-64bf-442c-9b5d-a31b19f9de09, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:49:58.463933 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:58.497257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Calling delete_port for f8ff0c46-64bf-442c-9b5d-a31b19f9de09 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:49:58.720469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-e514d5af-4ffd-4603-9519-218fa6e5acda tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=729dca72d5904668bf0d084356ef6ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340850 Sep 18 19:49:58.798037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:58.878245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-860b58df-8e1d-4079-af93-a1ce3e57a04c tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:58.879798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-860b58df-8e1d-4079-af93-a1ce3e57a04c tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501782 Sep 18 19:49:58.890001 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:58.901216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-8ebb2958-f955-40fc-ae52-d2a61c706b9b tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/quotas/729dca72d5904668bf0d084356ef6ba1 HTTP/1.1" status: 200 len: 375 time: 0.0154405 Sep 18 19:49:58.955067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-ad74a926-2262-460f-b00c-ba5670f8b0ac tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388656 Sep 18 19:49:58.961558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ff0c46-64bf-442c-9b5d-a31b19f9de09,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:49:59.291524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7166bd7e-f3d2-4d24-857f-f896daa2dbb9 req-1d919a8e-3d5d-488c-965f-58d6fbe46619 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 210 time: 0.0717185 Sep 18 19:49:59.571436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55360) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:49:59.638179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-50dd61e6-09d3-45ea-b4d7-91ae49ce58ec tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:59.661621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-50dd61e6-09d3-45ea-b4d7-91ae49ce58ec tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:59.668225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-50dd61e6-09d3-45ea-b4d7-91ae49ce58ec tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:59.674963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-50dd61e6-09d3-45ea-b4d7-91ae49ce58ec tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:59.704085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-50dd61e6-09d3-45ea-b4d7-91ae49ce58ec tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:59.720720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-50dd61e6-09d3-45ea-b4d7-91ae49ce58ec tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:59.730427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-50dd61e6-09d3-45ea-b4d7-91ae49ce58ec tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:59.740543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-50dd61e6-09d3-45ea-b4d7-91ae49ce58ec tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.3328207 Sep 18 19:49:59.782723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcd7e6-f6b9-4043-b8fe-1ffd969b9c3f req-dacf96e2-e0f8-4390-bebe-4039ec0bf7d7 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:49:59.790871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99bcd7e6-f6b9-4043-b8fe-1ffd969b9c3f req-dacf96e2-e0f8-4390-bebe-4039ec0bf7d7 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2961843 Sep 18 19:49:59.793442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa3d3e9f-25a2-4680-b641-93c06d86ec8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:59.866055 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c26e326-5d6c-4b3d-9f6e-1e87672cf9c4 req-02305a4b-f428-4f1d-9501-8efabaa24d37 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242647 Sep 18 19:49:59.897868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:59.900160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:49:59.905182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99bcd7e6-f6b9-4043-b8fe-1ffd969b9c3f req-11d7993c-b1fd-466c-816e-c0457b72737c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129317 Sep 18 19:50:00.049873 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa3d3e9f-25a2-4680-b641-93c06d86ec8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.053967 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa3d3e9f-25a2-4680-b641-93c06d86ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.086457 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-4166bc0f-ebe2-43c8-a12f-811e9a5d32d5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=729dca72d5904668bf0d084356ef6ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338371 Sep 18 19:50:00.097139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fa3d3e9f-25a2-4680-b641-93c06d86ec8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca92fc5c6ae9428ba94e76c69e959702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221269 Sep 18 19:50:00.097803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55368) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:00.163860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d3e9f-25a2-4680-b641-93c06d86ec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e10c2-f0f1-47d1-b6c7-e40bdd037b35,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:00.194793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2d41015d-118b-4deb-8e2f-ddc58599da25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.236296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2d41015d-118b-4deb-8e2f-ddc58599da25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.293943 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2d41015d-118b-4deb-8e2f-ddc58599da25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.296460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2d41015d-118b-4deb-8e2f-ddc58599da25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.297609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2d41015d-118b-4deb-8e2f-ddc58599da25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa5e10c2-f0f1-47d1-b6c7-e40bdd037b35 HTTP/1.1" status: 204 len: 168 time: 0.1988070 Sep 18 19:50:00.306481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41015d-118b-4deb-8e2f-ddc58599da25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e10c2-f0f1-47d1-b6c7-e40bdd037b35,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:00.355183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-ca692ffb-07bf-4700-bd28-4e5948fcf6ba tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:00.357238 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-ca692ffb-07bf-4700-bd28-4e5948fcf6ba tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635665 Sep 18 19:50:00.378961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Request body: {'port': {'device_id': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '729dca72d5904668bf0d084356ef6ba1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:00.410655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7011aa65-8163-4936-a82e-84d9dfe6478e req-98793943-d31a-40f1-b047-49a9ab39a8ad tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 210 time: 0.0358922 Sep 18 19:50:00.454193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Router 5fb4d275-ed91-4b8e-af69-3e11d420213f is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:50:00.521401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Router cee74434-abd2-48ef-bec7-51f3f098531d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:50:00.586050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-a3fc6249-be8c-4142-9892-3af5da271b7a tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=729dca72d5904668bf0d084356ef6ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268939 Sep 18 19:50:00.714099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-2cd96fcb-3470-422a-be0f-f4b2dc0502a5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:00.715741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-2cd96fcb-3470-422a-be0f-f4b2dc0502a5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240735 Sep 18 19:50:00.732596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Request body: {'port': {'device_id': '4b62272e-483a-4477-99f3-e196a9425618', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '729dca72d5904668bf0d084356ef6ba1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:00.764601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Made reservation on behalf of 729dca72d5904668bf0d084356ef6ba1 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:00.768702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.772838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:00.788755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Sync routers for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:00.794069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.819963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:00.820691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:00.840794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.853914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55386) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:00.855933 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ba4438e-f1bc-4386-afd1-c0f14ca3608e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2626712 Sep 18 19:50:00.857409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:00.863053 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-097a9df9-0c49-4ee2-b13d-8c50ce88fb1d admin admin] 10.222.0.20 "PUT /v2.0/routers/cee74434-abd2-48ef-bec7-51f3f098531d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1346693 Sep 18 19:50:00.865977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55388) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:00.872051 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] Sync routers for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:00.885173 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:00.885979 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:00.945591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Made reservation on behalf of 729dca72d5904668bf0d084356ef6ba1 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:00.949906 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:00.962227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.037920 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:01.071188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:01.075562 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.126344 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 19:50:01.126344 n-d-789963-11 neutron-server[94941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 19:50:01.126344 n-d-789963-11 neutron-server[94941]: [parameters: {'project_id_1': '729dca72d5904668bf0d084356ef6ba1', 'expiration_1': datetime.datetime(2021, 9, 18, 19, 49, 40, 993022)}] Sep 18 19:50:01.126344 n-d-789963-11 neutron-server[94941]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:50:01.126924 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:50:01.227536 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.241084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbea96-678a-4381-ad00-98032c41333f req-d190f03e-d8db-41b1-acbc-1ab126e5c858 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:01.247725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbea96-678a-4381-ad00-98032c41333f req-d190f03e-d8db-41b1-acbc-1ab126e5c858 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:01.256046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbea96-678a-4381-ad00-98032c41333f req-d190f03e-d8db-41b1-acbc-1ab126e5c858 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:01.274010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbea96-678a-4381-ad00-98032c41333f req-d190f03e-d8db-41b1-acbc-1ab126e5c858 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:01.289376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbea96-678a-4381-ad00-98032c41333f req-d190f03e-d8db-41b1-acbc-1ab126e5c858 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:01.295611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbea96-678a-4381-ad00-98032c41333f req-d190f03e-d8db-41b1-acbc-1ab126e5c858 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:01.302987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbea96-678a-4381-ad00-98032c41333f req-d190f03e-d8db-41b1-acbc-1ab126e5c858 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:01.311629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8fbea96-678a-4381-ad00-98032c41333f req-d190f03e-d8db-41b1-acbc-1ab126e5c858 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.2390981 Sep 18 19:50:01.333490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42e481-da49-44bd-9e5f-afb3a5f2d44b req-189a092d-3f13-43b8-b537-19fbd459bee3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:01.338375 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Deleting port 03f4d052-5bca-4b6d-a185-f5f198ffbe17 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:50:01.338720 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.341628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.342003 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:49:58Z', 'revision_number': 5, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port': {'id': '03f4d052-5bca-4b6d-a185-f5f198ffbe17', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:58:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:29Z', 'updated_at': '2021-09-18T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:01.342852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db42e481-da49-44bd-9e5f-afb3a5f2d44b req-189a092d-3f13-43b8-b537-19fbd459bee3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.2693584 Sep 18 19:50:01.359755 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.377066 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] Checking router: cee74434-abd2-48ef-bec7-51f3f098531d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:01.387474 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] Routers {'cee74434-abd2-48ef-bec7-51f3f098531d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:01.388541 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['cee74434-abd2-48ef-bec7-51f3f098531d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:01.415504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8fbea96-678a-4381-ad00-98032c41333f req-58f419a4-3014-48dd-ae8b-ab0e879c98b3 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950925 Sep 18 19:50:01.474844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7116bdff-a7d7-4b9b-b736-96e86431d685 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:50:01.498540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Allocated IP 192.168.233.12 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/503d421b-6427-45ce-9b0e-ec6886a4ff8d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:01.542503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 7116bdff-a7d7-4b9b-b736-96e86431d685 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:50:01.543237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7116bdff-a7d7-4b9b-b736-96e86431d685 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:50:01.576536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db42e481-da49-44bd-9e5f-afb3a5f2d44b req-7268c4e7-6c30-4202-87ce-1a56fa2bad2c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326725 Sep 18 19:50:01.597603 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] Set router cee74434-abd2-48ef-bec7-51f3f098531d gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:01.609092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:49:58Z', 'revision_number': 3, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:01.630262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.673552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Checking router: 5fb4d275-ed91-4b8e-af69-3e11d420213f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:01.675276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Updating router 5fb4d275-ed91-4b8e-af69-3e11d420213f port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:50:01.684303 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:50:01Z', 'revision_number': 6, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:01.722191 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eaa93c-d4a6-4369-a9ca-cfbf4bf02336 None None] The sync data for ids ['cee74434-abd2-48ef-bec7-51f3f098531d'] in n-d-789963-11 is: [{'id': 'cee74434-abd2-48ef-bec7-51f3f098531d', 'name': 'tempest-ServersTestJSON-194075516-router', 'tenant_id': '3741b5edd88b42af87ba71a566561f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:26Z', 'updated_at': '2021-09-18T19:50:01Z', 'revision_number': 6, 'project_id': '3741b5edd88b42af87ba71a566561f6f', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:01.756882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.757412 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.797552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ec6d4f0-1d4b-4f65-a30c-a841deab0cdb req-f8a064b1-25df-42d4-8618-ee408b728d2d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 210 time: 0.0636153 Sep 18 19:50:01.846246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05143f14-0aa2-4c42-8e1e-77e83de1f161,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:01.869837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.927022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] For port 03f4d052-5bca-4b6d-a185-f5f198ffbe17, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=03f4d052-5bca-4b6d-a185-f5f198ffbe17,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:01.927414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:01.933537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:01.955988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:01.958581 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Calling delete_port for 03f4d052-5bca-4b6d-a185-f5f198ffbe17 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:50:01.965092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:01.984495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55418) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:02.010519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:02.061774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Allocated IP 192.168.233.146 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:02.066401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:02.072287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.110884 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-36b14a93-8b56-4a56-a0b3-c58ce294f6ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7403731 Sep 18 19:50:02.125155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Request body: {'port': {'device_id': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:02.148474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.263725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a60e14-1e80-492c-ad2a-acd795290906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.316452 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.333290 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.356913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.399672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Attempting to bind port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:02.400040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Attempting to bind port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:02.400665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Attempting to bind port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:02.411921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:02.412617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:02.413023 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.413524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:02.414007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Bound port: 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:02.414392 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.509072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Pushing event updated for resources: {'Port': ['ID=39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:02.519924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.520273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.520620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.520960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.521296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.522001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.522001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.522283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.522634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.523052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.523674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.523801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.530171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.532659 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.537628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c656ff65-a21c-4b06-a925-b1d50aed7b88 None None] Provisioning complete for port 503d421b-6427-45ce-9b0e-ec6886a4ff8d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:02.538058 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c656ff65-a21c-4b06-a925-b1d50aed7b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.540856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] For port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:02.545012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] For port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:02.573239 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.600467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Allocated IP 172.20.0.1 (919245d2-4903-400a-b59f-cc9981844b42/035acce6-f34a-4017-bb28-0de0f0f7003e/55dc1692-7aed-4e96-946b-09132b358bde) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:02.632357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f4d052-5bca-4b6d-a185-f5f198ffbe17,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:02.644290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:02.644290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:02.651899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c656ff65-a21c-4b06-a925-b1d50aed7b88 None None] Port 503d421b-6427-45ce-9b0e-ec6886a4ff8d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:50:02.698957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-44ebf29b-386e-4cbb-ba06-bade09272941 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:02.707867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-44ebf29b-386e-4cbb-ba06-bade09272941 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:02.714936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-44ebf29b-386e-4cbb-ba06-bade09272941 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:02.721361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-44ebf29b-386e-4cbb-ba06-bade09272941 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:02.723846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8388b-0a6e-497c-b66c-0340176affc0 None None] Pushing event updated for resources: {'Port': ['ID=39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:02.728099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-44ebf29b-386e-4cbb-ba06-bade09272941 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:02.730637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.730985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.731321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.731701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.732034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.732362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.734008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.734008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.734008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.734008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.734008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.734593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-44ebf29b-386e-4cbb-ba06-bade09272941 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:02.734688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:02.740965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-44ebf29b-386e-4cbb-ba06-bade09272941 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:02.749041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-44ebf29b-386e-4cbb-ba06-bade09272941 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5419 time: 0.2247717 Sep 18 19:50:02.769132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.844901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a60e14-1e80-492c-ad2a-acd795290906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.881686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.893683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69a60e14-1e80-492c-ad2a-acd795290906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.920712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.924346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.930846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f8ff0c46-64bf-442c-9b5d-a31b19f9de09 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:50:02.956941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f8ff0c46-64bf-442c-9b5d-a31b19f9de09 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:50:02.957335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f8ff0c46-64bf-442c-9b5d-a31b19f9de09 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:50:02.957714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 03f4d052-5bca-4b6d-a185-f5f198ffbe17 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:50:02.985610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 03f4d052-5bca-4b6d-a185-f5f198ffbe17 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:50:02.985955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 03f4d052-5bca-4b6d-a185-f5f198ffbe17 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:50:02.989326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:02.989765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cee74434-abd2-48ef-bec7-51f3f098531d {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:50:02.998356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.001858 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2750859e-8309-4399-b32d-771053cd93d3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cee74434-abd2-48ef-bec7-51f3f098531d HTTP/1.1" status: 204 len: 168 time: 2.1326580 Sep 18 19:50:03.004197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55434) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:03.014117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:03.077673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c1cc93-d9cc-4629-bf2d-787e302c2c5a admin admin] Deleting subnet 1e50a3d6-3ef5-4cfd-8201-f694c0fb526c {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:50:03.102025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17c1cc93-d9cc-4629-bf2d-787e302c2c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.152416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503d421b-6427-45ce-9b0e-ec6886a4ff8d {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:03.164433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.170880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17c1cc93-d9cc-4629-bf2d-787e302c2c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.209938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Transition to ACTIVE for port object 503d421b-6427-45ce-9b0e-ec6886a4ff8d will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:50:03.218046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.232728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:49:58Z', 'revision_number': 3, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:03.261152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b85bcc-12d4-40e7-a3b0-9087cd5dfc12 None None] The sync data for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 is: [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:49:58Z', 'revision_number': 3, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:03.306057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:03.356430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:03.372207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17c1cc93-d9cc-4629-bf2d-787e302c2c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.373148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6533bc93-d95d-4672-b0be-48fe077172a1 req-a8cfb27c-bf26-43e6-9842-be8fec693926 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6230390 Sep 18 19:50:03.391975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-69a60e14-1e80-492c-ad2a-acd795290906 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b485833ed79040f98aa1defa8dcb0606&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4035861 Sep 18 19:50:03.392698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a60e14-1e80-492c-ad2a-acd795290906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f7ab6f-adcb-494d-8c1e-80866abe7d6b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:03.403914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a4de2-c3ed-4c1c-895a-61d1f7f74e5c req-1332326e-5cb2-40e6-8fa0-edcb4e561ec4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:03.405826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f03a4de2-c3ed-4c1c-895a-61d1f7f74e5c req-1332326e-5cb2-40e6-8fa0-edcb4e561ec4 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.6338575 Sep 18 19:50:03.406807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:03.409304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55436) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:03.418739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Pushing event updated for resources: {'Port': ['ID=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:03.435912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:03.455074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:03.510065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.532714 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17c1cc93-d9cc-4629-bf2d-787e302c2c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.568854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17c1cc93-d9cc-4629-bf2d-787e302c2c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.569743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f03a4de2-c3ed-4c1c-895a-61d1f7f74e5c req-a01ad884-1427-43ad-a051-fb24538295e3 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298153 Sep 18 19:50:03.573385 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17c1cc93-d9cc-4629-bf2d-787e302c2c5a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e50a3d6-3ef5-4cfd-8201-f694c0fb526c HTTP/1.1" status: 204 len: 168 time: 0.5681183 Sep 18 19:50:03.581484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55440) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:03.598758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:03.602630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.636737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Attempting to bind port 503d421b-6427-45ce-9b0e-ec6886a4ff8d on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:03.639518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Attempting to bind port 503d421b-6427-45ce-9b0e-ec6886a4ff8d by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:03.640747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Attempting to bind port 503d421b-6427-45ce-9b0e-ec6886a4ff8d on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:03.649530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1cc93-d9cc-4629-bf2d-787e302c2c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e50a3d6-3ef5-4cfd-8201-f694c0fb526c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:03.670314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b3545-e679-49ee-853a-fd20c7690548 None None] Network 95e75689-899d-4bb8-9398-50029eed48e7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:50:03.672042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-effca47a-6adb-4d3a-8a4b-af2a0268b5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.674427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Port 503d421b-6427-45ce-9b0e-ec6886a4ff8d on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:50:03.676021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Attempting to bind port 503d421b-6427-45ce-9b0e-ec6886a4ff8d on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:03.693206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:03.702080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:03.702767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:03.704102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Bound port: 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:03.708954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-43188f48-8a42-4ee3-99ff-4d39837c4af5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9812810 Sep 18 19:50:03.709945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.736093 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-effca47a-6adb-4d3a-8a4b-af2a0268b5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.764189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Request body: {'port': {'device_id': '4b62272e-483a-4477-99f3-e196a9425618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:03.834336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:03.839667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:03.843868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:03.848006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'aae3a7bf-8f7e-4c84-b372-6eb2cd735b62', 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'port_id': 'aae3a7bf-8f7e-4c84-b372-6eb2cd735b62', 'mac_address': 'fa:16:3e:8f:97:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe35f8f-6d3d-484e-903c-884e7e7dd7e8', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:03.854946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.905746 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.915048 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.932205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:03.932822 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:03.934971 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/503d421b-6427-45ce-9b0e-ec6886a4ff8d HTTP/1.1" status: 200 len: 1096 time: 1.8155839 Sep 18 19:50:03.940508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:03.942834 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52499af4-f69c-4dee-9386-acd939d8d3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:03.993291 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.012368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:04.017759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa95afa-f27f-4bdc-9aac-80714cf717d6 service neutron] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:04.037326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Network 919245d2-4903-400a-b59f-cc9981844b42 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:04.038430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:04.052313 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.053147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 32e2834a-8d12-4560-b0e6-7febfb9e0f21 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:04.053971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229ff05-092e-4ae4-bfd3-80e3c0323700 req-968d8375-caf9-4e2b-a60d-e26e6154f44d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:04.055222 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81a56bd-c401-40da-bb8c-7ca2f239ea54 x-openstack-request-id: req-f81a56bd-c401-40da-bb8c-7ca2f239ea54 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:04.055539 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:04.055806 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f81a56bd-c401-40da-bb8c-7ca2f239ea54 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:04.056023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c229ff05-092e-4ae4-bfd3-80e3c0323700 req-968d8375-caf9-4e2b-a60d-e26e6154f44d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 936 time: 0.2438574 Sep 18 19:50:04.056325 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'status': 'completed', 'code': 200} Sep 18 19:50:04.058286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.062884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:04.068457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:04.080239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-fe311e1b-ac9b-4f66-bf8a-4226fa0b8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:04.082394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-fe311e1b-ac9b-4f66-bf8a-4226fa0b8c29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1099 time: 0.0972872 Sep 18 19:50:04.145793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fc6513ef-5fa4-4cf5-87c4-e973d5400329 None None] Provisioning complete for port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:04.146273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-effca47a-6adb-4d3a-8a4b-af2a0268b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.146432 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fc6513ef-5fa4-4cf5-87c4-e973d5400329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.149197 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-effca47a-6adb-4d3a-8a4b-af2a0268b5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.158974 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-6fba33a7-0537-4f93-9b93-c0da567159ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d HTTP/1.1" status: 200 len: 217 time: 0.0687094 Sep 18 19:50:04.160386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-effca47a-6adb-4d3a-8a4b-af2a0268b5dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03f7ab6f-adcb-494d-8c1e-80866abe7d6b HTTP/1.1" status: 204 len: 168 time: 0.7389524 Sep 18 19:50:04.193159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Pushing event updated for resources: {'Port': ['ID=55dc1692-7aed-4e96-946b-09132b358bde,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:04.237856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] DHCP port deletion for 95e75689-899d-4bb8-9398-50029eed48e7 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:50:04.266210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:04.273622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 32e2834a-8d12-4560-b0e6-7febfb9e0f21, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:04.275956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effca47a-6adb-4d3a-8a4b-af2a0268b5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f7ab6f-adcb-494d-8c1e-80866abe7d6b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:04.289917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-b7260318-057a-49cc-b210-609261afa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:04.292003 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-b7260318-057a-49cc-b210-609261afa013 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1264985 Sep 18 19:50:04.296394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.310643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fc6513ef-5fa4-4cf5-87c4-e973d5400329 None None] Port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:50:04.335925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '32e2834a-8d12-4560-b0e6-7febfb9e0f21', 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'port_id': '32e2834a-8d12-4560-b0e6-7febfb9e0f21', 'mac_address': 'fa:16:3e:f9:34:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe35f8f-6d3d-484e-903c-884e7e7dd7e8', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:04.437812 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c229ff05-092e-4ae4-bfd3-80e3c0323700 req-029e5e1e-95aa-4af4-bc76-4c45f569abb1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452778 Sep 18 19:50:04.517076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] Deleting port 413b26bf-88f2-4071-a270-d376c58999f2 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:50:04.517690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.567970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.618036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e2834a-8d12-4560-b0e6-7febfb9e0f21 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:04.682727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Deleting port 413b26bf-88f2-4071-a270-d376c58999f2 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:50:04.683259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.729800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] For port 413b26bf-88f2-4071-a270-d376c58999f2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=413b26bf-88f2-4071-a270-d376c58999f2,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:04.730248 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.734761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 32e2834a-8d12-4560-b0e6-7febfb9e0f21, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:04.751082 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:04.752254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f768b054-6809-4b2d-8ff1-e71086be318d details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:04.756391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] Calling delete_port for 413b26bf-88f2-4071-a270-d376c58999f2 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:50:04.823364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=32e2834a-8d12-4560-b0e6-7febfb9e0f21,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:04.912056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f768b054-6809-4b2d-8ff1-e71086be318d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f768b054-6809-4b2d-8ff1-e71086be318d,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:04.937026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'f768b054-6809-4b2d-8ff1-e71086be318d', 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'port_id': 'f768b054-6809-4b2d-8ff1-e71086be318d', 'mac_address': 'fa:16:3e:8b:84:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe35f8f-6d3d-484e-903c-884e7e7dd7e8', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:04.971225 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:50:04.988076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-1b7654fd-98ad-465d-9d1e-c431be71b41c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:04.999473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-1b7654fd-98ad-465d-9d1e-c431be71b41c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.014357 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.016730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-1b7654fd-98ad-465d-9d1e-c431be71b41c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.024590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-1b7654fd-98ad-465d-9d1e-c431be71b41c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.034780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-1b7654fd-98ad-465d-9d1e-c431be71b41c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.043474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-1b7654fd-98ad-465d-9d1e-c431be71b41c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.066977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-1b7654fd-98ad-465d-9d1e-c431be71b41c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.086615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-1b7654fd-98ad-465d-9d1e-c431be71b41c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5420 time: 0.5248184 Sep 18 19:50:05.090703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:05.093787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.105024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] Pushing event deleted for resources: {'Port': ['ID=413b26bf-88f2-4071-a270-d376c58999f2,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:05.151661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2572b-eb6a-439f-9d95-0ce054200483 None None] No DVR routers for this DVR port 413b26bf-88f2-4071-a270-d376c58999f2 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:50:05.177908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f768b054-6809-4b2d-8ff1-e71086be318d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:05.198977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-19e4858a-0a27-4802-aa0a-45b44515c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.202109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-19e4858a-0a27-4802-aa0a-45b44515c7e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8998234 Sep 18 19:50:05.235853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f768b054-6809-4b2d-8ff1-e71086be318d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f768b054-6809-4b2d-8ff1-e71086be318d,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:05.250568 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.251773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ee595f62-7e27-448d-b4b8-a6303c9c0257 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:05.262066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:05.262851 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.324243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] For port 413b26bf-88f2-4071-a270-d376c58999f2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=413b26bf-88f2-4071-a270-d376c58999f2,segment=NetworkSegment(66a9c9c3-e763-4523-bf5b-e7b86e200d5d),segment_id=66a9c9c3-e763-4523-bf5b-e7b86e200d5d)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:05.324614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.343588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.371065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Calling delete_port for 413b26bf-88f2-4071-a270-d376c58999f2 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:50:05.397860 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-a23f7771-2ed3-4ed6-8393-630ee25e3751 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848922 Sep 18 19:50:05.403217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-499c8bdd-ca67-4a5d-bd62-61e472fa5397 req-03632f64-c42e-4ac5-8f89-3b833f7df0b2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3152268 Sep 18 19:50:05.414814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f768b054-6809-4b2d-8ff1-e71086be318d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:05.534620 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.581953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ee595f62-7e27-448d-b4b8-a6303c9c0257, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:05.584968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f67628-a8b0-4524-ac56-5d74ccc7d9ed req-1401a2a8-1f89-4ca9-952a-2e5623710584 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.586324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:05.600046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3f67628-a8b0-4524-ac56-5d74ccc7d9ed req-1401a2a8-1f89-4ca9-952a-2e5623710584 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.5043097 Sep 18 19:50:05.617417 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.635560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'ee595f62-7e27-448d-b4b8-a6303c9c0257', 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5', 'port_id': 'ee595f62-7e27-448d-b4b8-a6303c9c0257', 'mac_address': 'fa:16:3e:fe:7b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca87d39-2d14-4452-9251-5b99d7de42e1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:05.659664 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c4056b75-b54f-4a5b-abc6-d44b886e48c3 req-ab2afe5a-ba50-434f-8e15-fa5593143349 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431884 Sep 18 19:50:05.693774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-b2016a59-ca93-4edc-8203-1fc4b7ca3540 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.695578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-b2016a59-ca93-4edc-8203-1fc4b7ca3540 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.4472997 Sep 18 19:50:05.793271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 413b26bf-88f2-4071-a270-d376c58999f2 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:50:05.806356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-b4c7e101-8e09-4305-b047-0a86bbd84fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:05.810552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-b4c7e101-8e09-4305-b047-0a86bbd84fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1099 time: 0.0776739 Sep 18 19:50:05.825159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 413b26bf-88f2-4071-a270-d376c58999f2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:50:05.825503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 413b26bf-88f2-4071-a270-d376c58999f2 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:50:05.855930 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.874354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:05.878855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee595f62-7e27-448d-b4b8-a6303c9c0257 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:05.905692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ee595f62-7e27-448d-b4b8-a6303c9c0257, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:05.912972 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:05.914088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d014749d-7470-40ab-9de5-374cf9548d8f details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:06.002265 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.034018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ee595f62-7e27-448d-b4b8-a6303c9c0257,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:06.048286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-e3cd8671-28a1-494e-8013-71affa3fb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.052051 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-e3cd8671-28a1-494e-8013-71affa3fb90a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.2353890 Sep 18 19:50:06.073846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] No DVR routers for this DVR port 413b26bf-88f2-4071-a270-d376c58999f2 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:50:06.102195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Pushing event deleted for resources: {'Port': ['ID=413b26bf-88f2-4071-a270-d376c58999f2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:06.116419 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-6830557b-d744-409c-8e65-abb9044653c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d HTTP/1.1" status: 200 len: 217 time: 0.0547585 Sep 18 19:50:06.200866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d014749d-7470-40ab-9de5-374cf9548d8f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d014749d-7470-40ab-9de5-374cf9548d8f,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:06.235660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'port_id': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'mac_address': 'fa:16:3e:37:68:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:06.246151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3f67628-a8b0-4524-ac56-5d74ccc7d9ed req-7bd3e110-1df6-41ba-9f6c-a1878724096d tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450868 Sep 18 19:50:06.261288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-5b16ef8a-c827-47c6-adcb-50a964d39246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.263628 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-5b16ef8a-c827-47c6-adcb-50a964d39246 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1240008 Sep 18 19:50:06.283433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:06.304497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cf227-740d-47ec-95c7-7e0dd1854b04 req-55ecb9fa-a5b5-4e75-9e35-823a4caad6c8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.316615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-772cf227-740d-47ec-95c7-7e0dd1854b04 req-55ecb9fa-a5b5-4e75-9e35-823a4caad6c8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 936 time: 0.6703322 Sep 18 19:50:06.320456 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.325325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-01421061-f5f1-44cd-9e30-7afad2273ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.327090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-01421061-f5f1-44cd-9e30-7afad2273ddf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557454 Sep 18 19:50:06.337476 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.370606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d014749d-7470-40ab-9de5-374cf9548d8f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:06.396328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d014749d-7470-40ab-9de5-374cf9548d8f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d014749d-7470-40ab-9de5-374cf9548d8f,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:06.409597 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.411951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 708b22da-9bd8-4d56-b32b-8d06d1eaf51a details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:06.413107 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.435168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.440148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Transition to ACTIVE for port object cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:50:06.457464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e75689-899d-4bb8-9398-50029eed48e7']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:06.467712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Deleting port 54789532-a649-408c-b9e5-fddcfe198440 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:50:06.468060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.468816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:06.486436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '708b22da-9bd8-4d56-b32b-8d06d1eaf51a', 'network_id': '6c398ba3-678b-4f17-bd6a-c641f0cb8aca', 'port_id': '708b22da-9bd8-4d56-b32b-8d06d1eaf51a', 'mac_address': 'fa:16:3e:46:e9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe35f8f-6d3d-484e-903c-884e7e7dd7e8', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:06.488968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a9c9c3-e763-4523-bf5b-e7b86e200d5d') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:06.489268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a9c9c3-e763-4523-bf5b-e7b86e200d5d') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:06.491134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.498770 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.502883 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-590a372f-2e51-47fe-a2a6-d0e4299df2d1 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575975 Sep 18 19:50:06.562575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.578507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.581099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708b22da-9bd8-4d56-b32b-8d06d1eaf51a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:06.613829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:06.621253 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.621825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a4896189-e695-455a-a32b-1779398d53a5 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:06.630145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=d014749d-7470-40ab-9de5-374cf9548d8f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:06.668709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-772cf227-740d-47ec-95c7-7e0dd1854b04 req-5fe1db22-18ee-4698-b190-6bcfde727d03 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511019 Sep 18 19:50:06.670579 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-52499af4-f69c-4dee-9386-acd939d8d3bd req-ea5f2a21-faea-4dbf-bb36-d3f08bf06978 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597664 Sep 18 19:50:06.708696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a4896189-e695-455a-a32b-1779398d53a5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a4896189-e695-455a-a32b-1779398d53a5,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:06.724152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:06.727118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'a4896189-e695-455a-a32b-1779398d53a5', 'network_id': 'b1b47f4a-6151-4feb-96e7-5f64804ef8d5', 'port_id': 'a4896189-e695-455a-a32b-1779398d53a5', 'mac_address': 'fa:16:3e:51:78:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca87d39-2d14-4452-9251-5b99d7de42e1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:06.731550 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.761351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.764884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:50:06.765572 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:50:06.770236 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:50:06.773515 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.786004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4896189-e695-455a-a32b-1779398d53a5 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:06.788615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Pushing event updated for resources: {'Port': ['ID=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:06.826879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a4896189-e695-455a-a32b-1779398d53a5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a4896189-e695-455a-a32b-1779398d53a5,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:06.837183 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:06.897100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:06.914482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-4ba782ff-6b3a-4a90-ba8a-d94e0c4e4a9e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.920403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-4ba782ff-6b3a-4a90-ba8a-d94e0c4e4a9e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.926991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-4ba782ff-6b3a-4a90-ba8a-d94e0c4e4a9e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.933281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-4ba782ff-6b3a-4a90-ba8a-d94e0c4e4a9e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.939686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-4ba782ff-6b3a-4a90-ba8a-d94e0c4e4a9e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.940332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a4896189-e695-455a-a32b-1779398d53a5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:06.946130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-4ba782ff-6b3a-4a90-ba8a-d94e0c4e4a9e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.951987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-4ba782ff-6b3a-4a90-ba8a-d94e0c4e4a9e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:06.955916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-4ba782ff-6b3a-4a90-ba8a-d94e0c4e4a9e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5424 time: 0.4361508 Sep 18 19:50:06.969928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:06.970547 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.052982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] For port 54789532-a649-408c-b9e5-fddcfe198440, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54789532-a649-408c-b9e5-fddcfe198440,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:07.053363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.055713 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.060318 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.063554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] 10.222.0.20 "DELETE /v2.0/networks/95e75689-899d-4bb8-9398-50029eed48e7 HTTP/1.1" status: 204 len: 168 time: 3.4809470 Sep 18 19:50:07.117008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Calling delete_port for 54789532-a649-408c-b9e5-fddcfe198440 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:50:07.131297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Pushing event updated for resources: {'Port': ['ID=55dc1692-7aed-4e96-946b-09132b358bde,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:07.156457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01db4f-ceda-421c-8c1a-90f0a2357782 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e75689-899d-4bb8-9398-50029eed48e7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:07.188414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4659122c-ddd0-4128-9897-b56aabfbb670 req-2c40fbd6-ab54-43d4-af14-107139a97e3b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035394 Sep 18 19:50:07.244603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Attempting to bind port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:07.244933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Attempting to bind port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:07.245454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Attempting to bind port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:07.253206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:50:07.253527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Attempting to bind port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:07.262325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Network 919245d2-4903-400a-b59f-cc9981844b42 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:07.266537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:07.277230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:07.277900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:07.278454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:07.279076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Bound port: cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:07.279619 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.287772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55520) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:07.358320 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91093373-6523-47b8-85ac-c6387d2bf0b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3741b5edd88b42af87ba71a566561f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690958 Sep 18 19:50:07.360822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55530) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:07.420002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8150a1cd-9cbf-4ccf-8951-e1889802534d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.452535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8150a1cd-9cbf-4ccf-8951-e1889802534d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.453495 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['ee595f62-7e27-448d-b4b8-a6303c9c0257'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:07.501573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['708b22da-9bd8-4d56-b32b-8d06d1eaf51a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:07.509127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['d014749d-7470-40ab-9de5-374cf9548d8f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:07.522326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8150a1cd-9cbf-4ccf-8951-e1889802534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.528055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8150a1cd-9cbf-4ccf-8951-e1889802534d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:07.529720 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8150a1cd-9cbf-4ccf-8951-e1889802534d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3e07cfd-16b5-4fb5-bb86-a4db5fdcb1a3 HTTP/1.1" status: 204 len: 168 time: 0.1671624 Sep 18 19:50:07.564366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150a1cd-9cbf-4ccf-8951-e1889802534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e07cfd-16b5-4fb5-bb86-a4db5fdcb1a3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:07.568600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f768b054-6809-4b2d-8ff1-e71086be318d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:07.570609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['aae3a7bf-8f7e-4c84-b372-6eb2cd735b62'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:07.572765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['32e2834a-8d12-4560-b0e6-7febfb9e0f21'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:08.000267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] For port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:08.041069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Router 5fb4d275-ed91-4b8e-af69-3e11d420213f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:50:08.051542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6b6b1-6ad6-4bd7-82da-9fbe308398dd req-a22357cb-6262-4f67-8a40-a9a399c8ce62 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:08.060904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95b6b6b1-6ad6-4bd7-82da-9fbe308398dd req-a22357cb-6262-4f67-8a40-a9a399c8ce62 tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b80220-1438-42d8-a0ce-bed657e3ab1f HTTP/1.1" status: 200 len: 945 time: 0.7214763 Sep 18 19:50:08.072596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] For port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:08.118555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:08.199496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:08.200430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:08.202013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] 10.222.0.32 "PUT /v2.0/ports/cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a HTTP/1.1" status: 200 len: 1097 time: 4.4425566 Sep 18 19:50:08.207979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b62272e-483a-4477-99f3-e196a9425618', 'tag': 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:08.210957 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8122eabe-6cf1-4650-814c-cea8848124c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b62272e-483a-4477-99f3-e196a9425618", "tag": "cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:08.336173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:08.389896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95b6b6b1-6ad6-4bd7-82da-9fbe308398dd req-047e92a3-9f80-405a-88f3-fa7e5ea55f7c tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.20 "GET /v2.0/security-groups?id=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275890 Sep 18 19:50:08.423840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60870552-591c-4090-b491-d31c5ef33a6c req-750a5002-224e-4e4e-b1ad-7f0dd53aa98c tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:08.425524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['a4896189-e695-455a-a32b-1779398d53a5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:08.432372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60870552-591c-4090-b491-d31c5ef33a6c req-750a5002-224e-4e4e-b1ad-7f0dd53aa98c tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 948 time: 0.4400773 Sep 18 19:50:08.621549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38241e96-d586-4b61-bc44-996d5d19f80a service neutron] Pushing event updated for resources: {'Port': ['ID=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:08.638190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] No DVR routers for this DVR port 54789532-a649-408c-b9e5-fddcfe198440 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:50:08.641058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:08.644906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c5f396d-8f51-4270-952f-fff47bac0881 req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] 10.222.0.24 "DELETE /v2.0/ports/54789532-a649-408c-b9e5-fddcfe198440 HTTP/1.1" status: 204 len: 173 time: 2.8554924 Sep 18 19:50:08.736046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-e23a0904-6fe8-49fe-82d1-1f0678141f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:08.738304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-e23a0904-6fe8-49fe-82d1-1f0678141f05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 1100 time: 0.4458191 Sep 18 19:50:08.744520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fac86-4de4-4be9-85e6-358ff1d87e1f tempest-ServerRescueNegativeTestJSON-1557821725 tempest-ServerRescueNegativeTestJSON-1557821725-project] Pushing event deleted for resources: {'Port': ['ID=54789532-a649-408c-b9e5-fddcfe198440,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:08.813988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:08.828316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bbf5ea3b-f244-45d8-9659-42e0150829d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/5fb4d275-ed91-4b8e-af69-3e11d420213f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9731297 Sep 18 19:50:08.847226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 54789532-a649-408c-b9e5-fddcfe198440 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:50:08.860021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Sync routers for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:08.860188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60870552-591c-4090-b491-d31c5ef33a6c req-4c26bd82-f684-4999-844f-a2725c0c1260 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264774 Sep 18 19:50:08.872051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-7c078dfa-a349-4d09-905f-bd1c5a6c8e30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a HTTP/1.1" status: 200 len: 217 time: 0.1127942 Sep 18 19:50:08.933247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 54789532-a649-408c-b9e5-fddcfe198440 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:50:08.933660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 54789532-a649-408c-b9e5-fddcfe198440 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:50:08.956533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:08.957179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:08.973432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-c661c89b-2c67-4c51-a459-af487fea7595 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.001462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-c661c89b-2c67-4c51-a459-af487fea7595 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.023799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-c661c89b-2c67-4c51-a459-af487fea7595 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.043590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-c661c89b-2c67-4c51-a459-af487fea7595 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.061810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-c661c89b-2c67-4c51-a459-af487fea7595 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.076100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-c661c89b-2c67-4c51-a459-af487fea7595 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.082751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-c661c89b-2c67-4c51-a459-af487fea7595 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.085865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-c661c89b-2c67-4c51-a459-af487fea7595 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5426 time: 0.4908473 Sep 18 19:50:09.134548 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5876834e-0800-48f6-bbec-7bb9ff4fb8f5 x-openstack-request-id: req-5876834e-0800-48f6-bbec-7bb9ff4fb8f5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:09.136354 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b62272e-483a-4477-99f3-e196a9425618", "tag": "cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:09.136816 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5876834e-0800-48f6-bbec-7bb9ff4fb8f5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:09.137562 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b62272e-483a-4477-99f3-e196a9425618', 'tag': 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a', 'status': 'completed', 'code': 200} Sep 18 19:50:09.221273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-bfaf5ed2-d17b-4c51-a697-cc4259b9d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.237776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-bfaf5ed2-d17b-4c51-a697-cc4259b9d054 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.3514051 Sep 18 19:50:09.320443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:09.327647 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55586) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:09.363930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd784a20-a79c-4448-a61d-2a7edc216648 req-112ce270-875f-42fe-9ab1-37b25d53eaae tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2109926 Sep 18 19:50:09.386492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-33478c06-ef03-489a-925f-1b2b37b588cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.390135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-33478c06-ef03-489a-925f-1b2b37b588cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1454530 Sep 18 19:50:09.514152 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55592) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:09.603098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-659670536-network', 'tenant_id': '208f0e0e0cb1454e983698dd6efaba95'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:09.619262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-9a843379-e1db-45d8-886e-d23dce35ca68 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189009 Sep 18 19:50:09.689263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Made reservation on behalf of 208f0e0e0cb1454e983698dd6efaba95 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:09.692061 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:09.797111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 2, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:09.825927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Checking router: 5fb4d275-ed91-4b8e-af69-3e11d420213f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:09.826667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Updating router 5fb4d275-ed91-4b8e-af69-3e11d420213f port 55dc1692-7aed-4e96-946b-09132b358bde binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:50:09.836428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10b38889-3b4c-4b76-b61d-d986111bb695 req-8728f449-4329-4adb-b6d9-f0caab24e625 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098997 Sep 18 19:50:09.840093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:09.856192 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:09.895753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315860-9123-4245-9bd3-42f74a71ae7b req-968728d2-372f-421a-8a50-96cf050bde41 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:09.898028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-968728d2-372f-421a-8a50-96cf050bde41 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 820 time: 0.1810791 Sep 18 19:50:09.927031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-2cbb40ec-cbd5-441c-996c-8b7a0232abdf tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/quotas/fc4d62872a934daca0b62b44fe6919b9 HTTP/1.1" status: 200 len: 375 time: 0.0218019 Sep 18 19:50:10.041429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-7f592cd9-69b5-4154-b100-79bccdcf1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:10.045325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 503d421b-6427-45ce-9b0e-ec6886a4ff8d details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:10.045598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-7f592cd9-69b5-4154-b100-79bccdcf1ff1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 1100 time: 0.1159756 Sep 18 19:50:10.065164 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.071012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.109350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:50:10.117625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-a87b0d19-90f0-473b-9f66-4044256cfad2 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1779454 Sep 18 19:50:10.154652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068050b6-ce7c-42fd-8a34-79d1efc5876f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:10.162318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.162831 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Added segment f47f0662-7dda-4f57-b5ec-4763a0c28cec of type vlan for network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 Sep 18 19:50:10.219396 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.252734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.261692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d484b4-4e6a-4dc6-b511-28fc7a61b3ef req-fa5687db-50b1-443a-95ec-33979cf849c5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:10.263940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8d484b4-4e6a-4dc6-b511-28fc7a61b3ef req-fa5687db-50b1-443a-95ec-33979cf849c5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 948 time: 0.2318439 Sep 18 19:50:10.266484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:10.297994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'mac_address': 'fa:16:3e:5b:e1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:10.309596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-eb794131-70fd-4c08-b6ca-973b598165c5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:50:10.314298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.315785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:10.316476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.321565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-eb794131-70fd-4c08-b6ca-973b598165c5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2030392 Sep 18 19:50:10.396100 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.397830 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.414393 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0845828 Sep 18 19:50:10.421159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503d421b-6427-45ce-9b0e-ec6886a4ff8d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:10.429723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55614) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:10.451649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0d7be-d030-4785-a523-53717c6b5a26 admin admin] Pushing event updated for resources: {'Network': ['ID=1b90e052-e705-4573-bd9d-4ee0e9e60f99,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:10.453107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:10.454733 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.482814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Request body: {'subnet': {'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-659670536-subnet', 'tenant_id': '208f0e0e0cb1454e983698dd6efaba95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:10.517029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ba8f3-411e-4a4b-a81a-aa68f3fc1cf7 None None] Pushing event updated for resources: {'Port': ['ID=55dc1692-7aed-4e96-946b-09132b358bde,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:10.517698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8d484b4-4e6a-4dc6-b511-28fc7a61b3ef req-db906a5e-d8c4-4f87-b90b-44398de394fb tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930809 Sep 18 19:50:10.522138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-377da32f-3c5e-4bd9-894e-46ef9a1ae54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:10.523867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-377da32f-3c5e-4bd9-894e-46ef9a1ae54a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.4570274 Sep 18 19:50:10.524449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Made reservation on behalf of 208f0e0e0cb1454e983698dd6efaba95 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:10.526748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.526898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:50:10.530439 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.602134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-b6c6bf27-aa3e-4e19-b1b5-a9eb77cc86a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a HTTP/1.1" status: 200 len: 217 time: 0.0703309 Sep 18 19:50:10.682253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:10.717393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-53007eb1-127b-4418-8ac2-85f5019e88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:10.719057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-53007eb1-127b-4418-8ac2-85f5019e88ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1076710 Sep 18 19:50:10.797024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-8e4d7f89-7d86-47aa-bcb3-102553807160 service neutron] 10.222.0.20 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745977 Sep 18 19:50:10.814347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['503d421b-6427-45ce-9b0e-ec6886a4ff8d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:10.884625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:10.893317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Deleting port c5439982-f657-46e8-b8e1-a50210e8b4d8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:50:10.893644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.935865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-76f5583c-df69-4d42-a3b3-de903df37928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:10.938109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-76f5583c-df69-4d42-a3b3-de903df37928 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690876 Sep 18 19:50:10.945036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Attempting to bind port 55dc1692-7aed-4e96-946b-09132b358bde on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:10.945406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Attempting to bind port 55dc1692-7aed-4e96-946b-09132b358bde by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:10.945770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Attempting to bind port 55dc1692-7aed-4e96-946b-09132b358bde on network 919245d2-4903-400a-b59f-cc9981844b42 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:10.980888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:10.981653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Checking segment: {'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:10.982503 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:10.983062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Bound using segment: {'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:10.983733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Bound port: 55dc1692-7aed-4e96-946b-09132b358bde, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:10.984292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.041296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] For port c5439982-f657-46e8-b8e1-a50210e8b4d8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c5439982-f657-46e8-b8e1-a50210e8b4d8,segment=NetworkSegment(a65ade3c-de1b-41d6-b900-17b64ce25584),segment_id=a65ade3c-de1b-41d6-b900-17b64ce25584)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:11.041673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.079118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Calling delete_port for c5439982-f657-46e8-b8e1-a50210e8b4d8 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:50:11.090411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:11.097908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-3e8838b7-f1a5-48e6-a2a9-ac5073b839e5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.109691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-3e8838b7-f1a5-48e6-a2a9-ac5073b839e5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.119610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:11.120296 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.130536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-3e8838b7-f1a5-48e6-a2a9-ac5073b839e5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.146739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-3e8838b7-f1a5-48e6-a2a9-ac5073b839e5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.161779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-3e8838b7-f1a5-48e6-a2a9-ac5073b839e5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.165701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] For port 55dc1692-7aed-4e96-946b-09132b358bde, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:11.177985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-3e8838b7-f1a5-48e6-a2a9-ac5073b839e5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.194822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-3e8838b7-f1a5-48e6-a2a9-ac5073b839e5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.195840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] For port 55dc1692-7aed-4e96-946b-09132b358bde, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=55dc1692-7aed-4e96-946b-09132b358bde,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:11.197126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-3e8838b7-f1a5-48e6-a2a9-ac5073b839e5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5426 time: 0.3489299 Sep 18 19:50:11.209029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b80220-1438-42d8-a0ce-bed657e3ab1f', 'name': 'network-vif-deleted', 'tag': '54789532-a649-408c-b9e5-fddcfe198440'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:11.211734 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16246553-0fc3-425d-9b43-9819760cc93a" -d '{"events": [{"server_uuid": "c3b80220-1438-42d8-a0ce-bed657e3ab1f", "name": "network-vif-deleted", "tag": "54789532-a649-408c-b9e5-fddcfe198440"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:11.219981 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.282255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-51a7cea0-df3f-4b05-9ae8-e61856e989fa service neutron] 10.222.0.20 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620507 Sep 18 19:50:11.285526 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.345233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ba8f3-411e-4a4b-a81a-aa68f3fc1cf7 None None] Pushing event updated for resources: {'Port': ['ID=55dc1692-7aed-4e96-946b-09132b358bde,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:11.357335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:11.357967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:11.396659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.446290 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.475429 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c5439982-f657-46e8-b8e1-a50210e8b4d8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:11.479731 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3357f35f-e1d3-4c77-bee7-a1e18d0d7189 req-53800cf1-9c1b-460f-b5d4-9b0c272b416e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2587888 Sep 18 19:50:11.523820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:11.533224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Checking segment: {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:11.533726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Network hostable DHCP agents. Network: 1b90e052-e705-4573-bd9d-4ee0e9e60f99, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:50:11.539030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-2941754c-4584-49c3-8b4f-ea865a1c1eb2 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483823 Sep 18 19:50:11.590964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae3a7bf-8f7e-4c84-b372-6eb2cd735b62'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:11.594990 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792b6a86-4f53-4523-a607-f2b2fba647cb" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "aae3a7bf-8f7e-4c84-b372-6eb2cd735b62"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:11.621029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:11.644684 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.649149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8122eabe-6cf1-4650-814c-cea8848124c4 req-2fc05be1-7d42-4be5-9989-d1e98a7851d4 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008792 Sep 18 19:50:11.652919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 32e2834a-8d12-4560-b0e6-7febfb9e0f21 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:11.660733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:11.670720 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41be614c-877f-4f45-aea0-7d2c0bc9ddf7 x-openstack-request-id: req-41be614c-877f-4f45-aea0-7d2c0bc9ddf7 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:11.671166 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b80220-1438-42d8-a0ce-bed657e3ab1f", "name": "network-vif-deleted", "tag": "54789532-a649-408c-b9e5-fddcfe198440", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:11.672647 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41be614c-877f-4f45-aea0-7d2c0bc9ddf7 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:11.673007 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b80220-1438-42d8-a0ce-bed657e3ab1f', 'name': 'network-vif-deleted', 'tag': '54789532-a649-408c-b9e5-fddcfe198440', 'status': 'completed', 'code': 200} Sep 18 19:50:11.717056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-208b379f-53b8-4821-b087-e8dec2c0febd req-b895727c-de4c-49ac-8a19-6a7dd55d92ea tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 210 time: 0.0605357 Sep 18 19:50:11.717056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:50:11.746829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 1b90e052-e705-4573-bd9d-4ee0e9e60f99) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:11.755212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.756321 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:11.792564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-030f00de-32af-4335-a696-75ff0287e578 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3143759 Sep 18 19:50:11.817235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd6c8-8a48-44f4-aa8e-a96ce9473c29 req-53d764a4-0630-4197-af0b-43f0f5988580 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:11.825999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-141dd6c8-8a48-44f4-aa8e-a96ce9473c29 req-53d764a4-0630-4197-af0b-43f0f5988580 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 948 time: 0.0929079 Sep 18 19:50:11.877029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-141dd6c8-8a48-44f4-aa8e-a96ce9473c29 req-b0e6b9ef-49d8-48e1-a428-5a1bda887b28 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499573 Sep 18 19:50:11.891464 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b22faa7-498c-4f3e-a7aa-18833490a915 x-openstack-request-id: req-2b22faa7-498c-4f3e-a7aa-18833490a915 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:11.891959 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "aae3a7bf-8f7e-4c84-b372-6eb2cd735b62", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:11.892070 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b22faa7-498c-4f3e-a7aa-18833490a915 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:11.892381 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae3a7bf-8f7e-4c84-b372-6eb2cd735b62', 'code': 200} Sep 18 19:50:11.896438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c12278-6410-4448-aa66-936d9b53ef8f None None] Network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:50:11.902027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:12.006484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:12.296154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 503d421b-6427-45ce-9b0e-ec6886a4ff8d up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:12.375560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:12.409195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:12.409624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:12.410485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:50:12.632402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:12.643696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bce6ad98-a582-4112-b5d7-2fcc68c685dd admin admin] 10.222.0.20 "PUT /v2.0/routers/7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1258280 Sep 18 19:50:12.644293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55680) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:12.652330 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] Sync routers for ids ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:12.681690 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] Routers {'7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:12.683606 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:12.725048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 503d421b-6427-45ce-9b0e-ec6886a4ff8d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:12.746498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1503a-2828-445c-9796-47d1643774d8 req-1c04d37e-4678-44e2-b8b5-38b1e69c795c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:12.748217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 503d421b-6427-45ce-9b0e-ec6886a4ff8d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:12.748597 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:12.749569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-1c04d37e-4678-44e2-b8b5-38b1e69c795c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 814 time: 0.3462141 Sep 18 19:50:12.770969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-09af33d2-902c-4636-8f6f-20d8d5dcb18e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:12.778068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-09af33d2-902c-4636-8f6f-20d8d5dcb18e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:12.787591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-09af33d2-902c-4636-8f6f-20d8d5dcb18e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:12.794341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-09af33d2-902c-4636-8f6f-20d8d5dcb18e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:12.805549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-09af33d2-902c-4636-8f6f-20d8d5dcb18e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:12.812746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-09af33d2-902c-4636-8f6f-20d8d5dcb18e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:12.821140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-09af33d2-902c-4636-8f6f-20d8d5dcb18e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:12.831118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-09af33d2-902c-4636-8f6f-20d8d5dcb18e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5427 time: 0.2299979 Sep 18 19:50:12.860493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-584b3e97-1c96-4b0c-827f-5c7a1be3833f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/quotas/208f0e0e0cb1454e983698dd6efaba95 HTTP/1.1" status: 200 len: 375 time: 0.0268788 Sep 18 19:50:12.896707 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:12.916075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac9dce62-381d-41bb-b9fd-5b473f0d85e7 req-b96b0b01-65f5-45a5-ae0f-571efcc11db8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837281 Sep 18 19:50:12.956344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-c894073e-0dc5-4b6e-a9a9-916b9cdddd8b tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730059 Sep 18 19:50:12.985756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00438fc5-9014-4e54-897c-1a36e7fed1a2 None None] Network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:50:12.989462 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] Set router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:12.998860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.127769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80fb575e-1eaa-4599-ae24-9c87d32bdb86 req-29276d94-1ff8-40ba-828f-e84a794203b4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 210 time: 0.0623794 Sep 18 19:50:13.137332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.222946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 32e2834a-8d12-4560-b0e6-7febfb9e0f21, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:13.228664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Deleting port 728afdd7-d865-4b34-982c-b413495a10d6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:50:13.229414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.280736 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.288793 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.289787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f768b054-6809-4b2d-8ff1-e71086be318d up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:13.375991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] For port 728afdd7-d865-4b34-982c-b413495a10d6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=728afdd7-d865-4b34-982c-b413495a10d6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:13.377480 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.384764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-7a7b7a53-c311-4aea-8813-c3ffd1a67e8b service neutron] 10.222.0.20 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216754 Sep 18 19:50:13.396458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Calling delete_port for 728afdd7-d865-4b34-982c-b413495a10d6 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:50:13.405604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:11Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:13.477700 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '728afdd7-d865-4b34-982c-b413495a10d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:50:11Z', 'revision_number': 5, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port': {'id': '728afdd7-d865-4b34-982c-b413495a10d6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:15Z', 'updated_at': '2021-09-18T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:13.523703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:13.549331 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] Checking router: 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:13.571841 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] Routers {'7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:13.573836 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:49:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:13.584820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ac4b8-ecd2-4b00-a18a-72078ba9671b None None] The sync data for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 is: [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:11Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:13.587323 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.593201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f716e-8dec-46f6-8e61-4cb248d984b6 req-ad814183-364a-4a8f-b051-a1d895bcaa93 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:13.609159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa3f716e-8dec-46f6-8e61-4cb248d984b6 req-ad814183-364a-4a8f-b051-a1d895bcaa93 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 948 time: 0.3444426 Sep 18 19:50:13.641552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=32e2834a-8d12-4560-b0e6-7febfb9e0f21,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:13.720098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.721165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315860-9123-4245-9bd3-42f74a71ae7b req-3b04199d-c058-42af-89ec-54ac40f2163a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:13.726022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-3b04199d-c058-42af-89ec-54ac40f2163a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.24 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 820 time: 0.5901468 Sep 18 19:50:13.740049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:13.780008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port f768b054-6809-4b2d-8ff1-e71086be318d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:13.788260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port f768b054-6809-4b2d-8ff1-e71086be318d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:13.788784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.799941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Request body: {'port': {'device_id': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'admin_state_up': True, 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:13.854842 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] Set router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:13.894109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e2834a-8d12-4560-b0e6-7febfb9e0f21'}, {'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:13.896438 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8c895a-3fcb-4437-bb9a-88c8532018e1" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "32e2834a-8d12-4560-b0e6-7febfb9e0f21"}, {"server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "name": "network-vif-plugged", "status": "completed", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:13.916976 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:50:13Z', 'revision_number': 6, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:13.950466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:13.952688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Pushing event deleted for resources: {'Port': ['ID=728afdd7-d865-4b34-982c-b413495a10d6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:13.997206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa3f716e-8dec-46f6-8e61-4cb248d984b6 req-99768c70-ca00-4129-a0fe-2e39c6a81295 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771298 Sep 18 19:50:14.005066 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.011573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-3e639378-784e-476e-8972-93b1f5a2029a service neutron] 10.222.0.20 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516665 Sep 18 19:50:14.017784 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86831b07-1df8-478d-8a6b-a0d81ea5984c None None] The sync data for ids ['7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0'] in n-d-789963-11 is: [{'id': '7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0', 'name': 'tempest-ServerRescueNegativeTestJSON-1049365263-router', 'tenant_id': '168675b0c9b44797a6a71ff5ec876041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:14Z', 'updated_at': '2021-09-18T19:50:13Z', 'revision_number': 6, 'project_id': '168675b0c9b44797a6a71ff5ec876041', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:14.077767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:14.134749 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.149045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.165161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Made reservation on behalf of fc4d62872a934daca0b62b44fe6919b9 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:14.169071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.319605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.320172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:50:14.332839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.334248 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d7ddfc58-aa0e-4083-b35c-505141b9a00f admin admin] 10.222.0.20 "DELETE /v2.0/routers/7c2e50fd-bbd2-456d-a20d-e1f9eddea3a0 HTTP/1.1" status: 204 len: 168 time: 1.6879480 Sep 18 19:50:14.339188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55702) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:14.364656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:14.401756 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c946d1cd-647c-4fd2-9008-fc504a3c5f76 x-openstack-request-id: req-c946d1cd-647c-4fd2-9008-fc504a3c5f76 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:14.401756 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "32e2834a-8d12-4560-b0e6-7febfb9e0f21", "code": 200}, {"server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "name": "network-vif-plugged", "status": "completed", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:14.401756 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c946d1cd-647c-4fd2-9008-fc504a3c5f76 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:14.402191 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e2834a-8d12-4560-b0e6-7febfb9e0f21', 'code': 200} Sep 18 19:50:14.402371 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'code': 200} Sep 18 19:50:14.403089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a', 'mac_address': 'fa:16:3e:2b:40:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:14.433366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f768b054-6809-4b2d-8ff1-e71086be318d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f768b054-6809-4b2d-8ff1-e71086be318d,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:14.457036 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-25978d2c-45e0-49a0-aad0-34b3e69888ac admin admin] Deleting subnet a775418f-b677-4206-89f0-a8df0a30b843 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:50:14.478627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25978d2c-45e0-49a0-aad0-34b3e69888ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.515897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.518444 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.519264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ee595f62-7e27-448d-b4b8-a6303c9c0257 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:14.562013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25978d2c-45e0-49a0-aad0-34b3e69888ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.643272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25978d2c-45e0-49a0-aad0-34b3e69888ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.734890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f768b054-6809-4b2d-8ff1-e71086be318d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:14.759987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:14.785757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25978d2c-45e0-49a0-aad0-34b3e69888ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.788555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:14.797449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.804676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port ee595f62-7e27-448d-b4b8-a6303c9c0257 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:14.837541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port ee595f62-7e27-448d-b4b8-a6303c9c0257 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:14.838084 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.856249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25978d2c-45e0-49a0-aad0-34b3e69888ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a775418f-b677-4206-89f0-a8df0a30b843,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:14.869388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25978d2c-45e0-49a0-aad0-34b3e69888ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:14.871908 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-25978d2c-45e0-49a0-aad0-34b3e69888ac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a775418f-b677-4206-89f0-a8df0a30b843 HTTP/1.1" status: 204 len: 168 time: 0.5304863 Sep 18 19:50:14.875022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55714) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:15.049649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:15.087799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.139223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:15.264663 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.306155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 55dc1692-7aed-4e96-946b-09132b358bde up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:15.310057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6fa39ad-1c8c-4c41-965e-248f1d7ce0d9 req-cfe9e612-d98e-4195-b4c0-39c1847b59e8 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 210 time: 0.7643638 Sep 18 19:50:15.335991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5181e6-3d92-4078-bfb5-2e957610c8c7 req-0f713966-254e-4771-9354-9c81dd700d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.338920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b5181e6-3d92-4078-bfb5-2e957610c8c7 req-0f713966-254e-4771-9354-9c81dd700d21 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1101 time: 0.9916754 Sep 18 19:50:15.352799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.395307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Allocated IP 172.20.0.8 (919245d2-4903-400a-b59f-cc9981844b42/035acce6-f34a-4017-bb28-0de0f0f7003e/c4203bed-e4b5-421e-b4d5-376053bc1144) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:15.399461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932c8291-6915-4d58-8abe-44c09cf77afe']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:15.436895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65ade3c-de1b-41d6-b900-17b64ce25584') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:15.437184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65ade3c-de1b-41d6-b900-17b64ce25584') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:15.456642 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.488584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b5181e6-3d92-4078-bfb5-2e957610c8c7 req-5640167b-b063-4e96-86aa-ef7ba62ea644 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371415 Sep 18 19:50:15.501080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.510044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620621-b89c-4bd0-a598-9118913b7733 req-f67bd51a-a7ad-438f-9b47-282bb6f4465e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.515702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:50:15.520030 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:50:15.522617 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:50:15.533996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620621-b89c-4bd0-a598-9118913b7733 req-f67bd51a-a7ad-438f-9b47-282bb6f4465e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.542908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620621-b89c-4bd0-a598-9118913b7733 req-f67bd51a-a7ad-438f-9b47-282bb6f4465e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.551499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620621-b89c-4bd0-a598-9118913b7733 req-f67bd51a-a7ad-438f-9b47-282bb6f4465e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.554652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ee595f62-7e27-448d-b4b8-a6303c9c0257, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:15.564018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620621-b89c-4bd0-a598-9118913b7733 req-f67bd51a-a7ad-438f-9b47-282bb6f4465e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.576894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620621-b89c-4bd0-a598-9118913b7733 req-f67bd51a-a7ad-438f-9b47-282bb6f4465e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.578167 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.578972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d014749d-7470-40ab-9de5-374cf9548d8f up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:15.592527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620621-b89c-4bd0-a598-9118913b7733 req-f67bd51a-a7ad-438f-9b47-282bb6f4465e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.602770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80620621-b89c-4bd0-a598-9118913b7733 req-f67bd51a-a7ad-438f-9b47-282bb6f4465e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5429 time: 1.0791035 Sep 18 19:50:15.632434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.637698 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.645181 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] 10.222.0.20 "DELETE /v2.0/networks/932c8291-6915-4d58-8abe-44c09cf77afe HTTP/1.1" status: 204 len: 168 time: 0.7687562 Sep 18 19:50:15.665040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a88a6d-1eba-43bc-8c3b-6e10488ef37b admin admin] Pushing event deleted for resources: {'Network': ['ID=932c8291-6915-4d58-8abe-44c09cf77afe,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:15.850725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 55dc1692-7aed-4e96-946b-09132b358bde triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:15.852581 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:15.860007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ee595f62-7e27-448d-b4b8-a6303c9c0257,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:15.877013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80620621-b89c-4bd0-a598-9118913b7733 req-e82c6d47-ffdd-42c8-b7d1-b4277dc2eed4 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2633319 Sep 18 19:50:15.913073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55724) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:15.942870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-f2004813-e795-4e32-9322-57ab58290b01 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.949741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-f2004813-e795-4e32-9322-57ab58290b01 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.957060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-f2004813-e795-4e32-9322-57ab58290b01 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.963212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-f2004813-e795-4e32-9322-57ab58290b01 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:15.985193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-f2004813-e795-4e32-9322-57ab58290b01 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.000417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-f2004813-e795-4e32-9322-57ab58290b01 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.013791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-f2004813-e795-4e32-9322-57ab58290b01 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.018604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-f2004813-e795-4e32-9322-57ab58290b01 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5445 time: 0.4104609 Sep 18 19:50:16.019052 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f7976a2f-ba42-4968-96aa-f38e209ef48e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=168675b0c9b44797a6a71ff5ec876041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046247 Sep 18 19:50:16.021876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55728) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:16.029505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port d014749d-7470-40ab-9de5-374cf9548d8f completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:16.050593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port d014749d-7470-40ab-9de5-374cf9548d8f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:16.051275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.070568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-088e3ba3-5bd2-4b32-90f5-9786de69413e req-01834802-51ec-4154-9b62-6a2167cb6c0c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 210 time: 0.0486948 Sep 18 19:50:16.147405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a52a6997-58ef-4a2d-9f24-48ac1972d3fb req-0fff0166-75c4-4045-8ac9-27215e84a0d4 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758376 Sep 18 19:50:16.216901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf9b177c-8142-4271-827a-566f23ebe9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.276653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf9b177c-8142-4271-827a-566f23ebe9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.347721 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.369459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf9b177c-8142-4271-827a-566f23ebe9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.373662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf9b177c-8142-4271-827a-566f23ebe9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.375459 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cf9b177c-8142-4271-827a-566f23ebe9e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/439a4a1b-7b0c-4cba-bb5c-d0602bf2a825 HTTP/1.1" status: 204 len: 168 time: 0.3525429 Sep 18 19:50:16.414116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f768b054-6809-4b2d-8ff1-e71086be318d'}, {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee595f62-7e27-448d-b4b8-a6303c9c0257'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:16.416503 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c262548-0b71-4f66-a9ac-a4ddb578f2ad" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "f768b054-6809-4b2d-8ff1-e71086be318d"}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "ee595f62-7e27-448d-b4b8-a6303c9c0257"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:16.425908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b177c-8142-4271-827a-566f23ebe9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439a4a1b-7b0c-4cba-bb5c-d0602bf2a825,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:16.494799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.633434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b90d9b-423b-499c-b9d2-a20ed1298c0d req-b0df894b-f8ef-4b47-b9e6-568a2e6de2db tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.635030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26b90d9b-423b-499c-b9d2-a20ed1298c0d req-b0df894b-f8ef-4b47-b9e6-568a2e6de2db tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 949 time: 0.3928087 Sep 18 19:50:16.662039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361d84-f684-44a5-a483-a12249f6ce62 req-823cff91-cc8e-4b11-81a2-f619893ac437 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.668900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361d84-f684-44a5-a483-a12249f6ce62 req-823cff91-cc8e-4b11-81a2-f619893ac437 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.676544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361d84-f684-44a5-a483-a12249f6ce62 req-823cff91-cc8e-4b11-81a2-f619893ac437 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.682666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361d84-f684-44a5-a483-a12249f6ce62 req-823cff91-cc8e-4b11-81a2-f619893ac437 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.688760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361d84-f684-44a5-a483-a12249f6ce62 req-823cff91-cc8e-4b11-81a2-f619893ac437 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.695710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361d84-f684-44a5-a483-a12249f6ce62 req-823cff91-cc8e-4b11-81a2-f619893ac437 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.705054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361d84-f684-44a5-a483-a12249f6ce62 req-823cff91-cc8e-4b11-81a2-f619893ac437 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.705054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8361d84-f684-44a5-a483-a12249f6ce62 req-823cff91-cc8e-4b11-81a2-f619893ac437 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5445 time: 0.4099576 Sep 18 19:50:16.802398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 55dc1692-7aed-4e96-946b-09132b358bde, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=55dc1692-7aed-4e96-946b-09132b358bde,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:16.813417 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.815487 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.836492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79ea9262-088a-400f-a666-97758ced10b1 req-ab7387b3-1796-4d47-832b-22855caee430 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 210 time: 0.0550709 Sep 18 19:50:16.872829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26b90d9b-423b-499c-b9d2-a20ed1298c0d req-696ac77f-a005-4b0d-ab8e-c5c5db824624 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671352 Sep 18 19:50:16.900735 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:16.915316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c5439982-f657-46e8-b8e1-a50210e8b4d8 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:50:16.924171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1503a-2828-445c-9796-47d1643774d8 req-ba27e91f-fb79-414f-8df6-8baefa2f8de4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:16.929337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-ba27e91f-fb79-414f-8df6-8baefa2f8de4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.32 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 814 time: 0.4971392 Sep 18 19:50:16.956573 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f561f3e0-d669-43d6-b28f-07504b2284e5 x-openstack-request-id: req-f561f3e0-d669-43d6-b28f-07504b2284e5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:16.956967 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "f768b054-6809-4b2d-8ff1-e71086be318d", "code": 200}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "ee595f62-7e27-448d-b4b8-a6303c9c0257", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:16.957210 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f561f3e0-d669-43d6-b28f-07504b2284e5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:16.957663 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f768b054-6809-4b2d-8ff1-e71086be318d', 'code': 200} Sep 18 19:50:16.957922 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee595f62-7e27-448d-b4b8-a6303c9c0257', 'code': 200} Sep 18 19:50:16.966321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c5439982-f657-46e8-b8e1-a50210e8b4d8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:50:16.967005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c5439982-f657-46e8-b8e1-a50210e8b4d8 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:50:16.967622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 728afdd7-d865-4b34-982c-b413495a10d6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:50:16.995680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Request body: {'port': {'device_id': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'admin_state_up': True, 'tenant_id': '208f0e0e0cb1454e983698dd6efaba95'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:16.997817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 728afdd7-d865-4b34-982c-b413495a10d6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:50:16.998168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 728afdd7-d865-4b34-982c-b413495a10d6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:50:17.012150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d014749d-7470-40ab-9de5-374cf9548d8f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d014749d-7470-40ab-9de5-374cf9548d8f,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:17.027946 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.028976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 708b22da-9bd8-4d56-b32b-8d06d1eaf51a up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:17.031219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=55dc1692-7aed-4e96-946b-09132b358bde,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:17.103501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Network 919245d2-4903-400a-b59f-cc9981844b42 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:17.145432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:17.160261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event updated for resources: {'Port': ['ID=c4203bed-e4b5-421e-b4d5-376053bc1144,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:17.165779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:17.182473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=d014749d-7470-40ab-9de5-374cf9548d8f,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:17.214085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:17.218273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:17.218660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.274962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-09d5ae49-59ed-499f-9cc3-b4d733bdd3bc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:17.281532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-09d5ae49-59ed-499f-9cc3-b4d733bdd3bc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:17.288326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-09d5ae49-59ed-499f-9cc3-b4d733bdd3bc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:17.294838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-09d5ae49-59ed-499f-9cc3-b4d733bdd3bc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:17.303184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-09d5ae49-59ed-499f-9cc3-b4d733bdd3bc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:17.309292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-09d5ae49-59ed-499f-9cc3-b4d733bdd3bc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:17.316365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-09d5ae49-59ed-499f-9cc3-b4d733bdd3bc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:17.324958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-09d5ae49-59ed-499f-9cc3-b4d733bdd3bc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5431 time: 0.3180838 Sep 18 19:50:17.341240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:17.342282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.352919 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.384041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10033497-6df2-41bb-a304-220e7b138ebf req-f88e3f22-ab97-44bc-b256-ed51595483fe tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 210 time: 0.1388159 Sep 18 19:50:17.427704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:17.432600 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.438125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a4896189-e695-455a-a32b-1779398d53a5 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:17.443537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Made reservation on behalf of 208f0e0e0cb1454e983698dd6efaba95 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:17.457271 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.474757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3eb837b9-a1ea-40de-917a-5e7146071310 req-700071df-af8d-45de-8a64-46f956b3ac6f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485274 Sep 18 19:50:17.477897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-545bde48-a538-4738-8cce-c7f21b5361e3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7001481 Sep 18 19:50:17.513671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Request body: {'port': {'device_id': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:17.594108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:17.621220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port a4896189-e695-455a-a32b-1779398d53a5 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:17.628536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port a4896189-e695-455a-a32b-1779398d53a5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:17.629419 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.663968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.747183 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.765318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Allocated IP 172.20.0.7 (1b90e052-e705-4573-bd9d-4ee0e9e60f99/24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa/b834d888-d1ac-479f-bc02-8777b33be10f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:17.794173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a4896189-e695-455a-a32b-1779398d53a5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a4896189-e695-455a-a32b-1779398d53a5,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:17.800000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:17.868088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a4896189-e695-455a-a32b-1779398d53a5,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:18.087296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:18.097525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddf48a-3408-4b59-999e-d08c94d2eac7 req-649e5738-c40d-4592-818d-99c636e83e6c tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.099039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0ddf48a-3408-4b59-999e-d08c94d2eac7 req-649e5738-c40d-4592-818d-99c636e83e6c tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 931 time: 0.1349730 Sep 18 19:50:18.156285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:18.159523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:18.159980 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.254586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0ddf48a-3408-4b59-999e-d08c94d2eac7 req-686bfa16-a743-4bb8-a679-73437dc57744 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221251 Sep 18 19:50:18.275767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4203bed-e4b5-421e-b4d5-376053bc1144 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:18.304551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.347840 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.364884 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.386010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Transition to ACTIVE for port object c4203bed-e4b5-421e-b4d5-376053bc1144 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:50:18.413712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8234472-9318-4ddd-94ff-80b08b248ffc req-30a33e15-19f9-48b8-b358-6d0ce204c758 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0857229 Sep 18 19:50:18.424157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.463190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:18.471017 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.535195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fff60b-d0b2-41f5-8051-8926cc21ca75 req-743fe602-4dfd-494b-aba1-fdfc699ffa6b tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.536968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34fff60b-d0b2-41f5-8051-8926cc21ca75 req-743fe602-4dfd-494b-aba1-fdfc699ffa6b tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 949 time: 0.2143450 Sep 18 19:50:18.567767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60422ed4-217d-4277-aff0-1431b9bc8092 req-e38fab0d-0e9b-4cbd-8c69-a6e7174260b4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 210 time: 0.0675573 Sep 18 19:50:18.579198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:18.603999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Pushing event updated for resources: {'Port': ['ID=c4203bed-e4b5-421e-b4d5-376053bc1144,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:18.656070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34fff60b-d0b2-41f5-8051-8926cc21ca75 req-35625974-faff-472b-947b-909e769906c0 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907316 Sep 18 19:50:18.699602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.798113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:18.812512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:18.817277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Pushing event updated for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:18.821045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:18.828493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Attempting to bind port c4203bed-e4b5-421e-b4d5-376053bc1144 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:18.828944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Attempting to bind port c4203bed-e4b5-421e-b4d5-376053bc1144 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:18.829293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Attempting to bind port c4203bed-e4b5-421e-b4d5-376053bc1144 on network 919245d2-4903-400a-b59f-cc9981844b42 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:18.863138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19363068-7544-42a4-9725-d00eb13d8bde req-86e35624-c5d3-4eab-ad3d-d71351d245c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.869078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19363068-7544-42a4-9725-d00eb13d8bde req-86e35624-c5d3-4eab-ad3d-d71351d245c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.875136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19363068-7544-42a4-9725-d00eb13d8bde req-86e35624-c5d3-4eab-ad3d-d71351d245c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.881570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19363068-7544-42a4-9725-d00eb13d8bde req-86e35624-c5d3-4eab-ad3d-d71351d245c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.888244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19363068-7544-42a4-9725-d00eb13d8bde req-86e35624-c5d3-4eab-ad3d-d71351d245c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.894906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19363068-7544-42a4-9725-d00eb13d8bde req-86e35624-c5d3-4eab-ad3d-d71351d245c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.903676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19363068-7544-42a4-9725-d00eb13d8bde req-86e35624-c5d3-4eab-ad3d-d71351d245c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.903676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19363068-7544-42a4-9725-d00eb13d8bde req-86e35624-c5d3-4eab-ad3d-d71351d245c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5433 time: 0.2414999 Sep 18 19:50:18.907190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Port c4203bed-e4b5-421e-b4d5-376053bc1144 on network 919245d2-4903-400a-b59f-cc9981844b42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:50:18.907799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Attempting to bind port c4203bed-e4b5-421e-b4d5-376053bc1144 on network 919245d2-4903-400a-b59f-cc9981844b42 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:18.942985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:18.943333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Checking segment: {'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:18.943765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Bound using segment: {'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:18.944241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Bound port: c4203bed-e4b5-421e-b4d5-376053bc1144, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbab4c8a-939c-4a53-a8f8-80380350795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '919245d2-4903-400a-b59f-cc9981844b42'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:18.944606 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.966238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f'}, {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708b22da-9bd8-4d56-b32b-8d06d1eaf51a'}, {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4896189-e695-455a-a32b-1779398d53a5'}, {'server_uuid': '4b62272e-483a-4477-99f3-e196a9425618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:18.968891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:18.969525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:18.974655 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1175b57a-e1aa-4d1e-8137-603b04b65888" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f"}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "708b22da-9bd8-4d56-b32b-8d06d1eaf51a"}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "a4896189-e695-455a-a32b-1779398d53a5"}, {"server_uuid": "4b62272e-483a-4477-99f3-e196a9425618", "name": "network-vif-plugged", "status": "completed", "tag": "cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:19.036137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-2fe14812-3c4d-4eea-bef3-b453c4522e62 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0880666 Sep 18 19:50:19.044940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19363068-7544-42a4-9725-d00eb13d8bde req-ba7d7d21-20d7-4ac3-af63-9d02415ded1b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299403 Sep 18 19:50:19.066448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Request body: {'port': {'device_id': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:19.118882 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b47915-45d6-40ee-aceb-0ab50da0b34e x-openstack-request-id: req-d2b47915-45d6-40ee-aceb-0ab50da0b34e {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:19.119329 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f", "code": 200}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "708b22da-9bd8-4d56-b32b-8d06d1eaf51a", "code": 200}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-plugged", "status": "completed", "tag": "a4896189-e695-455a-a32b-1779398d53a5", "code": 200}, {"server_uuid": "4b62272e-483a-4477-99f3-e196a9425618", "name": "network-vif-plugged", "status": "completed", "tag": "cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:19.120504 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2b47915-45d6-40ee-aceb-0ab50da0b34e {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:19.121036 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'code': 200} Sep 18 19:50:19.121304 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708b22da-9bd8-4d56-b32b-8d06d1eaf51a', 'code': 200} Sep 18 19:50:19.121561 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4896189-e695-455a-a32b-1779398d53a5', 'code': 200} Sep 18 19:50:19.122169 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b62272e-483a-4477-99f3-e196a9425618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a', 'code': 200} Sep 18 19:50:19.134854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55846) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:19.139338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] For port c4203bed-e4b5-421e-b4d5-376053bc1144, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:19.147598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] For port c4203bed-e4b5-421e-b4d5-376053bc1144, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c4203bed-e4b5-421e-b4d5-376053bc1144,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:19.157289 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:19.177024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 55dc1692-7aed-4e96-946b-09132b358bde up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:19.214058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.214706 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:19.226309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] 10.222.0.24 "PUT /v2.0/ports/c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 1092 time: 1.7177091 Sep 18 19:50:19.262012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:19.265839 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a94052-a21f-4c95-a254-2e14fd6acdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:19.311606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 55dc1692-7aed-4e96-946b-09132b358bde triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:19.312436 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:19.331485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-cb240ac2-bbfa-44d7-a12b-b6b03fb83052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.331986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-cb240ac2-bbfa-44d7-a12b-b6b03fb83052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.332461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-cb240ac2-bbfa-44d7-a12b-b6b03fb83052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.335990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-cb240ac2-bbfa-44d7-a12b-b6b03fb83052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.338383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-cb240ac2-bbfa-44d7-a12b-b6b03fb83052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.339710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-cb240ac2-bbfa-44d7-a12b-b6b03fb83052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.340366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-cb240ac2-bbfa-44d7-a12b-b6b03fb83052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.342437 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-cb240ac2-bbfa-44d7-a12b-b6b03fb83052 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6509 time: 0.2060657 Sep 18 19:50:19.356413 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5884374-b8fe-452d-9360-cd3f84016d1b x-openstack-request-id: req-f5884374-b8fe-452d-9360-cd3f84016d1b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:19.356964 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:19.357402 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5884374-b8fe-452d-9360-cd3f84016d1b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:19.358446 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'status': 'completed', 'code': 200} Sep 18 19:50:19.376016 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:19.399610 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-a5052278-62c4-4d1d-8a73-808ced32d30e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&id=775d999a-5d15-4de8-9e2f-ce12399e4542&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463181 Sep 18 19:50:19.405946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bfef5-92e0-425a-a51c-e0dd848d53c4 req-267b4f9f-bf4d-4d1c-b40d-26074e5458f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.414045 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c49bfef5-92e0-425a-a51c-e0dd848d53c4 req-267b4f9f-bf4d-4d1c-b40d-26074e5458f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 1102 time: 0.1635928 Sep 18 19:50:19.487213 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c49bfef5-92e0-425a-a51c-e0dd848d53c4 req-592b8b8a-7a23-40b3-a85a-af0542e9d081 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667946 Sep 18 19:50:19.671964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf369654-1655-4d0f-9c1d-0c57b98b5f13 req-188778d7-f109-4b5f-83e0-d175fa1c2dc5 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.1307030 Sep 18 19:50:19.691501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007f8a5-7c72-4e80-bd25-425cdd6218fd service neutron] Pushing event updated for resources: {'Port': ['ID=c4203bed-e4b5-421e-b4d5-376053bc1144,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:19.692726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-d4923db9-0ad0-4caa-baf3-460a55288dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.693044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-d4923db9-0ad0-4caa-baf3-460a55288dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.693579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-d4923db9-0ad0-4caa-baf3-460a55288dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.694090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-d4923db9-0ad0-4caa-baf3-460a55288dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.694581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-d4923db9-0ad0-4caa-baf3-460a55288dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.695040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-d4923db9-0ad0-4caa-baf3-460a55288dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.695527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-d4923db9-0ad0-4caa-baf3-460a55288dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.697844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-d4923db9-0ad0-4caa-baf3-460a55288dd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6497 time: 0.4698415 Sep 18 19:50:19.741565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb67aa-ccb6-4556-a155-dcdd32fbe326 req-d8849b3b-8f5a-42c5-9f1e-ce90673e8327 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.743041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94eb67aa-ccb6-4556-a155-dcdd32fbe326 req-d8849b3b-8f5a-42c5-9f1e-ce90673e8327 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 943 time: 0.3500319 Sep 18 19:50:19.757593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315860-9123-4245-9bd3-42f74a71ae7b req-883ddf00-5fa2-4053-aaf5-16f321c9c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.760515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-883ddf00-5fa2-4053-aaf5-16f321c9c454 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1095 time: 0.4647589 Sep 18 19:50:19.893051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-244fe627-09e2-42ea-a0e2-ca1023003f44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 217 time: 0.0741401 Sep 18 19:50:19.901145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-affb46e3-92ae-4779-ae8f-7dc62aa5b840 req-b1a443be-5713-4535-a6fe-a62c51be72db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853495 Sep 18 19:50:19.950026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94eb67aa-ccb6-4556-a155-dcdd32fbe326 req-003995cb-79a1-45ca-a06e-2217ff917007 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944721 Sep 18 19:50:19.990309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f995379-5e1c-4476-aa73-3357ed017462 req-cad31691-a6e5-4749-9858-d4c72135eb15 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:19.991865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f995379-5e1c-4476-aa73-3357ed017462 req-cad31691-a6e5-4749-9858-d4c72135eb15 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 931 time: 0.2380114 Sep 18 19:50:20.021378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315860-9123-4245-9bd3-42f74a71ae7b req-e274dbda-2ba5-457e-af53-c403a5cfb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.022797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-e274dbda-2ba5-457e-af53-c403a5cfb72f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.1174560 Sep 18 19:50:20.092152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b834d888-d1ac-479f-bc02-8777b33be10f {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:20.111498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:20.126935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f995379-5e1c-4476-aa73-3357ed017462 req-3a331276-e832-4970-8d87-756a14f2e08c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197140 Sep 18 19:50:20.155527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-5fc6d3bd-718a-4698-90d9-332c0e0334ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462556 Sep 18 19:50:20.162848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Transition to ACTIVE for port object b834d888-d1ac-479f-bc02-8777b33be10f will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:50:20.179593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c420fba-1502-4226-9b54-b1b5ae7c06b8 req-80271f68-90f8-4a4e-a635-9092fe841779 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.181091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c420fba-1502-4226-9b54-b1b5ae7c06b8 req-80271f68-90f8-4a4e-a635-9092fe841779 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 950 time: 0.1554191 Sep 18 19:50:20.183125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:20.343528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Pushing event updated for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:20.376186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c420fba-1502-4226-9b54-b1b5ae7c06b8 req-a42ffe5a-20c5-4789-b7c9-4e7a0d756b62 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746433 Sep 18 19:50:20.402342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-943d63ce-292a-4fb5-9b60-8c8f03b99ac0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.408747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-943d63ce-292a-4fb5-9b60-8c8f03b99ac0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.414555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-943d63ce-292a-4fb5-9b60-8c8f03b99ac0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.420381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-943d63ce-292a-4fb5-9b60-8c8f03b99ac0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.426494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-943d63ce-292a-4fb5-9b60-8c8f03b99ac0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.432258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-943d63ce-292a-4fb5-9b60-8c8f03b99ac0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.437988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-943d63ce-292a-4fb5-9b60-8c8f03b99ac0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:20.440100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-943d63ce-292a-4fb5-9b60-8c8f03b99ac0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5433 time: 0.2432253 Sep 18 19:50:20.444645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-ec6b9edb-2a5e-4044-b247-5ba69f9fc293 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799273 Sep 18 19:50:20.586344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Attempting to bind port b834d888-d1ac-479f-bc02-8777b33be10f on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:20.586542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Attempting to bind port b834d888-d1ac-479f-bc02-8777b33be10f by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:20.586860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Attempting to bind port b834d888-d1ac-479f-bc02-8777b33be10f on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:20.594493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f1575aa-f858-4204-8169-8cda68773ba6 req-b512d99e-5748-4c31-8cf1-1f426d1679c8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289966 Sep 18 19:50:20.603575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Port b834d888-d1ac-479f-bc02-8777b33be10f on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:50:20.603899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Attempting to bind port b834d888-d1ac-479f-bc02-8777b33be10f on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:20.625034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:20.625034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Checking segment: {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:20.625299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Bound using segment: {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:20.625642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Bound port: b834d888-d1ac-479f-bc02-8777b33be10f, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:20.626183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:20.638620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19315860-9123-4245-9bd3-42f74a71ae7b req-cdfe3ec6-d86c-4ad9-9413-c5112fc7a095 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741662 Sep 18 19:50:20.735209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:21.074814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:21.137452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:21.144810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bcf3490-30d4-459f-90b0-4e2f723aab49 req-a10213ad-fb24-4806-bf4c-96dad1c433f9 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0820982 Sep 18 19:50:21.146545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af15a4b1-095f-48e6-9764-4d96bdd3d542 req-bbf61b9f-8026-499f-b638-892bd352a555 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0829642 Sep 18 19:50:21.150899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-d677a6c9-6e9e-45a1-ac63-58b68229a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.152371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-d677a6c9-6e9e-45a1-ac63-58b68229a975 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1095 time: 0.4609170 Sep 18 19:50:21.192696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.193314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:21.194746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-258bcec2-7256-4730-a144-1e573d376324 service neutron] 10.222.0.32 "PUT /v2.0/ports/b834d888-d1ac-479f-bc02-8777b33be10f HTTP/1.1" status: 200 len: 1092 time: 2.1428165 Sep 18 19:50:21.218970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc4cad-b8c9-4fe8-81a5-1588fdf765bf req-a637c070-5e45-4844-931a-5287824c0c03 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.221159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55bc4cad-b8c9-4fe8-81a5-1588fdf765bf req-a637c070-5e45-4844-931a-5287824c0c03 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 943 time: 0.1595478 Sep 18 19:50:21.264805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bcec2-7256-4730-a144-1e573d376324 service neutron] Pushing event updated for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:21.331088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa16019-a9c6-4489-8add-560cf9e96738 req-4177e1de-d8bd-47d1-8eca-96475d94640e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.332619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfa16019-a9c6-4489-8add-560cf9e96738 req-4177e1de-d8bd-47d1-8eca-96475d94640e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 943 time: 0.1222126 Sep 18 19:50:21.336468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55bc4cad-b8c9-4fe8-81a5-1588fdf765bf req-355100a3-5285-42c5-9d68-869560dd4a8c tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008408 Sep 18 19:50:21.348432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1503a-2828-445c-9796-47d1643774d8 req-8f1aa6d9-7a0b-46af-b2d6-95a2cb44b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.349916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-8f1aa6d9-7a0b-46af-b2d6-95a2cb44b94a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 1095 time: 0.1130021 Sep 18 19:50:21.370658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:21.372913 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd4154-db1c-4790-8ecf-f5cfd3983135" -d '{"events": [{"name": "network-changed", "server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:21.451081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-8668631c-80a1-4d48-96d3-ee663caf4a97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b834d888-d1ac-479f-bc02-8777b33be10f HTTP/1.1" status: 200 len: 217 time: 0.0923302 Sep 18 19:50:21.465494 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f031de-3558-4869-bb7d-1fc77265961d x-openstack-request-id: req-87f031de-3558-4869-bb7d-1fc77265961d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:21.465824 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:21.466037 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87f031de-3558-4869-bb7d-1fc77265961d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:21.466613 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'status': 'completed', 'code': 200} Sep 18 19:50:21.548078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfa16019-a9c6-4489-8add-560cf9e96738 req-1843fcd8-7eda-43d1-9cf0-d3899ccc4659 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080247 Sep 18 19:50:21.555524 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d638a44-037d-42a6-b4c9-ee6cab6bdd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:21.578234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1503a-2828-445c-9796-47d1643774d8 req-7c190bdf-51b5-4a28-aab3-504f60975527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.579973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-7c190bdf-51b5-4a28-aab3-504f60975527 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa HTTP/1.1" status: 200 len: 854 time: 0.0816743 Sep 18 19:50:21.636995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-95ac2517-4ebe-471a-b604-b72493ae7e65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b90e052-e705-4573-bd9d-4ee0e9e60f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459630 Sep 18 19:50:21.701241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-051bdd6e-f695-44db-86ba-53cdb3cf2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.702739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-051bdd6e-f695-44db-86ba-53cdb3cf2c4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 921 time: 0.3519166 Sep 18 19:50:21.774432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55896) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:21.779505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cbfb4-86b2-45bc-9389-f9b775a4ba2e req-8f47f1f2-4cb6-49cf-a798-d74137aeb99e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.781000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e36cbfb4-86b2-45bc-9389-f9b775a4ba2e req-8f47f1f2-4cb6-49cf-a798-d74137aeb99e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 950 time: 0.2089553 Sep 18 19:50:21.829425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-f99f00cf-2110-48f6-a063-69aecbe07736 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 217 time: 0.0732446 Sep 18 19:50:21.887912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc5a32e6-1918-47da-b3e1-2b503a587067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:21.900545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-b8eb70a0-70e1-4bdd-94ab-1c2150a46bc2 service neutron] 10.222.0.32 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506356 Sep 18 19:50:21.917157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820fee-de14-4f34-a22f-a6ef996d147f req-eb1afee6-33ac-4a41-9f50-742ac5c1aee2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.922997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820fee-de14-4f34-a22f-a6ef996d147f req-eb1afee6-33ac-4a41-9f50-742ac5c1aee2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.929686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820fee-de14-4f34-a22f-a6ef996d147f req-eb1afee6-33ac-4a41-9f50-742ac5c1aee2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.935558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820fee-de14-4f34-a22f-a6ef996d147f req-eb1afee6-33ac-4a41-9f50-742ac5c1aee2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.942205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820fee-de14-4f34-a22f-a6ef996d147f req-eb1afee6-33ac-4a41-9f50-742ac5c1aee2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.948045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820fee-de14-4f34-a22f-a6ef996d147f req-eb1afee6-33ac-4a41-9f50-742ac5c1aee2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.953840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820fee-de14-4f34-a22f-a6ef996d147f req-eb1afee6-33ac-4a41-9f50-742ac5c1aee2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.955818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93820fee-de14-4f34-a22f-a6ef996d147f req-eb1afee6-33ac-4a41-9f50-742ac5c1aee2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5433 time: 0.2686327 Sep 18 19:50:21.984861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e36cbfb4-86b2-45bc-9389-f9b775a4ba2e req-582881a8-645a-4643-9522-7b337049c953 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691296 Sep 18 19:50:21.992013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc5a32e6-1918-47da-b3e1-2b503a587067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:21.993008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-b431c399-956b-4de2-b3a6-207202804e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:21.994685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-b431c399-956b-4de2-b3a6-207202804e2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.1508856 Sep 18 19:50:21.996940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc5a32e6-1918-47da-b3e1-2b503a587067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.040190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a32e6-1918-47da-b3e1-2b503a587067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78469c30-0e03-4fe9-93ba-000e909a92a3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:22.047289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fc5a32e6-1918-47da-b3e1-2b503a587067 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1779d6fde39416faea8a80af80b4418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717950 Sep 18 19:50:22.050697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55904) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:22.078333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-2d714e3f-bca1-4143-b19b-ae07c1f7d9ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679793 Sep 18 19:50:22.108152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bec4aafd-529c-4412-a8eb-613646125d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.136641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bec4aafd-529c-4412-a8eb-613646125d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.155130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93820fee-de14-4f34-a22f-a6ef996d147f req-c95eb6da-0698-4107-9129-7f4f601bfd22 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834180 Sep 18 19:50:22.209547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bec4aafd-529c-4412-a8eb-613646125d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.214405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bec4aafd-529c-4412-a8eb-613646125d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.216886 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bec4aafd-529c-4412-a8eb-613646125d25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78469c30-0e03-4fe9-93ba-000e909a92a3 HTTP/1.1" status: 204 len: 168 time: 0.1649275 Sep 18 19:50:22.229474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4aafd-529c-4412-a8eb-613646125d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78469c30-0e03-4fe9-93ba-000e909a92a3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:22.229636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dc1503a-2828-445c-9796-47d1643774d8 req-96684dd1-9e7d-4396-89f3-86eb8c8fc4e6 service neutron] 10.222.0.32 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726154 Sep 18 19:50:22.249571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca53e56-bce9-406b-8472-a197ef5ec0f9 req-bd3618a2-c81c-4c84-8c50-c3e1469da436 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.251085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ca53e56-bce9-406b-8472-a197ef5ec0f9 req-bd3618a2-c81c-4c84-8c50-c3e1469da436 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1785913 Sep 18 19:50:22.285702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-dd9d16d5-50e5-43b5-bd2b-0371dae85461 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959164 Sep 18 19:50:22.356612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2566f8e7-d80b-4217-9087-643f55879b90 req-74dbec86-ee25-4513-85a9-8db37a3c2041 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0612681 Sep 18 19:50:22.367739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ca53e56-bce9-406b-8472-a197ef5ec0f9 req-d790262c-c6c5-4aef-a93f-57626292aa26 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070414 Sep 18 19:50:22.468180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-0d1d6689-aeaf-4374-a09a-55eb90911741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.469856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-0d1d6689-aeaf-4374-a09a-55eb90911741 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 1095 time: 0.1214874 Sep 18 19:50:22.478322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90a94052-a21f-4c95-a254-2e14fd6acdc7 req-293f93f9-04a9-400a-8929-8e4a645616a8 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846781 Sep 18 19:50:22.598862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bc51f-2f22-4ceb-bdb3-ac775651e082 req-a8e87240-13cc-4341-acf3-558f1d3904e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.600390 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-062bc51f-2f22-4ceb-bdb3-ac775651e082 req-a8e87240-13cc-4341-acf3-558f1d3904e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 943 time: 0.1505136 Sep 18 19:50:22.638698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51599097-9053-4bfd-bd23-ff390a9bc614 req-c88f20d3-52dd-4e09-b829-e09556e5726b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.642725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55922) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:22.645142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51599097-9053-4bfd-bd23-ff390a9bc614 req-c88f20d3-52dd-4e09-b829-e09556e5726b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.650941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51599097-9053-4bfd-bd23-ff390a9bc614 req-c88f20d3-52dd-4e09-b829-e09556e5726b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.655707 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce1eb03-3a47-44fe-86e9-75279589a053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.656778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51599097-9053-4bfd-bd23-ff390a9bc614 req-c88f20d3-52dd-4e09-b829-e09556e5726b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.663193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51599097-9053-4bfd-bd23-ff390a9bc614 req-c88f20d3-52dd-4e09-b829-e09556e5726b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.669004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51599097-9053-4bfd-bd23-ff390a9bc614 req-c88f20d3-52dd-4e09-b829-e09556e5726b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.675607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51599097-9053-4bfd-bd23-ff390a9bc614 req-c88f20d3-52dd-4e09-b829-e09556e5726b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.677475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51599097-9053-4bfd-bd23-ff390a9bc614 req-c88f20d3-52dd-4e09-b829-e09556e5726b tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5433 time: 0.2021911 Sep 18 19:50:22.691450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55924) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:22.696845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Request body: {'floatingip': {'port_id': 'd014749d-7470-40ab-9de5-374cf9548d8f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:22.715691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-062bc51f-2f22-4ceb-bdb3-ac775651e082 req-717f4673-761f-4ad3-8745-2a781e3d87d0 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078296 Sep 18 19:50:22.717672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-a2c54f13-1f17-4483-b58f-5bfe6eb261d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.719307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-a2c54f13-1f17-4483-b58f-5bfe6eb261d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 915 time: 0.2263987 Sep 18 19:50:22.769704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.780068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-2c2de35e-9469-4060-b15b-4c4c35d56bdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b834d888-d1ac-479f-bc02-8777b33be10f HTTP/1.1" status: 200 len: 217 time: 0.0525599 Sep 18 19:50:22.833474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-63f242b2-52a0-4677-9afd-fbf5c99c278c tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=729dca72d5904668bf0d084356ef6ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558834 Sep 18 19:50:22.900218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-44a2754a-833b-49bd-8d2e-927f2f72f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.901742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-44a2754a-833b-49bd-8d2e-927f2f72f66d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa HTTP/1.1" status: 200 len: 854 time: 0.1130652 Sep 18 19:50:22.939683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c4203bed-e4b5-421e-b4d5-376053bc1144 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:22.949032 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce1eb03-3a47-44fe-86e9-75279589a053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.960431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce1eb03-3a47-44fe-86e9-75279589a053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:22.965229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-411272c3-a0aa-42c6-aca5-d48c300d8ffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b90e052-e705-4573-bd9d-4ee0e9e60f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548785 Sep 18 19:50:22.973666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ca885-3d09-4f32-88f3-4d0bb9dbf390 req-d11bd8fe-d9de-4a17-82e2-aef3c17072f2 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:22.981251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-790ca885-3d09-4f32-88f3-4d0bb9dbf390 req-d11bd8fe-d9de-4a17-82e2-aef3c17072f2 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 943 time: 0.1756272 Sep 18 19:50:23.036718 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ce1eb03-3a47-44fe-86e9-75279589a053 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14c94d41c378450cae559689f3947a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923609 Sep 18 19:50:23.046961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55938) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:23.058200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.071626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1eb03-3a47-44fe-86e9-75279589a053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b90073-d0fd-4ca7-8e18-756029f4fbee,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:23.100298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c4203bed-e4b5-421e-b4d5-376053bc1144, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c4203bed-e4b5-421e-b4d5-376053bc1144,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:23.111923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'port_id': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'mac_address': 'fa:16:3e:b2:62:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:23.139951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-790ca885-3d09-4f32-88f3-4d0bb9dbf390 req-1203544a-b1cd-4248-bc37-6bc93bd89e0f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577885 Sep 18 19:50:23.163124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7dad2988-f6b5-42bf-be85-df90154644b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.163692 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.182107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-197833fd-3536-4a64-8e4a-678166f37a00 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:23.183982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-197833fd-3536-4a64-8e4a-678166f37a00 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295770 Sep 18 19:50:23.186556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-77017c45-02ed-432f-b275-f05bbb1fa5d1 service neutron] 10.222.0.32 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006059 Sep 18 19:50:23.196105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4203bed-e4b5-421e-b4d5-376053bc1144 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:23.217882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-95fc272e-6631-4a67-8020-c2459401e036 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/quotas/729dca72d5904668bf0d084356ef6ba1 HTTP/1.1" status: 200 len: 375 time: 0.0267444 Sep 18 19:50:23.225292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7dad2988-f6b5-42bf-be85-df90154644b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.233550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c4203bed-e4b5-421e-b4d5-376053bc1144, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c4203bed-e4b5-421e-b4d5-376053bc1144,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:23.241117 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.273780 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.304913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=c4203bed-e4b5-421e-b4d5-376053bc1144,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:23.384549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-6dbace83-f772-4c6f-8021-2be79d4c3dc6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538954 Sep 18 19:50:23.426622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25618c0-c448-4aa0-89a5-3c49ab4916d0 req-86edc34f-3b40-41f8-8e5b-0b549272885e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:23.428501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d25618c0-c448-4aa0-89a5-3c49ab4916d0 req-86edc34f-3b40-41f8-8e5b-0b549272885e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0991104 Sep 18 19:50:23.430520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfcd4154-db1c-4790-8ecf-f5cfd3983135 req-60d2300b-d458-43a4-bb5a-e41973219e72 service neutron] 10.222.0.32 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308455 Sep 18 19:50:23.479899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d25618c0-c448-4aa0-89a5-3c49ab4916d0 req-43ddb688-1eaf-48d3-8c87-739eacb8c7ce tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393257 Sep 18 19:50:23.548914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c4203bed-e4b5-421e-b4d5-376053bc1144'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:23.582366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f458c4ea-f6ba-4f4c-be45-f88da437ef63 req-cc7c73c7-9385-4726-8656-1972c3269495 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0322728 Sep 18 19:50:23.627258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c430c71-0c9e-4337-850f-685c4785a994 req-50d05a03-1c10-49ba-944d-c7f4d9cb4404 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0485568 Sep 18 19:50:23.743467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7dad2988-f6b5-42bf-be85-df90154644b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.746472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7dad2988-f6b5-42bf-be85-df90154644b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.748324 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7dad2988-f6b5-42bf-be85-df90154644b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0b90073-d0fd-4ca7-8e18-756029f4fbee HTTP/1.1" status: 204 len: 168 time: 0.7002940 Sep 18 19:50:23.838548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad2988-f6b5-42bf-be85-df90154644b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b90073-d0fd-4ca7-8e18-756029f4fbee,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:23.907098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.925474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:23.960851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa3c63-fc22-4f22-bbaf-a707806e6994 req-76885673-6184-4e50-a27c-8e05dddd3abc tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:23.962372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16fa3c63-fc22-4f22-bbaf-a707806e6994 req-76885673-6184-4e50-a27c-8e05dddd3abc tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 944 time: 0.1060665 Sep 18 19:50:24.045358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16fa3c63-fc22-4f22-bbaf-a707806e6994 req-2d6019ef-8d9d-4529-b67c-bc7cdf08be17 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601246 Sep 18 19:50:24.101729 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Floating IP 393f1d16-c6dd-4267-b479-13ee286a718f associated. External IP: 172.25.8.221, port: d014749d-7470-40ab-9de5-374cf9548d8f. Sep 18 19:50:24.259940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:24.315724 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd42db9a-df68-41aa-8d92-a13faee645ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:24.328559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac0427-766e-4497-811e-fbce24b4a92b req-2bebc464-b8a7-4b6b-92f7-e29a0965ccc7 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:24.331840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2ac0427-766e-4497-811e-fbce24b4a92b req-2bebc464-b8a7-4b6b-92f7-e29a0965ccc7 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 943 time: 0.1032610 Sep 18 19:50:24.380253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68fc80bd-6d55-4729-a766-f73bc5b584e6 req-f4e674fc-0a26-4941-99c8-5663dc0a8d57 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0466552 Sep 18 19:50:24.416813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2ac0427-766e-4497-811e-fbce24b4a92b req-3a606f3e-bac5-495b-af7e-59298ddeb0a7 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643129 Sep 18 19:50:24.424520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Router 0708445c-b168-4903-8039-6b560a746abf has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:50:24.433763 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6c305182-d40e-4cb0-97f3-6cd32db4c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:24.584819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd42db9a-df68-41aa-8d92-a13faee645ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:24.586928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:24.592329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:24.594499 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd42db9a-df68-41aa-8d92-a13faee645ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:24.598438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] Sync routers for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:24.625032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:24.628724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:24.647416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3bf6-bc02-4efc-a49c-feba5877a6ce req-57709a78-82f2-4621-a3d7-2877d5610871 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:24.655721 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dd42db9a-df68-41aa-8d92-a13faee645ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=442d4a0a5c2f46e2872ff50f2d103474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936620 Sep 18 19:50:24.660830 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a0875da9-0d44-40f6-b7f9-5ccf4bc4d82c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "PUT /v2.0/floatingips/393f1d16-c6dd-4267-b479-13ee286a718f HTTP/1.1" status: 200 len: 992 time: 1.9646335 Sep 18 19:50:24.660830 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:24.661075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-165b3bf6-bc02-4efc-a49c-feba5877a6ce req-57709a78-82f2-4621-a3d7-2877d5610871 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1032715 Sep 18 19:50:24.661075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55988) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:24.661275 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b" -d '{"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:24.663322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42db9a-df68-41aa-8d92-a13faee645ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50bb45b-6fc5-40c3-baf4-86f22065f78b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:24.731607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a3388272-f1d3-4fd5-b1e3-8f8d3eecb551 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=729dca72d5904668bf0d084356ef6ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508697 Sep 18 19:50:24.753859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:24.798239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8079094-044a-4f75-a41b-747ea23f9720 req-ab569737-3740-4061-bbb0-7325f1159d9f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0721760 Sep 18 19:50:24.813274 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:24.816136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-165b3bf6-bc02-4efc-a49c-feba5877a6ce req-de8ed906-c3e3-4b66-b68a-74bbe943ff7e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562943 Sep 18 19:50:24.871118 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cef39742-082c-47a7-a39c-4c8dd493a4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:24.891029 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7e3109-f781-4c4e-b533-f10cd616b866 x-openstack-request-id: req-fd7e3109-f781-4c4e-b533-f10cd616b866 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:24.891645 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:24.892631 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd7e3109-f781-4c4e-b533-f10cd616b866 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:24.893787 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'status': 'completed', 'code': 200} Sep 18 19:50:24.912025 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cef39742-082c-47a7-a39c-4c8dd493a4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:24.946470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-40e8db21-c54b-42e5-9879-457b43b91a26 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:24.947990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-40e8db21-c54b-42e5-9879-457b43b91a26 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020605 Sep 18 19:50:24.960673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c4203bed-e4b5-421e-b4d5-376053bc1144 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:24.978968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Request body: {'port': {'device_id': '5586d78b-b920-4a3b-be1a-ab191173e2e5', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '729dca72d5904668bf0d084356ef6ba1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:25.075116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-b071c2be-711f-4d8f-bbef-38e0cdf1ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.075622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-b071c2be-711f-4d8f-bbef-38e0cdf1ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.076094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-b071c2be-711f-4d8f-bbef-38e0cdf1ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.076564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-b071c2be-711f-4d8f-bbef-38e0cdf1ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.077027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-b071c2be-711f-4d8f-bbef-38e0cdf1ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.077490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-b071c2be-711f-4d8f-bbef-38e0cdf1ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.078057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-b071c2be-711f-4d8f-bbef-38e0cdf1ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.081153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-b071c2be-711f-4d8f-bbef-38e0cdf1ea25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6497 time: 0.1578453 Sep 18 19:50:25.097923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port c4203bed-e4b5-421e-b4d5-376053bc1144 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:25.105703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port c4203bed-e4b5-421e-b4d5-376053bc1144 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:25.106110 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:25.127716 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cef39742-082c-47a7-a39c-4c8dd493a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:25.130837 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cef39742-082c-47a7-a39c-4c8dd493a4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:25.132074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cef39742-082c-47a7-a39c-4c8dd493a4e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c50bb45b-6fc5-40c3-baf4-86f22065f78b HTTP/1.1" status: 204 len: 168 time: 0.4696820 Sep 18 19:50:25.151358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '393f1d16-c6dd-4267-b479-13ee286a718f', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0708445c-b168-4903-8039-6b560a746abf', 'port_id': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'mac_address': 'fa:16:3e:37:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:49:01Z', 'updated_at': '2021-09-18T19:50:23Z', 'revision_number': 1, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:28Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:25.183414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] Checking router: 0708445c-b168-4903-8039-6b560a746abf for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:25.183643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef39742-082c-47a7-a39c-4c8dd493a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50bb45b-6fc5-40c3-baf4-86f22065f78b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:25.197818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:25.198456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:25.255385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07da45-1f4e-4700-874a-27b5b51ef36d req-a3459bf9-d018-4254-8108-4e3c5877acd9 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.256907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c07da45-1f4e-4700-874a-27b5b51ef36d req-a3459bf9-d018-4254-8108-4e3c5877acd9 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 944 time: 0.1434739 Sep 18 19:50:25.278933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Made reservation on behalf of 729dca72d5904668bf0d084356ef6ba1 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:25.282294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:25.287217 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:25.299047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-8d85b46a-d3a5-42ad-a938-1dcb16c83d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:25.300877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-8d85b46a-d3a5-42ad-a938-1dcb16c83d7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c HTTP/1.1" status: 200 len: 912 time: 0.2108507 Sep 18 19:50:25.512946 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:25.522133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:25.524509 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e1421b-495f-4150-b30a-7ba61285707e" -d '{"events": [{"server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "name": "network-vif-plugged", "status": "completed", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:25.538206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:25.565672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c4203bed-e4b5-421e-b4d5-376053bc1144, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c4203bed-e4b5-421e-b4d5-376053bc1144,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:25.571108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:25.675994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=c4203bed-e4b5-421e-b4d5-376053bc1144,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:25.732062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c07da45-1f4e-4700-874a-27b5b51ef36d req-be11ef12-0d92-4500-9b44-2b531bc5ecb7 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619496 Sep 18 19:50:25.774510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bfe988f-bd82-4faf-a432-3cf3e6bc1747 req-4f537203-68c8-4e55-8adc-c961cba0d1e2 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0722442 Sep 18 19:50:25.832001 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb889f04-4d93-4a5f-a303-2d04a7d4bc68 x-openstack-request-id: req-eb889f04-4d93-4a5f-a303-2d04a7d4bc68 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:25.832481 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "name": "network-vif-plugged", "status": "completed", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:25.833872 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb889f04-4d93-4a5f-a303-2d04a7d4bc68 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:25.834297 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'code': 200} Sep 18 19:50:25.845695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '393f1d16-c6dd-4267-b479-13ee286a718f', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0708445c-b168-4903-8039-6b560a746abf', 'port_id': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'mac_address': 'fa:16:3e:37:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:49:01Z', 'updated_at': '2021-09-18T19:50:23Z', 'revision_number': 1, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:28Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:25.866567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-879e7a30-138d-4a43-bdf4-40b36ed2fbaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d014749d-7470-40ab-9de5-374cf9548d8f HTTP/1.1" status: 200 len: 1000 time: 0.5474408 Sep 18 19:50:25.877036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267421b-9156-4c68-bd70-982de2e8d5c7 None None] The sync data for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 is: [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '393f1d16-c6dd-4267-b479-13ee286a718f', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0708445c-b168-4903-8039-6b560a746abf', 'port_id': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'mac_address': 'fa:16:3e:37:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069f559-1858-4516-a3da-66159c949e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:49:01Z', 'updated_at': '2021-09-18T19:50:23Z', 'revision_number': 1, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:28Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:26.055021 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8842eaff-0f27-4b75-917f-0238924a48bd req-b5d9cf15-a404-4b86-a996-3dd8b151950f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0785146 Sep 18 19:50:26.068067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Allocated IP 192.168.233.50 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/4d20168e-86b0-435f-b12e-9a9ca829d067) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:26.073968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-d7b90b89-b036-4523-8b97-65fcb914461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:26.075492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-d7b90b89-b036-4523-8b97-65fcb914461c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59711212-6f3b-4312-9db1-67c23afe25fc HTTP/1.1" status: 200 len: 850 time: 0.2081780 Sep 18 19:50:26.102901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b834d888-d1ac-479f-bc02-8777b33be10f details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:26.118531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634246-1bbe-4780-bac2-0b3fd0e85141 req-01bd7ee3-e102-4bbe-81b8-ef88db52d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:26.120088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74634246-1bbe-4780-bac2-0b3fd0e85141 req-01bd7ee3-e102-4bbe-81b8-ef88db52d673 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1097 time: 0.2014177 Sep 18 19:50:26.128447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246fff4-0311-44f7-9d8e-508b5f68a4f4 req-ea1444ad-362f-4dd5-b1bf-604b309c263d tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:26.130119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0246fff4-0311-44f7-9d8e-508b5f68a4f4 req-ea1444ad-362f-4dd5-b1bf-604b309c263d tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 943 time: 0.2274601 Sep 18 19:50:26.180702 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603a407-1e56-454a-bd5e-5dc81c89efba None None] New status for floating IP 393f1d16-c6dd-4267-b479-13ee286a718f: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:50:26.249940 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:26.264396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'port_id': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'mac_address': 'fa:16:3e:d9:09:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:26.264633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74634246-1bbe-4780-bac2-0b3fd0e85141 req-083404e9-7aa8-40bc-9a26-f4b8d8fe9fe8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158190 Sep 18 19:50:26.271312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0246fff4-0311-44f7-9d8e-508b5f68a4f4 req-429c0e81-d387-41bf-ad78-e4ce06dffa6f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167042 Sep 18 19:50:26.293858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-11eef803-5c9a-4500-bb5e-6fb26169e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:26.304930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-11eef803-5c9a-4500-bb5e-6fb26169e02d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2035999 Sep 18 19:50:26.313982 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:26.332487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b834d888-d1ac-479f-bc02-8777b33be10f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:26.357088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:26.368431 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:26.378058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012ad60-af2c-4ad1-8073-5bb18a985924 req-e6b328a5-3987-4263-997f-de2e755d2d47 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:26.385536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2012ad60-af2c-4ad1-8073-5bb18a985924 req-e6b328a5-3987-4263-997f-de2e755d2d47 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1931195 Sep 18 19:50:26.422064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:26.442476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2012ad60-af2c-4ad1-8073-5bb18a985924 req-02c34ce4-d6b3-4164-b2c2-2fb5e77bb3bc tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560672 Sep 18 19:50:26.464182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:26.570070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:26.584677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:26.625595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-c84f8b4e-d3ad-4573-8184-7aeb67580ae8 service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459713 Sep 18 19:50:26.633085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:26.650981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:26.654106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['b834d888-d1ac-479f-bc02-8777b33be10f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:26.654274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:26.658844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Pushing event updated for resources: {'Port': ['ID=4d20168e-86b0-435f-b12e-9a9ca829d067,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:26.784514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:26.784880 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:26.840598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2b2ec7c-44ab-486f-91cb-e50e36e8984b req-72b64837-012c-432f-8110-f21f68b495d7 service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016137 Sep 18 19:50:26.842897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-1f4e2977-1167-414f-8481-65d8214e1957 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8744628 Sep 18 19:50:26.857813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Request body: {'port': {'device_id': '5586d78b-b920-4a3b-be1a-ab191173e2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:27.005019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb1c2613-ccb6-4174-9dee-52dade71d2c7 req-12c706f9-35dd-4973-8d5b-f7370a54455a tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0575485 Sep 18 19:50:27.010494 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:27.031588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-cc7f14ef-494c-4031-879b-f88029dde329 None None] Provisioning complete for port 4d20168e-86b0-435f-b12e-9a9ca829d067 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:27.034625 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc7f14ef-494c-4031-879b-f88029dde329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:27.040573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430f1e9-02f6-4465-be56-ea8d0491a521 req-ecd9f7d2-09ed-4a35-9941-b55abc900a5a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:27.042165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7430f1e9-02f6-4465-be56-ea8d0491a521 req-ecd9f7d2-09ed-4a35-9941-b55abc900a5a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1229057 Sep 18 19:50:27.072301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f14ef-494c-4031-879b-f88029dde329 None None] Port 4d20168e-86b0-435f-b12e-9a9ca829d067 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:50:27.173256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7430f1e9-02f6-4465-be56-ea8d0491a521 req-39398c95-9313-48cb-b300-1e46bd1668ad tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133149 Sep 18 19:50:27.248777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be94bb-d25a-4645-866e-30944edc6076 req-6685a71f-6355-4df0-adf2-b99db7baad8f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:27.250263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3be94bb-d25a-4645-866e-30944edc6076 req-6685a71f-6355-4df0-adf2-b99db7baad8f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 935 time: 0.0954936 Sep 18 19:50:27.326378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3be94bb-d25a-4645-866e-30944edc6076 req-fe12e81e-848d-4162-843a-c9af9599e983 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505855 Sep 18 19:50:27.358028 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:27.439948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d20168e-86b0-435f-b12e-9a9ca829d067 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:27.449686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:27.476597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f214-63a4-4e31-a980-8a9fb0f3af6f req-ec4ce7a9-25dc-425b-909b-f8672c028a47 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:27.478250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27b0f214-63a4-4e31-a980-8a9fb0f3af6f req-ec4ce7a9-25dc-425b-909b-f8672c028a47 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 944 time: 0.0873990 Sep 18 19:50:27.479414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Transition to ACTIVE for port object 4d20168e-86b0-435f-b12e-9a9ca829d067 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:50:27.518603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:27.604990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27b0f214-63a4-4e31-a980-8a9fb0f3af6f req-7a5cb27f-c34d-4362-9ead-a15302bfba58 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080320 Sep 18 19:50:27.669403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Pushing event updated for resources: {'Port': ['ID=4d20168e-86b0-435f-b12e-9a9ca829d067,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:27.690515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2931ad-e1ab-48e0-9f0e-4f91890db198 req-a774f733-9bdc-4b3c-85b7-077ecbe03a2e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:27.692079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a2931ad-e1ab-48e0-9f0e-4f91890db198 req-a774f733-9bdc-4b3c-85b7-077ecbe03a2e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1570041 Sep 18 19:50:27.717767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Attempting to bind port 4d20168e-86b0-435f-b12e-9a9ca829d067 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:27.718095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Attempting to bind port 4d20168e-86b0-435f-b12e-9a9ca829d067 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:27.718413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Attempting to bind port 4d20168e-86b0-435f-b12e-9a9ca829d067 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:27.731829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Port 4d20168e-86b0-435f-b12e-9a9ca829d067 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:50:27.732147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Attempting to bind port 4d20168e-86b0-435f-b12e-9a9ca829d067 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:27.745488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:27.745970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:27.746352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:27.746778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Bound port: 4d20168e-86b0-435f-b12e-9a9ca829d067, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:27.747362 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:27.762620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a2931ad-e1ab-48e0-9f0e-4f91890db198 req-b36e79b7-4a92-4627-a483-bfca2b502380 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616431 Sep 18 19:50:27.830699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] For port 4d20168e-86b0-435f-b12e-9a9ca829d067, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:27.833752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] For port 4d20168e-86b0-435f-b12e-9a9ca829d067, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4d20168e-86b0-435f-b12e-9a9ca829d067,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:27.838926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:27.875076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:27.875838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:27.878534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] 10.222.0.32 "PUT /v2.0/ports/4d20168e-86b0-435f-b12e-9a9ca829d067 HTTP/1.1" status: 200 len: 1096 time: 1.0268500 Sep 18 19:50:27.878979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5586d78b-b920-4a3b-be1a-ab191173e2e5', 'tag': '4d20168e-86b0-435f-b12e-9a9ca829d067'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:27.881366 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a5170f-3d01-4277-b561-a67075b9f25f" -d '{"events": [{"name": "network-changed", "server_uuid": "5586d78b-b920-4a3b-be1a-ab191173e2e5", "tag": "4d20168e-86b0-435f-b12e-9a9ca829d067"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:27.906534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330403-ff76-47b7-9c7a-72158ed92dad service neutron] Pushing event updated for resources: {'Port': ['ID=4d20168e-86b0-435f-b12e-9a9ca829d067,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:27.931523 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd726c7-0c4c-4442-8087-aab7e3ab6ad5 x-openstack-request-id: req-cfd726c7-0c4c-4442-8087-aab7e3ab6ad5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:27.931804 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5586d78b-b920-4a3b-be1a-ab191173e2e5", "tag": "4d20168e-86b0-435f-b12e-9a9ca829d067", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:27.932052 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfd726c7-0c4c-4442-8087-aab7e3ab6ad5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:27.932574 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5586d78b-b920-4a3b-be1a-ab191173e2e5', 'tag': '4d20168e-86b0-435f-b12e-9a9ca829d067', 'status': 'completed', 'code': 200} Sep 18 19:50:27.967225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-50c5c8ef-6a72-4645-b50d-aee595720aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:27.968781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-50c5c8ef-6a72-4645-b50d-aee595720aef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 1099 time: 0.0486133 Sep 18 19:50:28.016439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-c063119a-e324-48be-9a03-b7f311f7503a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=4d20168e-86b0-435f-b12e-9a9ca829d067 HTTP/1.1" status: 200 len: 217 time: 0.0385227 Sep 18 19:50:28.078585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-964403ce-5a97-433d-94d3-3f22a46376d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.081870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-964403ce-5a97-433d-94d3-3f22a46376d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0565748 Sep 18 19:50:28.119872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b834d888-d1ac-479f-bc02-8777b33be10f up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:28.140184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3945c63-4859-4268-9f6b-b57a63dfabbd req-a08d770f-e4cd-4423-b89a-2c8cdf1878a7 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0428984 Sep 18 19:50:28.160284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-b62effb9-79b9-46c9-8bf9-f5c4db235abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.161795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-b62effb9-79b9-46c9-8bf9-f5c4db235abc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735278 Sep 18 19:50:28.193870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port b834d888-d1ac-479f-bc02-8777b33be10f completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:28.198719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port b834d888-d1ac-479f-bc02-8777b33be10f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:28.199286 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:28.277106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-55979e0a-3267-438f-af60-f2ce1febcee8 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072972 Sep 18 19:50:28.280575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:28.316182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:28.316920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:28.320847 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfa8c86-6733-4cea-8987-d173d0f2e15c" -d '{"events": [{"server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "name": "network-vif-plugged", "status": "completed", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:28.325279 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:28.368756 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e93697e-f203-4590-9ac8-8c880006913f x-openstack-request-id: req-7e93697e-f203-4590-9ac8-8c880006913f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:28.369046 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "name": "network-vif-plugged", "status": "completed", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:28.369524 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e93697e-f203-4590-9ac8-8c880006913f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:28.369916 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'code': 200} Sep 18 19:50:28.375514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c37d22-b6e6-437c-9582-f0a29bd53a0c req-37fbdf28-0cdc-46f3-b3e4-a9615185413e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.383933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c37d22-b6e6-437c-9582-f0a29bd53a0c req-37fbdf28-0cdc-46f3-b3e4-a9615185413e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1205637 Sep 18 19:50:28.401261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:28.462221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c37d22-b6e6-437c-9582-f0a29bd53a0c req-f6721d60-171d-4ecb-8143-33bcaf12665f tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774150 Sep 18 19:50:28.479108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb14cbb-a098-4c8b-a932-a2638d36f9d7 req-2f6fe7e0-264e-41a2-892e-1b01cbf8e839 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868310 Sep 18 19:50:28.482251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f40970-471b-483a-8134-3d370e76b5d4 req-392b2507-0c0b-47f8-ba45-2a049b6d972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.483882 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1f40970-471b-483a-8134-3d370e76b5d4 req-392b2507-0c0b-47f8-ba45-2a049b6d972c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 1097 time: 0.0452578 Sep 18 19:50:28.503691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846afd2-3338-4863-a0fa-fed7fccbcb0b req-2280d0a3-3349-43ce-9681-5ccd7efd9756 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.505327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a846afd2-3338-4863-a0fa-fed7fccbcb0b req-2280d0a3-3349-43ce-9681-5ccd7efd9756 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 947 time: 0.0608530 Sep 18 19:50:28.542979 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1f40970-471b-483a-8134-3d370e76b5d4 req-bebd6d9c-3632-4baa-8c9f-37a4bd895177 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Sep 18 19:50:28.560857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a846afd2-3338-4863-a0fa-fed7fccbcb0b req-c2206278-b740-4ee6-baf2-aafd9cde808f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Sep 18 19:50:28.792111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-72e3d048-fd8c-4bba-a373-bcd129594be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.793584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-72e3d048-fd8c-4bba-a373-bcd129594be3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1097 time: 0.1280622 Sep 18 19:50:28.819519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13b68-44e1-43b7-97a9-07d20404d43a req-c8aae030-e0e3-430b-944a-28ff2c6c6f97 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.820855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8c13b68-44e1-43b7-97a9-07d20404d43a req-c8aae030-e0e3-430b-944a-28ff2c6c6f97 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1306627 Sep 18 19:50:28.846704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db7a3c-dd2f-49e6-ac59-d2407e07ea33 req-8d8e8a63-8804-4eb4-aba3-41eea20fdead tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.848149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03db7a3c-dd2f-49e6-ac59-d2407e07ea33 req-8d8e8a63-8804-4eb4-aba3-41eea20fdead tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1550577 Sep 18 19:50:28.916630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5170f-3d01-4277-b561-a67075b9f25f req-1d63b951-5a04-47c5-8d91-d0d193e890d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:28.918243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11a5170f-3d01-4277-b561-a67075b9f25f req-1d63b951-5a04-47c5-8d91-d0d193e890d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=729dca72d5904668bf0d084356ef6ba1&device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 1099 time: 0.1668081 Sep 18 19:50:28.978353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03db7a3c-dd2f-49e6-ac59-d2407e07ea33 req-cd0f349e-759f-4bb2-9c28-e5dda2736e15 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160085 Sep 18 19:50:28.999430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8c13b68-44e1-43b7-97a9-07d20404d43a req-dfa5ee26-bd2e-48cd-83c7-4ce91f2e6663 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587608 Sep 18 19:50:29.093838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-6175323a-0de4-4091-8e1a-50b8f0cf4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:29.115367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-6175323a-0de4-4091-8e1a-50b8f0cf4729 service neutron] 10.222.0.24 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 921 time: 0.2994151 Sep 18 19:50:29.173315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-4ee6644d-05a6-4930-8f73-35840823aaab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 217 time: 0.0565827 Sep 18 19:50:29.238156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5170f-3d01-4277-b561-a67075b9f25f req-e74a71e9-ad31-46c2-8d3d-bf94c440a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:29.239525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11a5170f-3d01-4277-b561-a67075b9f25f req-e74a71e9-ad31-46c2-8d3d-bf94c440a787 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.3009775 Sep 18 19:50:29.310136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-642a1325-5bc1-42e9-94f2-542987241428 req-82392ac8-bf1a-4b3d-bfb5-34ea2d7b79a2 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0765843 Sep 18 19:50:29.316411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11a5170f-3d01-4277-b561-a67075b9f25f req-d3be2fdc-9910-45a0-b0ff-d002e40f2818 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=4d20168e-86b0-435f-b12e-9a9ca829d067 HTTP/1.1" status: 200 len: 217 time: 0.0619438 Sep 18 19:50:29.338046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f15b78-3649-452b-944b-cafcf25c4968 req-2635bd11-d412-495b-95ff-43b5e39f2331 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:29.338046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9f15b78-3649-452b-944b-cafcf25c4968 req-2635bd11-d412-495b-95ff-43b5e39f2331 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.2046981 Sep 18 19:50:29.338046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-c5369efa-d66a-4fc7-be13-60bbb947807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:29.338046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-c5369efa-d66a-4fc7-be13-60bbb947807a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.1372783 Sep 18 19:50:29.403620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-30896df2-b02a-4b49-bc89-09ccb05bd42f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611899 Sep 18 19:50:29.452367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5170f-3d01-4277-b561-a67075b9f25f req-e7ebec6f-0687-4dbc-bca5-a488cfb320eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:29.453696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11a5170f-3d01-4277-b561-a67075b9f25f req-e7ebec6f-0687-4dbc-bca5-a488cfb320eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1234474 Sep 18 19:50:29.457989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9f15b78-3649-452b-944b-cafcf25c4968 req-621584f0-aff6-427a-b457-9a6e17f4ca4d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173680 Sep 18 19:50:29.545034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-e18195cb-8853-44de-98d8-ffa58f096372 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318746 Sep 18 19:50:29.550915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5170f-3d01-4277-b561-a67075b9f25f req-da18cd20-0bef-4da1-9ae6-6365bf712031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:29.552236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11a5170f-3d01-4277-b561-a67075b9f25f req-da18cd20-0bef-4da1-9ae6-6365bf712031 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649920 Sep 18 19:50:29.734517 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b438596b-ac29-4094-8a71-8a78cf26eac5 req-797c9758-80d1-4852-9e07-7e4a8c805cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813533 Sep 18 19:50:29.742590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11a5170f-3d01-4277-b561-a67075b9f25f req-f240d1d5-4985-4937-bdaa-c646b4c4a5a4 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728432 Sep 18 19:50:29.750051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c9e36-18d0-412f-9e20-34a34cd1e59f req-e1af562e-b949-4fef-ba29-e8e2c364def6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:29.752520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc2c9e36-18d0-412f-9e20-34a34cd1e59f req-e1af562e-b949-4fef-ba29-e8e2c364def6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 947 time: 0.1197016 Sep 18 19:50:30.180995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc2c9e36-18d0-412f-9e20-34a34cd1e59f req-33ecd0a1-138b-4422-bbc1-430bd12cca61 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197550 Sep 18 19:50:30.207016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11a5170f-3d01-4277-b561-a67075b9f25f req-ede6b718-47d8-4b34-8ad6-21c3349820ea service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539669 Sep 18 19:50:30.222364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0102-bac2-45cb-9063-d6a53e589f23 req-c55d880d-1ad2-4fd7-bca2-7d0a1cc1ad22 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:30.224119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d58d0102-bac2-45cb-9063-d6a53e589f23 req-c55d880d-1ad2-4fd7-bca2-7d0a1cc1ad22 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0868762 Sep 18 19:50:30.281993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d58d0102-bac2-45cb-9063-d6a53e589f23 req-a52320c0-5ead-4181-bba2-0116e1e3abfa tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476267 Sep 18 19:50:30.323315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d341043-45d2-47ac-97bb-2dc92df92faf req-e06fdb58-3ff1-455e-ac7c-90c6d3725b25 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:30.325345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d341043-45d2-47ac-97bb-2dc92df92faf req-e06fdb58-3ff1-455e-ac7c-90c6d3725b25 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0605316 Sep 18 19:50:30.368545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d341043-45d2-47ac-97bb-2dc92df92faf req-285b0854-2d61-4503-85c7-d249df779aed tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357554 Sep 18 19:50:30.464332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e30346b-cd2d-40b6-a485-211c18c3cdb4 req-2d45b4f4-50cd-4a21-b4ab-39e679c6a5aa tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0308146 Sep 18 19:50:30.481060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e948-610d-41e4-852b-9b788eb12753 req-46bf5f0e-4f70-42ac-96ea-df0a12d3f48d tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:30.491801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3183e948-610d-41e4-852b-9b788eb12753 req-46bf5f0e-4f70-42ac-96ea-df0a12d3f48d tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0742688 Sep 18 19:50:30.522246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3183e948-610d-41e4-852b-9b788eb12753 req-a08257eb-e92c-47b8-bf45-c74fd4b5f6c6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Sep 18 19:50:30.580632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0ebd7-65bd-4ce7-9b6b-394fd8cc2cc1 req-348a73b9-823b-454f-9df8-ddb9efe592d2 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:30.581985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdd0ebd7-65bd-4ce7-9b6b-394fd8cc2cc1 req-348a73b9-823b-454f-9df8-ddb9efe592d2 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0520051 Sep 18 19:50:30.627073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdd0ebd7-65bd-4ce7-9b6b-394fd8cc2cc1 req-3e19066b-0b9f-4faf-a839-da99649a4e2a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378838 Sep 18 19:50:30.856076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9239c6-17ef-4d06-a17a-72b1c151a467 req-d20a9912-9de0-4dfd-a2f1-90df7ac0858c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:30.857576 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a9239c6-17ef-4d06-a17a-72b1c151a467 req-d20a9912-9de0-4dfd-a2f1-90df7ac0858c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0532367 Sep 18 19:50:30.899574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a9239c6-17ef-4d06-a17a-72b1c151a467 req-bd3f7321-5b1d-4cb8-8b68-bc8e5aad5295 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350277 Sep 18 19:50:31.297124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08babd4f-b940-4e46-907e-333a346d33af req-48bd5301-fdf1-4414-b6c8-b7d428677d96 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:31.299120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08babd4f-b940-4e46-907e-333a346d33af req-48bd5301-fdf1-4414-b6c8-b7d428677d96 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 947 time: 0.0495119 Sep 18 19:50:31.341965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08babd4f-b940-4e46-907e-333a346d33af req-18a31858-c48a-409c-883e-7e76d31915e0 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366757 Sep 18 19:50:31.486496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ab612-bd4a-4d94-9f30-3b9b273dc751 req-80a1e22c-8bb7-4c8c-b420-2c37465b4843 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:31.487874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-990ab612-bd4a-4d94-9f30-3b9b273dc751 req-80a1e22c-8bb7-4c8c-b420-2c37465b4843 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0485702 Sep 18 19:50:31.536310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-990ab612-bd4a-4d94-9f30-3b9b273dc751 req-6f4d9684-1783-4b69-907b-71d0fe3042c3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Sep 18 19:50:31.575027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23dc4e8f-9218-4cec-98a7-f650070ef6ec req-bc111e9a-d783-4835-9992-3662810adc77 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0290887 Sep 18 19:50:31.742965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fae3ae-83ff-4647-9d67-28d22c7892f2 req-3360f4f4-957a-475a-8e46-c62e5a465991 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:31.744441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83fae3ae-83ff-4647-9d67-28d22c7892f2 req-3360f4f4-957a-475a-8e46-c62e5a465991 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0520020 Sep 18 19:50:31.783273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83fae3ae-83ff-4647-9d67-28d22c7892f2 req-df9ec820-8814-46a7-b452-7270be0683f9 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Sep 18 19:50:32.013563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca210b37-6d83-4007-bfc1-9b96580c52ac req-d1c982e7-d3f6-43f1-99b6-12c25b95d21a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:32.014926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca210b37-6d83-4007-bfc1-9b96580c52ac req-d1c982e7-d3f6-43f1-99b6-12c25b95d21a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0492094 Sep 18 19:50:32.051840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca210b37-6d83-4007-bfc1-9b96580c52ac req-0d491c56-9418-4ee5-b74b-64d3d2716883 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304172 Sep 18 19:50:32.157832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4d20168e-86b0-435f-b12e-9a9ca829d067 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:32.255770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4d20168e-86b0-435f-b12e-9a9ca829d067, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4d20168e-86b0-435f-b12e-9a9ca829d067,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:32.272398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '4d20168e-86b0-435f-b12e-9a9ca829d067', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '4d20168e-86b0-435f-b12e-9a9ca829d067', 'mac_address': 'fa:16:3e:23:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:32.310803 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:32.324944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d20168e-86b0-435f-b12e-9a9ca829d067 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:32.346622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4d20168e-86b0-435f-b12e-9a9ca829d067, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4d20168e-86b0-435f-b12e-9a9ca829d067,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:32.357161 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:32.432637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=4d20168e-86b0-435f-b12e-9a9ca829d067,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:32.470867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4453a59-5082-4b97-b28b-265e0ba18314 req-35aa4203-4cc2-444c-8542-b0ec88c60d06 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:32.473057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4453a59-5082-4b97-b28b-265e0ba18314 req-35aa4203-4cc2-444c-8542-b0ec88c60d06 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 948 time: 0.0589628 Sep 18 19:50:32.511728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4453a59-5082-4b97-b28b-265e0ba18314 req-d5f30797-eefa-4f05-b9c7-b22d5a48127e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Sep 18 19:50:32.663793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c8197-ecfd-410f-a2c4-00fc34e22f7e req-45be89e9-d3ed-4be4-9ff1-4d941d8cd303 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:32.665393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df5c8197-ecfd-410f-a2c4-00fc34e22f7e req-45be89e9-d3ed-4be4-9ff1-4d941d8cd303 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0587285 Sep 18 19:50:32.701672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76e54356-1ab7-4dd0-8493-525197a2a005 req-40e87305-4777-4f48-b9ea-130fe0b20874 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0352235 Sep 18 19:50:32.728062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df5c8197-ecfd-410f-a2c4-00fc34e22f7e req-2d7d3b12-5626-496b-a0ae-a264b70c212d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529931 Sep 18 19:50:32.731171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['4d20168e-86b0-435f-b12e-9a9ca829d067'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:32.905488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4fd29-23ed-43fa-b968-3fa3370203a7 req-fddfed3e-6448-45ca-ba7c-f3c6e70d0be9 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:32.907126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1b4fd29-23ed-43fa-b968-3fa3370203a7 req-fddfed3e-6448-45ca-ba7c-f3c6e70d0be9 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0539489 Sep 18 19:50:32.946937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1b4fd29-23ed-43fa-b968-3fa3370203a7 req-513f738b-20df-4fa1-ad33-ccc441d93203 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Sep 18 19:50:33.171880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403eb7c-1807-48b7-9de8-67a2e4c49fbc req-0418032c-fb32-4659-993a-2a584a5e8fe3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:33.174115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a403eb7c-1807-48b7-9de8-67a2e4c49fbc req-0418032c-fb32-4659-993a-2a584a5e8fe3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0515430 Sep 18 19:50:33.214118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a403eb7c-1807-48b7-9de8-67a2e4c49fbc req-5c029af7-1936-4b3f-aea2-6ff611f7d345 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Sep 18 19:50:33.405884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-87415cae-bf71-43d2-85dc-d29a8706b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:33.409141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-87415cae-bf71-43d2-85dc-d29a8706b511 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 1097 time: 0.0436203 Sep 18 19:50:33.524337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-4410fa3d-888e-4b17-b346-f0d29cee6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:33.525876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-4410fa3d-888e-4b17-b346-f0d29cee6f84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 910 time: 0.0959737 Sep 18 19:50:33.656369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-2a3f7411-7a6c-473b-98f4-3ed77e943f48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 200 len: 1001 time: 0.1227076 Sep 18 19:50:33.717042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3443f1-a37c-4d3f-9001-9b1a1944b8c2 req-6ee6e685-4d57-4581-929f-bb7ac86aea5d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:33.718802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e3443f1-a37c-4d3f-9001-9b1a1944b8c2 req-6ee6e685-4d57-4581-929f-bb7ac86aea5d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 948 time: 0.1024270 Sep 18 19:50:33.737136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-2c81b6f1-216c-4de9-aa3c-3d3236845c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:33.758215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-2c81b6f1-216c-4de9-aa3c-3d3236845c6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.0755153 Sep 18 19:50:33.803335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e3443f1-a37c-4d3f-9001-9b1a1944b8c2 req-cdf79bd4-64d4-4499-aa27-3b5667ef19f2 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751204 Sep 18 19:50:33.848291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-73e016d0-2a10-42dc-a346-f794c8f04cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:33.849796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-73e016d0-2a10-42dc-a346-f794c8f04cd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936918 Sep 18 19:50:33.855943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e3c1c82-7148-4aac-8f2d-111871b9eb84 req-d8dfd92b-39bd-4c75-80b8-2344f3b1ee80 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0430775 Sep 18 19:50:33.989839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2864e-94f2-4a6f-98d2-60c4ec4acfd1 req-d1dabbfe-eb19-4c9c-8ad3-8cf3ed513cc2 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:33.991353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ca2864e-94f2-4a6f-98d2-60c4ec4acfd1 req-d1dabbfe-eb19-4c9c-8ad3-8cf3ed513cc2 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1064110 Sep 18 19:50:33.995762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-bbeed420-7d01-4ef0-9861-d9be00662581 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383531 Sep 18 19:50:34.120176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ca2864e-94f2-4a6f-98d2-60c4ec4acfd1 req-b8aa81c6-e18e-4f0b-85e4-54fcceaff98a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206779 Sep 18 19:50:34.149331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0a9d1-eb10-458a-840f-c53ecfe7851a req-d6d87533-b316-477d-aa32-faa28dc19d17 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:34.150840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26f0a9d1-eb10-458a-840f-c53ecfe7851a req-d6d87533-b316-477d-aa32-faa28dc19d17 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1282918 Sep 18 19:50:34.178206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a58f73c-793c-4640-ac5f-0d519e022d04 req-24f2babd-34f2-4811-bf9d-ab6b8233877e service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648252 Sep 18 19:50:34.181447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4d20168e-86b0-435f-b12e-9a9ca829d067 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:34.202761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26f0a9d1-eb10-458a-840f-c53ecfe7851a req-aa8104d0-8ade-4d1d-b5c4-3ae854bab552 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Sep 18 19:50:34.254139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 4d20168e-86b0-435f-b12e-9a9ca829d067 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:34.258450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 4d20168e-86b0-435f-b12e-9a9ca829d067 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:34.258894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:34.361272 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:34.380851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a4bef-38b3-4532-b22b-56fe9e9e614f req-e93bd07c-8abe-453c-8844-e9aaa3c4517d tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:34.392719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5586d78b-b920-4a3b-be1a-ab191173e2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d20168e-86b0-435f-b12e-9a9ca829d067'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:34.397600 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad6a9cc-e3ef-4171-87f0-1ea131805191" -d '{"events": [{"server_uuid": "5586d78b-b920-4a3b-be1a-ab191173e2e5", "name": "network-vif-plugged", "status": "completed", "tag": "4d20168e-86b0-435f-b12e-9a9ca829d067"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:34.399145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-837a4bef-38b3-4532-b22b-56fe9e9e614f req-e93bd07c-8abe-453c-8844-e9aaa3c4517d tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1032085 Sep 18 19:50:34.415569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4d20168e-86b0-435f-b12e-9a9ca829d067, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4d20168e-86b0-435f-b12e-9a9ca829d067,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:34.420334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:34.481469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=4d20168e-86b0-435f-b12e-9a9ca829d067,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:34.527995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-837a4bef-38b3-4532-b22b-56fe9e9e614f req-521b5096-3191-48ec-b033-6de5bdf389d1 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278477 Sep 18 19:50:34.560203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5b636-9a67-454d-ab2d-8a345d623f6a req-21dc36e8-96b4-4f24-8182-9eb05395466f tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:34.569005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57e5b636-9a67-454d-ab2d-8a345d623f6a req-21dc36e8-96b4-4f24-8182-9eb05395466f tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1436977 Sep 18 19:50:34.598775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-363391d2-96af-4db9-a1d9-f3e7bca97f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:34.600428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-363391d2-96af-4db9-a1d9-f3e7bca97f2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 1097 time: 0.1226141 Sep 18 19:50:34.601898 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3945ff08-3783-401f-b4e6-e0e0eee15acf x-openstack-request-id: req-3945ff08-3783-401f-b4e6-e0e0eee15acf {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:34.602509 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5586d78b-b920-4a3b-be1a-ab191173e2e5", "name": "network-vif-plugged", "status": "completed", "tag": "4d20168e-86b0-435f-b12e-9a9ca829d067", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:34.602925 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3945ff08-3783-401f-b4e6-e0e0eee15acf {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:34.603319 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5586d78b-b920-4a3b-be1a-ab191173e2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d20168e-86b0-435f-b12e-9a9ca829d067', 'code': 200} Sep 18 19:50:34.643921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57e5b636-9a67-454d-ab2d-8a345d623f6a req-bd97dc1c-b2ac-4878-8aef-22ac0f6f8762 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718296 Sep 18 19:50:34.786630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56f2d-2ced-46e7-ab10-28fcee61362c req-f3948530-ea74-4e9f-bd71-bfdcbc998f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:34.788428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06b56f2d-2ced-46e7-ab10-28fcee61362c req-f3948530-ea74-4e9f-bd71-bfdcbc998f5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 1101 time: 0.1082914 Sep 18 19:50:34.790064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-79348a50-4f04-4e31-97af-6206e6128713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:34.791648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-79348a50-4f04-4e31-97af-6206e6128713 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 910 time: 0.1716137 Sep 18 19:50:34.885957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56198) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:34.949884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06b56f2d-2ced-46e7-ab10-28fcee61362c req-66b5b2df-f58d-4404-ab96-6e198f80abec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540000 Sep 18 19:50:35.011421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff7ba971-5950-42ab-b961-b10040f2d4b4 req-192f36c1-6ce4-4c3a-b8b2-26373f04b151 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0533845 Sep 18 19:50:35.020143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97dc82d1-f2a8-4cf9-8334-0781c3c98667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:35.025274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-a2c53d09-2dea-462b-a247-b10ea4ab4a75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 200 len: 1001 time: 0.2061634 Sep 18 19:50:35.038444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16048ce-62b1-457e-9c86-6f0e3616e928 req-ade4ed30-a3e3-4a7b-8ad5-882fb0919ba6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:35.044022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e16048ce-62b1-457e-9c86-6f0e3616e928 req-ade4ed30-a3e3-4a7b-8ad5-882fb0919ba6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 949 time: 0.1302760 Sep 18 19:50:35.129299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-f504f6ac-9d90-4698-9097-1be5073c59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:35.131182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-f504f6ac-9d90-4698-9097-1be5073c59b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.0858815 Sep 18 19:50:35.134846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e16048ce-62b1-457e-9c86-6f0e3616e928 req-f50bf94e-4d7d-4ce6-9101-45846fc1162e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758457 Sep 18 19:50:35.159122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97dc82d1-f2a8-4cf9-8334-0781c3c98667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:35.173051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97dc82d1-f2a8-4cf9-8334-0781c3c98667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:35.189666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-03f0c93a-38ff-4525-8289-d683c7dea45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:35.191188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-03f0c93a-38ff-4525-8289-d683c7dea45d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480008 Sep 18 19:50:35.207153 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-97dc82d1-f2a8-4cf9-8334-0781c3c98667 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc77ac86a70b499799dc869a5f08edc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212535 Sep 18 19:50:35.211781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56206) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:35.227820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc82d1-f2a8-4cf9-8334-0781c3c98667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d977e0d6-8269-49ef-a9aa-ced51f4227fb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:35.267173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b0b198f-7d70-475a-ac6a-96583ed59035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:35.287865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b0b198f-7d70-475a-ac6a-96583ed59035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:35.312222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5ea9-4b6e-466c-8fe6-0ad58626968b req-805b6b9d-a632-4582-a1cd-2ba288a4fdaf tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:35.314201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31bb5ea9-4b6e-466c-8fe6-0ad58626968b req-805b6b9d-a632-4582-a1cd-2ba288a4fdaf tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1080170 Sep 18 19:50:35.333118 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b0b198f-7d70-475a-ac6a-96583ed59035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:35.336056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b0b198f-7d70-475a-ac6a-96583ed59035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:35.337197 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4b0b198f-7d70-475a-ac6a-96583ed59035 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d977e0d6-8269-49ef-a9aa-ced51f4227fb HTTP/1.1" status: 204 len: 168 time: 0.1245189 Sep 18 19:50:35.341524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-af22c0f6-8020-4787-9cf8-eec6b2528d4f service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428065 Sep 18 19:50:35.345611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b198f-7d70-475a-ac6a-96583ed59035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d977e0d6-8269-49ef-a9aa-ced51f4227fb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:35.370141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31bb5ea9-4b6e-466c-8fe6-0ad58626968b req-b573ce6f-4138-4403-81c3-dbc1c36a4c3e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Sep 18 19:50:35.451996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67fd6001-a5cb-4cac-96f5-d150a63407f3 req-3a850f5f-e527-4459-8d9a-9a476ee3ee64 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954912 Sep 18 19:50:35.642171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6a58e-7e4f-486c-80cd-f0ec293b1825 req-44100728-40e2-4c01-a6bb-e3bc270c4e60 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:35.643719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bd6a58e-7e4f-486c-80cd-f0ec293b1825 req-44100728-40e2-4c01-a6bb-e3bc270c4e60 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0511842 Sep 18 19:50:35.683653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bd6a58e-7e4f-486c-80cd-f0ec293b1825 req-ba2243c4-d872-457c-b03b-841da7eba87b tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337231 Sep 18 19:50:35.769377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1377dd-8a03-4955-ad87-6c20f5023c0e req-108c8cbb-5cec-4c7f-abae-af474d58f3dc tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:35.771130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb1377dd-8a03-4955-ad87-6c20f5023c0e req-108c8cbb-5cec-4c7f-abae-af474d58f3dc tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0534341 Sep 18 19:50:35.816336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb1377dd-8a03-4955-ad87-6c20f5023c0e req-c644dbc8-3e73-4579-b0ab-1b0872b538f3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374007 Sep 18 19:50:35.997952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56234) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:36.095339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-736693147-network', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:36.132135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Made reservation on behalf of 023f577e01974389a70f7c14c8bc5f37 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:36.135281 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.146294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.153970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-660c9c7c-40e7-4f80-964f-a4397e66f97c req-916e31ba-2f10-4b36-a41c-b6e5ddb4c231 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0402930 Sep 18 19:50:36.262661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.265879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.294573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:50:36.300334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acde2f9-d394-4c29-93ec-7432f80157f8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:36.303302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fa077-9e11-4d6c-bfde-58b8dabe3173 req-0ebe543e-3cb2-4c6e-ace8-ee5c930b992f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.304906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be1fa077-9e11-4d6c-bfde-58b8dabe3173 req-0ebe543e-3cb2-4c6e-ace8-ee5c930b992f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 949 time: 0.0595348 Sep 18 19:50:36.307952 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.308540 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Added segment f8d1aec6-953d-4870-8f7f-a69c2e593520 of type vlan for network 296d36b6-a127-4bb6-a6b2-9d10708b6eab Sep 18 19:50:36.352201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.352457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be1fa077-9e11-4d6c-bfde-58b8dabe3173 req-bd6999ef-53b8-484b-a40f-1d074b4a3bbf tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Sep 18 19:50:36.379464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.380550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.381136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.415716 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4152508 Sep 18 19:50:36.417426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56248) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:36.424568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Request body: {'subnet': {'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-736693147-subnet', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:36.456742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Made reservation on behalf of 023f577e01974389a70f7c14c8bc5f37 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:36.456954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b91c79-83ea-4e00-8cd1-3a88a9113cbe admin admin] Pushing event updated for resources: {'Network': ['ID=296d36b6-a127-4bb6-a6b2-9d10708b6eab,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:36.458986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.467270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:50:36.546417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620eddcf-6bd1-4057-83aa-1dce670d3b6f req-91464c61-759e-492d-93c9-19907b5e6e0b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.548537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-620eddcf-6bd1-4057-83aa-1dce670d3b6f req-91464c61-759e-492d-93c9-19907b5e6e0b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1028614 Sep 18 19:50:36.605355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-620eddcf-6bd1-4057-83aa-1dce670d3b6f req-ba282851-2556-49eb-86d8-1c08b13b50bc tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492635 Sep 18 19:50:36.696565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.753218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dd6cd9-f5a8-410e-98d4-ab4e8f85d904,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:36.793510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Checking segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:36.793865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Network hostable DHCP agents. Network: 296d36b6-a127-4bb6-a6b2-9d10708b6eab, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:50:36.825349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b6b2b-5836-4737-a7ae-45a4a6043bca req-00491648-aa4f-4d8b-8f96-257d1d795faa tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.826759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d70b6b2b-5836-4737-a7ae-45a4a6043bca req-00491648-aa4f-4d8b-8f96-257d1d795faa tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0665185 Sep 18 19:50:36.827491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:50:36.842546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 296d36b6-a127-4bb6-a6b2-9d10708b6eab) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:36.851158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2877978-d966-48a6-bac3-392da78c4570 None None] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:50:36.853876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.854468 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.878508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3f781647-9ac9-4d27-b269-936603e6257c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4597127 Sep 18 19:50:36.881366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56258) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:36.881956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d70b6b2b-5836-4737-a7ae-45a4a6043bca req-1dad2a53-3193-472d-9cf5-347bb6bbc666 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479414 Sep 18 19:50:36.885781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:36.917290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.918929 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.961656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.962147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.962623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.963094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.963621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.964092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.964707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.965182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.965636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.966103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.966570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.967033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.967519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.967984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.968447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.968904 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.969468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.970072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.970543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.971004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:36.981257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3993ea1-6531-49f7-a7b4-015607059817 req-0e6a4ff5-c63b-4d3b-864b-ab9417ebb0a0 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5&device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde&device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f&device_id=4b62272e-483a-4477-99f3-e196a9425618&device_id=a91eb448-a16b-4dfd-9242-d0954293988d&device_id=c069f559-1858-4516-a3da-66159c949e79&device_id=07266ebe-0232-4546-8951-2030b2469b59&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 18131 time: 0.0820968 Sep 18 19:50:36.995142 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3993ea1-6531-49f7-a7b4-015607059817 req-85b0fb9b-fa9c-4e19-9573-e58224b93c4c tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:36.997313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.064463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'fixed_ips': [{'subnet_id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:50:37.065763 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.105598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02234-9858-41a5-aa41-d7efc674ef7a req-e499d4e0-a2ee-4008-b24a-052c15e3cde5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:37.107108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8cf02234-9858-41a5-aa41-d7efc674ef7a req-e499d4e0-a2ee-4008-b24a-052c15e3cde5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0810220 Sep 18 19:50:37.152390 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.186310 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3993ea1-6531-49f7-a7b4-015607059817 req-85b0fb9b-fa9c-4e19-9573-e58224b93c4c tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.191793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8cf02234-9858-41a5-aa41-d7efc674ef7a req-0e023216-4711-4df4-a431-2a8539051119 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702865 Sep 18 19:50:37.193065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3993ea1-6531-49f7-a7b4-015607059817 req-85b0fb9b-fa9c-4e19-9573-e58224b93c4c tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.212419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Allocated IP 172.20.0.2 (296d36b6-a127-4bb6-a6b2-9d10708b6eab/53dd6cd9-f5a8-410e-98d4-ab4e8f85d904/18636c48-2d65-4c44-81a0-ee2de05115db) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:37.247802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3993ea1-6531-49f7-a7b4-015607059817 req-85b0fb9b-fa9c-4e19-9573-e58224b93c4c tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=58451054-682c-46a6-ac51-972fc640bacc&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&id=068050b6-ce7c-42fd-8a34-79d1efc5876f&id=026e047f-5959-471b-984e-378474e059ea&id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 833 time: 0.2656476 Sep 18 19:50:37.260877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0fb9b-fa9c-4e19-9573-e58224b93c4c tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ade63b-547e-47dd-b143-d35090320849,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:37.318179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-859487cf-c34b-40f5-b15b-f21effe42328 req-c868833c-c079-4ac6-a60f-44d2693dd5fa tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0330193 Sep 18 19:50:37.412949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.450712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.452402 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.464244 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.524778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:37.530085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:37.536102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:37.553044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Pushing event updated for resources: {'Port': ['ID=18636c48-2d65-4c44-81a0-ee2de05115db,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:37.553998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fade60-62bb-40a8-8812-0e1780b2fad3 req-f4adfdd1-21eb-4f6a-9b68-d7404d5fafce tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:37.554699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fade60-62bb-40a8-8812-0e1780b2fad3 req-f4adfdd1-21eb-4f6a-9b68-d7404d5fafce tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:37.554960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fade60-62bb-40a8-8812-0e1780b2fad3 req-f4adfdd1-21eb-4f6a-9b68-d7404d5fafce tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:37.556823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47fade60-62bb-40a8-8812-0e1780b2fad3 req-f4adfdd1-21eb-4f6a-9b68-d7404d5fafce tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5&device_id=4b62272e-483a-4477-99f3-e196a9425618&device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 2885 time: 0.0753846 Sep 18 19:50:37.593558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Allocated IP 172.25.8.229 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/0739f620-e3ce-4b43-9a69-51853c43c14c) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:37.599688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47fade60-62bb-40a8-8812-0e1780b2fad3 req-bb7d6e71-b33c-4162-af84-0eb34f547a5c tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365977 Sep 18 19:50:37.609868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Attempting to bind port 18636c48-2d65-4c44-81a0-ee2de05115db on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:37.610572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Attempting to bind port 18636c48-2d65-4c44-81a0-ee2de05115db by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:37.611228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Attempting to bind port 18636c48-2d65-4c44-81a0-ee2de05115db on network 296d36b6-a127-4bb6-a6b2-9d10708b6eab {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:37.617539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:37.618326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Checking segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:37.618491 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.619928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Bound using segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:37.619928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Bound port: 18636c48-2d65-4c44-81a0-ee2de05115db, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:37.620159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.734862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.741292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] For port 18636c48-2d65-4c44-81a0-ee2de05115db, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:37.747027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] For port 18636c48-2d65-4c44-81a0-ee2de05115db, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=18636c48-2d65-4c44-81a0-ee2de05115db,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:37.758136 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.777250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:37.805429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ca51e-d6b9-4f5d-8194-24cfb50d9d50 req-126fdb03-ac46-4630-9306-13613621323c tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:37.807157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b1ca51e-d6b9-4f5d-8194-24cfb50d9d50 req-126fdb03-ac46-4630-9306-13613621323c tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1098111 Sep 18 19:50:37.838139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0739f620-e3ce-4b43-9a69-51853c43c14c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:37.860819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff06c5-5bc4-43df-8f0e-ff4aef06cd13 None None] Pushing event updated for resources: {'Port': ['ID=18636c48-2d65-4c44-81a0-ee2de05115db,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:37.866042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:37.867988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:37.870151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:37.896311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b1ca51e-d6b9-4f5d-8194-24cfb50d9d50 req-44b06337-8ee8-47b1-8633-6b10ce83c10f tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800335 Sep 18 19:50:38.064276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0e28-b902-4064-8d0e-0bc911f5030d req-981bc2b2-5291-4de9-95ff-ca4a5e35a951 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:38.065955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8bb0e28-b902-4064-8d0e-0bc911f5030d req-981bc2b2-5291-4de9-95ff-ca4a5e35a951 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0791786 Sep 18 19:50:38.136509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8bb0e28-b902-4064-8d0e-0bc911f5030d req-c9f76df6-b6b8-4e32-beee-312f9590e9cc tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 Sep 18 19:50:38.265325 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:38.348380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3212c5-d743-431f-992c-69d842a3df6f req-30b686bc-6b2f-4e97-ac02-cf2df108b1ed tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:38.350077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a3212c5-d743-431f-992c-69d842a3df6f req-30b686bc-6b2f-4e97-ac02-cf2df108b1ed tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1101 time: 0.0473299 Sep 18 19:50:38.389824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a3212c5-d743-431f-992c-69d842a3df6f req-cd1138ed-8e60-48da-9a50-8f06344986ac tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326502 Sep 18 19:50:38.427931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d25129d0-16d6-4e86-ab4d-dd168839245d req-1304c1e5-2cb9-4d20-836a-5d3550ce9a6b tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0286295 Sep 18 19:50:38.479008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:38.505997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309ac7d-dcc1-4911-a849-cc0e12f5baf7 req-2cb41891-8104-4c6a-b2e3-0be69f0899e5 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:38.507555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9309ac7d-dcc1-4911-a849-cc0e12f5baf7 req-2cb41891-8104-4c6a-b2e3-0be69f0899e5 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1101 time: 0.0411780 Sep 18 19:50:38.542460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9309ac7d-dcc1-4911-a849-cc0e12f5baf7 req-8f3b2f52-79b9-4be4-95ff-0095e94cdf7b tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288463 Sep 18 19:50:38.606541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Router 3cdade80-2815-4d9e-a46f-1b932ce1b5da is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:50:38.720649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:38.734522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Sync routers for ids ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:38.749117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Routers {'3cdade80-2815-4d9e-a46f-1b932ce1b5da'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:38.750806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:38.752131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:38.752721 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ca046c13-bf2c-431f-be5d-a5c0ea9a75b3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8702803 Sep 18 19:50:38.755652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56294) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:38.877328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Set router 3cdade80-2815-4d9e-a46f-1b932ce1b5da gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:39.017496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c1f93-e1bc-44be-af55-b15c6eae6597 None None] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:50:39.158360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8d02-296f-4053-96d0-365c41f05497 req-c487503a-0bf5-431a-a1ee-1dd8cc3ba4cf tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:39.163983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-385e8d02-296f-4053-96d0-365c41f05497 req-c487503a-0bf5-431a-a1ee-1dd8cc3ba4cf tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1772091 Sep 18 19:50:39.307312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-385e8d02-296f-4053-96d0-365c41f05497 req-4ef7dc6f-08e2-442a-85ca-ae1071889d5b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877440 Sep 18 19:50:39.330439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6aca8f0a-1875-4b76-8144-0a08d6357d1f None None] Provisioning complete for port 18636c48-2d65-4c44-81a0-ee2de05115db triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:39.330804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aca8f0a-1875-4b76-8144-0a08d6357d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:39.337918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 18636c48-2d65-4c44-81a0-ee2de05115db up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:39.506332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:50:38Z', 'revision_number': 3, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port': {'id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:37Z', 'updated_at': '2021-09-18T19:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:39.530250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:39.545732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Checking router: 3cdade80-2815-4d9e-a46f-1b932ce1b5da for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:39.546080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Updating router 3cdade80-2815-4d9e-a46f-1b932ce1b5da port 0739f620-e3ce-4b43-9a69-51853c43c14c binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:50:39.556843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2f2de-b0d0-4cee-b403-0329acb6fced req-6c475ccb-685a-484e-81f0-a2e2624de0bc tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:39.558332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-04d2f2de-b0d0-4cee-b403-0329acb6fced req-6c475ccb-685a-484e-81f0-a2e2624de0bc tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1115525 Sep 18 19:50:39.577832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b71b97-ed2a-478a-afad-bfc85a402a46 req-ada1df49-8e83-4443-aa58-c5ef1a633452 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:39.579385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7b71b97-ed2a-478a-afad-bfc85a402a46 req-ada1df49-8e83-4443-aa58-c5ef1a633452 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1166890 Sep 18 19:50:39.587047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 18636c48-2d65-4c44-81a0-ee2de05115db triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:39.587275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:39.626580 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:39.632922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aca8f0a-1875-4b76-8144-0a08d6357d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:39.688217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7b71b97-ed2a-478a-afad-bfc85a402a46 req-45edd7cd-7500-439f-9692-4ddc69242a09 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994964 Sep 18 19:50:39.733805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6aca8f0a-1875-4b76-8144-0a08d6357d1f None None] For port 18636c48-2d65-4c44-81a0-ee2de05115db, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=18636c48-2d65-4c44-81a0-ee2de05115db,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:39.741752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-04d2f2de-b0d0-4cee-b403-0329acb6fced req-09f55946-1728-43d0-8708-cc9b51585b72 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754396 Sep 18 19:50:39.785509 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aca8f0a-1875-4b76-8144-0a08d6357d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:39.829381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0515c1bf-8309-49d2-b9f7-6ffe017569c5 req-51aeac6a-7d67-402a-b015-80dd697e9f86 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0387383 Sep 18 19:50:39.842530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Allocated IP 172.20.0.1 (296d36b6-a127-4bb6-a6b2-9d10708b6eab/53dd6cd9-f5a8-410e-98d4-ab4e8f85d904/cff69121-ea5e-428b-8e6f-68b6e7752bef) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:39.958317 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:39.958637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca8f0a-1875-4b76-8144-0a08d6357d1f None None] Pushing event updated for resources: {'Port': ['ID=18636c48-2d65-4c44-81a0-ee2de05115db,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:39.995010 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.023716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b71222ac-0d43-4969-ada1-da8b81079b8a None None] Provisioning complete for port 18636c48-2d65-4c44-81a0-ee2de05115db triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:40.024103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b71222ac-0d43-4969-ada1-da8b81079b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.040413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:40.045263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:40.050878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:40.053801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Pushing event updated for resources: {'Port': ['ID=cff69121-ea5e-428b-8e6f-68b6e7752bef,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:40.091918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.095607 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.104076 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.183536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Attempting to bind port 0739f620-e3ce-4b43-9a69-51853c43c14c on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:40.183903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Attempting to bind port 0739f620-e3ce-4b43-9a69-51853c43c14c by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:40.184265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Attempting to bind port 0739f620-e3ce-4b43-9a69-51853c43c14c on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:40.205180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:40.205575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:40.205983 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.206384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:40.206868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Bound port: 0739f620-e3ce-4b43-9a69-51853c43c14c, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:40.207251 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.209166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc680ce6-be18-4f74-ab2c-685993f607b8 None None] Pushing event updated for resources: {'Port': ['ID=0739f620-e3ce-4b43-9a69-51853c43c14c,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:40.233374 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.271021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] For port 0739f620-e3ce-4b43-9a69-51853c43c14c, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:40.274368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] For port 0739f620-e3ce-4b43-9a69-51853c43c14c, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0739f620-e3ce-4b43-9a69-51853c43c14c,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:40.278084 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.337251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Routers {'3cdade80-2815-4d9e-a46f-1b932ce1b5da'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:40.337892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:40.378522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc680ce6-be18-4f74-ab2c-685993f607b8 None None] Pushing event updated for resources: {'Port': ['ID=0739f620-e3ce-4b43-9a69-51853c43c14c,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:40.412414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-576435fc-8d5e-4de9-a8f2-627a257aa8a8 None None] Provisioning complete for port cff69121-ea5e-428b-8e6f-68b6e7752bef triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:40.412790 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-576435fc-8d5e-4de9-a8f2-627a257aa8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.444362 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.450226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.463542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c1086-7c5f-4160-8392-ebcdf4c45a25 req-41a050db-87a2-40a9-8614-790ed69a2344 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:40.465018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-646c1086-7c5f-4160-8392-ebcdf4c45a25 req-41a050db-87a2-40a9-8614-790ed69a2344 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0847111 Sep 18 19:50:40.489792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-576435fc-8d5e-4de9-a8f2-627a257aa8a8 None None] Port cff69121-ea5e-428b-8e6f-68b6e7752bef cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:50:40.497639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] Set router 3cdade80-2815-4d9e-a46f-1b932ce1b5da gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:40.551642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.557723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Pushing event updated for resources: {'Port': ['ID=cff69121-ea5e-428b-8e6f-68b6e7752bef,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:40.566433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-646c1086-7c5f-4160-8392-ebcdf4c45a25 req-7828f66b-6d76-410b-afaa-91cc8d246e42 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798516 Sep 18 19:50:40.657095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:40.658703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:40.697327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 4, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port': {'id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:37Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cff69121-ea5e-428b-8e6f-68b6e7752bef', 'name': '', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'mac_address': 'fa:16:3e:7b:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:39Z', 'updated_at': '2021-09-18T19:50:39Z', 'revision_number': 1, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'subnets': [{'id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:40.741595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6d978-80e1-4ee3-8b3d-ad7069a90c85 None None] The sync data for ids ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'] in n-d-789963-11 is: [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 4, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port': {'id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:37Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cff69121-ea5e-428b-8e6f-68b6e7752bef', 'name': '', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'mac_address': 'fa:16:3e:7b:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:39Z', 'updated_at': '2021-09-18T19:50:39Z', 'revision_number': 1, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'subnets': [{'id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:40.911876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5205873c-3e26-4e6f-805c-4173b5a22ee6 None None] Provisioning complete for port cff69121-ea5e-428b-8e6f-68b6e7752bef triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:40.912518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5205873c-3e26-4e6f-805c-4173b5a22ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:40.970706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5205873c-3e26-4e6f-805c-4173b5a22ee6 None None] Port cff69121-ea5e-428b-8e6f-68b6e7752bef cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:50:41.115355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 18636c48-2d65-4c44-81a0-ee2de05115db up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:41.180868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 18636c48-2d65-4c44-81a0-ee2de05115db triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:41.181403 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:41.195426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Router 3cdade80-2815-4d9e-a46f-1b932ce1b5da has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:50:41.228667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff9423-30ac-4931-b0b6-8231f19a7d5f req-471a1e00-707f-493a-891a-e40dacf76a54 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:41.230129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7dff9423-30ac-4931-b0b6-8231f19a7d5f req-471a1e00-707f-493a-891a-e40dacf76a54 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1152132 Sep 18 19:50:41.244660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2fc7a-2de7-4679-95dd-2850dfb700a9 req-5e20fcaf-ec09-4c5d-808c-7e275887f1af tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:41.246994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be2fc7a-2de7-4679-95dd-2850dfb700a9 req-5e20fcaf-ec09-4c5d-808c-7e275887f1af tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1342332 Sep 18 19:50:41.360470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7dff9423-30ac-4931-b0b6-8231f19a7d5f req-12c960f2-ed76-4797-97c6-94f749b51b26 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118159 Sep 18 19:50:41.365437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be2fc7a-2de7-4679-95dd-2850dfb700a9 req-55bf41d7-2e1a-4a44-8409-82ffdb11911a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038833 Sep 18 19:50:41.416132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:41.423496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-db9a97bd-270a-48bd-bf0b-6b1117589300 admin admin] 10.222.0.20 "PUT /v2.0/routers/3cdade80-2815-4d9e-a46f-1b932ce1b5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666737 Sep 18 19:50:41.785106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d8cdd-0c16-4e1a-bc03-0ea6f575aee3 req-17775e00-9329-4f38-8284-0e82ce6db2a7 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:41.790804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d4d8cdd-0c16-4e1a-bc03-0ea6f575aee3 req-17775e00-9329-4f38-8284-0e82ce6db2a7 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1092160 Sep 18 19:50:41.837533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-586e7840-eca2-4f36-af7a-d745c1336703 req-e133df04-8905-4f5d-ad50-ff0d0e80b05f tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0437679 Sep 18 19:50:41.872827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d4d8cdd-0c16-4e1a-bc03-0ea6f575aee3 req-5320b954-5dbf-4c0a-9a02-0b5a08f47a26 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789664 Sep 18 19:50:41.972767 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:50:42.127772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56352) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:42.136743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1448784924-network', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:42.162323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Made reservation on behalf of 57d4fa446dff43a3b555ec5942150bcb for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:42.164837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.517794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.547447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433ac70-55b2-4248-8611-65dfaf203f8d req-664bf0ed-d60e-48c1-bce9-93225c7e2d4e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:42.549384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8433ac70-55b2-4248-8611-65dfaf203f8d req-664bf0ed-d60e-48c1-bce9-93225c7e2d4e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0923562 Sep 18 19:50:42.559412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a56e00-fb7e-4e4a-8f83-53852355877e req-6a75c6d6-259a-4a0b-8542-42f3fd2dca56 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:42.561743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43a56e00-fb7e-4e4a-8f83-53852355877e req-6a75c6d6-259a-4a0b-8542-42f3fd2dca56 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1147470 Sep 18 19:50:42.627315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.631916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.639956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8433ac70-55b2-4248-8611-65dfaf203f8d req-b80cf728-eacc-44da-b044-982914e4238e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738719 Sep 18 19:50:42.643712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43a56e00-fb7e-4e4a-8f83-53852355877e req-817dd2c6-6864-49ad-bf9c-d6b1419dcc2e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665593 Sep 18 19:50:42.657869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:50:42.669147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50b06a-900a-4538-ac67-94d8e3786e79,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:42.675926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.676292 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Added segment dbba665d-868f-41ba-b227-abab28f679a2 of type vlan for network 20961e75-f23b-4113-83e8-f49e69afddcb Sep 18 19:50:42.721674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.749260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.751156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:42.751816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.783058 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6536558 Sep 18 19:50:42.785811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56360) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:42.790745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Request body: {'subnet': {'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1448784924-subnet', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:42.813857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Made reservation on behalf of 57d4fa446dff43a3b555ec5942150bcb for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:42.816299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:42.818006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0558-f2bd-4b4a-88f9-3661ad6033d6 admin admin] Pushing event updated for resources: {'Network': ['ID=20961e75-f23b-4113-83e8-f49e69afddcb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:42.829558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 20961e75-f23b-4113-83e8-f49e69afddcb details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:50:42.972333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7071885-a963-4868-ae35-49e94182c95e req-be8df9af-4e04-4e05-b796-60ccfce9803a tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0351391 Sep 18 19:50:43.058691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.112110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b21c5c-93d9-46ec-ad56-f172512a98f5 req-758b9225-f7f6-41f3-87ef-97962df39d36 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:43.115417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3b21c5c-93d9-46ec-ad56-f172512a98f5 req-758b9225-f7f6-41f3-87ef-97962df39d36 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1414328 Sep 18 19:50:43.126521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0739f620-e3ce-4b43-9a69-51853c43c14c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:43.153550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8154bb-a433-4315-93aa-1010fc7f933d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:43.181936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Checking segment: {'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:43.182300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Network hostable DHCP agents. Network: 20961e75-f23b-4113-83e8-f49e69afddcb, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:50:43.184397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0739f620-e3ce-4b43-9a69-51853c43c14c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:43.184873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.185225 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Sync routers for ids ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:43.186676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3b21c5c-93d9-46ec-ad56-f172512a98f5 req-f36fc031-5043-4498-8030-69fcc88b44eb tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635047 Sep 18 19:50:43.196595 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Routers {'3cdade80-2815-4d9e-a46f-1b932ce1b5da'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:43.197592 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:43.211299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Network 20961e75-f23b-4113-83e8-f49e69afddcb is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:50:43.221275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 20961e75-f23b-4113-83e8-f49e69afddcb) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:43.226488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:43.227204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.237122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f756e4-a688-41f3-9955-48e64591aec4 None None] Network 20961e75-f23b-4113-83e8-f49e69afddcb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:50:43.245771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-33fa80a0-bed8-4178-b83d-848bcee6ae2c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4587543 Sep 18 19:50:43.248405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:43.253645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:43.280796 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.282119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.331193 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.334772 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Set router 3cdade80-2815-4d9e-a46f-1b932ce1b5da gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:43.350171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.364878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 0739f620-e3ce-4b43-9a69-51853c43c14c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0739f620-e3ce-4b43-9a69-51853c43c14c,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:43.378499 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.482175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=0739f620-e3ce-4b43-9a69-51853c43c14c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:43.528524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.572977 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 4, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port': {'id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:37Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cff69121-ea5e-428b-8e6f-68b6e7752bef', 'name': '', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'mac_address': 'fa:16:3e:7b:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:39Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 2, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'subnets': [{'id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:43.679873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-20961e75-f23b-4113-83e8-f49e69afddcb', 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'fixed_ips': [{'subnet_id': 'ce8154bb-a433-4315-93aa-1010fc7f933d'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:50:43.680891 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.743524 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Checking router: 3cdade80-2815-4d9e-a46f-1b932ce1b5da for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:43.744270 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Updating router 3cdade80-2815-4d9e-a46f-1b932ce1b5da port cff69121-ea5e-428b-8e6f-68b6e7752bef binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:50:43.781197 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.858765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Allocated IP 172.20.0.2 (20961e75-f23b-4113-83e8-f49e69afddcb/ce8154bb-a433-4315-93aa-1010fc7f933d/6487d451-6a11-4577-bf3b-d630e1c0b310) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:43.884677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa97d0-e5e4-4c1a-9437-c41c62c43271 req-2a05d639-5676-4cd6-8230-e71c7ac3b363 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:43.886278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7faa97d0-e5e4-4c1a-9437-c41c62c43271 req-2a05d639-5676-4cd6-8230-e71c7ac3b363 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1157162 Sep 18 19:50:43.888604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.897614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd9f5-c2c8-4e67-9410-9ed936ca494a req-689b63cb-a439-4247-9365-f86a2565123c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:43.899092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26dbd9f5-c2c8-4e67-9410-9ed936ca494a req-689b63cb-a439-4247-9365-f86a2565123c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1441910 Sep 18 19:50:43.968086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:43.987766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7faa97d0-e5e4-4c1a-9437-c41c62c43271 req-844077f7-9b33-4d57-ab51-991a79336053 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868294 Sep 18 19:50:43.995545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26dbd9f5-c2c8-4e67-9410-9ed936ca494a req-62708386-e239-4aac-87d9-7b5c725ce718 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548925 Sep 18 19:50:44.133377 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.143192 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.145496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09f7b023-6e91-4eda-ab21-9f9785754978 req-b35f93b2-d0ed-46a2-addc-b614c9631256 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0335627 Sep 18 19:50:44.180074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Allocated IP 172.25.8.8 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/66c02a6e-a281-46a2-b570-6e9bfd551f08) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:44.198461 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.202489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Pushing event updated for resources: {'Port': ['ID=6487d451-6a11-4577-bf3b-d630e1c0b310,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:44.205755 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.233980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Network 20961e75-f23b-4113-83e8-f49e69afddcb is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:44.236377 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:44.244108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:44.333095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Attempting to bind port 6487d451-6a11-4577-bf3b-d630e1c0b310 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:44.333778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Attempting to bind port 6487d451-6a11-4577-bf3b-d630e1c0b310 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:44.334155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Attempting to bind port 6487d451-6a11-4577-bf3b-d630e1c0b310 on network 20961e75-f23b-4113-83e8-f49e69afddcb {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:44.336579 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95a832-8299-47af-b712-d20514be248f None None] Pushing event updated for resources: {'Port': ['ID=cff69121-ea5e-428b-8e6f-68b6e7752bef,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:44.340011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:44.340382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Checking segment: {'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:44.340785 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.341173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Bound using segment: {'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:44.341637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Bound port: 6487d451-6a11-4577-bf3b-d630e1c0b310, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:44.342021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.362221 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.362469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.362764 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.363091 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.363444 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.363767 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.364084 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.364399 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.364711 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.365020 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.365333 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.365642 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95a832-8299-47af-b712-d20514be248f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:44.369220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Attempting to bind port cff69121-ea5e-428b-8e6f-68b6e7752bef on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:44.369583 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Attempting to bind port cff69121-ea5e-428b-8e6f-68b6e7752bef by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:44.369938 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Attempting to bind port cff69121-ea5e-428b-8e6f-68b6e7752bef on network 296d36b6-a127-4bb6-a6b2-9d10708b6eab {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:44.375973 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:44.376474 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Checking segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:44.376867 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.377461 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Bound using segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:44.377722 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Bound port: cff69121-ea5e-428b-8e6f-68b6e7752bef, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:44.378097 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.432587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] For port 6487d451-6a11-4577-bf3b-d630e1c0b310, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:44.440026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] For port 6487d451-6a11-4577-bf3b-d630e1c0b310, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6487d451-6a11-4577-bf3b-d630e1c0b310,segment=NetworkSegment(dbba665d-868f-41ba-b227-abab28f679a2),segment_id=dbba665d-868f-41ba-b227-abab28f679a2)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:44.447022 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.465713 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.499795 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] For port cff69121-ea5e-428b-8e6f-68b6e7752bef, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:44.505286 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] For port cff69121-ea5e-428b-8e6f-68b6e7752bef, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cff69121-ea5e-428b-8e6f-68b6e7752bef,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:44.513382 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.516687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bac8e0-d417-424f-b981-f8593daffa72 None None] Pushing event updated for resources: {'Port': ['ID=6487d451-6a11-4577-bf3b-d630e1c0b310,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:44.546715 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.583976 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Routers {'3cdade80-2815-4d9e-a46f-1b932ce1b5da'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:44.585115 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:44.630825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33604a9-fdf0-4934-80be-fc9a5205f0cf req-ecaff789-23c7-47f0-9819-bceac4d14e0b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:44.631765 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95a832-8299-47af-b712-d20514be248f None None] Pushing event updated for resources: {'Port': ['ID=cff69121-ea5e-428b-8e6f-68b6e7752bef,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:44.636605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d33604a9-fdf0-4934-80be-fc9a5205f0cf req-ecaff789-23c7-47f0-9819-bceac4d14e0b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.2858016 Sep 18 19:50:44.654001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:44.665301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:44.672705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:44.675446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Pushing event updated for resources: {'Port': ['ID=66c02a6e-a281-46a2-b570-6e9bfd551f08,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:44.754676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0b173218-e40b-4534-bd60-49321b380507 None None] Provisioning complete for port cff69121-ea5e-428b-8e6f-68b6e7752bef triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:44.754892 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b173218-e40b-4534-bd60-49321b380507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.774661 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] Set router 3cdade80-2815-4d9e-a46f-1b932ce1b5da gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:44.787116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d33604a9-fdf0-4934-80be-fc9a5205f0cf req-20af3c60-1229-4ddd-a6ad-72b5a525ab44 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181915 Sep 18 19:50:44.898254 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b173218-e40b-4534-bd60-49321b380507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:44.947093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0b173218-e40b-4534-bd60-49321b380507 None None] For port cff69121-ea5e-428b-8e6f-68b6e7752bef, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cff69121-ea5e-428b-8e6f-68b6e7752bef,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:44.957568 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b173218-e40b-4534-bd60-49321b380507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.139307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b173218-e40b-4534-bd60-49321b380507 None None] Pushing event updated for resources: {'Port': ['ID=cff69121-ea5e-428b-8e6f-68b6e7752bef,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:45.169569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e43d88da-5623-43ed-ae7c-6f5c9db1ed9d None None] Provisioning complete for port cff69121-ea5e-428b-8e6f-68b6e7752bef triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:45.170478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e43d88da-5623-43ed-ae7c-6f5c9db1ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.171340 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 4, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port': {'id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:37Z', 'updated_at': '2021-09-18T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cff69121-ea5e-428b-8e6f-68b6e7752bef', 'name': '', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'mac_address': 'fa:16:3e:7b:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:39Z', 'updated_at': '2021-09-18T19:50:44Z', 'revision_number': 4, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'subnets': [{'id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:45.214731 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322da8-253b-469b-ac24-8ca30396e47a None None] The sync data for ids ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'] in n-d-789963-11 is: [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:50:40Z', 'revision_number': 4, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port': {'id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:37Z', 'updated_at': '2021-09-18T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cff69121-ea5e-428b-8e6f-68b6e7752bef', 'name': '', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'mac_address': 'fa:16:3e:7b:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:39Z', 'updated_at': '2021-09-18T19:50:44Z', 'revision_number': 4, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'subnets': [{'id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:45.301237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.341261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0739f620-e3ce-4b43-9a69-51853c43c14c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:45.397579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70ac24-0005-4e39-9c28-66d8abd13ebf req-58e088aa-0942-4536-8fce-27931dd48bf8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:45.399300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a70ac24-0005-4e39-9c28-66d8abd13ebf req-58e088aa-0942-4536-8fce-27931dd48bf8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1811028 Sep 18 19:50:45.404247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0739f620-e3ce-4b43-9a69-51853c43c14c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:45.404625 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.409289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2608b17-0a9a-4905-8607-01e47fd54ff3 req-5d0c5618-261a-4e35-a296-25c68d927ec2 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:45.410821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2608b17-0a9a-4905-8607-01e47fd54ff3 req-5d0c5618-261a-4e35-a296-25c68d927ec2 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.2517231 Sep 18 19:50:45.495126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6487d451-6a11-4577-bf3b-d630e1c0b310 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:45.529135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a70ac24-0005-4e39-9c28-66d8abd13ebf req-ddf76f22-1fcb-4b36-a414-7dc02c2d9df6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155682 Sep 18 19:50:45.538420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2608b17-0a9a-4905-8607-01e47fd54ff3 req-66f5ff25-304e-4516-8636-7a864dac7ba4 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112523 Sep 18 19:50:45.576518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6487d451-6a11-4577-bf3b-d630e1c0b310 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:45.576902 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.685588 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.723872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 6487d451-6a11-4577-bf3b-d630e1c0b310, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6487d451-6a11-4577-bf3b-d630e1c0b310,segment=NetworkSegment(dbba665d-868f-41ba-b227-abab28f679a2),segment_id=dbba665d-868f-41ba-b227-abab28f679a2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:45.729588 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.730847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cff69121-ea5e-428b-8e6f-68b6e7752bef up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:45.739912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c4716ec-9cdb-4871-9f57-d689b7c64a30 req-18ee95cf-9871-4a6e-8347-f582e3ada83c tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0744302 Sep 18 19:50:45.758360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.851350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=6487d451-6a11-4577-bf3b-d630e1c0b310,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:45.872634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cff69121-ea5e-428b-8e6f-68b6e7752bef triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:45.873137 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:45.936546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2be577-2485-4e36-94d2-836963b6374b None None] Network 20961e75-f23b-4113-83e8-f49e69afddcb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:50:45.994809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba673-70b2-42be-85a2-1520b9a9b326 req-e7dc6f4a-4947-4de4-8691-48b22214e517 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:45.996686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-517ba673-70b2-42be-85a2-1520b9a9b326 req-e7dc6f4a-4947-4de4-8691-48b22214e517 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1059301 Sep 18 19:50:46.037306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-648c09a1-89b5-4c54-8868-f6278af13c5d None None] Provisioning complete for port 6487d451-6a11-4577-bf3b-d630e1c0b310 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:46.037821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-648c09a1-89b5-4c54-8868-f6278af13c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:46.051677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-517ba673-70b2-42be-85a2-1520b9a9b326 req-1d620780-bae6-4728-95fb-23cf34f4a23b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Sep 18 19:50:46.056467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:50:46.198121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:46.206757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Sync routers for ids ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:46.216843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Routers {'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:46.217058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:46.217501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:46.218627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9a0d6ca4-ab61-4df2-a17a-d2e4d27ba627 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9689848 Sep 18 19:50:46.223321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56388) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:50:46.336792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Set router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:46.459510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5ba7ac13-68ce-494d-9b3f-6d3baa0d6289 None None] Provisioning complete for port 6487d451-6a11-4577-bf3b-d630e1c0b310 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:46.460047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac13-68ce-494d-9b3f-6d3baa0d6289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:46.600475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:45Z', 'revision_number': 3, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port': {'id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:46.628560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Checking router: db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:46.628902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Updating router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 port 66c02a6e-a281-46a2-b570-6e9bfd551f08 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:50:46.654917 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:46.929403 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:46.935773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:46.940696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98a17a-d9f2-4f2f-b01b-19828a63fd5a req-8dbe1ff4-8808-4489-8d36-741c38b19449 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:46.942230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd98a17a-d9f2-4f2f-b01b-19828a63fd5a req-8dbe1ff4-8808-4489-8d36-741c38b19449 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1292198 Sep 18 19:50:46.952227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0b022-99db-4b41-8156-2cdf2ba56ecf req-ee4641d5-6db7-4594-a7f3-a3fe5eac0323 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:46.954310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58a0b022-99db-4b41-8156-2cdf2ba56ecf req-ee4641d5-6db7-4594-a7f3-a3fe5eac0323 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1423640 Sep 18 19:50:46.988567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6ca5c-6f32-42ab-8e92-b5b2a976f97d None None] Pushing event updated for resources: {'Port': ['ID=66c02a6e-a281-46a2-b570-6e9bfd551f08,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:46.990890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Attempting to bind port 66c02a6e-a281-46a2-b570-6e9bfd551f08 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:46.991260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Attempting to bind port 66c02a6e-a281-46a2-b570-6e9bfd551f08 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:46.991650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Attempting to bind port 66c02a6e-a281-46a2-b570-6e9bfd551f08 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:46.997475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:46.997845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:46.998251 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:46.998673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:46.999163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Bound port: 66c02a6e-a281-46a2-b570-6e9bfd551f08, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:46.999577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.051659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd98a17a-d9f2-4f2f-b01b-19828a63fd5a req-ae7a2b84-e671-4aec-8b73-7e048c9f69ae tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924623 Sep 18 19:50:47.053259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] For port 66c02a6e-a281-46a2-b570-6e9bfd551f08, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:47.056580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] For port 66c02a6e-a281-46a2-b570-6e9bfd551f08, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=66c02a6e-a281-46a2-b570-6e9bfd551f08,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:47.064816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58a0b022-99db-4b41-8156-2cdf2ba56ecf req-56f0453e-7c40-442c-ae93-1614fd2bc408 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958092 Sep 18 19:50:47.065635 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.147282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.166193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Routers {'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:47.166831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:47.218065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6487d451-6a11-4577-bf3b-d630e1c0b310 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:47.224868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6ca5c-6f32-42ab-8e92-b5b2a976f97d None None] Pushing event updated for resources: {'Port': ['ID=66c02a6e-a281-46a2-b570-6e9bfd551f08,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:47.261694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a612def-ec72-4f29-90b0-7119da619a9a req-3c0f9834-e0f7-4ef2-b1d7-1b1b123bf4a2 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0705433 Sep 18 19:50:47.324108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] Set router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:47.352217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada13480-d8e7-41d7-8397-2edfc57467a2 req-153649bb-e272-4c0f-aaaf-14c443f5b582 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:47.354360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ada13480-d8e7-41d7-8397-2edfc57467a2 req-153649bb-e272-4c0f-aaaf-14c443f5b582 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1121120 Sep 18 19:50:47.383597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6487d451-6a11-4577-bf3b-d630e1c0b310 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:47.383970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.434271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ada13480-d8e7-41d7-8397-2edfc57467a2 req-197dbf7d-c389-485e-8620-a6f8da3c80e0 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733936 Sep 18 19:50:47.441231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Allocated IP 172.20.0.1 (20961e75-f23b-4113-83e8-f49e69afddcb/ce8154bb-a433-4315-93aa-1010fc7f933d/6a76538a-70a7-48b4-acac-35f4357dbb24) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:47.567218 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.606010 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.653888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Network 20961e75-f23b-4113-83e8-f49e69afddcb is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:47.658290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:47.665199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:47.696937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cff69121-ea5e-428b-8e6f-68b6e7752bef up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:47.701937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Pushing event updated for resources: {'Port': ['ID=6a76538a-70a7-48b4-acac-35f4357dbb24,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:47.732767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.782301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:45Z', 'revision_number': 3, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port': {'id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:47.784046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cff69121-ea5e-428b-8e6f-68b6e7752bef triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:47.784415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.829532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f898187-25e0-486f-b32e-97648a6aea5e None None] The sync data for ids ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'] in n-d-789963-11 is: [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:45Z', 'revision_number': 3, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port': {'id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:47.887471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.926589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-eddd10c3-98a2-45b7-8a1a-60e765ea3dae None None] Provisioning complete for port 6a76538a-70a7-48b4-acac-35f4357dbb24 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:47.926966 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eddd10c3-98a2-45b7-8a1a-60e765ea3dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:47.968188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-eddd10c3-98a2-45b7-8a1a-60e765ea3dae None None] Port 6a76538a-70a7-48b4-acac-35f4357dbb24 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:50:48.083776 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:48.089526 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:48.209653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Pushing event updated for resources: {'Port': ['ID=6a76538a-70a7-48b4-acac-35f4357dbb24,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:48.241834 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:48.302400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d89e4-ce67-4a83-b5a9-732cd1543cf2 req-42ba4e10-0071-40ce-8b1f-21b993eaa9fe tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:48.304010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32d89e4-ce67-4a83-b5a9-732cd1543cf2 req-42ba4e10-0071-40ce-8b1f-21b993eaa9fe tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1230834 Sep 18 19:50:48.314421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea635949-3e68-4a67-9b0f-b45c5e768ae0 req-e62f44b0-2910-4342-bc28-b678670634a2 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:48.315941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea635949-3e68-4a67-9b0f-b45c5e768ae0 req-e62f44b0-2910-4342-bc28-b678670634a2 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1642785 Sep 18 19:50:48.421772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32d89e4-ce67-4a83-b5a9-732cd1543cf2 req-9b2fbcb2-35bc-419a-ad1f-286028c6f862 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029980 Sep 18 19:50:48.433820 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea635949-3e68-4a67-9b0f-b45c5e768ae0 req-db0f5ad9-9bad-487c-bf1e-d7116ddf7ccb tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821357 Sep 18 19:50:48.445285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Network 20961e75-f23b-4113-83e8-f49e69afddcb is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:48.446977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:48.555873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47a89d70-c9e1-4017-a518-1a492c4fd60b req-4594af52-a3a8-427d-b1bd-66aa58d1833f tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0373821 Sep 18 19:50:48.665809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:50:48.683837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e68c8-ac09-4e06-89b3-5ce2da5ab662 req-694ab7e0-9a74-4293-8971-9804c40e9bfe tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:48.685525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-790e68c8-ac09-4e06-89b3-5ce2da5ab662 req-694ab7e0-9a74-4293-8971-9804c40e9bfe tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0842841 Sep 18 19:50:48.722057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-77b861ef-4930-496e-9b13-60b71772131d None None] Provisioning complete for port 6a76538a-70a7-48b4-acac-35f4357dbb24 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:48.722670 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-77b861ef-4930-496e-9b13-60b71772131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:48.766300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-77b861ef-4930-496e-9b13-60b71772131d None None] Port 6a76538a-70a7-48b4-acac-35f4357dbb24 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:50:48.786467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-790e68c8-ac09-4e06-89b3-5ce2da5ab662 req-461aedc6-da14-47e5-912d-7da895cfe1cc tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943193 Sep 18 19:50:48.840008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:50:48.846058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4cf99cbc-9b3b-46a1-80d9-f862b46d6367 admin admin] 10.222.0.20 "PUT /v2.0/routers/db8aa37f-a6f8-4d09-8d5a-9c2594c7b329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6215904 Sep 18 19:50:49.122693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 66c02a6e-a281-46a2-b570-6e9bfd551f08 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:49.173235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 66c02a6e-a281-46a2-b570-6e9bfd551f08 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:49.173599 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:49.258275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:49.279510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 66c02a6e-a281-46a2-b570-6e9bfd551f08, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=66c02a6e-a281-46a2-b570-6e9bfd551f08,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:49.284823 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:49.342563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=66c02a6e-a281-46a2-b570-6e9bfd551f08,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:49.373532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-a31727a6-ef87-4114-8488-ae59e5873e96 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:49.376189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-a31727a6-ef87-4114-8488-ae59e5873e96 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/networks?id=296d36b6-a127-4bb6-a6b2-9d10708b6eab HTTP/1.1" status: 200 len: 910 time: 0.1004400 Sep 18 19:50:49.390313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-dd71803e-81b8-493f-9036-fe96ba0d6452 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/quotas/57d4fa446dff43a3b555ec5942150bcb HTTP/1.1" status: 200 len: 375 time: 0.0089457 Sep 18 19:50:49.488119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-af755307-8b84-43af-90ee-38f46f816cdf tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=57d4fa446dff43a3b555ec5942150bcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852034 Sep 18 19:50:49.565994 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Sync routers for ids ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:50:49.574766 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Routers {'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:49.575361 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:49.602906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0424e-7531-4321-8916-85e46bad02b4 req-6cea6f7b-478b-4e81-b3c6-d52e69c6855f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:49.604398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ff0424e-7531-4321-8916-85e46bad02b4 req-6cea6f7b-478b-4e81-b3c6-d52e69c6855f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1050823 Sep 18 19:50:49.621025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-f1027120-292b-42e4-9720-8e51a364c65e service neutron] 10.222.0.20 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297357 Sep 18 19:50:49.675535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ff0424e-7531-4321-8916-85e46bad02b4 req-52b3e889-9d82-4020-ac33-bfe9ff99c118 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634594 Sep 18 19:50:49.698137 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Set router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:49.737079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-f38f5d35-6656-4df7-b7a6-d5ff34212efc service neutron] 10.222.0.20 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052191 Sep 18 19:50:49.795229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde625f-306d-45a1-8b87-d5c5d47ae4c9 req-8539562a-0f3f-47e0-9f51-f83b17b63bc6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:49.798906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddde625f-306d-45a1-8b87-d5c5d47ae4c9 req-8539562a-0f3f-47e0-9f51-f83b17b63bc6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0515201 Sep 18 19:50:49.845807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddde625f-306d-45a1-8b87-d5c5d47ae4c9 req-25af1f9c-b939-403d-ad5c-744ef8e9986b tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Sep 18 19:50:49.938429 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:47Z', 'revision_number': 4, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port': {'id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6a76538a-70a7-48b4-acac-35f4357dbb24', 'name': '', 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'mac_address': 'fa:16:3e:14:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'ce8154bb-a433-4315-93aa-1010fc7f933d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:47Z', 'updated_at': '2021-09-18T19:50:47Z', 'revision_number': 2, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'subnets': [{'id': 'ce8154bb-a433-4315-93aa-1010fc7f933d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:49.972997 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Checking router: db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:50:49.973535 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Updating router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 port 6a76538a-70a7-48b4-acac-35f4357dbb24 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:50:49.982429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92f3ea51-be64-42ac-a7cd-986bfc086f6c req-4aa5aec1-86ce-4755-85e5-01c49b275e91 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0547242 Sep 18 19:50:50.016667 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.081212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2382a452-8131-4f88-99c3-a825b801fb0c req-833eb6fc-8799-45c0-842b-454a2f006766 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 210 time: 0.0425131 Sep 18 19:50:50.104015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73531e6-8dcf-45a4-a655-7ba1cd51fbf9 req-510c6ae3-322b-4092-bcc1-778e8790eaed tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:50.105618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e73531e6-8dcf-45a4-a655-7ba1cd51fbf9 req-510c6ae3-322b-4092-bcc1-778e8790eaed tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1022906 Sep 18 19:50:50.155850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e73531e6-8dcf-45a4-a655-7ba1cd51fbf9 req-3b1f7923-f4c2-44ff-b2b7-5a643ba78eaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Sep 18 19:50:50.318069 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.323966 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.374394 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fd4f9-e7d9-4922-942b-a923db948a6f None None] Pushing event updated for resources: {'Port': ['ID=6a76538a-70a7-48b4-acac-35f4357dbb24,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:50.429116 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Attempting to bind port 6a76538a-70a7-48b4-acac-35f4357dbb24 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:50.429487 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Attempting to bind port 6a76538a-70a7-48b4-acac-35f4357dbb24 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:50.429844 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Attempting to bind port 6a76538a-70a7-48b4-acac-35f4357dbb24 on network 20961e75-f23b-4113-83e8-f49e69afddcb {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:50.435192 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:50.435593 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Checking segment: {'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:50.435994 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.436386 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Bound using segment: {'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:50.436850 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Bound port: 6a76538a-70a7-48b4-acac-35f4357dbb24, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbba665d-868f-41ba-b227-abab28f679a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:50.437227 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.510039 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] For port 6a76538a-70a7-48b4-acac-35f4357dbb24, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:50.513826 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] For port 6a76538a-70a7-48b4-acac-35f4357dbb24, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6a76538a-70a7-48b4-acac-35f4357dbb24,segment=NetworkSegment(dbba665d-868f-41ba-b227-abab28f679a2),segment_id=dbba665d-868f-41ba-b227-abab28f679a2)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:50.519666 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.585030 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Routers {'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:50:50.586026 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:50.704006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bb4ae9eb-ef37-4e69-8409-f7f85593062c None None] Provisioning complete for port 6a76538a-70a7-48b4-acac-35f4357dbb24 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:50.704698 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae9eb-ef37-4e69-8409-f7f85593062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.747944 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fd4f9-e7d9-4922-942b-a923db948a6f None None] Pushing event updated for resources: {'Port': ['ID=6a76538a-70a7-48b4-acac-35f4357dbb24,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:50.806599 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae9eb-ef37-4e69-8409-f7f85593062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.847572 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] Set router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:50:50.850899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bb4ae9eb-ef37-4e69-8409-f7f85593062c None None] For port 6a76538a-70a7-48b4-acac-35f4357dbb24, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6a76538a-70a7-48b4-acac-35f4357dbb24,segment=NetworkSegment(dbba665d-868f-41ba-b227-abab28f679a2),segment_id=dbba665d-868f-41ba-b227-abab28f679a2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:50.854152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5d898-10aa-4171-808e-940d5903d48b req-26d7f679-8505-4078-a2a8-8af6d72e3ae3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:50.855171 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae9eb-ef37-4e69-8409-f7f85593062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:50.859971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87a5d898-10aa-4171-808e-940d5903d48b req-26d7f679-8505-4078-a2a8-8af6d72e3ae3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0744872 Sep 18 19:50:50.908326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87a5d898-10aa-4171-808e-940d5903d48b req-8e3f267c-126b-494b-b38e-53858e6f3232 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Sep 18 19:50:50.918964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ae9eb-ef37-4e69-8409-f7f85593062c None None] Pushing event updated for resources: {'Port': ['ID=6a76538a-70a7-48b4-acac-35f4357dbb24,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:50.982315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-db4d6db2-c9b5-40c2-aea7-9bc91fe44814 None None] Provisioning complete for port 6a76538a-70a7-48b4-acac-35f4357dbb24 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:50.983062 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db4d6db2-c9b5-40c2-aea7-9bc91fe44814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:51.013082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a528ed-2e64-4513-b5a0-643f04fd6a9e req-d9e46791-c90c-4c54-9939-098812fba4a8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:51.020993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5a528ed-2e64-4513-b5a0-643f04fd6a9e req-d9e46791-c90c-4c54-9939-098812fba4a8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0698531 Sep 18 19:50:51.095035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5a528ed-2e64-4513-b5a0-643f04fd6a9e req-ff483585-86bf-4dd3-8d9e-f542f9140d8c tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697737 Sep 18 19:50:51.191819 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:47Z', 'revision_number': 4, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port': {'id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6a76538a-70a7-48b4-acac-35f4357dbb24', 'name': '', 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'mac_address': 'fa:16:3e:14:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'ce8154bb-a433-4315-93aa-1010fc7f933d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:47Z', 'updated_at': '2021-09-18T19:50:50Z', 'revision_number': 4, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'subnets': [{'id': 'ce8154bb-a433-4315-93aa-1010fc7f933d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:50:51.194179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 66c02a6e-a281-46a2-b570-6e9bfd551f08 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:51.228429 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d5dc2-e2ca-4d6d-a26b-cbc695e588f6 None None] The sync data for ids ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'] in n-d-789963-11 is: [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:47Z', 'revision_number': 4, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port': {'id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6a76538a-70a7-48b4-acac-35f4357dbb24', 'name': '', 'network_id': '20961e75-f23b-4113-83e8-f49e69afddcb', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'mac_address': 'fa:16:3e:14:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'ce8154bb-a433-4315-93aa-1010fc7f933d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:47Z', 'updated_at': '2021-09-18T19:50:50Z', 'revision_number': 4, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'subnets': [{'id': 'ce8154bb-a433-4315-93aa-1010fc7f933d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:50:51.254456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed0c3f2e-8267-4092-807c-c126fd6373cb req-1697943b-f1ac-4067-b546-bd20b1c9bfe0 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0920753 Sep 18 19:50:51.255758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 66c02a6e-a281-46a2-b570-6e9bfd551f08 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:51.256292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:51.346246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-038fc492-14aa-4508-952d-46ffa88a1130 req-38510fe8-88f6-4bfc-926b-42f2058ea992 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 210 time: 0.0888302 Sep 18 19:50:51.384198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-61bb9415-3290-422c-8f16-39929009c733 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:51.385808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-61bb9415-3290-422c-8f16-39929009c733 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.32 "GET /v2.0/networks?id=296d36b6-a127-4bb6-a6b2-9d10708b6eab HTTP/1.1" status: 200 len: 910 time: 0.2879283 Sep 18 19:50:51.418455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Request body: {'port': {'device_id': 'f3e5fc13-e1ab-445d-9ce0-8819c51c4a60', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'admin_state_up': True, 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:51.468010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Made reservation on behalf of 57d4fa446dff43a3b555ec5942150bcb for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:50:51.471580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:51.493698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc1e6d-068e-42ac-89c0-dd1d9b9483e9 req-fc068424-9afe-4e1d-8a9c-862edd87917b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:51.495308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7dc1e6d-068e-42ac-89c0-dd1d9b9483e9 req-fc068424-9afe-4e1d-8a9c-862edd87917b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0963130 Sep 18 19:50:51.552939 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e80e551-8e4d-4c99-abb5-48bc9471f14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:51.594996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7dc1e6d-068e-42ac-89c0-dd1d9b9483e9 req-400a8fa2-9630-47e9-8573-eda38142be29 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884676 Sep 18 19:50:51.642212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Allocated IP 172.20.0.13 (296d36b6-a127-4bb6-a6b2-9d10708b6eab/53dd6cd9-f5a8-410e-98d4-ab4e8f85d904/3422e44b-05da-4ef6-b6ea-851f0aa0bc65) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:50:51.800193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:51.835170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:51.879873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:50:51.882805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:50:51.885441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:50:51.914835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Pushing event updated for resources: {'Port': ['ID=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:51.928621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.928966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.929363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.929698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.930031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.930358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.930723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.931049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.931370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.931709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.932035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.932349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:50:51.961118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:51.962128 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:51.979121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-ddfb92c8-f771-4b61-9b5b-36f8b06fdc93 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5660622 Sep 18 19:50:51.997192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Request body: {'port': {'device_id': 'f3e5fc13-e1ab-445d-9ce0-8819c51c4a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:50:52.094282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:52.151692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b718449e-4e80-401a-a03c-26c7345e6899 None None] Provisioning complete for port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:52.152222 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b718449e-4e80-401a-a03c-26c7345e6899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:52.152325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe01673-2968-4696-933c-ea1ba9fa5a23 req-01a36468-6869-49da-a436-738fc6a21730 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:52.155531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfe01673-2968-4696-933c-ea1ba9fa5a23 req-01a36468-6869-49da-a436-738fc6a21730 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1196060 Sep 18 19:50:52.202057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b718449e-4e80-401a-a03c-26c7345e6899 None None] Port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:50:52.313434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfe01673-2968-4696-933c-ea1ba9fa5a23 req-2f790b6b-8ece-4a9f-a959-ba8edc83c33c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512511 Sep 18 19:50:52.353857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca53cdf-01cc-4d01-b1ab-d5beefcb133e req-d74a61ea-2ba9-4a96-812f-7d1b241d4be6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:52.355445 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fca53cdf-01cc-4d01-b1ab-d5beefcb133e req-d74a61ea-2ba9-4a96-812f-7d1b241d4be6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1583898 Sep 18 19:50:52.445666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9a079fd-50c4-4b0a-a570-ec61f4786abc req-f13fafc2-0482-4818-958c-971f5f4369a9 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0428700 Sep 18 19:50:52.476717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fca53cdf-01cc-4d01-b1ab-d5beefcb133e req-d958d13b-12d0-420c-bd68-f9e342b0e17f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139905 Sep 18 19:50:52.596094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:52.606686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:52.613235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d472-e4d1-461d-866b-3d7927f344aa req-28044cbd-32b1-4e56-aee0-0e76e91c4c24 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:52.614724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25b6d472-e4d1-461d-866b-3d7927f344aa req-28044cbd-32b1-4e56-aee0-0e76e91c4c24 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1028 time: 0.0920601 Sep 18 19:50:52.630816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Transition to ACTIVE for port object 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:50:52.640191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:52.733091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25b6d472-e4d1-461d-866b-3d7927f344aa req-5d734b9b-9d94-42b0-9b6c-d3ef31ce7fef tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103954 Sep 18 19:50:52.737890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:52.796701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a03059-8f1a-45ad-acdc-3eb3a1d43102 req-8057d6b0-a035-4a1d-99a0-e9b18c2b2a79 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:52.798079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5a03059-8f1a-45ad-acdc-3eb3a1d43102 req-8057d6b0-a035-4a1d-99a0-e9b18c2b2a79 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1170447 Sep 18 19:50:52.881844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5a03059-8f1a-45ad-acdc-3eb3a1d43102 req-fdc40959-811d-454b-9d46-86ea24407f8f tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Sep 18 19:50:52.884635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Attempting to bind port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:50:52.884974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Attempting to bind port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:50:52.885356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Attempting to bind port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 on network 296d36b6-a127-4bb6-a6b2-9d10708b6eab {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:52.891078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 on network 296d36b6-a127-4bb6-a6b2-9d10708b6eab not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:50:52.891461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Attempting to bind port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 on network 296d36b6-a127-4bb6-a6b2-9d10708b6eab {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:50:52.897385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:50:52.897801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Checking segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:50:52.898185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Bound using segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:50:52.898718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Bound port: 3422e44b-05da-4ef6-b6ea-851f0aa0bc65, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:50:52.899122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:52.973940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] For port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:50:52.977170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] For port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:50:52.981296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:53.014559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.015180 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:53.016641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] 10.222.0.32 "PUT /v2.0/ports/3422e44b-05da-4ef6-b6ea-851f0aa0bc65 HTTP/1.1" status: 200 len: 1093 time: 1.0275116 Sep 18 19:50:53.017081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e5fc13-e1ab-445d-9ce0-8819c51c4a60', 'tag': '3422e44b-05da-4ef6-b6ea-851f0aa0bc65'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:53.019303 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecc15c2-cf5d-42b7-9024-4a4017a60909" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e5fc13-e1ab-445d-9ce0-8819c51c4a60", "tag": "3422e44b-05da-4ef6-b6ea-851f0aa0bc65"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:53.026797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:53.049967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54418f4-3104-40cb-8732-448c4bb0dbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:53.081706 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d451f9ee-2c83-4dea-b149-9be2921f5eb2 x-openstack-request-id: req-d451f9ee-2c83-4dea-b149-9be2921f5eb2 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:53.082003 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e5fc13-e1ab-445d-9ce0-8819c51c4a60", "tag": "3422e44b-05da-4ef6-b6ea-851f0aa0bc65", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:53.082251 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d451f9ee-2c83-4dea-b149-9be2921f5eb2 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:53.082702 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e5fc13-e1ab-445d-9ce0-8819c51c4a60', 'tag': '3422e44b-05da-4ef6-b6ea-851f0aa0bc65', 'status': 'completed', 'code': 200} Sep 18 19:50:53.124968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-b3cd99c8-540d-4a11-84b2-e253ca3133fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.126796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-b3cd99c8-540d-4a11-84b2-e253ca3133fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57d4fa446dff43a3b555ec5942150bcb&device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1096 time: 0.0552135 Sep 18 19:50:53.166141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6a76538a-70a7-48b4-acac-35f4357dbb24 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:53.188861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-217cd77b-6f98-4416-a5ed-d437a92eb605 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3422e44b-05da-4ef6-b6ea-851f0aa0bc65 HTTP/1.1" status: 200 len: 217 time: 0.0535243 Sep 18 19:50:53.231107 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:53.244866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6a76538a-70a7-48b4-acac-35f4357dbb24 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:53.245243 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:53.249913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-3b26dc89-3ea4-4c52-8f13-565c8f6464e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.251676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-3b26dc89-3ea4-4c52-8f13-565c8f6464e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53dd6cd9-f5a8-410e-98d4-ab4e8f85d904 HTTP/1.1" status: 200 len: 848 time: 0.0553241 Sep 18 19:50:53.302428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-959ad941-7a32-4494-b662-cca3ab3a253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.304002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-959ad941-7a32-4494-b662-cca3ab3a253d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=296d36b6-a127-4bb6-a6b2-9d10708b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449009 Sep 18 19:50:53.404850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-a514b99c-1586-47d6-8dcb-371c9bd03bce service neutron] 10.222.0.32 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932949 Sep 18 19:50:53.493107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091237c7-3623-471a-bb30-45036c8efdbf req-cc8e9802-4f66-4d5d-9798-6885876470ea tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.494559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-091237c7-3623-471a-bb30-45036c8efdbf req-cc8e9802-4f66-4d5d-9798-6885876470ea tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1041420 Sep 18 19:50:53.568637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a39ea541-a346-433a-aa5f-cb2640bd38a5 req-07a1dc89-9c7b-4d80-8113-f53acf71c1f6 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0332093 Sep 18 19:50:53.572302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c764ee-ec3b-4e62-8e76-20ec93a6b4ea req-f36d2e70-04d9-4a24-95ab-ee2b0565b408 service neutron] 10.222.0.32 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520798 Sep 18 19:50:53.575512 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-091237c7-3623-471a-bb30-45036c8efdbf req-50d0d669-6b8a-48cd-9269-0f8253a5ebae tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747142 Sep 18 19:50:53.710589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebad9dc-2ae6-4623-965e-47f822426d1b req-ab016e79-49d9-4580-93e0-732dd40f7d74 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.712023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ebad9dc-2ae6-4623-965e-47f822426d1b req-ab016e79-49d9-4580-93e0-732dd40f7d74 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0845087 Sep 18 19:50:53.714795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-ea023939-3fc2-4958-b10e-c022c99b59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.716188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-ea023939-3fc2-4958-b10e-c022c99b59d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57d4fa446dff43a3b555ec5942150bcb&device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1096 time: 0.0582054 Sep 18 19:50:53.775914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ebad9dc-2ae6-4623-965e-47f822426d1b req-d1e72663-e116-4309-a8d8-8683725f779f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578940 Sep 18 19:50:53.878252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-8e48684a-c5aa-49a5-819c-35db9577bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.879818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-8e48684a-c5aa-49a5-819c-35db9577bbaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=296d36b6-a127-4bb6-a6b2-9d10708b6eab HTTP/1.1" status: 200 len: 910 time: 0.1549134 Sep 18 19:50:53.881654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab789-62b4-418f-92a3-243536091f13 req-cd7f7c7f-b438-47d1-9920-6538200a82f3 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:53.883066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e75ab789-62b4-418f-92a3-243536091f13 req-cd7f7c7f-b438-47d1-9920-6538200a82f3 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1096 time: 0.0646923 Sep 18 19:50:53.936400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-14d0c8dc-aa8d-46eb-b386-ddcf74852263 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3422e44b-05da-4ef6-b6ea-851f0aa0bc65 HTTP/1.1" status: 200 len: 217 time: 0.0413446 Sep 18 19:50:53.993363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e75ab789-62b4-418f-92a3-243536091f13 req-1b3d41fa-4bef-4193-ad40-a043395b65c9 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040514 Sep 18 19:50:54.021708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-a12ade8b-38fc-4a92-9240-fac44cfd1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:54.023156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-a12ade8b-38fc-4a92-9240-fac44cfd1005 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53dd6cd9-f5a8-410e-98d4-ab4e8f85d904 HTTP/1.1" status: 200 len: 848 time: 0.0773654 Sep 18 19:50:54.047883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c564-6fe7-47ed-9bd8-1e8bdec12f3b req-00f23a15-982f-44cb-85a0-ecaed17303e8 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:54.049041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c304c564-6fe7-47ed-9bd8-1e8bdec12f3b req-00f23a15-982f-44cb-85a0-ecaed17303e8 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0932310 Sep 18 19:50:54.101094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-1e7b8c58-5e8b-4c74-b38d-3adcd3f4f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:54.102585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-1e7b8c58-5e8b-4c74-b38d-3adcd3f4f62f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=296d36b6-a127-4bb6-a6b2-9d10708b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719197 Sep 18 19:50:54.105740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c304c564-6fe7-47ed-9bd8-1e8bdec12f3b req-c1601c14-0916-40b7-9743-908be100fa0b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Sep 18 19:50:54.196080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-eaf16f43-3587-44db-a5d4-683136eb05ed service neutron] 10.222.0.32 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Sep 18 19:50:54.280356 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 503d421b-6427-45ce-9b0e-ec6886a4ff8d details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:54.289788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ecc15c2-cf5d-42b7-9024-4a4017a60909 req-d76f6695-7f75-424f-8627-6afc617abc10 service neutron] 10.222.0.32 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832267 Sep 18 19:50:54.372197 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:54.382869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'mac_address': 'fa:16:3e:5b:e1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:54.430671 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-37869615-554a-4805-a4b6-51a0a2a14b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:54.432259 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:54.445086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 503d421b-6427-45ce-9b0e-ec6886a4ff8d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:54.466181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:54.470334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:54.516509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:54.686740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9711c228-5f36-40c6-951d-489963c6e711 req-871eb1b0-ea1c-4c01-87b6-e386ccc179c1 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0414219 Sep 18 19:50:54.728818 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:54.800669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['503d421b-6427-45ce-9b0e-ec6886a4ff8d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:55.060174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed02c7-443c-48ab-ad06-f61d0511b2ea req-f2289489-b939-4e6a-9a60-c5266cb8cb7e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:55.061620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8eed02c7-443c-48ab-ad06-f61d0511b2ea req-f2289489-b939-4e6a-9a60-c5266cb8cb7e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.4053266 Sep 18 19:50:55.073960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81a50e-2f21-42aa-8547-f1b17a961758 req-1cd669af-be7d-461e-8b7b-464317909d97 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:55.075315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa81a50e-2f21-42aa-8547-f1b17a961758 req-1cd669af-be7d-461e-8b7b-464317909d97 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 948 time: 0.0634425 Sep 18 19:50:55.128592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8eed02c7-443c-48ab-ad06-f61d0511b2ea req-7de7a28a-db58-42f0-82c2-39a520f12d40 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Sep 18 19:50:55.134951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa81a50e-2f21-42aa-8547-f1b17a961758 req-21b40763-0633-417b-b315-fc606a109217 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 Sep 18 19:50:55.253143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571aca4-6cbf-4d95-887a-62a890c2f398 req-0a08f658-6d85-43ca-ae84-d4c6520856ea tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:55.254640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9571aca4-6cbf-4d95-887a-62a890c2f398 req-0a08f658-6d85-43ca-ae84-d4c6520856ea tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1096 time: 0.0716386 Sep 18 19:50:55.266541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b621f9-5191-4939-b1a0-0d9215bd8814 req-40da7606-6bf1-4cb2-abfb-2376f3f3d74f tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:55.267934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3b621f9-5191-4939-b1a0-0d9215bd8814 req-40da7606-6bf1-4cb2-abfb-2376f3f3d74f tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0732853 Sep 18 19:50:55.316453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9571aca4-6cbf-4d95-887a-62a890c2f398 req-4416b754-a167-4c10-a871-3cd06a809a02 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475924 Sep 18 19:50:55.323406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3b621f9-5191-4939-b1a0-0d9215bd8814 req-0a20cb1a-dc3a-44ae-afd4-c8f5e499c4ea tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490670 Sep 18 19:50:55.458992 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:55.788635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27416d11-990e-4fbf-8b0f-cb9b365157f5 req-8e27e2d7-1332-4719-9d42-876c0e326857 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0254452 Sep 18 19:50:56.276543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c374c5-d10d-4993-a4bb-5183f5166a54 req-f54b02b8-50ef-41af-860e-ff5a37e08bea tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:56.277897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0c374c5-d10d-4993-a4bb-5183f5166a54 req-f54b02b8-50ef-41af-860e-ff5a37e08bea tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0782495 Sep 18 19:50:56.287732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:50:56.292505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 503d421b-6427-45ce-9b0e-ec6886a4ff8d up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:56.308425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953de70e-412a-4394-b1ac-151c90dc670b req-0ce9edaa-890d-48ba-bcf7-42a26a604b52 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:56.309876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-953de70e-412a-4394-b1ac-151c90dc670b req-0ce9edaa-890d-48ba-bcf7-42a26a604b52 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 948 time: 0.0767004 Sep 18 19:50:56.342102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0c374c5-d10d-4993-a4bb-5183f5166a54 req-006756b2-ae37-4849-a010-efc1a64032fa tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Sep 18 19:50:56.367235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-953de70e-412a-4394-b1ac-151c90dc670b req-c55ecc5c-9ef6-4527-8026-16060b1d5353 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 Sep 18 19:50:56.402090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 503d421b-6427-45ce-9b0e-ec6886a4ff8d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:56.402463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:56.456617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:56.472089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '3422e44b-05da-4ef6-b6ea-851f0aa0bc65', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'port_id': '3422e44b-05da-4ef6-b6ea-851f0aa0bc65', 'mac_address': 'fa:16:3e:6b:7a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:50:56.493026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af50d85-fe53-49ec-bd1f-2886a2939311 req-f0e44c78-ff9b-43ec-b96f-e4c2b97a1cb5 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:56.494633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8af50d85-fe53-49ec-bd1f-2886a2939311 req-f0e44c78-ff9b-43ec-b96f-e4c2b97a1cb5 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1096 time: 0.0754704 Sep 18 19:50:56.503167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac723f-31eb-420e-9144-8b656ceeae96 req-043ec7e1-2974-474d-ba95-f4dbdfa42df4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:56.504695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0ac723f-31eb-420e-9144-8b656ceeae96 req-043ec7e1-2974-474d-ba95-f4dbdfa42df4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0764971 Sep 18 19:50:56.535474 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:56.538395 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:56.554747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8af50d85-fe53-49ec-bd1f-2886a2939311 req-25dbfc33-c258-4039-aeb1-991a5b7eb0b1 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Sep 18 19:50:56.565026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0ac723f-31eb-420e-9144-8b656ceeae96 req-8119a0eb-1492-4cd2-bdd4-a14436c4efd2 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 Sep 18 19:50:56.569156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:50:56.578645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:56.580918 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9360c62d-bab3-4d36-b3e0-a24c05c2fc6f" -d '{"events": [{"server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "name": "network-vif-plugged", "status": "completed", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:56.603751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:56.607737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:56.610141 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:56.615695 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:56.635549 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4cd09-f8df-41b0-b613-367e481c33cd x-openstack-request-id: req-86a4cd09-f8df-41b0-b613-367e481c33cd {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:56.635747 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "name": "network-vif-plugged", "status": "completed", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:56.636060 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86a4cd09-f8df-41b0-b613-367e481c33cd {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:56.636508 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'code': 200} Sep 18 19:50:56.662067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:56.712074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:56.807589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecac2cd-a00a-4d26-8822-75ab0f9810f3 req-20aca92e-4b7d-48f4-af13-24299d7b0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:56.809110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cecac2cd-a00a-4d26-8822-75ab0f9810f3 req-20aca92e-4b7d-48f4-af13-24299d7b0a7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1101 time: 0.0409214 Sep 18 19:50:56.851571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cecac2cd-a00a-4d26-8822-75ab0f9810f3 req-1446b5fa-0ed0-4139-ac40-be843698fc80 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Sep 18 19:50:56.891253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50f2bc66-4e66-41e2-b632-f14afdc2d412 req-c510f7dc-02e9-4d12-b245-8655129d50e5 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0252497 Sep 18 19:50:56.976850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3422e44b-05da-4ef6-b6ea-851f0aa0bc65'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:50:57.342914 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:57.495569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc6911-a3e9-4e4e-8cd5-ade22e741608 req-55306936-060a-4de9-ac9b-d98fff00c363 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:57.497035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ddc6911-a3e9-4e4e-8cd5-ade22e741608 req-55306936-060a-4de9-ac9b-d98fff00c363 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0801659 Sep 18 19:50:57.531573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44cbd0c2-2593-4336-9dfa-8a3a6f23a3e0 req-dca808e5-8da2-4a1b-941f-4daaf4f3ee0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0328193 Sep 18 19:50:57.543963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991e53d-7591-4ae2-8e51-e8f1b4d480b4 req-eab05f30-59ad-4793-a794-ecff8bba32c1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:57.545346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7991e53d-7591-4ae2-8e51-e8f1b4d480b4 req-eab05f30-59ad-4793-a794-ecff8bba32c1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0998518 Sep 18 19:50:57.579539 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ddc6911-a3e9-4e4e-8cd5-ade22e741608 req-3da414bf-4444-4196-95af-22f31ee243f0 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706196 Sep 18 19:50:57.596063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7991e53d-7591-4ae2-8e51-e8f1b4d480b4 req-418d973d-62b2-4ceb-91f5-b5156b7470b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440314 Sep 18 19:50:57.702108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9502-2bc4-4723-b08c-51c77852a018 req-556025db-29cc-435c-8643-5f6eb9122ae1 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:57.704227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-993f9502-2bc4-4723-b08c-51c77852a018 req-556025db-29cc-435c-8643-5f6eb9122ae1 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1097 time: 0.0698268 Sep 18 19:50:57.725485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818f9d0-94e2-4095-bad8-4cd102cc8a1d req-9753d65b-fa2f-4159-93ca-b760e33b0308 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:57.726919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b818f9d0-94e2-4095-bad8-4cd102cc8a1d req-9753d65b-fa2f-4159-93ca-b760e33b0308 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0675480 Sep 18 19:50:57.769502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-993f9502-2bc4-4723-b08c-51c77852a018 req-0e80d885-c557-4be8-b91b-d8165ea491a6 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Sep 18 19:50:57.783236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b818f9d0-94e2-4095-bad8-4cd102cc8a1d req-cfd47825-f3bd-4aad-854c-c781473a0dd7 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Sep 18 19:50:57.992604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a0bbe63-d8d4-4770-95b8-69530a4a8209 req-d03e7058-d522-40e5-a7b7-dc2c33a79e47 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0271676 Sep 18 19:50:58.277011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:50:58.326860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:50:58.331588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:50:58.331962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:58.411822 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:58.442676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:50:58.446126 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:50:58.492031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:50:58.637312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e5fc13-e1ab-445d-9ce0-8819c51c4a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3422e44b-05da-4ef6-b6ea-851f0aa0bc65'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:50:58.639728 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665492e-4fbf-4d87-aec2-559c6e827144" -d '{"events": [{"server_uuid": "f3e5fc13-e1ab-445d-9ce0-8819c51c4a60", "name": "network-vif-plugged", "status": "completed", "tag": "3422e44b-05da-4ef6-b6ea-851f0aa0bc65"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:50:58.730999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b052b0-3098-4ce0-973d-c724211dde85 req-12639915-cad9-47fe-872d-8e2cbbac8e42 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:58.732605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6b052b0-3098-4ce0-973d-c724211dde85 req-12639915-cad9-47fe-872d-8e2cbbac8e42 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0815871 Sep 18 19:50:58.753085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6639f63-509f-4d85-86a5-7bf63a9244a3 req-edfac19e-923d-4d8d-846c-3a2fba3a0b98 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:58.754496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6639f63-509f-4d85-86a5-7bf63a9244a3 req-edfac19e-923d-4d8d-846c-3a2fba3a0b98 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0776789 Sep 18 19:50:58.802078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6b052b0-3098-4ce0-973d-c724211dde85 req-b6b45909-8d00-4a81-9483-61284326fcdb tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625148 Sep 18 19:50:58.809921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6639f63-509f-4d85-86a5-7bf63a9244a3 req-5d58f64f-8644-49d3-b99e-a01fd8729ab5 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481751 Sep 18 19:50:58.858082 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe679aa-244f-4ed9-9452-7ad763b4f056 x-openstack-request-id: req-efe679aa-244f-4ed9-9452-7ad763b4f056 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:50:58.858631 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e5fc13-e1ab-445d-9ce0-8819c51c4a60", "name": "network-vif-plugged", "status": "completed", "tag": "3422e44b-05da-4ef6-b6ea-851f0aa0bc65", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:50:58.859906 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efe679aa-244f-4ed9-9452-7ad763b4f056 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:50:58.860629 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e5fc13-e1ab-445d-9ce0-8819c51c4a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3422e44b-05da-4ef6-b6ea-851f0aa0bc65', 'code': 200} Sep 18 19:50:58.977665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80346f8-e27c-45ff-a1ff-06b95f0268e6 req-1da5e1be-aaa9-4b2b-ad73-dd2e8523f9e1 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:58.979163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f80346f8-e27c-45ff-a1ff-06b95f0268e6 req-1da5e1be-aaa9-4b2b-ad73-dd2e8523f9e1 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.0947866 Sep 18 19:50:59.018582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7003468-21db-49b1-be52-d56b1ae8f612 req-f33a6a4a-1754-435c-92a2-a469f9b9b57b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:59.020065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7003468-21db-49b1-be52-d56b1ae8f612 req-f33a6a4a-1754-435c-92a2-a469f9b9b57b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1041982 Sep 18 19:50:59.040470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8840a8-092a-4588-8236-fc627c4449ce req-5a7bacf8-1e9b-4598-bf2f-5dfb77b36f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:59.041880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea8840a8-092a-4588-8236-fc627c4449ce req-5a7bacf8-1e9b-4598-bf2f-5dfb77b36f15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.1119595 Sep 18 19:50:59.052044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f80346f8-e27c-45ff-a1ff-06b95f0268e6 req-7be9ac3e-d5c7-496f-89c3-b2c32a798570 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663857 Sep 18 19:50:59.094839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7003468-21db-49b1-be52-d56b1ae8f612 req-7952887e-ff9f-42cb-9a02-22391088d098 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640118 Sep 18 19:50:59.098583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea8840a8-092a-4588-8236-fc627c4449ce req-88014114-baf5-4bb5-b338-13e7b6ac9724 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443168 Sep 18 19:50:59.158671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c463a-7edd-43ab-afa7-442d83ef452c req-dea9df7a-9c26-4f2c-8a59-e07d6f374023 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:59.160207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e45c463a-7edd-43ab-afa7-442d83ef452c req-dea9df7a-9c26-4f2c-8a59-e07d6f374023 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0526764 Sep 18 19:50:59.199779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e45c463a-7edd-43ab-afa7-442d83ef452c req-57fd0b0a-01e3-4aa8-81b9-b68261402597 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337431 Sep 18 19:50:59.251418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e197ce5a-106a-4b4b-99e3-94460a75cc91 req-724f2e34-7d35-4a0b-a003-b2071561e347 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0300057 Sep 18 19:50:59.503534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb189077-5b78-4b39-aa49-c33372124402 req-e75a1049-72bb-4915-97fc-754b91a6000c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6623ed1671d4cd69b4ea6327e818f2e&device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0307906 Sep 18 19:50:59.557125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-593cdfa1-bdb8-4510-a05c-17dd8dcd9023 req-0863e2e6-7a9b-48b7-9e0d-5d73b2068722 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0567911 Sep 18 19:50:59.569515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb189077-5b78-4b39-aa49-c33372124402 req-6e848297-32cd-4def-a558-c4967904d0ce service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f6623ed1671d4cd69b4ea6327e818f2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490239 Sep 18 19:50:59.612074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f2f9b-73b4-4cf1-94f2-c3c4437b77d4 req-272d40ac-a52a-4f94-b369-da0ff7b9bee6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:59.613556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c6f2f9b-73b4-4cf1-94f2-c3c4437b77d4 req-272d40ac-a52a-4f94-b369-da0ff7b9bee6 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1149144 Sep 18 19:50:59.691926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c6f2f9b-73b4-4cf1-94f2-c3c4437b77d4 req-649f9b54-4d5d-404f-9e9b-61cb7b989f2d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719662 Sep 18 19:50:59.710144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb189077-5b78-4b39-aa49-c33372124402 req-50120ca3-83aa-4924-b1f5-c5dfb2d1d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:59.715434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb189077-5b78-4b39-aa49-c33372124402 req-50120ca3-83aa-4924-b1f5-c5dfb2d1d45e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340384 Sep 18 19:50:59.929372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56ceb-fd33-46c2-bb0c-9476010f9cfe req-1a7a587a-10bd-4f19-8d0d-3c176c679b6d tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:50:59.930901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3bb56ceb-fd33-46c2-bb0c-9476010f9cfe req-1a7a587a-10bd-4f19-8d0d-3c176c679b6d tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0496747 Sep 18 19:50:59.969772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3bb56ceb-fd33-46c2-bb0c-9476010f9cfe req-4c11deed-171d-474e-9686-21c96810bbab tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Sep 18 19:51:00.163210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47625b-186b-4f2c-8344-7df541ca4fa7 req-675ab038-7aa4-4f06-b122-903f068f0cbe tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:00.164784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d47625b-186b-4f2c-8344-7df541ca4fa7 req-675ab038-7aa4-4f06-b122-903f068f0cbe tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.0465915 Sep 18 19:51:00.225219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d47625b-186b-4f2c-8344-7df541ca4fa7 req-32e5c695-4b37-4d79-9dd3-a334da355b41 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515378 Sep 18 19:51:00.233591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8858046-8eb3-4167-afd6-7d77cb7de118 req-94c124a0-33dd-4f9e-aa51-7d854672f61c tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:00.235200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8858046-8eb3-4167-afd6-7d77cb7de118 req-94c124a0-33dd-4f9e-aa51-7d854672f61c tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0695589 Sep 18 19:51:00.274204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8858046-8eb3-4167-afd6-7d77cb7de118 req-27628a17-d970-48cd-907a-f4eaed138484 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Sep 18 19:51:00.654133 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff893148-17d1-44f6-a10d-5579a85242fa req-2d4022fc-dad2-4db9-9749-0f02a9a928d4 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0264502 Sep 18 19:51:00.828516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b4a44-5949-4143-8717-8944df9681c5 req-5862264d-03eb-4d3f-adee-054e17ba6fad tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:00.829944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e9b4a44-5949-4143-8717-8944df9681c5 req-5862264d-03eb-4d3f-adee-054e17ba6fad tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0523345 Sep 18 19:51:00.867344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e9b4a44-5949-4143-8717-8944df9681c5 req-02c75dec-a6eb-497c-8459-f26c5eae69cd tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Sep 18 19:51:01.084482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171af6b-08b1-4afd-8c31-88a7647f55f8 req-890257d1-497a-47e0-a9dd-eb9d45b90990 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:01.086360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c171af6b-08b1-4afd-8c31-88a7647f55f8 req-890257d1-497a-47e0-a9dd-eb9d45b90990 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0506923 Sep 18 19:51:01.129068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c171af6b-08b1-4afd-8c31-88a7647f55f8 req-d6051f64-a7a1-4b27-a99b-da02280fa4ef tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358701 Sep 18 19:51:01.227605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb189077-5b78-4b39-aa49-c33372124402 req-82d7152f-1bba-4b40-981f-0c7acbacd9ab tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0299542 Sep 18 19:51:01.236457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba57496-4dfa-4c2d-822f-147b0be925a8 req-d2cddfc7-0850-4fcb-9d92-6ab8fbec014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:01.237889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ba57496-4dfa-4c2d-822f-147b0be925a8 req-d2cddfc7-0850-4fcb-9d92-6ab8fbec014e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1097 time: 0.0669708 Sep 18 19:51:01.276572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ba57496-4dfa-4c2d-822f-147b0be925a8 req-902f8071-9ab3-44d7-afb9-efd507518b5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302742 Sep 18 19:51:01.339395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57497ea-437c-404a-b6de-567deeab3f03 req-1cf5fbf0-f186-46b6-a8b8-48f2c86454b9 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:01.341221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a57497ea-437c-404a-b6de-567deeab3f03 req-1cf5fbf0-f186-46b6-a8b8-48f2c86454b9 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.0446551 Sep 18 19:51:01.375725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a57497ea-437c-404a-b6de-567deeab3f03 req-d6dbc803-16a7-42df-b63c-ba8073dda03d tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281882 Sep 18 19:51:01.475856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed4be-f9d6-4c42-b360-3585b582f46e req-3dca2928-5034-4d4f-a90e-4149f493e18e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:01.477369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-508ed4be-f9d6-4c42-b360-3585b582f46e req-3dca2928-5034-4d4f-a90e-4149f493e18e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0489023 Sep 18 19:51:01.518372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-508ed4be-f9d6-4c42-b360-3585b582f46e req-b7eb3cdd-5f18-41a6-94e0-66a30d3a0529 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Sep 18 19:51:01.581890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4a4d7-54bf-4dd9-9ff1-0a97dd0e2389 req-82608c4f-a24e-4262-9acd-cf3367159ca6 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:01.583421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51b4a4d7-54bf-4dd9-9ff1-0a97dd0e2389 req-82608c4f-a24e-4262-9acd-cf3367159ca6 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.0442512 Sep 18 19:51:01.619113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51b4a4d7-54bf-4dd9-9ff1-0a97dd0e2389 req-143b8460-bdd2-4cfb-8be4-55de2d3da188 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294204 Sep 18 19:51:01.722629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f259-1779-4052-8204-f7051fd2f632 req-23db6ac0-11e2-48c6-80ea-5cf44fe16317 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:01.724402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e527f259-1779-4052-8204-f7051fd2f632 req-23db6ac0-11e2-48c6-80ea-5cf44fe16317 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.0417395 Sep 18 19:51:01.774514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef0c3d3b-4557-46fa-9862-68c5a37f275c req-4e1368c3-4a10-4536-be76-b2753723c4c3 tempest-ServerShowV254Test-2115760109 tempest-ServerShowV254Test-2115760109-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f7fc896-8339-4d94-be6b-25c04fdd3cde HTTP/1.1" status: 200 len: 210 time: 0.0366576 Sep 18 19:51:01.785956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e527f259-1779-4052-8204-f7051fd2f632 req-b57abd6e-4ab8-404c-b8a3-54e68c4b3364 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553875 Sep 18 19:51:02.051752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff3412-1fc6-4d43-a307-1a9d0fccdef7 req-d9e7a6ba-b2c6-42f8-ac11-3f54e859187f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:02.053229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdff3412-1fc6-4d43-a307-1a9d0fccdef7 req-d9e7a6ba-b2c6-42f8-ac11-3f54e859187f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1076016 Sep 18 19:51:02.057704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-8988820a-7c93-467c-b3ad-02e9595a5140 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:02.059081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-8988820a-7c93-467c-b3ad-02e9595a5140 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/networks?id=296d36b6-a127-4bb6-a6b2-9d10708b6eab HTTP/1.1" status: 200 len: 910 time: 0.1329482 Sep 18 19:51:02.081768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-10dbd931-f269-4f73-a7d9-d988a1f34c6a tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/quotas/57d4fa446dff43a3b555ec5942150bcb HTTP/1.1" status: 200 len: 375 time: 0.0160007 Sep 18 19:51:02.124441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdff3412-1fc6-4d43-a307-1a9d0fccdef7 req-3bec5cca-2136-4044-bce4-d9ae0e7f54cf tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643575 Sep 18 19:51:02.143330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-5bcd1801-d013-4e19-bd44-c595c2d3098f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=57d4fa446dff43a3b555ec5942150bcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555687 Sep 18 19:51:02.263046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-0f8f6dba-132e-4f21-8cef-810aa40911d3 service neutron] 10.222.0.20 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126575 Sep 18 19:51:02.273956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6775455-76ae-490c-8773-cfecd4bab17b req-878c4af7-df82-4e71-945d-a91a9932bbd9 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:02.275396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6775455-76ae-490c-8773-cfecd4bab17b req-878c4af7-df82-4e71-945d-a91a9932bbd9 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0690026 Sep 18 19:51:02.369764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6775455-76ae-490c-8773-cfecd4bab17b req-954340b9-1b2a-4310-b6fd-9041c9dd561c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852025 Sep 18 19:51:02.390656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-0105282d-cfc7-4235-964c-bf5420a44f4b service neutron] 10.222.0.20 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138058 Sep 18 19:51:02.562580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d749ce2-de06-4269-854f-99209405fb95 req-411e3d9c-72db-4fd1-8e79-04083b04eaf8 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 210 time: 0.0273728 Sep 18 19:51:02.674162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b1d3b-07ec-4d96-9b46-09b0880ef0c1 req-a5718e36-d004-4598-829e-b472f280bbdf tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:02.680113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-683b1d3b-07ec-4d96-9b46-09b0880ef0c1 req-a5718e36-d004-4598-829e-b472f280bbdf tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0604084 Sep 18 19:51:02.717274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-683b1d3b-07ec-4d96-9b46-09b0880ef0c1 req-c9630cbe-f3f8-438a-b5e2-232d088b265e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Sep 18 19:51:02.760456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9a329354-e8ca-4bf4-a9ad-61b5b40eadac req-0924ffb7-f956-4f10-8b28-2960632f5f14 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1367117505', 'description': 'tempest-description-105300521'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:02.785258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a329354-e8ca-4bf4-a9ad-61b5b40eadac req-0924ffb7-f956-4f10-8b28-2960632f5f14 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:02.889050 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a329354-e8ca-4bf4-a9ad-61b5b40eadac req-0924ffb7-f956-4f10-8b28-2960632f5f14 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:02.893198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a329354-e8ca-4bf4-a9ad-61b5b40eadac req-0924ffb7-f956-4f10-8b28-2960632f5f14 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:02.925026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a329354-e8ca-4bf4-a9ad-61b5b40eadac req-0924ffb7-f956-4f10-8b28-2960632f5f14 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:02.926339 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a329354-e8ca-4bf4-a9ad-61b5b40eadac req-0924ffb7-f956-4f10-8b28-2960632f5f14 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1705689 Sep 18 19:51:02.930596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924ffb7-f956-4f10-8b28-2960632f5f14 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d5801-269a-47eb-94de-56f0cbe8cac7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:03.036362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-aa4a1551-2df8-465f-b846-f46f0cea8e88 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1367117505&fields=id&tenant_id=fc4d62872a934daca0b62b44fe6919b9 HTTP/1.1" status: 200 len: 267 time: 0.0413747 Sep 18 19:51:03.100799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-dd25668b-361d-4fdb-8dd3-86955cecf54e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:03.102586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-dd25668b-361d-4fdb-8dd3-86955cecf54e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.0589550 Sep 18 19:51:03.116003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Request body: {'port': {'security_groups': ['026e047f-5959-471b-984e-378474e059ea', '9a4d5801-269a-47eb-94de-56f0cbe8cac7']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:03.159661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56640) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:03.200451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.289650 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.304971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85eae-8d00-4ed4-a37b-bb0419874185 req-9a11d68b-94b1-4232-92f8-4cdd42eb1394 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:03.306482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-feb85eae-8d00-4ed4-a37b-bb0419874185 req-9a11d68b-94b1-4232-92f8-4cdd42eb1394 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0922127 Sep 18 19:51:03.378413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-feb85eae-8d00-4ed4-a37b-bb0419874185 req-6516fc74-119a-4beb-a74c-687511bbb169 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627203 Sep 18 19:51:03.396676 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.401938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.444595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b888f5-5b53-4f9a-be11-c98b8ba01f33,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:03.457647 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.457960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.458397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.458826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.459171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.459875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.460218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.460710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.461044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.461375 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.462385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.462385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:03.482153 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5abd4c8c-815c-44d1-975f-2a6a92761331 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6623ed1671d4cd69b4ea6327e818f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212748 Sep 18 19:51:03.483078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56646) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:03.513624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] For port c4203bed-e4b5-421e-b4d5-376053bc1144, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c4203bed-e4b5-421e-b4d5-376053bc1144,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:03.550901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab0c2-f535-4e33-87c9-488cbb4e3576 req-831bda94-8033-46ac-a39b-e91e61120996 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:03.551364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbd87cf7-5480-4612-8364-df72a181eae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.552668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4baab0c2-f535-4e33-87c9-488cbb4e3576 req-831bda94-8033-46ac-a39b-e91e61120996 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0844781 Sep 18 19:51:03.578658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbd87cf7-5480-4612-8364-df72a181eae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.603444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.616833 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.630745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c4203bed-e4b5-421e-b4d5-376053bc1144'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:03.641251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbd87cf7-5480-4612-8364-df72a181eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.646845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cbd87cf7-5480-4612-8364-df72a181eae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.648544 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cbd87cf7-5480-4612-8364-df72a181eae6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58b888f5-5b53-4f9a-be11-c98b8ba01f33 HTTP/1.1" status: 204 len: 168 time: 0.1628146 Sep 18 19:51:03.679214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd87cf7-5480-4612-8364-df72a181eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b888f5-5b53-4f9a-be11-c98b8ba01f33,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:03.724732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:03.725512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.728506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb408ed-ff94-43d2-af70-a7b2471f01cd req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "PUT /v2.0/ports/c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 981 time: 0.6179585 Sep 18 19:51:03.729059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:03.731492 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bcaa8c-5300-4631-ac07-15f9423e82e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:03.755466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4baab0c2-f535-4e33-87c9-488cbb4e3576 req-1a466a90-0535-466f-ad67-f45bb138a286 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823549 Sep 18 19:51:03.810993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-db1b0092-a74d-4cfb-a893-b1ded5ccd038 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:03.812616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-db1b0092-a74d-4cfb-a893-b1ded5ccd038 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.24 "GET /v2.0/networks?id=296d36b6-a127-4bb6-a6b2-9d10708b6eab HTTP/1.1" status: 200 len: 910 time: 0.2589893 Sep 18 19:51:03.817545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a05ec-0c83-4d12-a928-2c44877d2e90 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event updated for resources: {'Port': ['ID=c4203bed-e4b5-421e-b4d5-376053bc1144,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:03.833574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Request body: {'port': {'device_id': 'fa96a02b-e58f-4c38-9101-02ed89a187ab', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'admin_state_up': True, 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:03.868377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Made reservation on behalf of 57d4fa446dff43a3b555ec5942150bcb for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:03.868615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c4203bed-e4b5-421e-b4d5-376053bc1144'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:03.871038 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:03.914319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e436702b-1325-4a69-a53b-d559298b2697 req-b896f8c2-9cec-44a5-9e17-61c205937806 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 210 time: 0.0395091 Sep 18 19:51:04.008635 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81700444-3107-44b4-9d88-dfc238c4cd6d x-openstack-request-id: req-81700444-3107-44b4-9d88-dfc238c4cd6d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:04.008932 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:04.009175 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81700444-3107-44b4-9d88-dfc238c4cd6d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:04.009563 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'status': 'completed', 'code': 200} Sep 18 19:51:04.056789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-3da01b88-6c99-4b5b-bc5a-96eed7968c77 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1367117505&fields=id&tenant_id=fc4d62872a934daca0b62b44fe6919b9 HTTP/1.1" status: 200 len: 267 time: 0.0909164 Sep 18 19:51:04.148691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Allocated IP 172.20.0.3 (296d36b6-a127-4bb6-a6b2-9d10708b6eab/53dd6cd9-f5a8-410e-98d4-ab4e8f85d904/a7d96682-bcee-4a34-9134-f14dd5e678e4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:04.171877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-b7e3f20e-b8ba-4c05-9086-74517a22ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:04.174087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-b7e3f20e-b8ba-4c05-9086-74517a22ff91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1136 time: 0.1349399 Sep 18 19:51:04.187710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-e47e7c16-04c6-4c31-bebe-f17712bd8256 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:04.189674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-e47e7c16-04c6-4c31-bebe-f17712bd8256 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 984 time: 0.1320639 Sep 18 19:51:04.215714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Request body: {'port': {'security_groups': ['026e047f-5959-471b-984e-378474e059ea']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:04.446487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:04.496017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-814d4003-17d2-4671-88bb-1838858cf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:04.497649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-814d4003-17d2-4671-88bb-1838858cf06b service neutron] 10.222.0.24 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 921 time: 0.3070498 Sep 18 19:51:04.608659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-3561e7d6-0f81-4d2f-9107-69cff735030c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 217 time: 0.0949166 Sep 18 19:51:04.706791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341405de-a42c-47cc-a0c4-e24279a3a3b4 req-0678fd19-1c45-427a-9358-adaae0ee6f72 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:04.708569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-341405de-a42c-47cc-a0c4-e24279a3a3b4 req-0678fd19-1c45-427a-9358-adaae0ee6f72 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.2190833 Sep 18 19:51:04.713881 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:04.769704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-352aa40e-757c-440f-b5f1-44186bbdc15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:04.771513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-352aa40e-757c-440f-b5f1-44186bbdc15c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.1558411 Sep 18 19:51:04.831599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-341405de-a42c-47cc-a0c4-e24279a3a3b4 req-6b1a39fc-2b7a-4bb3-9b61-75ebb43df94a tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085994 Sep 18 19:51:04.838866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-aa0d6351-d261-4381-ab02-8d8d6555cdfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447745 Sep 18 19:51:04.884434 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:04.895747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3422e44b-05da-4ef6-b6ea-851f0aa0bc65'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:05.169305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:05.293764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a33665f-0bc5-4388-b7bd-4861c66ffd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.391139 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a33665f-0bc5-4388-b7bd-4861c66ffd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.396464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a33665f-0bc5-4388-b7bd-4861c66ffd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.404884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:05.412419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Pushing event updated for resources: {'Port': ['ID=a7d96682-bcee-4a34-9134-f14dd5e678e4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:05.418751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:05.421958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:05.447877 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a33665f-0bc5-4388-b7bd-4861c66ffd18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31ccf1db9084451f95d540c2b3ad91c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731581 Sep 18 19:51:05.447877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33665f-0bc5-4388-b7bd-4861c66ffd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8e3522-b661-4f20-951a-dd830e917935,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:05.447877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56694) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:05.486431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] For port c4203bed-e4b5-421e-b4d5-376053bc1144, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c4203bed-e4b5-421e-b4d5-376053bc1144,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:05.505689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fff75402-4db1-4180-b085-a8e3439e1fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.516203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26340d21-1dbf-477c-b435-8d772b5c6e5d req-9f39905b-55e5-4534-816f-11124dbb3ca3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:05.517522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26340d21-1dbf-477c-b435-8d772b5c6e5d req-9f39905b-55e5-4534-816f-11124dbb3ca3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.2393935 Sep 18 19:51:05.522684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-688e1537-e9af-407e-8099-42ecde239554 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705527 Sep 18 19:51:05.535851 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fff75402-4db1-4180-b085-a8e3439e1fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.536529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:05.537140 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.596911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.597226 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fff75402-4db1-4180-b085-a8e3439e1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.600067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fff75402-4db1-4180-b085-a8e3439e1fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.601381 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fff75402-4db1-4180-b085-a8e3439e1fa9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff8e3522-b661-4f20-951a-dd830e917935 HTTP/1.1" status: 204 len: 168 time: 0.1531549 Sep 18 19:51:05.611785 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.613665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff75402-4db1-4180-b085-a8e3439e1fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8e3522-b661-4f20-951a-dd830e917935,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:05.624031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c4203bed-e4b5-421e-b4d5-376053bc1144'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:05.625909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-14ae0773-a04a-48ee-ac72-6b08d9abc363 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7978964 Sep 18 19:51:05.715257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Request body: {'port': {'device_id': 'fa96a02b-e58f-4c38-9101-02ed89a187ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:05.738635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26340d21-1dbf-477c-b435-8d772b5c6e5d req-fd8399a6-1cda-494f-92b1-781332a52228 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129185 Sep 18 19:51:05.807010 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c94be249-918e-4c20-9bbf-ac5a709d4932 None None] Provisioning complete for port a7d96682-bcee-4a34-9134-f14dd5e678e4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:05.807486 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c94be249-918e-4c20-9bbf-ac5a709d4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.827064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:05.828363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:05.841197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a50ac5bc-140a-4ff1-997f-2878827d9a7d req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "PUT /v2.0/ports/c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 942 time: 1.6359313 Sep 18 19:51:05.877268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43bcaa8c-5300-4631-ac07-15f9423e82e9 req-38580a39-c8bd-4107-917c-b8a9148052a7 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377318 Sep 18 19:51:05.885777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c94be249-918e-4c20-9bbf-ac5a709d4932 None None] Port a7d96682-bcee-4a34-9134-f14dd5e678e4 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:51:05.979450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c4203bed-e4b5-421e-b4d5-376053bc1144'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:06.001634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88882fdb-beaf-4dfc-ba4a-4143dafff70d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event updated for resources: {'Port': ['ID=c4203bed-e4b5-421e-b4d5-376053bc1144,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:06.013570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:06.017229 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:06.031171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.122759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ab16-095c-4253-9fe5-3fdb9ae0bc10 req-91b1bbf5-b551-4178-995d-e016eb964a41 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:06.124591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53d2ab16-095c-4253-9fe5-3fdb9ae0bc10 req-91b1bbf5-b551-4178-995d-e016eb964a41 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1027 time: 0.1732004 Sep 18 19:51:06.192970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-0171f3f8-0192-485a-a502-56bab2640313 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2991202 Sep 18 19:51:06.252882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:06.283488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53d2ab16-095c-4253-9fe5-3fdb9ae0bc10 req-42c7e8d5-6d5b-4018-bf64-73bbac22a410 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518276 Sep 18 19:51:06.306664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b834d888-d1ac-479f-bc02-8777b33be10f details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:51:06.307476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b834d888-d1ac-479f-bc02-8777b33be10f no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:06.320620 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.506864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da656ef-3c04-48bd-8b79-9b2136ad760d req-cd823055-0b09-4bdc-8f2c-e677c170f920 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:06.509020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0da656ef-3c04-48bd-8b79-9b2136ad760d req-cd823055-0b09-4bdc-8f2c-e677c170f920 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1308610 Sep 18 19:51:06.513288 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.547334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:06.550016 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b6c31-26b2-462a-8de3-7bb84ac99e55" -d '{"events": [{"server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "name": "network-vif-unplugged", "status": "completed", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:06.565056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:06.575983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:06.581788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'port_id': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'mac_address': 'fa:16:3e:d9:09:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:51:06.588313 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.588795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56724) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:06.598733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d96682-bcee-4a34-9134-f14dd5e678e4 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:51:06.610181 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.620595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0da656ef-3c04-48bd-8b79-9b2136ad760d req-24361951-408a-475b-9eef-454a55a0b926 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966475 Sep 18 19:51:06.635001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Transition to ACTIVE for port object a7d96682-bcee-4a34-9134-f14dd5e678e4 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:51:06.641885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.649675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.672633 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.676231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:06.696375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.696745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.697061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.697396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.697769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.698226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.698532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.698868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.699239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.699592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.699919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.701191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:06.712492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b834d888-d1ac-479f-bc02-8777b33be10f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:51:06.739455 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8818d0-7ce4-4a00-99c2-15a6c662008d x-openstack-request-id: req-2c8818d0-7ce4-4a00-99c2-15a6c662008d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:06.739797 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:06.740075 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c8818d0-7ce4-4a00-99c2-15a6c662008d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:06.740531 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'status': 'completed', 'code': 200} Sep 18 19:51:06.762482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:06.767550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d96682-bcee-4a34-9134-f14dd5e678e4,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:06.768908 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.806094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-643554538-network', 'tenant_id': '674a6098479547d99807b89546a820fe'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:06.825673 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6c2209-88ba-40e5-9357-951d4ef7eceb x-openstack-request-id: req-de6c2209-88ba-40e5-9357-951d4ef7eceb {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:06.825894 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "name": "network-vif-unplugged", "status": "completed", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:06.826417 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de6c2209-88ba-40e5-9357-951d4ef7eceb {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:06.826704 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'code': 200} Sep 18 19:51:06.838158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Made reservation on behalf of 674a6098479547d99807b89546a820fe for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:06.841534 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.842232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:06.856979 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.959262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Allocated IP 172.25.8.71 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/bd9e776c-2092-4954-822c-4e501158a444) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:06.972182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.976286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:06.983355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-a82aec32-e4fa-457c-a7b6-30814d80f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:06.986022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-a82aec32-e4fa-457c-a7b6-30814d80f658 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1097 time: 0.2130032 Sep 18 19:51:07.004997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:51:07.016165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c2edf-c23c-42e3-a1a7-eaea3ddd6246,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:07.025194 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.025880 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Added segment 7f410670-64c9-46ef-ba76-5490ae0385e0 of type vlan for network 2ad4c106-61cb-489e-9641-bea570f4a5aa Sep 18 19:51:07.045986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563c621-9fdb-478d-9d6a-dc091508a015 req-06dd2ae2-5bfc-4f07-89b8-b4a1ac525749 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:07.048256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f563c621-9fdb-478d-9d6a-dc091508a015 req-06dd2ae2-5bfc-4f07-89b8-b4a1ac525749 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 944 time: 0.1559796 Sep 18 19:51:07.056667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Attempting to bind port a7d96682-bcee-4a34-9134-f14dd5e678e4 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:07.057002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Attempting to bind port a7d96682-bcee-4a34-9134-f14dd5e678e4 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:07.057330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Attempting to bind port a7d96682-bcee-4a34-9134-f14dd5e678e4 on network 296d36b6-a127-4bb6-a6b2-9d10708b6eab {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:07.074731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.083682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Port a7d96682-bcee-4a34-9134-f14dd5e678e4 on network 296d36b6-a127-4bb6-a6b2-9d10708b6eab not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:51:07.083943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Attempting to bind port a7d96682-bcee-4a34-9134-f14dd5e678e4 on network 296d36b6-a127-4bb6-a6b2-9d10708b6eab {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:07.092641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['b834d888-d1ac-479f-bc02-8777b33be10f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:07.103501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.104961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:07.105743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.160793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:07.161205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Checking segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:07.161597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Bound using segment: {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:07.162036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Bound port: a7d96682-bcee-4a34-9134-f14dd5e678e4, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d1aec6-953d-4870-8f7f-a69c2e593520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:07.162391 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.167150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad4c106-61cb-489e-9641-bea570f4a5aa,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:07.179182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:51:07.186262 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-03fb0967-dc20-4e55-9beb-78960f9138a2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5933452 Sep 18 19:51:07.190741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56732) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:07.196407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Request body: {'subnet': {'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-subnet', 'tenant_id': '674a6098479547d99807b89546a820fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:07.210558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f563c621-9fdb-478d-9d6a-dc091508a015 req-140b743b-7e86-47a8-8582-8d578b7b1828 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431181 Sep 18 19:51:07.228489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Made reservation on behalf of 674a6098479547d99807b89546a820fe for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:07.231186 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.277002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-d76caddc-bcf4-45a8-b0eb-b5a15b48258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:07.278512 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-d76caddc-bcf4-45a8-b0eb-b5a15b48258d service neutron] 10.222.0.24 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 921 time: 0.2814963 Sep 18 19:51:07.285629 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.349996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-b1e34ded-1b1a-4052-b126-0e7f3aaa423e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 217 time: 0.0626552 Sep 18 19:51:07.356235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] For port a7d96682-bcee-4a34-9134-f14dd5e678e4, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:07.363306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] For port a7d96682-bcee-4a34-9134-f14dd5e678e4, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a7d96682-bcee-4a34-9134-f14dd5e678e4,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:07.395350 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.458451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.490225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:07.490866 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.492308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] 10.222.0.24 "PUT /v2.0/ports/a7d96682-bcee-4a34-9134-f14dd5e678e4 HTTP/1.1" status: 200 len: 1092 time: 1.7825301 Sep 18 19:51:07.500469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-568795d3-f7e0-499f-883d-3b6ae73771fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:07.502281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-568795d3-f7e0-499f-883d-3b6ae73771fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.1411858 Sep 18 19:51:07.512437 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1517ebf-5faf-4b35-b67d-987177cd3433,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:07.522258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.541145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Checking segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:07.541595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Network hostable DHCP agents. Network: 2ad4c106-61cb-489e-9641-bea570f4a5aa, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:51:07.563770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:51:07.573971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2ad4c106-61cb-489e-9641-bea570f4a5aa) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:07.579022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:07.579770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.585208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2bac5d-46a0-4c2a-9662-f9618b81f96a None None] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:51:07.597026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-7d29400f-428c-4683-92e8-ca13f042e543 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822830 Sep 18 19:51:07.598981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40605e7f-d0dd-4561-bbd7-8b56d2c52b26 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d96682-bcee-4a34-9134-f14dd5e678e4,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:07.603895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4b0d6-ef62-479b-a261-cbc6c35e2653 req-e8943076-cadd-4f01-beb7-d5c5a7538c58 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:07.605776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1db4b0d6-ef62-479b-a261-cbc6c35e2653 req-e8943076-cadd-4f01-beb7-d5c5a7538c58 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1095 time: 0.2082503 Sep 18 19:51:07.614647 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d41eaee7-49d4-498e-9564-bdad85360622 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4226708 Sep 18 19:51:07.617395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56736) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:07.621814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:07.624936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:07.649484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.650893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.666484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:07.680996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:07.728363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.780040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-2ad4c106-61cb-489e-9641-bea570f4a5aa', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:51:07.780883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-0c09d08a-4928-41ad-9db3-c3ce19597317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:07.781141 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.782400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-0c09d08a-4928-41ad-9db3-c3ce19597317 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57d4fa446dff43a3b555ec5942150bcb&device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1095 time: 0.2364419 Sep 18 19:51:07.786518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event updated for resources: {'Port': ['ID=bd9e776c-2092-4954-822c-4e501158a444,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:07.849275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-d097d346-9da5-4574-bd27-3fe2783cb461 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d96682-bcee-4a34-9134-f14dd5e678e4 HTTP/1.1" status: 200 len: 217 time: 0.0509880 Sep 18 19:51:07.861032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1db4b0d6-ef62-479b-a261-cbc6c35e2653 req-36999f47-db39-46f5-ac53-2d56f64d6d25 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450161 Sep 18 19:51:07.885144 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:07.929650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Allocated IP 172.20.0.2 (2ad4c106-61cb-489e-9641-bea570f4a5aa/c1517ebf-5faf-4b35-b67d-987177cd3433/19ca10f8-9823-458e-b6d7-2a8a838a239f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:07.975274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-6106eccf-e2be-4fe2-a645-21458e0486a3 service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647604 Sep 18 19:51:08.035664 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.048057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-c2f9698c-86b0-4f21-803d-6bb0a6d7d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:08.049541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-c2f9698c-86b0-4f21-803d-6bb0a6d7d948 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53dd6cd9-f5a8-410e-98d4-ab4e8f85d904 HTTP/1.1" status: 200 len: 848 time: 0.1869550 Sep 18 19:51:08.082637 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.090502 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.101669 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.118674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a9a10-a7f5-4c30-a10b-4404a8797437 req-f6587634-cafb-406c-b51e-987007630a66 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:08.120237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d97a9a10-a7f5-4c30-a10b-4404a8797437 req-f6587634-cafb-406c-b51e-987007630a66 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1937258 Sep 18 19:51:08.125489 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.138038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:08.141835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:08.147666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:08.153452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Pushing event updated for resources: {'Port': ['ID=19ca10f8-9823-458e-b6d7-2a8a838a239f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:08.197079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.208370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Attempting to bind port 19ca10f8-9823-458e-b6d7-2a8a838a239f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:08.208566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Attempting to bind port 19ca10f8-9823-458e-b6d7-2a8a838a239f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:08.208784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Attempting to bind port 19ca10f8-9823-458e-b6d7-2a8a838a239f on network 2ad4c106-61cb-489e-9641-bea570f4a5aa {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:08.213935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:08.214434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Checking segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:08.214842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.215249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Bound using segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:08.215740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Bound port: 19ca10f8-9823-458e-b6d7-2a8a838a239f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:08.216122 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.227155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6595cfe-ee66-4652-b1c2-dbb1c6eec7e3 req-82efcef5-52dc-4e1a-b41c-34c9e1dd4a3a service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350886 Sep 18 19:51:08.240793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Allocated IP 172.25.8.251 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/12c623c2-466c-4d31-862f-839d1b090461) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:08.254675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d97a9a10-a7f5-4c30-a10b-4404a8797437 req-e4d68959-25c4-40d1-87dc-cafcc91409fb tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978918 Sep 18 19:51:08.256401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-8987e162-07e2-4a32-9b33-b5d9421900ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:08.257873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-8987e162-07e2-4a32-9b33-b5d9421900ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=296d36b6-a127-4bb6-a6b2-9d10708b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978672 Sep 18 19:51:08.287787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] For port 19ca10f8-9823-458e-b6d7-2a8a838a239f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:08.292459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] For port 19ca10f8-9823-458e-b6d7-2a8a838a239f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19ca10f8-9823-458e-b6d7-2a8a838a239f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:08.298973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.305964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b834d888-d1ac-479f-bc02-8777b33be10f up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:08.366044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.402398 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.440983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:08.445866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:08.452842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:08.476101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Pushing event updated for resources: {'Port': ['ID=12c623c2-466c-4d31-862f-839d1b090461,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:08.485437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-690fa8da-eaec-4391-9dd8-16dd8a219b19 service neutron] 10.222.0.24 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137496 Sep 18 19:51:08.513002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060277e-9ecf-4c2f-b4c6-0ab17f5d031e req-b2316d15-fbc7-4a1e-86c2-bda19109adff tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:08.514493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a060277e-9ecf-4c2f-b4c6-0ab17f5d031e req-b2316d15-fbc7-4a1e-86c2-bda19109adff tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 944 time: 0.1737556 Sep 18 19:51:08.561169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bd824-9eb8-4346-a88b-a6688e00e2f6 None None] Pushing event updated for resources: {'Port': ['ID=19ca10f8-9823-458e-b6d7-2a8a838a239f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:08.570003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port b834d888-d1ac-479f-bc02-8777b33be10f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:08.570234 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.631326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.643451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.656570 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.664593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a060277e-9ecf-4c2f-b4c6-0ab17f5d031e req-681ebd50-653f-4271-b6ad-faa8054bc58c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285245 Sep 18 19:51:08.692554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:08.707595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.743445 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80201b05-43a8-49c9-bdee-3e4a77a6e051 req-b88067e8-1f3e-4191-ac2b-b10ea5a7c9b0 service neutron] 10.222.0.24 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485907 Sep 18 19:51:08.743885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa96a02b-e58f-4c38-9101-02ed89a187ab', 'tag': 'a7d96682-bcee-4a34-9134-f14dd5e678e4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:08.744671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.746621 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b9cda-2359-4fed-91d5-93e553c5a88d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa96a02b-e58f-4c38-9101-02ed89a187ab", "tag": "a7d96682-bcee-4a34-9134-f14dd5e678e4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:08.778491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:08.786701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event updated for resources: {'Port': ['ID=bd9e776c-2092-4954-822c-4e501158a444,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:08.798442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.816148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:08.817650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-b8f0ed3d-1fcc-4455-aaf7-a01e8af0ff71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6228826 Sep 18 19:51:08.828991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:08.831739 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13299073-eb57-4051-8f00-ad6a1d5afdba" -d '{"events": [{"server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "name": "network-vif-plugged", "status": "completed", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:08.844315 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08cfc92-b4c4-4bfc-bbea-04d6944cdb69 x-openstack-request-id: req-a08cfc92-b4c4-4bfc-bbea-04d6944cdb69 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:08.845170 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa96a02b-e58f-4c38-9101-02ed89a187ab", "tag": "a7d96682-bcee-4a34-9134-f14dd5e678e4", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:08.845527 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a08cfc92-b4c4-4bfc-bbea-04d6944cdb69 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:08.846383 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa96a02b-e58f-4c38-9101-02ed89a187ab', 'tag': 'a7d96682-bcee-4a34-9134-f14dd5e678e4', 'status': 'completed', 'code': 200} Sep 18 19:51:08.880825 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad99f1d-5528-437e-a265-8f605f84df0d x-openstack-request-id: req-cad99f1d-5528-437e-a265-8f605f84df0d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:08.881444 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "name": "network-vif-plugged", "status": "completed", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:08.881856 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad99f1d-5528-437e-a265-8f605f84df0d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:08.882400 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'code': 200} Sep 18 19:51:08.917489 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-76307768-636b-4763-b437-03d26a365c3b tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.0700574 Sep 18 19:51:09.056759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-19db3cf8-fee5-43e5-a744-36dba7fdd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:09.058318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-19db3cf8-fee5-43e5-a744-36dba7fdd839 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57d4fa446dff43a3b555ec5942150bcb&device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1095 time: 0.1615660 Sep 18 19:51:09.084804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:09.178789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19ca10f8-9823-458e-b6d7-2a8a838a239f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:09.232193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Router df54ce14-620c-4d71-9f20-a6118d9b63ec is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:51:09.234278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 19ca10f8-9823-458e-b6d7-2a8a838a239f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:09.234815 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:09.316214 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:09.353453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:09.356129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 19ca10f8-9823-458e-b6d7-2a8a838a239f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19ca10f8-9823-458e-b6d7-2a8a838a239f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:09.364698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Sync routers for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:09.371360 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:09.378132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:09.379805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8d3a5e29-ef8f-4fdf-a34f-f58ba398a043 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7612689 Sep 18 19:51:09.382669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56752) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:09.383156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:09.384006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:09.476929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f516f35-8370-47cf-a787-a4ee85a3a7e2 req-0a9db454-1cf8-4264-ae66-7c9fb6e1cd80 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:09.478457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f516f35-8370-47cf-a787-a4ee85a3a7e2 req-0a9db454-1cf8-4264-ae66-7c9fb6e1cd80 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1095 time: 0.5111463 Sep 18 19:51:09.495626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-a3f14b53-535d-40d4-a55b-388247352e31 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:09.497030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-a3f14b53-535d-40d4-a55b-388247352e31 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.5581949 Sep 18 19:51:09.527076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=19ca10f8-9823-458e-b6d7-2a8a838a239f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:09.550437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:09.552642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-6eae47f5-e417-46c4-8d7e-a348f9b6a7b3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:51:09.552840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcb784b3-e277-498b-9852-753bccf5cfe8 req-6eae47f5-e417-46c4-8d7e-a348f9b6a7b3 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216177 Sep 18 19:51:09.561197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f257804-c490-4f5f-9be2-74abb99729b4 req-063c01fc-4eeb-4c4a-b53e-bf5d808c35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:09.563491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f257804-c490-4f5f-9be2-74abb99729b4 req-063c01fc-4eeb-4c4a-b53e-bf5d808c35af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 1097 time: 0.5213227 Sep 18 19:51:09.652604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f516f35-8370-47cf-a787-a4ee85a3a7e2 req-6feac92e-02f9-4f27-a006-1bf5237d25d8 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189709 Sep 18 19:51:09.662708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-8606bb5e-0f3e-4a70-84ab-7315f108fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:09.665851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-8606bb5e-0f3e-4a70-84ab-7315f108fda4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=296d36b6-a127-4bb6-a6b2-9d10708b6eab HTTP/1.1" status: 200 len: 910 time: 0.5852990 Sep 18 19:51:09.670423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f257804-c490-4f5f-9be2-74abb99729b4 req-06e80f38-280d-476f-9fcd-79f7fad199a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800922 Sep 18 19:51:09.803994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:08Z', 'revision_number': 3, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:09.804404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-6041efde-8eac-4458-9de4-a634cb06b185 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d96682-bcee-4a34-9134-f14dd5e678e4 HTTP/1.1" status: 200 len: 217 time: 0.1119328 Sep 18 19:51:09.843169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e90060-92ab-460f-8a17-67aae007a603 None None] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:51:09.847036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Checking router: df54ce14-620c-4d71-9f20-a6118d9b63ec for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:09.847725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Updating router df54ce14-620c-4d71-9f20-a6118d9b63ec port 12c623c2-466c-4d31-862f-839d1b090461 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:51:09.880944 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:09.910106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2c3d1-982c-4a29-8081-8336901390ed req-ebf2f637-0b4f-4d37-ba10-4077f58bfb0e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:09.912303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb2c3d1-982c-4a29-8081-8336901390ed req-ebf2f637-0b4f-4d37-ba10-4077f58bfb0e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.2574413 Sep 18 19:51:09.939107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:09.972988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-1bf1c3bf-b4bb-4f40-ac25-3493602bba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:09.974435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-1bf1c3bf-b4bb-4f40-ac25-3493602bba84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53dd6cd9-f5a8-410e-98d4-ab4e8f85d904 HTTP/1.1" status: 200 len: 848 time: 0.1556709 Sep 18 19:51:09.985203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-ebf72a64-7ddd-4d49-9c1b-79db98e0bedc tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:09.986646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-ebf72a64-7ddd-4d49-9c1b-79db98e0bedc tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1939662 Sep 18 19:51:10.003117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb2c3d1-982c-4a29-8081-8336901390ed req-05d8bc7e-b94e-4363-bf46-a631ee0bbc9d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852878 Sep 18 19:51:10.036687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c62126bf-c239-42f7-ba98-78b3726635e0 None None] Provisioning complete for port 19ca10f8-9823-458e-b6d7-2a8a838a239f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:10.037146 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c62126bf-c239-42f7-ba98-78b3726635e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.095552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-f640bb52-c5a5-4e20-aaa8-e0ce69a12936 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.0966892 Sep 18 19:51:10.103620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Request body: {'floatingip': {'port_id': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:10.120725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Allocated IP 172.20.0.1 (2ad4c106-61cb-489e-9641-bea570f4a5aa/c1517ebf-5faf-4b35-b67d-987177cd3433/e4dfa9ca-9105-48b5-8059-44e801e6badc) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:10.181072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.184646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-f83bf61b-f9be-4a65-84ea-d940afe2ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:10.186143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-f83bf61b-f9be-4a65-84ea-d940afe2ed85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=296d36b6-a127-4bb6-a6b2-9d10708b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966751 Sep 18 19:51:10.245298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.285053 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.297446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9737e-4397-4130-96f0-c743d0546635 req-454b11d2-b89e-46fa-acd0-33391e401c77 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:10.299099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84d9737e-4397-4130-96f0-c743d0546635 req-454b11d2-b89e-46fa-acd0-33391e401c77 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.2010653 Sep 18 19:51:10.320400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:10.323418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:10.327166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:10.349679 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.362839 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.364115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Pushing event updated for resources: {'Port': ['ID=e4dfa9ca-9105-48b5-8059-44e801e6badc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:10.378285 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.450514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c510575-d564-447d-b793-f20d0f660771 None None] Pushing event updated for resources: {'Port': ['ID=12c623c2-466c-4d31-862f-839d1b090461,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:10.479124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84d9737e-4397-4130-96f0-c743d0546635 req-3cc915f9-0d7b-4ad8-93bd-e3a1d92b23a7 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703079 Sep 18 19:51:10.483449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-635faf6b-c765-4af8-bb62-1de9660ddaa5 service neutron] 10.222.0.24 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597122 Sep 18 19:51:10.498754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Attempting to bind port 12c623c2-466c-4d31-862f-839d1b090461 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:10.499897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Attempting to bind port 12c623c2-466c-4d31-862f-839d1b090461 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:10.500877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Attempting to bind port 12c623c2-466c-4d31-862f-839d1b090461 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:10.512374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:10.512751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:10.513159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.513558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:10.514037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Bound port: 12c623c2-466c-4d31-862f-839d1b090461, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:10.514419 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.554366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.589910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] For port 12c623c2-466c-4d31-862f-839d1b090461, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:10.594367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] For port 12c623c2-466c-4d31-862f-839d1b090461, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=12c623c2-466c-4d31-862f-839d1b090461,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:10.600497 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.677071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:10.677973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:10.732671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c47e5760-0e8b-4b39-aead-97486a6fdfcf None None] Provisioning complete for port 19ca10f8-9823-458e-b6d7-2a8a838a239f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:10.733043 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c47e5760-0e8b-4b39-aead-97486a6fdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.769393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b13b9cda-2359-4fed-91d5-93e553c5a88d req-6b650ce0-0d4a-4426-9750-bbdc65ae7973 service neutron] 10.222.0.24 "GET /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776096 Sep 18 19:51:10.771986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c510575-d564-447d-b793-f20d0f660771 None None] Pushing event updated for resources: {'Port': ['ID=12c623c2-466c-4d31-862f-839d1b090461,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:10.857936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.866535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.885262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657c82-ec94-4ba5-b9df-9b0cb5d190ca req-27dccb1d-7894-4948-8ce3-d1347659a487 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:10.887183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a657c82-ec94-4ba5-b9df-9b0cb5d190ca req-27dccb1d-7894-4948-8ce3-d1347659a487 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1095 time: 0.0955405 Sep 18 19:51:10.894729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:10.938666 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:10.947046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Pushing event updated for resources: {'Port': ['ID=e4dfa9ca-9105-48b5-8059-44e801e6badc,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:11.005059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a657c82-ec94-4ba5-b9df-9b0cb5d190ca req-c616b171-be9e-4d55-b5d7-3777fa32bc28 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013000 Sep 18 19:51:11.027968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:11.034671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:11.105484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-826d4a0e-f5b6-49b7-875d-f3b58ab89d12 None None] Provisioning complete for port e4dfa9ca-9105-48b5-8059-44e801e6badc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:11.112448 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-826d4a0e-f5b6-49b7-875d-f3b58ab89d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:11.114055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:11.115629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:11.159143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-826d4a0e-f5b6-49b7-875d-f3b58ab89d12 None None] Port e4dfa9ca-9105-48b5-8059-44e801e6badc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:51:11.212074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a7d96682-bcee-4a34-9134-f14dd5e678e4 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:51:11.226261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19ca10f8-9823-458e-b6d7-2a8a838a239f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:11.236323 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Floating IP 83c058fa-f9c8-46c0-8c39-8b635b6039f6 associated. External IP: 172.25.8.71, port: c4203bed-e4b5-421e-b4d5-376053bc1144. Sep 18 19:51:11.294293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d64e0c-e0bc-4a65-bb64-d3fb49667946 req-94fd2287-ebc0-40f5-88e0-2a01f84d97cf tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:11.297236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6d64e0c-e0bc-4a65-bb64-d3fb49667946 req-94fd2287-ebc0-40f5-88e0-2a01f84d97cf tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1440060 Sep 18 19:51:11.334174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Router df54ce14-620c-4d71-9f20-a6118d9b63ec has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:11.344044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 1, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:11.378190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3452a-00a4-448c-b561-49e6032d553d None None] The sync data for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 is: [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 1, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:11.400475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6d64e0c-e0bc-4a65-bb64-d3fb49667946 req-d8261a02-3ba3-4752-a1fa-99cc5a550d01 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903201 Sep 18 19:51:11.436072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 19ca10f8-9823-458e-b6d7-2a8a838a239f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:11.437179 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:11.514696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a8e744cc-5bcc-4724-9d79-6090eaeda7fe None None] Provisioning complete for port e4dfa9ca-9105-48b5-8059-44e801e6badc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:11.515282 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8e744cc-5bcc-4724-9d79-6090eaeda7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:11.559642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a8e744cc-5bcc-4724-9d79-6090eaeda7fe None None] Port e4dfa9ca-9105-48b5-8059-44e801e6badc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:51:11.563417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a7d96682-bcee-4a34-9134-f14dd5e678e4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a7d96682-bcee-4a34-9134-f14dd5e678e4,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:11.579176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Router 5fb4d275-ed91-4b8e-af69-3e11d420213f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:11.603975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'a7d96682-bcee-4a34-9134-f14dd5e678e4', 'network_id': '296d36b6-a127-4bb6-a6b2-9d10708b6eab', 'port_id': 'a7d96682-bcee-4a34-9134-f14dd5e678e4', 'mac_address': 'fa:16:3e:66:6a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53dd6cd9-f5a8-410e-98d4-ab4e8f85d904', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:51:11.670526 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:11.712778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d96682-bcee-4a34-9134-f14dd5e678e4 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:51:11.749700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a7d96682-bcee-4a34-9134-f14dd5e678e4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a7d96682-bcee-4a34-9134-f14dd5e678e4,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:11.757188 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:11.761475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9cf37-2e5f-4f95-abab-2e3abc78bffe req-bd11de62-afbb-47c1-96b8-adfc37b39ebb tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:11.764664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bed9cf37-2e5f-4f95-abab-2e3abc78bffe req-bd11de62-afbb-47c1-96b8-adfc37b39ebb tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1716876 Sep 18 19:51:11.782284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:11.793251 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:11.794795 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] Sync routers for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:11.814787 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:11.815854 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:11.844422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a7d96682-bcee-4a34-9134-f14dd5e678e4,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:11.881047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:11.884247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bed9cf37-2e5f-4f95-abab-2e3abc78bffe req-eb43fc7b-077b-46ef-9bb9-48e5592b2238 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972221 Sep 18 19:51:11.898027 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e057a5e7-c4a3-4068-829b-f2c175630b1f admin admin] 10.222.0.20 "PUT /v2.0/routers/df54ce14-620c-4d71-9f20-a6118d9b63ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5058160 Sep 18 19:51:11.898806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-8d2f1559-9333-4c48-9ab9-3dfc625e01a4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "PUT /v2.0/floatingips/83c058fa-f9c8-46c0-8c39-8b635b6039f6 HTTP/1.1" status: 200 len: 995 time: 1.7989578 Sep 18 19:51:11.898806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:11.898806 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6b78b-e5aa-429f-beab-77ab23f26222" -d '{"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:11.981180 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:12.057703 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e931640f-88db-4387-b85e-a50756f4c392 x-openstack-request-id: req-e931640f-88db-4387-b85e-a50756f4c392 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:12.058534 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:12.059275 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e931640f-88db-4387-b85e-a50756f4c392 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:12.060183 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'status': 'completed', 'code': 200} Sep 18 19:51:12.070200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-c5d0d35c-8524-4cd4-a173-a467cb8bdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:12.081644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-c5d0d35c-8524-4cd4-a173-a467cb8bdb1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1097 time: 0.1606033 Sep 18 19:51:12.102640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['a7d96682-bcee-4a34-9134-f14dd5e678e4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:12.235782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-f20ab2af-e972-43c8-80cd-5c1491968a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:12.237611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-f20ab2af-e972-43c8-80cd-5c1491968a30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1097 time: 0.1215048 Sep 18 19:51:12.269668 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '83c058fa-f9c8-46c0-8c39-8b635b6039f6', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'port_id': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'mac_address': 'fa:16:3e:b2:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 1, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:16Z', 'revision_number': 5, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:12.278645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ceb1e-7edf-46dc-9e97-f93d7250cae6 req-738369ec-a4d7-46b3-b3b9-ad18adb687cf tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:12.287413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e07ceb1e-7edf-46dc-9e97-f93d7250cae6 req-738369ec-a4d7-46b3-b3b9-ad18adb687cf tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.1720524 Sep 18 19:51:12.297919 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] Checking router: 5fb4d275-ed91-4b8e-af69-3e11d420213f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:12.306899 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:12.307449 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:12.353150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-f8d070ba-52ab-43de-a0b1-861a7ae786f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:12.354580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-f8d070ba-52ab-43de-a0b1-861a7ae786f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 921 time: 0.2715704 Sep 18 19:51:12.465993 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:12.493977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e07ceb1e-7edf-46dc-9e97-f93d7250cae6 req-2f45f224-d573-4c3c-8057-ef590e4ec90c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053852 Sep 18 19:51:12.520106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-5d950527-093b-4002-89e2-cb50fa362f03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 998 time: 0.1154053 Sep 18 19:51:12.614740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-89f6a1c2-60de-4806-8a88-d136cfb059e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:12.616293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-89f6a1c2-60de-4806-8a88-d136cfb059e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 921 time: 0.3638232 Sep 18 19:51:12.623038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-708eebb1-59ee-449b-bff9-6a39f391006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:12.625323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-708eebb1-59ee-449b-bff9-6a39f391006a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.0975251 Sep 18 19:51:12.737609 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '83c058fa-f9c8-46c0-8c39-8b635b6039f6', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'port_id': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'mac_address': 'fa:16:3e:b2:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 1, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:16Z', 'revision_number': 5, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:12.770857 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c040a09-c49b-4a2d-8790-5bb3cdf605b0 None None] The sync data for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 is: [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '83c058fa-f9c8-46c0-8c39-8b635b6039f6', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'port_id': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'mac_address': 'fa:16:3e:b2:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 1, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:16Z', 'revision_number': 5, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:13.028890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-360acfde-fe3d-4623-b09d-17d7b35954a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3966146 Sep 18 19:51:13.031191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334033f-d89a-46f5-90e5-372e5aab01fa req-acf44434-4174-4315-bdcd-9d9a45f0cb06 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:13.035891 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2334033f-d89a-46f5-90e5-372e5aab01fa req-acf44434-4174-4315-bdcd-9d9a45f0cb06 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1096 time: 0.4617591 Sep 18 19:51:13.043980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-5a26b7fa-d0ff-4b18-bb41-a16625380e08 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:51:13.044957 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-5a26b7fa-d0ff-4b18-bb41-a16625380e08 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050142 Sep 18 19:51:13.049501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c9fa9-329c-4ed7-9ae8-c1cd558fa7ae None None] New status for floating IP 83c058fa-f9c8-46c0-8c39-8b635b6039f6: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:51:13.114331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2334033f-d89a-46f5-90e5-372e5aab01fa req-c83dac52-aee3-4b3b-8924-472c85d43902 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755398 Sep 18 19:51:13.119013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-575f8598-73d2-4d9d-87ff-1f936641456f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 998 time: 0.4857686 Sep 18 19:51:13.208308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 12c623c2-466c-4d31-862f-839d1b090461 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:13.232022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-a7915569-ad4b-43cf-b305-03968f5d10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:13.234475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-a7915569-ad4b-43cf-b305-03968f5d10f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.0713346 Sep 18 19:51:13.236729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-0e2fe1d6-1eec-427b-ab83-5f61f245891e service neutron] 10.222.0.20 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605501 Sep 18 19:51:13.293992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 12c623c2-466c-4d31-862f-839d1b090461 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:13.294371 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:13.301410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-b5f9c7ec-9134-4443-bcd3-24a02ebf47bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503616 Sep 18 19:51:13.377501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:13.407993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 12c623c2-466c-4d31-862f-839d1b090461, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=12c623c2-466c-4d31-862f-839d1b090461,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:13.412684 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:13.433939 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c1c3303-068d-4323-9d6e-7abb10bfabd8 req-767ac284-1dc7-4ca7-a914-f2c7308d9655 service neutron] 10.222.0.20 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905851 Sep 18 19:51:13.469824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-163a4286-666e-4262-97d4-796ee21739ce service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311786 Sep 18 19:51:13.478566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=12c623c2-466c-4d31-862f-839d1b090461,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:13.600810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf6b78b-e5aa-429f-beab-77ab23f26222 req-342d5c51-4768-490d-9e88-e44d096e792c service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218815 Sep 18 19:51:13.613234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bcce0-c090-441f-bee7-033a2e341351 req-798b66c2-5198-4000-957d-652500779598 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:13.614727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e73bcce0-c090-441f-bee7-033a2e341351 req-798b66c2-5198-4000-957d-652500779598 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0779831 Sep 18 19:51:13.658038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e73bcce0-c090-441f-bee7-033a2e341351 req-5dc0d7b3-79b6-40c1-ad23-b514ed873a00 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Sep 18 19:51:13.873465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56794) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:13.881017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-927f36c0-418e-4b27-873d-f1aa1f5bbbf5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055593805', 'description': 'tempest-description--1998364182'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:13.909550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-927f36c0-418e-4b27-873d-f1aa1f5bbbf5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:13.980481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-87d2c99a-6e79-4f9a-be21-130eb37ad077 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 1000 time: 0.1006572 Sep 18 19:51:14.012157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-927f36c0-418e-4b27-873d-f1aa1f5bbbf5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.017443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-927f36c0-418e-4b27-873d-f1aa1f5bbbf5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.051231 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-927f36c0-418e-4b27-873d-f1aa1f5bbbf5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.055250 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-927f36c0-418e-4b27-873d-f1aa1f5bbbf5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1765289 Sep 18 19:51:14.055783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56806) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:14.061026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e4376fb3-e4c2-4d53-bde2-65359875aa97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'security_group_rule': {'security_group_id': '27815597-d0c0-4d3c-8510-844fe1052cca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:14.065765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-272db642-9984-4290-a1af-5a6a5c6d0c53 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:14.067295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-272db642-9984-4290-a1af-5a6a5c6d0c53 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports/c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 942 time: 0.0745332 Sep 18 19:51:14.069061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f36c0-418e-4b27-873d-f1aa1f5bbbf5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27815597-d0c0-4d3c-8510-844fe1052cca,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:14.069863 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Sync routers for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:14.095297 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:14.096258 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:14.104081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4376fb3-e4c2-4d53-bde2-65359875aa97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.177766 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4376fb3-e4c2-4d53-bde2-65359875aa97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.183646 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4376fb3-e4c2-4d53-bde2-65359875aa97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.206167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4376fb3-e4c2-4d53-bde2-65359875aa97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07903ec5-2845-48bd-96ef-4f305ffe998b,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:14.218397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4376fb3-e4c2-4d53-bde2-65359875aa97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.220391 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:14.220784 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e4376fb3-e4c2-4d53-bde2-65359875aa97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639421 Sep 18 19:51:14.223463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56810) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:14.227937 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1a33be2c-4f51-4b42-a2a9-ae90719b7bbe tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'security_group_rule': {'security_group_id': '27815597-d0c0-4d3c-8510-844fe1052cca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:14.231474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-c64c2879-e858-4b07-955e-5be138de1b41 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 1000 time: 0.0975690 Sep 18 19:51:14.237953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-a7674c99-f034-4495-9359-3786d072cf63 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:14.239474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-a7674c99-f034-4495-9359-3786d072cf63 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 814 time: 0.2118371 Sep 18 19:51:14.256928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a33be2c-4f51-4b42-a2a9-ae90719b7bbe tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.272725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-6cc0cbb6-1d7e-46cf-9da3-71535ed59657 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/quotas/208f0e0e0cb1454e983698dd6efaba95 HTTP/1.1" status: 200 len: 375 time: 0.0229864 Sep 18 19:51:14.332439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a33be2c-4f51-4b42-a2a9-ae90719b7bbe tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.337330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a33be2c-4f51-4b42-a2a9-ae90719b7bbe tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.356194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33be2c-4f51-4b42-a2a9-ae90719b7bbe tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ecc763-2904-48ac-9ec3-61e08adaf5fd,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:14.364774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a33be2c-4f51-4b42-a2a9-ae90719b7bbe tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.368952 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a33be2c-4f51-4b42-a2a9-ae90719b7bbe tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416180 Sep 18 19:51:14.369316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56812) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:14.375543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:14.385210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-e5f10cb9-5e49-4bea-955b-6b4ef55005c4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:14.386751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-e5f10cb9-5e49-4bea-955b-6b4ef55005c4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1463814 Sep 18 19:51:14.396095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-ab7b051a-1743-4d1c-99b1-b6d3136f2036 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1131637 Sep 18 19:51:14.401763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.404330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-b6a3b648-1dcd-498b-9eab-9b70a10e265d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:51:14.408503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-b6a3b648-1dcd-498b-9eab-9b70a10e265d tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101919 Sep 18 19:51:14.476493 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 2, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:14.501661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.503186 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Checking router: df54ce14-620c-4d71-9f20-a6118d9b63ec for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:14.503863 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Updating router df54ce14-620c-4d71-9f20-a6118d9b63ec port e4dfa9ca-9105-48b5-8059-44e801e6badc binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:51:14.517647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-fcea9b4f-f2f3-45e6-ad3c-c91c4661f9f6 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 1000 time: 0.0995817 Sep 18 19:51:14.554586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:14.623452 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.629469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Allocated IP 172.25.8.51 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/e6454f6f-d486-4f68-9681-30d388967268) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:14.640206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-4319584d-b1ed-4ce7-b585-a248f0c7a139 service neutron] 10.222.0.20 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396731 Sep 18 19:51:14.649925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.751606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.790038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.812936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-8e173518-d4e8-4737-bb4f-7ebc0db041ff service neutron] 10.222.0.20 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718636 Sep 18 19:51:14.855233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'Port': ['ID=e6454f6f-d486-4f68-9681-30d388967268,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:14.869625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:14.871422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:14.871628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.875094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:14.877440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.877776 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Floating IP 83c058fa-f9c8-46c0-8c39-8b635b6039f6 disassociated. External IP: 172.25.8.71, port: c4203bed-e4b5-421e-b4d5-376053bc1144. Sep 18 19:51:14.908475 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.916032 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:14.982315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.019463 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1588-69a9-4f19-8446-5aa92f42b320 None None] Pushing event updated for resources: {'Port': ['ID=e4dfa9ca-9105-48b5-8059-44e801e6badc,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:15.033182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.089032 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Attempting to bind port e4dfa9ca-9105-48b5-8059-44e801e6badc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:15.089482 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Attempting to bind port e4dfa9ca-9105-48b5-8059-44e801e6badc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:15.089867 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Attempting to bind port e4dfa9ca-9105-48b5-8059-44e801e6badc on network 2ad4c106-61cb-489e-9641-bea570f4a5aa {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:15.096607 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:15.097114 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Checking segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:15.097388 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.097772 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Bound using segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:15.098293 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Bound port: e4dfa9ca-9105-48b5-8059-44e801e6badc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:15.098677 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.193861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a7d96682-bcee-4a34-9134-f14dd5e678e4 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:15.243225 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] For port e4dfa9ca-9105-48b5-8059-44e801e6badc, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:15.249965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae586d2b-ec8b-40d2-bf8c-8e6130c439f0 req-f9e58cbb-7005-4f2d-a36d-a444cf385feb tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:15.253839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae586d2b-ec8b-40d2-bf8c-8e6130c439f0 req-f9e58cbb-7005-4f2d-a36d-a444cf385feb tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1096 time: 0.2256639 Sep 18 19:51:15.254431 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] For port e4dfa9ca-9105-48b5-8059-44e801e6badc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e4dfa9ca-9105-48b5-8059-44e801e6badc,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:15.267679 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.285632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 12c623c2-466c-4d31-862f-839d1b090461 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:15.335278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.351814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.361818 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:15.362836 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:15.408858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae586d2b-ec8b-40d2-bf8c-8e6130c439f0 req-0b95e9c8-223b-44b2-a280-138d244f6e4d tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484215 Sep 18 19:51:15.446374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-81acbe14-8ab4-4c3f-8376-7f4352062aab tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:15.447856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c9a0d6db-a341-48a6-ad68-c959442eb8f1 None None] Provisioning complete for port e4dfa9ca-9105-48b5-8059-44e801e6badc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:15.448635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-81acbe14-8ab4-4c3f-8376-7f4352062aab tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.32 "GET /v2.0/ports?device_id=12cf7555-d8ed-4bb1-a70d-0a95b76846ee HTTP/1.1" status: 200 len: 945 time: 0.0870419 Sep 18 19:51:15.449055 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d6db-a341-48a6-ad68-c959442eb8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.455626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Router 5fb4d275-ed91-4b8e-af69-3e11d420213f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:15.556317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 12c623c2-466c-4d31-862f-839d1b090461 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:15.556951 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.559414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port a7d96682-bcee-4a34-9134-f14dd5e678e4 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:51:15.580509 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.589138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port a7d96682-bcee-4a34-9134-f14dd5e678e4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:15.589766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.599774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'Port': ['ID=e6454f6f-d486-4f68-9681-30d388967268,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:15.638209 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.640175 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-adbf8808-764e-44c2-829b-3a5f6d0768f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2695875 Sep 18 19:51:15.676782 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:15.678885 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1588-69a9-4f19-8446-5aa92f42b320 None None] Pushing event updated for resources: {'Port': ['ID=e4dfa9ca-9105-48b5-8059-44e801e6badc,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:15.684815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d03c33-53c9-4c16-9e21-f2b6be013adc req-ee3ef9ea-9886-4543-85f1-1f17c5a4f3e1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:15.687640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54d03c33-53c9-4c16-9e21-f2b6be013adc req-ee3ef9ea-9886-4543-85f1-1f17c5a4f3e1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1477070 Sep 18 19:51:15.765509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:15.771132 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.777914 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d6db-a341-48a6-ad68-c959442eb8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.786180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] Sync routers for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:15.806420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54d03c33-53c9-4c16-9e21-f2b6be013adc req-00044f8c-3242-4960-8889-7ad3474312ed tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096351 Sep 18 19:51:15.835141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Deleting port b834d888-d1ac-479f-bc02-8777b33be10f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:15.835642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.876989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-14e53e93-0f38-4ae5-bc51-fa815a62b9de tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "PUT /v2.0/floatingips/83c058fa-f9c8-46c0-8c39-8b635b6039f6 HTTP/1.1" status: 200 len: 694 time: 1.3279769 Sep 18 19:51:15.880690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:15.882738 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:15.893013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:15.893673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:15.962314 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:15.965249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c9a0d6db-a341-48a6-ad68-c959442eb8f1 None None] For port e4dfa9ca-9105-48b5-8059-44e801e6badc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e4dfa9ca-9105-48b5-8059-44e801e6badc,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:15.966368 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:15.983138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d6db-a341-48a6-ad68-c959442eb8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:16.000652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-c4045c43-c1bb-4156-9a90-11fbc2c21513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:16.003416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-c4045c43-c1bb-4156-9a90-11fbc2c21513 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1097 time: 0.1138957 Sep 18 19:51:16.009514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] For port b834d888-d1ac-479f-bc02-8777b33be10f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b834d888-d1ac-479f-bc02-8777b33be10f,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:16.010041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:16.037656 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2d6db-c6f8-4d70-a30b-4770b9ae2562 None None] The sync data for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 is: [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:16.046648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Calling delete_port for b834d888-d1ac-479f-bc02-8777b33be10f owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:16.080296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa96a02b-e58f-4c38-9101-02ed89a187ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d96682-bcee-4a34-9134-f14dd5e678e4'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:16.085084 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345f253-9667-432c-aaa8-8c5a9026ed5b" -d '{"events": [{"server_uuid": "fa96a02b-e58f-4c38-9101-02ed89a187ab", "name": "network-vif-plugged", "status": "completed", "tag": "a7d96682-bcee-4a34-9134-f14dd5e678e4"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:16.109191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:16.140034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a7d96682-bcee-4a34-9134-f14dd5e678e4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a7d96682-bcee-4a34-9134-f14dd5e678e4,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:16.156389 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:16.173616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0d6db-a341-48a6-ad68-c959442eb8f1 None None] Pushing event updated for resources: {'Port': ['ID=e4dfa9ca-9105-48b5-8059-44e801e6badc,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:16.174951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da63b919-496f-4e4b-83a4-b2f8b934d58b req-57e941df-108a-47f2-a44f-7739737b4974 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 210 time: 0.0651555 Sep 18 19:51:16.215612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-95f92389-258e-4471-bc2c-6d1a1c1fe123 None None] Provisioning complete for port e4dfa9ca-9105-48b5-8059-44e801e6badc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:16.216166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95f92389-258e-4471-bc2c-6d1a1c1fe123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:16.236583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-69ab560c-3c30-4f16-82de-050647ad0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:16.238067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-69ab560c-3c30-4f16-82de-050647ad0925 service neutron] 10.222.0.20 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 921 time: 0.2251370 Sep 18 19:51:16.360637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a7d96682-bcee-4a34-9134-f14dd5e678e4,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:16.476242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:16Z', 'revision_number': 5, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:16.515515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] Checking router: 5fb4d275-ed91-4b8e-af69-3e11d420213f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:16.525922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:16.526816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:50:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:16.653704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:16.689964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-f9d7bc08-f0d5-43e6-ad29-d0a304e2e21c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 217 time: 0.4366014 Sep 18 19:51:16.867069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-1bf7c4b3-35fe-459c-a373-a8d03ac38898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:16.868581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-1bf7c4b3-35fe-459c-a373-a8d03ac38898 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.1530771 Sep 18 19:51:16.875956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:16.877053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:16Z', 'revision_number': 5, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:16.882908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-8b6e8bb3-8cc9-4855-a087-9e2ed877bc66 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2055593805&fields=id&tenant_id=674a6098479547d99807b89546a820fe HTTP/1.1" status: 200 len: 267 time: 0.2066839 Sep 18 19:51:16.907137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['b834d888-d1ac-479f-bc02-8777b33be10f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:16.910070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f3c22-6186-4f1a-9b84-4cf6f12ab6dd None None] The sync data for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 is: [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:50:04Z', 'revision_number': 4, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '55dc1692-7aed-4e96-946b-09132b358bde', 'name': '', 'network_id': '919245d2-4903-400a-b59f-cc9981844b42', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'mac_address': 'fa:16:3e:31:c1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:02Z', 'updated_at': '2021-09-18T19:50:16Z', 'revision_number': 5, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'subnets': [{'id': '035acce6-f34a-4017-bb28-0de0f0f7003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:16.946296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Pushing event deleted for resources: {'Port': ['ID=b834d888-d1ac-479f-bc02-8777b33be10f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:16.989274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-b592c7e5-8bf9-474d-9130-73d8698c4bb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943842 Sep 18 19:51:17.007315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-062a2f02-eb5a-48d3-8837-b2950a288017 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:17.008779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-062a2f02-eb5a-48d3-8837-b2950a288017 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.24 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 814 time: 0.3308001 Sep 18 19:51:17.044572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Request body: {'port': {'device_id': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'admin_state_up': True, 'tenant_id': '208f0e0e0cb1454e983698dd6efaba95'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:17.141719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] No DVR routers for this DVR port b834d888-d1ac-479f-bc02-8777b33be10f on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:17.149575 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:17.150733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffd39625-c07e-4aca-95b0-f2e4b62c74d5 req-7b512fa3-39ab-4a68-8fbb-b087f566f45f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.32 "DELETE /v2.0/ports/b834d888-d1ac-479f-bc02-8777b33be10f HTTP/1.1" status: 204 len: 173 time: 1.6940186 Sep 18 19:51:17.177170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e4dfa9ca-9105-48b5-8059-44e801e6badc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:17.210607 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a029a4-f4a0-4937-9ea3-786d8cef3c09 None None] New status for floating IP 83c058fa-f9c8-46c0-8c39-8b635b6039f6: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:51:17.250085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e4dfa9ca-9105-48b5-8059-44e801e6badc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:17.250647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:17.270413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-0fd65eee-fee3-4997-8701-9118b3106627 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:17.272173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-0fd65eee-fee3-4997-8701-9118b3106627 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 816 time: 0.3731759 Sep 18 19:51:17.313879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-949c51de-52af-494a-a7dc-75b9d62862c3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/quotas/674a6098479547d99807b89546a820fe HTTP/1.1" status: 200 len: 375 time: 0.0273979 Sep 18 19:51:17.321393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-64b14c87-6bf0-4be6-8782-761b5835cb3a service neutron] 10.222.0.20 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114707 Sep 18 19:51:17.383688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Made reservation on behalf of 208f0e0e0cb1454e983698dd6efaba95 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:17.386943 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:17.484095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-f66c9979-77d9-464f-8047-037b769ff887 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601701 Sep 18 19:51:17.570213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ad3ef6-968a-4c18-b04c-75c8370191cd req-3e6ca790-b561-4a83-8c14-797f7aa21e13 service neutron] 10.222.0.20 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305703 Sep 18 19:51:17.646215 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eb21a9-f901-4ce6-8601-d36c3f40d13b x-openstack-request-id: req-86eb21a9-f901-4ce6-8601-d36c3f40d13b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:17.646510 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:17.646730 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86eb21a9-f901-4ce6-8601-d36c3f40d13b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:17.647536 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'status': 'completed', 'code': 200} Sep 18 19:51:17.690607 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4ef6ec-58a5-464a-8163-799c0dc2cc90 x-openstack-request-id: req-2f4ef6ec-58a5-464a-8163-799c0dc2cc90 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:17.690607 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa96a02b-e58f-4c38-9101-02ed89a187ab", "name": "network-vif-plugged", "status": "completed", "tag": "a7d96682-bcee-4a34-9134-f14dd5e678e4", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:17.690903 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f4ef6ec-58a5-464a-8163-799c0dc2cc90 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:17.691416 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa96a02b-e58f-4c38-9101-02ed89a187ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d96682-bcee-4a34-9134-f14dd5e678e4', 'code': 200} Sep 18 19:51:17.718511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-75a933dd-2766-4acd-8630-1f521e6ba20a service neutron] 10.222.0.20 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975560 Sep 18 19:51:17.720935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Allocated IP 172.20.0.9 (1b90e052-e705-4573-bd9d-4ee0e9e60f99/24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa/8fd63eae-b46e-4419-b752-65f378cf8b71) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:17.791011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-634647f8-5a46-4fd4-9f31-ae7d3d27f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:17.792583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-634647f8-5a46-4fd4-9f31-ae7d3d27f5c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc4d62872a934daca0b62b44fe6919b9&device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 1097 time: 0.1197696 Sep 18 19:51:17.825780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b85dfa-7e97-44f0-9548-f14a5ec58896 req-395aacb2-cbd4-48c2-b407-09259ef2d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:17.827627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71b85dfa-7e97-44f0-9548-f14a5ec58896 req-395aacb2-cbd4-48c2-b407-09259ef2d630 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1097 time: 0.0514729 Sep 18 19:51:17.864551 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71b85dfa-7e97-44f0-9548-f14a5ec58896 req-ca809ad5-ffa9-4e07-ac29-5421a2326583 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292997 Sep 18 19:51:18.019271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0553ad-7aec-4c4d-b606-4efedac89042 req-13bc8067-cb3a-47da-b517-ba9bc4fc5b98 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:18.020774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd0553ad-7aec-4c4d-b606-4efedac89042 req-13bc8067-cb3a-47da-b517-ba9bc4fc5b98 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1097 time: 0.2423627 Sep 18 19:51:18.022577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-23c1c8fc-8a13-46c2-80fe-982791a04eb9 service neutron] 10.222.0.20 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967763 Sep 18 19:51:18.073868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-d48ce1b4-b99e-4db7-af26-127bd619c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:18.075339 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-d48ce1b4-b99e-4db7-af26-127bd619c81d service neutron] 10.222.0.24 "GET /v2.0/networks?id=919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 200 len: 921 time: 0.2381480 Sep 18 19:51:18.113155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd0553ad-7aec-4c4d-b606-4efedac89042 req-b258f6b4-6c4d-4885-8df6-3efe2d7eb041 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824118 Sep 18 19:51:18.149253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-6b323c0a-ec88-42d8-8d1e-ed810f70daf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 200 len: 217 time: 0.0464902 Sep 18 19:51:18.152377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:18.255220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-c1362643-a500-491d-99d9-6624ec6598cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:18.256775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-c1362643-a500-491d-99d9-6624ec6598cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 200 len: 860 time: 0.0982370 Sep 18 19:51:18.286263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dda80-5cf9-4e92-8cda-05a7e6fb1d84 req-3de5d5ef-2b20-4b02-afce-eefcf40615f8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:18.288022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d8dda80-5cf9-4e92-8cda-05a7e6fb1d84 req-3de5d5ef-2b20-4b02-afce-eefcf40615f8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0947421 Sep 18 19:51:18.303166 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:18.307530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-e8ddc18c-09e8-40fb-af01-8e32410de79b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=919245d2-4903-400a-b59f-cc9981844b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400290 Sep 18 19:51:18.316195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['b834d888-d1ac-479f-bc02-8777b33be10f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:18.407849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:18.452788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:18.457542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Pushing event updated for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:18.460315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:18.470318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d8dda80-5cf9-4e92-8cda-05a7e6fb1d84 req-f5e8f8e8-ca7c-4eb2-acca-0b01685b388f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649511 Sep 18 19:51:18.547490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:18.548302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:18.603317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-f663fdf1-f0c5-4f08-9bc8-ed3ccd104a5d service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841702 Sep 18 19:51:18.688219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-0fa04759-314f-492e-9579-d91c9506dce5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6662505 Sep 18 19:51:18.695909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-20c5f14b-9c8e-468d-9ab6-d7581757aa17 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/floatingips/83c058fa-f9c8-46c0-8c39-8b635b6039f6 HTTP/1.1" status: 200 len: 692 time: 0.1182821 Sep 18 19:51:18.712768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Request body: {'port': {'device_id': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:18.826863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd6a7-a1ad-4700-a8d6-51303e002ef0 req-356b8c8a-c72f-4e41-bea3-5b3355bae854 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:18.828678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35ebd6a7-a1ad-4700-a8d6-51303e002ef0 req-356b8c8a-c72f-4e41-bea3-5b3355bae854 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 931 time: 0.2452362 Sep 18 19:51:18.949167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:18.974333 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:51:18.977987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b2d6ff0-b8b9-418a-8384-2247c4e66c5e req-84a678f3-43f1-488a-bf5a-31748e450cdc service neutron] 10.222.0.24 "GET /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383784 Sep 18 19:51:18.988671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35ebd6a7-a1ad-4700-a8d6-51303e002ef0 req-5db934dd-7c07-46a5-bec1-6dc0cbb1247a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490352 Sep 18 19:51:19.038818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-38831f06-fb8e-4dc1-aa02-5a0bb109fe71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:19.040242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-38831f06-fb8e-4dc1-aa02-5a0bb109fe71 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.3249288 Sep 18 19:51:19.224822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-70af1333-1892-4dcd-9555-d944c1a9e999 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.1744595 Sep 18 19:51:19.228987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3c8b09b-0de0-4bd8-ba1e-52d3fc3a2b0c req-733f959c-edca-4584-939e-531f867c8711 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 210 time: 0.1285713 Sep 18 19:51:19.369847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-220abc83-d114-4ed8-af46-6b5327408119 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.71 HTTP/1.1" status: 200 len: 695 time: 0.1275098 Sep 18 19:51:19.809860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'name': 'network-vif-deleted', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:19.812184 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f40e23-6a89-464e-b6ca-03b74684a37f" -d '{"events": [{"server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "name": "network-vif-deleted", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:19.932699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291eef37-5d1a-457f-9781-7f7f35499d05 req-3cec72bf-9c93-4ea0-b307-e5320292884e tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:19.934239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291eef37-5d1a-457f-9781-7f7f35499d05 req-3cec72bf-9c93-4ea0-b307-e5320292884e tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1097 time: 0.6085458 Sep 18 19:51:19.993598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-1147701e-e20c-4ef0-9d90-638c5bcbf164 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:19.995057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-1147701e-e20c-4ef0-9d90-638c5bcbf164 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.32 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 816 time: 0.6705348 Sep 18 19:51:20.065485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291eef37-5d1a-457f-9781-7f7f35499d05 req-4240bf89-faab-4e1f-bf78-7e9e9c07649a tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191347 Sep 18 19:51:20.073092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd63eae-b46e-4419-b752-65f378cf8b71 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:51:20.092344 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.125064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Transition to ACTIVE for port object 8fd63eae-b46e-4419-b752-65f378cf8b71 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:51:20.130402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-f5dc4f98-0a7b-4117-95b5-06bc95d9f465 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=674a6098479547d99807b89546a820fe HTTP/1.1" status: 200 len: 380 time: 0.1219711 Sep 18 19:51:20.135927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.161607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'port': {'device_id': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'admin_state_up': True, 'tenant_id': '674a6098479547d99807b89546a820fe', 'security_groups': ['27815597-d0c0-4d3c-8510-844fe1052cca']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:20.235352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Deleting port bd9e776c-2092-4954-822c-4e501158a444 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:20.235723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.301289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:20.351770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b834d888-d1ac-479f-bc02-8777b33be10f no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:20.375500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: b834d888-d1ac-479f-bc02-8777b33be10f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:20.376638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b834d888-d1ac-479f-bc02-8777b33be10f not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:20.395847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2bc88-70cb-489f-9465-d3e4d228e5ff req-b77f11c8-79cf-4b58-956c-c979c7435bfa tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:20.397347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd2bc88-70cb-489f-9465-d3e4d228e5ff req-b77f11c8-79cf-4b58-956c-c979c7435bfa tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.2659414 Sep 18 19:51:20.514943 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.515455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.529240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd2bc88-70cb-489f-9465-d3e4d228e5ff req-06abd255-6a12-4c4e-9936-d93b1be4abb8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992310 Sep 18 19:51:20.547067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Calling delete_port for bd9e776c-2092-4954-822c-4e501158a444 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:20.550157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Made reservation on behalf of 674a6098479547d99807b89546a820fe for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:20.553717 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.558889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Attempting to bind port 8fd63eae-b46e-4419-b752-65f378cf8b71 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:20.559226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Attempting to bind port 8fd63eae-b46e-4419-b752-65f378cf8b71 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:20.559577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Attempting to bind port 8fd63eae-b46e-4419-b752-65f378cf8b71 on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:20.579601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Port 8fd63eae-b46e-4419-b752-65f378cf8b71 on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:51:20.580106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Attempting to bind port 8fd63eae-b46e-4419-b752-65f378cf8b71 on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:20.628942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:20.629278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Checking segment: {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:20.629661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Bound using segment: {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:20.630105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Bound port: 8fd63eae-b46e-4419-b752-65f378cf8b71, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:20.630460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.691080 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52afa05d-4949-4003-a3a2-bc4f4226d891 x-openstack-request-id: req-52afa05d-4949-4003-a3a2-bc4f4226d891 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:20.691407 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cf7555-d8ed-4bb1-a70d-0a95b76846ee", "name": "network-vif-deleted", "tag": "b834d888-d1ac-479f-bc02-8777b33be10f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:20.691649 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52afa05d-4949-4003-a3a2-bc4f4226d891 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:20.692040 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cf7555-d8ed-4bb1-a70d-0a95b76846ee', 'name': 'network-vif-deleted', 'tag': 'b834d888-d1ac-479f-bc02-8777b33be10f', 'status': 'completed', 'code': 200} Sep 18 19:51:20.855367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:20.882933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:20.893572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19075-8998-4aa2-ab8f-2a6eb29b9f5f req-752af3da-9c2b-428d-b02f-784a8eb6bf86 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:20.895082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a19075-8998-4aa2-ab8f-2a6eb29b9f5f req-752af3da-9c2b-428d-b02f-784a8eb6bf86 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 943 time: 0.1562185 Sep 18 19:51:20.920359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.923861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Allocated IP 172.20.0.3 (2ad4c106-61cb-489e-9641-bea570f4a5aa/c1517ebf-5faf-4b35-b67d-987177cd3433/a157166b-2846-48ff-b494-889886bb9a3f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:20.995209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:20.995920 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:20.997206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] 10.222.0.24 "PUT /v2.0/ports/8fd63eae-b46e-4419-b752-65f378cf8b71 HTTP/1.1" status: 200 len: 1092 time: 2.2939768 Sep 18 19:51:21.033956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:21.069004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d97785-2f8b-45db-864f-de01a995c983 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:21.091273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a19075-8998-4aa2-ab8f-2a6eb29b9f5f req-02346cc2-0eda-49de-b161-5919dc42ed2e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687257 Sep 18 19:51:21.157526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event deleted for resources: {'Port': ['ID=bd9e776c-2092-4954-822c-4e501158a444,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:21.272845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-e6d8b3b0-9d58-46e5-bd04-4500473ee611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:21.274357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-e6d8b3b0-9d58-46e5-bd04-4500473ee611 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 1095 time: 0.2362192 Sep 18 19:51:21.294916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:21.297979 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:21.299034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f98229b8-5953-4bf4-97c3-14b598493a60 req-01b1b567-7ce1-41a2-aa3b-f0e1733c79e4 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "DELETE /v2.0/floatingips/83c058fa-f9c8-46c0-8c39-8b635b6039f6 HTTP/1.1" status: 204 len: 173 time: 1.8779912 Sep 18 19:51:21.336433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-fe539ecb-19f8-4b14-8d01-357a50ee99b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd63eae-b46e-4419-b752-65f378cf8b71 HTTP/1.1" status: 200 len: 217 time: 0.0494978 Sep 18 19:51:21.360530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0d46-0194-4c82-9720-9ddcb80340e6 req-2ddbf722-d3e8-445f-9e4b-863112e67886 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:21.361979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34dd0d46-0194-4c82-9720-9ddcb80340e6 req-2ddbf722-d3e8-445f-9e4b-863112e67886 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1097 time: 0.1773410 Sep 18 19:51:21.418227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:21.452415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0af4fd3-4189-48da-b25d-6da4cc9c8c11 req-a4cf301a-f8e0-4fb2-ac5b-2480ef9d2538 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 210 time: 0.0677676 Sep 18 19:51:21.461502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-9033abb6-f99b-4f60-b0d9-8b2e4d70bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:21.462807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-9033abb6-f99b-4f60-b0d9-8b2e4d70bf94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa HTTP/1.1" status: 200 len: 854 time: 0.1166320 Sep 18 19:51:21.482430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34dd0d46-0194-4c82-9720-9ddcb80340e6 req-4ed4fed8-7732-4ed0-87c7-c24999a43a4d tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966961 Sep 18 19:51:21.520080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-a56c5505-875b-4d44-9a81-2eef6096420c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b90e052-e705-4573-bd9d-4ee0e9e60f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480468 Sep 18 19:51:21.555828 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90911202-5538-4f8d-8b0e-3bab1ff7ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:21.642032 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:21.647770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b127255-fb4d-41ce-acb0-f10717f5c140 req-1fc46f5a-df07-4126-b329-91b046caf103 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups/9a4d5801-269a-47eb-94de-56f0cbe8cac7 HTTP/1.1" status: 200 len: 1809 time: 0.1551616 Sep 18 19:51:21.744260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9515da-8fe9-4c29-8e96-f1ed2a3098bd req-11e007c8-f097-4a5f-a87e-942568917620 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:21.745793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a9515da-8fe9-4c29-8e96-f1ed2a3098bd req-11e007c8-f097-4a5f-a87e-942568917620 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1097 time: 0.1935446 Sep 18 19:51:21.752519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:21.761645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:21.768351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:21.772215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:21.784047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-94d21a7b-e2d3-4e46-8715-f25a03802030 service neutron] 10.222.0.24 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532077 Sep 18 19:51:21.893783 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2b127255-fb4d-41ce-acb0-f10717f5c140 req-574ffa17-11d6-4b76-b321-339290a6032a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:21.898557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a9515da-8fe9-4c29-8e96-f1ed2a3098bd req-9d9c6e8e-97c5-48a0-ac9c-9367834610be tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390324 Sep 18 19:51:21.931695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:21.932038 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:21.971481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2b127255-fb4d-41ce-acb0-f10717f5c140 req-574ffa17-11d6-4b76-b321-339290a6032a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:22.010803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-65396a91-b882-4b2e-902d-24d68e64508a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8533900 Sep 18 19:51:22.024825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2d08bb88-3dac-4972-9106-9c4f6aee8287 None None] Provisioning complete for port a157166b-2846-48ff-b494-889886bb9a3f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:22.025490 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2d08bb88-3dac-4972-9106-9c4f6aee8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:22.053048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Request body: {'port': {'device_id': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:22.063872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2d08bb88-3dac-4972-9106-9c4f6aee8287 None None] Port a157166b-2846-48ff-b494-889886bb9a3f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:51:22.077751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34187a95-138a-4363-bf90-4cf3900d3b1e req-db95a577-f536-47e8-a701-0dcc143cdb49 service neutron] 10.222.0.24 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589478 Sep 18 19:51:22.110925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31ff09-a1cd-4cda-a645-c32d8ec0fdbb req-d4e38665-0935-4ac2-94dc-9afbd5266c81 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:22.112502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb31ff09-a1cd-4cda-a645-c32d8ec0fdbb req-d4e38665-0935-4ac2-94dc-9afbd5266c81 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1258888 Sep 18 19:51:22.113135 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2b127255-fb4d-41ce-acb0-f10717f5c140 req-574ffa17-11d6-4b76-b321-339290a6032a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:22.115655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2b127255-fb4d-41ce-acb0-f10717f5c140 req-574ffa17-11d6-4b76-b321-339290a6032a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:22.116727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b127255-fb4d-41ce-acb0-f10717f5c140 req-574ffa17-11d6-4b76-b321-339290a6032a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a4d5801-269a-47eb-94de-56f0cbe8cac7 HTTP/1.1" status: 204 len: 173 time: 0.4555452 Sep 18 19:51:22.159803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ffa17-11d6-4b76-b321-339290a6032a tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d5801-269a-47eb-94de-56f0cbe8cac7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:22.166480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:22.216893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb31ff09-a1cd-4cda-a645-c32d8ec0fdbb req-af53554f-c8aa-4f3f-a9cf-a5f689bf189f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825331 Sep 18 19:51:22.385338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8698c-2a0e-4173-bbcf-1bff88322954 req-082e450b-6f3b-42af-b62c-e1610bc56de3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:22.387064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3c8698c-2a0e-4173-bbcf-1bff88322954 req-082e450b-6f3b-42af-b62c-e1610bc56de3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 943 time: 0.0911179 Sep 18 19:51:22.473737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3c8698c-2a0e-4173-bbcf-1bff88322954 req-41c6e9a1-fdf2-4173-aa09-7779d8f4fb4c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539627 Sep 18 19:51:22.543524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a157166b-2846-48ff-b494-889886bb9a3f {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:51:22.557862 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:22.610868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Transition to ACTIVE for port object a157166b-2846-48ff-b494-889886bb9a3f will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:51:22.618388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:22.670819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60703a8-e5c8-49d9-bb3f-2d4df122b305 req-bccbb709-a0dd-4f00-b852-4a25eb41bfca tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:22.673514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e60703a8-e5c8-49d9-bb3f-2d4df122b305 req-bccbb709-a0dd-4f00-b852-4a25eb41bfca tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1097 time: 0.1322622 Sep 18 19:51:22.697879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:22.700511 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc46d84-96df-4d9e-bc57-773ec20e72da" -d '{"events": [{"name": "network-changed", "server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:22.703214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:22.714958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7fdce-3557-4210-8bcb-a11125eecd75 req-36db18c5-82de-4cc1-872a-cdc0304d917e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:22.716548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0c7fdce-3557-4210-8bcb-a11125eecd75 req-36db18c5-82de-4cc1-872a-cdc0304d917e tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1537428 Sep 18 19:51:22.812400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e60703a8-e5c8-49d9-bb3f-2d4df122b305 req-d050090a-0147-4038-8650-680a98b95bdc tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239576 Sep 18 19:51:22.859334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0c7fdce-3557-4210-8bcb-a11125eecd75 req-68cb6480-116a-4753-85f4-fdf58733edc5 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275365 Sep 18 19:51:22.874614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Attempting to bind port a157166b-2846-48ff-b494-889886bb9a3f on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:22.874614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Attempting to bind port a157166b-2846-48ff-b494-889886bb9a3f by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:22.874614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Attempting to bind port a157166b-2846-48ff-b494-889886bb9a3f on network 2ad4c106-61cb-489e-9641-bea570f4a5aa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:22.881912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Port a157166b-2846-48ff-b494-889886bb9a3f on network 2ad4c106-61cb-489e-9641-bea570f4a5aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:51:22.883340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Attempting to bind port a157166b-2846-48ff-b494-889886bb9a3f on network 2ad4c106-61cb-489e-9641-bea570f4a5aa {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:22.903155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:22.904041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Checking segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:22.905419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Bound using segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:22.906006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Bound port: a157166b-2846-48ff-b494-889886bb9a3f, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:22.906482 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:22.926916 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d299422-86d0-4e8c-92c3-ec540e5bc8f6 x-openstack-request-id: req-7d299422-86d0-4e8c-92c3-ec540e5bc8f6 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:22.927204 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:22.927469 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d299422-86d0-4e8c-92c3-ec540e5bc8f6 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:22.927855 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'status': 'completed', 'code': 200} Sep 18 19:51:23.003250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874f345-4d14-4054-a81a-6c9592ecfdda req-b45ec7ca-4636-4373-9d58-8bc08e9283b9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:23.004760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e874f345-4d14-4054-a81a-6c9592ecfdda req-b45ec7ca-4636-4373-9d58-8bc08e9283b9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.1141634 Sep 18 19:51:23.040025 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:23.064429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:23.072775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:23.075583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-dcbbd255-f4bc-4122-a01c-e8fee3453a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:23.077430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-dcbbd255-f4bc-4122-a01c-e8fee3453a35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 1095 time: 0.1131845 Sep 18 19:51:23.080790 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:23.114601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e874f345-4d14-4054-a81a-6c9592ecfdda req-030f6e1c-3956-463c-b9c8-a7e3bd1c9b4a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037741 Sep 18 19:51:23.149365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:23.149982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:23.151352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] 10.222.0.32 "PUT /v2.0/ports/a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 200 len: 1092 time: 1.1086698 Sep 18 19:51:23.219504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8fd63eae-b46e-4419-b752-65f378cf8b71 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:51:23.234318 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:23.244284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc903fab-8ebd-4803-b7bd-62a051c716ab service neutron] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:23.275479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-69ef6d2b-7f0f-472e-bb2f-5adea309ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:23.276979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-69ef6d2b-7f0f-472e-bb2f-5adea309ffd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 915 time: 0.1899519 Sep 18 19:51:23.282972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-f5ebdc28-6c1c-4160-acc8-f036747ce651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:23.284471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-f5ebdc28-6c1c-4160-acc8-f036747ce651 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1095 time: 0.0830390 Sep 18 19:51:23.355663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:23.366159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'port_id': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'mac_address': 'fa:16:3e:60:5e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:51:23.367766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-3438502f-d765-48a1-8fcf-dbcad9a10b40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 200 len: 217 time: 0.0736716 Sep 18 19:51:23.375685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-d73331a7-851f-4f9c-b1d1-c7bb0bca5d51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd63eae-b46e-4419-b752-65f378cf8b71 HTTP/1.1" status: 200 len: 217 time: 0.0723259 Sep 18 19:51:23.403308 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:23.422847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd63eae-b46e-4419-b752-65f378cf8b71 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:51:23.444861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:23.448835 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:23.484204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-3258d721-72e9-4121-ae97-9d2a755187c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:23.485683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-3258d721-72e9-4121-ae97-9d2a755187c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa HTTP/1.1" status: 200 len: 854 time: 0.1012611 Sep 18 19:51:23.488729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-ba1f0677-26ca-41c7-8119-ef905a59224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:23.490107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-ba1f0677-26ca-41c7-8119-ef905a59224b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.1135662 Sep 18 19:51:23.496995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:23.498955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b246899-db71-454a-9156-af41fd7355b9 req-4202e6b8-775d-4ffd-95f4-23d7f0cd6f5d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:23.500115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3b246899-db71-454a-9156-af41fd7355b9 req-4202e6b8-775d-4ffd-95f4-23d7f0cd6f5d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1602688 Sep 18 19:51:23.808339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['8fd63eae-b46e-4419-b752-65f378cf8b71'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:23.885472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-3093263d-711b-4937-b7ce-235fcb1c2972 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b90e052-e705-4573-bd9d-4ee0e9e60f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3844192 Sep 18 19:51:24.005985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3b246899-db71-454a-9156-af41fd7355b9 req-f9045f4a-0c16-4409-986a-4b6829575d80 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884641 Sep 18 19:51:24.035368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-b3042a9c-9bd4-4283-beca-e85981c6c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:24.037011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-b3042a9c-9bd4-4283-beca-e85981c6c99e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5348995 Sep 18 19:51:24.081455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824a164-e094-4cae-8489-ebbe7cbc5458 req-67418cf8-a66e-4d79-89a3-6f90ab55f7c2 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:24.082949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6824a164-e094-4cae-8489-ebbe7cbc5458 req-67418cf8-a66e-4d79-89a3-6f90ab55f7c2 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 944 time: 0.1957695 Sep 18 19:51:24.088938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-d1453671-7469-47f7-9f45-e50dbc7b5548 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:24.090376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-d1453671-7469-47f7-9f45-e50dbc7b5548 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1097 time: 0.1822548 Sep 18 19:51:24.191434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-c4e52753-1cae-4dbc-a3be-42b8f58f38ed service neutron] 10.222.0.24 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820489 Sep 18 19:51:24.301781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6824a164-e094-4cae-8489-ebbe7cbc5458 req-f8882514-2e07-4bab-9569-70b12a41b46f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027519 Sep 18 19:51:24.340538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-8cdb2ea2-bafa-464d-a552-a939ea5ce9b1 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936945 Sep 18 19:51:24.369390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f877c2-47a2-4caf-8956-e4d0e18f7d5d req-cd1a9db4-e889-42a0-ba7c-65fde8b03a5d tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:24.370836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98f877c2-47a2-4caf-8956-e4d0e18f7d5d req-cd1a9db4-e889-42a0-ba7c-65fde8b03a5d tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 1097 time: 0.1894875 Sep 18 19:51:24.411806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81ca223c-660c-4f36-9d3a-831b08ce3730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:24.459104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4fc46d84-96df-4d9e-bc57-773ec20e72da req-0c9351ce-487e-445f-ae9c-83d06380e7ad service neutron] 10.222.0.24 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536957 Sep 18 19:51:24.505910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Deleting port a7d96682-bcee-4a34-9134-f14dd5e678e4 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:24.506252 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:24.532369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98f877c2-47a2-4caf-8956-e4d0e18f7d5d req-931cc689-75aa-4817-b45b-9f2c999620c1 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479354 Sep 18 19:51:24.547794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9a4c9-d226-4724-9b11-9f537773e5ed req-e2180656-bc06-4107-b31e-be8cd56b5a47 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:24.549245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21a9a4c9-d226-4724-9b11-9f537773e5ed req-e2180656-bc06-4107-b31e-be8cd56b5a47 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1831293 Sep 18 19:51:24.614946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5cd628-06b8-4d6a-9ac9-b4ec024e1f0e req-cae707ab-c9bd-4c3d-8402-a1c13aee32ae service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612617 Sep 18 19:51:24.676723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21a9a4c9-d226-4724-9b11-9f537773e5ed req-7850460c-61e3-4bbd-b148-53bd6828c657 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161816 Sep 18 19:51:24.684299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] For port a7d96682-bcee-4a34-9134-f14dd5e678e4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a7d96682-bcee-4a34-9134-f14dd5e678e4,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:24.684676 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:24.698623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Calling delete_port for a7d96682-bcee-4a34-9134-f14dd5e678e4 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:24.710819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8690f-6651-405c-83a6-450aa12de29b req-238be0c5-dbff-4ad4-be9c-175ee97350b1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:24.712417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4d8690f-6651-405c-83a6-450aa12de29b req-238be0c5-dbff-4ad4-be9c-175ee97350b1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1101043 Sep 18 19:51:24.731638 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:24.836504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4d8690f-6651-405c-83a6-450aa12de29b req-913f35e5-4e18-4604-aae9-19b3fafe1315 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128273 Sep 18 19:51:24.866555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7e52f-93d9-4315-be47-e3581c827d42 req-99517be9-aa18-4382-825e-e11d07b6f4bb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:24.868086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0f7e52f-93d9-4315-be47-e3581c827d42 req-99517be9-aa18-4382-825e-e11d07b6f4bb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0885150 Sep 18 19:51:24.929418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:24.931649 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81317c55-7132-4751-968c-c3c62572926a" -d '{"events": [{"name": "network-changed", "server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "tag": "a157166b-2846-48ff-b494-889886bb9a3f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:24.942640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0f7e52f-93d9-4315-be47-e3581c827d42 req-70fea8bd-a2ce-4ee3-9f81-74716562de6f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670085 Sep 18 19:51:24.976908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:24.985402 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd80053-0017-46ba-9473-b90cc2ec8134 x-openstack-request-id: req-7dd80053-0017-46ba-9473-b90cc2ec8134 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:24.985763 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "tag": "a157166b-2846-48ff-b494-889886bb9a3f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:24.985972 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dd80053-0017-46ba-9473-b90cc2ec8134 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:24.986364 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f', 'status': 'completed', 'code': 200} Sep 18 19:51:24.989365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3422e44b-05da-4ef6-b6ea-851f0aa0bc65'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:24.992498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['a7d96682-bcee-4a34-9134-f14dd5e678e4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:25.015711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7d96682-bcee-4a34-9134-f14dd5e678e4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:25.076983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-99f60a9c-d20c-416a-beae-77d50105ccbb tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.078544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-99f60a9c-d20c-416a-beae-77d50105ccbb tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1303515 Sep 18 19:51:25.112941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] No DVR routers for this DVR port a7d96682-bcee-4a34-9134-f14dd5e678e4 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:25.132959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:25.134855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae44d37e-0fd6-4b1f-b5c1-1880ea667948 req-6b1366f6-9c63-413a-8554-9f5764b21e56 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a7d96682-bcee-4a34-9134-f14dd5e678e4 HTTP/1.1" status: 204 len: 173 time: 1.0348406 Sep 18 19:51:25.182898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81317c55-7132-4751-968c-c3c62572926a req-f5085d73-41e4-474e-afc6-4c097ff08ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.184451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81317c55-7132-4751-968c-c3c62572926a req-f5085d73-41e4-474e-afc6-4c097ff08ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1095 time: 0.1699495 Sep 18 19:51:25.218860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8fd63eae-b46e-4419-b752-65f378cf8b71 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:25.269079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883d783-32c4-46d3-9ef9-6c1d9731f408 req-72a0925f-b812-4d14-bcbd-77250790af15 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.270543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c883d783-32c4-46d3-9ef9-6c1d9731f408 req-72a0925f-b812-4d14-bcbd-77250790af15 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1339853 Sep 18 19:51:25.275884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 8fd63eae-b46e-4419-b752-65f378cf8b71 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:51:25.281960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 8fd63eae-b46e-4419-b752-65f378cf8b71 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:25.282639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:25.364417 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:25.376579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c883d783-32c4-46d3-9ef9-6c1d9731f408 req-0a182dff-53b0-469a-8ad4-f2825d63de73 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735507 Sep 18 19:51:25.379172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Deleting port c4203bed-e4b5-421e-b4d5-376053bc1144 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:25.379916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:25.383162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81317c55-7132-4751-968c-c3c62572926a req-08ac1bfd-7d96-4bda-b70c-8ff6afa8f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.384230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81317c55-7132-4751-968c-c3c62572926a req-08ac1bfd-7d96-4bda-b70c-8ff6afa8f881 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.1904192 Sep 18 19:51:25.388528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:25.392166 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96f647e-f688-4795-9041-1196862a9ea2" -d '{"events": [{"server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "name": "network-vif-plugged", "status": "completed", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:25.412550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:25.419979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:25.445202 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6452fd7-a3e0-415d-8944-b0fb9609a057 x-openstack-request-id: req-a6452fd7-a3e0-415d-8944-b0fb9609a057 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:25.445566 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "name": "network-vif-plugged", "status": "completed", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:25.446020 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6452fd7-a3e0-415d-8944-b0fb9609a057 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:25.446596 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'code': 200} Sep 18 19:51:25.472470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81317c55-7132-4751-968c-c3c62572926a req-101bfbb7-43e6-4240-a19f-1dafe20a51ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 200 len: 217 time: 0.0741229 Sep 18 19:51:25.481225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:25.485230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:25.593464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf892ae-8ef6-49e4-831c-0001b3a7b28a req-e5c8705e-f8cc-492f-a11c-2542a0d7e742 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.594915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddf892ae-8ef6-49e4-831c-0001b3a7b28a req-e5c8705e-f8cc-492f-a11c-2542a0d7e742 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 944 time: 0.2098866 Sep 18 19:51:25.630489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] For port c4203bed-e4b5-421e-b4d5-376053bc1144, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c4203bed-e4b5-421e-b4d5-376053bc1144,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:25.630859 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:25.634675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81317c55-7132-4751-968c-c3c62572926a req-f035e2ff-0bc7-469b-8e5d-85d73649eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.636146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81317c55-7132-4751-968c-c3c62572926a req-f035e2ff-0bc7-469b-8e5d-85d73649eb46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.1305280 Sep 18 19:51:25.673709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Calling delete_port for c4203bed-e4b5-421e-b4d5-376053bc1144 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:25.690264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2665a-a8eb-4306-aae5-941969ab02a0 req-2498c569-9144-4de2-b867-dcf2ddd5d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.691768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdd2665a-a8eb-4306-aae5-941969ab02a0 req-2498c569-9144-4de2-b867-dcf2ddd5d726 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 1097 time: 0.1872134 Sep 18 19:51:25.696763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf5686d3-6760-4463-a469-e4d77a590ff9 req-777e5ad7-cacf-409b-a380-492323c3fdca tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fa96a02b-e58f-4c38-9101-02ed89a187ab HTTP/1.1" status: 200 len: 210 time: 0.0683875 Sep 18 19:51:25.796050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddf892ae-8ef6-49e4-831c-0001b3a7b28a req-f9a965bb-4731-42e1-8959-3d8d25223c74 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835983 Sep 18 19:51:25.842828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81317c55-7132-4751-968c-c3c62572926a req-e6d50e96-5052-4eb5-8fe2-41ac75b60849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.844399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81317c55-7132-4751-968c-c3c62572926a req-e6d50e96-5052-4eb5-8fe2-41ac75b60849 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797249 Sep 18 19:51:25.858529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdd2665a-a8eb-4306-aae5-941969ab02a0 req-72bd0f6d-565c-4d4a-b7fe-e6eb7449bf52 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568666 Sep 18 19:51:25.898993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd33b1e-2be8-427d-8cae-3811e6b5e830 req-1f0f70de-017a-4552-a326-c567706a19cc tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:25.903815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0dd33b1e-2be8-427d-8cae-3811e6b5e830 req-1f0f70de-017a-4552-a326-c567706a19cc tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9df5c86-2baf-43b8-baaf-a963f8271e1f HTTP/1.1" status: 200 len: 945 time: 0.1252689 Sep 18 19:51:26.061664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0dd33b1e-2be8-427d-8cae-3811e6b5e830 req-2cc260b2-0401-4897-9a7e-89393e96f153 tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.20 "GET /v2.0/security-groups?id=026e047f-5959-471b-984e-378474e059ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483469 Sep 18 19:51:26.077186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0db55-548b-46f1-97d2-a5d469f8e4c8 req-51090f2e-6c2d-4230-92cf-1efb376d6f39 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:26.078552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60f0db55-548b-46f1-97d2-a5d469f8e4c8 req-51090f2e-6c2d-4230-92cf-1efb376d6f39 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1664088 Sep 18 19:51:26.084129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:26.097289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c4203bed-e4b5-421e-b4d5-376053bc1144'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:26.123266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81317c55-7132-4751-968c-c3c62572926a req-5aca3723-a219-41a9-9f90-caf7cdf3a9d5 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692637 Sep 18 19:51:26.137164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Pushing event deleted for resources: {'Port': ['ID=c4203bed-e4b5-421e-b4d5-376053bc1144,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:26.214046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60f0db55-548b-46f1-97d2-a5d469f8e4c8 req-fe8c9473-b5c1-4203-98dd-66dffdf4cd8b tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262319 Sep 18 19:51:26.267968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] No DVR routers for this DVR port c4203bed-e4b5-421e-b4d5-376053bc1144 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:26.272163 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:26.274106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9a502af-7537-4d21-bba8-f0f0c945502b req-23193a26-d6b2-4af3-b56e-c7c016c8abaa tempest-ServerRescueTestJSONUnderV235-2110840375 tempest-ServerRescueTestJSONUnderV235-2110840375-project] 10.222.0.24 "DELETE /v2.0/ports/c4203bed-e4b5-421e-b4d5-376053bc1144 HTTP/1.1" status: 204 len: 173 time: 1.1875324 Sep 18 19:51:26.312070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27891ff8-fcc2-43a1-9a60-120f62f61b85 req-1b094a85-ea15-4ca9-a168-9ea3bf8a77af tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:26.313574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27891ff8-fcc2-43a1-9a60-120f62f61b85 req-1b094a85-ea15-4ca9-a168-9ea3bf8a77af tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.1209021 Sep 18 19:51:26.319357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81317c55-7132-4751-968c-c3c62572926a req-2daae960-8a24-4647-93b2-fe9af337eda7 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835823 Sep 18 19:51:26.354554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27891ff8-fcc2-43a1-9a60-120f62f61b85 req-d5c29456-a2bb-4b40-a1ea-907c6f5dc47a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341880 Sep 18 19:51:26.492370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66575-3e6b-4239-8579-e240d16afe3b req-4d8d6ab5-2dde-4284-a671-67e2f5c25cb9 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:26.493823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3b66575-3e6b-4239-8579-e240d16afe3b req-4d8d6ab5-2dde-4284-a671-67e2f5c25cb9 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0486531 Sep 18 19:51:26.531877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3b66575-3e6b-4239-8579-e240d16afe3b req-64acc14a-2bca-40f3-aede-87e6740fab6d tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Sep 18 19:51:26.922706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1e0de-383f-491c-bc87-bfb9c874b043 req-c46c4510-8d76-48ee-a6b6-0a1d4c0ea492 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:26.927854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43a1e0de-383f-491c-bc87-bfb9c874b043 req-c46c4510-8d76-48ee-a6b6-0a1d4c0ea492 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0604060 Sep 18 19:51:26.986959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa96a02b-e58f-4c38-9101-02ed89a187ab', 'name': 'network-vif-deleted', 'tag': 'a7d96682-bcee-4a34-9134-f14dd5e678e4'}, {'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'name': 'network-vif-deleted', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:26.989392 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc8f194-c238-4cd7-aecd-82e69d96f721" -d '{"events": [{"server_uuid": "fa96a02b-e58f-4c38-9101-02ed89a187ab", "name": "network-vif-deleted", "tag": "a7d96682-bcee-4a34-9134-f14dd5e678e4"}, {"server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "name": "network-vif-deleted", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:26.996473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43a1e0de-383f-491c-bc87-bfb9c874b043 req-4446bfa5-76f2-434a-b696-525149b20327 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662937 Sep 18 19:51:27.007792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfbe2e-1ac3-470b-8593-1557062e5011 req-d4e0b6a9-bf8b-486f-8d65-7728f34a3123 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:27.009286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20cfbe2e-1ac3-470b-8593-1557062e5011 req-d4e0b6a9-bf8b-486f-8d65-7728f34a3123 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.0630164 Sep 18 19:51:27.046165 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba4ea80-c1b5-4b2a-a368-a55cb537e711 x-openstack-request-id: req-5ba4ea80-c1b5-4b2a-a368-a55cb537e711 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:27.046472 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa96a02b-e58f-4c38-9101-02ed89a187ab", "name": "network-vif-deleted", "tag": "a7d96682-bcee-4a34-9134-f14dd5e678e4", "status": "completed", "code": 200}, {"server_uuid": "c9df5c86-2baf-43b8-baaf-a963f8271e1f", "name": "network-vif-deleted", "tag": "c4203bed-e4b5-421e-b4d5-376053bc1144", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:27.046724 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ba4ea80-c1b5-4b2a-a368-a55cb537e711 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:27.047141 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa96a02b-e58f-4c38-9101-02ed89a187ab', 'name': 'network-vif-deleted', 'tag': 'a7d96682-bcee-4a34-9134-f14dd5e678e4', 'status': 'completed', 'code': 200} Sep 18 19:51:27.047403 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9df5c86-2baf-43b8-baaf-a963f8271e1f', 'name': 'network-vif-deleted', 'tag': 'c4203bed-e4b5-421e-b4d5-376053bc1144', 'status': 'completed', 'code': 200} Sep 18 19:51:27.049247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20cfbe2e-1ac3-470b-8593-1557062e5011 req-f00e96d9-770e-40a5-9aee-97e6ef3b7f7a tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333779 Sep 18 19:51:27.117949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56970) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:27.224837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a7d96682-bcee-4a34-9134-f14dd5e678e4 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:27.245142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: a7d96682-bcee-4a34-9134-f14dd5e678e4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:27.245549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a7d96682-bcee-4a34-9134-f14dd5e678e4 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:27.334941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14e20d-b1c1-41b3-9f5e-0ee033528d05 req-93e1e1ca-a7be-4918-9f00-7dd82c25b8dc tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:27.337224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a14e20d-b1c1-41b3-9f5e-0ee033528d05 req-93e1e1ca-a7be-4918-9f00-7dd82c25b8dc tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Sep 18 19:51:27.347568 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:27.380550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a14e20d-b1c1-41b3-9f5e-0ee033528d05 req-abded530-117f-4b86-9cb2-4e82c201fe87 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362675 Sep 18 19:51:27.478143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:27.481679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9181c-8f0a-435e-9fb0-ea86bf9cb17d req-37cd1c79-5cfb-4bed-830d-5e95836488ef tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:27.483279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bb9181c-8f0a-435e-9fb0-ea86bf9cb17d req-37cd1c79-5cfb-4bed-830d-5e95836488ef tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0495567 Sep 18 19:51:27.522259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bb9181c-8f0a-435e-9fb0-ea86bf9cb17d req-5b7eb637-430f-4b6f-b982-c3e41d8d1d5b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326383 Sep 18 19:51:27.647130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47516ab2-54a7-49f3-ba67-49cd38e288ad req-c6e3990b-3852-4192-919e-eb08a04c5f86 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:27.648789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47516ab2-54a7-49f3-ba67-49cd38e288ad req-c6e3990b-3852-4192-919e-eb08a04c5f86 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0491557 Sep 18 19:51:27.687247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47516ab2-54a7-49f3-ba67-49cd38e288ad req-6199dd7b-07ae-498c-a922-4ac1786bba32 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Sep 18 19:51:27.725808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Deleting port 55dc1692-7aed-4e96-946b-09132b358bde {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:27.726170 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:27.802187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] For port 55dc1692-7aed-4e96-946b-09132b358bde, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=55dc1692-7aed-4e96-946b-09132b358bde,segment=NetworkSegment(cbab4c8a-939c-4a53-a8f8-80380350795f),segment_id=cbab4c8a-939c-4a53-a8f8-80380350795f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:27.802474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:27.814997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Calling delete_port for 55dc1692-7aed-4e96-946b-09132b358bde owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:27.987799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:28.012339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Pushing event deleted for resources: {'Port': ['ID=55dc1692-7aed-4e96-946b-09132b358bde,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:28.117103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db781b-4876-4ffd-b3f1-d3f18908942f req-b3362e76-a62b-4d60-97a9-2824b0438ea4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:28.118779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09db781b-4876-4ffd-b3f1-d3f18908942f req-b3362e76-a62b-4d60-97a9-2824b0438ea4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Sep 18 19:51:28.181580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:28.191527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09db781b-4876-4ffd-b3f1-d3f18908942f req-702d506f-1bfd-49c6-8864-0ede00c1404f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649343 Sep 18 19:51:28.194653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fa3a4-b5dd-4b90-a84d-1840c297c678 req-9a1261f5-0bb4-4500-81da-f7e411c3170c tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:28.196173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-663fa3a4-b5dd-4b90-a84d-1840c297c678 req-9a1261f5-0bb4-4500-81da-f7e411c3170c tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.0729871 Sep 18 19:51:28.259596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-663fa3a4-b5dd-4b90-a84d-1840c297c678 req-3dc1dd27-3691-4087-908e-f7640e1e9ef2 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cc50b06a-900a-4538-ac67-94d8e3786e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572510 Sep 18 19:51:28.269016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-4f4b8e23-69d1-462a-a0ff-fcb4ab7b7395 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:28.279896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-4f4b8e23-69d1-462a-a0ff-fcb4ab7b7395 tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 1098 time: 0.0528579 Sep 18 19:51:28.390566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3a3e-6eb8-4ad2-83be-2025d5abc889 req-adc0220f-3e02-40be-9dd7-81c4a42ea35e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:28.392139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c31a3a3e-6eb8-4ad2-83be-2025d5abc889 req-adc0220f-3e02-40be-9dd7-81c4a42ea35e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0716245 Sep 18 19:51:28.410932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Deleting port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:28.411479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:28.411718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:51:28.419592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Router 5fb4d275-ed91-4b8e-af69-3e11d420213f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:28.516757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c31a3a3e-6eb8-4ad2-83be-2025d5abc889 req-f7a66c9e-14d7-46f1-9698-b57c076f1fb0 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175025 Sep 18 19:51:28.533606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:28.546292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:28.551661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] For port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:28.552034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:28.555216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-28e1c40f-f1da-4c23-be7d-99eabbed2998 admin admin] 10.222.0.20 "PUT /v2.0/routers/5fb4d275-ed91-4b8e-af69-3e11d420213f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360676 Sep 18 19:51:28.558345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56994) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:28.566514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a157166b-2846-48ff-b494-889886bb9a3f', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'port_id': 'a157166b-2846-48ff-b494-889886bb9a3f', 'mac_address': 'fa:16:3e:35:3e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:51:28.568745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943166e-02b2-4835-b474-7bd7a0de8210 req-499bfbb8-4ca6-449d-a2e5-6de7d918f1a3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:28.570294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3943166e-02b2-4835-b474-7bd7a0de8210 req-499bfbb8-4ca6-449d-a2e5-6de7d918f1a3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0868647 Sep 18 19:51:28.570457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] Sync routers for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:28.578032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Calling delete_port for 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:28.586381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:28.587470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:28.657273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3943166e-02b2-4835-b474-7bd7a0de8210 req-9985de8a-e6cb-4561-8ac6-3a666dd66338 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804019 Sep 18 19:51:28.674602 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:28.690206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a157166b-2846-48ff-b494-889886bb9a3f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:51:28.714192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:28.726424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:28.740937 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:28.831969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:28.841386 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:28.891107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:28.912966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Deleting port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:28.913320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.005777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] For port 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:29.006162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.021113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Calling delete_port for 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:29.034096 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:51:27Z', 'revision_number': 5, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port': {'id': '39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:49:57Z', 'updated_at': '2021-09-18T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:29.064621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a157166b-2846-48ff-b494-889886bb9a3f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:29.069051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] Checking router: 5fb4d275-ed91-4b8e-af69-3e11d420213f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:29.113398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] Routers {'5fb4d275-ed91-4b8e-af69-3e11d420213f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:29.114642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5fb4d275-ed91-4b8e-af69-3e11d420213f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:29.144441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74849f7-da86-406d-9ffb-02e57d9f7496 req-34d1d482-98a1-41d8-9871-54f44e2c7f49 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:29.152020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d74849f7-da86-406d-9ffb-02e57d9f7496 req-34d1d482-98a1-41d8-9871-54f44e2c7f49 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 944 time: 0.1290228 Sep 18 19:51:29.163450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13701a74-752e-4fd2-b874-43616f982ef8 req-ec2e26aa-6134-410c-93b2-a09d66d082c6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:29.164850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13701a74-752e-4fd2-b874-43616f982ef8 req-ec2e26aa-6134-410c-93b2-a09d66d082c6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1430516 Sep 18 19:51:29.206063 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.219206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c4203bed-e4b5-421e-b4d5-376053bc1144 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:29.236841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.252303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Pushing event deleted for resources: {'Port': ['ID=3422e44b-05da-4ef6-b6ea-851f0aa0bc65,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:29.256561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d74849f7-da86-406d-9ffb-02e57d9f7496 req-2f816a3a-8a1b-4571-8981-bd6385a0dd7f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037340 Sep 18 19:51:29.264660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:29.268116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: c4203bed-e4b5-421e-b4d5-376053bc1144 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:29.268463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c4203bed-e4b5-421e-b4d5-376053bc1144 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:29.278365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] Set router 5fb4d275-ed91-4b8e-af69-3e11d420213f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:29.296063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13701a74-752e-4fd2-b874-43616f982ef8 req-305bf715-d913-4bbb-b8df-2abd34515c15 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155262 Sep 18 19:51:29.330559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] No DVR routers for this DVR port 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:29.345297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.347390 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ee5ffd8-3971-4e31-806c-5eb0d0d6bb72 req-7aed4998-5b65-4a50-b9d4-04c5f72acb3f tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3422e44b-05da-4ef6-b6ea-851f0aa0bc65 HTTP/1.1" status: 204 len: 173 time: 1.0669770 Sep 18 19:51:29.347887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e5fc13-e1ab-445d-9ce0-8819c51c4a60', 'name': 'network-vif-deleted', 'tag': '3422e44b-05da-4ef6-b6ea-851f0aa0bc65'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:29.350213 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acc3fb3-0c5c-4226-88c2-90d6867a8e2b" -d '{"events": [{"server_uuid": "f3e5fc13-e1ab-445d-9ce0-8819c51c4a60", "name": "network-vif-deleted", "tag": "3422e44b-05da-4ef6-b6ea-851f0aa0bc65"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:29.368971 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:51:28Z', 'revision_number': 6, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:29.381768 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.410053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7bc748e7-4154-4b7f-8b0b-c09ac14223a2 req-545c3fe6-defd-4db6-8987-f02a5b312dfa tempest-TestServerMultinode-1217059075 tempest-TestServerMultinode-1217059075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3e5fc13-e1ab-445d-9ce0-8819c51c4a60 HTTP/1.1" status: 200 len: 210 time: 0.0344608 Sep 18 19:51:29.423765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd909e04-d5da-4cff-b336-74c9280c0877 None None] The sync data for ids ['5fb4d275-ed91-4b8e-af69-3e11d420213f'] in n-d-789963-11 is: [{'id': '5fb4d275-ed91-4b8e-af69-3e11d420213f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1293707726-router', 'tenant_id': 'fc4d62872a934daca0b62b44fe6919b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:49:56Z', 'updated_at': '2021-09-18T19:51:28Z', 'revision_number': 6, 'project_id': 'fc4d62872a934daca0b62b44fe6919b9', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:29.476976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09979e6-b378-4b77-a2f0-0dd9bb6bc9f4 req-75f31a61-6a47-427e-964c-dd219751fb18 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:29.477687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a09979e6-b378-4b77-a2f0-0dd9bb6bc9f4 req-75f31a61-6a47-427e-964c-dd219751fb18 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0704532 Sep 18 19:51:29.536961 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.538763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a09979e6-b378-4b77-a2f0-0dd9bb6bc9f4 req-822994ef-5992-470d-89e8-36289083b8fe tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Sep 18 19:51:29.539100 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.590107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.590773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fb4d275-ed91-4b8e-af69-3e11d420213f {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:51:29.592212 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84b4937-9468-4264-b49d-982bcef215b3 x-openstack-request-id: req-a84b4937-9468-4264-b49d-982bcef215b3 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:29.592527 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e5fc13-e1ab-445d-9ce0-8819c51c4a60", "name": "network-vif-deleted", "tag": "3422e44b-05da-4ef6-b6ea-851f0aa0bc65", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:29.592769 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a84b4937-9468-4264-b49d-982bcef215b3 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:29.593296 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e5fc13-e1ab-445d-9ce0-8819c51c4a60', 'name': 'network-vif-deleted', 'tag': '3422e44b-05da-4ef6-b6ea-851f0aa0bc65', 'status': 'completed', 'code': 200} Sep 18 19:51:29.596467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.599450 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-99452c6e-e1eb-4e3f-8166-fab8e765f796 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5fb4d275-ed91-4b8e-af69-3e11d420213f HTTP/1.1" status: 204 len: 168 time: 1.0380352 Sep 18 19:51:29.599691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:29.617605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dfd4b-5f74-4140-a0df-8c97dad9a765 req-549b0f5d-3726-487e-9f27-660680429f51 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:29.619107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba0dfd4b-5f74-4140-a0df-8c97dad9a765 req-549b0f5d-3726-487e-9f27-660680429f51 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0553458 Sep 18 19:51:29.649545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b11cfa-ee7c-4c84-865d-4d1539400e40 admin admin] Deleting subnet 035acce6-f34a-4017-bb28-0de0f0f7003e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:51:29.652701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6b11cfa-ee7c-4c84-865d-4d1539400e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.665444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba0dfd4b-5f74-4140-a0df-8c97dad9a765 req-906a9898-fbe7-4aec-9361-2f1e192412d9 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Sep 18 19:51:29.691740 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6b11cfa-ee7c-4c84-865d-4d1539400e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.741155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6b11cfa-ee7c-4c84-865d-4d1539400e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.839331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb810b-95e4-46f1-912d-362e8e2b7ce9 req-30322571-3faa-41c2-966e-c8c3a34352c7 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:29.846662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9fb810b-95e4-46f1-912d-362e8e2b7ce9 req-30322571-3faa-41c2-966e-c8c3a34352c7 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0812640 Sep 18 19:51:29.871295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6b11cfa-ee7c-4c84-865d-4d1539400e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.910042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9fb810b-95e4-46f1-912d-362e8e2b7ce9 req-5a5637b5-eb9d-4169-9286-393836cc8faf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576339 Sep 18 19:51:29.911461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b11cfa-ee7c-4c84-865d-4d1539400e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035acce6-f34a-4017-bb28-0de0f0f7003e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:29.918704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6b11cfa-ee7c-4c84-865d-4d1539400e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:29.920642 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c6b11cfa-ee7c-4c84-865d-4d1539400e40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/035acce6-f34a-4017-bb28-0de0f0f7003e HTTP/1.1" status: 204 len: 168 time: 0.3192620 Sep 18 19:51:29.923261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57022) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:30.041830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.119750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1c3d0-f76f-461d-8485-ba4db4beb928 req-2c2aee68-9e03-457e-9df2-909fd1eca21a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:30.121220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ac1c3d0-f76f-461d-8485-ba4db4beb928 req-2c2aee68-9e03-457e-9df2-909fd1eca21a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0945916 Sep 18 19:51:30.173346 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.183977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3422e44b-05da-4ef6-b6ea-851f0aa0bc65'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:30.204556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ac1c3d0-f76f-461d-8485-ba4db4beb928 req-a90355b6-e694-4f7f-8080-35aa73db976c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764098 Sep 18 19:51:30.209022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919245d2-4903-400a-b59f-cc9981844b42']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:30.219964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbab4c8a-939c-4a53-a8f8-80380350795f') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:30.220349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbab4c8a-939c-4a53-a8f8-80380350795f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:30.230306 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.243807 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.250328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:51:30.250764 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:51:30.252754 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:51:30.315709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.322372 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.326962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] 10.222.0.20 "DELETE /v2.0/networks/919245d2-4903-400a-b59f-cc9981844b42 HTTP/1.1" status: 204 len: 168 time: 0.4020965 Sep 18 19:51:30.340005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76aa31-5f5c-4113-bdce-e3e430fcd0da admin admin] Pushing event deleted for resources: {'Network': ['ID=919245d2-4903-400a-b59f-cc9981844b42,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:30.425792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fb4ca-c22a-496e-9c8f-495d65966679 req-e9b595b7-6dcd-4812-8a3d-f2bd6f726b3b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:30.427271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c84fb4ca-c22a-496e-9c8f-495d65966679 req-e9b595b7-6dcd-4812-8a3d-f2bd6f726b3b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 944 time: 0.0523412 Sep 18 19:51:30.444765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:30.457299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57036) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:30.471566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c84fb4ca-c22a-496e-9c8f-495d65966679 req-5361b4b5-bf89-4b57-9c86-3b59562450b4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379691 Sep 18 19:51:30.486803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57038) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:30.536003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a157166b-2846-48ff-b494-889886bb9a3f completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:51:30.540758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a157166b-2846-48ff-b494-889886bb9a3f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:30.541715 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.588158 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ce6fe491-3a84-41ba-b553-e808d69faf96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc4d62872a934daca0b62b44fe6919b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252191 Sep 18 19:51:30.588401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57044) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:30.674185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.698443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:30.700794 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92931d9-9709-45c2-a217-be063022caf7" -d '{"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-plugged", "status": "completed", "tag": "a157166b-2846-48ff-b494-889886bb9a3f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:30.703082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74e7e4-90ca-48d1-b6c9-dc6c5c85b0df req-ebc5badb-0440-4b0a-8a1c-0d037dbc4fda tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:30.711408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f74e7e4-90ca-48d1-b6c9-dc6c5c85b0df req-ebc5badb-0440-4b0a-8a1c-0d037dbc4fda tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0656550 Sep 18 19:51:30.729729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:30.737664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:30.738484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:30.760209 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f53b31-a82a-4016-b147-35fe09e710e9 x-openstack-request-id: req-60f53b31-a82a-4016-b147-35fe09e710e9 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:30.760757 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-plugged", "status": "completed", "tag": "a157166b-2846-48ff-b494-889886bb9a3f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:30.761012 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60f53b31-a82a-4016-b147-35fe09e710e9 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:30.761419 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f', 'code': 200} Sep 18 19:51:30.767647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f74e7e4-90ca-48d1-b6c9-dc6c5c85b0df req-cd34738f-6843-4539-83bf-53b66f3ad129 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524113 Sep 18 19:51:30.778946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:30.781247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3422e44b-05da-4ef6-b6ea-851f0aa0bc65 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:30.812069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:30.872452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe8a06-d879-466f-9a1f-1a506e8d6376 req-ddcc7e1c-f9ce-455c-8dc1-0d2bad5402b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:30.874658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fafe8a06-d879-466f-9a1f-1a506e8d6376 req-ddcc7e1c-f9ce-455c-8dc1-0d2bad5402b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1097 time: 0.0468371 Sep 18 19:51:30.911065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fafe8a06-d879-466f-9a1f-1a506e8d6376 req-8717a982-a188-4a66-9dfb-b127bdf36f69 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287266 Sep 18 19:51:31.024024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7aa6a-7908-48ff-8793-e754a00f8fcc req-feaadc23-c91b-42a3-b250-02e2cfa138b3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:31.025422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ab7aa6a-7908-48ff-8793-e754a00f8fcc req-feaadc23-c91b-42a3-b250-02e2cfa138b3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0501368 Sep 18 19:51:31.035831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-41535664-98aa-4055-ae81-7c9ad955514d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:31.063884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ab7aa6a-7908-48ff-8793-e754a00f8fcc req-cc6ae189-ba77-439b-b56c-1c77a9505b53 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Sep 18 19:51:31.098353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-41535664-98aa-4055-ae81-7c9ad955514d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:31.148457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:31.171217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:31.171598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 39b37d6b-3ca3-41b4-b8ce-9d77fb213cf5 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:31.172034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 55dc1692-7aed-4e96-946b-09132b358bde no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:31.194980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 55dc1692-7aed-4e96-946b-09132b358bde {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:31.195334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 55dc1692-7aed-4e96-946b-09132b358bde not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:31.208996 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-41535664-98aa-4055-ae81-7c9ad955514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:31.212233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-41535664-98aa-4055-ae81-7c9ad955514d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:31.213396 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-41535664-98aa-4055-ae81-7c9ad955514d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/026e047f-5959-471b-984e-378474e059ea HTTP/1.1" status: 204 len: 168 time: 0.6239703 Sep 18 19:51:31.227157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41535664-98aa-4055-ae81-7c9ad955514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026e047f-5959-471b-984e-378474e059ea,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:31.321599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:31.330864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4a61a-c6d7-4c2c-bd24-32eb14462b9c req-109b3f51-d980-4c43-a67a-93f6a859ccc0 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:31.338594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c4a61a-c6d7-4c2c-bd24-32eb14462b9c req-109b3f51-d980-4c43-a67a-93f6a859ccc0 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0595300 Sep 18 19:51:31.375802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8c4a61a-c6d7-4c2c-bd24-32eb14462b9c req-7e40a17c-b4f1-43e9-b72e-3de14abb4ab5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362341 Sep 18 19:51:31.600854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Deleting port cff69121-ea5e-428b-8e6f-68b6e7752bef {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:31.601353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:31.625726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a26430-205c-4dda-8107-637656f327fb req-baca4839-170a-4a69-88f8-e8e8255887ed tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:31.631950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83a26430-205c-4dda-8107-637656f327fb req-baca4839-170a-4a69-88f8-e8e8255887ed tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0732806 Sep 18 19:51:31.680092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83a26430-205c-4dda-8107-637656f327fb req-7d68dd27-5da3-4d94-96c5-50bc25fffbad tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451133 Sep 18 19:51:31.693363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] For port cff69121-ea5e-428b-8e6f-68b6e7752bef, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cff69121-ea5e-428b-8e6f-68b6e7752bef,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:31.693893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:31.708588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Calling delete_port for cff69121-ea5e-428b-8e6f-68b6e7752bef owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:31.903867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3c751-1b7a-4c6e-905c-34824f63680d req-95024b43-e947-4eae-9039-56ca16f54191 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:31.905871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3c751-1b7a-4c6e-905c-34824f63680d req-95024b43-e947-4eae-9039-56ca16f54191 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0642323 Sep 18 19:51:31.911368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:31.945422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff69121-ea5e-428b-8e6f-68b6e7752bef,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:31.948846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3c751-1b7a-4c6e-905c-34824f63680d req-ca017d08-2953-4bb2-b535-fd94da418323 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Sep 18 19:51:32.129831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:32.217305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae28843-8cea-4afa-9a82-97b8aacba783 req-156eb1ec-2824-4136-a75c-19d7a590d641 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:32.224990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ae28843-8cea-4afa-9a82-97b8aacba783 req-156eb1ec-2824-4136-a75c-19d7a590d641 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0834956 Sep 18 19:51:32.261359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ae28843-8cea-4afa-9a82-97b8aacba783 req-7f8b6782-8b38-4b10-a71c-24c195a0776c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352590 Sep 18 19:51:32.384155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Router 3cdade80-2815-4d9e-a46f-1b932ce1b5da has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:32.507773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:32.514905 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ace3b35-16b4-463a-b9ce-e54a72339233 admin admin] 10.222.0.20 "PUT /v2.0/routers/3cdade80-2815-4d9e-a46f-1b932ce1b5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0183837 Sep 18 19:51:32.519821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57090) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:32.520327 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] Sync routers for ids ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:32.524372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55a6de-f4b4-45bd-9fd8-bdf30eb6b79f req-3c3b49f3-3542-4f46-a4e9-51b79c6253ca tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:32.526034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e55a6de-f4b4-45bd-9fd8-bdf30eb6b79f req-3c3b49f3-3542-4f46-a4e9-51b79c6253ca tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0599608 Sep 18 19:51:32.533848 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] Routers {'3cdade80-2815-4d9e-a46f-1b932ce1b5da'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:32.534600 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:32.587898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e55a6de-f4b4-45bd-9fd8-bdf30eb6b79f req-77446337-c97d-418b-b9e3-44b82c843b4c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499301 Sep 18 19:51:32.652368 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] Set router 3cdade80-2815-4d9e-a46f-1b932ce1b5da gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:32.655773 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:32.792401 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:32.848850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a3339-2f17-4fda-b4f1-b8697f2b110f req-0bfefc29-da20-4e31-8188-e7fec976dfa5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:32.852944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-142a3339-2f17-4fda-b4f1-b8697f2b110f req-0bfefc29-da20-4e31-8188-e7fec976dfa5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0743513 Sep 18 19:51:32.868643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Deleting port 0739f620-e3ce-4b43-9a69-51853c43c14c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:32.868974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:32.884276 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:51:31Z', 'revision_number': 5, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port': {'id': '0739f620-e3ce-4b43-9a69-51853c43c14c', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:37Z', 'updated_at': '2021-09-18T19:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:32.905391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-142a3339-2f17-4fda-b4f1-b8697f2b110f req-ef72e6ee-8dac-4070-88cb-484c99d1fcc2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451059 Sep 18 19:51:32.917986 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] Checking router: 3cdade80-2815-4d9e-a46f-1b932ce1b5da for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:32.929516 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] Routers {'3cdade80-2815-4d9e-a46f-1b932ce1b5da'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:32.930389 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:32.969321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] For port 0739f620-e3ce-4b43-9a69-51853c43c14c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0739f620-e3ce-4b43-9a69-51853c43c14c,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:32.969783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.006185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Calling delete_port for 0739f620-e3ce-4b43-9a69-51853c43c14c owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:33.079347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0cbd3-3aba-4a1a-94f0-bc1449e328e2 req-eaadac07-4b5f-4b37-b0c2-230d0c58b694 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:33.082397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cc0cbd3-3aba-4a1a-94f0-bc1449e328e2 req-eaadac07-4b5f-4b37-b0c2-230d0c58b694 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0929437 Sep 18 19:51:33.092835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57102) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:33.099885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'floatingip': {'port_id': 'a157166b-2846-48ff-b494-889886bb9a3f'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:33.164248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f95f0-234e-4375-a825-20ef541fa871 req-e7706bd1-b2cb-4b33-a02c-b91a826c6b56 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:33.174264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e2f95f0-234e-4375-a825-20ef541fa871 req-e7706bd1-b2cb-4b33-a02c-b91a826c6b56 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1400230 Sep 18 19:51:33.183134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.193925 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] Set router 3cdade80-2815-4d9e-a46f-1b932ce1b5da gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:33.267716 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:51:32Z', 'revision_number': 6, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:33.280842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.291098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e2f95f0-234e-4375-a825-20ef541fa871 req-e5bbb0fd-189b-4603-b886-66a9c93d79e3 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136343 Sep 18 19:51:33.301041 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44fa26-a725-46d2-a92a-b8b2edea2f0e None None] The sync data for ids ['3cdade80-2815-4d9e-a46f-1b932ce1b5da'] in n-d-789963-11 is: [{'id': '3cdade80-2815-4d9e-a46f-1b932ce1b5da', 'name': 'tempest-TestServerMultinode-736693147-router', 'tenant_id': '023f577e01974389a70f7c14c8bc5f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:36Z', 'updated_at': '2021-09-18T19:51:32Z', 'revision_number': 6, 'project_id': '023f577e01974389a70f7c14c8bc5f37', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:33.319134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Pushing event deleted for resources: {'Port': ['ID=0739f620-e3ce-4b43-9a69-51853c43c14c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:33.392931 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.487016 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.489490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.511021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247c611-9350-4ef3-940b-a79e367a191f req-5ee4a3e6-f662-4b15-94b8-6ac907e67224 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:33.512791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9247c611-9350-4ef3-940b-a79e367a191f req-5ee4a3e6-f662-4b15-94b8-6ac907e67224 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1304588 Sep 18 19:51:33.527327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-27011147-c954-4cc6-abbf-f43b1a284465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:33.528812 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-27011147-c954-4cc6-abbf-f43b1a284465 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 1097 time: 0.1131825 Sep 18 19:51:33.556718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.557751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdade80-2815-4d9e-a46f-1b932ce1b5da {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:51:33.563353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.564807 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0a1f3cdf-3b3e-4828-a66d-f943bd1dbe2f admin admin] 10.222.0.20 "DELETE /v2.0/routers/3cdade80-2815-4d9e-a46f-1b932ce1b5da HTTP/1.1" status: 204 len: 168 time: 1.0432596 Sep 18 19:51:33.567342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57112) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:33.615806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec171aa0-e412-4518-adbd-05d955fb2e2d admin admin] Deleting subnet 53dd6cd9-f5a8-410e-98d4-ab4e8f85d904 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:51:33.619291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec171aa0-e412-4518-adbd-05d955fb2e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.662381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec171aa0-e412-4518-adbd-05d955fb2e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.698180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9247c611-9350-4ef3-940b-a79e367a191f req-b9ba8c58-a664-439b-aa88-8f9e51635ae5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683006 Sep 18 19:51:33.760619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec171aa0-e412-4518-adbd-05d955fb2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.857865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec171aa0-e412-4518-adbd-05d955fb2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.878187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-469a7c6b-31a9-4640-b75c-ffb696797af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:33.879232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-469a7c6b-31a9-4640-b75c-ffb696797af8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 910 time: 0.3265748 Sep 18 19:51:33.888172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec171aa0-e412-4518-adbd-05d955fb2e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dd6cd9-f5a8-410e-98d4-ab4e8f85d904,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:33.890886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec171aa0-e412-4518-adbd-05d955fb2e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:33.891528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd8fa5-2f4c-4cd7-aa9b-1903ebb178ab req-a6fc1e64-0d5e-478b-bbdd-55505cc27a06 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:33.893033 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ec171aa0-e412-4518-adbd-05d955fb2e2d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/53dd6cd9-f5a8-410e-98d4-ab4e8f85d904 HTTP/1.1" status: 204 len: 168 time: 0.3245373 Sep 18 19:51:33.895722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57120) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:33.895857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edcd8fa5-2f4c-4cd7-aa9b-1903ebb178ab req-a6fc1e64-0d5e-478b-bbdd-55505cc27a06 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1461730 Sep 18 19:51:33.908828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e96cda-16a4-420a-a5de-5045809940d9 None None] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:51:33.981143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.066656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Deleting port 18636c48-2d65-4c44-81a0-ee2de05115db {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:34.066890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edcd8fa5-2f4c-4cd7-aa9b-1903ebb178ab req-d0853520-7fdb-45fc-88e1-acfa1087a5e8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413949 Sep 18 19:51:34.067133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.068404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-fa1964b8-1951-40c6-8eac-2f26566752c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 200 len: 1001 time: 0.1676416 Sep 18 19:51:34.162282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] For port 18636c48-2d65-4c44-81a0-ee2de05115db, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=18636c48-2d65-4c44-81a0-ee2de05115db,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:34.162680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.168757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] DHCP port deletion for 296d36b6-a127-4bb6-a6b2-9d10708b6eab request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:51:34.181902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Calling delete_port for 18636c48-2d65-4c44-81a0-ee2de05115db owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:34.187849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.206176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.213573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-1e84cba4-c65a-49d7-95ff-1637095cb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:34.216633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-1e84cba4-c65a-49d7-95ff-1637095cb9a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.1169157 Sep 18 19:51:34.237280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] Deleting port 18636c48-2d65-4c44-81a0-ee2de05115db {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:34.237663 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.284932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.315223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Pushing event deleted for resources: {'Port': ['ID=18636c48-2d65-4c44-81a0-ee2de05115db,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:34.317368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] No DVR routers for this DVR port 18636c48-2d65-4c44-81a0-ee2de05115db on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:34.381249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] For port 18636c48-2d65-4c44-81a0-ee2de05115db, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=18636c48-2d65-4c44-81a0-ee2de05115db,segment=NetworkSegment(f8d1aec6-953d-4870-8f7f-a69c2e593520),segment_id=f8d1aec6-953d-4870-8f7f-a69c2e593520)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:34.381567 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.401528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.410147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-13016c22-f800-47b8-b9b2-7256298ab176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:34.410946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] Calling delete_port for 18636c48-2d65-4c44-81a0-ee2de05115db owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:34.418132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-13016c22-f800-47b8-b9b2-7256298ab176 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677165 Sep 18 19:51:34.426410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296d36b6-a127-4bb6-a6b2-9d10708b6eab']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:34.437968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d1aec6-953d-4870-8f7f-a69c2e593520') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:34.438419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d1aec6-953d-4870-8f7f-a69c2e593520') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:34.447000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 503d421b-6427-45ce-9b0e-ec6886a4ff8d details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:51:34.450460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.470108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.476794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:51:34.477405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:51:34.481192 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:51:34.507851 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Floating IP 724e6939-4b4e-4c0c-9a75-8f63ef7167e6 associated. External IP: 172.25.8.51, port: a157166b-2846-48ff-b494-889886bb9a3f. Sep 18 19:51:34.549242 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.573084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.575489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] Pushing event deleted for resources: {'Port': ['ID=18636c48-2d65-4c44-81a0-ee2de05115db,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:34.586056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] Network 296d36b6-a127-4bb6-a6b2-9d10708b6eab is not hosted by any dhcp agent {{(pid=94942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 19:51:34.586512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da266232-10e5-42cd-89da-bfa2498c6725 None None] No DVR routers for this DVR port 18636c48-2d65-4c44-81a0-ee2de05115db on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:34.589128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.606763 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] 10.222.0.20 "DELETE /v2.0/networks/296d36b6-a127-4bb6-a6b2-9d10708b6eab HTTP/1.1" status: 204 len: 168 time: 0.7098730 Sep 18 19:51:34.630515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57130) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:34.652006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c03d8b-54db-4f53-a362-2d654b1a1adb admin admin] Pushing event deleted for resources: {'Network': ['ID=296d36b6-a127-4bb6-a6b2-9d10708b6eab,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:34.680951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce567c-feed-47a7-a778-8ec7c458c242 req-774c5cf8-cae4-4020-8487-9e309f8d9b0f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:34.688983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23ce567c-feed-47a7-a778-8ec7c458c242 req-774c5cf8-cae4-4020-8487-9e309f8d9b0f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.2564378 Sep 18 19:51:34.726748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:34.762877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'mac_address': 'fa:16:3e:5b:e1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:51:34.772553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-2669f1e5-4c23-4382-a20e-76b01b421cf1 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411562 Sep 18 19:51:34.816871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23ce567c-feed-47a7-a778-8ec7c458c242 req-c9d61892-8ac5-490e-9f5e-57ecaee16f2f tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269357 Sep 18 19:51:34.842749 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.856882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 503d421b-6427-45ce-9b0e-ec6886a4ff8d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:51:34.880547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:34.887896 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:34.962334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:35.142417 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:35.186300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['503d421b-6427-45ce-9b0e-ec6886a4ff8d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:35.211501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0739f620-e3ce-4b43-9a69-51853c43c14c no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:35.240981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 0739f620-e3ce-4b43-9a69-51853c43c14c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:35.241645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0739f620-e3ce-4b43-9a69-51853c43c14c not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:35.242266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 18636c48-2d65-4c44-81a0-ee2de05115db no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:35.418077 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Deleting port 6a76538a-70a7-48b4-acac-35f4357dbb24 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:35.418492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:35.431208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 18636c48-2d65-4c44-81a0-ee2de05115db {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:35.431663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 18636c48-2d65-4c44-81a0-ee2de05115db not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:35.432630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cff69121-ea5e-428b-8e6f-68b6e7752bef no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:35.455216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: cff69121-ea5e-428b-8e6f-68b6e7752bef {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:35.455711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cff69121-ea5e-428b-8e6f-68b6e7752bef not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:35.484813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71c0c716-9f44-47af-97c3-32bd0896bdf0 req-4dbe9ad4-91cd-4814-94f1-1896be727d51 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041183 Sep 18 19:51:35.492349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17ab4d-2eaa-4f1b-b8ae-1753ed0ee35a req-63e91702-7dd6-4ddd-90b3-a60a9177062c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:35.493838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e17ab4d-2eaa-4f1b-b8ae-1753ed0ee35a req-63e91702-7dd6-4ddd-90b3-a60a9177062c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.6274917 Sep 18 19:51:35.506525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] For port 6a76538a-70a7-48b4-acac-35f4357dbb24, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6a76538a-70a7-48b4-acac-35f4357dbb24,segment=NetworkSegment(dbba665d-868f-41ba-b227-abab28f679a2),segment_id=dbba665d-868f-41ba-b227-abab28f679a2)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:35.506888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:35.507005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aef9f-0311-4137-9c53-711d3cfceac8 req-c6ace681-7cdc-4fe3-88a4-574ceb8b78e3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:35.508545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a5aef9f-0311-4137-9c53-711d3cfceac8 req-c6ace681-7cdc-4fe3-88a4-574ceb8b78e3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1651721 Sep 18 19:51:35.527945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Calling delete_port for 6a76538a-70a7-48b4-acac-35f4357dbb24 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:35.532033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Router df54ce14-620c-4d71-9f20-a6118d9b63ec has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:35.584561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e17ab4d-2eaa-4f1b-b8ae-1753ed0ee35a req-249fe0cc-0ed4-4d03-9015-9dc8db76c191 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744202 Sep 18 19:51:35.590157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a5aef9f-0311-4137-9c53-711d3cfceac8 req-ca44667b-14dc-49aa-98dc-c595e07e13f4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693750 Sep 18 19:51:35.702124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:35.708677 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:35.720348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] Sync routers for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:35.729785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:35.730818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:35.765625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e2ea6678-cec5-4b96-a72d-843206513ca1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "PUT /v2.0/floatingips/724e6939-4b4e-4c0c-9a75-8f63ef7167e6 HTTP/1.1" status: 200 len: 990 time: 2.6642604 Sep 18 19:51:35.769750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:35.773108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:35.775578 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc720878-45c6-4d36-85cc-f61217886fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "tag": "a157166b-2846-48ff-b494-889886bb9a3f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:35.852701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a76538a-70a7-48b4-acac-35f4357dbb24,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:35.893906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:35.900049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d947a9-169a-4f3d-9ebf-d268ce906b58 req-9e4f6a71-d25a-4d28-843b-3b4a77b1f2f5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:35.914394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58d947a9-169a-4f3d-9ebf-d268ce906b58 req-9e4f6a71-d25a-4d28-843b-3b4a77b1f2f5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1474445 Sep 18 19:51:35.920464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-10613362-6012-4422-aa3f-0855345971f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:35.923131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-10613362-6012-4422-aa3f-0855345971f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 1097 time: 0.0877597 Sep 18 19:51:35.944484 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558737cd-44e1-4087-9f5f-6fb9bd9d2464 x-openstack-request-id: req-558737cd-44e1-4087-9f5f-6fb9bd9d2464 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:35.944656 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "tag": "a157166b-2846-48ff-b494-889886bb9a3f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:35.944895 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-558737cd-44e1-4087-9f5f-6fb9bd9d2464 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:35.945438 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f', 'status': 'completed', 'code': 200} Sep 18 19:51:36.085011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58d947a9-169a-4f3d-9ebf-d268ce906b58 req-fc83d0e9-3d0a-48c1-b9ae-6dbeb7c20543 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523421 Sep 18 19:51:36.104881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:36.138911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-c4124976-49a6-4abd-8989-382c0400462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.146480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-c4124976-49a6-4abd-8989-382c0400462a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1097 time: 0.2001679 Sep 18 19:51:36.186314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-ebff7b7b-f8f9-414b-99e8-5a903f34e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.188347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-ebff7b7b-f8f9-414b-99e8-5a903f34e8b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 910 time: 0.2568669 Sep 18 19:51:36.261655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '724e6939-4b4e-4c0c-9a75-8f63ef7167e6', 'tenant_id': '674a6098479547d99807b89546a820fe', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'port_id': 'a157166b-2846-48ff-b494-889886bb9a3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'mac_address': 'fa:16:3e:35:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:51:14Z', 'updated_at': '2021-09-18T19:51:33Z', 'revision_number': 1, 'project_id': '674a6098479547d99807b89546a820fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:36.276256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9048a-fc73-44ad-9900-db58d30b8e9e req-0125ac80-7072-4cad-a4e8-2cd5fed017a9 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.277864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4a9048a-fc73-44ad-9900-db58d30b8e9e req-0125ac80-7072-4cad-a4e8-2cd5fed017a9 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 948 time: 0.2193968 Sep 18 19:51:36.292517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] Checking router: df54ce14-620c-4d71-9f20-a6118d9b63ec for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:36.301781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:36.302538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:36.376983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-b8931479-022d-41f9-af53-06bbddcc8d56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 200 len: 1001 time: 0.1690183 Sep 18 19:51:36.383225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4a9048a-fc73-44ad-9900-db58d30b8e9e req-eabfb630-e03d-4702-a779-69b9782723c2 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973115 Sep 18 19:51:36.403036 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:36.437264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:36.437902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-5a0a5b32-2c27-4cfc-9c80-4be7279c9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.440480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-5a0a5b32-2c27-4cfc-9c80-4be7279c9a88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.2809737 Sep 18 19:51:36.442625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 503d421b-6427-45ce-9b0e-ec6886a4ff8d up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:36.496653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-7378d64f-f6dc-4db4-a6a7-0361c3c83c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.498668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-7378d64f-f6dc-4db4-a6a7-0361c3c83c16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.1142464 Sep 18 19:51:36.552673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-41cbd562-b844-4ce1-afa3-c34c118cb127 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 200 len: 998 time: 0.1048033 Sep 18 19:51:36.597905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 503d421b-6427-45ce-9b0e-ec6886a4ff8d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:36.598297 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:36.622301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-20dce0b7-f67f-4a6b-8f24-f51b74f540ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.622301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-20dce0b7-f67f-4a6b-8f24-f51b74f540ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096814 Sep 18 19:51:36.753886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-c8659eff-868a-4820-863b-bc32239195a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.761541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-c8659eff-868a-4820-863b-bc32239195a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.2023020 Sep 18 19:51:36.827150 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:36.889321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-b88e7a31-a23e-4173-9424-8ab196f1b7be service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667959 Sep 18 19:51:36.896004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:36.898075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:36.899244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577ac03-13e2-497e-8d1d-7db33edb337c req-1ec1354e-d7c2-4cd4-9ffa-1027e505e100 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.900695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1577ac03-13e2-497e-8d1d-7db33edb337c req-1ec1354e-d7c2-4cd4-9ffa-1027e505e100 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1382005 Sep 18 19:51:36.901533 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78444e9-741a-4ffa-b96d-9cb325ce6688" -d '{"events": [{"server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "name": "network-vif-plugged", "status": "completed", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:36.910720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:36.913015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:36.924891 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] Sync routers for ids ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:36.925485 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4f91e7d0-052a-420c-9be7-19c9bb3f4f9c admin admin] 10.222.0.20 "PUT /v2.0/routers/db8aa37f-a6f8-4d09-8d5a-9c2594c7b329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2934456 Sep 18 19:51:36.925828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57174) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:36.926727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-86674ffc-46e4-4b46-95f0-83d4f358efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:36.928648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-86674ffc-46e4-4b46-95f0-83d4f358efb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255245 Sep 18 19:51:36.938384 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] Routers {'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:36.938994 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:37.023762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '724e6939-4b4e-4c0c-9a75-8f63ef7167e6', 'tenant_id': '674a6098479547d99807b89546a820fe', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'port_id': 'a157166b-2846-48ff-b494-889886bb9a3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'mac_address': 'fa:16:3e:35:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:51:14Z', 'updated_at': '2021-09-18T19:51:33Z', 'revision_number': 1, 'project_id': '674a6098479547d99807b89546a820fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:37.063412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:37.109439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1577ac03-13e2-497e-8d1d-7db33edb337c req-05da6739-eee4-4d1d-815a-89b807feef85 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955690 Sep 18 19:51:37.113211 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4787c12d-9c8e-4014-b68a-66b348ee4815 x-openstack-request-id: req-4787c12d-9c8e-4014-b68a-66b348ee4815 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:37.113532 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "name": "network-vif-plugged", "status": "completed", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:37.116741 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4787c12d-9c8e-4014-b68a-66b348ee4815 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:37.117281 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'code': 200} Sep 18 19:51:37.137638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1bb82-42d1-4cd4-a5f8-9a79595573d7 None None] The sync data for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 is: [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '724e6939-4b4e-4c0c-9a75-8f63ef7167e6', 'tenant_id': '674a6098479547d99807b89546a820fe', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'port_id': 'a157166b-2846-48ff-b494-889886bb9a3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'mac_address': 'fa:16:3e:35:3e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:51:14Z', 'updated_at': '2021-09-18T19:51:33Z', 'revision_number': 1, 'project_id': '674a6098479547d99807b89546a820fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:37.146222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:37.178689 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] Set router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:37.233607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324b94b7-36b9-4a62-99fc-4d9ecb0afcfd req-9956dc0b-b1e2-4b30-9fe5-2288e34a6076 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300610 Sep 18 19:51:37.235925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-b9fb0b5d-dc55-41bc-9c9e-646b01bc0d8d service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889335 Sep 18 19:51:37.380238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d19cd-c2c7-46e4-ab56-b487f8e72d00 req-cd610f97-84e3-428d-8068-28a0e4d701b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:37.382435 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9e8d19cd-c2c7-46e4-ab56-b487f8e72d00 req-cd610f97-84e3-428d-8068-28a0e4d701b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1101 time: 0.1698577 Sep 18 19:51:37.412348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:37.444799 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:51:35Z', 'revision_number': 5, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port': {'id': '66c02a6e-a281-46a2-b570-6e9bfd551f08', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:37.459589 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9e8d19cd-c2c7-46e4-ab56-b487f8e72d00 req-73a88018-5708-47a8-a82b-afd1682f4d3d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692987 Sep 18 19:51:37.468341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9cc62-807b-48ce-9ae6-1dd18df56d98 req-73d1da00-4e5a-4ce3-b494-e12bef553bad tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:37.470563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8a9cc62-807b-48ce-9ae6-1dd18df56d98 req-73d1da00-4e5a-4ce3-b494-e12bef553bad tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1678326 Sep 18 19:51:37.496739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Deleting port 66c02a6e-a281-46a2-b570-6e9bfd551f08 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:37.497052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:37.504314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc720878-45c6-4d36-85cc-f61217886fc7 req-b51fe4ba-855f-4a3b-bcaa-77eb1ac29923 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610846 Sep 18 19:51:37.526288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8a9cc62-807b-48ce-9ae6-1dd18df56d98 req-63bdbfaa-02a0-49cc-820d-6d2ae920ef78 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466032 Sep 18 19:51:37.539587 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] Checking router: db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:37.561477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddb7b5-f6c8-496d-b7ba-970b806350b8 None None] New status for floating IP 724e6939-4b4e-4c0c-9a75-8f63ef7167e6: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:51:37.573732 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] Routers {'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:37.574585 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:37.601304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf208c6a-98fd-4706-9d44-7a127ee0bdc8 req-04833c81-9231-4dd0-b083-2715e77d4ff0 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:37.615466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf208c6a-98fd-4706-9d44-7a127ee0bdc8 req-04833c81-9231-4dd0-b083-2715e77d4ff0 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0830960 Sep 18 19:51:37.616322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] For port 66c02a6e-a281-46a2-b570-6e9bfd551f08, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=66c02a6e-a281-46a2-b570-6e9bfd551f08,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:37.616699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:37.630709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Calling delete_port for 66c02a6e-a281-46a2-b570-6e9bfd551f08 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:37.668909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf208c6a-98fd-4706-9d44-7a127ee0bdc8 req-c9c52f65-cb5d-4d31-9c84-26d76c7dedf2 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Sep 18 19:51:37.804876 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] Set router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:37.885855 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:51:37Z', 'revision_number': 6, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:37.902771 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:37.917414 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de13ffe-0640-4ac6-9038-643eb88af252 None None] The sync data for ids ['db8aa37f-a6f8-4d09-8d5a-9c2594c7b329'] in n-d-789963-11 is: [{'id': 'db8aa37f-a6f8-4d09-8d5a-9c2594c7b329', 'name': 'tempest-TestServerMultinode-1448784924-router', 'tenant_id': '57d4fa446dff43a3b555ec5942150bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:50:43Z', 'updated_at': '2021-09-18T19:51:37Z', 'revision_number': 6, 'project_id': '57d4fa446dff43a3b555ec5942150bcb', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:37.933294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c02a6e-a281-46a2-b570-6e9bfd551f08,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:38.001764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.089979 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.092752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.137143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.137675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:51:38.142364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.143852 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ae03febf-7f55-40b3-baf3-7c8f40dabca1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/db8aa37f-a6f8-4d09-8d5a-9c2594c7b329 HTTP/1.1" status: 204 len: 168 time: 1.2167332 Sep 18 19:51:38.146599 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57188) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:38.191183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a71bfe-d37f-444c-8728-3f5d40bf056d admin admin] Deleting subnet ce8154bb-a433-4315-93aa-1010fc7f933d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:51:38.194275 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4a71bfe-d37f-444c-8728-3f5d40bf056d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.229009 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4a71bfe-d37f-444c-8728-3f5d40bf056d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.234253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59dec-49cf-48d7-a8c8-d59c58880ee6 req-f8ef67f3-60fd-4f88-bced-ea61efab3429 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:38.235788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fd59dec-49cf-48d7-a8c8-d59c58880ee6 req-f8ef67f3-60fd-4f88-bced-ea61efab3429 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Sep 18 19:51:38.280395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fd59dec-49cf-48d7-a8c8-d59c58880ee6 req-778a1f44-ba83-4ff0-8e33-bbeff8e3a8a1 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381911 Sep 18 19:51:38.313075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4a71bfe-d37f-444c-8728-3f5d40bf056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.369348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4a71bfe-d37f-444c-8728-3f5d40bf056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.396942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a71bfe-d37f-444c-8728-3f5d40bf056d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8154bb-a433-4315-93aa-1010fc7f933d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:38.400777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c4a71bfe-d37f-444c-8728-3f5d40bf056d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.402711 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c4a71bfe-d37f-444c-8728-3f5d40bf056d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ce8154bb-a433-4315-93aa-1010fc7f933d HTTP/1.1" status: 204 len: 168 time: 0.2550724 Sep 18 19:51:38.407333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4118f4c-2e84-4238-881a-25a60d6ecfe2 None None] Network 20961e75-f23b-4113-83e8-f49e69afddcb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:51:38.410441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57192) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:38.489706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.541611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Deleting port 6487d451-6a11-4577-bf3b-d630e1c0b310 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:38.541954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.618547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] For port 6487d451-6a11-4577-bf3b-d630e1c0b310, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6487d451-6a11-4577-bf3b-d630e1c0b310,segment=NetworkSegment(dbba665d-868f-41ba-b227-abab28f679a2),segment_id=dbba665d-868f-41ba-b227-abab28f679a2)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:38.619171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.632069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Calling delete_port for 6487d451-6a11-4577-bf3b-d630e1c0b310 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:38.677705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d6043-6b43-4f45-9405-99078d0b339a req-4a6a5109-c0a9-41d5-9246-a3f6e82d18b9 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:38.679316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f5d6043-6b43-4f45-9405-99078d0b339a req-4a6a5109-c0a9-41d5-9246-a3f6e82d18b9 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.0724001 Sep 18 19:51:38.693292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] DHCP port deletion for 20961e75-f23b-4113-83e8-f49e69afddcb request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:51:38.739763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f5d6043-6b43-4f45-9405-99078d0b339a req-943f9941-0b9f-4e32-b387-371254c4a047 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533123 Sep 18 19:51:38.759627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.770880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] Deleting port 6487d451-6a11-4577-bf3b-d630e1c0b310 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:38.771826 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.791322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6487d451-6a11-4577-bf3b-d630e1c0b310,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:38.795250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] No DVR routers for this DVR port 6487d451-6a11-4577-bf3b-d630e1c0b310 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:38.848983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] For port 6487d451-6a11-4577-bf3b-d630e1c0b310, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:38.849378 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.862812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c14f73-7413-486c-95d0-99343e85e9d2 req-8d34a830-b36b-478c-9598-db311ecce420 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:38.864122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] Calling delete_port for 6487d451-6a11-4577-bf3b-d630e1c0b310 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:38.865166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21c14f73-7413-486c-95d0-99343e85e9d2 req-8d34a830-b36b-478c-9598-db311ecce420 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0613787 Sep 18 19:51:38.868006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] Port 6487d451-6a11-4577-bf3b-d630e1c0b310 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:51:38.869278 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.882005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] No DVR routers for this DVR port 6487d451-6a11-4577-bf3b-d630e1c0b310 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:38.899658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.902924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39de80-3f38-4c45-a20a-f3b35bb2531e None None] Pushing event deleted for resources: {'Port': ['ID=6487d451-6a11-4577-bf3b-d630e1c0b310,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:38.926972 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21c14f73-7413-486c-95d0-99343e85e9d2 req-55282027-3095-4e02-a6b8-c37f1902803a tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549386 Sep 18 19:51:38.934026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20961e75-f23b-4113-83e8-f49e69afddcb']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:38.961850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbba665d-868f-41ba-b227-abab28f679a2') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:38.962395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbba665d-868f-41ba-b227-abab28f679a2') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:38.973411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.987893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.995542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:51:38.996365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:51:38.998489 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:51:39.064673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:39.071726 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:39.085718 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] 10.222.0.20 "DELETE /v2.0/networks/20961e75-f23b-4113-83e8-f49e69afddcb HTTP/1.1" status: 204 len: 168 time: 0.6653671 Sep 18 19:51:39.115218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d3ba-6cce-4d62-9e67-6f6e142dbd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=20961e75-f23b-4113-83e8-f49e69afddcb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:39.194221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6487d451-6a11-4577-bf3b-d630e1c0b310 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:39.224432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6487d451-6a11-4577-bf3b-d630e1c0b310 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:39.225184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6487d451-6a11-4577-bf3b-d630e1c0b310 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:39.225835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6a76538a-70a7-48b4-acac-35f4357dbb24 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:39.248569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6a76538a-70a7-48b4-acac-35f4357dbb24 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:39.249844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6a76538a-70a7-48b4-acac-35f4357dbb24 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:39.250633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 66c02a6e-a281-46a2-b570-6e9bfd551f08 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:39.264537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97230d39-70b6-490d-a0bd-ff1a6992355c req-32df5775-4f62-419a-b76d-5899d1510e35 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:39.266073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97230d39-70b6-490d-a0bd-ff1a6992355c req-32df5775-4f62-419a-b76d-5899d1510e35 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1101 time: 0.0451405 Sep 18 19:51:39.277462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 66c02a6e-a281-46a2-b570-6e9bfd551f08 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:39.277812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 66c02a6e-a281-46a2-b570-6e9bfd551f08 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:39.319191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97230d39-70b6-490d-a0bd-ff1a6992355c req-27c54469-f3bb-439a-be7b-e53e31cc44d5 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Sep 18 19:51:39.324331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57228) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:39.375491 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cf7b3874-7502-46a8-bf30-61ce6eb73b51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=023f577e01974389a70f7c14c8bc5f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481346 Sep 18 19:51:39.377906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57234) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:39.418733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb503de-475e-4930-84a6-cb934bf12030 req-8d50a33d-418e-48d6-999f-71395dd120ff tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:39.420528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb503de-475e-4930-84a6-cb934bf12030 req-8d50a33d-418e-48d6-999f-71395dd120ff tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0572593 Sep 18 19:51:39.446467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3153c7b2-e244-4fa6-a308-5067e1063edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:39.464090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb503de-475e-4930-84a6-cb934bf12030 req-0e7a527c-18c6-47c6-9100-c18e468d7c10 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 Sep 18 19:51:39.470267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3153c7b2-e244-4fa6-a308-5067e1063edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:39.525922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3153c7b2-e244-4fa6-a308-5067e1063edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:39.528450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3153c7b2-e244-4fa6-a308-5067e1063edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:39.532608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3153c7b2-e244-4fa6-a308-5067e1063edc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8acde2f9-d394-4c29-93ec-7432f80157f8 HTTP/1.1" status: 204 len: 168 time: 0.1512892 Sep 18 19:51:39.548228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153c7b2-e244-4fa6-a308-5067e1063edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acde2f9-d394-4c29-93ec-7432f80157f8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:39.633200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf5dc5-4fa3-4add-93fa-fbf6dbe752a9 req-f3aba3aa-a02e-4aa1-9c7d-6bef61a49685 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:39.634942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddf5dc5-4fa3-4add-93fa-fbf6dbe752a9 req-f3aba3aa-a02e-4aa1-9c7d-6bef61a49685 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 1101 time: 0.0436761 Sep 18 19:51:39.676164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddf5dc5-4fa3-4add-93fa-fbf6dbe752a9 req-acf764fd-4be4-4f45-bb9a-0708359c88e4 tempest-ServersAdminTestJSON-105015599 tempest-ServersAdminTestJSON-105015599-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Sep 18 19:51:39.928285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57264) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:39.947881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f176e-c953-4141-b40a-7a36f627007b req-c2d65aa3-654e-4047-a411-3d1a4ca5d4b7 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:39.954157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-642f176e-c953-4141-b40a-7a36f627007b req-c2d65aa3-654e-4047-a411-3d1a4ca5d4b7 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 949 time: 0.0555222 Sep 18 19:51:39.980554 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-031ba5c6-bf49-429d-a086-ae57640db7e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57d4fa446dff43a3b555ec5942150bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510523 Sep 18 19:51:39.983613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57270) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:39.994952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-642f176e-c953-4141-b40a-7a36f627007b req-cc4cbb9f-92d1-4204-8fbf-d910f9815885 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379086 Sep 18 19:51:40.032461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f2a11b9-4747-48bc-adda-b69c3de8c1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:40.053595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f2a11b9-4747-48bc-adda-b69c3de8c1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:40.109420 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f2a11b9-4747-48bc-adda-b69c3de8c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:40.112378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f2a11b9-4747-48bc-adda-b69c3de8c1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:40.115843 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0f2a11b9-4747-48bc-adda-b69c3de8c1b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc50b06a-900a-4538-ac67-94d8e3786e79 HTTP/1.1" status: 204 len: 168 time: 0.1290314 Sep 18 19:51:40.125796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a11b9-4747-48bc-adda-b69c3de8c1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50b06a-900a-4538-ac67-94d8e3786e79,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:40.589524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d3bdb-4aa2-41f9-a0a6-ce33001c58b2 req-d35229dd-7d38-4bab-83ca-35231e659e98 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:40.592004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db9d3bdb-4aa2-41f9-a0a6-ce33001c58b2 req-d35229dd-7d38-4bab-83ca-35231e659e98 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Sep 18 19:51:40.646147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db9d3bdb-4aa2-41f9-a0a6-ce33001c58b2 req-88452e0b-d011-4fb1-a79e-c24702e8c0ef tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468075 Sep 18 19:51:40.828806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57302) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:40.925456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1493514496-network', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:40.952761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Made reservation on behalf of fb3e490549674a0f8897e09005b6ed82 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:40.955228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:40.964042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.056178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.060942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.083778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:51:41.100237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e37171-f18a-499f-810c-e456a0b3703a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:41.103232 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.103626 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Added segment 005a2790-aa7b-4fa4-b26e-d25b061e0624 of type vlan for network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf Sep 18 19:51:41.157769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734602d8-032d-4131-bd44-757561a3fbe2 req-84d9e117-eacb-4b9c-95fe-69707e655189 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.160150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-734602d8-032d-4131-bd44-757561a3fbe2 req-84d9e117-eacb-4b9c-95fe-69707e655189 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 949 time: 0.0861218 Sep 18 19:51:41.166337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.241853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-fae1ae5e-ca0b-4693-9473-626c3f7b8545 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.242120 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-0f0736c2-ab56-48cf-9b0f-b3c175eb9db1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0645583 Sep 18 19:51:41.242858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.243666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.244254 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.244736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-fae1ae5e-ca0b-4693-9473-626c3f7b8545 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 949 time: 0.1079860 Sep 18 19:51:41.250480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-734602d8-032d-4131-bd44-757561a3fbe2 req-a0104ec2-f09d-4c48-be8a-78d04c108040 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746262 Sep 18 19:51:41.316137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4861495 Sep 18 19:51:41.325277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57314) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:41.331649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Request body: {'subnet': {'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1493514496-subnet', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:41.364461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c92e46-5c4d-4519-b57d-41161a69e0dd admin admin] Pushing event updated for resources: {'Network': ['ID=85b595cb-82b2-402b-bd01-32eeb6e9d9cf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:41.375317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:51:41.387616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Made reservation on behalf of fb3e490549674a0f8897e09005b6ed82 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:41.390438 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.401353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4dde8f51-a628-426a-b968-1196d2c1286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.402028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4dde8f51-a628-426a-b968-1196d2c1286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.402585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4dde8f51-a628-426a-b968-1196d2c1286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.403128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4dde8f51-a628-426a-b968-1196d2c1286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.405309 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4dde8f51-a628-426a-b968-1196d2c1286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.405933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4dde8f51-a628-426a-b968-1196d2c1286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.406481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4dde8f51-a628-426a-b968-1196d2c1286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.409573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4dde8f51-a628-426a-b968-1196d2c1286c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 6509 time: 0.1043756 Sep 18 19:51:41.525134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Deleting port 4d20168e-86b0-435f-b12e-9a9ca829d067 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:41.525480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.548797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-2d974551-7bb2-4045-9c5e-13b2435a0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.549377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-2d974551-7bb2-4045-9c5e-13b2435a0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.549852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-2d974551-7bb2-4045-9c5e-13b2435a0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.551825 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-2d974551-7bb2-4045-9c5e-13b2435a0816 service neutron] 10.222.0.32 "GET /v2.0/networks?id=125fc257-85ec-44c9-b436-8bb1768c23aa&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=3b604b41-6341-4255-96ae-37e1fe5e6924&id=6367da50-d531-4051-9b97-5de75e5cd84e&id=6367da50-d531-4051-9b97-5de75e5cd84e HTTP/1.1" status: 200 len: 2298 time: 0.1165552 Sep 18 19:51:41.627704 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-cde58ed0-21ad-458e-9b63-2836b34591c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc HTTP/1.1" status: 200 len: 1001 time: 0.0692699 Sep 18 19:51:41.687975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-7f8ef097-e429-4248-acf2-77bc2666606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.691154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-7f8ef097-e429-4248-acf2-77bc2666606e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a365208-5985-4131-9113-7e710b658bb6 HTTP/1.1" status: 200 len: 856 time: 0.0565312 Sep 18 19:51:41.721588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] For port 4d20168e-86b0-435f-b12e-9a9ca829d067, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4d20168e-86b0-435f-b12e-9a9ca829d067,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:41.722246 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.744197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Calling delete_port for 4d20168e-86b0-435f-b12e-9a9ca829d067 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:41.757380 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:41.761729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-b1bb0c94-21b5-4739-ae1e-70db8c85e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.763294 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-b1bb0c94-21b5-4739-ae1e-70db8c85e3c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=125fc257-85ec-44c9-b436-8bb1768c23aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654652 Sep 18 19:51:41.868707 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-d4578276-6e63-432c-a5a8-b1e645189cdd service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985420 Sep 18 19:51:41.909781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a0200-ab0c-4d0d-bf9d-be57de21e03d req-0a1a624f-c443-4546-99ae-130ddb8eb4f0 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:41.911300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b39a0200-ab0c-4d0d-bf9d-be57de21e03d req-0a1a624f-c443-4546-99ae-130ddb8eb4f0 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1691988 Sep 18 19:51:41.911995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:41.952654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Checking segment: {'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:41.952897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Network hostable DHCP agents. Network: 85b595cb-82b2-402b-bd01-32eeb6e9d9cf, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:51:41.994293 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-f9cbc52b-265e-469b-85cc-b5e0bfb78dca service neutron] 10.222.0.32 "GET /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184828 Sep 18 19:51:42.020360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b39a0200-ab0c-4d0d-bf9d-be57de21e03d req-a0d24d23-eef9-4a80-91ea-b7a6c8228d71 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958030 Sep 18 19:51:42.032604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:51:42.048489 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-e4b8d5a6-c7ce-4f3a-9d2a-51fe54bb98e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 200 len: 217 time: 0.0476770 Sep 18 19:51:42.057503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 85b595cb-82b2-402b-bd01-32eeb6e9d9cf) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:42.065044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:42.065918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:42.077848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d45c015-2eaf-4473-8a6a-e919c6f15d43 None None] Network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:51:42.078905 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:42.094390 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4665c6e8-612f-4be4-8dec-02ed70c8fdcb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7673764 Sep 18 19:51:42.099516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57322) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:42.121690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-9f111158-f3f1-4e88-811e-b2d949a3d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:42.124082 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-9f111158-f3f1-4e88-811e-b2d949a3d3f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.0688152 Sep 18 19:51:42.131429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:42.147164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Pushing event deleted for resources: {'Port': ['ID=4d20168e-86b0-435f-b12e-9a9ca829d067,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:42.167008 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:42.171587 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:42.184469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-cf76dd70-edb7-42c0-a90f-e0f41f135d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:42.186600 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-cf76dd70-edb7-42c0-a90f-e0f41f135d07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557854 Sep 18 19:51:42.191186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a', '4d20168e-86b0-435f-b12e-9a9ca829d067', '503d421b-6427-45ce-9b0e-ec6886a4ff8d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:42.224237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] No DVR routers for this DVR port 4d20168e-86b0-435f-b12e-9a9ca829d067 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:42.229849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:42.231975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ef6f0d2-a763-4276-9d62-97e5d0138424 req-3f1e9153-b957-4792-9331-66a609cf13b1 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "DELETE /v2.0/ports/4d20168e-86b0-435f-b12e-9a9ca829d067 HTTP/1.1" status: 204 len: 173 time: 0.9737315 Sep 18 19:51:42.232435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5586d78b-b920-4a3b-be1a-ab191173e2e5', 'name': 'network-vif-deleted', 'tag': '4d20168e-86b0-435f-b12e-9a9ca829d067'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:42.234702 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161b51a3-e4da-4093-b209-e560c88ce9ed" -d '{"events": [{"server_uuid": "5586d78b-b920-4a3b-be1a-ab191173e2e5", "name": "network-vif-deleted", "tag": "4d20168e-86b0-435f-b12e-9a9ca829d067"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:42.366648 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-0d2d59b2-bba9-4e66-b96e-b6a67f9bebd2 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732011 Sep 18 19:51:42.395146 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:42.406817 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bfe60-15a4-4cf6-86a9-3e1d50bf95a3 x-openstack-request-id: req-9e6bfe60-15a4-4cf6-86a9-3e1d50bf95a3 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:42.407443 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5586d78b-b920-4a3b-be1a-ab191173e2e5", "name": "network-vif-deleted", "tag": "4d20168e-86b0-435f-b12e-9a9ca829d067", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:42.408852 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e6bfe60-15a4-4cf6-86a9-3e1d50bf95a3 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:42.409483 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5586d78b-b920-4a3b-be1a-ab191173e2e5', 'name': 'network-vif-deleted', 'tag': '4d20168e-86b0-435f-b12e-9a9ca829d067', 'status': 'completed', 'code': 200} Sep 18 19:51:42.603345 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-968a49b8-287f-4d1a-98d7-d31856f19780 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293372 Sep 18 19:51:42.629334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fd61865-c47c-4f77-b90e-ccc8bb3021f3 req-f4443b13-e5c5-4c51-910d-18ef2fb15b88 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=5586d78b-b920-4a3b-be1a-ab191173e2e5 HTTP/1.1" status: 200 len: 210 time: 0.0568304 Sep 18 19:51:42.644081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-85b595cb-82b2-402b-bd01-32eeb6e9d9cf', 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'fixed_ips': [{'subnet_id': '62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:51:42.644081 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:42.686969 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-7a76f25a-8329-43bd-9a5c-478698821a2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 200 len: 217 time: 0.0758379 Sep 18 19:51:42.806662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-efcc4e61-d7f8-41ad-a9c9-e2c889b49713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:42.808255 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-efcc4e61-d7f8-41ad-a9c9-e2c889b49713 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.1002815 Sep 18 19:51:42.813983 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:42.934537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4c81216f-1410-4ffb-8742-2f8e9016af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:42.936740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-4c81216f-1410-4ffb-8742-2f8e9016af9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1125798 Sep 18 19:51:43.000090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Allocated IP 172.20.0.2 (85b595cb-82b2-402b-bd01-32eeb6e9d9cf/62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8/cebb79ef-1019-41ba-b61c-b145c86e52e1) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:43.164720 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-bd184d8c-db1c-46b1-b78e-9dcc9e30a0ea service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193689 Sep 18 19:51:43.199668 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.230271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a028d85-b4c8-4fb4-a491-ba93fcd004fd req-769ec1ae-6267-4916-b9d5-c582ce0ea7ac tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:43.232412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a028d85-b4c8-4fb4-a491-ba93fcd004fd req-769ec1ae-6267-4916-b9d5-c582ce0ea7ac tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0791864 Sep 18 19:51:43.233463 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.259977 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.271678 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.297236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:43.300996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:43.318025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a028d85-b4c8-4fb4-a491-ba93fcd004fd req-e6c6a5cb-b16b-404c-a862-c9c9c1aeecb8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774343 Sep 18 19:51:43.318470 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-7978b34c-a1a0-47dc-bcb6-a4a6d2c08c77 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443589 Sep 18 19:51:43.349569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:43.380646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Allocated IP 172.25.8.151 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/3b532455-4380-4b12-94f9-7afcc2d45feb) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:43.388442 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-fe1aa39c-7c6f-4b95-82f8-b3edf66d9a32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18 HTTP/1.1" status: 200 len: 217 time: 0.0621095 Sep 18 19:51:43.435558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Attempting to bind port cebb79ef-1019-41ba-b61c-b145c86e52e1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:43.435927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Attempting to bind port cebb79ef-1019-41ba-b61c-b145c86e52e1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:43.436286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Attempting to bind port cebb79ef-1019-41ba-b61c-b145c86e52e1 on network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:43.441868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:43.442241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Checking segment: {'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:43.442646 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.443036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Bound using segment: {'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:43.443647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Bound port: cebb79ef-1019-41ba-b61c-b145c86e52e1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:43.444029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.445776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Pushing event updated for resources: {'Port': ['ID=cebb79ef-1019-41ba-b61c-b145c86e52e1,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:43.473325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-dde476fa-14fa-4908-9ba5-a6f7151f68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:43.475002 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-dde476fa-14fa-4908-9ba5-a6f7151f68a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.0720303 Sep 18 19:51:43.514684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] For port cebb79ef-1019-41ba-b61c-b145c86e52e1, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:43.521134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] For port cebb79ef-1019-41ba-b61c-b145c86e52e1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cebb79ef-1019-41ba-b61c-b145c86e52e1,segment=NetworkSegment(005a2790-aa7b-4fa4-b26e-d25b061e0624),segment_id=005a2790-aa7b-4fa4-b26e-d25b061e0624)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:43.530780 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.567238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-f30df3a6-b075-4d67-9c6d-37ca1981a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:43.572409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-f30df3a6-b075-4d67-9c6d-37ca1981a1bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892596 Sep 18 19:51:43.590848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.620675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6efb9b-dc62-4150-99c5-e4118e43128c None None] Pushing event updated for resources: {'Port': ['ID=cebb79ef-1019-41ba-b61c-b145c86e52e1,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:43.683624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:43.777790 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-396f31f7-6425-4613-8cfb-86c17917d3b2 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947217 Sep 18 19:51:43.779623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b532455-4380-4b12-94f9-7afcc2d45feb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:43.812990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:43.818537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:43.829416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:44.011753 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-99a3fc0e-eae9-4e21-a60d-ef8baf8e6638 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191575 Sep 18 19:51:44.072796 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-896a305e-e458-47b8-9978-054c50fdfd17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda HTTP/1.1" status: 200 len: 217 time: 0.0428584 Sep 18 19:51:44.161519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-ba265270-718a-4d61-83b1-e87ca76479aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:44.168256 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-ba265270-718a-4d61-83b1-e87ca76479aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 200 len: 797 time: 0.0824211 Sep 18 19:51:44.222053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-6db746cd-3957-448d-9029-befdaf3c97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:44.224004 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-6db746cd-3957-448d-9029-befdaf3c97cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b604b41-6341-4255-96ae-37e1fe5e6924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0516307 Sep 18 19:51:44.346523 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-265cca45-e619-4820-9ff1-46cea3989131 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134336 Sep 18 19:51:44.459794 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-3796ad43-6e75-47f9-8b85-77fb151698b1 service neutron] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043704 Sep 18 19:51:44.462863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4d20168e-86b0-435f-b12e-9a9ca829d067 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:44.503228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 4d20168e-86b0-435f-b12e-9a9ca829d067 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:44.503228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4d20168e-86b0-435f-b12e-9a9ca829d067 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:44.530827 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-ad3ceb40-d100-45b2-b6be-c5247957e0aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf HTTP/1.1" status: 200 len: 217 time: 0.0544724 Sep 18 19:51:44.598376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-8bb4a2a5-e47f-4f4c-a198-b10192c22886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:44.599978 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-8bb4a2a5-e47f-4f4c-a198-b10192c22886 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.0613225 Sep 18 19:51:44.603638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7535dd-53cc-4413-922b-855a8a365813 req-04ab30e0-ed28-41d6-818c-cca0ad2ee891 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:44.607093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af7535dd-53cc-4413-922b-855a8a365813 req-04ab30e0-ed28-41d6-818c-cca0ad2ee891 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1451178 Sep 18 19:51:44.616047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e3361-60e4-4463-bfa2-728fc552059b req-50f0e253-8e54-48bd-9a4f-3f8d81c6a062 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:44.617565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa7e3361-60e4-4463-bfa2-728fc552059b req-50f0e253-8e54-48bd-9a4f-3f8d81c6a062 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 950 time: 0.1520059 Sep 18 19:51:44.662403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-430fd0bd-4a64-4a5f-be26-e9f6a2766cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:44.664112 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-430fd0bd-4a64-4a5f-be26-e9f6a2766cef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531538 Sep 18 19:51:44.788987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af7535dd-53cc-4413-922b-855a8a365813 req-80518bb3-0e42-4194-8466-542ac063be8c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327679 Sep 18 19:51:44.795668 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-1a3b68c7-4ba8-4465-9bd7-a09771909505 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219690 Sep 18 19:51:44.810595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa7e3361-60e4-4463-bfa2-728fc552059b req-ccb67907-a1ab-4e7c-8477-a32a4a877fd8 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520498 Sep 18 19:51:44.834573 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:44.948952 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-f0de56e9-56fd-420a-b77f-48759d432a4e service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444113 Sep 18 19:51:45.039707 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-e9d91328-8769-43e2-8e79-6914ea12aa7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 HTTP/1.1" status: 200 len: 217 time: 0.0803497 Sep 18 19:51:45.146921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b33e1-89ff-458c-b6f6-8f78fb2a213d None None] Network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:51:45.154058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-fcce2b16-14bf-4c1f-8c87-433aa5dd39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:45.155600 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-fcce2b16-14bf-4c1f-8c87-433aa5dd39d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 200 len: 797 time: 0.1091962 Sep 18 19:51:45.204631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-49d9358a-2c85-4a36-bd23-0952d947f6d6 None None] Provisioning complete for port cebb79ef-1019-41ba-b61c-b145c86e52e1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:45.210145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49d9358a-2c85-4a36-bd23-0952d947f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:45.222212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:45.238727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-3d244fee-c05c-4b88-8239-a144480cc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:45.240297 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-3d244fee-c05c-4b88-8239-a144480cc3e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6367da50-d531-4051-9b97-5de75e5cd84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0753372 Sep 18 19:51:45.375794 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-d0706a63-3961-48b5-8cb0-e2238b80c3c2 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189337 Sep 18 19:51:45.377016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Router 56f9ff58-4937-4efb-932d-c332a43c5f87 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:51:45.509823 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20062d9-58e7-4d65-808f-1e968f1c1b0f req-2c4a6133-c11e-4be3-9a4f-d4cc113ed373 service neutron] 10.222.0.32 "GET /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260469 Sep 18 19:51:45.550599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cebb79ef-1019-41ba-b61c-b145c86e52e1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:45.562850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-8dc5ab8a-27f3-49a0-a492-f5121a595496 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:45.564384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-8dc5ab8a-27f3-49a0-a492-f5121a595496 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 950 time: 0.1176507 Sep 18 19:51:45.565719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:45.577769 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Sync routers for ids ['56f9ff58-4937-4efb-932d-c332a43c5f87'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:45.587991 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Routers {'56f9ff58-4937-4efb-932d-c332a43c5f87'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:45.588903 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['56f9ff58-4937-4efb-932d-c332a43c5f87'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:45.620275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:45.621696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7cbcda0e-a69c-432c-a80d-c9a2d9e8abb7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4958267 Sep 18 19:51:45.625100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57364) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:45.724533 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Set router 56f9ff58-4937-4efb-932d-c332a43c5f87 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:45.725345 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49d9358a-2c85-4a36-bd23-0952d947f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:45.782805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cebb79ef-1019-41ba-b61c-b145c86e52e1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:45.783151 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:45.888610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Deleting port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:45.889077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:45.953843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-49d9358a-2c85-4a36-bd23-0952d947f6d6 None None] For port cebb79ef-1019-41ba-b61c-b145c86e52e1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cebb79ef-1019-41ba-b61c-b145c86e52e1,segment=NetworkSegment(005a2790-aa7b-4fa4-b26e-d25b061e0624),segment_id=005a2790-aa7b-4fa4-b26e-d25b061e0624)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:45.966616 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:44Z', 'revision_number': 3, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port': {'id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:43Z', 'updated_at': '2021-09-18T19:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:46.025415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49d9358a-2c85-4a36-bd23-0952d947f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.030916 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Checking router: 56f9ff58-4937-4efb-932d-c332a43c5f87 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:46.038674 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Updating router 56f9ff58-4937-4efb-932d-c332a43c5f87 port 3b532455-4380-4b12-94f9-7afcc2d45feb binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:51:46.083804 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.107109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9358a-2c85-4a36-bd23-0952d947f6d6 None None] Pushing event updated for resources: {'Port': ['ID=cebb79ef-1019-41ba-b61c-b145c86e52e1,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:46.354785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbd110-58fb-44f5-a7e5-f8be836aa016 req-8e337884-3105-4796-ad26-9725a77b6f44 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:46.362943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56bbd110-58fb-44f5-a7e5-f8be836aa016 req-8e337884-3105-4796-ad26-9725a77b6f44 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b62272e-483a-4477-99f3-e196a9425618 HTTP/1.1" status: 200 len: 950 time: 0.3079064 Sep 18 19:51:46.369126 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.369414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] For port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:46.369795 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.381973 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.386933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc880b-1210-4c8f-9879-9e929922ea1f req-fe672d11-8112-4a2d-bdbf-a9eeedda2722 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:46.394584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20dc880b-1210-4c8f-9879-9e929922ea1f req-fe672d11-8112-4a2d-bdbf-a9eeedda2722 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.3942616 Sep 18 19:51:46.429734 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Attempting to bind port 3b532455-4380-4b12-94f9-7afcc2d45feb on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:46.430100 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Attempting to bind port 3b532455-4380-4b12-94f9-7afcc2d45feb by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:46.430659 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Attempting to bind port 3b532455-4380-4b12-94f9-7afcc2d45feb on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:46.440446 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:46.441098 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:46.441657 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.442054 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:46.442524 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Bound port: 3b532455-4380-4b12-94f9-7afcc2d45feb, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:46.442902 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.457933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Calling delete_port for cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:46.466315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-67a15bcf-3444-4362-8b2e-2e646e96b9f8 None None] Provisioning complete for port cebb79ef-1019-41ba-b61c-b145c86e52e1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:46.466747 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-67a15bcf-3444-4362-8b2e-2e646e96b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.476371 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Pushing event updated for resources: {'Port': ['ID=3b532455-4380-4b12-94f9-7afcc2d45feb,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:46.488635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.489229 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.489744 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.490355 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.490851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.491352 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.491871 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.492362 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.492842 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.493337 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.493826 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.494318 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:46.524567 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] For port 3b532455-4380-4b12-94f9-7afcc2d45feb, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:46.528804 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] For port 3b532455-4380-4b12-94f9-7afcc2d45feb, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b532455-4380-4b12-94f9-7afcc2d45feb,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:46.534790 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.595600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20dc880b-1210-4c8f-9879-9e929922ea1f req-112111c7-0b79-4715-a929-1fa1e13730e5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000346 Sep 18 19:51:46.626047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56bbd110-58fb-44f5-a7e5-f8be836aa016 req-adb72012-9310-4472-803a-9c62565b8203 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621062 Sep 18 19:51:46.705557 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Routers {'56f9ff58-4937-4efb-932d-c332a43c5f87'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:46.706217 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['56f9ff58-4937-4efb-932d-c332a43c5f87'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:46.772469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.784783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['503d421b-6427-45ce-9b0e-ec6886a4ff8d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:46.823950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Pushing event deleted for resources: {'Port': ['ID=cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:46.827831 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c2090-3a8d-40f4-97ce-2b853c79f9da None None] Pushing event updated for resources: {'Port': ['ID=3b532455-4380-4b12-94f9-7afcc2d45feb,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:46.832334 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] Set router 56f9ff58-4937-4efb-932d-c332a43c5f87 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:46.884652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] No DVR routers for this DVR port cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:46.907276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:46.907686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-479a3798-269e-41b7-87dd-7c8b6d32d537 req-18185992-93ca-4b17-a7ff-705eff3ca502 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "DELETE /v2.0/ports/cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a HTTP/1.1" status: 204 len: 173 time: 1.3365571 Sep 18 19:51:46.908147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b62272e-483a-4477-99f3-e196a9425618', 'name': 'network-vif-deleted', 'tag': 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:46.910400 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3cebaf-18fd-46d0-8382-c1ecd2a93daf" -d '{"events": [{"server_uuid": "4b62272e-483a-4477-99f3-e196a9425618", "name": "network-vif-deleted", "tag": "cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:46.955172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:47.004574 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc29252f-f9ba-433e-b8c2-dad22c3b5339 x-openstack-request-id: req-dc29252f-f9ba-433e-b8c2-dad22c3b5339 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:47.004893 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b62272e-483a-4477-99f3-e196a9425618", "name": "network-vif-deleted", "tag": "cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:47.005107 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc29252f-f9ba-433e-b8c2-dad22c3b5339 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:47.005503 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b62272e-483a-4477-99f3-e196a9425618', 'name': 'network-vif-deleted', 'tag': 'cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a', 'status': 'completed', 'code': 200} Sep 18 19:51:47.121779 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:44Z', 'revision_number': 3, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port': {'id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:43Z', 'updated_at': '2021-09-18T19:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:47.169328 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f725c-3391-4214-bd05-408439cc6594 None None] The sync data for ids ['56f9ff58-4937-4efb-932d-c332a43c5f87'] in n-d-789963-11 is: [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:44Z', 'revision_number': 3, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port': {'id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:43Z', 'updated_at': '2021-09-18T19:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:47.189470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Allocated IP 172.20.0.1 (85b595cb-82b2-402b-bd01-32eeb6e9d9cf/62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8/8816c206-e393-47c4-bfa6-89db72e723d2) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:47.197963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cebb79ef-1019-41ba-b61c-b145c86e52e1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:47.292371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cebb79ef-1019-41ba-b61c-b145c86e52e1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:47.292703 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:47.358911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:47.413791 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:47.474794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:47.479178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:47.483164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:47.543279 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:47.572397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:47.605430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Pushing event updated for resources: {'Port': ['ID=8816c206-e393-47c4-bfa6-89db72e723d2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:47.828785 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:47.866994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34ec126b-8864-471d-842c-5c20cc4e04ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:47.883772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-83b21993-ad66-4104-8039-ad7ccc8a5310 None None] Provisioning complete for port 8816c206-e393-47c4-bfa6-89db72e723d2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:47.884209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83b21993-ad66-4104-8039-ad7ccc8a5310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:47.897773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c15bb9-ff7d-41ef-b45d-0ea5d7288e4a req-3829717c-2187-4130-aa82-7d6b4d75eb5a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:47.899267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33c15bb9-ff7d-41ef-b45d-0ea5d7288e4a req-3829717c-2187-4130-aa82-7d6b4d75eb5a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1511784 Sep 18 19:51:47.932031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-83b21993-ad66-4104-8039-ad7ccc8a5310 None None] Port 8816c206-e393-47c4-bfa6-89db72e723d2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:51:48.016533 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34ec126b-8864-471d-842c-5c20cc4e04ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.024102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34ec126b-8864-471d-842c-5c20cc4e04ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.056185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33c15bb9-ff7d-41ef-b45d-0ea5d7288e4a req-fd6ceb7d-c3bf-4f04-acc5-232daf7ad572 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431720 Sep 18 19:51:48.105317 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-34ec126b-8864-471d-842c-5c20cc4e04ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2c2cd4e81db45338675bddfedcd2515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312960 Sep 18 19:51:48.108315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57400) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:48.113966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec126b-8864-471d-842c-5c20cc4e04ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc95d6-bf46-4ac3-acba-062fa06854c9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:48.245592 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edbf3d9b-f323-4011-b98d-f9bb82d9ddc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.297830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b1bfd-924f-4df2-aeb5-5a77b26fa370 req-11e1cb41-2c9a-4648-8b6d-9fff4dcb0000 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:48.299407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-517b1bfd-924f-4df2-aeb5-5a77b26fa370 req-11e1cb41-2c9a-4648-8b6d-9fff4dcb0000 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1329911 Sep 18 19:51:48.301552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edbf3d9b-f323-4011-b98d-f9bb82d9ddc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.304904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.323849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.519704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:48.540580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:48.540945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device cd67cb3b-f07c-42fe-b6e9-4a7b66c0545a not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:48.762685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-517b1bfd-924f-4df2-aeb5-5a77b26fa370 req-4fee9b3f-46ff-46ec-b664-fa110231fe89 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499226 Sep 18 19:51:48.766521 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.769654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Pushing event updated for resources: {'Port': ['ID=8816c206-e393-47c4-bfa6-89db72e723d2,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:48.781753 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edbf3d9b-f323-4011-b98d-f9bb82d9ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.784222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edbf3d9b-f323-4011-b98d-f9bb82d9ddc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:48.785577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-edbf3d9b-f323-4011-b98d-f9bb82d9ddc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56dc95d6-bf46-4ac3-acba-062fa06854c9 HTTP/1.1" status: 204 len: 168 time: 0.6759202 Sep 18 19:51:48.812895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf3d9b-f323-4011-b98d-f9bb82d9ddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc95d6-bf46-4ac3-acba-062fa06854c9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:48.885927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:48.888366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:49.030422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Router 56f9ff58-4937-4efb-932d-c332a43c5f87 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:49.165413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:49.180620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b4f3ce0c-5f68-4582-9381-42f652f35a1d admin admin] 10.222.0.20 "PUT /v2.0/routers/56f9ff58-4937-4efb-932d-c332a43c5f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5502269 Sep 18 19:51:49.193870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-69336aac-d109-4bab-99be-3449c8a437d3 None None] Provisioning complete for port 8816c206-e393-47c4-bfa6-89db72e723d2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:49.196018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69336aac-d109-4bab-99be-3449c8a437d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:49.263037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-69336aac-d109-4bab-99be-3449c8a437d3 None None] Port 8816c206-e393-47c4-bfa6-89db72e723d2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:51:49.269146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b532455-4380-4b12-94f9-7afcc2d45feb up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:49.283032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4b916-850a-44ec-afbf-ce5ecc8c472e req-b17374f2-33db-41c1-ae20-51721ef0d1cb tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:49.290658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c4b916-850a-44ec-afbf-ce5ecc8c472e req-b17374f2-33db-41c1-ae20-51721ef0d1cb tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1228878 Sep 18 19:51:49.332498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3b532455-4380-4b12-94f9-7afcc2d45feb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:49.333207 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:49.340169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01c4b916-850a-44ec-afbf-ce5ecc8c472e req-098954e5-42c5-4e45-bd1f-3b5aabfe9ca5 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Sep 18 19:51:49.400125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Sync routers for ids ['56f9ff58-4937-4efb-932d-c332a43c5f87'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:49.434117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Routers {'56f9ff58-4937-4efb-932d-c332a43c5f87'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:49.435594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['56f9ff58-4937-4efb-932d-c332a43c5f87'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:49.503162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:49.516502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-19827ace-63d3-4b17-ab15-2d5619648c5e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:49.518037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-19827ace-63d3-4b17-ab15-2d5619648c5e tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.0806291 Sep 18 19:51:49.543163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 3b532455-4380-4b12-94f9-7afcc2d45feb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b532455-4380-4b12-94f9-7afcc2d45feb,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:49.570087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:49.630535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=3b532455-4380-4b12-94f9-7afcc2d45feb,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:49.649113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Deleting port 503d421b-6427-45ce-9b0e-ec6886a4ff8d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:49.649767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:49.652558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Set router 56f9ff58-4937-4efb-932d-c332a43c5f87 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:49.766506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] For port 503d421b-6427-45ce-9b0e-ec6886a4ff8d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=503d421b-6427-45ce-9b0e-ec6886a4ff8d,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:49.766883 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:49.779409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Calling delete_port for 503d421b-6427-45ce-9b0e-ec6886a4ff8d owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:49.944443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:47Z', 'revision_number': 4, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port': {'id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:43Z', 'updated_at': '2021-09-18T19:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '8816c206-e393-47c4-bfa6-89db72e723d2', 'name': '', 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'mac_address': 'fa:16:3e:93:3c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:47Z', 'updated_at': '2021-09-18T19:51:47Z', 'revision_number': 2, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'subnets': [{'id': '62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:49.971845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3fa86-c16e-400c-9752-090c29116194 req-0104e59a-67c3-468a-8f14-011d76038cbc tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:49.973386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41f3fa86-c16e-400c-9752-090c29116194 req-0104e59a-67c3-468a-8f14-011d76038cbc tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a91eb448-a16b-4dfd-9242-d0954293988d HTTP/1.1" status: 200 len: 949 time: 0.1058743 Sep 18 19:51:49.990141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:50.020269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['503d421b-6427-45ce-9b0e-ec6886a4ff8d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:51:50.025533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Checking router: 56f9ff58-4937-4efb-932d-c332a43c5f87 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:50.025899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Updating router 56f9ff58-4937-4efb-932d-c332a43c5f87 port 8816c206-e393-47c4-bfa6-89db72e723d2 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:51:50.029768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Pushing event deleted for resources: {'Port': ['ID=503d421b-6427-45ce-9b0e-ec6886a4ff8d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:50.096660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:50.102016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] No DVR routers for this DVR port 503d421b-6427-45ce-9b0e-ec6886a4ff8d on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:50.110627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41f3fa86-c16e-400c-9752-090c29116194 req-a873ef56-4586-42b5-bbfd-8bf1ca395174 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.20 "GET /v2.0/security-groups?id=05143f14-0aa2-4c42-8e1e-77e83de1f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276088 Sep 18 19:51:50.111870 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:50.113802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2e0750a-b00f-4e25-8e20-bddd054efd97 req-d9ce60a9-10b9-4e68-8664-20d18327e554 tempest-ServersAdminTestJSON-903894906 tempest-ServersAdminTestJSON-903894906-project] 10.222.0.32 "DELETE /v2.0/ports/503d421b-6427-45ce-9b0e-ec6886a4ff8d HTTP/1.1" status: 204 len: 173 time: 0.5892863 Sep 18 19:51:50.114252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'name': 'network-vif-deleted', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:50.117155 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d6ae45-b32e-4487-92b4-0354b6b9a1af" -d '{"events": [{"server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "name": "network-vif-deleted", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:50.202061 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30fdbb-5095-4480-83cb-2ed28a51d1b1 x-openstack-request-id: req-ec30fdbb-5095-4480-83cb-2ed28a51d1b1 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:50.202344 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91eb448-a16b-4dfd-9242-d0954293988d", "name": "network-vif-deleted", "tag": "503d421b-6427-45ce-9b0e-ec6886a4ff8d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:50.202591 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec30fdbb-5095-4480-83cb-2ed28a51d1b1 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:50.202989 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91eb448-a16b-4dfd-9242-d0954293988d', 'name': 'network-vif-deleted', 'tag': '503d421b-6427-45ce-9b0e-ec6886a4ff8d', 'status': 'completed', 'code': 200} Sep 18 19:51:50.480013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb607705-aa1d-497d-a6e9-e239841a4e20 req-db614bbc-ccd5-44ce-b817-d467752afa8a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:50.483011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb607705-aa1d-497d-a6e9-e239841a4e20 req-db614bbc-ccd5-44ce-b817-d467752afa8a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0543942 Sep 18 19:51:50.530369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb607705-aa1d-497d-a6e9-e239841a4e20 req-c3607fe9-d035-4076-aa06-1d15b17ae1d6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 Sep 18 19:51:50.536123 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:50.546473 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:50.600721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669d64-3a78-4d48-9f76-371726575435 None None] Pushing event updated for resources: {'Port': ['ID=8816c206-e393-47c4-bfa6-89db72e723d2,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:50.656912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57474) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:50.692038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Attempting to bind port 8816c206-e393-47c4-bfa6-89db72e723d2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:50.692403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Attempting to bind port 8816c206-e393-47c4-bfa6-89db72e723d2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:50.692765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Attempting to bind port 8816c206-e393-47c4-bfa6-89db72e723d2 on network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:50.699140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:50.703658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Checking segment: {'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:50.704298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:50.705277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Bound using segment: {'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:50.705990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Bound port: 8816c206-e393-47c4-bfa6-89db72e723d2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005a2790-aa7b-4fa4-b26e-d25b061e0624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:50.706390 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:50.795367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] For port 8816c206-e393-47c4-bfa6-89db72e723d2, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:50.799020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] For port 8816c206-e393-47c4-bfa6-89db72e723d2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8816c206-e393-47c4-bfa6-89db72e723d2,segment=NetworkSegment(005a2790-aa7b-4fa4-b26e-d25b061e0624),segment_id=005a2790-aa7b-4fa4-b26e-d25b061e0624)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:50.803862 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:50.850424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Routers {'56f9ff58-4937-4efb-932d-c332a43c5f87'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:50.851222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['56f9ff58-4937-4efb-932d-c332a43c5f87'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:50.919056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669d64-3a78-4d48-9f76-371726575435 None None] Pushing event updated for resources: {'Port': ['ID=8816c206-e393-47c4-bfa6-89db72e723d2,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:50.943839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f780eb31-e0e8-420a-9d39-195a773b7e9a None None] Provisioning complete for port 8816c206-e393-47c4-bfa6-89db72e723d2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:50.944616 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f780eb31-e0e8-420a-9d39-195a773b7e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.036507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] Set router 56f9ff58-4937-4efb-932d-c332a43c5f87 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:51.132357 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f780eb31-e0e8-420a-9d39-195a773b7e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.228304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f780eb31-e0e8-420a-9d39-195a773b7e9a None None] For port 8816c206-e393-47c4-bfa6-89db72e723d2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8816c206-e393-47c4-bfa6-89db72e723d2,segment=NetworkSegment(005a2790-aa7b-4fa4-b26e-d25b061e0624),segment_id=005a2790-aa7b-4fa4-b26e-d25b061e0624)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:51.236414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f780eb31-e0e8-420a-9d39-195a773b7e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.241690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.290663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b532455-4380-4b12-94f9-7afcc2d45feb up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:51:51.370598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780eb31-e0e8-420a-9d39-195a773b7e9a None None] Pushing event updated for resources: {'Port': ['ID=8816c206-e393-47c4-bfa6-89db72e723d2,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:51.394542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-df1d3429-7e3d-49c8-bc55-4be2727c6c90 None None] Provisioning complete for port 8816c206-e393-47c4-bfa6-89db72e723d2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:51.394927 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df1d3429-7e3d-49c8-bc55-4be2727c6c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.479784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3b532455-4380-4b12-94f9-7afcc2d45feb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:51:51.480361 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.550901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Deleting port 8816c206-e393-47c4-bfa6-89db72e723d2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:51.551348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.642794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] For port 8816c206-e393-47c4-bfa6-89db72e723d2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8816c206-e393-47c4-bfa6-89db72e723d2,segment=NetworkSegment(005a2790-aa7b-4fa4-b26e-d25b061e0624),segment_id=005a2790-aa7b-4fa4-b26e-d25b061e0624)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:51.643239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.658629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Calling delete_port for 8816c206-e393-47c4-bfa6-89db72e723d2 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:51.708886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57502) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:51.750142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2246a60-d7f3-4848-aee8-6790b2d7296b req-ae6807d6-773a-4948-8db7-8795d83b8506 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:51.752153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2246a60-d7f3-4848-aee8-6790b2d7296b req-ae6807d6-773a-4948-8db7-8795d83b8506 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0857923 Sep 18 19:51:51.797259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2246a60-d7f3-4848-aee8-6790b2d7296b req-c5b591a9-8f75-4c0a-9a59-774d879326a6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Sep 18 19:51:51.816766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:47Z', 'revision_number': 4, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port': {'id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:43Z', 'updated_at': '2021-09-18T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '8816c206-e393-47c4-bfa6-89db72e723d2', 'name': '', 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'mac_address': 'fa:16:3e:93:3c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:47Z', 'updated_at': '2021-09-18T19:51:50Z', 'revision_number': 4, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'subnets': [{'id': '62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:51.823145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f36638f-54dc-4c76-9145-7ba557fe48da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.862181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921eeec-751f-4d22-81ac-16bcb09ad1c3 None None] The sync data for ids ['56f9ff58-4937-4efb-932d-c332a43c5f87'] in n-d-789963-11 is: [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:47Z', 'revision_number': 4, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port': {'id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:43Z', 'updated_at': '2021-09-18T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '8816c206-e393-47c4-bfa6-89db72e723d2', 'name': '', 'network_id': '85b595cb-82b2-402b-bd01-32eeb6e9d9cf', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'mac_address': 'fa:16:3e:93:3c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:47Z', 'updated_at': '2021-09-18T19:51:50Z', 'revision_number': 4, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'subnets': [{'id': '62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:51.969779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a2b54aaf-6d4a-432c-bfbe-6d0e827b6de7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=729dca72d5904668bf0d084356ef6ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514267 Sep 18 19:51:51.972987 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:51.973637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57506) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:52.022367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=8816c206-e393-47c4-bfa6-89db72e723d2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:52.042442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.067481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.139618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.142589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.144234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05143f14-0aa2-4c42-8e1e-77e83de1f161 HTTP/1.1" status: 204 len: 168 time: 0.1686349 Sep 18 19:51:52.158238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05143f14-0aa2-4c42-8e1e-77e83de1f161,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:52.177696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.178918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.183307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.183917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.184638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.185384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.187850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.188528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.189088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.189630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.190605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.191977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33b3827-6654-4057-841f-a76b1dc80473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:51:52.456255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57518) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:52.532598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 503d421b-6427-45ce-9b0e-ec6886a4ff8d no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:52.569460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 503d421b-6427-45ce-9b0e-ec6886a4ff8d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:52.570746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 503d421b-6427-45ce-9b0e-ec6886a4ff8d not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:52.694251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.708638 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff3cf79a-5cd1-4c03-8073-e34ebbfb9694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.732748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57524) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:52.800009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e05bd92d-0e65-442a-b579-4ca3d74ed24d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2853fc4a36c9485eb4285b7c2ab09b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661550 Sep 18 19:51:52.802289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57526) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:52.902285 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f13be44-bda3-45c7-b4bd-971bb3193b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.923451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff3cf79a-5cd1-4c03-8073-e34ebbfb9694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.945995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Router 56f9ff58-4937-4efb-932d-c332a43c5f87 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:51:52.951767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff3cf79a-5cd1-4c03-8073-e34ebbfb9694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:52.997628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f13be44-bda3-45c7-b4bd-971bb3193b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.027844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ff3cf79a-5cd1-4c03-8073-e34ebbfb9694 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=369714ab733c4f9899b35495869dd2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5699301 Sep 18 19:51:53.029252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cf79a-5cd1-4c03-8073-e34ebbfb9694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b018e0-71a0-46a4-9f3b-3309bf5899c0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:53.036162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57530) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:53.046996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8bd20-b659-47c1-8a8a-d3e9d7efa183 req-5cce5b1b-8c1c-43e2-8077-26e01f6e10a9 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:53.054732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8a8bd20-b659-47c1-8a8a-d3e9d7efa183 req-5cce5b1b-8c1c-43e2-8077-26e01f6e10a9 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1570692 Sep 18 19:51:53.056902 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.069839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:51:53.077630 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-755c4676-8656-404c-8d04-e4d56183cf96 admin admin] 10.222.0.20 "PUT /v2.0/routers/56f9ff58-4937-4efb-932d-c332a43c5f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194379 Sep 18 19:51:53.077786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57532) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:53.195540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8a8bd20-b659-47c1-8a8a-d3e9d7efa183 req-4555cca9-11dc-4f98-b63a-2080ffb3568c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399050 Sep 18 19:51:53.212922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.241911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f13be44-bda3-45c7-b4bd-971bb3193b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.244471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f13be44-bda3-45c7-b4bd-971bb3193b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.245637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3f13be44-bda3-45c7-b4bd-971bb3193b77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59ade63b-547e-47dd-b143-d35090320849 HTTP/1.1" status: 204 len: 168 time: 0.4424210 Sep 18 19:51:53.255727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e8723032-2632-491c-899c-0fe468ac1a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.272707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13be44-bda3-45c7-b4bd-971bb3193b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ade63b-547e-47dd-b143-d35090320849,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:53.279661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.329363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e8723032-2632-491c-899c-0fe468ac1a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.405284 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] Sync routers for ids ['56f9ff58-4937-4efb-932d-c332a43c5f87'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:51:53.417058 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] Routers {'56f9ff58-4937-4efb-932d-c332a43c5f87'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:53.420915 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['56f9ff58-4937-4efb-932d-c332a43c5f87'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:53.432326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.435820 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e8723032-2632-491c-899c-0fe468ac1a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.438365 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e8723032-2632-491c-899c-0fe468ac1a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.442473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e8723032-2632-491c-899c-0fe468ac1a72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3b018e0-71a0-46a4-9f3b-3309bf5899c0 HTTP/1.1" status: 204 len: 168 time: 0.3830278 Sep 18 19:51:53.459899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8723032-2632-491c-899c-0fe468ac1a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b018e0-71a0-46a4-9f3b-3309bf5899c0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:53.540862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Deleting port 3b532455-4380-4b12-94f9-7afcc2d45feb {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:53.541736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.567966 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] Set router 56f9ff58-4937-4efb-932d-c332a43c5f87 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:53.657756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] For port 3b532455-4380-4b12-94f9-7afcc2d45feb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b532455-4380-4b12-94f9-7afcc2d45feb,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:53.658126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.671745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Calling delete_port for 3b532455-4380-4b12-94f9-7afcc2d45feb owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:53.816269 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:51Z', 'revision_number': 5, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port': {'id': '3b532455-4380-4b12-94f9-7afcc2d45feb', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:43Z', 'updated_at': '2021-09-18T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:53.848315 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] Checking router: 56f9ff58-4937-4efb-932d-c332a43c5f87 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:51:53.858002 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] Routers {'56f9ff58-4937-4efb-932d-c332a43c5f87'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:51:53.858625 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['56f9ff58-4937-4efb-932d-c332a43c5f87'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:53.860756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.898230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57554) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:53.902438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=3b532455-4380-4b12-94f9-7afcc2d45feb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:53.920582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dea038-7c4b-4baa-86d3-e9103ecc7b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.933622 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] Set router 56f9ff58-4937-4efb-932d-c332a43c5f87 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:51:53.989247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:53.998264 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:53Z', 'revision_number': 7, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:54.029427 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6934362b-9faa-4736-be9f-39922ad6dafb None None] The sync data for ids ['56f9ff58-4937-4efb-932d-c332a43c5f87'] in n-d-789963-11 is: [{'id': '56f9ff58-4937-4efb-932d-c332a43c5f87', 'name': 'tempest-ImageQuotaTest-1493514496-router', 'tenant_id': 'fb3e490549674a0f8897e09005b6ed82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:42Z', 'updated_at': '2021-09-18T19:51:53Z', 'revision_number': 7, 'project_id': 'fb3e490549674a0f8897e09005b6ed82', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:51:54.047823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dea038-7c4b-4baa-86d3-e9103ecc7b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.053173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dea038-7c4b-4baa-86d3-e9103ecc7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.094017 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-76dea038-7c4b-4baa-86d3-e9103ecc7b40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7ec16185e9344308b41e22aa955cef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946704 Sep 18 19:51:54.096366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dea038-7c4b-4baa-86d3-e9103ecc7b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b71d1f-d57b-4a99-aa4e-f9521327b3d0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:54.098513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57556) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:54.102618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.105213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.152353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.153112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56f9ff58-4937-4efb-932d-c332a43c5f87 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:51:54.158980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.162651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57562) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:54.162840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-311c3e45-5391-40cc-b18f-61cdf552cfcf admin admin] 10.222.0.20 "DELETE /v2.0/routers/56f9ff58-4937-4efb-932d-c332a43c5f87 HTTP/1.1" status: 204 len: 168 time: 1.0741923 Sep 18 19:51:54.172041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4a8d424-3147-4317-92f0-af4caac4f47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.226695 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4a8d424-3147-4317-92f0-af4caac4f47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.241815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a308783-9fb7-4db2-9a5b-cafa186812e5 admin admin] Deleting subnet 62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:51:54.249348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a308783-9fb7-4db2-9a5b-cafa186812e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.300978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a308783-9fb7-4db2-9a5b-cafa186812e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.348419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4a8d424-3147-4317-92f0-af4caac4f47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.350864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4a8d424-3147-4317-92f0-af4caac4f47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.354546 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b4a8d424-3147-4317-92f0-af4caac4f47a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68b71d1f-d57b-4a99-aa4e-f9521327b3d0 HTTP/1.1" status: 204 len: 168 time: 0.2522516 Sep 18 19:51:54.359601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c17fc3-99aa-4af8-a46c-5b76a650f192 req-db2e07e4-1871-4715-b00d-805fd1e648ed tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:54.361319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96c17fc3-99aa-4af8-a46c-5b76a650f192 req-db2e07e4-1871-4715-b00d-805fd1e648ed tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0606637 Sep 18 19:51:54.387249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8d424-3147-4317-92f0-af4caac4f47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b71d1f-d57b-4a99-aa4e-f9521327b3d0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:54.411281 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a308783-9fb7-4db2-9a5b-cafa186812e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.444755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-72d29618-8423-4c23-9612-7e55ed015e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.468687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96c17fc3-99aa-4af8-a46c-5b76a650f192 req-ef095584-db5d-4a7d-b2a0-45edfe2ce3b6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887361 Sep 18 19:51:54.549607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a308783-9fb7-4db2-9a5b-cafa186812e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.592129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a308783-9fb7-4db2-9a5b-cafa186812e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:54.596125 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a308783-9fb7-4db2-9a5b-cafa186812e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.600394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8a308783-9fb7-4db2-9a5b-cafa186812e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62a9be0e-49e7-47eb-bb2b-82dbcdc50ce8 HTTP/1.1" status: 204 len: 168 time: 0.4342399 Sep 18 19:51:54.601111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57578) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:54.608138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de40f0-a2b4-4d74-9bf4-5be0aa0c2578 None None] Network 85b595cb-82b2-402b-bd01-32eeb6e9d9cf requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:51:54.700972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.775411 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.818965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Deleting port cebb79ef-1019-41ba-b61c-b145c86e52e1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:54.819645 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.899245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] For port cebb79ef-1019-41ba-b61c-b145c86e52e1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cebb79ef-1019-41ba-b61c-b145c86e52e1,segment=NetworkSegment(005a2790-aa7b-4fa4-b26e-d25b061e0624),segment_id=005a2790-aa7b-4fa4-b26e-d25b061e0624)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:54.899876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:54.923800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Calling delete_port for cebb79ef-1019-41ba-b61c-b145c86e52e1 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:54.954205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] DHCP port deletion for 85b595cb-82b2-402b-bd01-32eeb6e9d9cf request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:51:55.027102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] Deleting port cebb79ef-1019-41ba-b61c-b145c86e52e1 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:51:55.027579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.045887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.084096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebb79ef-1019-41ba-b61c-b145c86e52e1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:55.096922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] No DVR routers for this DVR port cebb79ef-1019-41ba-b61c-b145c86e52e1 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:55.138141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] For port cebb79ef-1019-41ba-b61c-b145c86e52e1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cebb79ef-1019-41ba-b61c-b145c86e52e1,segment=NetworkSegment(005a2790-aa7b-4fa4-b26e-d25b061e0624),segment_id=005a2790-aa7b-4fa4-b26e-d25b061e0624)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:55.139201 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.171297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] Calling delete_port for cebb79ef-1019-41ba-b61c-b145c86e52e1 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:51:55.214602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.250612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b595cb-82b2-402b-bd01-32eeb6e9d9cf']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:55.265682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.268185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005a2790-aa7b-4fa4-b26e-d25b061e0624') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:55.268480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005a2790-aa7b-4fa4-b26e-d25b061e0624') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:51:55.275024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b532455-4380-4b12-94f9-7afcc2d45feb no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:55.284708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.304405 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.313967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] No DVR routers for this DVR port cebb79ef-1019-41ba-b61c-b145c86e52e1 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:51:55.317629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae15a0-fd7b-4ec9-8638-405e0297a802 None None] Pushing event deleted for resources: {'Port': ['ID=cebb79ef-1019-41ba-b61c-b145c86e52e1,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:55.320111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:51:55.320838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:51:55.323115 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:51:55.327527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3b532455-4380-4b12-94f9-7afcc2d45feb {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:55.327936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b532455-4380-4b12-94f9-7afcc2d45feb not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:55.328358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cebb79ef-1019-41ba-b61c-b145c86e52e1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:55.366027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: cebb79ef-1019-41ba-b61c-b145c86e52e1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:55.366385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cebb79ef-1019-41ba-b61c-b145c86e52e1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:55.369437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8816c206-e393-47c4-bfa6-89db72e723d2 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:55.399732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 8816c206-e393-47c4-bfa6-89db72e723d2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:51:55.400280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8816c206-e393-47c4-bfa6-89db72e723d2 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:51:55.441230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.448460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.452765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] 10.222.0.20 "DELETE /v2.0/networks/85b595cb-82b2-402b-bd01-32eeb6e9d9cf HTTP/1.1" status: 204 len: 168 time: 0.8482928 Sep 18 19:51:55.475911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.481571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f82d82-8dde-432c-83f2-f33b97115f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b595cb-82b2-402b-bd01-32eeb6e9d9cf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:55.600263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e5089-d496-41fe-a288-8151c56d2dc8 req-b5a3d79f-0bc2-48ba-9f54-d4752291f6af tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:55.608201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5e5089-d496-41fe-a288-8151c56d2dc8 req-b5a3d79f-0bc2-48ba-9f54-d4752291f6af tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0719264 Sep 18 19:51:55.652034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5e5089-d496-41fe-a288-8151c56d2dc8 req-c1fa8550-8743-453b-b18c-0d3ddc4254a3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Sep 18 19:51:55.672333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57636) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:55.718511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8b1c40f7-2bb9-4062-b095-bf049d614f1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb3e490549674a0f8897e09005b6ed82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449059 Sep 18 19:51:55.721112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57644) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:55.767362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80f64981-7fae-4857-b16e-36c83e25c879 req-980dbcca-5f94-411e-9f0f-9abddfc35dd3 tempest-FlavorsV2NegativeTest-1374454647 tempest-FlavorsV2NegativeTest-1374454647-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4cdd4fe469594bcea374458aa424c3c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241020 Sep 18 19:51:55.771179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bded9601-cf9e-40eb-9152-c639e664d549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.801805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bded9601-cf9e-40eb-9152-c639e664d549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.866435 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bded9601-cf9e-40eb-9152-c639e664d549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.869115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bded9601-cf9e-40eb-9152-c639e664d549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:55.870287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bded9601-cf9e-40eb-9152-c639e664d549 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29e37171-f18a-499f-810c-e456a0b3703a HTTP/1.1" status: 204 len: 168 time: 0.1477757 Sep 18 19:51:55.885663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded9601-cf9e-40eb-9152-c639e664d549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e37171-f18a-499f-810c-e456a0b3703a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:55.912135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64981-7fae-4857-b16e-36c83e25c879 req-5bccb0dd-4a08-4926-8d76-197a409cb844 tempest-FlavorsV2NegativeTest-1374454647 tempest-FlavorsV2NegativeTest-1374454647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:55.913692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80f64981-7fae-4857-b16e-36c83e25c879 req-5bccb0dd-4a08-4926-8d76-197a409cb844 tempest-FlavorsV2NegativeTest-1374454647 tempest-FlavorsV2NegativeTest-1374454647-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394062 Sep 18 19:51:55.940588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80f64981-7fae-4857-b16e-36c83e25c879 req-3ddb4d5f-ab8e-4f0c-a171-287c8dfb27a5 tempest-FlavorsV2NegativeTest-1374454647 tempest-FlavorsV2NegativeTest-1374454647-project] 10.222.0.20 "GET /v2.0/quotas/4cdd4fe469594bcea374458aa424c3c9 HTTP/1.1" status: 200 len: 375 time: 0.0164435 Sep 18 19:51:55.974200 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:51:55.975999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80f64981-7fae-4857-b16e-36c83e25c879 req-f963f769-f954-47ef-a14e-5efca935ffe0 tempest-FlavorsV2NegativeTest-1374454647 tempest-FlavorsV2NegativeTest-1374454647-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cdd4fe469594bcea374458aa424c3c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325086 Sep 18 19:51:56.276288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57676) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:56.290094 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c551fd8-ad0a-4a4f-84ab-e6c60a2968af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:56.396861 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c551fd8-ad0a-4a4f-84ab-e6c60a2968af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:56.401560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c551fd8-ad0a-4a4f-84ab-e6c60a2968af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:56.440963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c551fd8-ad0a-4a4f-84ab-e6c60a2968af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589ae1c8-e8fb-45c6-a01e-2f8223a239ba,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:56.456677 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5c551fd8-ad0a-4a4f-84ab-e6c60a2968af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1792436 Sep 18 19:51:56.459745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57688) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:56.511766 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4456c21-93e0-48e9-a3b4-17e262d6b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:56.535059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4456c21-93e0-48e9-a3b4-17e262d6b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:56.588314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4456c21-93e0-48e9-a3b4-17e262d6b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:56.592115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4456c21-93e0-48e9-a3b4-17e262d6b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:56.593844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a4456c21-93e0-48e9-a3b4-17e262d6b296 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/589ae1c8-e8fb-45c6-a01e-2f8223a239ba HTTP/1.1" status: 204 len: 168 time: 0.1330349 Sep 18 19:51:56.602704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4456c21-93e0-48e9-a3b4-17e262d6b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589ae1c8-e8fb-45c6-a01e-2f8223a239ba,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:56.795206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57702) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:56.829083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b4ee1-aa45-4ee1-9a47-80ffae2c26ea req-8f6f0542-3ca0-48b5-9d65-75db11c698cd tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:56.838683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a21b4ee1-aa45-4ee1-9a47-80ffae2c26ea req-8f6f0542-3ca0-48b5-9d65-75db11c698cd tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0762753 Sep 18 19:51:56.888027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a21b4ee1-aa45-4ee1-9a47-80ffae2c26ea req-1b920c77-0201-4288-a012-42c23e69e590 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Sep 18 19:51:56.968059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-365ad198-02b0-40a9-aa77-c6411d3f4616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:57.068448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-365ad198-02b0-40a9-aa77-c6411d3f4616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:57.072907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-365ad198-02b0-40a9-aa77-c6411d3f4616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:57.109389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ad198-02b0-40a9-aa77-c6411d3f4616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e61c0a1-f6e9-408b-9be6-371fef0718b3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:57.116169 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-365ad198-02b0-40a9-aa77-c6411d3f4616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cdd4fe469594bcea374458aa424c3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174047 Sep 18 19:51:57.116457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57714) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:57.167702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e9f33f-2150-4be3-9ad0-032c59e75402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:57.189414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e9f33f-2150-4be3-9ad0-032c59e75402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:57.239869 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e9f33f-2150-4be3-9ad0-032c59e75402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:57.242461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e9f33f-2150-4be3-9ad0-032c59e75402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:57.243661 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b9e9f33f-2150-4be3-9ad0-032c59e75402 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e61c0a1-f6e9-408b-9be6-371fef0718b3 HTTP/1.1" status: 204 len: 168 time: 0.1262600 Sep 18 19:51:57.251757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9f33f-2150-4be3-9ad0-032c59e75402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e61c0a1-f6e9-408b-9be6-371fef0718b3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:57.350162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.054310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66a771-104b-4cab-897d-b86862f8a42f req-c5d5fdd7-8cbf-440b-a119-20aea75ad11e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:58.056844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe66a771-104b-4cab-897d-b86862f8a42f req-c5d5fdd7-8cbf-440b-a119-20aea75ad11e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0786104 Sep 18 19:51:58.102024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe66a771-104b-4cab-897d-b86862f8a42f req-0af67e9c-0da6-4401-b04f-12e01373bb2a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371349 Sep 18 19:51:58.182034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57760) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:58.282756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-network', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:58.305270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Made reservation on behalf of ff4a7154357a4b28adb94cb04408e14a for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:58.307698 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.316691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.406227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.410219 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.432561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:51:58.454150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee917ba4-aa20-4190-b32d-5c47002d67b4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:58.458629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.459232 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Added segment c39fbe47-992b-456f-b070-70c1f066f9b8 of type vlan for network fe818ea2-c76d-4123-a579-318fc84cb158 Sep 18 19:51:58.507806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.533293 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.534414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:58.534995 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.565621 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.3822231 Sep 18 19:51:58.568723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57770) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:58.573634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Request body: {'subnet': {'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-subnet', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:58.597847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Made reservation on behalf of ff4a7154357a4b28adb94cb04408e14a for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:51:58.600303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.609595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e76fd-15c7-4629-b3bb-38beabaf1976 admin admin] Pushing event updated for resources: {'Network': ['ID=fe818ea2-c76d-4123-a579-318fc84cb158,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:58.621881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network fe818ea2-c76d-4123-a579-318fc84cb158 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:51:58.779795 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.837003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d4e37f-d5ab-4e14-9838-c3be9068feac,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:58.845341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Checking segment: {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:58.845782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Network hostable DHCP agents. Network: fe818ea2-c76d-4123-a579-318fc84cb158, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:51:58.863582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Network fe818ea2-c76d-4123-a579-318fc84cb158 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:51:58.873643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, fe818ea2-c76d-4123-a579-318fc84cb158) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:58.878799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:58.879461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.883795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d1918-1dbb-42c7-9996-4f9ca4d2e9e1 None None] Network fe818ea2-c76d-4123-a579-318fc84cb158 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:51:58.900034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5163e7d9-de79-425b-8d02-15da37ddc8cc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3301575 Sep 18 19:51:58.902505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57782) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:51:58.907144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:51:58.928643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.930149 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:58.989630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.037129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-fe818ea2-c76d-4123-a579-318fc84cb158', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:51:59.038006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.146218 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.197956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Allocated IP 172.20.0.2 (fe818ea2-c76d-4123-a579-318fc84cb158/59d4e37f-d5ab-4e14-9838-c3be9068feac/ca9da8f2-180b-4c92-b630-d60f53c5d402) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:59.282223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91f755-6f45-4286-98b6-965356875f20 req-acb7cc66-d868-43cc-a6de-909b1bc494a0 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:51:59.283730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a91f755-6f45-4286-98b6-965356875f20 req-acb7cc66-d868-43cc-a6de-909b1bc494a0 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0912402 Sep 18 19:51:59.355945 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.362800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.386453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a91f755-6f45-4286-98b6-965356875f20 req-ff8c1f09-f2cd-42b7-9bf3-d60594f1647a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944390 Sep 18 19:51:59.398040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Network fe818ea2-c76d-4123-a579-318fc84cb158 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:59.402444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:59.406452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:59.417472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Pushing event updated for resources: {'Port': ['ID=ca9da8f2-180b-4c92-b630-d60f53c5d402,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:59.447448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.469208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.473566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Attempting to bind port ca9da8f2-180b-4c92-b630-d60f53c5d402 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:51:59.473937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Attempting to bind port ca9da8f2-180b-4c92-b630-d60f53c5d402 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:51:59.474297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Attempting to bind port ca9da8f2-180b-4c92-b630-d60f53c5d402 on network fe818ea2-c76d-4123-a579-318fc84cb158 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:51:59.480032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:51:59.481991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Checking segment: {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:51:59.482672 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.483105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Bound using segment: {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:51:59.483625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Bound port: ca9da8f2-180b-4c92-b630-d60f53c5d402, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:51:59.484012 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.489366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8fd63eae-b46e-4419-b752-65f378cf8b71 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:51:59.491796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8fd63eae-b46e-4419-b752-65f378cf8b71 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:51:59.578791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Allocated IP 172.25.8.216 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a71c3da0-5da1-4a40-936e-24c17fbf043b) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:51:59.651965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] For port ca9da8f2-180b-4c92-b630-d60f53c5d402, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:51:59.694515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] For port ca9da8f2-180b-4c92-b630-d60f53c5d402, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca9da8f2-180b-4c92-b630-d60f53c5d402,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:51:59.698001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.728333 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.740755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.782820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:51:59.784366 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.787409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:51:59.790463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:59.792041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:51:59.794282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Pushing event updated for resources: {'Port': ['ID=a71c3da0-5da1-4a40-936e-24c17fbf043b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:59.839884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'port_id': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'mac_address': 'fa:16:3e:60:5e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:51:59.850636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6299cee-87c8-4673-b8da-a33382f671cd None None] Pushing event updated for resources: {'Port': ['ID=ca9da8f2-180b-4c92-b630-d60f53c5d402,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:51:59.854046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:51:59.856869 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b74ffb1-05cb-4f79-9888-6870fd01b70b" -d '{"events": [{"server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:51:59.911219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:51:59.921680 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45051c4-6712-4016-beab-433830853f6f x-openstack-request-id: req-a45051c4-6712-4016-beab-433830853f6f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:51:59.921995 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:51:59.922252 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a45051c4-6712-4016-beab-433830853f6f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:51:59.922649 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'code': 200} Sep 18 19:51:59.925702 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.970418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:51:59.992622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fd63eae-b46e-4419-b752-65f378cf8b71 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:00.067030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:00.079046 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:52:00.079446 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:52:00.159339 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:00.622396 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:00.644785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd63eae-b46e-4419-b752-65f378cf8b71 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:00.670332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:00.679873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:00.733071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:00.745611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:00.750186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7b7f-0b8d-4431-89c2-ef8069004983 req-fe5a71fd-c1cd-4892-8b36-fc4f36e94200 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:00.751805 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bfa7b7f-0b8d-4431-89c2-ef8069004983 req-fe5a71fd-c1cd-4892-8b36-fc4f36e94200 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 944 time: 0.0691555 Sep 18 19:52:00.865803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bfa7b7f-0b8d-4431-89c2-ef8069004983 req-0e3c4e57-ca87-41b8-b7a9-9cd2775e82d7 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747366 Sep 18 19:52:00.915700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Router e241d66d-08fe-4408-9dc8-f87b446cde2a is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:52:00.929495 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c096153-ef56-48e2-8676-6fb45c8a80aa None None] Network fe818ea2-c76d-4123-a579-318fc84cb158 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:00.994156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['8fd63eae-b46e-4419-b752-65f378cf8b71'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:01.038949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:52:01.053447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d031d02f-e27f-46e1-b0df-24d29cb060d3 None None] Provisioning complete for port ca9da8f2-180b-4c92-b630-d60f53c5d402 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:01.053779 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d031d02f-e27f-46e1-b0df-24d29cb060d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:01.058009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:01.059939 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-80a80237-ab6f-46ad-8703-7d9c656e9afa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.1558306 Sep 18 19:52:01.062948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57822) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:01.064954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Sync routers for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:52:01.131247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:01.132428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:01.292459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca9da8f2-180b-4c92-b630-d60f53c5d402 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:01.428226 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d031d02f-e27f-46e1-b0df-24d29cb060d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:01.439991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:01.610432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:01.790297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Allocated IP 172.20.0.1 (fe818ea2-c76d-4123-a579-318fc84cb158/59d4e37f-d5ab-4e14-9838-c3be9068feac/e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:01.810795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d031d02f-e27f-46e1-b0df-24d29cb060d3 None None] For port ca9da8f2-180b-4c92-b630-d60f53c5d402, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca9da8f2-180b-4c92-b630-d60f53c5d402,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:01.814320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ca9da8f2-180b-4c92-b630-d60f53c5d402 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:01.814776 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:01.822358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d031d02f-e27f-46e1-b0df-24d29cb060d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:01.914106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:01.955333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031d02f-e27f-46e1-b0df-24d29cb060d3 None None] Pushing event updated for resources: {'Port': ['ID=ca9da8f2-180b-4c92-b630-d60f53c5d402,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:01.956810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.012316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Pushing event updated for resources: {'Port': ['ID=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:02.019972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-78dc44e5-a144-4f74-852f-c0a772c3b4e6 None None] Provisioning complete for port ca9da8f2-180b-4c92-b630-d60f53c5d402 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:02.020351 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-78dc44e5-a144-4f74-852f-c0a772c3b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.026855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Network fe818ea2-c76d-4123-a579-318fc84cb158 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:02.029008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:02.032145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:02.053469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d872fb-3398-4817-9ee2-d2f868cf14bb req-0e11d107-2941-4ec0-a2dd-965dabb1dfc4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:02.063236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62d872fb-3398-4817-9ee2-d2f868cf14bb req-0e11d107-2941-4ec0-a2dd-965dabb1dfc4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 944 time: 0.0891795 Sep 18 19:52:02.083331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:51:59Z', 'revision_number': 3, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:02.116816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.128994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Checking router: e241d66d-08fe-4408-9dc8-f87b446cde2a for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:52:02.129350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Updating router e241d66d-08fe-4408-9dc8-f87b446cde2a port a71c3da0-5da1-4a40-936e-24c17fbf043b binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:52:02.159697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62d872fb-3398-4817-9ee2-d2f868cf14bb req-21898fe4-3c2a-4373-9368-b9d6e217fc86 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917418 Sep 18 19:52:02.166547 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.280657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.475552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.481217 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.492243 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.498224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.550700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.553441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Pushing event updated for resources: {'Port': ['ID=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:02.566674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Attempting to bind port a71c3da0-5da1-4a40-936e-24c17fbf043b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:52:02.567050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Attempting to bind port a71c3da0-5da1-4a40-936e-24c17fbf043b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:52:02.567439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Attempting to bind port a71c3da0-5da1-4a40-936e-24c17fbf043b on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:02.571759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6b488-1fce-44b9-83d0-b507d2fbc11d None None] Pushing event updated for resources: {'Port': ['ID=a71c3da0-5da1-4a40-936e-24c17fbf043b,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:02.576487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-344c2b46-a289-4cd5-8c57-04e880e7e11f None None] Provisioning complete for port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:02.576867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-344c2b46-a289-4cd5-8c57-04e880e7e11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.597634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:52:02.598017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:02.598421 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.599054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:52:02.599293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Bound port: a71c3da0-5da1-4a40-936e-24c17fbf043b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:52:02.599703 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.644221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-344c2b46-a289-4cd5-8c57-04e880e7e11f None None] Port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:52:02.660844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] For port a71c3da0-5da1-4a40-936e-24c17fbf043b, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:02.664228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] For port a71c3da0-5da1-4a40-936e-24c17fbf043b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a71c3da0-5da1-4a40-936e-24c17fbf043b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:52:02.666324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Network fe818ea2-c76d-4123-a579-318fc84cb158 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:02.667878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:02.670873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:02.747108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6b488-1fce-44b9-83d0-b507d2fbc11d None None] Pushing event updated for resources: {'Port': ['ID=a71c3da0-5da1-4a40-936e-24c17fbf043b,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:02.749927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:02.750545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:02.818410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Router e241d66d-08fe-4408-9dc8-f87b446cde2a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:52:02.874083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:02.943523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:52:02.955910 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ca701b8e-4b21-4c17-97c1-b181f6e5916e admin admin] 10.222.0.20 "PUT /v2.0/routers/e241d66d-08fe-4408-9dc8-f87b446cde2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8917742 Sep 18 19:52:03.003472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8c627e56-db4d-434f-93b4-59ea695c8a72 None None] Provisioning complete for port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:03.003857 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c627e56-db4d-434f-93b4-59ea695c8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:03.078006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8c627e56-db4d-434f-93b4-59ea695c8a72 None None] Port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:52:03.154196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 2, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:03.184411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f964cf-5c77-4b1a-82fa-0ab81b934875 None None] The sync data for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 is: [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 2, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:52:03.197420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca9da8f2-180b-4c92-b630-d60f53c5d402 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:03.269477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ca9da8f2-180b-4c92-b630-d60f53c5d402 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:03.270137 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:03.413715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507473b3-34a4-49df-88e0-92a808b0d2f4 req-91a60cb6-2362-4c26-aa50-658ae0a05851 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:03.415131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-507473b3-34a4-49df-88e0-92a808b0d2f4 req-91a60cb6-2362-4c26-aa50-658ae0a05851 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 944 time: 0.0886967 Sep 18 19:52:03.431839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57894) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:03.482041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8fd63eae-b46e-4419-b752-65f378cf8b71 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:03.553526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-507473b3-34a4-49df-88e0-92a808b0d2f4 req-4db108a4-f5f3-4072-86c3-7d58f512a1da tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191258 Sep 18 19:52:03.558013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 8fd63eae-b46e-4419-b752-65f378cf8b71 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:03.559604 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:03.582462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e1c1bb7b-b9a3-44e5-9f62-35f868ec38c5 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:03.584699 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e1c1bb7b-b9a3-44e5-9f62-35f868ec38c5 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/networks?id=fe818ea2-c76d-4123-a579-318fc84cb158 HTTP/1.1" status: 200 len: 828 time: 0.2081435 Sep 18 19:52:03.622407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-9e1197ba-ff37-4456-88e5-76498ccae8b1 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/quotas/ff4a7154357a4b28adb94cb04408e14a HTTP/1.1" status: 200 len: 375 time: 0.0316994 Sep 18 19:52:03.630613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:03.671209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:03.691190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-382f52e9-9fec-40a2-9994-4ca7782ea30a tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4a7154357a4b28adb94cb04408e14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677636 Sep 18 19:52:03.699023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:03.701576 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d51dd1-ec89-4ce2-b93f-26b9c49100aa" -d '{"events": [{"server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "name": "network-vif-plugged", "status": "completed", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:03.717287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:03.725367 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:03.769329 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0d70d3-3ff0-43d9-8bc7-cc5de606f994 x-openstack-request-id: req-4c0d70d3-3ff0-43d9-8bc7-cc5de606f994 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:03.769732 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "name": "network-vif-plugged", "status": "completed", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:03.770128 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c0d70d3-3ff0-43d9-8bc7-cc5de606f994 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:03.770689 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'code': 200} Sep 18 19:52:03.782573 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:03.785509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:03.787963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:03.825643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-656217d2-cc86-42b2-a80a-0517c140ad5d service neutron] 10.222.0.20 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261399 Sep 18 19:52:03.852006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bced4f8a-8552-4b4c-8eda-e48e3d237dca,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:03.865929 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15b91b0d7d914fe7b10db8dd90524ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329939 Sep 18 19:52:03.869587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:03.872637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.873067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.873489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.874050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.874465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.874872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.875268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.875692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.876092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.876505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.876898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:03.877294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3963721-c8c7-45b0-bf96-0609a28eaf97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:04.016152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b4222-0e64-453b-8f30-3216ad5ba1d2 req-f66a791f-2932-4a32-9c6f-d990ce48c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:04.017682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f3b4222-0e64-453b-8f30-3216ad5ba1d2 req-f66a791f-2932-4a32-9c6f-d990ce48c899 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 1097 time: 0.1311119 Sep 18 19:52:04.019525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-df5c6376-a685-48e1-a34b-a60f6da56e68 service neutron] 10.222.0.20 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864228 Sep 18 19:52:04.020557 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f097a793-02e4-4c3d-993d-dd72b410f998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.061714 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f097a793-02e4-4c3d-993d-dd72b410f998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.091287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f3b4222-0e64-453b-8f30-3216ad5ba1d2 req-933bffa4-1866-4572-8626-a3a6c7b0027a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659852 Sep 18 19:52:04.126015 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f097a793-02e4-4c3d-993d-dd72b410f998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.128713 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f097a793-02e4-4c3d-993d-dd72b410f998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.129910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f097a793-02e4-4c3d-993d-dd72b410f998 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bced4f8a-8552-4b4c-8eda-e48e3d237dca HTTP/1.1" status: 204 len: 168 time: 0.2590415 Sep 18 19:52:04.138891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097a793-02e4-4c3d-993d-dd72b410f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced4f8a-8552-4b4c-8eda-e48e3d237dca,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:04.242347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fc5b809-ce33-4557-a400-7927252ef371 req-6c67e33d-a4c0-494c-bd0a-d49f1c423084 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 210 time: 0.0304151 Sep 18 19:52:04.491361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57916) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:04.505560 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5f8679-9442-4d2d-a7ec-76b91dc4e5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.613435 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5f8679-9442-4d2d-a7ec-76b91dc4e5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.625064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5f8679-9442-4d2d-a7ec-76b91dc4e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.710110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57924) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:04.717165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-de5f8679-9442-4d2d-a7ec-76b91dc4e5c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4b536da2a084f8797f82cd2d2a34230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242856 Sep 18 19:52:04.719408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8679-9442-4d2d-a7ec-76b91dc4e5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f914907-6ade-41a2-a296-3d7659a8d0f9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:04.742504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c9433-03df-45d5-a7a1-ce4b59b539c8 req-a140136d-6de2-4b54-9cca-fb183d18fd12 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:04.744884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b7c9433-03df-45d5-a7a1-ce4b59b539c8 req-a140136d-6de2-4b54-9cca-fb183d18fd12 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1300263 Sep 18 19:52:04.781248 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08d9fe25-27be-40a0-bf6b-29882fb7050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.791437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b7c9433-03df-45d5-a7a1-ce4b59b539c8 req-91133d04-a32b-4cbd-9069-24e972123f7e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362432 Sep 18 19:52:04.804651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08d9fe25-27be-40a0-bf6b-29882fb7050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.861821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08d9fe25-27be-40a0-bf6b-29882fb7050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.864503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08d9fe25-27be-40a0-bf6b-29882fb7050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:04.866264 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-08d9fe25-27be-40a0-bf6b-29882fb7050c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f914907-6ade-41a2-a296-3d7659a8d0f9 HTTP/1.1" status: 204 len: 168 time: 0.1552060 Sep 18 19:52:04.875288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9fe25-27be-40a0-bf6b-29882fb7050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f914907-6ade-41a2-a296-3d7659a8d0f9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:05.223716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a71c3da0-5da1-4a40-936e-24c17fbf043b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:05.303594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a71c3da0-5da1-4a40-936e-24c17fbf043b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:05.304599 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:05.408078 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:05.436577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a71c3da0-5da1-4a40-936e-24c17fbf043b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a71c3da0-5da1-4a40-936e-24c17fbf043b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:05.447174 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:05.457524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0ecf1ec-db4a-4174-badd-af748a535a98 req-3bbf86ca-f5c6-420c-ae15-e86eb4d2b40d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 210 time: 0.0495911 Sep 18 19:52:05.491418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-3bcd1e86-8817-4010-addf-63286df51ec8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:05.493282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-3bcd1e86-8817-4010-addf-63286df51ec8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.32 "GET /v2.0/networks?id=fe818ea2-c76d-4123-a579-318fc84cb158 HTTP/1.1" status: 200 len: 828 time: 0.2376165 Sep 18 19:52:05.512330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Request body: {'port': {'device_id': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'admin_state_up': True, 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:05.521967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a71c3da0-5da1-4a40-936e-24c17fbf043b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:05.628951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Made reservation on behalf of ff4a7154357a4b28adb94cb04408e14a for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:05.634955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:05.776445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Allocated IP 172.20.0.6 (fe818ea2-c76d-4123-a579-318fc84cb158/59d4e37f-d5ab-4e14-9838-c3be9068feac/b57a3878-663a-4cf2-b846-7e599e4838c4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:05.790269 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Sync routers for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:52:05.805271 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:05.805936 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:05.941900 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:05.993939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a1b20-cdc1-4378-a8b2-41230ea47687 req-d6301cd5-5278-40c6-ac23-5a0fc52c4cf1 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:05.995503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-297a1b20-cdc1-4378-a8b2-41230ea47687 req-d6301cd5-5278-40c6-ac23-5a0fc52c4cf1 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.0867341 Sep 18 19:52:06.002256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.061612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-297a1b20-cdc1-4378-a8b2-41230ea47687 req-3ed42ed8-d7cd-4ba3-9f24-715753b0c88c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522428 Sep 18 19:52:06.069879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.135442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Network fe818ea2-c76d-4123-a579-318fc84cb158 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:06.139264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:06.146076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:06.183608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Pushing event updated for resources: {'Port': ['ID=b57a3878-663a-4cf2-b846-7e599e4838c4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:06.188484 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 2, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:06.217766 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Checking router: e241d66d-08fe-4408-9dc8-f87b446cde2a for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:52:06.218196 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Updating router e241d66d-08fe-4408-9dc8-f87b446cde2a port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:52:06.243036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:06.243647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.254734 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.297843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-e35a5e70-7d81-43c1-89e4-9cd87c02fcad tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938051 Sep 18 19:52:06.312704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d1ada-31e8-4264-aa64-c52006f311d3 req-30251089-0287-4a1a-a999-4d5ff5015099 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:06.314340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-649d1ada-31e8-4264-aa64-c52006f311d3 req-30251089-0287-4a1a-a999-4d5ff5015099 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.1318986 Sep 18 19:52:06.319450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Request body: {'port': {'device_id': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:06.440628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9e8377d3-749a-4cb2-a43c-210c8d6ee2e4 None None] Provisioning complete for port b57a3878-663a-4cf2-b846-7e599e4838c4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:06.441607 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9e8377d3-749a-4cb2-a43c-210c8d6ee2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.443960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.463867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-649d1ada-31e8-4264-aa64-c52006f311d3 req-e54e9e98-2415-4e0b-8521-f310d492b1c3 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380353 Sep 18 19:52:06.528384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9e8377d3-749a-4cb2-a43c-210c8d6ee2e4 None None] Port b57a3878-663a-4cf2-b846-7e599e4838c4 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:52:06.776524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb76cda-c32f-4ad3-9f9a-ae22d305c348 req-6f789089-b6a0-4496-a555-dac93cb7a88e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:06.779023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeb76cda-c32f-4ad3-9f9a-ae22d305c348 req-6f789089-b6a0-4496-a555-dac93cb7a88e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 931 time: 0.1257412 Sep 18 19:52:06.792160 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.802726 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.904253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeb76cda-c32f-4ad3-9f9a-ae22d305c348 req-dbc2e1df-2393-4e51-b589-d533b4db3ef7 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182911 Sep 18 19:52:06.940016 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306c24a-05ec-49a8-bd45-d9b8aa11fcdd None None] Pushing event updated for resources: {'Port': ['ID=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:06.962760 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Attempting to bind port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:52:06.963323 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Attempting to bind port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:52:06.963983 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Attempting to bind port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b on network fe818ea2-c76d-4123-a579-318fc84cb158 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:06.972383 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:52:06.974700 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Checking segment: {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:06.978946 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:06.979740 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Bound using segment: {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:52:06.980920 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Bound port: e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:52:06.982148 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.070599 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] For port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:07.074730 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] For port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:52:07.080587 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.135186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57a3878-663a-4cf2-b846-7e599e4838c4 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:07.159074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.164878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Provisioning complete for port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:07.165263 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.174970 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:07.175706 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:07.219707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Transition to ACTIVE for port object b57a3878-663a-4cf2-b846-7e599e4838c4 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:52:07.244229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939adf4d-a0ee-484c-86d2-39150729d123 req-a17f7390-1e3a-48c0-bcab-00bee38e64e6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:07.247737 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306c24a-05ec-49a8-bd45-d9b8aa11fcdd None None] Pushing event updated for resources: {'Port': ['ID=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:07.255312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-a17f7390-1e3a-48c0-bcab-00bee38e64e6 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 814 time: 0.2372870 Sep 18 19:52:07.259681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a71c3da0-5da1-4a40-936e-24c17fbf043b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:07.266293 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.278566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-322460df-2067-40ff-a6c8-e7e0e8e088d4 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/quotas/208f0e0e0cb1454e983698dd6efaba95 HTTP/1.1" status: 200 len: 375 time: 0.0222652 Sep 18 19:52:07.352185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.363321 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:07.377839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Pushing event updated for resources: {'Port': ['ID=b57a3878-663a-4cf2-b846-7e599e4838c4,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:07.414657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] For port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:07.419314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a71c3da0-5da1-4a40-936e-24c17fbf043b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:07.419923 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.429742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-ff934dc9-0891-4aee-937d-995e4c454b74 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502194 Sep 18 19:52:07.473463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.584974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Attempting to bind port b57a3878-663a-4cf2-b846-7e599e4838c4 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:52:07.585174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Pushing event updated for resources: {'Port': ['ID=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:07.585299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Attempting to bind port b57a3878-663a-4cf2-b846-7e599e4838c4 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:52:07.585544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Attempting to bind port b57a3878-663a-4cf2-b846-7e599e4838c4 on network fe818ea2-c76d-4123-a579-318fc84cb158 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:07.598180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Port b57a3878-663a-4cf2-b846-7e599e4838c4 on network fe818ea2-c76d-4123-a579-318fc84cb158 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:52:07.598562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Attempting to bind port b57a3878-663a-4cf2-b846-7e599e4838c4 on network fe818ea2-c76d-4123-a579-318fc84cb158 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:07.601435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.601435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.601815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.602139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.602470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.602796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.603319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.603826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.604923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.605492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.606246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.606891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f02512-627b-410b-9835-8ee6238c8b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:07.609411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-7720c275-8f54-49db-9e72-c6f7caa841ee service neutron] 10.222.0.20 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787584 Sep 18 19:52:07.624970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-928b7493-7b64-4f9e-8b4e-60bd16316900 None None] Provisioning complete for port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:07.625343 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-928b7493-7b64-4f9e-8b4e-60bd16316900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.735003 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:07Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:07.746996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-6961b57e-070a-42e9-a271-aeb26856fe5f service neutron] 10.222.0.20 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366179 Sep 18 19:52:07.748495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:52:07.752697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Checking segment: {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:07.753378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Bound using segment: {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:52:07.753591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Bound port: b57a3878-663a-4cf2-b846-7e599e4838c4, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39fbe47-992b-456f-b070-70c1f066f9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:52:07.753969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.782771 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255b767-711c-4bd3-82c6-a75631ac8616 None None] The sync data for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 is: [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:07Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:52:07.874920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] For port b57a3878-663a-4cf2-b846-7e599e4838c4, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:07.879782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] For port b57a3878-663a-4cf2-b846-7e599e4838c4, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b57a3878-663a-4cf2-b846-7e599e4838c4,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:52:07.887292 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.904679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:07.905604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:07.907129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] 10.222.0.32 "PUT /v2.0/ports/b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 200 len: 1092 time: 1.5918427 Sep 18 19:52:07.908671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:07.911086 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e9756b-eedd-402e-a332-3123e76b956e" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:08.044296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b6396ea-56c8-49d1-9fa2-2538a47e33da req-286eed94-41a3-4823-8991-b26af2e83e29 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 210 time: 0.0796349 Sep 18 19:52:08.097885 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d326a6-5d09-4a4e-b120-8ee22736c0cf x-openstack-request-id: req-b6d326a6-5d09-4a4e-b120-8ee22736c0cf {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:08.098173 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:08.098419 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6d326a6-5d09-4a4e-b120-8ee22736c0cf {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:08.098822 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'status': 'completed', 'code': 200} Sep 18 19:52:08.100818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-b828ea3f-5780-45e4-87c4-d849ece9a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:08.104809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-b828ea3f-5780-45e4-87c4-d849ece9a2b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff4a7154357a4b28adb94cb04408e14a&device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 1095 time: 0.1490867 Sep 18 19:52:08.148330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2eca-ef6c-46a0-a1fe-fa612a209198 service neutron] Pushing event updated for resources: {'Port': ['ID=b57a3878-663a-4cf2-b846-7e599e4838c4,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:08.236361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-f858bcbf-666e-43ca-9b2f-9c55295e77ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 200 len: 217 time: 0.1121092 Sep 18 19:52:08.306093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-645e8172-dce2-46af-b3bc-c82dab5e5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:08.307583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-645e8172-dce2-46af-b3bc-c82dab5e5a95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59d4e37f-d5ab-4e14-9838-c3be9068feac HTTP/1.1" status: 200 len: 867 time: 0.0634356 Sep 18 19:52:08.356917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58028) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:08.382290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2fc53-27f8-459a-8b2f-881e5c90dc28 req-96daa271-f316-4679-a36d-131daf791add tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:08.390553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84f2fc53-27f8-459a-8b2f-881e5c90dc28 req-96daa271-f316-4679-a36d-131daf791add tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 943 time: 0.2434969 Sep 18 19:52:08.434761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-2a23e62b-cdb0-4e1d-b762-d69f52631b28 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:08.436296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-2a23e62b-cdb0-4e1d-b762-d69f52631b28 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1dac919-306f-4a55-ae10-7b9f8d0c0881 HTTP/1.1" status: 200 len: 945 time: 0.2346656 Sep 18 19:52:08.462389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-adad3cd9-7348-45cd-92a9-55be50c3e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:08.464007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-adad3cd9-7348-45cd-92a9-55be50c3e69b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe818ea2-c76d-4123-a579-318fc84cb158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404779 Sep 18 19:52:08.487514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84f2fc53-27f8-459a-8b2f-881e5c90dc28 req-d093b884-e506-4829-9fad-ed51ebbba712 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959079 Sep 18 19:52:08.508014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063dae75-1789-493a-8975-80216e223453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.635331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-74108ba3-92d0-4683-a0cc-e651b5339b1c service neutron] 10.222.0.32 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521935 Sep 18 19:52:08.635543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063dae75-1789-493a-8975-80216e223453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.642668 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063dae75-1789-493a-8975-80216e223453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.668022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Deleting port 8fd63eae-b46e-4419-b752-65f378cf8b71 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:08.668855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.676686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dae75-1789-493a-8975-80216e223453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2186bc-8906-4e18-8877-299ceacbf3b7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:08.714154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-063dae75-1789-493a-8975-80216e223453 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afc1a37d93dd438eae328383f6fc02c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553751 Sep 18 19:52:08.715579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58034) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:08.772641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0144ee16-d715-4ab2-a52f-d7e2c20d4fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.800667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0144ee16-d715-4ab2-a52f-d7e2c20d4fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.828135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e196e00-172d-4a10-b7df-54a3dc60d829 req-fb9797f5-cbd3-4be4-bd6d-775934a41718 service neutron] 10.222.0.32 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833639 Sep 18 19:52:08.832898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] For port 8fd63eae-b46e-4419-b752-65f378cf8b71, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8fd63eae-b46e-4419-b752-65f378cf8b71,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:08.833262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.851652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Calling delete_port for 8fd63eae-b46e-4419-b752-65f378cf8b71 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:08.860442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0144ee16-d715-4ab2-a52f-d7e2c20d4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.863989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0144ee16-d715-4ab2-a52f-d7e2c20d4fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:08.865168 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0144ee16-d715-4ab2-a52f-d7e2c20d4fae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a2186bc-8906-4e18-8877-299ceacbf3b7 HTTP/1.1" status: 204 len: 168 time: 0.1483476 Sep 18 19:52:08.875139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144ee16-d715-4ab2-a52f-d7e2c20d4fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2186bc-8906-4e18-8877-299ceacbf3b7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:09.011362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9756b-eedd-402e-a332-3123e76b956e req-b77ef237-04b2-4718-a147-cfbe48df07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:09.013730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e9756b-eedd-402e-a332-3123e76b956e req-b77ef237-04b2-4718-a147-cfbe48df07e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff4a7154357a4b28adb94cb04408e14a&device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 1095 time: 0.0802939 Sep 18 19:52:09.049115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.062330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['8fd63eae-b46e-4419-b752-65f378cf8b71'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:09.092176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Pushing event deleted for resources: {'Port': ['ID=8fd63eae-b46e-4419-b752-65f378cf8b71,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:09.213310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] No DVR routers for this DVR port 8fd63eae-b46e-4419-b752-65f378cf8b71 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:09.227648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.229787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44de3530-7462-4c52-85cf-e5d8e2ec732d req-782519f4-dd80-4641-aee2-7e4c1c0cd211 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.24 "DELETE /v2.0/ports/8fd63eae-b46e-4419-b752-65f378cf8b71 HTTP/1.1" status: 204 len: 173 time: 0.7856791 Sep 18 19:52:09.260482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1ed6b7d-85d9-4afe-8890-0b14656ca4b9 req-35a18743-8b31-4619-ab3b-a2a5943eb67c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 210 time: 0.0911820 Sep 18 19:52:09.281179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:09.288054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58044) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:09.303755 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f8906ef-6dc0-456e-b2fb-879ab800c41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.307966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9756b-eedd-402e-a332-3123e76b956e req-06f2b7d1-318b-4a74-8ae2-20c324026d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:09.309887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e9756b-eedd-402e-a332-3123e76b956e req-06f2b7d1-318b-4a74-8ae2-20c324026d8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe818ea2-c76d-4123-a579-318fc84cb158 HTTP/1.1" status: 200 len: 929 time: 0.2828102 Sep 18 19:52:09.348748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:09.349213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.366112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e9756b-eedd-402e-a332-3123e76b956e req-12bf4e5e-62a7-49f6-aec3-5387d870a263 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 200 len: 217 time: 0.0466690 Sep 18 19:52:09.400188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939adf4d-a0ee-484c-86d2-39150729d123 req-6c0d608c-1b2c-4b4b-ac21-bbfe17f08149 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:09.401912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-6c0d608c-1b2c-4b4b-ac21-bbfe17f08149 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.24 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 814 time: 0.2615056 Sep 18 19:52:09.433429 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f8906ef-6dc0-456e-b2fb-879ab800c41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.440180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f8906ef-6dc0-456e-b2fb-879ab800c41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.444526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Request body: {'port': {'device_id': '75220a1c-5949-4294-96b2-b63c76ad841d', 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'admin_state_up': True, 'tenant_id': '208f0e0e0cb1454e983698dd6efaba95'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:09.486588 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1f8906ef-6dc0-456e-b2fb-879ab800c41b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc045cc162554faea23a2d8666bb995e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950679 Sep 18 19:52:09.486588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8906ef-6dc0-456e-b2fb-879ab800c41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fe349a-85f5-4e39-af64-3feedcffbe57,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:09.487323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58046) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:09.512832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9756b-eedd-402e-a332-3123e76b956e req-539e919e-e047-47f1-bcd0-87fa7a40600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:09.516595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e9756b-eedd-402e-a332-3123e76b956e req-539e919e-e047-47f1-bcd0-87fa7a40600c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59d4e37f-d5ab-4e14-9838-c3be9068feac HTTP/1.1" status: 200 len: 867 time: 0.1353872 Sep 18 19:52:09.539947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7d7-c022-49af-b23e-6eab06ef3de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.562738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7d7-c022-49af-b23e-6eab06ef3de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.612019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7d7-c022-49af-b23e-6eab06ef3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.614722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd7d7-c022-49af-b23e-6eab06ef3de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.616019 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a6fd7d7-c022-49af-b23e-6eab06ef3de4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12fe349a-85f5-4e39-af64-3feedcffbe57 HTTP/1.1" status: 204 len: 168 time: 0.1275299 Sep 18 19:52:09.622565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9756b-eedd-402e-a332-3123e76b956e req-44d7a659-2b08-4cbe-b7aa-58420044aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:09.624082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e9756b-eedd-402e-a332-3123e76b956e req-44d7a659-2b08-4cbe-b7aa-58420044aa0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe818ea2-c76d-4123-a579-318fc84cb158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977931 Sep 18 19:52:09.627498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd7d7-c022-49af-b23e-6eab06ef3de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fe349a-85f5-4e39-af64-3feedcffbe57,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:09.654975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Made reservation on behalf of 208f0e0e0cb1454e983698dd6efaba95 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:09.658500 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:09.685133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c59ae-ee9e-471b-95f7-fa6dd1f9d45d req-4d16280d-64c6-4aa0-803d-a73a80249197 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:09.686627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c5c59ae-ee9e-471b-95f7-fa6dd1f9d45d req-4d16280d-64c6-4aa0-803d-a73a80249197 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 943 time: 0.1236835 Sep 18 19:52:09.828717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e9756b-eedd-402e-a332-3123e76b956e req-d9c56a3d-95d5-4bc7-888e-236d7850bfd2 service neutron] 10.222.0.32 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947093 Sep 18 19:52:09.835596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c5c59ae-ee9e-471b-95f7-fa6dd1f9d45d req-663131f0-6ce5-4a19-af84-ecd7f5e71681 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398985 Sep 18 19:52:10.261166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'name': 'network-vif-deleted', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:10.263772 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c6103-243a-4ea5-9c53-4a3bb0ebf928" -d '{"events": [{"server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "name": "network-vif-deleted", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:10.303764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Allocated IP 172.20.0.4 (1b90e052-e705-4573-bd9d-4ee0e9e60f99/24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa/07dbeb20-18b1-4991-8d0a-e889a9a052f7) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:10.313029 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d943cdc-2ffe-4363-bf20-a426add214c0 x-openstack-request-id: req-8d943cdc-2ffe-4363-bf20-a426add214c0 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:10.313360 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1dac919-306f-4a55-ae10-7b9f8d0c0881", "name": "network-vif-deleted", "tag": "8fd63eae-b46e-4419-b752-65f378cf8b71", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:10.313657 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d943cdc-2ffe-4363-bf20-a426add214c0 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:10.314001 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dac919-306f-4a55-ae10-7b9f8d0c0881', 'name': 'network-vif-deleted', 'tag': '8fd63eae-b46e-4419-b752-65f378cf8b71', 'status': 'completed', 'code': 200} Sep 18 19:52:10.326572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e9756b-eedd-402e-a332-3123e76b956e req-2df0bb1b-dbec-4d70-b282-1d2913990677 service neutron] 10.222.0.32 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899209 Sep 18 19:52:10.389679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9fdb08d-282f-43df-8dda-361ff2b8ff3f req-0cbaec91-3365-4d8c-ade4-9cf9fa07e7fe tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 210 time: 0.0320444 Sep 18 19:52:10.494817 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:10.528593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:10.567212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:10.570400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:10.573250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:10.613178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Pushing event updated for resources: {'Port': ['ID=07dbeb20-18b1-4991-8d0a-e889a9a052f7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:10.637905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:10.638534 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:10.653860 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-8cd3b39b-6601-4d07-b8ad-a3208f769872 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2186761 Sep 18 19:52:10.666028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Request body: {'port': {'device_id': '75220a1c-5949-4294-96b2-b63c76ad841d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:10.723447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58084) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:10.726262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:10.834157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b53269f-0cee-4887-b492-de57a21da640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:10.977379 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b53269f-0cee-4887-b492-de57a21da640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:10.984322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b53269f-0cee-4887-b492-de57a21da640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.017607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efea7cb-ea6e-4eb4-b08c-1d94de7f3d89 req-ecaf8607-3248-4b1d-9052-49acb848eb3f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:11.019229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5efea7cb-ea6e-4eb4-b08c-1d94de7f3d89 req-ecaf8607-3248-4b1d-9052-49acb848eb3f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 943 time: 0.0756736 Sep 18 19:52:11.029633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0b53269f-0cee-4887-b492-de57a21da640 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=107c5ca878b547d8a9fb3f1089a189d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048716 Sep 18 19:52:11.032188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58100) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:11.033382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53269f-0cee-4887-b492-de57a21da640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b89748e-0eb2-49ba-bb78-f9adae0eef7e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:11.136491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07dbeb20-18b1-4991-8d0a-e889a9a052f7 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:11.152841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5efea7cb-ea6e-4eb4-b08c-1d94de7f3d89 req-778caad8-4348-4e06-9b24-9a7d14428571 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258457 Sep 18 19:52:11.155018 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.203757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Transition to ACTIVE for port object 07dbeb20-18b1-4991-8d0a-e889a9a052f7 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:52:11.212727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.218683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e6185019-c55d-4f0c-a22f-ced0fcffdf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.271055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649684c-8f68-4a0f-abf4-35d73abed10e req-b928b36a-2847-4c9e-b2cd-416434969cae tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:11.272543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5649684c-8f68-4a0f-abf4-35d73abed10e req-b928b36a-2847-4c9e-b2cd-416434969cae tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1238627 Sep 18 19:52:11.296258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e6185019-c55d-4f0c-a22f-ced0fcffdf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.326881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Pushing event updated for resources: {'Port': ['ID=07dbeb20-18b1-4991-8d0a-e889a9a052f7,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:11.405049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5649684c-8f68-4a0f-abf4-35d73abed10e req-4b099b28-0388-4057-8374-d0cc519ae520 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154108 Sep 18 19:52:11.440005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e6185019-c55d-4f0c-a22f-ced0fcffdf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.442471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e6185019-c55d-4f0c-a22f-ced0fcffdf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.443621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e6185019-c55d-4f0c-a22f-ced0fcffdf04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b89748e-0eb2-49ba-bb78-f9adae0eef7e HTTP/1.1" status: 204 len: 168 time: 0.4103000 Sep 18 19:52:11.444550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Attempting to bind port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:52:11.444883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Attempting to bind port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:52:11.445203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Attempting to bind port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:11.456871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:52:11.456871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Attempting to bind port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 on network 1b90e052-e705-4573-bd9d-4ee0e9e60f99 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:11.459945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6185019-c55d-4f0c-a22f-ced0fcffdf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b89748e-0eb2-49ba-bb78-f9adae0eef7e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:11.465522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:52:11.466172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Checking segment: {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:11.466172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Bound using segment: {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:52:11.466590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Bound port: 07dbeb20-18b1-4991-8d0a-e889a9a052f7, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47f0662-7dda-4f57-b5ec-4763a0c28cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:52:11.466854 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.513657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8fd63eae-b46e-4419-b752-65f378cf8b71 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:11.534204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 8fd63eae-b46e-4419-b752-65f378cf8b71 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:11.534554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8fd63eae-b46e-4419-b752-65f378cf8b71 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:11.569167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1c88a-ce28-4421-ac4c-46f466afde35 req-bfb0b834-553d-46cb-87e4-68691a2c4306 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:11.570664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30c1c88a-ce28-4421-ac4c-46f466afde35 req-bfb0b834-553d-46cb-87e4-68691a2c4306 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 943 time: 0.0931876 Sep 18 19:52:11.595115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] For port 07dbeb20-18b1-4991-8d0a-e889a9a052f7, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:11.598875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] For port 07dbeb20-18b1-4991-8d0a-e889a9a052f7, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=07dbeb20-18b1-4991-8d0a-e889a9a052f7,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:52:11.609853 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.652961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:11.653699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:11.655467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] 10.222.0.24 "PUT /v2.0/ports/07dbeb20-18b1-4991-8d0a-e889a9a052f7 HTTP/1.1" status: 200 len: 1092 time: 0.9932826 Sep 18 19:52:11.664981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30c1c88a-ce28-4421-ac4c-46f466afde35 req-5bec1ae1-59e0-4744-b1a4-0d4e06c39f0c tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772491 Sep 18 19:52:11.691575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078f02b-f3b0-437a-b916-9541f566c298 service neutron] Pushing event updated for resources: {'Port': ['ID=07dbeb20-18b1-4991-8d0a-e889a9a052f7,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:11.742404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939adf4d-a0ee-484c-86d2-39150729d123 req-7abf43cd-116a-4acb-b7c2-69b746133519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:11.743911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-7abf43cd-116a-4acb-b7c2-69b746133519 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 1095 time: 0.0477543 Sep 18 19:52:11.794040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-f70bc6ec-d8cc-48ba-bbb6-e32e7ba37739 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07dbeb20-18b1-4991-8d0a-e889a9a052f7 HTTP/1.1" status: 200 len: 217 time: 0.0412927 Sep 18 19:52:11.842947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939adf4d-a0ee-484c-86d2-39150729d123 req-dbc76f69-9ed4-4cd6-8969-6b82237a962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:11.844467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-dbc76f69-9ed4-4cd6-8969-6b82237a962d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa HTTP/1.1" status: 200 len: 854 time: 0.0437205 Sep 18 19:52:11.876720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-5314cfce-cc04-4317-94c8-af200ee7833d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b90e052-e705-4573-bd9d-4ee0e9e60f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249703 Sep 18 19:52:11.972586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-51faaaa2-49db-4386-86ac-b9d6c3650e32 service neutron] 10.222.0.24 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886974 Sep 18 19:52:12.067314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-939adf4d-a0ee-484c-86d2-39150729d123 req-0e770057-c032-48cc-b834-c64e6ba64496 service neutron] 10.222.0.24 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855744 Sep 18 19:52:12.275274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d59df-57de-42cd-a66a-fcae83958d6b req-abd9344f-3687-4ae5-b8d4-6a075f98e3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:12.276828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b5d59df-57de-42cd-a66a-fcae83958d6b req-abd9344f-3687-4ae5-b8d4-6a075f98e3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 943 time: 0.0553510 Sep 18 19:52:12.314868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75220a1c-5949-4294-96b2-b63c76ad841d', 'tag': '07dbeb20-18b1-4991-8d0a-e889a9a052f7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:12.317767 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421b7e75-217a-41d0-a9cd-43691afb4df0" -d '{"events": [{"name": "network-changed", "server_uuid": "75220a1c-5949-4294-96b2-b63c76ad841d", "tag": "07dbeb20-18b1-4991-8d0a-e889a9a052f7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:12.327813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b5d59df-57de-42cd-a66a-fcae83958d6b req-dd803e89-ac47-408f-a587-cca8febf4638 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Sep 18 19:52:12.365343 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0166058c-7dac-4aa9-ae14-8fba79028d0a x-openstack-request-id: req-0166058c-7dac-4aa9-ae14-8fba79028d0a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:12.365641 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75220a1c-5949-4294-96b2-b63c76ad841d", "tag": "07dbeb20-18b1-4991-8d0a-e889a9a052f7", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:12.365893 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0166058c-7dac-4aa9-ae14-8fba79028d0a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:12.366293 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75220a1c-5949-4294-96b2-b63c76ad841d', 'tag': '07dbeb20-18b1-4991-8d0a-e889a9a052f7', 'status': 'completed', 'code': 200} Sep 18 19:52:12.432449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-b89f6138-7b7a-4a0f-876c-ac7074121d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:12.434213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-b89f6138-7b7a-4a0f-876c-ac7074121d79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=208f0e0e0cb1454e983698dd6efaba95&device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 1095 time: 0.0435565 Sep 18 19:52:12.550932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b57a3878-663a-4cf2-b846-7e599e4838c4 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:52:12.569417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-77f8d98a-761a-4271-b62d-29adf1adb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:12.571077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-77f8d98a-761a-4271-b62d-29adf1adb236 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 200 len: 915 time: 0.1278608 Sep 18 19:52:12.579355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59434b4-8e78-4760-ba22-a3ee799b5401 req-ff262b71-662a-4648-8a40-b347a50c830e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:12.580820 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f59434b4-8e78-4760-ba22-a3ee799b5401 req-ff262b71-662a-4648-8a40-b347a50c830e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1023810 Sep 18 19:52:12.630886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-f4b2520c-b12e-4dad-bf77-826b2a357dba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07dbeb20-18b1-4991-8d0a-e889a9a052f7 HTTP/1.1" status: 200 len: 217 time: 0.0490899 Sep 18 19:52:12.671928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b57a3878-663a-4cf2-b846-7e599e4838c4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b57a3878-663a-4cf2-b846-7e599e4838c4,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:12.682032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f59434b4-8e78-4760-ba22-a3ee799b5401 req-6e4cb915-925d-4552-9c17-6d2013bf2cb7 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=58451054-682c-46a6-ac51-972fc640bacc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927992 Sep 18 19:52:12.685036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'port_id': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'mac_address': 'fa:16:3e:c4:11:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:52:12.717971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-cfb702c1-b8eb-46a8-b182-3909a14f6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:12.719803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-cfb702c1-b8eb-46a8-b182-3909a14f6427 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa HTTP/1.1" status: 200 len: 854 time: 0.0803525 Sep 18 19:52:12.747898 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:12.754907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-e0f87a12-94a8-4cc6-be3d-0687f43a3605 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b90e052-e705-4573-bd9d-4ee0e9e60f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272658 Sep 18 19:52:12.768896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57a3878-663a-4cf2-b846-7e599e4838c4 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:12.789447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b57a3878-663a-4cf2-b846-7e599e4838c4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b57a3878-663a-4cf2-b846-7e599e4838c4,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:12.794627 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:12.841811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b57a3878-663a-4cf2-b846-7e599e4838c4,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:12.881644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63fc42-ad46-4606-8531-56ba2c98c645 req-a5989f57-1dae-4d1f-8b9f-304ae465177a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:12.883126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e63fc42-ad46-4606-8531-56ba2c98c645 req-a5989f57-1dae-4d1f-8b9f-304ae465177a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 943 time: 0.1218386 Sep 18 19:52:12.912081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-c0e204f8-7a2d-4f78-9a4a-da247be53c0f service neutron] 10.222.0.24 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408553 Sep 18 19:52:12.948306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e63fc42-ad46-4606-8531-56ba2c98c645 req-54ae10cf-96d5-4ffe-8d8b-34c8f81d7142 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579917 Sep 18 19:52:13.053749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['b57a3878-663a-4cf2-b846-7e599e4838c4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:13.061596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-d27bed99-bee2-407d-b866-119d120fb91f tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:13.064293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-d27bed99-bee2-407d-b866-119d120fb91f tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 945 time: 0.1145968 Sep 18 19:52:13.070759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-421b7e75-217a-41d0-a9cd-43691afb4df0 req-e479327b-faca-4174-a232-f90928d9d5cf service neutron] 10.222.0.24 "GET /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459665 Sep 18 19:52:13.196005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Deleting port 40b8bb81-6c79-4844-99e5-d617be79ed9d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:13.196419 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:13.296118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] For port 40b8bb81-6c79-4844-99e5-d617be79ed9d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=40b8bb81-6c79-4844-99e5-d617be79ed9d,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:13.296793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:13.518865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634f094-5aab-47d0-8b03-124e5a562324 req-a0c05e32-f1bc-456f-804e-330ef21f0943 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:13.520176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4634f094-5aab-47d0-8b03-124e5a562324 req-a0c05e32-f1bc-456f-804e-330ef21f0943 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 944 time: 0.1095560 Sep 18 19:52:13.544898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 07dbeb20-18b1-4991-8d0a-e889a9a052f7 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:52:13.547527 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:13.547858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:13.548176 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Floating IP 4cdf5550-b84f-45da-a1dd-f497011de7fc disassociated. External IP: 172.25.8.102, port: 40b8bb81-6c79-4844-99e5-d617be79ed9d. Sep 18 19:52:13.548526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Calling delete_port for 40b8bb81-6c79-4844-99e5-d617be79ed9d owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:13.615672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4634f094-5aab-47d0-8b03-124e5a562324 req-2ad80121-9be8-48ac-bcd9-266f228abd66 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886803 Sep 18 19:52:13.656145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 07dbeb20-18b1-4991-8d0a-e889a9a052f7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=07dbeb20-18b1-4991-8d0a-e889a9a052f7,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:13.672209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '07dbeb20-18b1-4991-8d0a-e889a9a052f7', 'network_id': '1b90e052-e705-4573-bd9d-4ee0e9e60f99', 'port_id': '07dbeb20-18b1-4991-8d0a-e889a9a052f7', 'mac_address': 'fa:16:3e:71:bc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:52:13.712257 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:13.714584 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:13.728892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07dbeb20-18b1-4991-8d0a-e889a9a052f7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:13.748988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event deleted for resources: {'Port': ['ID=40b8bb81-6c79-4844-99e5-d617be79ed9d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:13.758963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 07dbeb20-18b1-4991-8d0a-e889a9a052f7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=07dbeb20-18b1-4991-8d0a-e889a9a052f7,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:13.768972 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:13.834218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=07dbeb20-18b1-4991-8d0a-e889a9a052f7,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:13.845233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6af1a8b2-5435-4e13-9b05-556163f6137e req-eaf8f780-b992-4bf4-b3d5-951915960214 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=07266ebe-0232-4546-8951-2030b2469b59 HTTP/1.1" status: 200 len: 210 time: 0.0306523 Sep 18 19:52:13.902889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58240) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:13.919263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Router b0841cda-5ab0-434d-9339-2f614cc13591 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:52:14.028316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['07dbeb20-18b1-4991-8d0a-e889a9a052f7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:14.029661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8344ce9-7e40-48d0-a612-18d90b149265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.074941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:52:14.097306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] Sync routers for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:52:14.119248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:14.120579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:14.137978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] No DVR routers for this DVR port 40b8bb81-6c79-4844-99e5-d617be79ed9d on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:14.144548 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.146585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2223faeb-f07b-4c31-9e27-248250d0f223 req-be4a0f96-9b17-4b4e-bc89-805d7a331678 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "DELETE /v2.0/ports/40b8bb81-6c79-4844-99e5-d617be79ed9d HTTP/1.1" status: 204 len: 173 time: 1.0747571 Sep 18 19:52:14.156527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48298e86-ca4d-4099-a2a2-be56cf5946e6 req-396124d6-8a33-4989-8864-c458ab69ccb8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:14.157875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48298e86-ca4d-4099-a2a2-be56cf5946e6 req-396124d6-8a33-4989-8864-c458ab69ccb8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 944 time: 0.1319096 Sep 18 19:52:14.244695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48298e86-ca4d-4099-a2a2-be56cf5946e6 req-4396c5fe-d122-42ea-aaa8-92394ecffc78 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736260 Sep 18 19:52:14.276590 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8344ce9-7e40-48d0-a612-18d90b149265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.283936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8344ce9-7e40-48d0-a612-18d90b149265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.343803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f8344ce9-7e40-48d0-a612-18d90b149265 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be305c92c7c3462387db12a9c2808d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353371 Sep 18 19:52:14.343803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8344ce9-7e40-48d0-a612-18d90b149265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5ea01a-8d2d-4496-994a-8c86136eb37d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:14.344582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58248) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:14.367103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07266ebe-0232-4546-8951-2030b2469b59', 'name': 'network-vif-deleted', 'tag': '40b8bb81-6c79-4844-99e5-d617be79ed9d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:14.369412 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150086f1-e34f-4281-b9b6-81a6bfbe4e83" -d '{"events": [{"server_uuid": "07266ebe-0232-4546-8951-2030b2469b59", "name": "network-vif-deleted", "tag": "40b8bb81-6c79-4844-99e5-d617be79ed9d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:14.421849 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97018148-d45a-4e5a-8256-0094167f3b0c x-openstack-request-id: req-97018148-d45a-4e5a-8256-0094167f3b0c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:14.422145 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07266ebe-0232-4546-8951-2030b2469b59", "name": "network-vif-deleted", "tag": "40b8bb81-6c79-4844-99e5-d617be79ed9d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:14.422960 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97018148-d45a-4e5a-8256-0094167f3b0c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:14.422960 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07266ebe-0232-4546-8951-2030b2469b59', 'name': 'network-vif-deleted', 'tag': '40b8bb81-6c79-4844-99e5-d617be79ed9d', 'status': 'completed', 'code': 200} Sep 18 19:52:14.424068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-edae7643-1f4f-49ae-a5ce-cefbaf98df84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.445707 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-edae7643-1f4f-49ae-a5ce-cefbaf98df84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.473562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:14.501282 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-edae7643-1f4f-49ae-a5ce-cefbaf98df84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.505920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-edae7643-1f4f-49ae-a5ce-cefbaf98df84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.509978 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-edae7643-1f4f-49ae-a5ce-cefbaf98df84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff5ea01a-8d2d-4496-994a-8c86136eb37d HTTP/1.1" status: 204 len: 168 time: 0.1624849 Sep 18 19:52:14.520483 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae7643-1f4f-49ae-a5ce-cefbaf98df84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5ea01a-8d2d-4496-994a-8c86136eb37d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:14.566900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b57a3878-663a-4cf2-b846-7e599e4838c4 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:14.729868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port b57a3878-663a-4cf2-b846-7e599e4838c4 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:52:14.736670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port b57a3878-663a-4cf2-b846-7e599e4838c4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:14.737050 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.775510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14d483-bf96-4f96-9b11-154011137d4b req-ddab8bc3-dc8f-4708-91ba-d6a5b81f37e2 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:14.777696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f14d483-bf96-4f96-9b11-154011137d4b req-ddab8bc3-dc8f-4708-91ba-d6a5b81f37e2 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 944 time: 0.0620394 Sep 18 19:52:14.820126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f14d483-bf96-4f96-9b11-154011137d4b req-f296a5b8-ca75-4f90-a3a6-bc7806e451ef tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Sep 18 19:52:14.826235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:14.840646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58260) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:14.853598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-192ef91a-2a61-4c99-9c63-4546ece84149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.857131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] Checking router: b0841cda-5ab0-434d-9339-2f614cc13591 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:52:14.869358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.882630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:14.883262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:14.930954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:14.933509 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eb97e5-42e0-4456-933b-3979a67f8d29" -d '{"events": [{"server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "name": "network-vif-plugged", "status": "completed", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:14.945244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58268) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:14.949995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b57a3878-663a-4cf2-b846-7e599e4838c4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b57a3878-663a-4cf2-b846-7e599e4838c4,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:14.957238 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.975012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-192ef91a-2a61-4c99-9c63-4546ece84149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.983042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-192ef91a-2a61-4c99-9c63-4546ece84149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:14.990713 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf022f7-9477-4b00-967f-a518fca4efac x-openstack-request-id: req-5cf022f7-9477-4b00-967f-a518fca4efac {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:14.991013 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "name": "network-vif-plugged", "status": "completed", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:14.991266 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cf022f7-9477-4b00-967f-a518fca4efac {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:14.991851 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'code': 200} Sep 18 19:52:15.011428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6dbd77ce-b596-4722-b528-6f1f40296325 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.044671 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-192ef91a-2a61-4c99-9c63-4546ece84149 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce3194a7a71446c286bc02bdaee15737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027705 Sep 18 19:52:15.047153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58270) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:15.053203 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6dbd77ce-b596-4722-b528-6f1f40296325 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.054095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ef91a-2a61-4c99-9c63-4546ece84149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2925521c-d4ac-4f03-921c-6709306947be,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:15.062290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:15.093454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b57a3878-663a-4cf2-b846-7e599e4838c4,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:15.103181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3534f756-e64d-466c-8487-6989dc5d2d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.129148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3534f756-e64d-466c-8487-6989dc5d2d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.129844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39f80-abc1-4576-b3aa-50cc70fc3233 req-c2e68877-16ba-44aa-bec9-f5bf67138271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:15.131487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fc39f80-abc1-4576-b3aa-50cc70fc3233 req-c2e68877-16ba-44aa-bec9-f5bf67138271 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 1097 time: 0.0750656 Sep 18 19:52:15.171351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6dbd77ce-b596-4722-b528-6f1f40296325 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.173968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6dbd77ce-b596-4722-b528-6f1f40296325 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.178098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6dbd77ce-b596-4722-b528-6f1f40296325 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "DELETE /v2.0/security-groups/58451054-682c-46a6-ac51-972fc640bacc HTTP/1.1" status: 204 len: 168 time: 0.2317426 Sep 18 19:52:15.178252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58272) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:15.190659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd77ce-b596-4722-b528-6f1f40296325 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58451054-682c-46a6-ac51-972fc640bacc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:15.194649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fc39f80-abc1-4576-b3aa-50cc70fc3233 req-8309b111-9af6-47d8-833f-78f9d2b42a63 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547163 Sep 18 19:52:15.204242 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-3510cb70-509b-48f4-84e3-ea167f36789d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] show failed (client error): The resource could not be found. Sep 18 19:52:15.205296 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3510cb70-509b-48f4-84e3-ea167f36789d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups/58451054-682c-46a6-ac51-972fc640bacc HTTP/1.1" status: 404 len: 347 time: 0.0262055 Sep 18 19:52:15.208411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58276) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:15.226935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3534f756-e64d-466c-8487-6989dc5d2d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.240753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3534f756-e64d-466c-8487-6989dc5d2d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.244812 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3534f756-e64d-466c-8487-6989dc5d2d27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2925521c-d4ac-4f03-921c-6709306947be HTTP/1.1" status: 204 len: 168 time: 0.1964240 Sep 18 19:52:15.253361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534f756-e64d-466c-8487-6989dc5d2d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2925521c-d4ac-4f03-921c-6709306947be,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:15.342001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:15.369145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c17d4b-3ee4-46c7-950d-1e2af16967d2 None None] The sync data for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 is: [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:52:15.397253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdbb8b-7f3f-4f46-9244-ef5f5b43af5b req-a40280f5-c3d8-4178-9c5e-0dff3a150d1e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:15.398770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdcdbb8b-7f3f-4f46-9244-ef5f5b43af5b req-a40280f5-c3d8-4178-9c5e-0dff3a150d1e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 944 time: 0.0624502 Sep 18 19:52:15.409567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Deleting port 47e40a7b-4d55-4f60-8643-ffa1fcef7202 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:15.409915 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.505817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdcdbb8b-7f3f-4f46-9244-ef5f5b43af5b req-adae025b-5b4c-4ac1-beac-d80ba89494c9 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980878 Sep 18 19:52:15.534728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.535058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.547569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Calling delete_port for 47e40a7b-4d55-4f60-8643-ffa1fcef7202 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:15.569855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 07dbeb20-18b1-4991-8d0a-e889a9a052f7 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:15.641408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:52:15.647752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:15.648497 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.712085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.718051 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9b0d7-5566-496b-a73a-80ecf968b810 None None] New status for floating IP 4cdf5550-b84f-45da-a1dd-f497011de7fc: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:52:15.740478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event deleted for resources: {'Port': ['ID=47e40a7b-4d55-4f60-8643-ffa1fcef7202,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:15.768145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.813743 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.816343 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.820131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 07dbeb20-18b1-4991-8d0a-e889a9a052f7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=07dbeb20-18b1-4991-8d0a-e889a9a052f7,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:15.820470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-981e989c-af78-413f-b01a-f1fc02629f8c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "DELETE /v2.0/floatingips/4cdf5550-b84f-45da-a1dd-f497011de7fc HTTP/1.1" status: 204 len: 168 time: 0.6107891 Sep 18 19:52:15.826254 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:15.827595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 40b8bb81-6c79-4844-99e5-d617be79ed9d no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:15.903011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 40b8bb81-6c79-4844-99e5-d617be79ed9d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:15.903360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 40b8bb81-6c79-4844-99e5-d617be79ed9d not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:15.931414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=07dbeb20-18b1-4991-8d0a-e889a9a052f7,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:15.977545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347718f-44bd-4fc3-8e6f-e83ebc5b3ffa req-7556c0fb-09c9-409f-a8af-8e5d82419fd9 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:15.979110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2347718f-44bd-4fc3-8e6f-e83ebc5b3ffa req-7556c0fb-09c9-409f-a8af-8e5d82419fd9 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 945 time: 0.0572548 Sep 18 19:52:16.018803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2347718f-44bd-4fc3-8e6f-e83ebc5b3ffa req-9e45a68e-2e71-4f08-bc31-107ad714f584 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333786 Sep 18 19:52:16.170092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58308) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:16.176164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f3bd59b7-aaef-402d-9854-19ccec6d774a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624991355', 'description': 'tempest-description--1613747732'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:16.206236 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3bd59b7-aaef-402d-9854-19ccec6d774a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.297143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3bd59b7-aaef-402d-9854-19ccec6d774a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.301205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3bd59b7-aaef-402d-9854-19ccec6d774a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.329103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3bd59b7-aaef-402d-9854-19ccec6d774a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.335669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f3bd59b7-aaef-402d-9854-19ccec6d774a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1607776 Sep 18 19:52:16.335870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58314) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:16.336816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd59b7-aaef-402d-9854-19ccec6d774a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:16.348848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b3accaef-e3d6-40bc-b14c-b81af60aa3fd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'security_group_rule': {'security_group_id': 'b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:16.376141 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3accaef-e3d6-40bc-b14c-b81af60aa3fd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.430112 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3accaef-e3d6-40bc-b14c-b81af60aa3fd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.435790 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3accaef-e3d6-40bc-b14c-b81af60aa3fd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.454700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3accaef-e3d6-40bc-b14c-b81af60aa3fd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b567694f-369a-46d6-a7cf-e478af08011d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:16.464845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3accaef-e3d6-40bc-b14c-b81af60aa3fd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.466056 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b3accaef-e3d6-40bc-b14c-b81af60aa3fd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292560 Sep 18 19:52:16.468861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58320) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:16.473517 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-74dbc68f-fc76-4091-be09-4e7d563d8094 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'security_group_rule': {'security_group_id': 'b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:16.501228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74dbc68f-fc76-4091-be09-4e7d563d8094 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.569402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74dbc68f-fc76-4091-be09-4e7d563d8094 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.580453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74dbc68f-fc76-4091-be09-4e7d563d8094 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.599299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbc68f-fc76-4091-be09-4e7d563d8094 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5989f6a2-026b-4090-8149-e3155c893422,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:16.621686 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74dbc68f-fc76-4091-be09-4e7d563d8094 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.625994 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-74dbc68f-fc76-4091-be09-4e7d563d8094 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530588 Sep 18 19:52:16.626597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58330) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:16.631340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:16.637989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24470e9-f021-4e2b-9ddd-3f56ba403156 req-faef270e-0083-4d74-8b9e-0c874c374a36 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:16.638994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c24470e9-f021-4e2b-9ddd-3f56ba403156 req-faef270e-0083-4d74-8b9e-0c874c374a36 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.0582862 Sep 18 19:52:16.661181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.688369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c24470e9-f021-4e2b-9ddd-3f56ba403156 req-55392232-d6f4-47ce-8fbd-7479ee3056ac tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423143 Sep 18 19:52:16.772791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.881085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Allocated IP 172.25.8.231 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/2d52e654-f44c-4fb5-bfc5-b17397b3c640) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:16.983461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:16.992938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75220a1c-5949-4294-96b2-b63c76ad841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07dbeb20-18b1-4991-8d0a-e889a9a052f7'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:16.997523 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa932cff-8515-4ac3-860b-085202bf397c" -d '{"events": [{"server_uuid": "75220a1c-5949-4294-96b2-b63c76ad841d", "name": "network-vif-plugged", "status": "completed", "tag": "07dbeb20-18b1-4991-8d0a-e889a9a052f7"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:17.022253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.036881 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ac292-9d8a-4b36-b3d2-387978cc3909 x-openstack-request-id: req-7d5ac292-9d8a-4b36-b3d2-387978cc3909 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:17.037436 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75220a1c-5949-4294-96b2-b63c76ad841d", "name": "network-vif-plugged", "status": "completed", "tag": "07dbeb20-18b1-4991-8d0a-e889a9a052f7", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:17.037996 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d5ac292-9d8a-4b36-b3d2-387978cc3909 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:17.038555 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75220a1c-5949-4294-96b2-b63c76ad841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07dbeb20-18b1-4991-8d0a-e889a9a052f7', 'code': 200} Sep 18 19:52:17.062249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:17.068989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:17.073864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:17.076747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'Port': ['ID=2d52e654-f44c-4fb5-bfc5-b17397b3c640,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:17.187882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.225703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.388513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.393470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.481560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'Port': ['ID=2d52e654-f44c-4fb5-bfc5-b17397b3c640,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:17.496428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.516322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.518673 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c903c87e-ec60-46b1-b2d8-1bc3bb397599 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8909576 Sep 18 19:52:17.520027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8787b61-200d-4caf-b202-8c74d5d70f55 req-1f1c1dc5-406f-4aba-bb55-dbfae1816ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:17.521528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8787b61-200d-4caf-b202-8c74d5d70f55 req-1f1c1dc5-406f-4aba-bb55-dbfae1816ff2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 1097 time: 0.4200902 Sep 18 19:52:17.555214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47624328-0ecc-43ea-bbf2-b4b79ac2e935 req-447fc069-13bd-4a26-8df6-8a9c0f5d3461 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:17.564204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47624328-0ecc-43ea-bbf2-b4b79ac2e935 req-447fc069-13bd-4a26-8df6-8a9c0f5d3461 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 945 time: 0.4286397 Sep 18 19:52:17.592747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e8787b61-200d-4caf-b202-8c74d5d70f55 req-f565b6f9-fa85-4933-8174-d2ad68167435 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634193 Sep 18 19:52:17.610752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47624328-0ecc-43ea-bbf2-b4b79ac2e935 req-9b75bc6a-bd27-400d-8289-be0be141e6a3 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Sep 18 19:52:17.774514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58396) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:17.825430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-b5f8d42b-f95a-4e68-bed3-040e73381b5e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1624991355&fields=id&tenant_id=9b1920334d9b46ea8940702aa9a66c84 HTTP/1.1" status: 200 len: 267 time: 0.1391950 Sep 18 19:52:17.888315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7321328e-7934-45f8-ad33-3f22a01fafcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.891091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-e1f263a8-0bf2-4561-98b9-e9bfe794c06c tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 258 time: 0.2399318 Sep 18 19:52:17.928004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:17.970780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e978c-65ab-4804-b12d-53f544104fbf req-d867718f-d3c3-44af-9c9c-c5cc02bf2ee6 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:17.972201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-d867718f-d3c3-44af-9c9c-c5cc02bf2ee6 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 809 time: 0.1290958 Sep 18 19:52:17.982306 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7321328e-7934-45f8-ad33-3f22a01fafcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.986705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7321328e-7934-45f8-ad33-3f22a01fafcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:17.999959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-21b97cf9-b3ba-4706-b669-8eba9ff4fe2d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/quotas/9b1920334d9b46ea8940702aa9a66c84 HTTP/1.1" status: 200 len: 375 time: 0.0217552 Sep 18 19:52:18.015998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.026048 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7321328e-7934-45f8-ad33-3f22a01fafcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aa120ab9d9243bbb343591204c16512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503948 Sep 18 19:52:18.028237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321328e-7934-45f8-ad33-3f22a01fafcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea4f7db-98ee-439e-b004-36facacdb11a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:18.032028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58400) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:18.081851 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16581b3b-33cb-44de-bc75-d8966697bc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.082414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-4ac62e57-b998-4041-8d5a-4360bfd6ee1a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794342 Sep 18 19:52:18.104988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16581b3b-33cb-44de-bc75-d8966697bc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.153762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16581b3b-33cb-44de-bc75-d8966697bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.156779 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16581b3b-33cb-44de-bc75-d8966697bc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.158059 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-16581b3b-33cb-44de-bc75-d8966697bc80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ea4f7db-98ee-439e-b004-36facacdb11a HTTP/1.1" status: 204 len: 168 time: 0.1250565 Sep 18 19:52:18.166595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16581b3b-33cb-44de-bc75-d8966697bc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea4f7db-98ee-439e-b004-36facacdb11a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:18.223285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-6187c06b-8a84-4d1c-a3ec-cfe5f1c1d66c service neutron] 10.222.0.20 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064346 Sep 18 19:52:18.228795 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.391130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-9702cde6-4cd2-4435-8d93-8f67c4af83eb service neutron] 10.222.0.20 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597247 Sep 18 19:52:18.411307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Allocated IP 172.25.8.12 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/ee74f428-b2e6-4141-b5ad-b21f1fc45a96) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:18.435625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58406) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:18.448767 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b63ae648-4999-423b-be5d-3c7654ffe569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.554139 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.593431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b63ae648-4999-423b-be5d-3c7654ffe569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.599437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b63ae648-4999-423b-be5d-3c7654ffe569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.638771 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.654736 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b63ae648-4999-423b-be5d-3c7654ffe569 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d40fed0260c046c0a5ff857a977706d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144372 Sep 18 19:52:18.654736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ae648-4999-423b-be5d-3c7654ffe569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e8e324-a217-4c9f-942e-13e211e09cbf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:18.657054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58414) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:18.682183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:18.693224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:18.700213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:18.716496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0334b77-5b0e-474a-9d18-40b18b2b794c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.750309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0334b77-5b0e-474a-9d18-40b18b2b794c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.750642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Pushing event updated for resources: {'Port': ['ID=ee74f428-b2e6-4141-b5ad-b21f1fc45a96,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:18.786084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e02da8-c5bc-4603-a05c-27b179163fb4 req-223893f5-16c2-4856-8a68-5cb61246210a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:18.787716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17e02da8-c5bc-4603-a05c-27b179163fb4 req-223893f5-16c2-4856-8a68-5cb61246210a tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.1194482 Sep 18 19:52:18.808293 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0334b77-5b0e-474a-9d18-40b18b2b794c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.811366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0334b77-5b0e-474a-9d18-40b18b2b794c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.815275 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c0334b77-5b0e-474a-9d18-40b18b2b794c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78e8e324-a217-4c9f-942e-13e211e09cbf HTTP/1.1" status: 204 len: 168 time: 0.1547720 Sep 18 19:52:18.825676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0334b77-5b0e-474a-9d18-40b18b2b794c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e8e324-a217-4c9f-942e-13e211e09cbf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:18.853947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.864590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17e02da8-c5bc-4603-a05c-27b179163fb4 req-83265de7-6d2a-4679-848b-c3762c4c4731 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534317 Sep 18 19:52:18.903208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:18.962463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a8a3a6c-6f6b-4a3f-ae33-209c03d4939f req-b79f4543-1856-48d4-9fba-11ca09e02639 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 210 time: 0.0319986 Sep 18 19:52:19.111648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:19.119031 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:19.235954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Pushing event updated for resources: {'Port': ['ID=ee74f428-b2e6-4141-b5ad-b21f1fc45a96,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:19.259326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:19.272026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e727c-b38a-4c8e-8a82-704fa2707bd4 req-9224cc40-3d7b-4c1f-bf1a-8278deaa7bd7 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:19.273535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f8e727c-b38a-4c8e-8a82-704fa2707bd4 req-9224cc40-3d7b-4c1f-bf1a-8278deaa7bd7 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.1159577 Sep 18 19:52:19.303596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:19.304876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-9158005e-9a0f-4c8e-8cba-f17edf80479e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4065723 Sep 18 19:52:19.366594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f8e727c-b38a-4c8e-8a82-704fa2707bd4 req-0d63a5f8-824d-48d7-b2d7-9798aaae1571 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862536 Sep 18 19:52:19.378862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-e748f783-4ffb-462f-b059-561a182842d8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 695 time: 0.0602715 Sep 18 19:52:19.502707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-78a9f9af-bc2b-4e5b-863a-9b50c678d81d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:19.504312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-78a9f9af-bc2b-4e5b-863a-9b50c678d81d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.1193473 Sep 18 19:52:19.518695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-341a4f31-d7fb-4651-8fc1-100f31a53f10 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:52:19.520293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c67d184-2275-4ab8-a9ea-2f03f9ee466d req-341a4f31-d7fb-4651-8fc1-100f31a53f10 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097201 Sep 18 19:52:19.695965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f5591-284f-4952-9f25-1a9c2b87d1c7 req-2138151e-2114-48f8-923d-2e2ea4d4e214 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:19.697842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a68f5591-284f-4952-9f25-1a9c2b87d1c7 req-2138151e-2114-48f8-923d-2e2ea4d4e214 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.1439776 Sep 18 19:52:19.767304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-f250cf34-eb53-4d7b-a241-6331959ca704 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:19.769233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-f250cf34-eb53-4d7b-a241-6331959ca704 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1735871 Sep 18 19:52:19.856111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a68f5591-284f-4952-9f25-1a9c2b87d1c7 req-df3371a6-0db3-4b55-9085-497703b21701 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447053 Sep 18 19:52:19.862556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-e777e4f6-5b3e-4f3c-8fb1-1d86a1b62d2d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 695 time: 0.0788500 Sep 18 19:52:19.885168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Request body: {'floatingip': {'port_id': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:19.931011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e978c-65ab-4804-b12d-53f544104fbf req-6eb324ce-91ba-4295-af7e-6e2091d0e911 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:19.932611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-6eb324ce-91ba-4295-af7e-6e2091d0e911 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 809 time: 0.3042667 Sep 18 19:52:19.967646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:20.082032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-ee971d01-bf83-4b2b-8242-d487ee9604b8 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b1920334d9b46ea8940702aa9a66c84 HTTP/1.1" status: 200 len: 380 time: 0.1392360 Sep 18 19:52:20.093499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'port': {'device_id': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'admin_state_up': True, 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'security_groups': ['b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:20.169012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca9953-c23c-4cad-a77f-e804e529de60 req-0eb163e5-275c-4429-b167-86d34e74c86f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:20.170493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4aca9953-c23c-4cad-a77f-e804e529de60 req-0eb163e5-275c-4429-b167-86d34e74c86f tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.1633174 Sep 18 19:52:20.302376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4aca9953-c23c-4cad-a77f-e804e529de60 req-66992fc6-964a-4bd2-aae9-917c1f3a672e tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253529 Sep 18 19:52:20.465019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Made reservation on behalf of 9b1920334d9b46ea8940702aa9a66c84 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:20.468634 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:20.471994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55a6258e-b431-4798-9828-15f25c267a48 req-e0bf63bc-ff75-4d7d-a29f-dfc0daecbe51 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 210 time: 0.0724683 Sep 18 19:52:20.743541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Allocated IP 172.20.0.3 (d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b/853cb1f6-f21e-4e3c-8f0a-9f2cee631efa/4a6f6033-cf73-480e-8cc1-769fb1ab8fc2) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:20.812768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:20.831824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:20.905177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83058f0-9d43-4891-8694-c231ed88aa1b req-d289722d-4918-4977-8afe-4e8b747e0909 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:20.906878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f83058f0-9d43-4891-8694-c231ed88aa1b req-d289722d-4918-4977-8afe-4e8b747e0909 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.1842964 Sep 18 19:52:20.939982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58512) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:21.055854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60b3e2fe-300b-4a8d-abb7-51cd9fdffef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.169456 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60b3e2fe-300b-4a8d-abb7-51cd9fdffef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.173613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60b3e2fe-300b-4a8d-abb7-51cd9fdffef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.220284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3e2fe-300b-4a8d-abb7-51cd9fdffef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9390862-b08b-4ab3-acab-dbb51e84cd96,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:21.226438 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-60b3e2fe-300b-4a8d-abb7-51cd9fdffef7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd3d0b1cf6ea4318a2e6d978593a6b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852569 Sep 18 19:52:21.229091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58518) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:21.286920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93a361bf-3319-47cc-ac40-aeba5f0e7d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.309345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93a361bf-3319-47cc-ac40-aeba5f0e7d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.360320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93a361bf-3319-47cc-ac40-aeba5f0e7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.362931 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93a361bf-3319-47cc-ac40-aeba5f0e7d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.364258 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-93a361bf-3319-47cc-ac40-aeba5f0e7d7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9390862-b08b-4ab3-acab-dbb51e84cd96 HTTP/1.1" status: 204 len: 168 time: 0.1335931 Sep 18 19:52:21.373035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a361bf-3319-47cc-ac40-aeba5f0e7d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9390862-b08b-4ab3-acab-dbb51e84cd96,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:21.431666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f83058f0-9d43-4891-8694-c231ed88aa1b req-11c3b70a-2100-47e4-b004-0d07ae85e6cd tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153766 Sep 18 19:52:21.443204 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Floating IP 4fc358cb-ea9f-4d6e-b9cb-e384701b067b associated. External IP: 172.25.8.12, port: b57a3878-663a-4cf2-b846-7e599e4838c4. Sep 18 19:52:21.515828 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.552113 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8af52be1-f7a6-4b10-9615-929a52fad8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.603505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.682138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58534) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:21.696881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef38f0d-d98b-456b-b2d2-56c464f57680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.698217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:21.703433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:21.704545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event updated for resources: {'Port': ['ID=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:21.717721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:21.835578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:21.836239 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.843510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef38f0d-d98b-456b-b2d2-56c464f57680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.850880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Router e241d66d-08fe-4408-9dc8-f87b446cde2a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:52:21.854485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ef38f0d-d98b-456b-b2d2-56c464f57680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:21.863280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-56c9ee8e-1bca-40da-9fb4-3b59fffefc6d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7745812 Sep 18 19:52:21.903325 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2ef38f0d-d98b-456b-b2d2-56c464f57680 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33d203ad6cdf429eb5be9dedf08712ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193687 Sep 18 19:52:21.904266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef38f0d-d98b-456b-b2d2-56c464f57680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44044ca-0aa2-47d1-b1ca-9437cf77d0a9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:21.906947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58536) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:21.910195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Request body: {'port': {'device_id': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:21.973672 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cc2478-a454-4376-9bcf-e17a23e1aa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.003873 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cc2478-a454-4376-9bcf-e17a23e1aa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.019608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8d2a7164-fd23-4737-9a08-152ee866f4af None None] Provisioning complete for port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:22.020394 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7164-fd23-4737-9a08-152ee866f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.034384 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.066425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a7164-fd23-4737-9a08-152ee866f4af None None] Port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:52:22.076955 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cc2478-a454-4376-9bcf-e17a23e1aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.083788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cc2478-a454-4376-9bcf-e17a23e1aa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.088125 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-79cc2478-a454-4376-9bcf-e17a23e1aa5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b44044ca-0aa2-47d1-b1ca-9437cf77d0a9 HTTP/1.1" status: 204 len: 168 time: 0.1772027 Sep 18 19:52:22.102236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc2478-a454-4376-9bcf-e17a23e1aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44044ca-0aa2-47d1-b1ca-9437cf77d0a9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:22.126975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:52:22.132607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.140265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] Sync routers for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:52:22.152544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:22.153740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:22.195901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-87264f0e-344d-4a9b-828a-242a711344bf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "PUT /v2.0/floatingips/4fc358cb-ea9f-4d6e-b9cb-e384701b067b HTTP/1.1" status: 200 len: 995 time: 2.3227284 Sep 18 19:52:22.197975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:22.201334 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa3eec7-365e-4641-b27a-a52904064708" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:22.217875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96753-94b4-468f-a3b4-67f7fae8c3fb req-6b311b44-7e4b-4d68-9d5f-e1d7b3946bac tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:22.226495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ba96753-94b4-468f-a3b4-67f7fae8c3fb req-6b311b44-7e4b-4d68-9d5f-e1d7b3946bac tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.1714692 Sep 18 19:52:22.277807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:22.391472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ba96753-94b4-468f-a3b4-67f7fae8c3fb req-fe127039-ff61-4609-b9ad-c2de60125082 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603043 Sep 18 19:52:22.422166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-fbeec23b-c212-4275-9028-504384fe91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:22.430098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-fbeec23b-c212-4275-9028-504384fe91fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4a7154357a4b28adb94cb04408e14a&device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 1097 time: 0.1958001 Sep 18 19:52:22.571829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4fc358cb-ea9f-4d6e-b9cb-e384701b067b', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'port_id': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'mac_address': 'fa:16:3e:c4:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:52:18Z', 'updated_at': '2021-09-18T19:52:20Z', 'revision_number': 1, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:07Z', 'revision_number': 5, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:22.600540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] Checking router: e241d66d-08fe-4408-9dc8-f87b446cde2a for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:52:22.610972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:22.611562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:51:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:22.624177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1073c-72dc-45c0-986e-c9276150403b req-9689cd6f-2fe9-4758-9d49-8533d8782aa4 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:22.625999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79f1073c-72dc-45c0-986e-c9276150403b req-9689cd6f-2fe9-4758-9d49-8533d8782aa4 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 931 time: 0.1568053 Sep 18 19:52:22.694298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-5a5e72a3-4176-40fb-a802-dab3535b8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:22.696137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-5a5e72a3-4176-40fb-a802-dab3535b8662 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe818ea2-c76d-4123-a579-318fc84cb158 HTTP/1.1" status: 200 len: 929 time: 0.2650182 Sep 18 19:52:22.718025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:22.737295 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.749691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:22.760372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79f1073c-72dc-45c0-986e-c9276150403b req-da21c98f-56eb-4c26-8c33-267f26656423 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265326 Sep 18 19:52:22.831847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Transition to ACTIVE for port object 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:52:22.840691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:22.929118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-9298235b-137a-4bef-b620-3de51ba919be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 200 len: 998 time: 0.1974137 Sep 18 19:52:23.045137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:23.067182 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:23.069826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4fc358cb-ea9f-4d6e-b9cb-e384701b067b', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'port_id': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'mac_address': 'fa:16:3e:c4:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:52:18Z', 'updated_at': '2021-09-18T19:52:20Z', 'revision_number': 1, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:07Z', 'revision_number': 5, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:23.109207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0376bf-4373-41a5-b350-921c6cee234b None None] The sync data for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 is: [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4fc358cb-ea9f-4d6e-b9cb-e384701b067b', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'port_id': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'mac_address': 'fa:16:3e:c4:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:52:18Z', 'updated_at': '2021-09-18T19:52:20Z', 'revision_number': 1, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:07Z', 'revision_number': 5, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:52:23.173083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-5fcc4782-fc6d-4142-b472-a3762d3b50ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.183859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-5fcc4782-fc6d-4142-b472-a3762d3b50ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.191847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-5fcc4782-fc6d-4142-b472-a3762d3b50ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.201031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-5fcc4782-fc6d-4142-b472-a3762d3b50ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.207683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-5fcc4782-fc6d-4142-b472-a3762d3b50ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.217494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-5fcc4782-fc6d-4142-b472-a3762d3b50ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.224247 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:23.225515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-5fcc4782-fc6d-4142-b472-a3762d3b50ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.227320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-5fcc4782-fc6d-4142-b472-a3762d3b50ef tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5445 time: 0.2968452 Sep 18 19:52:23.234756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-5acce655-6592-44e4-8bd5-156ed448603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.236698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-5acce655-6592-44e4-8bd5-156ed448603c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59d4e37f-d5ab-4e14-9838-c3be9068feac HTTP/1.1" status: 200 len: 867 time: 0.2696977 Sep 18 19:52:23.311196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-03e11335-07cd-4ba6-a70e-325933164547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.317123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-03e11335-07cd-4ba6-a70e-325933164547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.322914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-03e11335-07cd-4ba6-a70e-325933164547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.329415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-03e11335-07cd-4ba6-a70e-325933164547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.335657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-03e11335-07cd-4ba6-a70e-325933164547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.342069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-03e11335-07cd-4ba6-a70e-325933164547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.347983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-03e11335-07cd-4ba6-a70e-325933164547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.349887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-03e11335-07cd-4ba6-a70e-325933164547 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5445 time: 0.3059113 Sep 18 19:52:23.369079 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f37e72-0c30-4770-89ea-8d4af948a234 None None] New status for floating IP 4fc358cb-ea9f-4d6e-b9cb-e384701b067b: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:52:23.379042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Attempting to bind port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:52:23.379355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Attempting to bind port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:52:23.379713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Attempting to bind port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 on network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:23.419292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9c4aa3a-2e18-4f42-828c-20c988bbd9cf req-f60e147b-5b4f-4805-8cf7-f56f782200c8 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1786859 Sep 18 19:52:23.423405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 on network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:52:23.423812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Attempting to bind port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 on network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:23.437539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:52:23.437803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Checking segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:23.438212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Bound using segment: {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:52:23.438623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Bound port: 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:52:23.438986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:23.456201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-fe1f0e03-7b56-4c03-96ea-26bee5f1fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.456201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-fe1f0e03-7b56-4c03-96ea-26bee5f1fc25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe818ea2-c76d-4123-a579-318fc84cb158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976635 Sep 18 19:52:23.456201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-1e3fe588-6ead-4338-bb72-8c9b5cef6cde tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.456201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-1e3fe588-6ead-4338-bb72-8c9b5cef6cde tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "GET /v2.0/ports/fa365d07-782b-4a4d-856c-dd0ceae58661?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0892460 Sep 18 19:52:23.499591 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7393d2d-beec-4542-a17e-2322e5208b21 x-openstack-request-id: req-f7393d2d-beec-4542-a17e-2322e5208b21 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:23.499908 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:23.500123 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7393d2d-beec-4542-a17e-2322e5208b21 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:23.500524 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'status': 'completed', 'code': 200} Sep 18 19:52:23.594676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3eec7-365e-4641-b27a-a52904064708 req-d0e53fb8-c628-4dab-a3af-656acdc5d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.596149 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7fa3eec7-365e-4641-b27a-a52904064708 req-d0e53fb8-c628-4dab-a3af-656acdc5d361 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff4a7154357a4b28adb94cb04408e14a&device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 1097 time: 0.0782526 Sep 18 19:52:23.720271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-593de274-65ca-4b54-820c-c4633e572fa0 service neutron] 10.222.0.20 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658358 Sep 18 19:52:23.722637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] For port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:23.726329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] For port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:52:23.733557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-f0641e1c-93a8-4cdd-9e9b-10e91c36f0ea tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "GET /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2638688 Sep 18 19:52:23.740196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3eec7-365e-4641-b27a-a52904064708 req-3335f458-d455-44cb-9427-4b4ddeee4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.742274 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7fa3eec7-365e-4641-b27a-a52904064708 req-3335f458-d455-44cb-9427-4b4ddeee4525 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe818ea2-c76d-4123-a579-318fc84cb158 HTTP/1.1" status: 200 len: 929 time: 0.1384735 Sep 18 19:52:23.743758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:23.758436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:23.827153 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7fa3eec7-365e-4641-b27a-a52904064708 req-bed32bf8-968a-47a9-b033-080ef9d5f41a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 200 len: 1000 time: 0.0772257 Sep 18 19:52:23.834963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.835741 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:23.837190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] 10.222.0.24 "PUT /v2.0/ports/4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 HTTP/1.1" status: 200 len: 1092 time: 1.9326065 Sep 18 19:52:23.909284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3eec7-365e-4641-b27a-a52904064708 req-98158c66-ce10-4c71-a75a-0f50df5bc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.913640 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7fa3eec7-365e-4641-b27a-a52904064708 req-98158c66-ce10-4c71-a75a-0f50df5bc4c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59d4e37f-d5ab-4e14-9838-c3be9068feac HTTP/1.1" status: 200 len: 867 time: 0.0716403 Sep 18 19:52:23.990901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3eec7-365e-4641-b27a-a52904064708 req-3774e34f-c90e-4464-b479-03bcb16606fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:23.992203 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7fa3eec7-365e-4641-b27a-a52904064708 req-3774e34f-c90e-4464-b479-03bcb16606fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe818ea2-c76d-4123-a579-318fc84cb158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706196 Sep 18 19:52:23.992789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12c9ff-e633-460e-a6bb-ccd646835d38 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:24.011646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:24.065661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1acf10ce-0e7b-4dfb-838d-91e6631216a8 req-9400d365-2ebd-412f-9a3c-5fd372b2d10d service neutron] 10.222.0.20 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380630 Sep 18 19:52:24.101293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e978c-65ab-4804-b12d-53f544104fbf req-03ec9d45-97d0-4819-bf5f-34a7635cdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:24.102806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-03ec9d45-97d0-4819-bf5f-34a7635cdd8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 1095 time: 0.2127895 Sep 18 19:52:24.178419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4d1f9-3c4a-4d16-bafa-3e6434f8c3a7 req-42573ef6-9ecf-4e32-bb9e-ea20f7427efd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:24.186342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ded4d1f9-3c4a-4d16-bafa-3e6434f8c3a7 req-42573ef6-9ecf-4e32-bb9e-ea20f7427efd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 943 time: 0.1967289 Sep 18 19:52:24.197201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-7b60cef3-1264-4f15-b295-5bc1b76cd470 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 HTTP/1.1" status: 200 len: 217 time: 0.0825481 Sep 18 19:52:24.355814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ded4d1f9-3c4a-4d16-bafa-3e6434f8c3a7 req-7d1230fa-e4ea-4773-a53b-94fb35ddd146 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685534 Sep 18 19:52:24.394644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e978c-65ab-4804-b12d-53f544104fbf req-b2a49b82-3bec-4e59-ae99-4bad2072afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:24.396312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-b2a49b82-3bec-4e59-ae99-4bad2072afb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.1833131 Sep 18 19:52:24.425974 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-554c5765-01b8-4ed1-893f-dce7585fe0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:24.457699 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7fa3eec7-365e-4641-b27a-a52904064708 req-ca75b7b8-7ed9-4eab-b682-0674bf8c6e26 service neutron] 10.222.0.32 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585204 Sep 18 19:52:24.531729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fb4de-90bb-42d9-a82b-8d310a93a9b4 req-ee39eef2-fd69-4c31-81f4-27ce859c0db8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:24.533250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa6fb4de-90bb-42d9-a82b-8d310a93a9b4 req-ee39eef2-fd69-4c31-81f4-27ce859c0db8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.2571914 Sep 18 19:52:24.549375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] For port fa365d07-782b-4a4d-856c-dd0ceae58661, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=fa365d07-782b-4a4d-856c-dd0ceae58661,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:24.561070 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7fa3eec7-365e-4641-b27a-a52904064708 req-c4a96109-0c98-4885-bbc3-8bbe5fe24e6d service neutron] 10.222.0.32 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953906 Sep 18 19:52:24.614255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e978c-65ab-4804-b12d-53f544104fbf req-bd127d2c-9aa5-4eba-8e73-a52d9da4f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:24.615751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-bd127d2c-9aa5-4eba-8e73-a52d9da4f958 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681318 Sep 18 19:52:24.663600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] For port fa365d07-782b-4a4d-856c-dd0ceae58661, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:24.671696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa6fb4de-90bb-42d9-a82b-8d310a93a9b4 req-f13da1a5-5e2c-45e6-aa66-d6c5b1cc5b65 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146035 Sep 18 19:52:24.706418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f46e6add-2946-490f-8aad-8af899f9c854 req-b7e61306-6166-40b5-9969-e7b8b553acf6 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 258 time: 0.3142104 Sep 18 19:52:24.721427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:24.737739 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:24.808502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] device_id is not set on port fa365d07-782b-4a4d-856c-dd0ceae58661 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:52:24.843770 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:24.852605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-cb6c5899-68dd-4d5f-8da4-d5fb3afa9805 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217090 Sep 18 19:52:24.854374 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:24.859144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.181270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58650) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:25.270496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-1db12f16-158b-47dd-bbf1-499334cb714d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.276943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-1db12f16-158b-47dd-bbf1-499334cb714d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.282902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-1db12f16-158b-47dd-bbf1-499334cb714d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.288781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-1db12f16-158b-47dd-bbf1-499334cb714d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.290909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe74de8d-1f58-46e2-958f-479b2e098a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.295179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-1db12f16-158b-47dd-bbf1-499334cb714d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.301036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-1db12f16-158b-47dd-bbf1-499334cb714d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.307022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-1db12f16-158b-47dd-bbf1-499334cb714d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.309049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-1db12f16-158b-47dd-bbf1-499334cb714d tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 5367 time: 0.5499887 Sep 18 19:52:25.402003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe74de8d-1f58-46e2-958f-479b2e098a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.407172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe74de8d-1f58-46e2-958f-479b2e098a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.427688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] Pushing event updated for resources: {'Port': ['ID=fa365d07-782b-4a4d-856c-dd0ceae58661,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:25.451081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] No DVR routers for this DVR port fa365d07-782b-4a4d-856c-dd0ceae58661 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:25.474923 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fe74de8d-1f58-46e2-958f-479b2e098a4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c907271e15548d6967f908d1cae3043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922800 Sep 18 19:52:25.476013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58656) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:25.480242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74de8d-1f58-46e2-958f-479b2e098a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c87f4c-4782-49f0-8d57-3f78a904c21b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:25.482289 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.502611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'tag': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:25.504763 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15ca55d-7403-4582-99c5-2cb332f961a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf86b02-e880-46e9-bae3-51828ad1b658", "tag": "4a6f6033-cf73-480e-8cc1-769fb1ab8fc2"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:25.545221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77c23808-071c-400e-a71c-534b8df371c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.564062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6d7ec76-f9d3-4142-9003-459edf9e5c96 req-ba225643-1605-4467-bf63-ca0873f435df tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=775d999a-5d15-4de8-9e2f-ce12399e4542&id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2250195 Sep 18 19:52:25.569647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e66e978c-65ab-4804-b12d-53f544104fbf req-ba265178-514a-4ec4-a370-80b4a265a566 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966991 Sep 18 19:52:25.574064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77c23808-071c-400e-a71c-534b8df371c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.583094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-9e1b1fef-74f3-47a2-b651-4cc83694b5a1 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.584881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-9e1b1fef-74f3-47a2-b651-4cc83694b5a1 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.24 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.2736087 Sep 18 19:52:25.587324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] In _notify_port_updated(), no bound segment for port fa365d07-782b-4a4d-856c-dd0ceae58661 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:52:25.588283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.588975 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.590242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bea9887b-1dd9-4575-a3d0-c389dbf34cda service neutron] 10.222.0.32 "PUT /v2.0/ports/fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 200 len: 1033 time: 1.8487954 Sep 18 19:52:25.643850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77c23808-071c-400e-a71c-534b8df371c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.646570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77c23808-071c-400e-a71c-534b8df371c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.647695 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-77c23808-071c-400e-a71c-534b8df371c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5c87f4c-4782-49f0-8d57-3f78a904c21b HTTP/1.1" status: 204 len: 168 time: 0.1700149 Sep 18 19:52:25.657291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c23808-071c-400e-a71c-534b8df371c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c87f4c-4782-49f0-8d57-3f78a904c21b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:25.674026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-a56a3796-1e20-4b60-b07d-bf7708620186 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:25.675429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-a56a3796-1e20-4b60-b07d-bf7708620186 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "GET /v2.0/ports/22013aa7-0b5e-4ee5-9c4c-579a9e466e81?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0740278 Sep 18 19:52:25.687945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:25.696314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4feed9c4-d6e9-4004-b2f0-93fc8c63b9ad None None] Provisioning complete for port fa365d07-782b-4a4d-856c-dd0ceae58661 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:25.696893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4feed9c4-d6e9-4004-b2f0-93fc8c63b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.747356 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4feed9c4-d6e9-4004-b2f0-93fc8c63b9ad None None] Port fa365d07-782b-4a4d-856c-dd0ceae58661 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:52:25.798921 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.825191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.903672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Deleting port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:25.903910 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:25.946974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58666) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:25.961037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc4b9f6f-e51e-408e-b0b6-5870147229bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.047493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219f62b-0250-4211-8bd7-4139186fa96b req-3d6e1efc-0d84-4085-812a-b1317448c8c2 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:26.048989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4219f62b-0250-4211-8bd7-4139186fa96b req-3d6e1efc-0d84-4085-812a-b1317448c8c2 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 943 time: 0.2367775 Sep 18 19:52:26.052983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc4b9f6f-e51e-408e-b0b6-5870147229bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.058558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc4b9f6f-e51e-408e-b0b6-5870147229bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.097661 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fc4b9f6f-e51e-408e-b0b6-5870147229bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55994a63d3a2455a9098310b792f6548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495333 Sep 18 19:52:26.098803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b9f6f-e51e-408e-b0b6-5870147229bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7408e36c-f120-4433-881a-a3ea55f36edc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:26.101333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58668) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:26.149809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1d377fc-b4a8-47df-8abb-8276c5f06e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.156377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Allocated IP 172.25.8.220 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/f5194a99-88af-4f18-b050-a919ccccf216) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:26.173596 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1d377fc-b4a8-47df-8abb-8276c5f06e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.189328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] For port 07dbeb20-18b1-4991-8d0a-e889a9a052f7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=07dbeb20-18b1-4991-8d0a-e889a9a052f7,segment=NetworkSegment(f47f0662-7dda-4f57-b5ec-4763a0c28cec),segment_id=f47f0662-7dda-4f57-b5ec-4763a0c28cec)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:26.189694 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.210945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4219f62b-0250-4211-8bd7-4139186fa96b req-1182af01-eba6-4b00-9f63-ea8774708edd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507659 Sep 18 19:52:26.222584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1d377fc-b4a8-47df-8abb-8276c5f06e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.225323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1d377fc-b4a8-47df-8abb-8276c5f06e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.226500 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1d377fc-b4a8-47df-8abb-8276c5f06e82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7408e36c-f120-4433-881a-a3ea55f36edc HTTP/1.1" status: 204 len: 168 time: 0.1240668 Sep 18 19:52:26.228697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Calling delete_port for 07dbeb20-18b1-4991-8d0a-e889a9a052f7 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:26.235232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d377fc-b4a8-47df-8abb-8276c5f06e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7408e36c-f120-4433-881a-a3ea55f36edc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:26.268628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] For port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:26.312254 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac55254-260a-470b-99b7-7824661d7650 x-openstack-request-id: req-cac55254-260a-470b-99b7-7824661d7650 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:26.312880 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf86b02-e880-46e9-bae3-51828ad1b658", "tag": "4a6f6033-cf73-480e-8cc1-769fb1ab8fc2", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:26.312880 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cac55254-260a-470b-99b7-7824661d7650 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:26.313151 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'tag': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'status': 'completed', 'code': 200} Sep 18 19:52:26.457381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] For port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:26.500014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.528892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-50dfda39-01c5-4b2a-a754-0f9f7f3bf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:26.530661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-50dfda39-01c5-4b2a-a754-0f9f7f3bf71b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 1095 time: 0.1885703 Sep 18 19:52:26.534272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] device_id is not set on port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:52:26.571182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.584754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b97bfd18-5b88-49c7-beb5-b7b21d1efacf no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:26.604457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb15d6-2ec7-44d9-8d7a-f294a16008a5 req-c8a9a8da-3d62-4bbe-bba8-a0192a546b33 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:26.605962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7bb15d6-2ec7-44d9-8d7a-f294a16008a5 req-c8a9a8da-3d62-4bbe-bba8-a0192a546b33 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/ports?device_id=75220a1c-5949-4294-96b2-b63c76ad841d HTTP/1.1" status: 200 len: 945 time: 0.2175589 Sep 18 19:52:26.611011 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.685994 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.709022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:26.712183 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9829ad39-501f-4e10-ab06-7e9a777d0454" -d '{"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "b97bfd18-5b88-49c7-beb5-b7b21d1efacf"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:26.727631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b97bfd18-5b88-49c7-beb5-b7b21d1efacf, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:26.737642 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.738411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:26.749137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.814622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] Pushing event updated for resources: {'Port': ['ID=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:26.821775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] No DVR routers for this DVR port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:26.829136 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.834409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:26.835154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-c1d2fd28-4dd0-43cb-bda0-ee57f6cb88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:26.836875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-c1d2fd28-4dd0-43cb-bda0-ee57f6cb88ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 910 time: 0.2965581 Sep 18 19:52:26.842841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:26.846702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7bb15d6-2ec7-44d9-8d7a-f294a16008a5 req-c719a26b-0fa2-4d29-94c3-6d8a23683d7b tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.20 "GET /v2.0/security-groups?id=068050b6-ce7c-42fd-8a34-79d1efc5876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285495 Sep 18 19:52:26.847152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:26.847870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:26.949213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:26.956237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:26.988679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:27.001144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.002433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8c955a7d-9c06-4e3c-bd27-06abedfeccda no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:27.003660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:27.016687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-8babd52f-8456-48f0-a94d-01b87cd34b1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 HTTP/1.1" status: 200 len: 217 time: 0.1644843 Sep 18 19:52:27.124722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Pushing event updated for resources: {'Port': ['ID=f5194a99-88af-4f18-b050-a919ccccf216,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:27.146410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] In _notify_port_updated(), no bound segment for port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 on network 3b604b41-6341-4255-96ae-37e1fe5e6924 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:52:27.147458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.148169 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.149690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-643a9515-7e52-4c06-9da5-d599aef53838 service neutron] 10.222.0.32 "PUT /v2.0/ports/22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 200 len: 1032 time: 1.4661705 Sep 18 19:52:27.159631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] No DVR routers for this DVR port 07dbeb20-18b1-4991-8d0a-e889a9a052f7 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:27.169052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.171171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05de14b7-eaf2-4c63-8ca7-31826a9c5312 req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] 10.222.0.24 "DELETE /v2.0/ports/07dbeb20-18b1-4991-8d0a-e889a9a052f7 HTTP/1.1" status: 204 len: 173 time: 1.5786967 Sep 18 19:52:27.228432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5d4e2-5269-408d-9f90-34a81976b2d8 tempest-ServerDiskConfigTestJSON-1378409214 tempest-ServerDiskConfigTestJSON-1378409214-project] Pushing event deleted for resources: {'Port': ['ID=07dbeb20-18b1-4991-8d0a-e889a9a052f7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:27.253703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-4124df88-e146-487b-a50c-33e771b0478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.255265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-4124df88-e146-487b-a50c-33e771b0478a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.1967072 Sep 18 19:52:27.267490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2d3-ff32-4155-bf05-7d5c36ed6cb3 req-57937587-f906-47a3-9095-bf71c9f23ed3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.275090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2d3-ff32-4155-bf05-7d5c36ed6cb3 req-57937587-f906-47a3-9095-bf71c9f23ed3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.281499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2d3-ff32-4155-bf05-7d5c36ed6cb3 req-57937587-f906-47a3-9095-bf71c9f23ed3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.287295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2d3-ff32-4155-bf05-7d5c36ed6cb3 req-57937587-f906-47a3-9095-bf71c9f23ed3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.294559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2d3-ff32-4155-bf05-7d5c36ed6cb3 req-57937587-f906-47a3-9095-bf71c9f23ed3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.295527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:27.302586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2141f2d3-ff32-4155-bf05-7d5c36ed6cb3 req-57937587-f906-47a3-9095-bf71c9f23ed3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 3882 time: 0.3475075 Sep 18 19:52:27.342261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b5d9b8f4-5f90-4b1a-9fc0-8a85007b46b9 None None] Provisioning complete for port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:27.342625 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b8f4-5f90-4b1a-9fc0-8a85007b46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.345106 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.392191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.405482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b5d9b8f4-5f90-4b1a-9fc0-8a85007b46b9 None None] Port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:52:27.414360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8c955a7d-9c06-4e3c-bd27-06abedfeccda, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:27.421040 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.421714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7e5d3ba6-7070-487e-97c5-d24d2f988a18 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:27.433570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.461366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2141f2d3-ff32-4155-bf05-7d5c36ed6cb3 req-47d85725-d4dc-4a1e-9085-cab2120051c3 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525016 Sep 18 19:52:27.527241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8c955a7d-9c06-4e3c-bd27-06abedfeccda,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:27.539005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.544387 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.578590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7e5d3ba6-7070-487e-97c5-d24d2f988a18, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:27.586019 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.587199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device fa365d07-782b-4a4d-856c-dd0ceae58661 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:27.591939 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94ce014-73f8-496a-a652-0d753daee5f5 x-openstack-request-id: req-b94ce014-73f8-496a-a652-0d753daee5f5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:27.592502 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "b97bfd18-5b88-49c7-beb5-b7b21d1efacf", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:27.592965 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94ce014-73f8-496a-a652-0d753daee5f5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:27.593556 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf', 'code': 200} Sep 18 19:52:27.644073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:52:27.647455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 07dbeb20-18b1-4991-8d0a-e889a9a052f7 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:27.676251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-ee532da4-605c-43c1-8056-5fa52b129175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.677733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-ee532da4-605c-43c1-8056-5fa52b129175 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3731561 Sep 18 19:52:27.705036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 07dbeb20-18b1-4991-8d0a-e889a9a052f7 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:27.705036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 07dbeb20-18b1-4991-8d0a-e889a9a052f7 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:27.746026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting port b97bfd18-5b88-49c7-beb5-b7b21d1efacf {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:27.746389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:27.778893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7e5d3ba6-7070-487e-97c5-d24d2f988a18,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:27.785465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device fa365d07-782b-4a4d-856c-dd0ceae58661 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:27.786170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 38b3490c-b05b-4e44-a05f-ac3ee15bdacc no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:27.917984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:27.934211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'port_id': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'mac_address': 'fa:16:3e:ef:4b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:52:27.934897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656be7d-a3f9-4c5b-b05a-cc43a44f5538 req-c069a3c6-6df4-4339-9157-53785bb6a58e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:27.936924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5656be7d-a3f9-4c5b-b05a-cc43a44f5538 req-c069a3c6-6df4-4339-9157-53785bb6a58e tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 943 time: 0.1980026 Sep 18 19:52:27.938847 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.001286 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.014336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:28.019469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:28.025962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.032345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-576cbf31-ed50-4b47-b544-afe1927a59a3 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440192 Sep 18 19:52:28.043821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] For port b97bfd18-5b88-49c7-beb5-b7b21d1efacf, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:28.044187 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.059187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5656be7d-a3f9-4c5b-b05a-cc43a44f5538 req-a6e0667e-b0d3-49e6-8724-5f027cc979fd tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998569 Sep 18 19:52:28.067767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:28.080108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.088888 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.092886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Calling delete_port for b97bfd18-5b88-49c7-beb5-b7b21d1efacf owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:28.102021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:28.103824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.158893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:28.301350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58800) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:28.338330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['4a6f6033-cf73-480e-8cc1-769fb1ab8fc2'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:28.346695 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58802) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:28.368496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6532ffc-8d66-4489-9141-e4a15436735d admin admin] Deleting subnet 24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:52:28.372058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6532ffc-8d66-4489-9141-e4a15436735d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.414639 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6532ffc-8d66-4489-9141-e4a15436735d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.464778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6532ffc-8d66-4489-9141-e4a15436735d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.519767 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51c5c89c-2a3e-4ed1-ab6a-805150a38e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.577156 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6532ffc-8d66-4489-9141-e4a15436735d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.607989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75220a1c-5949-4294-96b2-b63c76ad841d', 'name': 'network-vif-deleted', 'tag': '07dbeb20-18b1-4991-8d0a-e889a9a052f7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:28.610385 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecfa864-a306-4cb4-aeca-cba841faace4" -d '{"events": [{"server_uuid": "75220a1c-5949-4294-96b2-b63c76ad841d", "name": "network-vif-deleted", "tag": "07dbeb20-18b1-4991-8d0a-e889a9a052f7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:28.612069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6532ffc-8d66-4489-9141-e4a15436735d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:28.621073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6532ffc-8d66-4489-9141-e4a15436735d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.623100 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6532ffc-8d66-4489-9141-e4a15436735d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/24cdd554-a866-4fc0-a6f0-1d7d5c74d0fa HTTP/1.1" status: 204 len: 168 time: 0.3207083 Sep 18 19:52:28.625929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58812) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:28.681564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Pushing event updated for resources: {'Port': ['ID=f5194a99-88af-4f18-b050-a919ccccf216,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:28.693602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f15ca55d-7403-4582-99c5-2cb332f961a9 req-62291b6a-d47c-404e-90d8-9cc7adfd1090 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525741 Sep 18 19:52:28.708662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.722436 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.728329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51c5c89c-2a3e-4ed1-ab6a-805150a38e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.733835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51c5c89c-2a3e-4ed1-ab6a-805150a38e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.745164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6d60-cf1c-48c2-9568-296a0fe2fc69 req-72eb4858-516c-466f-9251-7c744771f7ba tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:28.751092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6d60-cf1c-48c2-9568-296a0fe2fc69 req-72eb4858-516c-466f-9251-7c744771f7ba tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:28.756942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6d60-cf1c-48c2-9568-296a0fe2fc69 req-72eb4858-516c-466f-9251-7c744771f7ba tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:28.763336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6d60-cf1c-48c2-9568-296a0fe2fc69 req-72eb4858-516c-466f-9251-7c744771f7ba tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:28.769171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6d60-cf1c-48c2-9568-296a0fe2fc69 req-72eb4858-516c-466f-9251-7c744771f7ba tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:28.770944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ccee6d60-cf1c-48c2-9568-296a0fe2fc69 req-72eb4858-516c-466f-9251-7c744771f7ba tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 3876 time: 0.1560509 Sep 18 19:52:28.773414 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.774495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f46e6add-2946-490f-8aad-8af899f9c854 req-414ca129-b78c-4f8d-8ca9-2c0fff8aaa40 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0672603 Sep 18 19:52:28.797516 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-51c5c89c-2a3e-4ed1-ab6a-805150a38e46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5a546b58e524ab4abc2793de2b0432a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497581 Sep 18 19:52:28.800530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58816) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:28.802405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5c89c-2a3e-4ed1-ab6a-805150a38e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f97fc66-7103-4fec-84d3-f1c257b35700,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:28.870080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.893492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f46e6add-2946-490f-8aad-8af899f9c854 req-0dba69ce-3e88-41b7-86bf-e93bbb32f76a tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 696 time: 0.1024816 Sep 18 19:52:28.899071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b90e052-e705-4573-bd9d-4ee0e9e60f99']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:28.899328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ccee6d60-cf1c-48c2-9568-296a0fe2fc69 req-7b9031cc-d87b-4e9a-993d-f4ba69158689 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193259 Sep 18 19:52:28.912715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47f0662-7dda-4f57-b5ec-4763a0c28cec') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:28.912715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47f0662-7dda-4f57-b5ec-4763a0c28cec') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:28.913050 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.929052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.930763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a742121f-3403-4198-97ad-9351a99f76d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.956460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.966218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Port': ['ID=b97bfd18-5b88-49c7-beb5-b7b21d1efacf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:28.970805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a742121f-3403-4198-97ad-9351a99f76d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.972905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:52:28.973321 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:52:28.975408 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:52:29.039643 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee47d64-b564-4e28-8e3d-a42fc69de72a x-openstack-request-id: req-6ee47d64-b564-4e28-8e3d-a42fc69de72a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:29.039935 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75220a1c-5949-4294-96b2-b63c76ad841d", "name": "network-vif-deleted", "tag": "07dbeb20-18b1-4991-8d0a-e889a9a052f7", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:29.040187 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ee47d64-b564-4e28-8e3d-a42fc69de72a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:29.040592 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75220a1c-5949-4294-96b2-b63c76ad841d', 'name': 'network-vif-deleted', 'tag': '07dbeb20-18b1-4991-8d0a-e889a9a052f7', 'status': 'completed', 'code': 200} Sep 18 19:52:29.043485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] No DVR routers for this DVR port b97bfd18-5b88-49c7-beb5-b7b21d1efacf on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:29.047589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.049674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-48d72df6-7d9e-4179-8047-7c2dc5c6b522 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "DELETE /v2.0/ports/b97bfd18-5b88-49c7-beb5-b7b21d1efacf HTTP/1.1" status: 204 len: 173 time: 1.8870506 Sep 18 19:52:29.067537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.077672 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.082012 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1b90e052-e705-4573-bd9d-4ee0e9e60f99 HTTP/1.1" status: 204 len: 168 time: 0.4527061 Sep 18 19:52:29.100551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceac707-5683-4f25-b995-6744fe8e4af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b90e052-e705-4573-bd9d-4ee0e9e60f99,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:29.118128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e6add-2946-490f-8aad-8af899f9c854 req-38106310-a0fa-4271-86f3-8ef31af8b517 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:29.120417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f46e6add-2946-490f-8aad-8af899f9c854 req-38106310-a0fa-4271-86f3-8ef31af8b517 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2183175 Sep 18 19:52:29.125809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a742121f-3403-4198-97ad-9351a99f76d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.128550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a742121f-3403-4198-97ad-9351a99f76d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.131976 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a742121f-3403-4198-97ad-9351a99f76d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f97fc66-7103-4fec-84d3-f1c257b35700 HTTP/1.1" status: 204 len: 168 time: 0.3281732 Sep 18 19:52:29.159983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742121f-3403-4198-97ad-9351a99f76d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f97fc66-7103-4fec-84d3-f1c257b35700,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:29.229203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:29.230115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.252253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58826) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:29.303984 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ca6b5621-7b35-48bb-b88d-8f043817a2d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=208f0e0e0cb1454e983698dd6efaba95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503576 Sep 18 19:52:29.306911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58830) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:29.377523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513346f-8b7d-420d-91e2-3f7ee279d21b req-ae83fde8-4443-489f-a060-811b74e6d6db tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:29.379048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c513346f-8b7d-420d-91e2-3f7ee279d21b req-ae83fde8-4443-489f-a060-811b74e6d6db tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 944 time: 0.1693842 Sep 18 19:52:29.441894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c8e35-44dc-4acf-992e-eae9f59a6244 req-bb8076c2-ef6b-4af1-84c9-1316b9907db0 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:29.443436 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb0c8e35-44dc-4acf-992e-eae9f59a6244 req-bb8076c2-ef6b-4af1-84c9-1316b9907db0 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2170329 Sep 18 19:52:29.450617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] For port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:29.450979 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.479989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Calling delete_port for 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:29.542747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c513346f-8b7d-420d-91e2-3f7ee279d21b req-1b6d686b-2706-4ef0-9493-4e0f07ea8725 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504846 Sep 18 19:52:29.545734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb0c8e35-44dc-4acf-992e-eae9f59a6244 req-f5837d2b-12c4-407c-a556-dddb5f468ec5 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 696 time: 0.0858536 Sep 18 19:52:29.547995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbe9359a-2b6d-4c55-82e3-c55922059d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.558438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-eb0c8e35-44dc-4acf-992e-eae9f59a6244 req-a3a4b045-b07f-44bd-af89-a14860b13112 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Request body: {'floatingip': {'port_id': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:29.594796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c955a7d-9c06-4e3c-bd27-06abedfeccda'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5d3ba6-7070-487e-97c5-d24d2f988a18'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:29.597280 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd8f68-a44b-41c3-9c03-e4ad51543601" -d '{"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2e12b2c0-7cf6-45a8-bf70-7c93d01dc897"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8c955a7d-9c06-4e3c-bd27-06abedfeccda"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5d3ba6-7070-487e-97c5-d24d2f988a18"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:29.638477 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6109cf7-436b-41e1-b22d-45aaec2cd1cd x-openstack-request-id: req-c6109cf7-436b-41e1-b22d-45aaec2cd1cd {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:29.638854 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2e12b2c0-7cf6-45a8-bf70-7c93d01dc897", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8c955a7d-9c06-4e3c-bd27-06abedfeccda", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5d3ba6-7070-487e-97c5-d24d2f988a18", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-unplugged", "status": "completed", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:29.639179 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6109cf7-436b-41e1-b22d-45aaec2cd1cd {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:29.639741 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897', 'code': 200} Sep 18 19:52:29.640042 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c955a7d-9c06-4e3c-bd27-06abedfeccda', 'code': 200} Sep 18 19:52:29.640573 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5d3ba6-7070-487e-97c5-d24d2f988a18', 'code': 200} Sep 18 19:52:29.640796 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'code': 200} Sep 18 19:52:29.641191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-eb0c8e35-44dc-4acf-992e-eae9f59a6244 req-a3a4b045-b07f-44bd-af89-a14860b13112 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.649564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbe9359a-2b6d-4c55-82e3-c55922059d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.652989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:29.716028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:52:29.716734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:29.717100 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.808722 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.841931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:29.846404 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.848123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbe9359a-2b6d-4c55-82e3-c55922059d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.850972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbe9359a-2b6d-4c55-82e3-c55922059d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.852179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dbe9359a-2b6d-4c55-82e3-c55922059d35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/068050b6-ce7c-42fd-8a34-79d1efc5876f HTTP/1.1" status: 204 len: 168 time: 0.5178676 Sep 18 19:52:29.899811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:29.900148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9359a-2b6d-4c55-82e3-c55922059d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068050b6-ce7c-42fd-8a34-79d1efc5876f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:29.918734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:29.958148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Port': ['ID=2e12b2c0-7cf6-45a8-bf70-7c93d01dc897,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:30.081889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] No DVR routers for this DVR port 2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:30.085460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:30.087435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-71dda0eb-e99b-45b3-b8f2-9415cbc6fe22 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "DELETE /v2.0/ports/2e12b2c0-7cf6-45a8-bf70-7c93d01dc897 HTTP/1.1" status: 204 len: 173 time: 1.0302351 Sep 18 19:52:30.091637 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-eb0c8e35-44dc-4acf-992e-eae9f59a6244 req-a3a4b045-b07f-44bd-af89-a14860b13112 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 19:52:30.092634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb0c8e35-44dc-4acf-992e-eae9f59a6244 req-a3a4b045-b07f-44bd-af89-a14860b13112 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "PUT /v2.0/floatingips/d82b6e77-d523-49a6-96ba-4020f7fb7553 HTTP/1.1" status: 409 len: 550 time: 0.5408506 Sep 18 19:52:30.114923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e2ed-44ae-474b-b791-153c15935312 req-7f10f158-7c77-422f-bc15-8686dc6f5129 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:30.121181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e2ed-44ae-474b-b791-153c15935312 req-7f10f158-7c77-422f-bc15-8686dc6f5129 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:30.127346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e2ed-44ae-474b-b791-153c15935312 req-7f10f158-7c77-422f-bc15-8686dc6f5129 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:30.129070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1c9e2ed-44ae-474b-b791-153c15935312 req-7f10f158-7c77-422f-bc15-8686dc6f5129 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 2410 time: 0.1305137 Sep 18 19:52:30.224551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1c9e2ed-44ae-474b-b791-153c15935312 req-3c878e29-4865-4554-bf03-d3af9171436e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773785 Sep 18 19:52:30.289614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-f38939b3-8737-465a-9dd7-e2f9be1dc7c8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips/d82b6e77-d523-49a6-96ba-4020f7fb7553 HTTP/1.1" status: 200 len: 693 time: 0.0799646 Sep 18 19:52:30.347156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting port 8c955a7d-9c06-4e3c-bd27-06abedfeccda {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:30.347522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:30.511222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-a9753923-ac98-498d-8777-2bfd8820740b tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:30.518465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-a9753923-ac98-498d-8777-2bfd8820740b tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2199471 Sep 18 19:52:30.535821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-5d4a491d-cc84-49f1-9983-741b22516059 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:52:30.536939 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-5d4a491d-cc84-49f1-9983-741b22516059 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176182 Sep 18 19:52:30.550145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] For port 8c955a7d-9c06-4e3c-bd27-06abedfeccda, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8c955a7d-9c06-4e3c-bd27-06abedfeccda,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:30.550718 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:30.621192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Calling delete_port for 8c955a7d-9c06-4e3c-bd27-06abedfeccda owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:30.638544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-88942e77-a4fb-4f22-80f1-0e2405e9aa7a tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 696 time: 0.0940239 Sep 18 19:52:30.718579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-4a18bba4-5815-4338-a9ab-d6b98d59a1cf tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.220 HTTP/1.1" status: 200 len: 696 time: 0.0790768 Sep 18 19:52:30.734056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58910) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:30.766779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58914) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:30.844326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1299857470-network', 'tenant_id': '8597f5a2f25849829cc907691986f6a2'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:30.862676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d33c3-91dd-4e16-9e86-5d46a60c02f2 req-eec39287-672b-4b64-9d97-d7ad6290eb08 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:30.864262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-676d33c3-91dd-4e16-9e86-5d46a60c02f2 req-eec39287-672b-4b64-9d97-d7ad6290eb08 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 945 time: 0.2221465 Sep 18 19:52:30.882303 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Made reservation on behalf of 8597f5a2f25849829cc907691986f6a2 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:30.884603 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:30.888459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da335b0a-b4f6-46d9-b89c-1b8503aff5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:30.906699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:30.962233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-676d33c3-91dd-4e16-9e86-5d46a60c02f2 req-986904f4-a60a-420c-944a-032f4443c2e8 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672357 Sep 18 19:52:30.992944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Deleting port f5194a99-88af-4f18-b050-a919ccccf216 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:30.993315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.004928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da335b0a-b4f6-46d9-b89c-1b8503aff5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.006389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.012662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da335b0a-b4f6-46d9-b89c-1b8503aff5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.045521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:31.047766 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17872987-4a76-45f2-bab4-c22bec243db9" -d '{"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "b97bfd18-5b88-49c7-beb5-b7b21d1efacf"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "2e12b2c0-7cf6-45a8-bf70-7c93d01dc897"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:31.054483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Port': ['ID=8c955a7d-9c06-4e3c-bd27-06abedfeccda,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:31.075736 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-da335b0a-b4f6-46d9-b89c-1b8503aff5e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c1a51203e6549e2bd547fb3515a35f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078151 Sep 18 19:52:31.076391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58920) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:31.080252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da335b0a-b4f6-46d9-b89c-1b8503aff5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ab7e84-b201-434f-85ac-14beec6d2c22,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:31.133003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] No DVR routers for this DVR port 8c955a7d-9c06-4e3c-bd27-06abedfeccda on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:31.138394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.140036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-35c76886-bbb8-4c6e-b2f1-b3d0d434cb82 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "DELETE /v2.0/ports/8c955a7d-9c06-4e3c-bd27-06abedfeccda HTTP/1.1" status: 204 len: 173 time: 1.0455728 Sep 18 19:52:31.141724 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f062e4-a163-4d43-9e14-0eeee9d5181e x-openstack-request-id: req-38f062e4-a163-4d43-9e14-0eeee9d5181e {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:31.142034 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "b97bfd18-5b88-49c7-beb5-b7b21d1efacf", "status": "completed", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "2e12b2c0-7cf6-45a8-bf70-7c93d01dc897", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:31.142280 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38f062e4-a163-4d43-9e14-0eeee9d5181e {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:31.142686 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': 'b97bfd18-5b88-49c7-beb5-b7b21d1efacf', 'status': 'completed', 'code': 200} Sep 18 19:52:31.143039 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': '2e12b2c0-7cf6-45a8-bf70-7c93d01dc897', 'status': 'completed', 'code': 200} Sep 18 19:52:31.172248 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b00b4b0c-7544-4ece-bdd2-177e8f6c203d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.190485 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.190822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.209792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b00b4b0c-7544-4ece-bdd2-177e8f6c203d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.215366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Calling delete_port for f5194a99-88af-4f18-b050-a919ccccf216 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:31.237549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.252009 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.289300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:31.300246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3930de50-af5e-40c4-bf31-19355af4f87c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:31.313382 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.313814 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Added segment b3f765a9-f4ad-4622-92ae-bc6b00bea09f of type vlan for network edc51ab7-292f-417b-9d0f-e58cb675feb5 Sep 18 19:52:31.322960 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b00b4b0c-7544-4ece-bdd2-177e8f6c203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.325683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:31.326056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b00b4b0c-7544-4ece-bdd2-177e8f6c203d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.326445 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.327362 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b00b4b0c-7544-4ece-bdd2-177e8f6c203d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83ab7e84-b201-434f-85ac-14beec6d2c22 HTTP/1.1" status: 204 len: 168 time: 0.2480648 Sep 18 19:52:31.367070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b4b0c-7544-4ece-bdd2-177e8f6c203d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ab7e84-b201-434f-85ac-14beec6d2c22,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:31.383221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.424993 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.426503 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:31.428442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.470077 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7320292 Sep 18 19:52:31.470424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58930) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:31.475990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Request body: {'subnet': {'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1299857470-subnet', 'tenant_id': '8597f5a2f25849829cc907691986f6a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:31.510533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] For port 7e5d3ba6-7070-487e-97c5-d24d2f988a18, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7e5d3ba6-7070-487e-97c5-d24d2f988a18,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:31.510999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.520480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3228e20-7fdb-4a83-91fe-af8156727952 admin admin] Pushing event updated for resources: {'Network': ['ID=edc51ab7-292f-417b-9d0f-e58cb675feb5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:31.529098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aef65-812a-4a5a-86ea-1d6ddeb6f1d9 req-264052a5-7342-468b-8b4a-eb93b00cc4b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:31.534559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aef65-812a-4a5a-86ea-1d6ddeb6f1d9 req-264052a5-7342-468b-8b4a-eb93b00cc4b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:31.535181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network edc51ab7-292f-417b-9d0f-e58cb675feb5 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:31.544146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6aef65-812a-4a5a-86ea-1d6ddeb6f1d9 req-264052a5-7342-468b-8b4a-eb93b00cc4b1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 1677 time: 0.1751363 Sep 18 19:52:31.552335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.559806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Made reservation on behalf of 8597f5a2f25849829cc907691986f6a2 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:31.563742 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.597829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Calling delete_port for 7e5d3ba6-7070-487e-97c5-d24d2f988a18 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:31.629414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Pushing event deleted for resources: {'Port': ['ID=f5194a99-88af-4f18-b050-a919ccccf216,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:31.642371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:31.645279 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb5730-cf89-4d6b-9c42-44504a73c8bd" -d '{"events": [{"server_uuid": "cbf86b02-e880-46e9-bae3-51828ad1b658", "name": "network-vif-plugged", "status": "completed", "tag": "4a6f6033-cf73-480e-8cc1-769fb1ab8fc2"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:31.757405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6aef65-812a-4a5a-86ea-1d6ddeb6f1d9 req-cb499ae5-4791-486b-a876-c3575e5ad202 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups?id=81507704-dda0-49b2-851c-61016cafd1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122009 Sep 18 19:52:31.783944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.786679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.788156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc184f0a-a7c6-45a2-b8d6-b2fc6029e686 req-58987ca4-da92-4b04-8c69-45adea09920f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "DELETE /v2.0/floatingips/d82b6e77-d523-49a6-96ba-4020f7fb7553 HTTP/1.1" status: 204 len: 173 time: 1.0687528 Sep 18 19:52:31.841686 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.882675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:31.889614 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5735f770-d1da-4aa4-bef6-43af5febd6d2 x-openstack-request-id: req-5735f770-d1da-4aa4-bef6-43af5febd6d2 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:31.890134 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf86b02-e880-46e9-bae3-51828ad1b658", "name": "network-vif-plugged", "status": "completed", "tag": "4a6f6033-cf73-480e-8cc1-769fb1ab8fc2", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:31.891361 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5735f770-d1da-4aa4-bef6-43af5febd6d2 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:31.892324 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'code': 200} Sep 18 19:52:31.924594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Port': ['ID=7e5d3ba6-7070-487e-97c5-d24d2f988a18,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:31.930838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f74197-0866-4994-8944-d836f0061d11,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:31.939604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Checking segment: {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:31.939756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Network hostable DHCP agents. Network: edc51ab7-292f-417b-9d0f-e58cb675feb5, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:52:31.960269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Network edc51ab7-292f-417b-9d0f-e58cb675feb5 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:52:31.975060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, edc51ab7-292f-417b-9d0f-e58cb675feb5) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:31.983532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:31.984717 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:32.000170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a11a7-749e-4cf5-a51e-8568c500ca4c None None] Network edc51ab7-292f-417b-9d0f-e58cb675feb5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:32.015742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21d2c3ad-4fc6-4c0f-bc77-0e7a3c9afb21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5354843 Sep 18 19:52:32.058426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] No DVR routers for this DVR port 7e5d3ba6-7070-487e-97c5-d24d2f988a18 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:32.066208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:32.068316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-8b4d310f-f3e9-47d4-bdc3-369661e2b122 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "DELETE /v2.0/ports/7e5d3ba6-7070-487e-97c5-d24d2f988a18 HTTP/1.1" status: 204 len: 173 time: 0.9199040 Sep 18 19:52:32.071761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-6d1994d2-fce2-4a17-8845-04a14f43df0e tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 1000 time: 0.1511340 Sep 18 19:52:32.157011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba8331-269e-4808-a696-db4c4690511d req-f75b63bb-f05a-45f7-9fff-e71c7a9215da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:32.158101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58ba8331-269e-4808-a696-db4c4690511d req-f75b63bb-f05a-45f7-9fff-e71c7a9215da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 1097 time: 0.1826329 Sep 18 19:52:32.202386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80080754-4bd0-44eb-9ca9-d7a5c14e5b8b None None] Network edc51ab7-292f-417b-9d0f-e58cb675feb5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:32.214574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-ebd638df-df73-480c-928e-317e9c217f35 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:32.216033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-ebd638df-df73-480c-928e-317e9c217f35 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports/b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 200 len: 942 time: 0.1120346 Sep 18 19:52:32.292039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfc3d7-6424-41cb-91f5-e71894bf3f2f req-19c102f6-72fb-4775-9d7e-fbf58187b402 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:32.299211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71cfc3d7-6424-41cb-91f5-e71894bf3f2f req-19c102f6-72fb-4775-9d7e-fbf58187b402 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 945 time: 0.1908281 Sep 18 19:52:32.316978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58ba8331-269e-4808-a696-db4c4690511d req-3a049eea-e71c-4572-9944-521f9f41ab56 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361191 Sep 18 19:52:32.426883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71cfc3d7-6424-41cb-91f5-e71894bf3f2f req-8fb5d08c-5140-4716-98e5-b5b11972f0a3 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266625 Sep 18 19:52:32.460938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-2be1b360-cce0-4c46-8699-5bbbbb4e756f tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 1000 time: 0.1581666 Sep 18 19:52:32.464876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:32.465307 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:32.658891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] For port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:32.659262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:32.668911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-3090a4c8-3e31-47cc-8347-ca7cec132034 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:32.670321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-3090a4c8-3e31-47cc-8347-ca7cec132034 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.2014432 Sep 18 19:52:32.974746 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:52:33.164013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': '8c955a7d-9c06-4e3c-bd27-06abedfeccda'}, {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': '7e5d3ba6-7070-487e-97c5-d24d2f988a18'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:33.167053 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2ac33b-8369-4b8b-88dd-a8f4ab33c412" -d '{"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "8c955a7d-9c06-4e3c-bd27-06abedfeccda"}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "7e5d3ba6-7070-487e-97c5-d24d2f988a18"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:33.221596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-5aabd50a-b023-493c-81de-961507c2e360 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 1000 time: 0.5386870 Sep 18 19:52:33.236723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:33.277120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59000) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:33.352359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-610df0f3-37d7-4229-8136-d51a89f8a7d8 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:33.353836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-610df0f3-37d7-4229-8136-d51a89f8a7d8 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/networks?id=edc51ab7-292f-417b-9d0f-e58cb675feb5 HTTP/1.1" status: 200 len: 818 time: 0.6030028 Sep 18 19:52:33.366899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.398140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e1b7e7e1-0454-44d6-bf36-824b262db977 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:33.421607 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e1b7e7e1-0454-44d6-bf36-824b262db977 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] 10.222.0.20 "PUT /v2.0/quotas/5c1fd1dea7174a85a5b31026b8494924 HTTP/1.1" status: 200 len: 368 time: 0.1432843 Sep 18 19:52:33.422318 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.422681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.423003 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Floating IP ae433c53-4072-4477-be88-ab51303be86f disassociated. External IP: 172.25.8.171, port: 38b3490c-b05b-4e44-a05f-ac3ee15bdacc. Sep 18 19:52:33.423351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Calling delete_port for 38b3490c-b05b-4e44-a05f-ac3ee15bdacc owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:33.424297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59004) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:33.425853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-48aaf0b0-5a40-4d5f-ae9c-6f7ba4c22c61 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/quotas/8597f5a2f25849829cc907691986f6a2 HTTP/1.1" status: 200 len: 375 time: 0.0615482 Sep 18 19:52:33.429943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Request body: {'network': {'project_id': '5c1fd1dea7174a85a5b31026b8494924'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:33.449808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Made reservation on behalf of 5c1fd1dea7174a85a5b31026b8494924 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:33.452214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.461084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.517262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-008a9fc9-d4ad-461e-976e-b49315be9bfd tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8597f5a2f25849829cc907691986f6a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806899 Sep 18 19:52:33.552887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.557566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.581492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:33.591226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d92a2-6197-4bf9-a66d-649a3aa84a9f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:33.597198 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.597541 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Added segment f2e30d98-660a-4e21-9c3d-e716a1807d40 of type vlan for network ff62d19e-4f2c-48ef-ab03-ab38c553883e Sep 18 19:52:33.637438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.662381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.663398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:33.663989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.698311 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2729688 Sep 18 19:52:33.705814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59010) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:33.705995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.706086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Request body: {'network': {'project_id': '5c1fd1dea7174a85a5b31026b8494924'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:33.715024 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.715300 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Floating IP 4fc358cb-ea9f-4d6e-b9cb-e384701b067b disassociated. External IP: 172.25.8.12, port: b57a3878-663a-4cf2-b846-7e599e4838c4. Sep 18 19:52:33.739902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755c3cb-e118-46ff-9093-3313e39b7dcf tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Pushing event updated for resources: {'Network': ['ID=ff62d19e-4f2c-48ef-ab03-ab38c553883e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:33.751985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ff62d19e-4f2c-48ef-ab03-ab38c553883e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:33.757461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Made reservation on behalf of 5c1fd1dea7174a85a5b31026b8494924 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:33.760148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.786050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:33.797094 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.797094 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Added segment 4f77928d-3aca-4389-b8ad-fa6f02bc6362 of type vlan for network 5a693467-9953-47ad-ad9f-5b099678366b Sep 18 19:52:33.806464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-f94484cf-94f8-4b09-be44-7078554dd8f4 service neutron] 10.222.0.20 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551632 Sep 18 19:52:33.847722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.872584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.873682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:33.874274 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.910168 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2082176 Sep 18 19:52:33.916323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59012) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:33.926758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8a9856f9-d39c-40a3-9db8-793e97f69691 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Request body: {'network': {'project_id': '5c1fd1dea7174a85a5b31026b8494924'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:33.935581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:33.941847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d1a0b-2834-468a-9a55-5e2478f3e818 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Pushing event updated for resources: {'Network': ['ID=5a693467-9953-47ad-ad9f-5b099678366b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:33.952037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 5a693467-9953-47ad-ad9f-5b099678366b details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:33.986101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Port': ['ID=38b3490c-b05b-4e44-a05f-ac3ee15bdacc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:33.993202 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9856f9-d39c-40a3-9db8-793e97f69691 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 19:52:33.993664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9856f9-d39c-40a3-9db8-793e97f69691 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:52:33.995483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8a9856f9-d39c-40a3-9db8-793e97f69691 tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0753744 Sep 18 19:52:33.999168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59014) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:34.023544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-74d2a72b-8047-4dab-85e4-2ace87751e56 service neutron] 10.222.0.20 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160442 Sep 18 19:52:34.047432 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-febb2a80-0fd3-444c-9f4a-97f4e044016b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c1fd1dea7174a85a5b31026b8494924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467529 Sep 18 19:52:34.050093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59016) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:34.098585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c21b789c-423c-47dd-8b04-5d655860e21b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.122841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c21b789c-423c-47dd-8b04-5d655860e21b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.177288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c21b789c-423c-47dd-8b04-5d655860e21b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.180534 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c21b789c-423c-47dd-8b04-5d655860e21b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.181748 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c21b789c-423c-47dd-8b04-5d655860e21b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e0d92a2-6197-4bf9-a66d-649a3aa84a9f HTTP/1.1" status: 204 len: 168 time: 0.1306880 Sep 18 19:52:34.185061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59018) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:34.212284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b789c-423c-47dd-8b04-5d655860e21b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d92a2-6197-4bf9-a66d-649a3aa84a9f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:34.217545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Router e241d66d-08fe-4408-9dc8-f87b446cde2a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:52:34.230040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Router 9fccf929-b25e-44b7-9364-a3144dcd701a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:52:34.296157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.383621 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.416375 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a693467-9953-47ad-ad9f-5b099678366b']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:34.435659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f77928d-3aca-4389-b8ad-fa6f02bc6362') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:34.435949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f77928d-3aca-4389-b8ad-fa6f02bc6362') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:34.449717 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.466832 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.473381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:52:34.473789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:52:34.476052 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:52:34.504955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a40cccbb-32ab-4949-820d-4f469a5c2752 req-7844b483-9c13-42a2-afa2-3d65afce1a92 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.1161869 Sep 18 19:52:34.510774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:52:34.525290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] Sync routers for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:52:34.560115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:34.560789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:34.579021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] No DVR routers for this DVR port 38b3490c-b05b-4e44-a05f-ac3ee15bdacc on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:34.582519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.585632 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71b093d-4e33-4746-9439-bcf85eca3d3b req-bc1229d3-43ee-4eeb-8630-d676380b5e49 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.32 "DELETE /v2.0/ports/38b3490c-b05b-4e44-a05f-ac3ee15bdacc HTTP/1.1" status: 204 len: 173 time: 2.5109980 Sep 18 19:52:34.587012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:52:34.594679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.612986 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.614443 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] Sync routers for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:52:34.625737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.627657 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5a693467-9953-47ad-ad9f-5b099678366b HTTP/1.1" status: 204 len: 168 time: 0.4415188 Sep 18 19:52:34.636262 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:34.637071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59028) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:34.638465 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:34.673746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15d7b-06bf-47de-9f70-6690f60de89b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a693467-9953-47ad-ad9f-5b099678366b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:34.734815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-9641cc15-041a-4c65-9496-d6b395f0138e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3516462 Sep 18 19:52:34.738252 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:34.749800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-fcb47da9-f65b-41c4-980b-511617082b7d tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "PUT /v2.0/floatingips/4fc358cb-ea9f-4d6e-b9cb-e384701b067b HTTP/1.1" status: 200 len: 694 time: 1.5207944 Sep 18 19:52:34.775302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:34.827227 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32084be7-c747-40ad-ae30-c37131697f4c x-openstack-request-id: req-32084be7-c747-40ad-ae30-c37131697f4c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:34.827574 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "8c955a7d-9c06-4e3c-bd27-06abedfeccda", "status": "completed", "code": 200}, {"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "7e5d3ba6-7070-487e-97c5-d24d2f988a18", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:34.827807 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32084be7-c747-40ad-ae30-c37131697f4c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:34.828181 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': '8c955a7d-9c06-4e3c-bd27-06abedfeccda', 'status': 'completed', 'code': 200} Sep 18 19:52:34.828429 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': '7e5d3ba6-7070-487e-97c5-d24d2f988a18', 'status': 'completed', 'code': 200} Sep 18 19:52:34.882544 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:34.987225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05183a4e-95d1-4689-976f-54b33e0ac6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:34.987730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05183a4e-95d1-4689-976f-54b33e0ac6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:34.988205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05183a4e-95d1-4689-976f-54b33e0ac6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:34.988701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05183a4e-95d1-4689-976f-54b33e0ac6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:34.989125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05183a4e-95d1-4689-976f-54b33e0ac6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:34.989586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05183a4e-95d1-4689-976f-54b33e0ac6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:34.990046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05183a4e-95d1-4689-976f-54b33e0ac6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:34.992073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05183a4e-95d1-4689-976f-54b33e0ac6ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6497 time: 0.1554356 Sep 18 19:52:35.049538 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:35.072543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-b092ed50-c124-43d7-80e4-b56c573c7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.074547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-b092ed50-c124-43d7-80e4-b56c573c7a92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff4a7154357a4b28adb94cb04408e14a&device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 1097 time: 0.2970808 Sep 18 19:52:35.127657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44e65e-a64a-463c-ada2-42f5f54684f9 req-d6230022-fe7b-4adb-97f9-43beb569f7ce tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.129159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab44e65e-a64a-463c-ada2-42f5f54684f9 req-d6230022-fe7b-4adb-97f9-43beb569f7ce tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 945 time: 0.2171307 Sep 18 19:52:35.130867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff62d19e-4f2c-48ef-ab03-ab38c553883e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:35.143062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 5, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:35.172300 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:07Z', 'revision_number': 5, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:35.197222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] Checking router: 9fccf929-b25e-44b7-9364-a3144dcd701a for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:52:35.207167 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] Checking router: e241d66d-08fe-4408-9dc8-f87b446cde2a for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:52:35.213613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:35.214389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:35.218078 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:35.218814 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:35.242630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e30d98-660a-4e21-9c3d-e716a1807d40') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:35.243196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e30d98-660a-4e21-9c3d-e716a1807d40') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:35.257976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:35.274084 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:35.282169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:52:35.282588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:52:35.323506 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:52:35.342269 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:35.399244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:35.442690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-db5108c7-db09-4140-866c-b0edcc4ac7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.464980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-db5108c7-db09-4140-866c-b0edcc4ac7a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe818ea2-c76d-4123-a579-318fc84cb158 HTTP/1.1" status: 200 len: 929 time: 0.3736422 Sep 18 19:52:35.507481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab44e65e-a64a-463c-ada2-42f5f54684f9 req-226aa8f3-efde-4c4f-bb33-c9d8b384f45b tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350656 Sep 18 19:52:35.562011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-d0a1d4cf-4d82-4ba5-9d1d-7fc1adf44f05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 200 len: 217 time: 0.0964308 Sep 18 19:52:35.583954 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:35.610747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:35.615350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ff62d19e-4f2c-48ef-ab03-ab38c553883e HTTP/1.1" status: 204 len: 168 time: 0.9747026 Sep 18 19:52:35.618968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-957d682d-14c1-4bf1-abd1-d92166cde1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.619462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-957d682d-14c1-4bf1-abd1-d92166cde1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.620137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-957d682d-14c1-4bf1-abd1-d92166cde1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.621889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-957d682d-14c1-4bf1-abd1-d92166cde1d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5 HTTP/1.1" status: 200 len: 2293 time: 0.5746558 Sep 18 19:52:35.644026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efa901-fa1e-4a0e-83d3-72f9b12a756b tempest-QuotasNegativeTest-1003003692 tempest-QuotasNegativeTest-1003003692-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff62d19e-4f2c-48ef-ab03-ab38c553883e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:35.713020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-a59658c8-2f3b-40e3-bc41-048e1edb0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.715799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-a59658c8-2f3b-40e3-bc41-048e1edb0cd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59d4e37f-d5ab-4e14-9838-c3be9068feac HTTP/1.1" status: 200 len: 867 time: 0.1468289 Sep 18 19:52:35.831328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-a88b4de7-813d-46ea-81c0-5434c9e53940 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d014749d-7470-40ab-9de5-374cf9548d8f HTTP/1.1" status: 200 len: 1002 time: 0.1964257 Sep 18 19:52:35.944111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 5, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:35.965944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-2b9cc3d0-967e-43b7-b4c5-f07377d7ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.979100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-2b9cc3d0-967e-43b7-b4c5-f07377d7ff3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe818ea2-c76d-4123-a579-318fc84cb158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2496359 Sep 18 19:52:35.987173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-25f70b09-d618-47ae-be89-5a9260b36cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:35.989286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-25f70b09-d618-47ae-be89-5a9260b36cd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59711212-6f3b-4312-9db1-67c23afe25fc HTTP/1.1" status: 200 len: 850 time: 0.1445081 Sep 18 19:52:36.032473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd35be8-311c-4672-b3e4-b240d76a523d None None] The sync data for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 is: [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:41:42Z', 'revision_number': 4, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd4aac571-fce6-4e06-83a9-79a0a3c1a45a', 'name': '', 'network_id': '125fc257-85ec-44c9-b436-8bb1768c23aa', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'mac_address': 'fa:16:3e:c7:16:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0a365208-5985-4131-9113-7e710b658bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:41Z', 'updated_at': '2021-09-18T19:41:53Z', 'revision_number': 5, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'subnets': [{'id': '0a365208-5985-4131-9113-7e710b658bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:52:36.049639 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:07Z', 'revision_number': 5, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:36.088048 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a12a3b-c50e-44fe-83bf-69b254f4600a None None] The sync data for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 is: [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:02Z', 'revision_number': 4, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b', 'name': '', 'network_id': 'fe818ea2-c76d-4123-a579-318fc84cb158', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'mac_address': 'fa:16:3e:b3:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:52:01Z', 'updated_at': '2021-09-18T19:52:07Z', 'revision_number': 5, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'subnets': [{'id': '59d4e37f-d5ab-4e14-9838-c3be9068feac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:52:36.206605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-28c76dd9-349c-4243-af84-50fbc9147bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:36.208953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-28c76dd9-349c-4243-af84-50fbc9147bdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093465 Sep 18 19:52:36.227825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8ccfdd7-7ee5-462f-97d2-23295fef9155 req-6e3495a9-2d2f-48e1-a505-6197448de144 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.0701323 Sep 18 19:52:36.364866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-718c9898-1979-4075-99de-2fbd238d3028 service neutron] 10.222.0.20 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820412 Sep 18 19:52:36.580160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c71d7-d377-46bf-a65a-f367971990d7 None None] New status for floating IP ae433c53-4072-4477-be88-ab51303be86f: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:52:36.659856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59054) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:36.714679 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a62f5d-cb6a-4141-b649-4a26a8b92bb8 None None] New status for floating IP 4fc358cb-ea9f-4d6e-b9cb-e384701b067b: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:52:36.905640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-016f8deb-4eee-4f1d-93e9-3b6f1cb9cc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:37.108790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-791c596c-4fa9-431f-9df8-8ff4649deee4 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:37.109876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc'}, {'name': 'network-changed', 'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:37.110076 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-791c596c-4fa9-431f-9df8-8ff4649deee4 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.24 "GET /v2.0/networks?id=edc51ab7-292f-417b-9d0f-e58cb675feb5 HTTP/1.1" status: 200 len: 818 time: 0.1711497 Sep 18 19:52:37.113323 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcea27c1-5e1f-460b-b3e7-efe13901587d" -d '{"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc"}, {"name": "network-changed", "server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:37.126444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Request body: {'port': {'device_id': '039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f', 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5', 'admin_state_up': True, 'tenant_id': '8597f5a2f25849829cc907691986f6a2'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:37.258806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-016f8deb-4eee-4f1d-93e9-3b6f1cb9cc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:37.268681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-016f8deb-4eee-4f1d-93e9-3b6f1cb9cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:37.315361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac489579-98e4-4366-a7d8-d9270d4ed6fa req-b16d9ba4-cb6c-4196-97d7-48b28318f591 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:37.316813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac489579-98e4-4366-a7d8-d9270d4ed6fa req-b16d9ba4-cb6c-4196-97d7-48b28318f591 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 945 time: 0.9648008 Sep 18 19:52:37.341427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59064) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:37.342868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-7591f640-f3ee-4485-9904-708bc71e07ac service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1112278 Sep 18 19:52:37.353059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Request body: {'floatingip': {'port_id': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:37.362777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Made reservation on behalf of 8597f5a2f25849829cc907691986f6a2 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:37.376262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648dd25f-14c4-4609-b7db-662be25d5e6b req-4dfa1444-2363-4493-9669-f73a5646b830 service neutron] 10.222.0.20 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105362 Sep 18 19:52:37.377544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:37.460490 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-016f8deb-4eee-4f1d-93e9-3b6f1cb9cc6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0fdb6311a5f4cdeb82819e6c63dd2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7967956 Sep 18 19:52:37.462437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59068) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:37.469524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f8deb-4eee-4f1d-93e9-3b6f1cb9cc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7985c3d-ea85-4c18-96a5-cb3764eb7df7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:37.477553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-5984a0cd-0353-495c-b02e-7d1b0a3e3fd9 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:37.479936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-5984a0cd-0353-495c-b02e-7d1b0a3e3fd9 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.24 "GET /v2.0/networks?id=edc51ab7-292f-417b-9d0f-e58cb675feb5 HTTP/1.1" status: 200 len: 818 time: 0.9956231 Sep 18 19:52:37.485489 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:37.534258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Request body: {'port': {'device_id': '5ce2d511-bfb4-4715-a875-ba776de77f03', 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5', 'admin_state_up': True, 'tenant_id': '8597f5a2f25849829cc907691986f6a2'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:37.553386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-2ed11e47-766c-4e01-8deb-65311d2d8374 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:37.554850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-2ed11e47-766c-4e01-8deb-65311d2d8374 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.32 "GET /v2.0/networks?id=edc51ab7-292f-417b-9d0f-e58cb675feb5 HTTP/1.1" status: 200 len: 818 time: 0.4210012 Sep 18 19:52:37.597624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1834f23-2bf3-471d-9e0d-61dc7d845643 req-5d227ca5-4639-45ef-8401-59e63dbefc41 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 210 time: 0.1151314 Sep 18 19:52:37.602496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Request body: {'port': {'device_id': 'c3231707-5c3c-491d-9490-1448cc0693cd', 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5', 'admin_state_up': True, 'tenant_id': '8597f5a2f25849829cc907691986f6a2'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:37.701171 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cd3c1-83a1-4e3b-bf71-35edda43b12e x-openstack-request-id: req-fe5cd3c1-83a1-4e3b-bf71-35edda43b12e {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:37.701523 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60a824b-e454-4d1d-ab96-1049760bb1cd", "name": "network-vif-deleted", "tag": "38b3490c-b05b-4e44-a05f-ac3ee15bdacc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:37.701703 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe5cd3c1-83a1-4e3b-bf71-35edda43b12e {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:37.702104 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60a824b-e454-4d1d-ab96-1049760bb1cd', 'name': 'network-vif-deleted', 'tag': '38b3490c-b05b-4e44-a05f-ac3ee15bdacc', 'status': 'completed', 'code': 200} Sep 18 19:52:37.704562 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'status': 'completed', 'code': 200} Sep 18 19:52:37.779740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-f7670a00-add6-49a2-8b73-1076640ef855 service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272406 Sep 18 19:52:37.851509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Allocated IP 172.20.0.7 (edc51ab7-292f-417b-9d0f-e58cb675feb5/d9f74197-0866-4994-8944-d836f0061d11/d9ee4970-2afa-4d49-b9f1-8029fc841f4a) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:37.858454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-16e35ee4-e9fd-4bf7-8677-7faa4506a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:37.860030 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-16e35ee4-e9fd-4bf7-8677-7faa4506a4cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff4a7154357a4b28adb94cb04408e14a&device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 1097 time: 0.1278920 Sep 18 19:52:37.898526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b23c5bf-4eda-45e8-ae42-d1e0c62c5267 req-c8105e05-dc17-4deb-89b3-2f82b034a9d1 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.1388273 Sep 18 19:52:37.933802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-3f43d223-f5ec-48ea-a308-ff2507d7c5c0 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips/4fc358cb-ea9f-4d6e-b9cb-e384701b067b HTTP/1.1" status: 200 len: 692 time: 0.2153852 Sep 18 19:52:37.938632 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b02b42d3-723b-424b-a633-08c82b063db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:37.945159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-67598c79-bd9a-4d46-bd87-ba936a20ea26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 200 len: 217 time: 0.0965889 Sep 18 19:52:38.075211 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b02b42d3-723b-424b-a633-08c82b063db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.132589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-8023c866-0f63-4fcd-a3de-4085a05187ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:38.134142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-8023c866-0f63-4fcd-a3de-4085a05187ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.1786010 Sep 18 19:52:38.165621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-4cfb3163-1072-4f21-9b16-2dae9c0d6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:38.167117 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-4cfb3163-1072-4f21-9b16-2dae9c0d6a27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe818ea2-c76d-4123-a579-318fc84cb158 HTTP/1.1" status: 200 len: 929 time: 0.2963440 Sep 18 19:52:38.170809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Made reservation on behalf of 8597f5a2f25849829cc907691986f6a2 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:38.174346 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.230450 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-77b61ae9-61c0-474a-a8be-662ace1beedf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 200 len: 217 time: 0.0539544 Sep 18 19:52:38.245924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Made reservation on behalf of 8597f5a2f25849829cc907691986f6a2 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:38.249485 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.257629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-154a12c8-d581-4036-9d00-6ea2143f59da tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:38.259027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-154a12c8-d581-4036-9d00-6ea2143f59da tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 784 time: 0.3121777 Sep 18 19:52:38.282932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-99b6f08f-21a5-4f5b-aa14-d9a38e52c928 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:52:38.283962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-99b6f08f-21a5-4f5b-aa14-d9a38e52c928 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124416 Sep 18 19:52:38.326334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.348316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b02b42d3-723b-424b-a633-08c82b063db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.350872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b02b42d3-723b-424b-a633-08c82b063db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.355027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b02b42d3-723b-424b-a633-08c82b063db4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7985c3d-ea85-4c18-96a5-cb3764eb7df7 HTTP/1.1" status: 204 len: 168 time: 0.8891075 Sep 18 19:52:38.355027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-dc367c08-ee33-4b81-b31e-7cabd40d9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:38.356556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-dc367c08-ee33-4b81-b31e-7cabd40d9a9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2144740 Sep 18 19:52:38.375217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-2fb7a034-10a1-4c20-9c80-0f0650cfdd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:38.376726 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-2fb7a034-10a1-4c20-9c80-0f0650cfdd41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59d4e37f-d5ab-4e14-9838-c3be9068feac HTTP/1.1" status: 200 len: 867 time: 0.1332135 Sep 18 19:52:38.422117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.437702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.470808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-41924488-0f55-409e-b1fc-76fede8a1f4c tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 695 time: 0.1548810 Sep 18 19:52:38.471562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b42d3-723b-424b-a633-08c82b063db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7985c3d-ea85-4c18-96a5-cb3764eb7df7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:38.511472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-9815aabe-6d6e-4117-b87e-dd3beb402974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:38.512995 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-9815aabe-6d6e-4117-b87e-dd3beb402974 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe818ea2-c76d-4123-a579-318fc84cb158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289790 Sep 18 19:52:38.515637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.602803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Pushing event updated for resources: {'Port': ['ID=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:38.638007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-d88e3a5c-24c7-4a32-a784-51f0cb41eb68 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.8.12 HTTP/1.1" status: 200 len: 695 time: 0.1147633 Sep 18 19:52:38.664820 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-f3f3daf8-3263-4d57-a42b-f48f2f75b099 {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:52:38.665188 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:52:38.680192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Network edc51ab7-292f-417b-9d0f-e58cb675feb5 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:38.686712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:38.687734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-bcec4532-573b-44d0-b8e5-1e623323c397 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875519 Sep 18 19:52:38.693700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:38.793735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:38.794446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.834759 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-39a2e62e-a141-48d8-a38e-3f211085c1b5 service neutron] 10.222.0.32 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099253 Sep 18 19:52:38.839957 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Floating IP 703b8158-c02b-4ea1-ac36-6369ef084bc7 associated. External IP: 172.25.8.231, port: 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2. Sep 18 19:52:38.843271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ef1052ab-dafe-4799-b418-cae520f0a25d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7226481 Sep 18 19:52:38.878737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59080) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:38.914743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Request body: {'port': {'device_id': '039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:38.919759 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-f3f3daf8-3263-4d57-a42b-f48f2f75b099 {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:52:38.920321 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:52:38.923858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9191cf8a-7989-4650-a998-d18bcf29b3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:38.976422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4079b-74fc-4748-9113-1d0f53fcd01d req-c197a59f-3a35-4d99-ab43-0fc6da6d6e4b tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:38.980356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10a4079b-74fc-4748-9113-1d0f53fcd01d req-c197a59f-3a35-4d99-ab43-0fc6da6d6e4b tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 931 time: 0.1801531 Sep 18 19:52:38.988403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-0b243d1d-a1c7-44d9-9494-f7383c330877 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682157 Sep 18 19:52:39.071833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-b92acc68-9bc8-4859-bf04-760c2995de0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 200 len: 217 time: 0.0749204 Sep 18 19:52:39.077632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Deleting port ee74f428-b2e6-4141-b5ad-b21f1fc45a96 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:39.077999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.156738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10a4079b-74fc-4748-9113-1d0f53fcd01d req-5d14b74d-8fe2-4943-af36-33ad0ceef79a tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663647 Sep 18 19:52:39.169290 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.242012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-afd8216f-7794-4d63-9c80-0bf762b70f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:39.243557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-afd8216f-7794-4d63-9c80-0bf762b70f07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.1606464 Sep 18 19:52:39.332980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57cc02a1-9932-40f2-95f2-eaaf8ca63b3a req-2da1b2fb-22a2-4267-88c4-c5efa9cfc704 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.0863950 Sep 18 19:52:39.391065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.391615 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.408504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.423740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.427587 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fcea27c1-5e1f-460b-b3e7-efe13901587d req-4e3056de-4e0b-430c-98bf-7ad6170b5aaf service neutron] 10.222.0.32 "GET /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831294 Sep 18 19:52:39.442415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Calling delete_port for ee74f428-b2e6-4141-b5ad-b21f1fc45a96 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:39.456907 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9191cf8a-7989-4650-a998-d18bcf29b3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.476889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9191cf8a-7989-4650-a998-d18bcf29b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.510466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9191cf8a-7989-4650-a998-d18bcf29b3aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92efc521fed5403587416f1218101710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6281517 Sep 18 19:52:39.511978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59084) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:39.515959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-396eade6-66a4-45ac-93e5-2c7fffec93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:39.517472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-396eade6-66a4-45ac-93e5-2c7fffec93b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2495141 Sep 18 19:52:39.698001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191cf8a-7989-4650-a998-d18bcf29b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9353697-584a-452f-b41b-9b1d481aabef,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:39.710910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Router b0841cda-5ab0-434d-9339-2f614cc13591 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:52:39.712378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38708cc-58c9-4eb9-b8c9-7f3da1293ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.748427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38708cc-58c9-4eb9-b8c9-7f3da1293ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.883352 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38708cc-58c9-4eb9-b8c9-7f3da1293ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.887431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38708cc-58c9-4eb9-b8c9-7f3da1293ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.888838 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d38708cc-58c9-4eb9-b8c9-7f3da1293ca0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9353697-584a-452f-b41b-9b1d481aabef HTTP/1.1" status: 204 len: 168 time: 0.3762035 Sep 18 19:52:39.895295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:52:39.903774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:39.907572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38708cc-58c9-4eb9-b8c9-7f3da1293ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9353697-584a-452f-b41b-9b1d481aabef,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:39.912927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] Sync routers for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:52:39.937521 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-37d2547f-c32b-494e-8db3-bc5183e141cf tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "PUT /v2.0/floatingips/703b8158-c02b-4ea1-ac36-6369ef084bc7 HTTP/1.1" status: 200 len: 991 time: 2.5940037 Sep 18 19:52:39.938138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'tag': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:39.940704 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d8e5b-b890-4d9b-9563-b0edf57dcacf" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf86b02-e880-46e9-bae3-51828ad1b658", "tag": "4a6f6033-cf73-480e-8cc1-769fb1ab8fc2"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:39.983782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:39.984426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:40.101978 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0452e1e-ec4e-474b-8566-e2ecd306cad0 x-openstack-request-id: req-a0452e1e-ec4e-474b-8566-e2ecd306cad0 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:40.106764 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf86b02-e880-46e9-bae3-51828ad1b658", "tag": "4a6f6033-cf73-480e-8cc1-769fb1ab8fc2", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:40.107206 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0452e1e-ec4e-474b-8566-e2ecd306cad0 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:40.107694 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'tag': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'status': 'completed', 'code': 200} Sep 18 19:52:40.127831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.24', 61036) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:40.196580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-01063e8c-ec38-4840-8143-7536198be6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:40.199417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Allocated IP 172.20.0.3 (edc51ab7-292f-417b-9d0f-e58cb675feb5/d9f74197-0866-4994-8944-d836f0061d11/20fc32ee-08f3-4f2d-aa82-5dcf9f72666c) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:40.201137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-01063e8c-ec38-4840-8143-7536198be6ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b1920334d9b46ea8940702aa9a66c84&device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 1097 time: 0.0710223 Sep 18 19:52:40.268636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-e3a54109-d87e-4e7e-a41b-5d8570ed3065 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755934 Sep 18 19:52:40.303393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:40.367422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-b508246e-0f45-42bb-832d-e412e3e0dc96 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895839 Sep 18 19:52:40.462539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-7725076d-ed28-424e-8275-a57f8fd3aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:40.464805 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-9c564c36-5dda-4081-a0e1-7d7bb1f74369 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f768b054-6809-4b2d-8ff1-e71086be318d HTTP/1.1" status: 200 len: 217 time: 0.0780730 Sep 18 19:52:40.466294 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-7725076d-ed28-424e-8275-a57f8fd3aea5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 200 len: 910 time: 0.2558362 Sep 18 19:52:40.596830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:40.599423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '703b8158-c02b-4ea1-ac36-6369ef084bc7', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'port_id': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'mac_address': 'fa:16:3e:ef:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:52:17Z', 'updated_at': '2021-09-18T19:52:38Z', 'revision_number': 1, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:40.617238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-1df51987-3864-4597-b777-a41ae1809b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:40.618720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-1df51987-3864-4597-b777-a41ae1809b85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.1396096 Sep 18 19:52:40.638566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] Checking router: b0841cda-5ab0-434d-9339-2f614cc13591 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:52:40.644492 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-77479430-e166-43ee-9b27-9bd6a438744f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 HTTP/1.1" status: 200 len: 999 time: 0.1659753 Sep 18 19:52:40.652418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:40.653909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:40.705719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Pushing event deleted for resources: {'Port': ['ID=ee74f428-b2e6-4141-b5ad-b21f1fc45a96,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:40.731685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-7cd1143f-cc66-46a1-b3de-4ccfc0e220b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:40.734337 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-7cd1143f-cc66-46a1-b3de-4ccfc0e220b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 200 len: 848 time: 0.0817583 Sep 18 19:52:40.783422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-2fcdac53-ab9b-4379-a515-7934ea3bc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:40.784925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-2fcdac53-ab9b-4379-a515-7934ea3bc69f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1415653 Sep 18 19:52:40.816663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-198771fe-7a5a-4636-8618-8da1bf985009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:40.818191 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-198771fe-7a5a-4636-8618-8da1bf985009 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768592 Sep 18 19:52:40.824082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:40.852509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:40.855000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:40.856235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:40.867983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc27477d-1694-4c56-b064-4f487f6d7001 req-a8796eef-ab0a-401a-b456-9d7edfd160b8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "DELETE /v2.0/floatingips/4fc358cb-ea9f-4d6e-b9cb-e384701b067b HTTP/1.1" status: 204 len: 173 time: 2.2182195 Sep 18 19:52:40.963692 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-8b50eae1-0462-4a38-8c49-b7d7ccc65e2e service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331098 Sep 18 19:52:41.029401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c696-429f-4f81-a044-3b10a0103aaf req-e24f191c-60be-490e-b11f-2a2aacdc7166 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:41.037017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2187c696-429f-4f81-a044-3b10a0103aaf req-e24f191c-60be-490e-b11f-2a2aacdc7166 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 931 time: 0.6685965 Sep 18 19:52:41.087772 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-ddfb0d58-e807-423b-9b15-6effe03e59b5 service neutron] 10.222.0.24 "GET /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113546 Sep 18 19:52:41.093000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2515825d-c751-4fcb-9bd0-7e3b885d7be2 req-8daaed35-5d41-45d4-bd20-64d22f5f1578 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.0971880 Sep 18 19:52:41.161906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2187c696-429f-4f81-a044-3b10a0103aaf req-182616a6-878c-46fa-b01c-3005ba79c454 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196012 Sep 18 19:52:41.198316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:41.356521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-b4a72f60-a131-4a18-9e71-02b60491e347 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486188 Sep 18 19:52:41.383048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Network edc51ab7-292f-417b-9d0f-e58cb675feb5 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:41.402641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:41.416706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '703b8158-c02b-4ea1-ac36-6369ef084bc7', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'port_id': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'mac_address': 'fa:16:3e:ef:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:52:17Z', 'updated_at': '2021-09-18T19:52:38Z', 'revision_number': 1, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:41.446519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:41.460681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3f9de0-55ca-4f64-b2d8-b3eec5c61b11 None None] The sync data for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 is: [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '703b8158-c02b-4ea1-ac36-6369ef084bc7', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'port_id': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'mac_address': 'fa:16:3e:ef:4b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:52:17Z', 'updated_at': '2021-09-18T19:52:38Z', 'revision_number': 1, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:52:41.504276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ee4970-2afa-4d49-b9f1-8029fc841f4a {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:41.515111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:41.531353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Transition to ACTIVE for port object d9ee4970-2afa-4d49-b9f1-8029fc841f4a will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:52:41.537921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Pushing event updated for resources: {'Port': ['ID=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:41.538193 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:41.641491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:41.642157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:41.656605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484311f-d019-482a-aad0-4d916960f32c req-2336f14b-7b6d-48fd-a678-62eb48c2e708 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:41.658426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9484311f-d019-482a-aad0-4d916960f32c req-2336f14b-7b6d-48fd-a678-62eb48c2e708 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2509615 Sep 18 19:52:41.668391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:41.752433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Attempting to bind port d9ee4970-2afa-4d49-b9f1-8029fc841f4a on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:52:41.752774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Attempting to bind port d9ee4970-2afa-4d49-b9f1-8029fc841f4a by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:52:41.753097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Attempting to bind port d9ee4970-2afa-4d49-b9f1-8029fc841f4a on network edc51ab7-292f-417b-9d0f-e58cb675feb5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:41.757648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Port d9ee4970-2afa-4d49-b9f1-8029fc841f4a on network edc51ab7-292f-417b-9d0f-e58cb675feb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:52:41.758146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Attempting to bind port d9ee4970-2afa-4d49-b9f1-8029fc841f4a on network edc51ab7-292f-417b-9d0f-e58cb675feb5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:41.764283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:52:41.764643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Checking segment: {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:41.765006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Bound using segment: {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:52:41.765488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Bound port: d9ee4970-2afa-4d49-b9f1-8029fc841f4a, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:52:41.765791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:41.772767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-1daff846-c330-4791-bb33-9e22a4150a72 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080040 Sep 18 19:52:41.799874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9484311f-d019-482a-aad0-4d916960f32c req-552c54d7-bc58-423f-9419-12f13bbfd4a5 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0765078 Sep 18 19:52:41.814584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Allocated IP 172.20.0.4 (edc51ab7-292f-417b-9d0f-e58cb675feb5/d9f74197-0866-4994-8944-d836f0061d11/4e287d2e-7aa3-4682-ac36-887e66b9a57a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:41.817341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fce263d1-8991-4275-8e5e-cdb9ab0178be tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2987146 Sep 18 19:52:41.840775 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66025e0-38f9-405d-915d-796a7751397d None None] New status for floating IP 703b8158-c02b-4ea1-ac36-6369ef084bc7: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:52:41.879697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] For port d9ee4970-2afa-4d49-b9f1-8029fc841f4a, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:41.883965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] For port d9ee4970-2afa-4d49-b9f1-8029fc841f4a, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:52:41.889744 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:41.911851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fb2b085-23da-4cd0-8caf-50ab54cb1ff5 req-80bb54f5-d7c8-4885-936c-d9c8e021bdd5 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1050198 Sep 18 19:52:41.943871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Request body: {'port': {'device_id': '5ce2d511-bfb4-4715-a875-ba776de77f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:41.947797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-bce75936-03dd-46b8-8517-ea35b9d29dd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 HTTP/1.1" status: 200 len: 217 time: 0.1420715 Sep 18 19:52:41.967415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:41.973839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:41.974677 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:41.976411 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-8a7df22d-60ff-4585-bc22-e2ba205c54d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d9ee4970-2afa-4d49-b9f1-8029fc841f4a HTTP/1.1" status: 200 len: 1092 time: 3.0771616 Sep 18 19:52:42.109853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f', 'tag': 'd9ee4970-2afa-4d49-b9f1-8029fc841f4a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:42.118218 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def19c9b-c47d-4c52-a6ca-5b419683e51f" -d '{"events": [{"name": "network-changed", "server_uuid": "039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f", "tag": "d9ee4970-2afa-4d49-b9f1-8029fc841f4a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:42.127586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-9d778205-edff-405a-be8c-f0c88f6f7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:42.132125 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-9d778205-edff-405a-be8c-f0c88f6f7e6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8597f5a2f25849829cc907691986f6a2&device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 1095 time: 0.0990925 Sep 18 19:52:42.225685 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd7f9e4-025c-48e4-bcfa-179204916072 x-openstack-request-id: req-8fd7f9e4-025c-48e4-bcfa-179204916072 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:42.225985 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f", "tag": "d9ee4970-2afa-4d49-b9f1-8029fc841f4a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:42.226242 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fd7f9e4-025c-48e4-bcfa-179204916072 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:42.226641 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f', 'tag': 'd9ee4970-2afa-4d49-b9f1-8029fc841f4a', 'status': 'completed', 'code': 200} Sep 18 19:52:42.229503 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-667bc00e-2ba5-4505-a016-ad6d2cbcbc3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ee4970-2afa-4d49-b9f1-8029fc841f4a HTTP/1.1" status: 200 len: 217 time: 0.0916035 Sep 18 19:52:42.229697 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.236669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-f85b67d1-7f52-4c4f-9c93-c73ea000a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:42.237042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:42.238130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-f85b67d1-7f52-4c4f-9c93-c73ea000a702 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.2409196 Sep 18 19:52:42.280697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a06494a-d9fa-46e9-9f86-c1407a9c8fe9 req-7d010702-96b5-4d29-be3d-2f9af46e4166 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.0457671 Sep 18 19:52:42.301258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ba5e2fad-1535-4048-93aa-8443e3a8eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:42.301258 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ba5e2fad-1535-4048-93aa-8443e3a8eeb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9f74197-0866-4994-8944-d836f0061d11 HTTP/1.1" status: 200 len: 858 time: 0.0603237 Sep 18 19:52:42.336485 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-ca79e08f-83dd-4da7-842f-805c35ac7d4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edc51ab7-292f-417b-9d0f-e58cb675feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333731 Sep 18 19:52:42.393063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-40afe0c0-d496-4010-82c4-64c3104da442 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-449285696'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:42.469165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40afe0c0-d496-4010-82c4-64c3104da442 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.470345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40afe0c0-d496-4010-82c4-64c3104da442 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.503573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-189c6e99-beda-418e-98cc-0c9200a37ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:42.505083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-189c6e99-beda-418e-98cc-0c9200a37ddc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2146716 Sep 18 19:52:42.508451 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-71398cdc-9107-499c-b4fa-25c3939a847c service neutron] 10.222.0.24 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643245 Sep 18 19:52:42.563901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40afe0c0-d496-4010-82c4-64c3104da442 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.577525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40afe0c0-d496-4010-82c4-64c3104da442 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.598738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6beb5-119e-4b40-8e09-ea4bb1323dec req-2f76669f-83e8-4125-824e-fc9b19cea353 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:42.600332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef6beb5-119e-4b40-8e09-ea4bb1323dec req-2f76669f-83e8-4125-824e-fc9b19cea353 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 945 time: 0.3127563 Sep 18 19:52:42.626748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40afe0c0-d496-4010-82c4-64c3104da442 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.627996 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-40afe0c0-d496-4010-82c4-64c3104da442 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3900747 Sep 18 19:52:42.630581 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59168) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:42.656442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.673555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86a3fd-5ca1-4093-8277-822c2fe5cbed req-b295ef58-7b0c-4af7-901e-41463df1847a tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:42.675109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb86a3fd-5ca1-4093-8277-822c2fe5cbed req-b295ef58-7b0c-4af7-901e-41463df1847a tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 943 time: 0.2781310 Sep 18 19:52:42.720126 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a505638-16dd-4d66-b117-d2d181b62271 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.723094 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a94eeaab-9c22-450e-ae4d-e0961e90a3c3 service neutron] 10.222.0.24 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037559 Sep 18 19:52:42.808800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef6beb5-119e-4b40-8e09-ea4bb1323dec req-b4c92381-c97b-4697-866d-1f4274ec2332 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736629 Sep 18 19:52:42.871796 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.886728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-8caab219-1414-4b09-881c-51e9e9edfcea service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142602 Sep 18 19:52:42.916687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb86a3fd-5ca1-4093-8277-822c2fe5cbed req-f2c61307-aa20-4a1f-8c01-9481c5a4ecef tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912546 Sep 18 19:52:42.973327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a505638-16dd-4d66-b117-d2d181b62271 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:42.993680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a505638-16dd-4d66-b117-d2d181b62271 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.051632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Network edc51ab7-292f-417b-9d0f-e58cb675feb5 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:43.066800 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a505638-16dd-4d66-b117-d2d181b62271 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.068135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a505638-16dd-4d66-b117-d2d181b62271 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 145c89de-bdcb-4a2e-a89f-f86c1a5e0996 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:52:43.070036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:43.073862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a505638-16dd-4d66-b117-d2d181b62271 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.079103 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a505638-16dd-4d66-b117-d2d181b62271 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "DELETE /v2.0/routers/145c89de-bdcb-4a2e-a89f-f86c1a5e0996 HTTP/1.1" status: 204 len: 168 time: 0.4435282 Sep 18 19:52:43.079103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59170) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:43.085239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9d6999be-a03b-4db4-b35c-4b396812776c tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Request body: {'router': {'name': 'tempest-router-431755510', 'distributed': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:43.091469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-741b26f3-5596-4600-a3ca-1ad5ebcde3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:43.092768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:43.092916 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-741b26f3-5596-4600-a3ca-1ad5ebcde3d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8597f5a2f25849829cc907691986f6a2&device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 1095 time: 0.2991619 Sep 18 19:52:43.158677 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d6999be-a03b-4db4-b35c-4b396812776c tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.159816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d6999be-a03b-4db4-b35c-4b396812776c tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.191985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Pushing event updated for resources: {'Port': ['ID=4e287d2e-7aa3-4682-ac36-887e66b9a57a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:43.235626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:43.236933 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.308943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-c2ab07d4-aed1-4f7e-8fab-4e8b49ea52d4 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580899 Sep 18 19:52:43.313658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-a5ac8105-395d-4f3e-a173-b9fece0e2b05 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7215743 Sep 18 19:52:43.316103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d6999be-a03b-4db4-b35c-4b396812776c tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.329491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:43.334900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d6999be-a03b-4db4-b35c-4b396812776c tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.342953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-82b920b9-0c94-4ae5-b4e2-b69c56c7be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:43.344013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Request body: {'port': {'device_id': 'c3231707-5c3c-491d-9490-1448cc0693cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:43.344409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-82b920b9-0c94-4ae5-b4e2-b69c56c7be30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=edc51ab7-292f-417b-9d0f-e58cb675feb5 HTTP/1.1" status: 200 len: 919 time: 0.2432654 Sep 18 19:52:43.359069 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-f3566ada-71f0-47e5-82e4-198911d04883 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1292427 Sep 18 19:52:43.378155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d6999be-a03b-4db4-b35c-4b396812776c tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.379343 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9d6999be-a03b-4db4-b35c-4b396812776c tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3003943 Sep 18 19:52:43.411218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59174) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:43.422127 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.426642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-797fcbb8-d867-4de5-ac14-922d8c5a51f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257 HTTP/1.1" status: 200 len: 217 time: 0.1095912 Sep 18 19:52:43.426911 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-7cff7250-8253-45d1-b87f-697505a2d20e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ee4970-2afa-4d49-b9f1-8029fc841f4a HTTP/1.1" status: 200 len: 217 time: 0.0664923 Sep 18 19:52:43.504498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Transition to ACTIVE for port object 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:52:43.517872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.523565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.591297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:43.621430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-5ca7fb61-29ec-4e02-9f4b-beeba19960b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:43.623255 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-5ca7fb61-29ec-4e02-9f4b-beeba19960b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.1746149 Sep 18 19:52:43.680781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-c634e5ad-aedc-4401-8741-a461003dcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:43.684135 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-c634e5ad-aedc-4401-8741-a461003dcf23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1097 time: 0.2735929 Sep 18 19:52:43.685386 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d191b70e-6db9-4dfb-9b51-42ef32351466 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:43.713731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d9ee4970-2afa-4d49-b9f1-8029fc841f4a details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:52:43.837916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-833bcc39-bf90-4170-baf9-de242afdb8a2 req-d58ffa97-da93-4522-bf7f-d9593f174d40 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.3943722 Sep 18 19:52:43.911101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-75e216b9-02e9-4d92-a95b-1e565fb39f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:43.912894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-75e216b9-02e9-4d92-a95b-1e565fb39f7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2657828 Sep 18 19:52:43.913242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d9ee4970-2afa-4d49-b9f1-8029fc841f4a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:43.932708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-291f1f17-ef8b-4c2c-8d22-48854cbfd751 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:43.935799 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-291f1f17-ef8b-4c2c-8d22-48854cbfd751 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.32 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 945 time: 0.3819766 Sep 18 19:52:43.938423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-3a120f20-5123-4430-911f-ff30e2e16e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:43.939634 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-3a120f20-5123-4430-911f-ff30e2e16e80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9f74197-0866-4994-8944-d836f0061d11 HTTP/1.1" status: 200 len: 858 time: 0.4333706 Sep 18 19:52:43.939857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'd9ee4970-2afa-4d49-b9f1-8029fc841f4a', 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5', 'port_id': 'd9ee4970-2afa-4d49-b9f1-8029fc841f4a', 'mac_address': 'fa:16:3e:50:91:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f74197-0866-4994-8944-d836f0061d11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:52:43.991988 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:44.009253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ee4970-2afa-4d49-b9f1-8029fc841f4a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:44.032694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d9ee4970-2afa-4d49-b9f1-8029fc841f4a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:44.039283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:44.093134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:44.218058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Attempting to bind port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:52:44.218313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Attempting to bind port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:52:44.218644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Attempting to bind port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c on network edc51ab7-292f-417b-9d0f-e58cb675feb5 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:44.240942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c on network edc51ab7-292f-417b-9d0f-e58cb675feb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:52:44.241265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Attempting to bind port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c on network edc51ab7-292f-417b-9d0f-e58cb675feb5 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:44.279358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:52:44.279716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Checking segment: {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:44.280109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Bound using segment: {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:52:44.280561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Bound port: 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:52:44.280925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:44.299138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f13676-c032-4153-b808-e00e797f16c1 req-9b2ca45c-7a87-40a0-8f06-6be6c6225f27 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:44.300662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8f13676-c032-4153-b808-e00e797f16c1 req-9b2ca45c-7a87-40a0-8f06-6be6c6225f27 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 944 time: 0.2827857 Sep 18 19:52:44.312271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['d9ee4970-2afa-4d49-b9f1-8029fc841f4a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:44.316179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-c49d29a2-9a9e-4bed-8b2f-816dccc0847e service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943210 Sep 18 19:52:44.328493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f140c9-c49b-42ba-97ee-45c06510fdc0 req-614e9e77-98f2-4268-84c4-8360e1773b3b tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:44.336884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93f140c9-c49b-42ba-97ee-45c06510fdc0 req-614e9e77-98f2-4268-84c4-8360e1773b3b tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 945 time: 0.3557272 Sep 18 19:52:44.556292 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-e1a65ac8-1daf-454f-b4cb-b3c147913217 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edc51ab7-292f-417b-9d0f-e58cb675feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5569084 Sep 18 19:52:44.675350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d191b70e-6db9-4dfb-9b51-42ef32351466 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:44.692567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d191b70e-6db9-4dfb-9b51-42ef32351466 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:44.817220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-67b97217-2c5a-4d98-a18b-03219c0ca6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:44.818623 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-67b97217-2c5a-4d98-a18b-03219c0ca6cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.9645407 Sep 18 19:52:44.825526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d191b70e-6db9-4dfb-9b51-42ef32351466 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:44.826060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d191b70e-6db9-4dfb-9b51-42ef32351466 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7422d5b3-a654-4958-ab9f-44929377b764 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:52:44.840525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d191b70e-6db9-4dfb-9b51-42ef32351466 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:44.845068 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d191b70e-6db9-4dfb-9b51-42ef32351466 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7422d5b3-a654-4958-ab9f-44929377b764 HTTP/1.1" status: 204 len: 168 time: 1.4295375 Sep 18 19:52:44.851356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:44.892790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-27093c5c-5083-47b4-a0d3-404837c83f8b tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Request body: {'router': {'name': 'tempest-router-1338612002', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fac3330602b34aa1ae964b55ed17ce8d'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:44.897867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Deleting port b57a3878-663a-4cf2-b846-7e599e4838c4 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:44.898199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:44.915970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8f13676-c032-4153-b808-e00e797f16c1 req-f54617ba-6655-4c2a-a967-54db7c222b41 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959640 Sep 18 19:52:44.930404 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-b77c3345-5d0f-4cb3-8f27-528700366fe6 service neutron] 10.222.0.24 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580575 Sep 18 19:52:44.938690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93f140c9-c49b-42ba-97ee-45c06510fdc0 req-dfdd8851-8a20-4732-8459-72548d82c3c1 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee917ba4-aa20-4190-b32d-5c47002d67b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006622 Sep 18 19:52:44.992458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] For port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:45.025077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e287d2e-7aa3-4682-ac36-887e66b9a57a {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:45.041289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-f6b45370-68e2-447d-8467-111177f8732f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 200 len: 1000 time: 0.2132299 Sep 18 19:52:45.041655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.063210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27093c5c-5083-47b4-a0d3-404837c83f8b tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.065268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27093c5c-5083-47b4-a0d3-404837c83f8b tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.065464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Transition to ACTIVE for port object 4e287d2e-7aa3-4682-ac36-887e66b9a57a will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:52:45.086466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] For port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:52:45.112546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-3b73db36-2fe9-4afe-8592-2a2b196487bb service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696066 Sep 18 19:52:45.114036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.151649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.213761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-f6da0cdb-3f6d-480a-aa4e-f37377b09516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.215414 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-f6da0cdb-3f6d-480a-aa4e-f37377b09516 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.1652327 Sep 18 19:52:45.221015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] For port b57a3878-663a-4cf2-b846-7e599e4838c4, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b57a3878-663a-4cf2-b846-7e599e4838c4,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:45.221512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.254321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.254776 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.257084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] 10.222.0.24 "PUT /v2.0/ports/20fc32ee-08f3-4f2d-aa82-5dcf9f72666c HTTP/1.1" status: 200 len: 1092 time: 3.3349452 Sep 18 19:52:45.258211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-a761b720-ba5d-401e-b5f5-4f4691be4640 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4896189-e695-455a-a32b-1779398d53a5 HTTP/1.1" status: 200 len: 217 time: 0.0969315 Sep 18 19:52:45.258844 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def19c9b-c47d-4c52-a6ca-5b419683e51f req-d641e1ef-9e00-4f9f-ad53-f129f5f3df6b service neutron] 10.222.0.24 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974088 Sep 18 19:52:45.265382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce2d511-bfb4-4715-a875-ba776de77f03', 'tag': '20fc32ee-08f3-4f2d-aa82-5dcf9f72666c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:45.268835 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0629323-b457-4258-aa1a-9af22ef9c99f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce2d511-bfb4-4715-a875-ba776de77f03", "tag": "20fc32ee-08f3-4f2d-aa82-5dcf9f72666c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:45.270236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27093c5c-5083-47b4-a0d3-404837c83f8b tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.284041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4278fba1-c7e9-4297-8cfd-8e543db91ba3 req-50c0ea6d-4ece-45bb-9e17-092c14bac0b5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.1287081 Sep 18 19:52:45.291583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Calling delete_port for b57a3878-663a-4cf2-b846-7e599e4838c4 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:45.296947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27093c5c-5083-47b4-a0d3-404837c83f8b tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.318709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e287d2e-7aa3-4682-ac36-887e66b9a57a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:45.348641 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19171f94-4d72-4734-a24c-b8acbef59e70 x-openstack-request-id: req-19171f94-4d72-4734-a24c-b8acbef59e70 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:45.348952 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce2d511-bfb4-4715-a875-ba776de77f03", "tag": "20fc32ee-08f3-4f2d-aa82-5dcf9f72666c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:45.349184 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19171f94-4d72-4734-a24c-b8acbef59e70 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:45.349583 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce2d511-bfb4-4715-a875-ba776de77f03', 'tag': '20fc32ee-08f3-4f2d-aa82-5dcf9f72666c', 'status': 'completed', 'code': 200} Sep 18 19:52:45.395627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27093c5c-5083-47b4-a0d3-404837c83f8b tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.399494 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-27093c5c-5083-47b4-a0d3-404837c83f8b tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5446579 Sep 18 19:52:45.403591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59196) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:45.415648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:45.426064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-d7fd2dc7-8abb-4e79-9c46-6cce4bdc2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.427742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-d7fd2dc7-8abb-4e79-9c46-6cce4bdc2c81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764319 Sep 18 19:52:45.459475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-50ce910f-8c6b-4598-83f5-cb89531e40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.461014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-50ce910f-8c6b-4598-83f5-cb89531e40dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.1755672 Sep 18 19:52:45.461655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a89fa3-0f51-4b72-b2dd-0bfeda460cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:45.482818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-93a57289-00e4-4484-b8f6-9d2cb3acab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.482818 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-93a57289-00e4-4484-b8f6-9d2cb3acab32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8597f5a2f25849829cc907691986f6a2&device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 1095 time: 0.1776297 Sep 18 19:52:45.513619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Attempting to bind port 4e287d2e-7aa3-4682-ac36-887e66b9a57a on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:52:45.513962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Attempting to bind port 4e287d2e-7aa3-4682-ac36-887e66b9a57a by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:52:45.514308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Attempting to bind port 4e287d2e-7aa3-4682-ac36-887e66b9a57a on network edc51ab7-292f-417b-9d0f-e58cb675feb5 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:45.521717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Port 4e287d2e-7aa3-4682-ac36-887e66b9a57a on network edc51ab7-292f-417b-9d0f-e58cb675feb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:52:45.522041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Attempting to bind port 4e287d2e-7aa3-4682-ac36-887e66b9a57a on network edc51ab7-292f-417b-9d0f-e58cb675feb5 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:52:45.531738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05e2f3c3-6a36-4045-8278-b05ea04389ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.533372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-05e2f3c3-6a36-4045-8278-b05ea04389ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616899 Sep 18 19:52:45.534014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:52:45.534351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Checking segment: {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:45.534729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Bound using segment: {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:52:45.535951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Bound port: 4e287d2e-7aa3-4682-ac36-887e66b9a57a, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:52:45.536420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.615955 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-52d35c73-2bd0-4ac5-8899-fbdf9e2c50f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c HTTP/1.1" status: 200 len: 217 time: 0.1207871 Sep 18 19:52:45.674672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] For port 4e287d2e-7aa3-4682-ac36-887e66b9a57a, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:52:45.679117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] For port 4e287d2e-7aa3-4682-ac36-887e66b9a57a, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4e287d2e-7aa3-4682-ac36-887e66b9a57a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:52:45.684508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-aad8ee8c-286c-45e7-ae35-718c305abe1f service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370544 Sep 18 19:52:45.686691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.733030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d9ee4970-2afa-4d49-b9f1-8029fc841f4a up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:45.756506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.757128 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.758532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e287d2e-7aa3-4682-ac36-887e66b9a57a HTTP/1.1" status: 200 len: 1092 time: 2.4204628 Sep 18 19:52:45.824290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port d9ee4970-2afa-4d49-b9f1-8029fc841f4a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:52:45.829115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.829481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.830224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port d9ee4970-2afa-4d49-b9f1-8029fc841f4a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:45.831093 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.862036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d30cdb-f55f-4f21-a52a-38e59dcbdbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e287d2e-7aa3-4682-ac36-887e66b9a57a,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:45.872022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-541e9682-379f-4380-8fe0-fafb03762330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.873394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-541e9682-379f-4380-8fe0-fafb03762330 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9f74197-0866-4994-8944-d836f0061d11 HTTP/1.1" status: 200 len: 858 time: 0.2291946 Sep 18 19:52:45.881568 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-6bba8925-a64e-4819-9f15-c653abd83bd0 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170086 Sep 18 19:52:45.893261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-6ddf30e8-a890-41bf-9bc1-c5e08ed56339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:45.894879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-6ddf30e8-a890-41bf-9bc1-c5e08ed56339 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8597f5a2f25849829cc907691986f6a2&device_id=c3231707-5c3c-491d-9490-1448cc0693cd HTTP/1.1" status: 200 len: 1095 time: 0.0777135 Sep 18 19:52:45.898542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c53b6b1-903b-4602-b08e-2cd8d19f67b3 req-29061de8-e307-4c7b-a228-225e9dcd1618 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841826 Sep 18 19:52:45.950904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:45.993027 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:46.013405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-fc0a3407-22e7-4872-80e7-ef88fb7f7431 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e287d2e-7aa3-4682-ac36-887e66b9a57a HTTP/1.1" status: 200 len: 217 time: 0.1095679 Sep 18 19:52:46.033064 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-b5dc38f8-fea3-434a-b6c7-0dd63a651a06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edc51ab7-292f-417b-9d0f-e58cb675feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491022 Sep 18 19:52:46.046496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d9ee4970-2afa-4d49-b9f1-8029fc841f4a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:46.047704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ee4970-2afa-4d49-b9f1-8029fc841f4a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:46.051190 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6aa99f-0bcc-4668-ab3d-2cf2d6e68fbd" -d '{"events": [{"server_uuid": "039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f", "name": "network-vif-plugged", "status": "completed", "tag": "d9ee4970-2afa-4d49-b9f1-8029fc841f4a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:46.056076 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:46.092998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94940) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 18 19:52:46.093607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Router 57d441aa-de4e-4d1c-bc47-747e17e0505d migrating from provider to provider. {{(pid=94940) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 18 19:52:46.094160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:46.108367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45e306b2-b6fd-4edc-9c19-b1395fafd223 req-9befe491-a572-46ce-ae47-21c352477de8 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.20 "GET /v2.0/ports?device_id=eecc2a7a-64f5-4ff5-8cf1-8accc2baf458 HTTP/1.1" status: 200 len: 210 time: 0.0324628 Sep 18 19:52:46.119368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:46.120672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Pushing event deleted for resources: {'Port': ['ID=b57a3878-663a-4cf2-b846-7e599e4838c4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:46.160338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-c0175e68-42b0-48a0-be06-816cf1ebc528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:46.165308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-c0175e68-42b0-48a0-be06-816cf1ebc528 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9f74197-0866-4994-8944-d836f0061d11 HTTP/1.1" status: 200 len: 858 time: 0.1444364 Sep 18 19:52:46.179346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb724c-2fbe-485c-8849-afbb618ecdbb req-1f1ae7a8-02db-4a2f-9c09-340e167e1fe5 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:46.188013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1eeb724c-2fbe-485c-8849-afbb618ecdbb req-1f1ae7a8-02db-4a2f-9c09-340e167e1fe5 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 945 time: 0.1523266 Sep 18 19:52:46.189364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:46.217933 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:46.233553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-473e10cd-0f42-405f-a1e7-1d5435cfae88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edc51ab7-292f-417b-9d0f-e58cb675feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399261 Sep 18 19:52:46.284433 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d96efc75-c2fe-41af-94a2-2de27b51c744 req-997ce079-2290-4038-8d61-f7c1d71bb6bc service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640196 Sep 18 19:52:46.292037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] No DVR routers for this DVR port b57a3878-663a-4cf2-b846-7e599e4838c4 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:46.295211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:46.298454 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba34669f-e477-4979-ad4b-85c92f6bbea2 req-a66ae834-829d-415b-8243-f7f4e952c109 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205 tempest-FloatingIPsAssociationNegativeTestJSON-2107917205-project] 10.222.0.32 "DELETE /v2.0/ports/b57a3878-663a-4cf2-b846-7e599e4838c4 HTTP/1.1" status: 204 len: 173 time: 2.2879920 Sep 18 19:52:46.304591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'name': 'network-vif-deleted', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:46.306360 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c62b13d-aabd-45f0-8539-e46ed2553bfb" -d '{"events": [{"server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "name": "network-vif-deleted", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:46.383813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1eeb724c-2fbe-485c-8849-afbb618ecdbb req-1ba1703b-6bb3-4a04-b88b-d3df045bee53 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921620 Sep 18 19:52:46.410250 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d2993f-d103-40b8-8f89-028ac1716150 x-openstack-request-id: req-c8d2993f-d103-40b8-8f89-028ac1716150 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:46.412283 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f", "name": "network-vif-plugged", "status": "completed", "tag": "d9ee4970-2afa-4d49-b9f1-8029fc841f4a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:46.412657 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8d2993f-d103-40b8-8f89-028ac1716150 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:46.413424 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ee4970-2afa-4d49-b9f1-8029fc841f4a', 'code': 200} Sep 18 19:52:46.422111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-02d98771-5d81-4619-9c78-24b0eccfa682 service neutron] 10.222.0.32 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718655 Sep 18 19:52:46.490299 n-d-789963-11 neutron-server[94940]: WARNING neutron.scheduler.l3_agent_scheduler [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] No L3 agents can host the router 57d441aa-de4e-4d1c-bc47-747e17e0505d Sep 18 19:52:46.515515 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-828eb438-0172-49a5-93d8-393048c8cc55 service neutron] 10.222.0.24 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694941 Sep 18 19:52:46.577514 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8f669a-18c6-42a9-8d78-24def1475ed9 x-openstack-request-id: req-ee8f669a-18c6-42a9-8d78-24def1475ed9 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:46.577810 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc2a7a-64f5-4ff5-8cf1-8accc2baf458", "name": "network-vif-deleted", "tag": "b57a3878-663a-4cf2-b846-7e599e4838c4", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:46.578064 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee8f669a-18c6-42a9-8d78-24def1475ed9 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:46.578594 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc2a7a-64f5-4ff5-8cf1-8accc2baf458', 'name': 'network-vif-deleted', 'tag': 'b57a3878-663a-4cf2-b846-7e599e4838c4', 'status': 'completed', 'code': 200} Sep 18 19:52:46.644863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffdadd7a-a370-4384-af29-2d8b2b53836c req-ae63e871-9ed3-4f4a-b54e-0a6c6adfdaba tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.0621636 Sep 18 19:52:46.651591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-2ef39c94-8293-4462-9e67-1d48ba246f6b service neutron] 10.222.0.32 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198882 Sep 18 19:52:46.658567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b57a3878-663a-4cf2-b846-7e599e4838c4 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:46.692229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21bbc2-3d05-4e73-b8a7-8d59b15442ae req-45623523-96d0-431a-9777-5ab28fd6028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:46.696998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e21bbc2-3d05-4e73-b8a7-8d59b15442ae req-45623523-96d0-431a-9777-5ab28fd6028a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 1097 time: 0.1131783 Sep 18 19:52:46.715449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: b57a3878-663a-4cf2-b846-7e599e4838c4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:46.715449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b57a3878-663a-4cf2-b846-7e599e4838c4 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:46.734071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Hosts for router 57d441aa-de4e-4d1c-bc47-747e17e0505d: [] {{(pid=94940) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 18 19:52:46.736486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e21bbc2-3d05-4e73-b8a7-8d59b15442ae req-8d537e8f-37fa-482a-a15e-96e1ea7679ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Sep 18 19:52:46.770311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Hosts for other DVR routers connected to router 57d441aa-de4e-4d1c-bc47-747e17e0505d: set() {{(pid=94940) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 18 19:52:46.772911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:46.774295 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-51d32a2f-b9db-4857-a70c-697b88eb486e tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "PUT /v2.0/routers/57d441aa-de4e-4d1c-bc47-747e17e0505d HTTP/1.1" status: 200 len: 717 time: 1.3648660 Sep 18 19:52:46.777521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59214) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:46.879344 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-951de53e-a4dd-420a-8e98-421ddaf6a709 req-2fb2169b-e6dd-4d60-82d9-1872c5306870 service neutron] 10.222.0.24 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198102 Sep 18 19:52:46.883656 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ffa6ddd9-df51-4f7c-bb8c-010abbf2a855 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "GET /v2.0/routers/57d441aa-de4e-4d1c-bc47-747e17e0505d HTTP/1.1" status: 200 len: 717 time: 0.1050284 Sep 18 19:52:46.887129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59216) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:47.178981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59222) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:47.351829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3231707-5c3c-491d-9490-1448cc0693cd', 'tag': '4e287d2e-7aa3-4682-ac36-887e66b9a57a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:47.354102 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125" -d '{"events": [{"name": "network-changed", "server_uuid": "c3231707-5c3c-491d-9490-1448cc0693cd", "tag": "4e287d2e-7aa3-4682-ac36-887e66b9a57a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:47.396701 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94832cc9-4505-4e47-bbf0-974628a92257 x-openstack-request-id: req-94832cc9-4505-4e47-bbf0-974628a92257 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:47.396996 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3231707-5c3c-491d-9490-1448cc0693cd", "tag": "4e287d2e-7aa3-4682-ac36-887e66b9a57a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:47.397249 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94832cc9-4505-4e47-bbf0-974628a92257 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:47.397644 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3231707-5c3c-491d-9490-1448cc0693cd', 'tag': '4e287d2e-7aa3-4682-ac36-887e66b9a57a', 'status': 'completed', 'code': 200} Sep 18 19:52:47.452591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f9cb3d6f-c75f-4dad-b060-82ddaa569572 tempest-RoutersTestDVR-656207395 tempest-RoutersTestDVR-656207395-project] 10.222.0.20 "GET /v2.0/routers/57d441aa-de4e-4d1c-bc47-747e17e0505d HTTP/1.1" status: 200 len: 683 time: 0.5642765 Sep 18 19:52:47.455169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59232) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:47.539214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-be86e426-6c0b-4b49-a6d2-4093f640285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:47.541633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-be86e426-6c0b-4b49-a6d2-4093f640285d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8597f5a2f25849829cc907691986f6a2&device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 1095 time: 0.5087302 Sep 18 19:52:47.543405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0799-ffa7-4138-a978-fb4b6d9ae477 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:47.556343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-bff07b57-8923-4847-b05f-2430c47de1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:47.559286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-bff07b57-8923-4847-b05f-2430c47de1cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8597f5a2f25849829cc907691986f6a2&device_id=c3231707-5c3c-491d-9490-1448cc0693cd HTTP/1.1" status: 200 len: 1095 time: 0.1214161 Sep 18 19:52:47.583572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f9da1-d854-4e47-9305-080da764aef7 req-28d30e52-e850-4fcb-85e8-642cdc52aea7 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:47.585096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c96f9da1-d854-4e47-9305-080da764aef7 req-28d30e52-e850-4fcb-85e8-642cdc52aea7 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 945 time: 0.1133022 Sep 18 19:52:47.725637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c96f9da1-d854-4e47-9305-080da764aef7 req-e0cb3a14-f0d9-4ff1-a9f3-ea4fce1a6a07 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136892 Sep 18 19:52:47.767185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-28a772ba-d7fc-498d-a765-18eeb3de6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:47.768740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-28a772ba-d7fc-498d-a765-18eeb3de6ab3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edc51ab7-292f-417b-9d0f-e58cb675feb5 HTTP/1.1" status: 200 len: 919 time: 0.2015381 Sep 18 19:52:47.770083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0799-ffa7-4138-a978-fb4b6d9ae477 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:47.773667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0799-ffa7-4138-a978-fb4b6d9ae477 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:47.815493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21fae7ee-ffe4-4062-9ae3-74fec9756905 req-32ae4ec5-29ce-4fd3-9ae4-56d05560f63a tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.0428004 Sep 18 19:52:47.829452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-37f95d17-3f39-41b0-895e-d56bc187c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:47.831423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-37f95d17-3f39-41b0-895e-d56bc187c8fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=edc51ab7-292f-417b-9d0f-e58cb675feb5 HTTP/1.1" status: 200 len: 919 time: 0.2543957 Sep 18 19:52:47.835807 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0799-ffa7-4138-a978-fb4b6d9ae477 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:47.836454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6b0799-ffa7-4138-a978-fb4b6d9ae477 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57d441aa-de4e-4d1c-bc47-747e17e0505d {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:52:47.842558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0799-ffa7-4138-a978-fb4b6d9ae477 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:47.844618 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ee6b0799-ffa7-4138-a978-fb4b6d9ae477 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "DELETE /v2.0/routers/57d441aa-de4e-4d1c-bc47-747e17e0505d HTTP/1.1" status: 204 len: 168 time: 0.3880849 Sep 18 19:52:47.849580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59238) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:47.855177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fd6fa7ad-504e-4609-a747-875def800740 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Request body: {'router': {'name': 'tempest-router-603301780', 'distributed': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:47.865582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-fb3a49bb-81d4-4b26-97c0-3600553c7066 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e287d2e-7aa3-4682-ac36-887e66b9a57a HTTP/1.1" status: 200 len: 217 time: 0.0726702 Sep 18 19:52:47.892132 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-d2bf37f6-8e7a-40f2-8621-6a3de7b283df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c HTTP/1.1" status: 200 len: 217 time: 0.0460911 Sep 18 19:52:47.913589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa7ad-504e-4609-a747-875def800740 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:47.914610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa7ad-504e-4609-a747-875def800740 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:47.960655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-3d9b3c70-e0fc-47ba-a996-f81760761295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:47.961604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-09910f74-eb3c-4080-99ab-7d5b81cc50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:47.962282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-3d9b3c70-e0fc-47ba-a996-f81760761295 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9f74197-0866-4994-8944-d836f0061d11 HTTP/1.1" status: 200 len: 858 time: 0.0954449 Sep 18 19:52:47.965021 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-09910f74-eb3c-4080-99ab-7d5b81cc50a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9f74197-0866-4994-8944-d836f0061d11 HTTP/1.1" status: 200 len: 858 time: 0.0607147 Sep 18 19:52:48.004336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-8970982f-d906-413a-9f7c-55e588c7f370 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edc51ab7-292f-417b-9d0f-e58cb675feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320756 Sep 18 19:52:48.031137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-66653ad7-ce9e-407b-929c-c6195f1948e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edc51ab7-292f-417b-9d0f-e58cb675feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601382 Sep 18 19:52:48.033510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa7ad-504e-4609-a747-875def800740 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.056132 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa7ad-504e-4609-a747-875def800740 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.089112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.109058 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-4a4681d3-1d20-483d-a6f9-d6c398d42281 service neutron] 10.222.0.24 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968029 Sep 18 19:52:48.129561 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd6fa7ad-504e-4609-a747-875def800740 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.130767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fd6fa7ad-504e-4609-a747-875def800740 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2802362 Sep 18 19:52:48.136975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59240) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:48.230758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-39f66617-0db0-438b-ba88-992a018ed14e service neutron] 10.222.0.32 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917810 Sep 18 19:52:48.257164 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f57944ed-74cc-42c5-b025-fbf8966e91b3 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.386356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-853ccfa3-0ca7-435c-9d25-4e12dfeeb125 req-3ad6bc85-ac90-46dc-b9a0-a678d4166ef9 service neutron] 10.222.0.32 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462858 Sep 18 19:52:48.386830 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0629323-b457-4258-aa1a-9af22ef9c99f req-6d4e12a8-c4b5-477b-9efa-cf73692c6d24 service neutron] 10.222.0.24 "GET /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707589 Sep 18 19:52:48.465974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f57944ed-74cc-42c5-b025-fbf8966e91b3 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.469098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f57944ed-74cc-42c5-b025-fbf8966e91b3 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.486036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Deleting port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:48.486312 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.518938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f57944ed-74cc-42c5-b025-fbf8966e91b3 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.519558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57944ed-74cc-42c5-b025-fbf8966e91b3 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b454a16d-c20f-4ccc-8aff-58691cdf7ab9 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:52:48.529481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f57944ed-74cc-42c5-b025-fbf8966e91b3 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.534009 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f57944ed-74cc-42c5-b025-fbf8966e91b3 tempest-RoutersTestDVR-1309267710 tempest-RoutersTestDVR-1309267710-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b454a16d-c20f-4ccc-8aff-58691cdf7ab9 HTTP/1.1" status: 204 len: 168 time: 0.3927255 Sep 18 19:52:48.576282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] For port e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:48.576813 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.590217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Calling delete_port for e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:48.690015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4e287d2e-7aa3-4682-ac36-887e66b9a57a details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:52:48.827569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4e287d2e-7aa3-4682-ac36-887e66b9a57a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4e287d2e-7aa3-4682-ac36-887e66b9a57a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:48.849550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '4e287d2e-7aa3-4682-ac36-887e66b9a57a', 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5', 'port_id': '4e287d2e-7aa3-4682-ac36-887e66b9a57a', 'mac_address': 'fa:16:3e:2e:0c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f74197-0866-4994-8944-d836f0061d11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:52:48.872562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59256) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:48.873227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.904035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.916466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744fa7-7298-445b-8f9e-8ba8f4ad50de req-42aaedcd-6253-4d61-87d8-e34e5fcf666c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:48.918736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93744fa7-7298-445b-8f9e-8ba8f4ad50de req-42aaedcd-6253-4d61-87d8-e34e5fcf666c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 945 time: 0.1193841 Sep 18 19:52:48.921082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e287d2e-7aa3-4682-ac36-887e66b9a57a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:48.955264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4e287d2e-7aa3-4682-ac36-887e66b9a57a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4e287d2e-7aa3-4682-ac36-887e66b9a57a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:48.959789 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:48.971862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:48.997765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71be1a6-5418-45b6-b39c-4d6fb5557db2 req-1ccc94f5-d4fc-4807-b116-8cf5b29a0fc0 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/ports?device_id=e60a824b-e454-4d1d-ab96-1049760bb1cd HTTP/1.1" status: 200 len: 210 time: 0.0451639 Sep 18 19:52:49.030841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=4e287d2e-7aa3-4682-ac36-887e66b9a57a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:49.070540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93744fa7-7298-445b-8f9e-8ba8f4ad50de req-ab9b6a2e-c4d0-4984-b560-b360c5a0bdc3 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245601 Sep 18 19:52:49.086897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b7bc04df-d291-445e-9673-b2ed7e2f005d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.182445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['4e287d2e-7aa3-4682-ac36-887e66b9a57a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:49.232901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b7bc04df-d291-445e-9673-b2ed7e2f005d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.242839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b7bc04df-d291-445e-9673-b2ed7e2f005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.271237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.278481 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b7bc04df-d291-445e-9673-b2ed7e2f005d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fac3330602b34aa1ae964b55ed17ce8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047980 Sep 18 19:52:49.279156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59262) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:49.303512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc04df-d291-445e-9673-b2ed7e2f005d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db98d9-aeb4-43f7-b855-d560bae2bdc5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:49.361680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d3290-61d2-4fa8-ba6d-70017ac3255e req-d22c0683-435f-4911-a929-35b9a480ed54 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:49.363172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c5d3290-61d2-4fa8-ba6d-70017ac3255e req-d22c0683-435f-4911-a929-35b9a480ed54 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 943 time: 0.1605234 Sep 18 19:52:49.464777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e95bd7e0-187e-4cea-90b9-732b8a8c2386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.488883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c5d3290-61d2-4fa8-ba6d-70017ac3255e req-3a62e5ed-9ecb-406d-afed-a7cef65c6dfc tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102064 Sep 18 19:52:49.499465 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e95bd7e0-187e-4cea-90b9-732b8a8c2386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.745334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:52:49.848431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:49.859706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '20fc32ee-08f3-4f2d-aa82-5dcf9f72666c', 'network_id': 'edc51ab7-292f-417b-9d0f-e58cb675feb5', 'port_id': '20fc32ee-08f3-4f2d-aa82-5dcf9f72666c', 'mac_address': 'fa:16:3e:b0:c8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f74197-0866-4994-8944-d836f0061d11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:52:49.901352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.914672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:52:49.935930 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:49.939551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.948614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e95bd7e0-187e-4cea-90b9-732b8a8c2386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.951064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e95bd7e0-187e-4cea-90b9-732b8a8c2386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:49.954990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e95bd7e0-187e-4cea-90b9-732b8a8c2386 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5db98d9-aeb4-43f7-b855-d560bae2bdc5 HTTP/1.1" status: 204 len: 168 time: 0.6721120 Sep 18 19:52:49.965905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bd7e0-187e-4cea-90b9-732b8a8c2386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db98d9-aeb4-43f7-b855-d560bae2bdc5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:49.971913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Router e241d66d-08fe-4408-9dc8-f87b446cde2a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:52:49.998867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:50.099655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:52:50.109998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8de01c00-628c-48f6-85cd-2281b755a09b admin admin] 10.222.0.20 "PUT /v2.0/routers/e241d66d-08fe-4408-9dc8-f87b446cde2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9291737 Sep 18 19:52:50.112110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] Sync routers for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:52:50.113803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59278) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:50.123910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59280) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:50.132336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:50.132966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:50.200909 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9c437ce-9004-432f-9b99-581c277aa8ce tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.226826 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9c437ce-9004-432f-9b99-581c277aa8ce tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.254152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.258920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['20fc32ee-08f3-4f2d-aa82-5dcf9f72666c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:50.289523 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9c437ce-9004-432f-9b99-581c277aa8ce tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.291451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:50.294325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9c437ce-9004-432f-9b99-581c277aa8ce tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.295740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a9c437ce-9004-432f-9b99-581c277aa8ce tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "DELETE /v2.0/security-groups/81507704-dda0-49b2-851c-61016cafd1d9 HTTP/1.1" status: 204 len: 168 time: 0.1702719 Sep 18 19:52:50.298899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59282) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:50.318959 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-fce0e204-7fd0-4172-8081-fb984fd7a96b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] show failed (client error): The resource could not be found. Sep 18 19:52:50.321410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fce0e204-7fd0-4172-8081-fb984fd7a96b tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "GET /v2.0/security-groups/81507704-dda0-49b2-851c-61016cafd1d9 HTTP/1.1" status: 404 len: 347 time: 0.0189474 Sep 18 19:52:50.323265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c437ce-9004-432f-9b99-581c277aa8ce tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81507704-dda0-49b2-851c-61016cafd1d9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:50.324938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59284) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:50.330947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59286) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:50.381996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88743988-8b3e-403c-a092-1f1a71ae6a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.386893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.448349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Deleting port a71c3da0-5da1-4a40-936e-24c17fbf043b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:50.448989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.541470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting port b6824e54-186a-4381-b01e-ca29e1d8f79a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:50.542426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.578048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] For port a71c3da0-5da1-4a40-936e-24c17fbf043b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a71c3da0-5da1-4a40-936e-24c17fbf043b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:50.578830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.598853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Calling delete_port for a71c3da0-5da1-4a40-936e-24c17fbf043b owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:50.610785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:48Z', 'revision_number': 5, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port': {'id': 'a71c3da0-5da1-4a40-936e-24c17fbf043b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:59Z', 'updated_at': '2021-09-18T19:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:50.646171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] Checking router: e241d66d-08fe-4408-9dc8-f87b446cde2a for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:52:50.657162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] Routers {'e241d66d-08fe-4408-9dc8-f87b446cde2a'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:52:50.657906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e241d66d-08fe-4408-9dc8-f87b446cde2a'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:50.671693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88743988-8b3e-403c-a092-1f1a71ae6a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.691907 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88743988-8b3e-403c-a092-1f1a71ae6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.705713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4e287d2e-7aa3-4682-ac36-887e66b9a57a up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:50.751131 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.751552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.774183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-88743988-8b3e-403c-a092-1f1a71ae6a21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=389755c8c64742a5aa639eb62b4cbd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420869 Sep 18 19:52:50.782788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d44ef-b3a1-48e5-b8c7-4495288fd96e req-18ed7fe3-f8aa-4c62-b8e9-eb84716461b9 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:50.784364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a56d44ef-b3a1-48e5-b8c7-4495288fd96e req-18ed7fe3-f8aa-4c62-b8e9-eb84716461b9 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 944 time: 0.1642959 Sep 18 19:52:50.785222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59296) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:50.795438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Calling delete_port for b6824e54-186a-4381-b01e-ca29e1d8f79a owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:50.797159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88743988-8b3e-403c-a092-1f1a71ae6a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad49fd8-e0ad-43a5-810d-ce1609c0aa4a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:50.804631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.856437 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71c3da0-5da1-4a40-936e-24c17fbf043b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:50.913834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a56d44ef-b3a1-48e5-b8c7-4495288fd96e req-5bf58629-b84e-4e27-a936-0530d08be873 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136417 Sep 18 19:52:50.916627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.939449 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f5e3-2e42-4911-b76c-0eb892adce8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.979114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f5e3-2e42-4911-b76c-0eb892adce8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:50.992546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] Set router e241d66d-08fe-4408-9dc8-f87b446cde2a gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:52:51.011953 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.014087 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.055184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:50Z', 'revision_number': 6, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:51.060525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 4e287d2e-7aa3-4682-ac36-887e66b9a57a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:52:51.065505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.068663 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.069457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e241d66d-08fe-4408-9dc8-f87b446cde2a {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:52:51.076366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.080144 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3b03b297-7d6c-482d-9c9b-036c42549be2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e241d66d-08fe-4408-9dc8-f87b446cde2a HTTP/1.1" status: 204 len: 168 time: 0.9620636 Sep 18 19:52:51.080304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f5e3-2e42-4911-b76c-0eb892adce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.080414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59298) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:51.083043 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f5e3-2e42-4911-b76c-0eb892adce8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.087061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8ce1f5e3-2e42-4911-b76c-0eb892adce8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ad49fd8-e0ad-43a5-810d-ce1609c0aa4a HTTP/1.1" status: 204 len: 168 time: 0.2953925 Sep 18 19:52:51.098639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 4e287d2e-7aa3-4682-ac36-887e66b9a57a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:51.099018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.100880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d8bd6-35ef-454a-a1c3-6268edfada49 None None] The sync data for ids ['e241d66d-08fe-4408-9dc8-f87b446cde2a'] in n-d-789963-11 is: [{'id': 'e241d66d-08fe-4408-9dc8-f87b446cde2a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-294736662-router', 'tenant_id': 'ff4a7154357a4b28adb94cb04408e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:58Z', 'updated_at': '2021-09-18T19:52:50Z', 'revision_number': 6, 'project_id': 'ff4a7154357a4b28adb94cb04408e14a', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:52:51.117513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Port': ['ID=b6824e54-186a-4381-b01e-ca29e1d8f79a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:51.147778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26631fd-6b0e-4fa6-8973-ab95a20b8845 admin admin] Deleting subnet 59d4e37f-d5ab-4e14-9838-c3be9068feac {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:52:51.153777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e26631fd-6b0e-4fa6-8973-ab95a20b8845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.154130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1f5e3-2e42-4911-b76c-0eb892adce8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad49fd8-e0ad-43a5-810d-ce1609c0aa4a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:51.204710 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e26631fd-6b0e-4fa6-8973-ab95a20b8845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.217619 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.226441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.229995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.231222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8cd67b74-e4d0-444a-967e-44906b554dc5 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "DELETE /v2.0/floatingips/ae433c53-4072-4477-be88-ab51303be86f HTTP/1.1" status: 204 len: 168 time: 0.9052334 Sep 18 19:52:51.234160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59302) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:51.247040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3231707-5c3c-491d-9490-1448cc0693cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e287d2e-7aa3-4682-ac36-887e66b9a57a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:51.249346 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a196d9-822b-4538-9f08-d21724e50a70" -d '{"events": [{"server_uuid": "c3231707-5c3c-491d-9490-1448cc0693cd", "name": "network-vif-plugged", "status": "completed", "tag": "4e287d2e-7aa3-4682-ac36-887e66b9a57a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:51.262846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4e287d2e-7aa3-4682-ac36-887e66b9a57a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4e287d2e-7aa3-4682-ac36-887e66b9a57a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:51.268331 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.308721 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b68646-989a-4dec-bd7e-312e3cbdc560 x-openstack-request-id: req-c0b68646-989a-4dec-bd7e-312e3cbdc560 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:51.308959 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3231707-5c3c-491d-9490-1448cc0693cd", "name": "network-vif-plugged", "status": "completed", "tag": "4e287d2e-7aa3-4682-ac36-887e66b9a57a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:51.309169 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0b68646-989a-4dec-bd7e-312e3cbdc560 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:51.309557 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3231707-5c3c-491d-9490-1448cc0693cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e287d2e-7aa3-4682-ac36-887e66b9a57a', 'code': 200} Sep 18 19:52:51.341732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=4e287d2e-7aa3-4682-ac36-887e66b9a57a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:51.370134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e26631fd-6b0e-4fa6-8973-ab95a20b8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.408922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-48386aad-7cb5-4fde-bc62-c97370660a05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting port 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:51.409267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48386aad-7cb5-4fde-bc62-c97370660a05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.425876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5193bd-3a56-4bc2-9ba4-beb5d9a5a2bf req-b01806b4-0d94-451f-9b7e-86123b2deea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:51.429266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be5193bd-3a56-4bc2-9ba4-beb5d9a5a2bf req-b01806b4-0d94-451f-9b7e-86123b2deea8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3231707-5c3c-491d-9490-1448cc0693cd HTTP/1.1" status: 200 len: 1097 time: 0.0556164 Sep 18 19:52:51.471090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be5193bd-3a56-4bc2-9ba4-beb5d9a5a2bf req-84b9f721-fd4c-462c-91c3-0317c0ec4e59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Sep 18 19:52:51.506918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e26631fd-6b0e-4fa6-8973-ab95a20b8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.550608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26631fd-6b0e-4fa6-8973-ab95a20b8845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d4e37f-d5ab-4e14-9838-c3be9068feac,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:51.553692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48386aad-7cb5-4fde-bc62-c97370660a05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.569753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e5615-0c6d-4969-8217-18ccaa1f2bf9 None None] Network fe818ea2-c76d-4123-a579-318fc84cb158 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:51.574490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e26631fd-6b0e-4fa6-8973-ab95a20b8845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.578775 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e26631fd-6b0e-4fa6-8973-ab95a20b8845 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59d4e37f-d5ab-4e14-9838-c3be9068feac HTTP/1.1" status: 204 len: 168 time: 0.4951720 Sep 18 19:52:51.579169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59314) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:51.603564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9d11f229-0716-49f0-b42c-4e965a147573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.606853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-48386aad-7cb5-4fde-bc62-c97370660a05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Calling delete_port for 22013aa7-0b5e-4ee5-9c4c-579a9e466e81 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:51.608425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:51.646301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:51.646724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e8f66f01-4ea8-4ff1-b95d-0e7c95a8e02b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:51.684055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.759067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Deleting port ca9da8f2-180b-4c92-b630-d60f53c5d402 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:51.759629 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.774040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:52:51.837222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] For port ca9da8f2-180b-4c92-b630-d60f53c5d402, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca9da8f2-180b-4c92-b630-d60f53c5d402,segment=NetworkSegment(c39fbe47-992b-456f-b070-70c1f066f9b8),segment_id=c39fbe47-992b-456f-b070-70c1f066f9b8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:51.837728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.842736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48386aad-7cb5-4fde-bc62-c97370660a05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.852752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Calling delete_port for ca9da8f2-180b-4c92-b630-d60f53c5d402 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:51.872249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:52:51.878068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:52:51.879196 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:51.923944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48386aad-7cb5-4fde-bc62-c97370660a05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Port': ['ID=22013aa7-0b5e-4ee5-9c4c-579a9e466e81,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:52.015114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.023050 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48386aad-7cb5-4fde-bc62-c97370660a05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.025854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.031771 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-48386aad-7cb5-4fde-bc62-c97370660a05 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "DELETE /v2.0/ports/22013aa7-0b5e-4ee5-9c4c-579a9e466e81 HTTP/1.1" status: 204 len: 168 time: 0.7915926 Sep 18 19:52:52.032806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59332) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:52.051776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d025b0-181f-40db-96d7-6aacb8955785 None None] DHCP port deletion for fe818ea2-c76d-4123-a579-318fc84cb158 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:52:52.062147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] No DVR routers for this DVR port ca9da8f2-180b-4c92-b630-d60f53c5d402 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:52.100878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:52.113874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.127324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9da8f2-180b-4c92-b630-d60f53c5d402,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:52.181990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:52.249021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59336) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:52.252047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.282041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa68b2-4a35-4515-b9fb-9e6a1e6a2d83 req-47c8ac3e-0213-4753-8fe0-8b20feb04a99 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:52.283669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6fa68b2-4a35-4515-b9fb-9e6a1e6a2d83 req-47c8ac3e-0213-4753-8fe0-8b20feb04a99 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 944 time: 0.2067482 Sep 18 19:52:52.288057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe818ea2-c76d-4123-a579-318fc84cb158']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:52.307189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39fbe47-992b-456f-b070-70c1f066f9b8') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:52.307637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39fbe47-992b-456f-b070-70c1f066f9b8') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:52.336000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.371165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'networks': [{'name': 'tempest-network--1885284431'}, {'name': 'tempest-network--1317578623'}]} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:52.371719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'network': {'name': 'tempest-network--1885284431'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:52.373357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'network': {'name': 'tempest-network--1317578623'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:52.387011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6fa68b2-4a35-4515-b9fb-9e6a1e6a2d83 req-f06ec1fa-f935-446f-8762-233f8e0c62db tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808635 Sep 18 19:52:52.395789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.410344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ec62f4ec-5b40-4ea1-bc7f-3341ba9596fd tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting port fa365d07-782b-4a4d-856c-dd0ceae58661 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:52.411070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4ec-5b40-4ea1-bc7f-3341ba9596fd tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.412599 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Made reservation on behalf of a8bee9e0b1a2476fb54b79358940d857 for: {'network': 2} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:52.416304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:52:52.416942 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:52:52.418982 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:52:52.425006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.447537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.556730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.562154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.562154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.569457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.581915 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.584027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fe818ea2-c76d-4123-a579-318fc84cb158 HTTP/1.1" status: 204 len: 168 time: 1.0039024 Sep 18 19:52:52.585798 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4ec-5b40-4ea1-bc7f-3341ba9596fd tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.601746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe818ea2-c76d-4123-a579-318fc84cb158,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:52.608925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:52.611056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6dadf9-0b0c-4d23-87d0-a53b63129f7d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:52.613227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ec62f4ec-5b40-4ea1-bc7f-3341ba9596fd tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Calling delete_port for fa365d07-782b-4a4d-856c-dd0ceae58661 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:52.615708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.616050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.616388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.616715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.617046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.617368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.617690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.618010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.618331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.619285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.619708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.620042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b947f5-9794-474c-81a7-f3dd00e02305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:52:52.635485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.635838 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Added segment 0367377e-1027-44cc-b5ab-8854dc51981e of type vlan for network f9b1f8a2-6bee-40ce-b8de-34b3e444492f Sep 18 19:52:52.682233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.716401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:52.733943 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.734220 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Added segment ad64b1ac-e7e7-4e3e-a1cd-2149c7131c73 of type vlan for network 28fe37d7-cd81-4528-b626-345f607ef405 Sep 18 19:52:52.785868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.798132 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4ec-5b40-4ea1-bc7f-3341ba9596fd tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.818772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.819223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.825844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:52.834725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:52.835533 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.836241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59346) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:52.848322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62f4ec-5b40-4ea1-bc7f-3341ba9596fd tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Port': ['ID=fa365d07-782b-4a4d-856c-dd0ceae58661,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:52.874719 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6242700 Sep 18 19:52:52.877350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59348) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:52.930826 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec62f4ec-5b40-4ea1-bc7f-3341ba9596fd tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:52.932921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ec62f4ec-5b40-4ea1-bc7f-3341ba9596fd tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "DELETE /v2.0/ports/fa365d07-782b-4a4d-856c-dd0ceae58661 HTTP/1.1" status: 204 len: 168 time: 0.8684173 Sep 18 19:52:52.938000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4f3ba792-bbe9-453a-82d5-a2de60a663dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff4a7154357a4b28adb94cb04408e14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948291 Sep 18 19:52:52.938000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59350) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:52.938265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Network': ['ID=f9b1f8a2-6bee-40ce-b8de-34b3e444492f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:52.938370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59352) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:52.950424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f9b1f8a2-6bee-40ce-b8de-34b3e444492f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:53.019415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7130801-3390-4a2f-b5b2-5302aa658714 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting subnet fef2e0f3-7b20-4f09-a210-fbcb676c2bbf {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:52:53.025126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7130801-3390-4a2f-b5b2-5302aa658714 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.040191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ab3b3-88c0-490e-b201-1172ce275d45 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Network': ['ID=28fe37d7-cd81-4528-b626-345f607ef405,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:53.061319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 28fe37d7-cd81-4528-b626-345f607ef405 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:53.066205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa824-f719-494a-a226-d5b3f53db682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.070405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786014ff-c932-4c55-9228-7ce94fd6bc77 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:53.077029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786014ff-c932-4c55-9228-7ce94fd6bc77 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:53.083616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786014ff-c932-4c55-9228-7ce94fd6bc77 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:53.084217 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7130801-3390-4a2f-b5b2-5302aa658714 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.090153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786014ff-c932-4c55-9228-7ce94fd6bc77 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:53.091773 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-786014ff-c932-4c55-9228-7ce94fd6bc77 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2134793 Sep 18 19:52:53.097587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59356) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:53.118387 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa824-f719-494a-a226-d5b3f53db682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.143415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.186453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.216966 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7130801-3390-4a2f-b5b2-5302aa658714 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.247471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa824-f719-494a-a226-d5b3f53db682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.248859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.251007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d6aa824-f719-494a-a226-d5b3f53db682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.253541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7d6aa824-f719-494a-a226-d5b3f53db682 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee917ba4-aa20-4190-b32d-5c47002d67b4 HTTP/1.1" status: 204 len: 168 time: 0.3144979 Sep 18 19:52:53.270423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aa824-f719-494a-a226-d5b3f53db682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee917ba4-aa20-4190-b32d-5c47002d67b4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:53.285489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca9da8f2-180b-4c92-b630-d60f53c5d402 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:53.311625 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.329851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce2d511-bfb4-4715-a875-ba776de77f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fc32ee-08f3-4f2d-aa82-5dcf9f72666c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:53.341719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b1f8a2-6bee-40ce-b8de-34b3e444492f']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:53.347320 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea9715b-7a5a-4398-87b6-acb59d143fbb" -d '{"events": [{"server_uuid": "5ce2d511-bfb4-4715-a875-ba776de77f03", "name": "network-vif-plugged", "status": "completed", "tag": "20fc32ee-08f3-4f2d-aa82-5dcf9f72666c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:53.352462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ca9da8f2-180b-4c92-b630-d60f53c5d402 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:53.353608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca9da8f2-180b-4c92-b630-d60f53c5d402 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:53.354189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a71c3da0-5da1-4a40-936e-24c17fbf043b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:53.356634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0367377e-1027-44cc-b5ab-8854dc51981e') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:53.357102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0367377e-1027-44cc-b5ab-8854dc51981e') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:53.368748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.375137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7130801-3390-4a2f-b5b2-5302aa658714 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.375930 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a71c3da0-5da1-4a40-936e-24c17fbf043b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:53.376283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a71c3da0-5da1-4a40-936e-24c17fbf043b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:53.402192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.421096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:52:53.421461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.426074 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c913d1-e1d6-4553-ab51-1aa3ff924b38 x-openstack-request-id: req-b2c913d1-e1d6-4553-ab51-1aa3ff924b38 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:53.426332 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce2d511-bfb4-4715-a875-ba776de77f03", "name": "network-vif-plugged", "status": "completed", "tag": "20fc32ee-08f3-4f2d-aa82-5dcf9f72666c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:53.426582 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2c913d1-e1d6-4553-ab51-1aa3ff924b38 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:53.427085 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce2d511-bfb4-4715-a875-ba776de77f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fc32ee-08f3-4f2d-aa82-5dcf9f72666c', 'code': 200} Sep 18 19:52:53.428202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7130801-3390-4a2f-b5b2-5302aa658714 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Subnet': ['ID=fef2e0f3-7b20-4f09-a210-fbcb676c2bbf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:53.431963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7130801-3390-4a2f-b5b2-5302aa658714 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.434279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a7130801-3390-4a2f-b5b2-5302aa658714 tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "DELETE /v2.0/subnets/fef2e0f3-7b20-4f09-a210-fbcb676c2bbf HTTP/1.1" status: 204 len: 168 time: 0.4972398 Sep 18 19:52:53.437693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59364) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:53.442910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981a65e-95b5-410e-9511-18687661916b None None] Network 6367da50-d531-4051-9b97-5de75e5cd84e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:52:53.500968 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:52:53.541013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.548963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.550793 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/networks/f9b1f8a2-6bee-40ce-b8de-34b3e444492f HTTP/1.1" status: 204 len: 168 time: 0.4522045 Sep 18 19:52:53.553664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:53.569723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14b22d-e6d0-4879-a7af-ffe319743369 req-52c6d45f-f4cf-43b8-a94f-cb9c2d9a022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:53.571243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb14b22d-e6d0-4879-a7af-ffe319743369 req-52c6d45f-f4cf-43b8-a94f-cb9c2d9a022f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 1097 time: 0.0657537 Sep 18 19:52:53.572722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea06ab0-02f7-4297-b6ad-0587b6bce3f5 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Network': ['ID=f9b1f8a2-6bee-40ce-b8de-34b3e444492f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:53.597708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-8720159c-64fb-4526-a462-48c8b2e9d7ed tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Deleting subnet 09634331-ef41-46da-8cad-4581544f7e55 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:52:53.605887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8720159c-64fb-4526-a462-48c8b2e9d7ed tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.612079 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb14b22d-e6d0-4879-a7af-ffe319743369 req-53ac3d76-c4ff-4734-8e1e-6c5fe429f518 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Sep 18 19:52:53.657084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67e5fa-5988-40c6-ba18-25bba318c9e2 req-e0e9d84e-ae7f-4829-97ca-827004959c17 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:53.658773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a67e5fa-5988-40c6-ba18-25bba318c9e2 req-e0e9d84e-ae7f-4829-97ca-827004959c17 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 945 time: 0.1594424 Sep 18 19:52:53.708402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] DHCP port deletion for 6367da50-d531-4051-9b97-5de75e5cd84e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:52:53.738001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.744476 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8720159c-64fb-4526-a462-48c8b2e9d7ed tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.779360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] Deleting port 51fe9212-cc07-49f5-8364-1d459e21f207 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:53.780599 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.833719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a67e5fa-5988-40c6-ba18-25bba318c9e2 req-fd8ce792-4883-41b9-92f1-2be3abfdf41f tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420128 Sep 18 19:52:53.879517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] For port 51fe9212-cc07-49f5-8364-1d459e21f207, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=51fe9212-cc07-49f5-8364-1d459e21f207,segment=NetworkSegment(77c23eb6-6257-4daf-a5f9-a07ea4a550ef),segment_id=77c23eb6-6257-4daf-a5f9-a07ea4a550ef)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:53.880045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.893522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] Calling delete_port for 51fe9212-cc07-49f5-8364-1d459e21f207 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:53.933489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.958577 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8720159c-64fb-4526-a462-48c8b2e9d7ed tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.963228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fe37d7-cd81-4528-b626-345f607ef405']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:53.989445 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:53.996176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad64b1ac-e7e7-4e3e-a1cd-2149c7131c73') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:53.997387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad64b1ac-e7e7-4e3e-a1cd-2149c7131c73') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:54.016401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.025912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] Pushing event deleted for resources: {'Port': ['ID=51fe9212-cc07-49f5-8364-1d459e21f207,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:54.036554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38327b5-84e5-4772-87c5-8aacff4dd678 None None] No DVR routers for this DVR port 51fe9212-cc07-49f5-8364-1d459e21f207 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:54.038334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.050827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:52:54.051346 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:52:54.054460 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:52:54.078772 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8720159c-64fb-4526-a462-48c8b2e9d7ed tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.141620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720159c-64fb-4526-a462-48c8b2e9d7ed tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Subnet': ['ID=09634331-ef41-46da-8cad-4581544f7e55,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:54.145505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8720159c-64fb-4526-a462-48c8b2e9d7ed tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.147425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8720159c-64fb-4526-a462-48c8b2e9d7ed tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "DELETE /v2.0/subnets/09634331-ef41-46da-8cad-4581544f7e55 HTTP/1.1" status: 204 len: 168 time: 0.7087626 Sep 18 19:52:54.151227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59392) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:54.162443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f52f0-7503-4d28-8cf3-960c72916a27 None None] Network 3b604b41-6341-4255-96ae-37e1fe5e6924 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:54.167475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.228650 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.233350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59396) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:54.235700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/networks/28fe37d7-cd81-4528-b626-345f607ef405 HTTP/1.1" status: 204 len: 168 time: 0.6760085 Sep 18 19:52:54.239291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419162f-53eb-492c-a59d-cf333014620d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Network': ['ID=28fe37d7-cd81-4528-b626-345f607ef405,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:54.293686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.326696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59398) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:54.384019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f24bb4-a75c-48c0-ae6c-af78e2d9c27a tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:54.391231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f24bb4-a75c-48c0-ae6c-af78e2d9c27a tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:54.392879 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-88f24bb4-a75c-48c0-ae6c-af78e2d9c27a tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1585963 Sep 18 19:52:54.396769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59402) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:54.401735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1024216833'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:54.412761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69265334-35ef-4f43-abaa-be67426c692b None None] DHCP port deletion for 3b604b41-6341-4255-96ae-37e1fe5e6924 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:52:54.421291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.432682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Made reservation on behalf of a8bee9e0b1a2476fb54b79358940d857 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:54.436245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.450480 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-43c6df3c-5823-46c3-b888-4790bdf0b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.458313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6367da50-d531-4051-9b97-5de75e5cd84e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:54.465328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:54.471979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c23eb6-6257-4daf-a5f9-a07ea4a550ef') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:54.472381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c23eb6-6257-4daf-a5f9-a07ea4a550ef') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:54.477402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-69265334-35ef-4f43-abaa-be67426c692b None None] Deleting port 142fa464-c0d7-4aec-8852-16e13a63506b {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:54.478807 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69265334-35ef-4f43-abaa-be67426c692b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.479456 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.479891 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Added segment 64dbbb12-46a9-42de-91b8-e01986dcba7a of type vlan for network 2601c589-f29f-4ae7-956d-f84a638ff46a Sep 18 19:52:54.485083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-63200559-network', 'tenant_id': 'bdc8825a3ba94cb78ea9743dad54559a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:54.491431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.513344 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.521608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:52:54.522123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:52:54.526476 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:52:54.528797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.536762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Made reservation on behalf of bdc8825a3ba94cb78ea9743dad54559a for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:54.539016 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.545151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-69265334-35ef-4f43-abaa-be67426c692b None None] For port 142fa464-c0d7-4aec-8852-16e13a63506b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=142fa464-c0d7-4aec-8852-16e13a63506b,segment=NetworkSegment(12d7c7ad-43d9-46f9-a917-3fda7f56218d),segment_id=12d7c7ad-43d9-46f9-a917-3fda7f56218d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:54.545634 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69265334-35ef-4f43-abaa-be67426c692b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.554069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.557566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.558386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-69265334-35ef-4f43-abaa-be67426c692b None None] Calling delete_port for 142fa464-c0d7-4aec-8852-16e13a63506b owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:54.566795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:54.568365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.621108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.623925 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2260551 Sep 18 19:52:54.625535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59404) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:54.634655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.639776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "DELETE /v2.0/networks/6367da50-d531-4051-9b97-5de75e5cd84e HTTP/1.1" status: 204 len: 168 time: 0.4865355 Sep 18 19:52:54.643699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-237373034'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:54.648543 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69265334-35ef-4f43-abaa-be67426c692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.657483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59406) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:54.668743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31149714-853f-46a9-9dbf-74c9e8b1f78c tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Network': ['ID=2601c589-f29f-4ae7-956d-f84a638ff46a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:54.679932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2601c589-f29f-4ae7-956d-f84a638ff46a details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:54.683933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69265334-35ef-4f43-abaa-be67426c692b None None] No DVR routers for this DVR port 142fa464-c0d7-4aec-8852-16e13a63506b on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:54.685805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48915c44-69ee-4ba7-87a5-46f29ccec78e tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Network': ['ID=6367da50-d531-4051-9b97-5de75e5cd84e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:54.686324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69265334-35ef-4f43-abaa-be67426c692b None None] Pushing event deleted for resources: {'Port': ['ID=142fa464-c0d7-4aec-8852-16e13a63506b,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:54.768178 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.800201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.889841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.921925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.928759 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:54.992719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b604b41-6341-4255-96ae-37e1fe5e6924']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:55.010493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Made reservation on behalf of a8bee9e0b1a2476fb54b79358940d857 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:55.013896 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.020663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:55.030247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d7c7ad-43d9-46f9-a917-3fda7f56218d') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:55.030518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d7c7ad-43d9-46f9-a917-3fda7f56218d') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:52:55.046966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2433f106-6012-41c9-a20f-38b05022aa91,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:55.051759 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.066927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.067265 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Added segment 00b6e0ad-fea0-429c-bffa-be511813690c of type vlan for network 621bba3f-f947-48e1-929d-7d9171168667 Sep 18 19:52:55.089328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.121240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c389-acec-4d1a-b81e-6841a85c9004 req-67ea06a2-0f7c-494f-9b9e-15c4b2d59438 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:55.122704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f56c389-acec-4d1a-b81e-6841a85c9004 req-67ea06a2-0f7c-494f-9b9e-15c4b2d59438 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 945 time: 0.1977332 Sep 18 19:52:55.124633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:55.132815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:52:55.133141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:52:55.137070 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:52:55.174021 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.182884 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.183223 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Added segment bcd15e80-9aec-4591-a62b-25cbad5a702b of type vlan for network 52df9f97-f328-44e7-945d-7e1d01cb0fdc Sep 18 19:52:55.206608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 51fe9212-cc07-49f5-8364-1d459e21f207 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:55.228788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 51fe9212-cc07-49f5-8364-1d459e21f207 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:55.229137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 51fe9212-cc07-49f5-8364-1d459e21f207 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:55.229703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 142fa464-c0d7-4aec-8852-16e13a63506b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:55.249093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 142fa464-c0d7-4aec-8852-16e13a63506b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:55.249766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 142fa464-c0d7-4aec-8852-16e13a63506b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:55.284204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f56c389-acec-4d1a-b81e-6841a85c9004 req-05c2b040-7def-4c49-aa63-26197fea056c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527286 Sep 18 19:52:55.293251 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.300972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.301758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:55.302334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.308633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.310989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.317238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] 10.222.0.20 "DELETE /v2.0/networks/3b604b41-6341-4255-96ae-37e1fe5e6924 HTTP/1.1" status: 204 len: 168 time: 0.6524298 Sep 18 19:52:55.332359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacab64-591e-456d-a89c-5976399a9ddb tempest-TaggedBootDevicesTest_v242-1904354764 tempest-TaggedBootDevicesTest_v242-1904354764-project] Pushing event deleted for resources: {'Network': ['ID=3b604b41-6341-4255-96ae-37e1fe5e6924,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:55.369177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0381496 Sep 18 19:52:55.370086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59418) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:55.380058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Request body: {'subnet': {'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-63200559-subnet', 'tenant_id': 'bdc8825a3ba94cb78ea9743dad54559a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:55.406240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df717a-3e4a-4497-8709-da6d94d4ad82 admin admin] Pushing event updated for resources: {'Network': ['ID=621bba3f-f947-48e1-929d-7d9171168667,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:55.414148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Made reservation on behalf of bdc8825a3ba94cb78ea9743dad54559a for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:55.417295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.425197 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 621bba3f-f947-48e1-929d-7d9171168667 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:55.449430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.455307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:55.455871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.498684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8706989 Sep 18 19:52:55.503809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59422) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:55.508747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'ports': [{'network_id': '2601c589-f29f-4ae7-956d-f84a638ff46a', 'name': 'tempest-port--1835240804', 'admin_state_up': True}, {'network_id': '52df9f97-f328-44e7-945d-7e1d01cb0fdc', 'admin_state_up': False}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:55.509056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'port': {'network_id': '2601c589-f29f-4ae7-956d-f84a638ff46a', 'name': 'tempest-port--1835240804', 'admin_state_up': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:55.509639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'port': {'network_id': '52df9f97-f328-44e7-945d-7e1d01cb0fdc', 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:55.526255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.549404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359158d-ff56-45c2-86d3-ec1cfbf9e59e req-190eae35-11a5-4be1-a240-0c2e0fc5aafe tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:55.551039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9359158d-ff56-45c2-86d3-ec1cfbf9e59e req-190eae35-11a5-4be1-a240-0c2e0fc5aafe tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3231707-5c3c-491d-9490-1448cc0693cd HTTP/1.1" status: 200 len: 945 time: 0.1519883 Sep 18 19:52:55.569481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0f6b-2230-4980-8d9c-045d79596875 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Network': ['ID=52df9f97-f328-44e7-945d-7e1d01cb0fdc,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:55.592307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 52df9f97-f328-44e7-945d-7e1d01cb0fdc details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:55.650736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9359158d-ff56-45c2-86d3-ec1cfbf9e59e req-0ec2e0e3-5873-47fa-80e3-de1d9111850e tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849824 Sep 18 19:52:55.668878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.751954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c27aea7-2576-4fec-a5cf-4f89607fd695,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:55.768003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Made reservation on behalf of a8bee9e0b1a2476fb54b79358940d857 for: {'port': 2} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:55.773634 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.783633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Checking segment: {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:55.783993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Network hostable DHCP agents. Network: 621bba3f-f947-48e1-929d-7d9171168667, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:52:55.803367 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.816752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Network 621bba3f-f947-48e1-929d-7d9171168667 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:52:55.828511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 621bba3f-f947-48e1-929d-7d9171168667) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:55.833475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:55.834373 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:55.843420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddfdc37-ae43-4d10-b46d-630e2e43b876 None None] Network 621bba3f-f947-48e1-929d-7d9171168667 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:55.879180 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e753d75-f68c-4cab-be83-e6277c373dce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5001969 Sep 18 19:52:55.936055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] device_id is not set on port a0df0064-19ca-41db-a77d-382852ece310 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:52:56.084172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a33a4-1a4b-4499-a615-0fe7f1cf37ef req-715d5bc8-109f-4a5d-9bbd-fd99dca17a7a tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:56.093493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-971a33a4-1a4b-4499-a615-0fe7f1cf37ef req-715d5bc8-109f-4a5d-9bbd-fd99dca17a7a tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 945 time: 0.1310987 Sep 18 19:52:56.099338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae8aa5-26c9-46bb-8956-ad0edabecfec None None] Network 621bba3f-f947-48e1-929d-7d9171168667 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:56.165210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:56.218598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-971a33a4-1a4b-4499-a615-0fe7f1cf37ef req-e1a8d428-c219-4523-90a9-a2680aaad8d0 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237900 Sep 18 19:52:56.631879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] device_id is not set on port 1fd18b04-5acc-4ba3-a16f-793627103686 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:52:56.728890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-4d809b50-9da0-4e3b-a62d-a7935d9002c1 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:56.730556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-4d809b50-9da0-4e3b-a62d-a7935d9002c1 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 820 time: 0.1284835 Sep 18 19:52:56.784194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-1334da37-a565-4feb-a4d4-d767124fc7ec tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/quotas/bdc8825a3ba94cb78ea9743dad54559a HTTP/1.1" status: 200 len: 375 time: 0.0194392 Sep 18 19:52:56.824343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-6c43a203-3f99-45a4-b626-4cc65b51291b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340216 Sep 18 19:52:56.871327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:56.959188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-39c339b0-f382-437a-b409-72850c96a8c4 service neutron] 10.222.0.20 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274848 Sep 18 19:52:56.961287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:57.071685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Port': ['ID=a0df0064-19ca-41db-a77d-382852ece310,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:57.097646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Checking segment: {'id': '64dbbb12-46a9-42de-91b8-e01986dcba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2601c589-f29f-4ae7-956d-f84a638ff46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:57.098006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Network hostable DHCP agents. Network: 2601c589-f29f-4ae7-956d-f84a638ff46a, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:52:57.124958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-99f3cbe8-f58f-48ba-8827-5f92954816ba service neutron] 10.222.0.20 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530631 Sep 18 19:52:57.129828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Network 2601c589-f29f-4ae7-956d-f84a638ff46a is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:52:57.142505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2601c589-f29f-4ae7-956d-f84a638ff46a) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:57.148271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:57.148972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:57.162039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b3d70-2128-4b10-a7b0-1671a6ecc094 None None] Network 2601c589-f29f-4ae7-956d-f84a638ff46a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:57.211902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Port': ['ID=1fd18b04-5acc-4ba3-a16f-793627103686,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:57.223925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Checking segment: {'id': 'bcd15e80-9aec-4591-a62b-25cbad5a702b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52df9f97-f328-44e7-945d-7e1d01cb0fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:52:57.224605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Network hostable DHCP agents. Network: 52df9f97-f328-44e7-945d-7e1d01cb0fdc, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:52:57.245803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Network 52df9f97-f328-44e7-945d-7e1d01cb0fdc is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:52:57.272668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 52df9f97-f328-44e7-945d-7e1d01cb0fdc) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:57.277833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:57.286296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:57.297159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:57.297941 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:57.304295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d74a4c-f044-4fb2-8051-a04967c211d1 None None] Network 52df9f97-f328-44e7-945d-7e1d01cb0fdc requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:52:57.317959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6ce09854-bd54-49a4-9706-30a43902c080 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8130293 Sep 18 19:52:57.320814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59466) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:57.459982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-e661e511-36b1-4110-9e77-a41708605018 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:57.464306 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-e661e511-36b1-4110-9e77-a41708605018 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 945 time: 0.1054378 Sep 18 19:52:57.465916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:57.483852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7690b4e-d1c9-4700-bee9-0190199884de req-b253b7d0-374d-4538-bde2-1f3accd29256 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 210 time: 0.0916319 Sep 18 19:52:57.518174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87234acf-e790-42bf-8c81-44bf6784f402 req-1cd7f492-38bb-4cf1-af86-7d4e1bbd53d7 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:57.519740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87234acf-e790-42bf-8c81-44bf6784f402 req-1cd7f492-38bb-4cf1-af86-7d4e1bbd53d7 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 945 time: 0.1175902 Sep 18 19:52:57.539957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b40e-9fca-4820-96a5-26a35070efa7 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:57.547193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5b40e-9fca-4820-96a5-26a35070efa7 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:57.551796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-53a5b40e-9fca-4820-96a5-26a35070efa7 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2294495 Sep 18 19:52:57.563066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59478) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:57.620908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87234acf-e790-42bf-8c81-44bf6784f402 req-2e1c5e3f-33d8-49ab-9ef9-943b31541e60 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929470 Sep 18 19:52:57.698587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Deleting port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:57.698924 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:57.777542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-77741992-a68e-4adb-a70f-f60e60eee01d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Deleting port a0df0064-19ca-41db-a77d-382852ece310 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:57.777882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77741992-a68e-4adb-a70f-f60e60eee01d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.197812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] For port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:52:58.198104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.201175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77741992-a68e-4adb-a70f-f60e60eee01d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.220696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Calling delete_port for 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:58.222494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-77741992-a68e-4adb-a70f-f60e60eee01d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Calling delete_port for a0df0064-19ca-41db-a77d-382852ece310 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:58.363365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77741992-a68e-4adb-a70f-f60e60eee01d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.385083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77741992-a68e-4adb-a70f-f60e60eee01d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.389627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-77741992-a68e-4adb-a70f-f60e60eee01d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/ports/a0df0064-19ca-41db-a77d-382852ece310 HTTP/1.1" status: 204 len: 168 time: 0.8228052 Sep 18 19:52:58.390131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59486) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:58.409558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77741992-a68e-4adb-a70f-f60e60eee01d tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Port': ['ID=a0df0064-19ca-41db-a77d-382852ece310,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:58.458897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.472712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['4e287d2e-7aa3-4682-ac36-887e66b9a57a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:58.475082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['d9ee4970-2afa-4d49-b9f1-8029fc841f4a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:52:58.492961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Pushing event deleted for resources: {'Port': ['ID=20fc32ee-08f3-4f2d-aa82-5dcf9f72666c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:58.539887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] No DVR routers for this DVR port 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:52:58.542859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.545120 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80bdb67e-db89-4b2d-b1be-7d0a453cf294 req-b92af8bd-1289-44db-aa40-5be6b4393336 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.24 "DELETE /v2.0/ports/20fc32ee-08f3-4f2d-aa82-5dcf9f72666c HTTP/1.1" status: 204 len: 173 time: 1.0744350 Sep 18 19:52:58.545572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce2d511-bfb4-4715-a875-ba776de77f03', 'name': 'network-vif-deleted', 'tag': '20fc32ee-08f3-4f2d-aa82-5dcf9f72666c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:52:58.547989 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89502e59-0955-4d0e-ad36-4a0f2960e1fa" -d '{"events": [{"server_uuid": "5ce2d511-bfb4-4715-a875-ba776de77f03", "name": "network-vif-deleted", "tag": "20fc32ee-08f3-4f2d-aa82-5dcf9f72666c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:52:58.604861 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d1867e-7f90-4d9f-b705-34e99bf90b71 x-openstack-request-id: req-c6d1867e-7f90-4d9f-b705-34e99bf90b71 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:52:58.605393 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce2d511-bfb4-4715-a875-ba776de77f03", "name": "network-vif-deleted", "tag": "20fc32ee-08f3-4f2d-aa82-5dcf9f72666c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:52:58.605950 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6d1867e-7f90-4d9f-b705-34e99bf90b71 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:52:58.606601 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce2d511-bfb4-4715-a875-ba776de77f03', 'name': 'network-vif-deleted', 'tag': '20fc32ee-08f3-4f2d-aa82-5dcf9f72666c', 'status': 'completed', 'code': 200} Sep 18 19:52:58.642463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-bce3d88d-ddc0-4319-94c3-f4e1534e5815 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:58.647623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-bce3d88d-ddc0-4319-94c3-f4e1534e5815 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 820 time: 0.2399907 Sep 18 19:52:58.692590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5d2aba7-a198-49a1-a635-2fc7cb13d5eb req-ab5b093c-4168-42aa-be01-cb69a891c0a2 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 210 time: 0.0421443 Sep 18 19:52:58.700435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Request body: {'port': {'device_id': '7b5c5368-422f-442c-aeee-804b59766b57', 'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'admin_state_up': True, 'tenant_id': 'bdc8825a3ba94cb78ea9743dad54559a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:58.746330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-5eeefdd9-23e8-4dff-81fb-a622aa523da3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Deleting port 1fd18b04-5acc-4ba3-a16f-793627103686 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:52:58.746676 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5eeefdd9-23e8-4dff-81fb-a622aa523da3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.903703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7cad3bac-e527-4549-b93b-540b00eab27c req-c4a4aaca-1fed-4e41-b064-6cd5e1f557b3 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce2d511-bfb4-4715-a875-ba776de77f03 HTTP/1.1" status: 200 len: 210 time: 0.0734825 Sep 18 19:52:58.908293 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5eeefdd9-23e8-4dff-81fb-a622aa523da3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:58.933698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-5eeefdd9-23e8-4dff-81fb-a622aa523da3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Calling delete_port for 1fd18b04-5acc-4ba3-a16f-793627103686 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:52:59.023005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Made reservation on behalf of bdc8825a3ba94cb78ea9743dad54559a for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:59.028285 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.075976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5eeefdd9-23e8-4dff-81fb-a622aa523da3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.177855 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeefdd9-23e8-4dff-81fb-a622aa523da3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Port': ['ID=1fd18b04-5acc-4ba3-a16f-793627103686,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:59.200537 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5eeefdd9-23e8-4dff-81fb-a622aa523da3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.202486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5eeefdd9-23e8-4dff-81fb-a622aa523da3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/ports/1fd18b04-5acc-4ba3-a16f-793627103686 HTTP/1.1" status: 204 len: 168 time: 0.8112712 Sep 18 19:52:59.205261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59506) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:59.244969 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2cd4e6ce-86a2-4d7a-af19-54aa18fdb760 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0383306 Sep 18 19:52:59.249035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59508) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:59.256677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-742361325'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:59.280727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Made reservation on behalf of a8bee9e0b1a2476fb54b79358940d857 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:59.285123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.302955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Allocated IP 172.20.0.6 (621bba3f-f947-48e1-929d-7d9171168667/8c27aea7-2576-4fec-a5cf-4f89607fd695/d09ab0e7-9120-407a-8b0d-9c12e53890ac) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:52:59.309358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:59.319097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.319369 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Added segment 93418122-10d2-4f17-a4aa-746af77cf66c of type vlan for network 8cce5461-8805-409e-be69-2cf5e081a32e Sep 18 19:52:59.361693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.386510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.392475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:59.393243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.440748 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1873722 Sep 18 19:52:59.441699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59510) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:52:59.452500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1932129878'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:59.467800 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.492927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef38ae4-d3de-4aba-a429-d46e64aeabb1 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Network': ['ID=8cce5461-8805-409e-be69-2cf5e081a32e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:59.506162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 8cce5461-8805-409e-be69-2cf5e081a32e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:59.508756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.511696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Made reservation on behalf of a8bee9e0b1a2476fb54b79358940d857 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:52:59.515852 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.544954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:52:59.556627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.557330 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Added segment 5c955543-ecec-44e4-82a5-aeefa90b66ed of type vlan for network f9bccdad-9cf2-4d93-b83c-61ad2d21fcac Sep 18 19:52:59.557984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Network 621bba3f-f947-48e1-929d-7d9171168667 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:52:59.561463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:52:59.564569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:52:59.611685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event updated for resources: {'Port': ['ID=d09ab0e7-9120-407a-8b0d-9c12e53890ac,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:59.613491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.633416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:59.634583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.644170 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.651626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:59.651800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-d99776cf-a099-484f-9aa0-9408af5ce237 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9577107 Sep 18 19:52:59.652373 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.692284 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2443128 Sep 18 19:52:59.756466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Request body: {'port': {'device_id': '7b5c5368-422f-442c-aeee-804b59766b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:52:59.771110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd36565-557b-4fa4-b536-726ee74e49c3 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Network': ['ID=f9bccdad-9cf2-4d93-b83c-61ad2d21fcac,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:52:59.795666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:52:59.800513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f9bccdad-9cf2-4d93-b83c-61ad2d21fcac details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:52:59.856092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:52:59.856445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 20fc32ee-08f3-4f2d-aa82-5dcf9f72666c not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:52:59.876802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:52:59.907678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4a9d1-b11e-43c6-806e-3d0177d25f1c req-7bdaee00-0f08-4bcd-871d-c30322c3fbb3 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:52:59.909334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ee4a9d1-b11e-43c6-806e-3d0177d25f1c req-7bdaee00-0f08-4bcd-871d-c30322c3fbb3 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 931 time: 0.1020224 Sep 18 19:52:59.978927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ee4a9d1-b11e-43c6-806e-3d0177d25f1c req-c0aacb1d-2229-4938-b201-0f017d3db6a4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 Sep 18 19:53:00.271920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09ab0e7-9120-407a-8b0d-9c12e53890ac {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:00.281660 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:00.296047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Transition to ACTIVE for port object d09ab0e7-9120-407a-8b0d-9c12e53890ac will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:53:00.303627 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:00.358869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d09ab0e7-9120-407a-8b0d-9c12e53890ac,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:00.472377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Attempting to bind port d09ab0e7-9120-407a-8b0d-9c12e53890ac on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:00.473011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Attempting to bind port d09ab0e7-9120-407a-8b0d-9c12e53890ac by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:00.473011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Attempting to bind port d09ab0e7-9120-407a-8b0d-9c12e53890ac on network 621bba3f-f947-48e1-929d-7d9171168667 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:00.479746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Port d09ab0e7-9120-407a-8b0d-9c12e53890ac on network 621bba3f-f947-48e1-929d-7d9171168667 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:53:00.479746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Attempting to bind port d09ab0e7-9120-407a-8b0d-9c12e53890ac on network 621bba3f-f947-48e1-929d-7d9171168667 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:00.486461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:00.486802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Checking segment: {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:00.487191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Bound using segment: {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:00.487969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Bound port: d09ab0e7-9120-407a-8b0d-9c12e53890ac, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:00.488725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:00.564467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:00.566436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:00.572819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:00.634335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d09ab0e7-9120-407a-8b0d-9c12e53890ac,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:00.646741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:00.647573 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:00.651667 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-655b80fb-c230-48ce-b945-2ef3981fecc4 service neutron] 10.222.0.32 "PUT /v2.0/ports/d09ab0e7-9120-407a-8b0d-9c12e53890ac HTTP/1.1" status: 200 len: 1092 time: 0.9900041 Sep 18 19:53:00.651667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5c5368-422f-442c-aeee-804b59766b57', 'tag': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:00.661359 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02de58d-4265-4d56-8f11-4092dcd349bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5c5368-422f-442c-aeee-804b59766b57", "tag": "d09ab0e7-9120-407a-8b0d-9c12e53890ac"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:00.737577 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79280689-0939-438d-b473-ca1c857f6df1 x-openstack-request-id: req-79280689-0939-438d-b473-ca1c857f6df1 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:00.738050 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5c5368-422f-442c-aeee-804b59766b57", "tag": "d09ab0e7-9120-407a-8b0d-9c12e53890ac", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:00.738312 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79280689-0939-438d-b473-ca1c857f6df1 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:00.738698 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5c5368-422f-442c-aeee-804b59766b57', 'tag': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac', 'status': 'completed', 'code': 200} Sep 18 19:53:00.757607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-979a8240-4f44-4aeb-a2b0-ceaf1ae62ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:00.760442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-979a8240-4f44-4aeb-a2b0-ceaf1ae62ec9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 1095 time: 0.0649617 Sep 18 19:53:00.813448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-b57fdcd8-cdc6-42d2-aca9-33681977e7f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac HTTP/1.1" status: 200 len: 217 time: 0.0452659 Sep 18 19:53:00.875010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-bfa2678d-4aa8-44b4-8a64-7494106767bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:00.876756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-bfa2678d-4aa8-44b4-8a64-7494106767bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c27aea7-2576-4fec-a5cf-4f89607fd695 HTTP/1.1" status: 200 len: 860 time: 0.0565622 Sep 18 19:53:00.924996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-f4d85530-3332-472b-b0be-b2f3632868de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621bba3f-f947-48e1-929d-7d9171168667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391102 Sep 18 19:53:01.031992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b28e-42a2-4755-8c59-554e002f440e req-73da68e2-78a5-4a18-8bfd-48ca0f39f9f6 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:01.037781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4b28e-42a2-4755-8c59-554e002f440e req-73da68e2-78a5-4a18-8bfd-48ca0f39f9f6 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:01.039457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5d4b28e-42a2-4755-8c59-554e002f440e req-73da68e2-78a5-4a18-8bfd-48ca0f39f9f6 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f&device_id=c3231707-5c3c-491d-9490-1448cc0693cd HTTP/1.1" status: 200 len: 1681 time: 0.1407182 Sep 18 19:53:01.085770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-1a538e4c-a93b-4fc0-a348-37ce0fb8860e service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429677 Sep 18 19:53:01.154321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5d4b28e-42a2-4755-8c59-554e002f440e req-2b7ad131-cff6-4250-a539-b7c9348b7301 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044080 Sep 18 19:53:01.237860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74f4dd-9bbb-4b19-83d0-04a1c313558b req-894494c5-7e15-4fdf-a6c1-9d7c2a953c0f tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:01.239334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c74f4dd-9bbb-4b19-83d0-04a1c313558b req-894494c5-7e15-4fdf-a6c1-9d7c2a953c0f tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 943 time: 0.1346164 Sep 18 19:53:01.278978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bfc26e3-ed41-428a-8c99-cc51d85a5006 req-1b943269-fb7e-449a-8581-e63210cbc649 service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829503 Sep 18 19:53:01.315671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c74f4dd-9bbb-4b19-83d0-04a1c313558b req-391deafe-e88e-4d08-b65e-58d964115a9b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631726 Sep 18 19:53:01.405522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-60f4e66d-1e6b-429e-8bed-d36a37563c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:01.406313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-60f4e66d-1e6b-429e-8bed-d36a37563c27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 1095 time: 0.0670903 Sep 18 19:53:01.509656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-505dde97-719a-41e7-858d-ebddb4f54316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:01.511297 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-505dde97-719a-41e7-858d-ebddb4f54316 service neutron] 10.222.0.32 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 921 time: 0.0979996 Sep 18 19:53:01.565757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-ea3804c4-a405-4dde-aa62-c4edfbecc450 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac HTTP/1.1" status: 200 len: 217 time: 0.0462289 Sep 18 19:53:01.632242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-cff8d790-e2df-403a-b847-5fdf1cebea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:01.633720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-cff8d790-e2df-403a-b847-5fdf1cebea2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c27aea7-2576-4fec-a5cf-4f89607fd695 HTTP/1.1" status: 200 len: 860 time: 0.0602553 Sep 18 19:53:01.676052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-9cb1bb76-b39e-464b-b93e-f46ef6a433c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621bba3f-f947-48e1-929d-7d9171168667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335133 Sep 18 19:53:01.805655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-0bd86cf3-6ed5-4c06-abe2-9ed50003008c service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209331 Sep 18 19:53:01.929776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7552a2-47f8-4fab-832f-d763e4f13705 req-e5bdf36a-6563-4656-b244-88c3f3b7cf25 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:01.939621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d7552a2-47f8-4fab-832f-d763e4f13705 req-e5bdf36a-6563-4656-b244-88c3f3b7cf25 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3231707-5c3c-491d-9490-1448cc0693cd HTTP/1.1" status: 200 len: 945 time: 0.1186838 Sep 18 19:53:01.980099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f02de58d-4265-4d56-8f11-4092dcd349bb req-8712ab5b-3b49-4dfc-aa58-79b12cc32b12 service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668322 Sep 18 19:53:01.999901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d7552a2-47f8-4fab-832f-d763e4f13705 req-cc5b848e-531a-4d70-8161-52207e5ef000 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Sep 18 19:53:02.468700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd824760-a59e-4a38-a1a1-de3faf62c093 req-17fbe842-28b6-46a4-b100-93f294c139d5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:02.479251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd824760-a59e-4a38-a1a1-de3faf62c093 req-17fbe842-28b6-46a4-b100-93f294c139d5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 943 time: 0.0785537 Sep 18 19:53:02.528353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd824760-a59e-4a38-a1a1-de3faf62c093 req-64e12fd3-3ebd-4037-b3b7-e9faedd69426 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Sep 18 19:53:02.998907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-a326d6b1-9419-48f3-9c07-a531e9910ede tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:03.001426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-a326d6b1-9419-48f3-9c07-a531e9910ede tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3231707-5c3c-491d-9490-1448cc0693cd HTTP/1.1" status: 200 len: 945 time: 0.0692234 Sep 18 19:53:03.020073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59586) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:03.027087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'subnets': [{'network_id': '8cce5461-8805-409e-be69-2cf5e081a32e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--528235415', 'ip_version': 6}, {'network_id': 'f9bccdad-9cf2-4d93-b83c-61ad2d21fcac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:03.027735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'subnet': {'network_id': '8cce5461-8805-409e-be69-2cf5e081a32e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--528235415', 'ip_version': 6}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:03.028629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Request body: {'subnet': {'network_id': 'f9bccdad-9cf2-4d93-b83c-61ad2d21fcac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:03.146863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Deleting port 4e287d2e-7aa3-4682-ac36-887e66b9a57a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:03.147230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:03.176968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0d158-527c-479d-9c14-fee5148833b6 req-44e684df-df7a-40c6-be6e-8c14becb1e10 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:03.178520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43c0d158-527c-479d-9c14-fee5148833b6 req-44e684df-df7a-40c6-be6e-8c14becb1e10 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3231707-5c3c-491d-9490-1448cc0693cd HTTP/1.1" status: 200 len: 945 time: 0.0871730 Sep 18 19:53:03.263327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43c0d158-527c-479d-9c14-fee5148833b6 req-34ec9ac7-dd25-4dd1-9681-21ba4bdca14d tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/security-groups?id=3930de50-af5e-40c4-bf31-19355af4f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772488 Sep 18 19:53:03.266842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-8cbb634c-7ea4-4127-830a-3707c4397c1b tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:03.268387 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-8cbb634c-7ea4-4127-830a-3707c4397c1b tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.24 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 945 time: 0.0672331 Sep 18 19:53:03.287515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] For port 4e287d2e-7aa3-4682-ac36-887e66b9a57a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4e287d2e-7aa3-4682-ac36-887e66b9a57a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:03.287899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:03.302240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Calling delete_port for 4e287d2e-7aa3-4682-ac36-887e66b9a57a owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:03.307191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Made reservation on behalf of a8bee9e0b1a2476fb54b79358940d857 for: {'subnet': 2} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:03.311764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:03.312239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:03.442522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:03.458820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['d9ee4970-2afa-4d49-b9f1-8029fc841f4a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:03.461424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['4e287d2e-7aa3-4682-ac36-887e66b9a57a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:03.461994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Deleting port d9ee4970-2afa-4d49-b9f1-8029fc841f4a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:03.462584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:03.484111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Pushing event deleted for resources: {'Port': ['ID=4e287d2e-7aa3-4682-ac36-887e66b9a57a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:03.546967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] No DVR routers for this DVR port 4e287d2e-7aa3-4682-ac36-887e66b9a57a on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:03.549487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:03.552167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2955471-9b0c-49b2-a729-e22e94bdbe03 req-1fb6dc78-78f9-4d0e-a4c4-ec8e02e60192 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.32 "DELETE /v2.0/ports/4e287d2e-7aa3-4682-ac36-887e66b9a57a HTTP/1.1" status: 204 len: 173 time: 0.5440087 Sep 18 19:53:03.552692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3231707-5c3c-491d-9490-1448cc0693cd', 'name': 'network-vif-deleted', 'tag': '4e287d2e-7aa3-4682-ac36-887e66b9a57a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:03.555516 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fc4344-71f4-493c-b5ba-9edbe79a2ace" -d '{"events": [{"server_uuid": "c3231707-5c3c-491d-9490-1448cc0693cd", "name": "network-vif-deleted", "tag": "4e287d2e-7aa3-4682-ac36-887e66b9a57a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:03.640294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] For port d9ee4970-2afa-4d49-b9f1-8029fc841f4a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,segment=NetworkSegment(b3f765a9-f4ad-4622-92ae-bc6b00bea09f),segment_id=b3f765a9-f4ad-4622-92ae-bc6b00bea09f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:03.640778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:03.667324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Calling delete_port for d9ee4970-2afa-4d49-b9f1-8029fc841f4a owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:03.737571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b893d3-4b4b-49d2-9519-8d7c2772b7d2 req-299e34e6-86c7-4c3b-95ea-d53ea8de4c14 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:03.739604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4b893d3-4b4b-49d2-9519-8d7c2772b7d2 req-299e34e6-86c7-4c3b-95ea-d53ea8de4c14 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 943 time: 0.0949695 Sep 18 19:53:03.789753 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4b893d3-4b4b-49d2-9519-8d7c2772b7d2 req-7bd8e393-b761-4122-82e8-3994b29285e0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428679 Sep 18 19:53:03.840007 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995a5927-3306-40fe-ab48-134388d15ed1 x-openstack-request-id: req-995a5927-3306-40fe-ab48-134388d15ed1 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:03.840791 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3231707-5c3c-491d-9490-1448cc0693cd", "name": "network-vif-deleted", "tag": "4e287d2e-7aa3-4682-ac36-887e66b9a57a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:03.841251 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-995a5927-3306-40fe-ab48-134388d15ed1 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:03.841966 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3231707-5c3c-491d-9490-1448cc0693cd', 'name': 'network-vif-deleted', 'tag': '4e287d2e-7aa3-4682-ac36-887e66b9a57a', 'status': 'completed', 'code': 200} Sep 18 19:53:03.996718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.017643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['4e287d2e-7aa3-4682-ac36-887e66b9a57a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:04.028267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.034107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Pushing event deleted for resources: {'Port': ['ID=d9ee4970-2afa-4d49-b9f1-8029fc841f4a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:04.074841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.075531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.075856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.076224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.076588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.076906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.077297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.077675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.078995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.078995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.078995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.078995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:04.154630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Subnet': ['ID=1b980ad2-aa9d-4f51-af91-6cd73bbc6c1a,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:04.156872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] No DVR routers for this DVR port d9ee4970-2afa-4d49-b9f1-8029fc841f4a on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:04.160437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.162572 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a03e1f62-eb7c-4010-b68c-6e7d0700241a req-02e8a427-4a0b-4330-8d9f-8624ae0feb6c tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.24 "DELETE /v2.0/ports/d9ee4970-2afa-4d49-b9f1-8029fc841f4a HTTP/1.1" status: 204 len: 173 time: 0.8870149 Sep 18 19:53:04.163263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f', 'name': 'network-vif-deleted', 'tag': 'd9ee4970-2afa-4d49-b9f1-8029fc841f4a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:04.166143 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c863690d-581d-497e-8593-f5dddf40bfc5" -d '{"events": [{"server_uuid": "039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f", "name": "network-vif-deleted", "tag": "d9ee4970-2afa-4d49-b9f1-8029fc841f4a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:04.176016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Checking segment: {'id': '93418122-10d2-4f17-a4aa-746af77cf66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8cce5461-8805-409e-be69-2cf5e081a32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:04.176884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Network hostable DHCP agents. Network: 8cce5461-8805-409e-be69-2cf5e081a32e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:53:04.199207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Network 8cce5461-8805-409e-be69-2cf5e081a32e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:53:04.216447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 8cce5461-8805-409e-be69-2cf5e081a32e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:04.220849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.229687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873cd1e7-3629-4fa1-8045-035dea4d890f None None] Network 8cce5461-8805-409e-be69-2cf5e081a32e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:04.257715 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8282ce-86aa-40e4-a764-c8219f51c632 x-openstack-request-id: req-9c8282ce-86aa-40e4-a764-c8219f51c632 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:04.257961 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f", "name": "network-vif-deleted", "tag": "d9ee4970-2afa-4d49-b9f1-8029fc841f4a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:04.258210 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c8282ce-86aa-40e4-a764-c8219f51c632 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:04.258926 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f', 'name': 'network-vif-deleted', 'tag': 'd9ee4970-2afa-4d49-b9f1-8029fc841f4a', 'status': 'completed', 'code': 200} Sep 18 19:53:04.303171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event updated for resources: {'Subnet': ['ID=1776d1f0-e189-4ead-a2a3-f75dfdd54f4c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:04.314473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Checking segment: {'id': '5c955543-ecec-44e4-82a5-aeefa90b66ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f9bccdad-9cf2-4d93-b83c-61ad2d21fcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:04.314641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Network hostable DHCP agents. Network: f9bccdad-9cf2-4d93-b83c-61ad2d21fcac, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:53:04.354436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Network f9bccdad-9cf2-4d93-b83c-61ad2d21fcac is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:53:04.365745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, f9bccdad-9cf2-4d93-b83c-61ad2d21fcac) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:04.373790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:04.374494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:04.375198 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.396061 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-396109de-61b6-404e-b906-d5c1606e07fd tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3730977 Sep 18 19:53:04.398470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59614) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:04.467486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55efa93-719a-4739-adfb-0b757bea7c7b tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:04.469204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55efa93-719a-4739-adfb-0b757bea7c7b tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:04.470817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55efa93-719a-4739-adfb-0b757bea7c7b tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:04.472536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d55efa93-719a-4739-adfb-0b757bea7c7b tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0729511 Sep 18 19:53:04.482525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59616) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:04.505389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9ffdf26-b93d-4e19-be65-c4d5dfe78bcb req-22e8ec93-f0f5-403f-bdd4-750466a12b91 tempest-ListServersNegativeTestJSON-669804999 tempest-ListServersNegativeTestJSON-669804999-project] 10.222.0.20 "GET /v2.0/ports?device_id=039f72a2-4f9f-4762-aad6-c6c0a6ac5a8f HTTP/1.1" status: 200 len: 210 time: 0.0315387 Sep 18 19:53:04.549296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb0e64e-a82a-4c7c-bda2-8ed2f7a6a471 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Deleting subnet 1b980ad2-aa9d-4f51-af91-6cd73bbc6c1a {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:53:04.552702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e64e-a82a-4c7c-bda2-8ed2f7a6a471 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.559401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b0682c-aa9a-4db2-ab37-b2e28738d1ed None None] Network f9bccdad-9cf2-4d93-b83c-61ad2d21fcac requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:04.605450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e64e-a82a-4c7c-bda2-8ed2f7a6a471 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.713960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da591e9-cb4c-4134-9cba-ed60fbb90cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-8cce5461-8805-409e-be69-2cf5e081a32e', 'network_id': '8cce5461-8805-409e-be69-2cf5e081a32e', 'tenant_id': 'a8bee9e0b1a2476fb54b79358940d857', 'fixed_ips': [{'subnet_id': '1b980ad2-aa9d-4f51-af91-6cd73bbc6c1a'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:53:04.714844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1da591e9-cb4c-4134-9cba-ed60fbb90cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.716007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e64e-a82a-4c7c-bda2-8ed2f7a6a471 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.798576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d09ab0e7-9120-407a-8b0d-9c12e53890ac details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:04.798843 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e64e-a82a-4c7c-bda2-8ed2f7a6a471 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.836468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e64e-a82a-4c7c-bda2-8ed2f7a6a471 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Subnet': ['ID=1b980ad2-aa9d-4f51-af91-6cd73bbc6c1a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:04.838348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e64e-a82a-4c7c-bda2-8ed2f7a6a471 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.840826 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8eb0e64e-a82a-4c7c-bda2-8ed2f7a6a471 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/subnets/1b980ad2-aa9d-4f51-af91-6cd73bbc6c1a HTTP/1.1" status: 204 len: 168 time: 0.3572798 Sep 18 19:53:04.843338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59624) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:04.860103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615c308-861a-4384-85d3-b78545b7e88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-f9bccdad-9cf2-4d93-b83c-61ad2d21fcac', 'network_id': 'f9bccdad-9cf2-4d93-b83c-61ad2d21fcac', 'tenant_id': 'a8bee9e0b1a2476fb54b79358940d857', 'fixed_ips': [{'subnet_id': '1776d1f0-e189-4ead-a2a3-f75dfdd54f4c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:53:04.860891 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5615c308-861a-4384-85d3-b78545b7e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.911179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f2135e-892c-4e74-84b8-69f6dc52f162 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Deleting subnet 1776d1f0-e189-4ead-a2a3-f75dfdd54f4c {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:53:04.914582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72f2135e-892c-4e74-84b8-69f6dc52f162 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-1da591e9-cb4c-4134-9cba-ed60fbb90cce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b980ad2-aa9d-4f51-af91-6cd73bbc6c1a: This subnet is being modified by another concurrent operation. Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:53:04.933338 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b980ad2-aa9d-4f51-af91-6cd73bbc6c1a: This subnet is being modified by another concurrent operation. Sep 18 19:53:04.937445 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 19:53:04.956046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d252638-59d6-4a2f-9c89-1fec99a1b5b9 None None] Network 8cce5461-8805-409e-be69-2cf5e081a32e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:04.956839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba749524-5d81-49cb-9199-aaee58aaa418 req-6b66595c-19ac-4937-bedf-13affc836f45 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:04.965790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba749524-5d81-49cb-9199-aaee58aaa418 req-6b66595c-19ac-4937-bedf-13affc836f45 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 943 time: 0.0716107 Sep 18 19:53:04.979581 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72f2135e-892c-4e74-84b8-69f6dc52f162 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.017725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba749524-5d81-49cb-9199-aaee58aaa418 req-e5bc12fa-e61b-4a42-88aa-9bcaa45a3973 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Sep 18 19:53:05.049295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72f2135e-892c-4e74-84b8-69f6dc52f162 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.113507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72f2135e-892c-4e74-84b8-69f6dc52f162 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-5615c308-861a-4384-85d3-b78545b7e88c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1776d1f0-e189-4ead-a2a3-f75dfdd54f4c: This subnet is being modified by another concurrent operation. Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 19:53:05.144904 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1776d1f0-e189-4ead-a2a3-f75dfdd54f4c: This subnet is being modified by another concurrent operation. Sep 18 19:53:05.148377 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 19:53:05.159008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:05.169996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2135e-892c-4e74-84b8-69f6dc52f162 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Subnet': ['ID=1776d1f0-e189-4ead-a2a3-f75dfdd54f4c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:05.177370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72f2135e-892c-4e74-84b8-69f6dc52f162 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.185774 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-72f2135e-892c-4e74-84b8-69f6dc52f162 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/subnets/1776d1f0-e189-4ead-a2a3-f75dfdd54f4c HTTP/1.1" status: 204 len: 168 time: 0.3411965 Sep 18 19:53:05.186957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59628) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:05.187832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3ada3-c472-46a4-831e-74cb0a3d4c43 None None] Network f9bccdad-9cf2-4d93-b83c-61ad2d21fcac requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:05.193512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac', 'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'port_id': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac', 'mac_address': 'fa:16:3e:d2:7c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c27aea7-2576-4fec-a5cf-4f89607fd695', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:05.267801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5de38-ec53-48b7-aaef-8eb2b3187a67 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:05.275625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3aa5de38-ec53-48b7-aaef-8eb2b3187a67 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0780869 Sep 18 19:53:05.275943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59632) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:05.333787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.349898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741b1d1-f1aa-4c6d-a91d-e2f79e7cd4b6 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:53:05.366658 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.382725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09ab0e7-9120-407a-8b0d-9c12e53890ac {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:05.414021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:05.420757 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.459180 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.481464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bccdad-9cf2-4d93-b83c-61ad2d21fcac']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:05.492826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c955543-ecec-44e4-82a5-aeefa90b66ed') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:05.493207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c955543-ecec-44e4-82a5-aeefa90b66ed') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:05.503662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.516880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d09ab0e7-9120-407a-8b0d-9c12e53890ac,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:05.518596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.527145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:53:05.527941 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.533610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e741b1d1-f1aa-4c6d-a91d-e2f79e7cd4b6 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:53:05.537941 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:53:05.575230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59636) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:05.620221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.625806 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.631080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/networks/f9bccdad-9cf2-4d93-b83c-61ad2d21fcac HTTP/1.1" status: 204 len: 168 time: 0.3541734 Sep 18 19:53:05.631320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59638) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:05.632647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d09ab0e7-9120-407a-8b0d-9c12e53890ac'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:05.645354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6f7226-c4ad-45a2-a90c-e36b49ee97b1 admin admin] Deleting subnet d9f74197-0866-4994-8944-d836f0061d11 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:53:05.650709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34d43f-eb9c-46c4-b21e-a53c8b585948 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Network': ['ID=f9bccdad-9cf2-4d93-b83c-61ad2d21fcac,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:05.658884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7226-c4ad-45a2-a90c-e36b49ee97b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.719665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59642) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:05.757082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.765786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7226-c4ad-45a2-a90c-e36b49ee97b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.844721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d9ee4970-2afa-4d49-b9f1-8029fc841f4a no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:05.879168 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7226-c4ad-45a2-a90c-e36b49ee97b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:05.890011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: d9ee4970-2afa-4d49-b9f1-8029fc841f4a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:05.890893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d9ee4970-2afa-4d49-b9f1-8029fc841f4a not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:05.975544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631ac6b-1b3e-4a6e-a431-e7bb0b91a3f8 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 19:53:06.002067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.030380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cce5461-8805-409e-be69-2cf5e081a32e']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.043647 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93418122-10d2-4f17-a4aa-746af77cf66c') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.044098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93418122-10d2-4f17-a4aa-746af77cf66c') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.054014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7226-c4ad-45a2-a90c-e36b49ee97b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.058647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.095482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f7226-c4ad-45a2-a90c-e36b49ee97b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f74197-0866-4994-8944-d836f0061d11,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:06.109690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631ac6b-1b3e-4a6e-a431-e7bb0b91a3f8 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 19:53:06.110670 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f6f7226-c4ad-45a2-a90c-e36b49ee97b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.112787 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0f6f7226-c4ad-45a2-a90c-e36b49ee97b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d9f74197-0866-4994-8944-d836f0061d11 HTTP/1.1" status: 204 len: 168 time: 0.5364935 Sep 18 19:53:06.114023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.116294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59650) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:06.169092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:53:06.169577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:53:06.172754 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:53:06.218173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dcdb9-15e1-4a7b-978b-5ef680a1a4c4 req-5f398be5-e0bd-4825-bb82-3c1eb126cfd2 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:06.225373 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c53dcdb9-15e1-4a7b-978b-5ef680a1a4c4 req-5f398be5-e0bd-4825-bb82-3c1eb126cfd2 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 944 time: 0.0891571 Sep 18 19:53:06.281114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c53dcdb9-15e1-4a7b-978b-5ef680a1a4c4 req-e505e40e-c19d-4f33-85a1-1ae6f7ab5564 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551610 Sep 18 19:53:06.286381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.299004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.312396 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.314343 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/networks/8cce5461-8805-409e-be69-2cf5e081a32e HTTP/1.1" status: 204 len: 168 time: 0.6817484 Sep 18 19:53:06.317733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59654) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:06.364133 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.380494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d6c4b-3a27-4b54-a8ff-c6f3ef6ea160 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Network': ['ID=8cce5461-8805-409e-be69-2cf5e081a32e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:06.477884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.480653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.505062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc51ab7-292f-417b-9d0f-e58cb675feb5']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.517958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.518285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f765a9-f4ad-4622-92ae-bc6b00bea09f') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.546002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.576514 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.608889 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.611505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:53:06.611902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:53:06.613481 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:53:06.635062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Deleting port d4aac571-fce6-4e06-83a9-79a0a3c1a45a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:06.635430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.675951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52df9f97-f328-44e7-945d-7e1d01cb0fdc']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.685978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd15e80-9aec-4591-a62b-25cbad5a702b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.686289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd15e80-9aec-4591-a62b-25cbad5a702b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:06.694679 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.697337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.701938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.703797 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/edc51ab7-292f-417b-9d0f-e58cb675feb5 HTTP/1.1" status: 204 len: 168 time: 0.5865743 Sep 18 19:53:06.725697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.728846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab560773-42ae-4db1-a80b-f466c586dce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc51ab7-292f-417b-9d0f-e58cb675feb5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:06.734767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:53:06.735165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:53:06.738277 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:53:06.745438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] For port d4aac571-fce6-4e06-83a9-79a0a3c1a45a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:06.745934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.762147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Calling delete_port for d4aac571-fce6-4e06-83a9-79a0a3c1a45a owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:06.800962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d09ab0e7-9120-407a-8b0d-9c12e53890ac up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:06.801457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.813448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.818126 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/networks/52df9f97-f328-44e7-945d-7e1d01cb0fdc HTTP/1.1" status: 204 len: 168 time: 0.4966853 Sep 18 19:53:06.818403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59660) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:06.839664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f39ca-ff2c-4296-987e-952c5a8c3334 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Network': ['ID=52df9f97-f328-44e7-945d-7e1d01cb0fdc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:06.890023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port d09ab0e7-9120-407a-8b0d-9c12e53890ac completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:53:06.897821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port d09ab0e7-9120-407a-8b0d-9c12e53890ac triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:06.897821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.898055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59662) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:06.930154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:06.965763 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-09984d12-17e6-4db3-8e22-8e047a146cb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8597f5a2f25849829cc907691986f6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663629 Sep 18 19:53:06.982528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59666) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:07.008340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.087288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.088194 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.113653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4aac571-fce6-4e06-83a9-79a0a3c1a45a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:07.127911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:07.129369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5c5368-422f-442c-aeee-804b59766b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:07.132177 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a729c61-b47f-4702-ad5e-dac53ab4d8a1" -d '{"events": [{"server_uuid": "7b5c5368-422f-442c-aeee-804b59766b57", "name": "network-vif-plugged", "status": "completed", "tag": "d09ab0e7-9120-407a-8b0d-9c12e53890ac"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:07.142518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2601c589-f29f-4ae7-956d-f84a638ff46a']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:07.150757 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.151950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4e287d2e-7aa3-4682-ac36-887e66b9a57a no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:07.163142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dbbb12-46a9-42de-91b8-e01986dcba7a') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:07.182349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dbbb12-46a9-42de-91b8-e01986dcba7a') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:07.193787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6951435e-5672-406b-a815-fd1a19fdf40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.206944 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.240669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 4e287d2e-7aa3-4682-ac36-887e66b9a57a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:07.241181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4e287d2e-7aa3-4682-ac36-887e66b9a57a not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:07.254730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.255324 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9007dc1d-4b4e-4ca2-9b17-f27035558d6a x-openstack-request-id: req-9007dc1d-4b4e-4ca2-9b17-f27035558d6a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:07.255786 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5c5368-422f-442c-aeee-804b59766b57", "name": "network-vif-plugged", "status": "completed", "tag": "d09ab0e7-9120-407a-8b0d-9c12e53890ac", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:07.256143 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9007dc1d-4b4e-4ca2-9b17-f27035558d6a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:07.256652 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5c5368-422f-442c-aeee-804b59766b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac', 'code': 200} Sep 18 19:53:07.259053 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6951435e-5672-406b-a815-fd1a19fdf40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.271964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:53:07.272562 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:53:07.276449 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:53:07.306567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d09ab0e7-9120-407a-8b0d-9c12e53890ac,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:07.421084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.425909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.431066 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] 10.222.0.20 "DELETE /v2.0/networks/2601c589-f29f-4ae7-956d-f84a638ff46a HTTP/1.1" status: 204 len: 168 time: 0.6089709 Sep 18 19:53:07.447692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea196ea6-ec56-4313-967a-90502dfa73d9 tempest-BulkNetworkOpsIpV6Test-545542722 tempest-BulkNetworkOpsIpV6Test-545542722-project] Pushing event deleted for resources: {'Network': ['ID=2601c589-f29f-4ae7-956d-f84a638ff46a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:07.458903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6951435e-5672-406b-a815-fd1a19fdf40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.461926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6951435e-5672-406b-a815-fd1a19fdf40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.463407 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6951435e-5672-406b-a815-fd1a19fdf40a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3930de50-af5e-40c4-bf31-19355af4f87c HTTP/1.1" status: 204 len: 168 time: 0.4795251 Sep 18 19:53:07.475389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951435e-5672-406b-a815-fd1a19fdf40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3930de50-af5e-40c4-bf31-19355af4f87c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:07.737643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59684) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:07.794006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.813048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba04da8-2bd9-45a8-9f84-6e352c972c6a req-2ff4dde3-ae8a-4e6d-b7d3-b14de0c4733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:07.814537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ba04da8-2bd9-45a8-9f84-6e352c972c6a req-2ff4dde3-ae8a-4e6d-b7d3-b14de0c4733d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 1097 time: 0.0955312 Sep 18 19:53:07.867174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a37ee-deee-4ec8-8e70-442d24564ef6 req-0ecddcbe-f11e-4a84-9ef9-13c6aefc91db tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:07.869461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-055a37ee-deee-4ec8-8e70-442d24564ef6 req-0ecddcbe-f11e-4a84-9ef9-13c6aefc91db tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.1492016 Sep 18 19:53:07.904378 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c70fb1c3-6bb6-445a-85ab-d4b3e98bedcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8bee9e0b1a2476fb54b79358940d857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645446 Sep 18 19:53:07.906352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59694) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:07.931342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ba04da8-2bd9-45a8-9f84-6e352c972c6a req-b9b5fdf9-193e-4011-8007-baaac9a998e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788326 Sep 18 19:53:07.963688 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79d2c1f7-94c6-4c0e-ac99-bcca56eff68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:07.969402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-055a37ee-deee-4ec8-8e70-442d24564ef6 req-6af3aaff-60c2-4d4f-8c11-094b4a2adb72 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899422 Sep 18 19:53:07.992218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79d2c1f7-94c6-4c0e-ac99-bcca56eff68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.045994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79d2c1f7-94c6-4c0e-ac99-bcca56eff68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.048594 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79d2c1f7-94c6-4c0e-ac99-bcca56eff68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.049780 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-79d2c1f7-94c6-4c0e-ac99-bcca56eff68e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d6dadf9-0b0c-4d23-87d0-a53b63129f7d HTTP/1.1" status: 204 len: 168 time: 0.1425159 Sep 18 19:53:08.060387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2c1f7-94c6-4c0e-ac99-bcca56eff68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6dadf9-0b0c-4d23-87d0-a53b63129f7d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:08.126325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Router 9fccf929-b25e-44b7-9364-a3144dcd701a has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:53:08.246110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:53:08.254271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-479f43c8-6308-431b-b30f-fe147cd2554c admin admin] 10.222.0.20 "PUT /v2.0/routers/9fccf929-b25e-44b7-9364-a3144dcd701a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5326831 Sep 18 19:53:08.254721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59712) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:08.261343 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] Sync routers for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:53:08.272029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59714) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:08.283804 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:53:08.284406 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:08.376973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.395219 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:53:08.405366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1006434325-network', 'tenant_id': 'f010832d71ca421f8e67e85585ac50db'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:08.432805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Made reservation on behalf of f010832d71ca421f8e67e85585ac50db for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:08.434827 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.455547 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.521791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.600023 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Deleting port e82ce916-8543-4d35-b816-191abd5e7104 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:08.601231 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.618509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.625038 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.652145 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:53:06Z', 'revision_number': 5, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port': {'id': 'e82ce916-8543-4d35-b816-191abd5e7104', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:41:37Z', 'updated_at': '2021-09-18T19:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:08.663162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:53:08.687299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.687930 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Added segment bf64a71d-94b9-4861-b712-423a3af8a0fd of type vlan for network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 Sep 18 19:53:08.689295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834444ae-fa7d-4d8b-b54e-011df558f16c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:08.690816 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] Checking router: 9fccf929-b25e-44b7-9364-a3144dcd701a for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:53:08.708320 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] Routers {'9fccf929-b25e-44b7-9364-a3144dcd701a'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:53:08.709395 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9fccf929-b25e-44b7-9364-a3144dcd701a'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:08.724765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] For port e82ce916-8543-4d35-b816-191abd5e7104, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e82ce916-8543-4d35-b816-191abd5e7104,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:08.725344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.739595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Calling delete_port for e82ce916-8543-4d35-b816-191abd5e7104 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:08.749445 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.782134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.783552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:08.784414 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.814437 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] Set router 9fccf929-b25e-44b7-9364-a3144dcd701a gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:53:08.827400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5540733 Sep 18 19:53:08.830931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59738) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:08.837698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Request body: {'subnet': {'network_id': '0a858f50-06c0-4d74-a058-1ad02dcfdf45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1006434325-subnet', 'tenant_id': 'f010832d71ca421f8e67e85585ac50db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:08.869682 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:53:08Z', 'revision_number': 6, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:08.890954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0734bf-4752-426b-806e-bdfa46211b84 admin admin] Pushing event updated for resources: {'Network': ['ID=0a858f50-06c0-4d74-a058-1ad02dcfdf45,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:08.903259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:53:08.906249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Made reservation on behalf of f010832d71ca421f8e67e85585ac50db for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:08.910216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:08.967980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59740) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:08.978429 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041375 Sep 18 19:53:08.983007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59742) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:09.020038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.058583 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6f7b8-2838-4d7f-80a9-5547b6453344 None None] The sync data for ids ['9fccf929-b25e-44b7-9364-a3144dcd701a'] in n-d-789963-11 is: [{'id': '9fccf929-b25e-44b7-9364-a3144dcd701a', 'name': 'tempest-TaggedBootDevicesTest_v242-1755434784-router', 'tenant_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:41:36Z', 'updated_at': '2021-09-18T19:53:08Z', 'revision_number': 6, 'project_id': 'c49dd4a16bfa4b76bf99ff766b284c4a', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:53:09.067544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82ce916-8543-4d35-b816-191abd5e7104,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:09.160920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.163425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e8f9e8b1-9186-44be-8e8c-4fc2e6f21ae6 tempest-NetworksApiDiscovery-439244045 tempest-NetworksApiDiscovery-439244045-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1790030 Sep 18 19:53:09.225924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eca158-bf60-42a7-b77e-afcbb35be199 req-bfd6a36b-9633-4349-b26a-31ebda30ffbc tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:09.228044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0eca158-bf60-42a7-b77e-afcbb35be199 req-bfd6a36b-9633-4349-b26a-31ebda30ffbc tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.1049819 Sep 18 19:53:09.252829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.260092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.262643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.309896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.311201 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fccf929-b25e-44b7-9364-a3144dcd701a {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:53:09.317221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.318459 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-270701d8-c31e-432b-8edb-3f1f3aedc766 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9fccf929-b25e-44b7-9364-a3144dcd701a HTTP/1.1" status: 204 len: 168 time: 1.0623791 Sep 18 19:53:09.318815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d0eca158-bf60-42a7-b77e-afcbb35be199 req-6a497e1f-c909-489b-acec-953a8347a55e tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768666 Sep 18 19:53:09.321478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59752) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:09.328831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5142456-2ed7-4c1d-af89-166656087ed4,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:09.351083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Checking segment: {'id': 'bf64a71d-94b9-4861-b712-423a3af8a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a858f50-06c0-4d74-a058-1ad02dcfdf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:09.351476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Network hostable DHCP agents. Network: 0a858f50-06c0-4d74-a058-1ad02dcfdf45, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:53:09.371395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2639f2a-17c4-4ba4-af7b-355eb6e66160 admin admin] Deleting subnet 0a365208-5985-4131-9113-7e710b658bb6 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:53:09.373238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:53:09.381863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2639f2a-17c4-4ba4-af7b-355eb6e66160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.384897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 0a858f50-06c0-4d74-a058-1ad02dcfdf45) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:09.389604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:09.390201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.394748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2d489-68a0-452e-acf9-5a024d411370 None None] Network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:09.474160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2639f2a-17c4-4ba4-af7b-355eb6e66160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.474388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5688496b-acef-4a82-bf2e-49bd80711327 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6409466 Sep 18 19:53:09.538927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1afd3-b5a2-4602-bfb1-d610e1e9cf8b req-24261351-9f07-4840-8cf4-97dbaa50b666 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:09.545334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9c1afd3-b5a2-4602-bfb1-d610e1e9cf8b req-24261351-9f07-4840-8cf4-97dbaa50b666 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.1462486 Sep 18 19:53:09.564472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d4aac571-fce6-4e06-83a9-79a0a3c1a45a no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:09.573419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59762) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:09.593376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d4aac571-fce6-4e06-83a9-79a0a3c1a45a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:09.593962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d4aac571-fce6-4e06-83a9-79a0a3c1a45a not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:09.638330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9c1afd3-b5a2-4602-bfb1-d610e1e9cf8b req-ddf19244-9909-4c65-ba73-67a830588c29 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699112 Sep 18 19:53:09.680192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2639f2a-17c4-4ba4-af7b-355eb6e66160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.763784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2639f2a-17c4-4ba4-af7b-355eb6e66160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.807587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2639f2a-17c4-4ba4-af7b-355eb6e66160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a365208-5985-4131-9113-7e710b658bb6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:09.817697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2639f2a-17c4-4ba4-af7b-355eb6e66160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.819926 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2639f2a-17c4-4ba4-af7b-355eb6e66160 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0a365208-5985-4131-9113-7e710b658bb6 HTTP/1.1" status: 204 len: 168 time: 0.4972556 Sep 18 19:53:09.822551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59778) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:09.826112 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f2be4-b637-4bda-8a97-b229612530d6 None None] Network 125fc257-85ec-44c9-b436-8bb1768c23aa requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:09.846589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f6964d4-1836-4f8c-99bb-a728d97af21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.890539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28632a-96b9-49dc-9564-eb561b157c16 req-6eb0d596-29e0-4e7d-b2fd-229e017aa898 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:09.892538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e28632a-96b9-49dc-9564-eb561b157c16 req-6eb0d596-29e0-4e7d-b2fd-229e017aa898 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.0921202 Sep 18 19:53:09.893523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269748a7-9077-459f-b309-415f1e54e4bd None None] Network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:09.926878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:09.972876 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:53:10.003076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e28632a-96b9-49dc-9564-eb561b157c16 req-91bc6097-078d-4cd1-bc99-69a74c175810 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969980 Sep 18 19:53:10.016681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Deleting port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:10.017250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.108803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67948c-b010-4342-a593-dee46b37363e None None] DHCP port deletion for 125fc257-85ec-44c9-b436-8bb1768c23aa request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:53:10.117433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] For port 9ec1820c-6055-4499-8f6a-6479cf1d8e12, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9ec1820c-6055-4499-8f6a-6479cf1d8e12,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:10.117890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.135598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Calling delete_port for 9ec1820c-6055-4499-8f6a-6479cf1d8e12 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:10.162751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Deleting port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:10.163415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.231099 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f6964d4-1836-4f8c-99bb-a728d97af21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.232277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.233666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2e67948c-b010-4342-a593-dee46b37363e None None] For port 9ec1820c-6055-4499-8f6a-6479cf1d8e12, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9ec1820c-6055-4499-8f6a-6479cf1d8e12,segment=NetworkSegment(a9a5400c-d75c-481d-877f-cc48718e9bcf),segment_id=a9a5400c-d75c-481d-877f-cc48718e9bcf)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:10.234255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.244612 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f6964d4-1836-4f8c-99bb-a728d97af21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.249584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Calling delete_port for 9ec1820c-6055-4499-8f6a-6479cf1d8e12 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:10.263530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] No DVR routers for this DVR port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:10.264228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c2998-0df8-4b96-b77d-95e562738b4f req-b1e8309c-9b72-4af5-a4d0-035348ffcc2b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:10.265552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec1820c-6055-4499-8f6a-6479cf1d8e12,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:10.265752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c3c2998-0df8-4b96-b77d-95e562738b4f req-b1e8309c-9b72-4af5-a4d0-035348ffcc2b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.1517227 Sep 18 19:53:10.275618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-d857fe94-ee98-402e-b5aa-6d2d8752fb5e tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:10.277086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-d857fe94-ee98-402e-b5aa-6d2d8752fb5e tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/networks?id=0a858f50-06c0-4d74-a058-1ad02dcfdf45 HTTP/1.1" status: 200 len: 822 time: 0.2325478 Sep 18 19:53:10.331245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0f6964d4-1836-4f8c-99bb-a728d97af21c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc107039428e4dd48394b5c2d168c25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7544730 Sep 18 19:53:10.335991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-2b4b0feb-f52a-48c8-8585-b48d3f6d7d61 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/quotas/f010832d71ca421f8e67e85585ac50db HTTP/1.1" status: 200 len: 375 time: 0.0477784 Sep 18 19:53:10.338397 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.339575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59792) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:10.341307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6964d4-1836-4f8c-99bb-a728d97af21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e99db36-94e4-4e48-a964-0a22c2197e2c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:10.353133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.382323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125fc257-85ec-44c9-b436-8bb1768c23aa']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:10.382926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67948c-b010-4342-a593-dee46b37363e None None] No DVR routers for this DVR port 9ec1820c-6055-4499-8f6a-6479cf1d8e12 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:10.387885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Pushing event deleted for resources: {'Port': ['ID=9ec1820c-6055-4499-8f6a-6479cf1d8e12,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:10.397619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.398075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.398729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.399864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.401098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-f5ff6fec-2560-4e8b-851b-f6fed33181a1 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f010832d71ca421f8e67e85585ac50db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642672 Sep 18 19:53:10.401241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a5400c-d75c-481d-877f-cc48718e9bcf') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:10.401666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a5400c-d75c-481d-877f-cc48718e9bcf') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:10.403311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.403751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.405358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.405763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.406248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.406661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.407859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.408261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67948c-b010-4342-a593-dee46b37363e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:10.411053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c3c2998-0df8-4b96-b77d-95e562738b4f req-eddb45b8-d40d-4258-9572-a57e14b71a51 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284885 Sep 18 19:53:10.425029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.451209 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.468437 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:53:10.469852 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:53:10.471999 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:53:10.501041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-72897b34-cae8-4896-b40a-c8663f5c5d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.542474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.551061 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.552710 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-72897b34-cae8-4896-b40a-c8663f5c5d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.558563 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] 10.222.0.20 "DELETE /v2.0/networks/125fc257-85ec-44c9-b436-8bb1768c23aa HTTP/1.1" status: 204 len: 168 time: 0.7326427 Sep 18 19:53:10.569864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c1447-8c33-4bdb-81c0-510dc4852c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=125fc257-85ec-44c9-b436-8bb1768c23aa,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:10.570300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-3ccccb86-ce38-4fbb-b190-ccb75d9dc81b service neutron] 10.222.0.20 "GET /v2.0/networks/0a858f50-06c0-4d74-a058-1ad02dcfdf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546154 Sep 18 19:53:10.719400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59806) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:10.740354 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-72897b34-cae8-4896-b40a-c8663f5c5d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.743908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-72897b34-cae8-4896-b40a-c8663f5c5d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.745287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-72897b34-cae8-4896-b40a-c8663f5c5d43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e99db36-94e4-4e48-a964-0a22c2197e2c HTTP/1.1" status: 204 len: 168 time: 0.4047854 Sep 18 19:53:10.747639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-dc4f5524-1de5-4515-8c35-747992fbba9a service neutron] 10.222.0.20 "GET /v2.0/networks/0a858f50-06c0-4d74-a058-1ad02dcfdf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698003 Sep 18 19:53:10.756895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af44ed-8101-4114-92e3-84fc5ae4d77f req-d1f99157-1d9a-4198-9f61-d25ce0fb2320 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:10.758902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83af44ed-8101-4114-92e3-84fc5ae4d77f req-d1f99157-1d9a-4198-9f61-d25ce0fb2320 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.0880880 Sep 18 19:53:10.770510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72897b34-cae8-4896-b40a-c8663f5c5d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e99db36-94e4-4e48-a964-0a22c2197e2c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:10.771957 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-edcb8db4-b570-4678-8c88-d7570d7ae555 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c49dd4a16bfa4b76bf99ff766b284c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513656 Sep 18 19:53:10.777054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59810) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:10.844715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83af44ed-8101-4114-92e3-84fc5ae4d77f req-e113df73-8c70-449a-bf20-8cc4cb52b09d tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769939 Sep 18 19:53:10.880135 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8439514a-76e4-43a4-8d21-f46bb4297b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:10.924738 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8439514a-76e4-43a4-8d21-f46bb4297b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:11.022457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8439514a-76e4-43a4-8d21-f46bb4297b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:11.026268 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8439514a-76e4-43a4-8d21-f46bb4297b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:11.029915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8439514a-76e4-43a4-8d21-f46bb4297b7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/775d999a-5d15-4de8-9e2f-ce12399e4542 HTTP/1.1" status: 204 len: 168 time: 0.2482412 Sep 18 19:53:11.051035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439514a-76e4-43a4-8d21-f46bb4297b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d999a-5d15-4de8-9e2f-ce12399e4542,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:11.114611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38c2968b-ee1a-452b-946d-a317e302c142 req-94f59099-74cd-423c-a23d-d4180cc3bbe3 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 210 time: 0.0413473 Sep 18 19:53:11.216713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371495e5-fd56-4a00-a190-a35c2a5547bd req-e60246c5-565a-4cdb-91aa-af726f74d67a tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:11.219797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-371495e5-fd56-4a00-a190-a35c2a5547bd req-e60246c5-565a-4cdb-91aa-af726f74d67a tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.1081996 Sep 18 19:53:11.236424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e82ce916-8543-4d35-b816-191abd5e7104 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:11.267703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: e82ce916-8543-4d35-b816-191abd5e7104 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:11.269167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e82ce916-8543-4d35-b816-191abd5e7104 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:11.269938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9ec1820c-6055-4499-8f6a-6479cf1d8e12 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:11.288074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-371495e5-fd56-4a00-a190-a35c2a5547bd req-811076e0-4cf9-4279-9e7f-b29ab6e50727 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619216 Sep 18 19:53:11.313326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 9ec1820c-6055-4499-8f6a-6479cf1d8e12 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:11.314557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9ec1820c-6055-4499-8f6a-6479cf1d8e12 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:11.457550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f918793-84c4-46bb-ac5b-08d382ba4b79 req-aa871893-44fb-4ff6-937e-2428b67f16b0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:11.460277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f918793-84c4-46bb-ac5b-08d382ba4b79 req-aa871893-44fb-4ff6-937e-2428b67f16b0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.0636175 Sep 18 19:53:11.522926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f918793-84c4-46bb-ac5b-08d382ba4b79 req-807f87d9-06af-4f30-be9c-f7d5141d1a94 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Sep 18 19:53:11.669028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea8cec-5612-4e9b-89b1-14336e1bb9ff req-21a27a81-dce1-4e7c-a511-4e038808f61f tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:11.670599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06ea8cec-5612-4e9b-89b1-14336e1bb9ff req-21a27a81-dce1-4e7c-a511-4e038808f61f tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.0625429 Sep 18 19:53:11.746967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06ea8cec-5612-4e9b-89b1-14336e1bb9ff req-fa46aa29-4515-44b9-b03a-d86bf8a261ce tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653198 Sep 18 19:53:12.258755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59898) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:12.333593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-733e82b4-0716-4956-8a48-9a57474a63ad req-5dfbff14-1f0a-4a78-9c3a-b77a523d315c tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 210 time: 0.0596902 Sep 18 19:53:12.488063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2101883710-network', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:12.518666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Made reservation on behalf of d633ef482bb24a6eb4c9f2bca747a125 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:12.521034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:12.531310 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:12.618902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf17e6-090e-41f6-ab41-b6afb7e4638a req-f0fa53af-2cd0-4dee-9815-906fbcf27f19 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:12.620443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0baf17e6-090e-41f6-ab41-b6afb7e4638a req-f0fa53af-2cd0-4dee-9815-906fbcf27f19 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.0749936 Sep 18 19:53:12.681637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0baf17e6-090e-41f6-ab41-b6afb7e4638a req-73b14e70-d9a4-4266-8571-6b92aec9730a tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Sep 18 19:53:12.721079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:12.729506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:12.753065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:53:12.773632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf6b69b-ec5f-461f-91ff-38f808d7749d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:12.781214 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:12.781620 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Added segment 0527bece-ac58-4960-9f8b-b26d31f1f9fa of type vlan for network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f Sep 18 19:53:12.810244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-1a1d70f4-ccb5-4bc3-8e2d-97c7263e4b08 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:12.812259 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-1a1d70f4-ccb5-4bc3-8e2d-97c7263e4b08 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.24 "GET /v2.0/networks?id=0a858f50-06c0-4d74-a058-1ad02dcfdf45 HTTP/1.1" status: 200 len: 822 time: 0.1631010 Sep 18 19:53:12.826769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Request body: {'port': {'device_id': '0a31cf0b-6eb2-41f0-952d-d7ecd977fb40', 'network_id': '0a858f50-06c0-4d74-a058-1ad02dcfdf45', 'admin_state_up': True, 'tenant_id': 'f010832d71ca421f8e67e85585ac50db'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:12.830457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:12.866933 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:12.868641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:12.869293 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:12.895625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6356113 Sep 18 19:53:12.898368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59932) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:12.903718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Request body: {'subnet': {'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2101883710-subnet', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:12.957644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195e3a-7a39-4ca2-bf85-48751c7ae37d admin admin] Pushing event updated for resources: {'Network': ['ID=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:12.969437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:53:12.969959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Made reservation on behalf of d633ef482bb24a6eb4c9f2bca747a125 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:12.972459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.007725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Made reservation on behalf of f010832d71ca421f8e67e85585ac50db for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:13.012618 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.241588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Allocated IP 172.20.0.10 (0a858f50-06c0-4d74-a058-1ad02dcfdf45/a5142456-2ed7-4c1d-af89-166656087ed4/582ce554-8fdd-4c10-b960-acd6f7258ad4) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:13.252927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.328307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Checking segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:13.329015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Network hostable DHCP agents. Network: 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:53:13.339538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd437ac-d63e-479b-b152-e4001b738762,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:13.373529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:53:13.393955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:13.401084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:13.402723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.406529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ab3958-73bc-48c4-9826-815308a57299 None None] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:13.435584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8f37d0fe-0109-425c-94e4-116ac39d7da0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5358577 Sep 18 19:53:13.438679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:13.448127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:13.478932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.499898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f159655b-5144-4db4-ab3d-18ef649a2488 req-008c9a17-eec7-4179-a741-e18289771d9e tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 210 time: 0.0337875 Sep 18 19:53:13.510876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.512975 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.581401 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.631566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.644833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:13.652066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:13.654588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:13.658581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:53:13.659560 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.689803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59966) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:13.704954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Pushing event updated for resources: {'Port': ['ID=582ce554-8fdd-4c10-b960-acd6f7258ad4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:13.754181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930ad17-6929-49b0-936e-94a88fd6dd87 req-bc9d2313-b807-447b-afb7-13d9b7f334dd tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:13.755890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5930ad17-6929-49b0-936e-94a88fd6dd87 req-bc9d2313-b807-447b-afb7-13d9b7f334dd tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1340539 Sep 18 19:53:13.764797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:13.766550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.792414 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-24267325-2bba-4ee6-b2e4-6fbb36884279 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9701483 Sep 18 19:53:13.806138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Request body: {'port': {'device_id': '0a31cf0b-6eb2-41f0-952d-d7ecd977fb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:13.824155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Allocated IP 172.20.0.2 (2078d3ab-c54a-416e-b2a9-de9c1ac87c8f/2cd437ac-d63e-479b-b152-e4001b738762/2950bc79-9e83-4138-947b-dd425b6b7443) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:13.878748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.879022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5be5fd8-0c94-4b7b-a393-96d25d2ee6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.884010 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:13.920575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5930ad17-6929-49b0-936e-94a88fd6dd87 req-c1b09885-4028-467f-92d1-3f5f6258b691 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235268 Sep 18 19:53:13.938315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7b08-f6b3-4cc6-aa6a-7a1852686a63 req-8385933a-9de5-41a6-b958-3a9d286bb00a tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:13.939964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37ed7b08-f6b3-4cc6-aa6a-7a1852686a63 req-8385933a-9de5-41a6-b958-3a9d286bb00a tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 945 time: 0.1419306 Sep 18 19:53:13.995157 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.002549 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.029904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37ed7b08-f6b3-4cc6-aa6a-7a1852686a63 req-5e1f343c-96ad-452a-a60e-057ec384a1de tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809114 Sep 18 19:53:14.041318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:14.045193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:14.052153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:14.063151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Pushing event updated for resources: {'Port': ['ID=2950bc79-9e83-4138-947b-dd425b6b7443,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:14.133021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Attempting to bind port 2950bc79-9e83-4138-947b-dd425b6b7443 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:14.134642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Attempting to bind port 2950bc79-9e83-4138-947b-dd425b6b7443 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:14.134642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Attempting to bind port 2950bc79-9e83-4138-947b-dd425b6b7443 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:14.139858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:14.140347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Checking segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:14.140856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.141381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Bound using segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:14.141930 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Bound port: 2950bc79-9e83-4138-947b-dd425b6b7443, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:14.142416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.175275 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5be5fd8-0c94-4b7b-a393-96d25d2ee6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.182818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5be5fd8-0c94-4b7b-a393-96d25d2ee6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.187059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.212895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.216780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] For port 2950bc79-9e83-4138-947b-dd425b6b7443, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:14.220857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] For port 2950bc79-9e83-4138-947b-dd425b6b7443, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2950bc79-9e83-4138-947b-dd425b6b7443,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:14.227660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.300487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f092b72-ac52-4cf5-92c8-3290d95896ef None None] Pushing event updated for resources: {'Port': ['ID=2950bc79-9e83-4138-947b-dd425b6b7443,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:14.362577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Allocated IP 172.25.8.194 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/c3c019bf-7952-4c19-9a22-88d410e9d2c9) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:14.508671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.576403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.593209 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c5be5fd8-0c94-4b7b-a393-96d25d2ee6ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9588174d6cb6478f910acfbe638c668b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8997531 Sep 18 19:53:14.596339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59978) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:14.607096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be5fd8-0c94-4b7b-a393-96d25d2ee6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221a022d-0d00-488b-b452-1614998250c0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:14.670393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:14.672317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c019bf-7952-4c19-9a22-88d410e9d2c9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:14.677763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:14.680933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:14.695081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582ce554-8fdd-4c10-b960-acd6f7258ad4 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:14.703323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1943dea-8287-429c-8fe2-ac33532b81d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.705927 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.712780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617b1d7-b0a0-4537-b642-881e3b7c3ef3 req-365b0af0-d794-44b1-8575-f406519d7fc4 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:14.714351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c617b1d7-b0a0-4537-b642-881e3b7c3ef3 req-365b0af0-d794-44b1-8575-f406519d7fc4 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 932 time: 0.1105289 Sep 18 19:53:14.733169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Transition to ACTIVE for port object 582ce554-8fdd-4c10-b960-acd6f7258ad4 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:53:14.738405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1943dea-8287-429c-8fe2-ac33532b81d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.745175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.826345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Pushing event updated for resources: {'Port': ['ID=582ce554-8fdd-4c10-b960-acd6f7258ad4,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:14.847444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d09ab0e7-9120-407a-8b0d-9c12e53890ac details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:14.851162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c617b1d7-b0a0-4537-b642-881e3b7c3ef3 req-cd6f11e8-db69-4c4d-a362-a40db4123253 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214681 Sep 18 19:53:14.880816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1943dea-8287-429c-8fe2-ac33532b81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.883660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1943dea-8287-429c-8fe2-ac33532b81d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.884911 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f1943dea-8287-429c-8fe2-ac33532b81d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/221a022d-0d00-488b-b452-1614998250c0 HTTP/1.1" status: 204 len: 168 time: 0.2876480 Sep 18 19:53:14.897407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1943dea-8287-429c-8fe2-ac33532b81d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221a022d-0d00-488b-b452-1614998250c0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:14.916538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Attempting to bind port 582ce554-8fdd-4c10-b960-acd6f7258ad4 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:14.916879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Attempting to bind port 582ce554-8fdd-4c10-b960-acd6f7258ad4 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'bf64a71d-94b9-4861-b712-423a3af8a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a858f50-06c0-4d74-a058-1ad02dcfdf45'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:14.917254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Attempting to bind port 582ce554-8fdd-4c10-b960-acd6f7258ad4 on network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:14.921677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Port 582ce554-8fdd-4c10-b960-acd6f7258ad4 on network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:53:14.921995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Attempting to bind port 582ce554-8fdd-4c10-b960-acd6f7258ad4 on network 0a858f50-06c0-4d74-a058-1ad02dcfdf45 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:14.927121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:14.927476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Checking segment: {'id': 'bf64a71d-94b9-4861-b712-423a3af8a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a858f50-06c0-4d74-a058-1ad02dcfdf45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:14.927856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Bound using segment: {'id': 'bf64a71d-94b9-4861-b712-423a3af8a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a858f50-06c0-4d74-a058-1ad02dcfdf45'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:14.928284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Bound port: 582ce554-8fdd-4c10-b960-acd6f7258ad4, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf64a71d-94b9-4861-b712-423a3af8a0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0a858f50-06c0-4d74-a058-1ad02dcfdf45'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:14.928917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:14.989222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:15.018524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] For port 582ce554-8fdd-4c10-b960-acd6f7258ad4, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:15.022109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac', 'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'port_id': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac', 'mac_address': 'fa:16:3e:d2:7c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c27aea7-2576-4fec-a5cf-4f89607fd695', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:15.023300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] For port 582ce554-8fdd-4c10-b960-acd6f7258ad4, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=582ce554-8fdd-4c10-b960-acd6f7258ad4,segment=NetworkSegment(bf64a71d-94b9-4861-b712-423a3af8a0fd),segment_id=bf64a71d-94b9-4861-b712-423a3af8a0fd)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:15.030333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.056867 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.082415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:15.083818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.085655 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] 10.222.0.24 "PUT /v2.0/ports/582ce554-8fdd-4c10-b960-acd6f7258ad4 HTTP/1.1" status: 200 len: 1093 time: 1.2847819 Sep 18 19:53:15.088423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a31cf0b-6eb2-41f0-952d-d7ecd977fb40', 'tag': '582ce554-8fdd-4c10-b960-acd6f7258ad4'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:15.092989 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843d350-68a6-41dd-9642-c9add6014b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a31cf0b-6eb2-41f0-952d-d7ecd977fb40", "tag": "582ce554-8fdd-4c10-b960-acd6f7258ad4"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:15.122029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.127778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934bf1-4401-43b1-9a30-2dcf0c1c9a24 service neutron] Pushing event updated for resources: {'Port': ['ID=582ce554-8fdd-4c10-b960-acd6f7258ad4,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:15.176834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d09ab0e7-9120-407a-8b0d-9c12e53890ac {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:15.215207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:15.225352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.278707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-412130cd-b894-4143-b2b9-64e006a6f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:15.282607 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-412130cd-b894-4143-b2b9-64e006a6f5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f010832d71ca421f8e67e85585ac50db&device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 1096 time: 0.0972958 Sep 18 19:53:15.285938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab262ba-9ca3-451f-936a-f85930331180 req-2aa66147-030d-47f7-9ba7-081af99540f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:15.294680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cab262ba-9ca3-451f-936a-f85930331180 req-2aa66147-030d-47f7-9ba7-081af99540f9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1486523 Sep 18 19:53:15.328115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d09ab0e7-9120-407a-8b0d-9c12e53890ac,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:15.368489 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-a4b32446-b30f-4615-a481-1d4647310666 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582ce554-8fdd-4c10-b960-acd6f7258ad4 HTTP/1.1" status: 200 len: 217 time: 0.0769088 Sep 18 19:53:15.385023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d09ab0e7-9120-407a-8b0d-9c12e53890ac'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:15.429001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2950bc79-9e83-4138-947b-dd425b6b7443 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:15.457062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59996) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:15.475220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7562127c-2b8c-411f-ad72-23d9b547ec23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.484613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cab262ba-9ca3-451f-936a-f85930331180 req-4a57d8f3-c15a-43e1-aac0-3f2bd246a4f0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895957 Sep 18 19:53:15.493507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 2950bc79-9e83-4138-947b-dd425b6b7443 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:15.493897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.517662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fa63e-185b-427e-96d4-4ec9ec9250f8 req-1d450035-c557-424f-885c-45b27fdbf9c6 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:15.518493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-061fa63e-185b-427e-96d4-4ec9ec9250f8 req-1d450035-c557-424f-885c-45b27fdbf9c6 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 944 time: 0.2557700 Sep 18 19:53:15.537769 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.567069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-2b369039-08b2-4ad3-a451-5a8a1b122998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:15.568426 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-2b369039-08b2-4ad3-a451-5a8a1b122998 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5142456-2ed7-4c1d-af89-166656087ed4 HTTP/1.1" status: 200 len: 862 time: 0.1909029 Sep 18 19:53:15.631741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-061fa63e-185b-427e-96d4-4ec9ec9250f8 req-8a37a483-7bad-4c7b-bbbf-64bd6e998d62 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119976 Sep 18 19:53:15.645857 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-f3699d44-af61-425c-91bf-a9829149a563 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a858f50-06c0-4d74-a058-1ad02dcfdf45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510025 Sep 18 19:53:15.673260 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.717594 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7562127c-2b8c-411f-ad72-23d9b547ec23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.717817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 2950bc79-9e83-4138-947b-dd425b6b7443, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2950bc79-9e83-4138-947b-dd425b6b7443,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:15.717817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb42ed-e0f5-4c99-a731-77ade3814cc0 None None] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:15.723402 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.761990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7562127c-2b8c-411f-ad72-23d9b547ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.785229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Router db83c26f-72a4-4547-952e-f4541d3846c2 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:53:15.801526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=2950bc79-9e83-4138-947b-dd425b6b7443,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:15.871001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7864f894-63de-4abf-a1e1-f900a92f903d None None] Provisioning complete for port 2950bc79-9e83-4138-947b-dd425b6b7443 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:15.871370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7864f894-63de-4abf-a1e1-f900a92f903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:15.893005 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-fe754f76-b480-4ef0-870b-fbfd84ce7821 service neutron] 10.222.0.24 "GET /v2.0/networks/0a858f50-06c0-4d74-a058-1ad02dcfdf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353370 Sep 18 19:53:15.905365 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7562127c-2b8c-411f-ad72-23d9b547ec23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b11181d6b51e4c27946a30c81b676924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465437 Sep 18 19:53:15.909658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60002) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:15.970360 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d23664-a5a9-4be4-baf6-ce7e69dc5a3e x-openstack-request-id: req-c9d23664-a5a9-4be4-baf6-ce7e69dc5a3e {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:15.970654 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a31cf0b-6eb2-41f0-952d-d7ecd977fb40", "tag": "582ce554-8fdd-4c10-b960-acd6f7258ad4", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:15.970927 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9d23664-a5a9-4be4-baf6-ce7e69dc5a3e {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:15.971331 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a31cf0b-6eb2-41f0-952d-d7ecd977fb40', 'tag': '582ce554-8fdd-4c10-b960-acd6f7258ad4', 'status': 'completed', 'code': 200} Sep 18 19:53:16.000706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562127c-2b8c-411f-ad72-23d9b547ec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c459e8ab-5db6-4f56-aac3-f561d8fad093,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:16.063081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e59db37-404d-4580-b6eb-51c8277298f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:16.105898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e59db37-404d-4580-b6eb-51c8277298f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:16.117135 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a930f24a-b9b9-4d46-8cf5-26dbedafaf61 req-9327e4f3-5ac8-4fe7-b1f4-bbb4852de783 service neutron] 10.222.0.24 "GET /v2.0/networks/0a858f50-06c0-4d74-a058-1ad02dcfdf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064712 Sep 18 19:53:16.172222 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e59db37-404d-4580-b6eb-51c8277298f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:16.175250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e59db37-404d-4580-b6eb-51c8277298f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:16.178803 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e59db37-404d-4580-b6eb-51c8277298f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c459e8ab-5db6-4f56-aac3-f561d8fad093 HTTP/1.1" status: 204 len: 168 time: 0.2547255 Sep 18 19:53:16.210079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59db37-404d-4580-b6eb-51c8277298f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c459e8ab-5db6-4f56-aac3-f561d8fad093,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:16.240227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d350-68a6-41dd-9642-c9add6014b9d req-75ee2bcd-6fbd-4988-8d5a-41699ce237b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:16.242081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5843d350-68a6-41dd-9642-c9add6014b9d req-75ee2bcd-6fbd-4988-8d5a-41699ce237b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f010832d71ca421f8e67e85585ac50db&device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 1096 time: 0.0641079 Sep 18 19:53:16.356730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d350-68a6-41dd-9642-c9add6014b9d req-7260e89a-c69a-4701-a22c-0dcba5de1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:16.358423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5843d350-68a6-41dd-9642-c9add6014b9d req-7260e89a-c69a-4701-a22c-0dcba5de1602 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a858f50-06c0-4d74-a058-1ad02dcfdf45 HTTP/1.1" status: 200 len: 923 time: 0.1093102 Sep 18 19:53:16.360592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3bdb8-8b83-4f43-a0d2-a951aabae525 req-1e17ba6c-b523-4b0e-8a05-aa1a25611f71 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:16.362060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f3bdb8-8b83-4f43-a0d2-a951aabae525 req-1e17ba6c-b523-4b0e-8a05-aa1a25611f71 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 944 time: 0.0932765 Sep 18 19:53:16.378772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:53:16.393589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Sync routers for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:53:16.413856 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:16.415442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-07a7666e-51fd-4da4-9966-2db1e6dc8060 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9754968 Sep 18 19:53:16.418155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60008) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:16.420390 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5843d350-68a6-41dd-9642-c9add6014b9d req-8e5a97a5-1ae0-47cc-96d0-1299e4263bcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582ce554-8fdd-4c10-b960-acd6f7258ad4 HTTP/1.1" status: 200 len: 217 time: 0.0538027 Sep 18 19:53:16.424338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e0bed326-d2a8-49fc-9497-8b5f13c65e49 None None] Provisioning complete for port 2950bc79-9e83-4138-947b-dd425b6b7443 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:16.424792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e0bed326-d2a8-49fc-9497-8b5f13c65e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:16.426364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:53:16.427005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:16.431233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f3bdb8-8b83-4f43-a0d2-a951aabae525 req-1f336804-0e2d-4c29-b0f8-9b30eaa88e99 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614350 Sep 18 19:53:16.475178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d350-68a6-41dd-9642-c9add6014b9d req-000f4a60-0bae-4d65-9da7-f23156ccb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:16.486435 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5843d350-68a6-41dd-9642-c9add6014b9d req-000f4a60-0bae-4d65-9da7-f23156ccb8e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5142456-2ed7-4c1d-af89-166656087ed4 HTTP/1.1" status: 200 len: 862 time: 0.0575686 Sep 18 19:53:16.520685 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5843d350-68a6-41dd-9642-c9add6014b9d req-917b047e-f3b2-45db-a2db-c4caa9b4bb62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a858f50-06c0-4d74-a058-1ad02dcfdf45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261152 Sep 18 19:53:16.622281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:53:16.666109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5843d350-68a6-41dd-9642-c9add6014b9d req-ea8bc438-274f-4a14-92b1-f3beb018add6 service neutron] 10.222.0.24 "GET /v2.0/networks/0a858f50-06c0-4d74-a058-1ad02dcfdf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376643 Sep 18 19:53:16.739084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26759e4b-2acd-449a-b39a-ecd9671114c4 req-2d5e3051-ab07-47fc-b5fd-27f749222446 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:16.740165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26759e4b-2acd-449a-b39a-ecd9671114c4 req-2d5e3051-ab07-47fc-b5fd-27f749222446 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1057510 Sep 18 19:53:16.804207 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5843d350-68a6-41dd-9642-c9add6014b9d req-2d70b629-fe1f-4500-8b48-72b4c1efdf58 service neutron] 10.222.0.24 "GET /v2.0/networks/0a858f50-06c0-4d74-a058-1ad02dcfdf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301661 Sep 18 19:53:16.868212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26759e4b-2acd-449a-b39a-ecd9671114c4 req-191c1d41-ee0b-4bc9-9bd2-fad8ed843b7b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194072 Sep 18 19:53:16.888783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d09ab0e7-9120-407a-8b0d-9c12e53890ac no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:16.937365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c584-d707-4234-8bd5-73358c75dc4f req-a8a66803-8235-4228-aa2f-b19b62b2f8d0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:16.947207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5737c584-d707-4234-8bd5-73358c75dc4f req-a8a66803-8235-4228-aa2f-b19b62b2f8d0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 944 time: 0.1424880 Sep 18 19:53:16.986144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:14Z', 'revision_number': 3, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:17.017261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Checking router: db83c26f-72a4-4547-952e-f4541d3846c2 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:53:17.017667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Updating router db83c26f-72a4-4547-952e-f4541d3846c2 port c3c019bf-7952-4c19-9a22-88d410e9d2c9 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:53:17.024488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5737c584-d707-4234-8bd5-73358c75dc4f req-bc4a2f5c-4867-4f5e-b2ab-50a5062354bf tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737338 Sep 18 19:53:17.055802 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.087405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.097177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.108038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d09ab0e7-9120-407a-8b0d-9c12e53890ac {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:17.193192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:17.203681 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.272338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2950bc79-9e83-4138-947b-dd425b6b7443 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:17.360266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d09ab0e7-9120-407a-8b0d-9c12e53890ac,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:17.394161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303369-5c2b-429e-81de-ef8061e73dfd req-fc486756-d576-423f-a7ad-8414a26e8ead tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:17.395705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23303369-5c2b-429e-81de-ef8061e73dfd req-fc486756-d576-423f-a7ad-8414a26e8ead tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 943 time: 0.1001363 Sep 18 19:53:17.396954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Allocated IP 172.20.0.1 (2078d3ab-c54a-416e-b2a9-de9c1ac87c8f/2cd437ac-d63e-479b-b152-e4001b738762/d03b22c8-0d97-4a90-a024-78976b5d4ad9) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:17.418346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 2950bc79-9e83-4138-947b-dd425b6b7443 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:17.418937 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.497005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23303369-5c2b-429e-81de-ef8061e73dfd req-ffefec4f-ed5f-49bd-9dd3-889aa8f8c687 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883632 Sep 18 19:53:17.514130 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.547053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.562524 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.625098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Attempting to bind port c3c019bf-7952-4c19-9a22-88d410e9d2c9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:17.625098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Attempting to bind port c3c019bf-7952-4c19-9a22-88d410e9d2c9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:17.625481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Attempting to bind port c3c019bf-7952-4c19-9a22-88d410e9d2c9 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:17.633963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf67ba-f71c-4925-829e-c286c62e3bc7 None None] Pushing event updated for resources: {'Port': ['ID=c3c019bf-7952-4c19-9a22-88d410e9d2c9,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:17.637696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:17.638075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:17.638478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.638871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:17.639365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Bound port: c3c019bf-7952-4c19-9a22-88d410e9d2c9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:17.639805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.661864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54110a7-ea07-4f6b-a956-a9c356485780 req-906c1bfe-06d7-4d01-b863-40590aa5fdbe tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:17.664065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a54110a7-ea07-4f6b-a956-a9c356485780 req-906c1bfe-06d7-4d01-b863-40590aa5fdbe tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 944 time: 0.1130872 Sep 18 19:53:17.709613 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.718165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] For port c3c019bf-7952-4c19-9a22-88d410e9d2c9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:17.725908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] For port c3c019bf-7952-4c19-9a22-88d410e9d2c9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c3c019bf-7952-4c19-9a22-88d410e9d2c9,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:17.732605 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:17.759845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:17.776856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:17.789885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:17.799904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a54110a7-ea07-4f6b-a956-a9c356485780 req-0588aea0-aeb0-4fe1-9ba9-be75fb7a55b1 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163795 Sep 18 19:53:17.802513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:53:17.803134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:17.808128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf67ba-f71c-4925-829e-c286c62e3bc7 None None] Pushing event updated for resources: {'Port': ['ID=c3c019bf-7952-4c19-9a22-88d410e9d2c9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:17.829602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Pushing event updated for resources: {'Port': ['ID=d03b22c8-0d97-4a90-a024-78976b5d4ad9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:17.842722 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:18.042608 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:18.115311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:53:18.155332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587761f-f24d-4f23-b7e4-5bc0ca98ebe5 req-ef4d340e-1957-4f11-8113-798bac764fc7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:18.157157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6587761f-f24d-4f23-b7e4-5bc0ca98ebe5 req-ef4d340e-1957-4f11-8113-798bac764fc7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1909492 Sep 18 19:53:18.243962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a6679964-675b-438b-929c-ef14da60431c None None] Provisioning complete for port d03b22c8-0d97-4a90-a024-78976b5d4ad9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:18.244338 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a6679964-675b-438b-929c-ef14da60431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:18.254387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6587761f-f24d-4f23-b7e4-5bc0ca98ebe5 req-242c3b13-f067-41b8-8531-6a3b6918fc87 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793509 Sep 18 19:53:18.298606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a6679964-675b-438b-929c-ef14da60431c None None] Port d03b22c8-0d97-4a90-a024-78976b5d4ad9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:53:18.317670 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:18.323672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:18.350085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:14Z', 'revision_number': 3, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:18.375979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd264f-a48e-4596-a398-fed8be15e922 None None] The sync data for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 is: [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:14Z', 'revision_number': 3, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:53:18.394180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Pushing event updated for resources: {'Port': ['ID=d03b22c8-0d97-4a90-a024-78976b5d4ad9,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:18.397010 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:18.504435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:18.505922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:18.720190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681faca7-bceb-4768-a725-783dc640a420 req-f45ab73d-86bf-40b0-a948-0de6c853118d tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:18.722204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-681faca7-bceb-4768-a725-783dc640a420 req-f45ab73d-86bf-40b0-a948-0de6c853118d tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 943 time: 0.1066723 Sep 18 19:53:18.734192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Router db83c26f-72a4-4547-952e-f4541d3846c2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:53:18.858490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-681faca7-bceb-4768-a725-783dc640a420 req-673753db-4356-47d9-adf4-f5f0bf6f54a0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285818 Sep 18 19:53:18.924189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-83e28f4d-8f60-46bd-8d87-e3aa17db2453 None None] Provisioning complete for port d03b22c8-0d97-4a90-a024-78976b5d4ad9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:18.925242 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83e28f4d-8f60-46bd-8d87-e3aa17db2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:18.965223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-83e28f4d-8f60-46bd-8d87-e3aa17db2453 None None] Port d03b22c8-0d97-4a90-a024-78976b5d4ad9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:53:19.009494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f2421-e583-40de-a592-770a506b2cfc req-5d5e7752-44b4-4a6a-b35e-ea009cbe03dd tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:19.011056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa8f2421-e583-40de-a592-770a506b2cfc req-5d5e7752-44b4-4a6a-b35e-ea009cbe03dd tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 943 time: 0.2000661 Sep 18 19:53:19.013422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:53:19.018961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-90528206-fa9a-4f58-a592-87fc87a6b801 admin admin] 10.222.0.20 "PUT /v2.0/routers/db83c26f-72a4-4547-952e-f4541d3846c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5998571 Sep 18 19:53:19.030782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161b8dd-7b1e-414c-b3b9-7801671c60c0 req-a15c353a-c628-4441-a9a0-006041121030 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:19.033080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f161b8dd-7b1e-414c-b3b9-7801671c60c0 req-a15c353a-c628-4441-a9a0-006041121030 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 944 time: 0.1285181 Sep 18 19:53:19.185210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f161b8dd-7b1e-414c-b3b9-7801671c60c0 req-13da94ca-a3fe-4aab-bbbb-876d501c6376 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364391 Sep 18 19:53:19.257361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Deleting port d09ab0e7-9120-407a-8b0d-9c12e53890ac {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:19.257809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.315354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c3c019bf-7952-4c19-9a22-88d410e9d2c9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:19.427536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c3c019bf-7952-4c19-9a22-88d410e9d2c9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:19.428573 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.463423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] For port d09ab0e7-9120-407a-8b0d-9c12e53890ac, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d09ab0e7-9120-407a-8b0d-9c12e53890ac,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:19.463822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.497559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348ddf1-c893-4233-aa8c-ce406f701a5f req-c20cc953-3a3f-4aa7-818d-8c1b7dc3e5d3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:19.499042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9348ddf1-c893-4233-aa8c-ce406f701a5f req-c20cc953-3a3f-4aa7-818d-8c1b7dc3e5d3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1025290 Sep 18 19:53:19.500059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Calling delete_port for d09ab0e7-9120-407a-8b0d-9c12e53890ac owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:19.548089 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.578625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port c3c019bf-7952-4c19-9a22-88d410e9d2c9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c3c019bf-7952-4c19-9a22-88d410e9d2c9,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:19.584631 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.599140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9348ddf1-c893-4233-aa8c-ce406f701a5f req-3b00f1b8-4b40-4fc4-9651-f46f54304d90 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891678 Sep 18 19:53:19.649578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=c3c019bf-7952-4c19-9a22-88d410e9d2c9,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:19.705885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.723529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60092) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:19.730115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-152eeffd-ab08-48dd-833e-befece5f157e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138592844', 'description': 'tempest-description--1841814123'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:19.740916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event deleted for resources: {'Port': ['ID=d09ab0e7-9120-407a-8b0d-9c12e53890ac,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:19.767839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-152eeffd-ab08-48dd-833e-befece5f157e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.798543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] No DVR routers for this DVR port d09ab0e7-9120-407a-8b0d-9c12e53890ac on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:19.801841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.804548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa8f2421-e583-40de-a592-770a506b2cfc req-a6868b2f-8f73-416a-ac95-6d6e58313129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "DELETE /v2.0/ports/d09ab0e7-9120-407a-8b0d-9c12e53890ac HTTP/1.1" status: 204 len: 173 time: 0.7828324 Sep 18 19:53:19.805938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5c5368-422f-442c-aeee-804b59766b57', 'name': 'network-vif-deleted', 'tag': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:19.808292 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bb84e9-9f03-4eec-9614-8b29ac6b320c" -d '{"events": [{"server_uuid": "7b5c5368-422f-442c-aeee-804b59766b57", "name": "network-vif-deleted", "tag": "d09ab0e7-9120-407a-8b0d-9c12e53890ac"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:19.859321 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee713aa-18eb-4eaa-8e9d-692ac795ad84 x-openstack-request-id: req-1ee713aa-18eb-4eaa-8e9d-692ac795ad84 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:19.859897 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5c5368-422f-442c-aeee-804b59766b57", "name": "network-vif-deleted", "tag": "d09ab0e7-9120-407a-8b0d-9c12e53890ac", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:19.860169 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ee713aa-18eb-4eaa-8e9d-692ac795ad84 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:19.860633 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5c5368-422f-442c-aeee-804b59766b57', 'name': 'network-vif-deleted', 'tag': 'd09ab0e7-9120-407a-8b0d-9c12e53890ac', 'status': 'completed', 'code': 200} Sep 18 19:53:19.860860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-152eeffd-ab08-48dd-833e-befece5f157e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.874035 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-152eeffd-ab08-48dd-833e-befece5f157e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.913286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-152eeffd-ab08-48dd-833e-befece5f157e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.917377 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-152eeffd-ab08-48dd-833e-befece5f157e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1901803 Sep 18 19:53:19.917377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eeffd-ab08-48dd-833e-befece5f157e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:19.917753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60102) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:19.922317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ead6e7ac-8724-4fea-98f4-0f395cb2f567 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'security_group_rule': {'security_group_id': '2f8c5372-5043-4e3c-87dc-4fbf2fc83c86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:19.959936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ead6e7ac-8724-4fea-98f4-0f395cb2f567 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:19.960490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 582ce554-8fdd-4c10-b960-acd6f7258ad4 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:20.038997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bf686de-f386-4369-bede-fbfbb3697997 req-e0871b19-fb10-42a3-97ad-68b9788c1918 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b5c5368-422f-442c-aeee-804b59766b57 HTTP/1.1" status: 200 len: 210 time: 0.0431507 Sep 18 19:53:20.058844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ead6e7ac-8724-4fea-98f4-0f395cb2f567 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.063236 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ead6e7ac-8724-4fea-98f4-0f395cb2f567 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.074647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 582ce554-8fdd-4c10-b960-acd6f7258ad4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=582ce554-8fdd-4c10-b960-acd6f7258ad4,segment=NetworkSegment(bf64a71d-94b9-4861-b712-423a3af8a0fd),segment_id=bf64a71d-94b9-4861-b712-423a3af8a0fd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:20.079666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6e7ac-8724-4fea-98f4-0f395cb2f567 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a021a7-6b58-45f0-9b9e-55689248a204,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:20.089447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '582ce554-8fdd-4c10-b960-acd6f7258ad4', 'network_id': '0a858f50-06c0-4d74-a058-1ad02dcfdf45', 'port_id': '582ce554-8fdd-4c10-b960-acd6f7258ad4', 'mac_address': 'fa:16:3e:5b:1a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5142456-2ed7-4c1d-af89-166656087ed4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:20.093593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ead6e7ac-8724-4fea-98f4-0f395cb2f567 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.099222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60106) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:20.099401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ead6e7ac-8724-4fea-98f4-0f395cb2f567 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805007 Sep 18 19:53:20.104602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6a5abbc9-6d9e-41ac-88fe-3054ca93a4d7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'security_group_rule': {'security_group_id': '2f8c5372-5043-4e3c-87dc-4fbf2fc83c86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:20.131346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.134674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a5abbc9-6d9e-41ac-88fe-3054ca93a4d7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.148573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582ce554-8fdd-4c10-b960-acd6f7258ad4 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:20.176717 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 582ce554-8fdd-4c10-b960-acd6f7258ad4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=582ce554-8fdd-4c10-b960-acd6f7258ad4,segment=NetworkSegment(bf64a71d-94b9-4861-b712-423a3af8a0fd),segment_id=bf64a71d-94b9-4861-b712-423a3af8a0fd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:20.182405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.259869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=582ce554-8fdd-4c10-b960-acd6f7258ad4,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:20.313501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a5abbc9-6d9e-41ac-88fe-3054ca93a4d7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.323728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a5abbc9-6d9e-41ac-88fe-3054ca93a4d7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.382162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5abbc9-6d9e-41ac-88fe-3054ca93a4d7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd38c780-1bf1-4029-b01e-201baa92a9b1,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:20.397922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a5abbc9-6d9e-41ac-88fe-3054ca93a4d7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.400271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6a5abbc9-6d9e-41ac-88fe-3054ca93a4d7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995582 Sep 18 19:53:20.403306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60116) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:20.408103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9995d9-1e91-481c-9de4-6db6c0efb4d7 req-ac04b861-cb4b-4afc-9376-ffd4a28e3eec tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:20.408757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:20.410195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc9995d9-1e91-481c-9de4-6db6c0efb4d7 req-ac04b861-cb4b-4afc-9376-ffd4a28e3eec tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 945 time: 0.1014068 Sep 18 19:53:20.439667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.456469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['582ce554-8fdd-4c10-b960-acd6f7258ad4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:20.463711 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc9995d9-1e91-481c-9de4-6db6c0efb4d7 req-21c55a86-e966-4bbb-8b9b-c943b3c1b204 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Sep 18 19:53:20.576611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.693234 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Sync routers for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:53:20.709708 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:53:20.710869 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:20.715110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Allocated IP 172.25.8.142 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a1c2c8d2-113d-4696-8f29-36308ba6b636) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:20.833030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33be053-fb75-4842-b89c-d08018142482 req-93b6192c-e9bd-4dde-8423-d78a1cc83073 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:20.835822 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:53:20.839921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f33be053-fb75-4842-b89c-d08018142482 req-93b6192c-e9bd-4dde-8423-d78a1cc83073 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1029546 Sep 18 19:53:20.853818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.895601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:20.904091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f33be053-fb75-4842-b89c-d08018142482 req-d40bb419-38fc-4bbe-908a-09d8bea9b04a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622454 Sep 18 19:53:20.939124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:20.943920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:20.949853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:20.955457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'Port': ['ID=a1c2c8d2-113d-4696-8f29-36308ba6b636,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:21.047152 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:18Z', 'revision_number': 2, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:21.053693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.073578 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Checking router: db83c26f-72a4-4547-952e-f4541d3846c2 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:53:21.073578 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Updating router db83c26f-72a4-4547-952e-f4541d3846c2 port d03b22c8-0d97-4a90-a024-78976b5d4ad9 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:53:21.093161 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.103916 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.275709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c3c019bf-7952-4c19-9a22-88d410e9d2c9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:21.339097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c3c019bf-7952-4c19-9a22-88d410e9d2c9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:21.340105 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.342558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.353227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.406246 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.419521 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.465185 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Pushing event updated for resources: {'Port': ['ID=d03b22c8-0d97-4a90-a024-78976b5d4ad9,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:21.475039 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.475584 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.476150 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.476538 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.476938 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.477266 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.477589 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.477901 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.478372 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.478850 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.479313 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.479812 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:21.522431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'Port': ['ID=a1c2c8d2-113d-4696-8f29-36308ba6b636,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:21.529747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.557917 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Attempting to bind port d03b22c8-0d97-4a90-a024-78976b5d4ad9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:21.558565 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Attempting to bind port d03b22c8-0d97-4a90-a024-78976b5d4ad9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:21.559091 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Attempting to bind port d03b22c8-0d97-4a90-a024-78976b5d4ad9 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:21.562975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.564480 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e9a9c090-c0af-4905-9da0-3c41450c969a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1601553 Sep 18 19:53:21.568446 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:21.569068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Checking segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:21.569632 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.570314 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Bound using segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:21.571035 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Bound port: d03b22c8-0d97-4a90-a024-78976b5d4ad9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:21.572724 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.574557 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b75b4b00-e2da-424d-a363-be1efa6a6426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.663844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b1947-f0c7-44da-9eae-d159cfd854ba req-2a14c797-c7cc-48a8-9d79-a63c8cd9753d tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:21.673228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-626b1947-f0c7-44da-9eae-d159cfd854ba req-2a14c797-c7cc-48a8-9d79-a63c8cd9753d tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 945 time: 0.0826170 Sep 18 19:53:21.686473 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] For port d03b22c8-0d97-4a90-a024-78976b5d4ad9, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:21.694764 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] For port d03b22c8-0d97-4a90-a024-78976b5d4ad9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d03b22c8-0d97-4a90-a024-78976b5d4ad9,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:21.714514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60142) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:21.718637 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.723885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1a2940f9-2c0b-418e-b777-8de5536c4047 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358034941', 'description': 'tempest-description--1897728827'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:21.744755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-626b1947-f0c7-44da-9eae-d159cfd854ba req-71b83a72-2804-459a-baea-7b795dfd030d tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705650 Sep 18 19:53:21.773432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a2940f9-2c0b-418e-b777-8de5536c4047 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.811655 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:53:21.821615 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:52:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:21.890673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-c2325d9d-86aa-471a-9e38-8ca4c8e79a82 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--138592844&fields=id&tenant_id=d633ef482bb24a6eb4c9f2bca747a125 HTTP/1.1" status: 200 len: 267 time: 0.0505078 Sep 18 19:53:21.923465 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbfec7-05ed-489f-9d82-fbd5e84552b0 None None] Pushing event updated for resources: {'Port': ['ID=d03b22c8-0d97-4a90-a024-78976b5d4ad9,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:21.924479 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a2940f9-2c0b-418e-b777-8de5536c4047 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.941457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a2940f9-2c0b-418e-b777-8de5536c4047 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:21.958467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 582ce554-8fdd-4c10-b960-acd6f7258ad4 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:22.018465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a2940f9-2c0b-418e-b777-8de5536c4047 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.022962 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a2940f9-2c0b-418e-b777-8de5536c4047 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3048494 Sep 18 19:53:22.027556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:22.032960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-93c243a1-c0b7-4d0f-99c3-6db73184b051 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Request body: {'security_group_rule': {'security_group_id': 'a86d0f76-fd0e-43da-bb09-5958cd287500', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:22.047413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2940f9-2c0b-418e-b777-8de5536c4047 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d0f76-fd0e-43da-bb09-5958cd287500,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:22.067419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f04ed2c2-c02c-4ebb-b532-a6f3e793f115 None None] Provisioning complete for port d03b22c8-0d97-4a90-a024-78976b5d4ad9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:22.067797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f04ed2c2-c02c-4ebb-b532-a6f3e793f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.081304 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:53:22.083082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93c243a1-c0b7-4d0f-99c3-6db73184b051 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.138986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-0fa81d63-9c3e-445c-bd71-2d2ea2db7cf0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:22.146524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-0fa81d63-9c3e-445c-bd71-2d2ea2db7cf0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.2507613 Sep 18 19:53:22.151241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 582ce554-8fdd-4c10-b960-acd6f7258ad4 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:53:22.160157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93c243a1-c0b7-4d0f-99c3-6db73184b051 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.169794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-1df05e05-546c-45c5-bed9-c23c9a9052d4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/quotas/d633ef482bb24a6eb4c9f2bca747a125 HTTP/1.1" status: 200 len: 375 time: 0.0184929 Sep 18 19:53:22.170818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93c243a1-c0b7-4d0f-99c3-6db73184b051 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.178097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 582ce554-8fdd-4c10-b960-acd6f7258ad4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:22.181793 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.203084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c243a1-c0b7-4d0f-99c3-6db73184b051 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35e7344-ddd4-4df2-8f4e-9ad69e43a8c7,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:22.220456 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93c243a1-c0b7-4d0f-99c3-6db73184b051 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.222010 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-93c243a1-c0b7-4d0f-99c3-6db73184b051 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927688 Sep 18 19:53:22.224412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60158) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:22.237345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d536f9-55b0-44d3-918f-256547c049c8 req-a6e0719b-19f6-4b99-b5a2-c0ce46e97c02 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:22.242017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-82b4baf0-aeb4-423b-85ff-4d1341b42de0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Request body: {'security_group_rule': {'security_group_id': 'a86d0f76-fd0e-43da-bb09-5958cd287500', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:22.245004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32d536f9-55b0-44d3-918f-256547c049c8 req-a6e0719b-19f6-4b99-b5a2-c0ce46e97c02 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.2445128 Sep 18 19:53:22.288878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82b4baf0-aeb4-423b-85ff-4d1341b42de0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.290221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32d536f9-55b0-44d3-918f-256547c049c8 req-8fa65e6e-7180-4a8c-9e26-0f65e8fb194c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 Sep 18 19:53:22.314328 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f04ed2c2-c02c-4ebb-b532-a6f3e793f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.324967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-b6292754-0351-4744-a4fb-90ee608e90e1 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1465056 Sep 18 19:53:22.377631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f04ed2c2-c02c-4ebb-b532-a6f3e793f115 None None] For port d03b22c8-0d97-4a90-a024-78976b5d4ad9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d03b22c8-0d97-4a90-a024-78976b5d4ad9,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:22.445284 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.458169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82b4baf0-aeb4-423b-85ff-4d1341b42de0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.459439 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:21Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:22.464905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f04ed2c2-c02c-4ebb-b532-a6f3e793f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.467340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82b4baf0-aeb4-423b-85ff-4d1341b42de0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.503484 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b01504-6074-4e82-9479-572a6a9e5065 None None] The sync data for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 is: [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:21Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:53:22.504285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4baf0-aeb4-423b-85ff-4d1341b42de0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff07fd2-946f-452c-8500-75702fe0cc29,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:22.523004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82b4baf0-aeb4-423b-85ff-4d1341b42de0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.525238 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-82b4baf0-aeb4-423b-85ff-4d1341b42de0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2997913 Sep 18 19:53:22.527193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31cf0b-6eb2-41f0-952d-d7ecd977fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582ce554-8fdd-4c10-b960-acd6f7258ad4'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:22.528248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60164) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:22.530749 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be5af51-0a9b-497b-825b-0d8a47fcbe84" -d '{"events": [{"server_uuid": "0a31cf0b-6eb2-41f0-952d-d7ecd977fb40", "name": "network-vif-plugged", "status": "completed", "tag": "582ce554-8fdd-4c10-b960-acd6f7258ad4"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:22.533114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:22.554834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 582ce554-8fdd-4c10-b960-acd6f7258ad4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=582ce554-8fdd-4c10-b960-acd6f7258ad4,segment=NetworkSegment(bf64a71d-94b9-4861-b712-423a3af8a0fd),segment_id=bf64a71d-94b9-4861-b712-423a3af8a0fd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:22.578303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-b28de05f-fa3b-4446-914d-a9cf3da2dc9c service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517970 Sep 18 19:53:22.600732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.614642 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.629368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ed2c2-c02c-4ebb-b532-a6f3e793f115 None None] Pushing event updated for resources: {'Port': ['ID=d03b22c8-0d97-4a90-a024-78976b5d4ad9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:22.670499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f4ce882c-84aa-44d4-946d-420e10286476 None None] Provisioning complete for port d03b22c8-0d97-4a90-a024-78976b5d4ad9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:22.670869 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4ce882c-84aa-44d4-946d-420e10286476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.751679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-079f9c3e-3abc-48b2-8d5b-c72e24baca28 service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724453 Sep 18 19:53:22.781317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=582ce554-8fdd-4c10-b960-acd6f7258ad4,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:22.802388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:22.892394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d09ab0e7-9120-407a-8b0d-9c12e53890ac no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:22.927442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: d09ab0e7-9120-407a-8b0d-9c12e53890ac {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:22.927797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d09ab0e7-9120-407a-8b0d-9c12e53890ac not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:23.051501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Allocated IP 172.25.8.88 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/adc9e5be-c4e5-4305-bbde-9701e12331bc) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:23.093863 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:23.197044 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be370ba-d0e8-40ed-8cbd-43ac3ac5cd8f x-openstack-request-id: req-5be370ba-d0e8-40ed-8cbd-43ac3ac5cd8f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:23.197336 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31cf0b-6eb2-41f0-952d-d7ecd977fb40", "name": "network-vif-plugged", "status": "completed", "tag": "582ce554-8fdd-4c10-b960-acd6f7258ad4", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:23.197589 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5be370ba-d0e8-40ed-8cbd-43ac3ac5cd8f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:23.197988 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a31cf0b-6eb2-41f0-952d-d7ecd977fb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582ce554-8fdd-4c10-b960-acd6f7258ad4', 'code': 200} Sep 18 19:53:23.258878 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:23.339868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d03b22c8-0d97-4a90-a024-78976b5d4ad9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:23.378122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:23.416745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0d5116a-3358-4521-9fa9-3322b619d37c req-f755ce19-af4f-46a7-b95d-a56741c93123 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 210 time: 0.0933604 Sep 18 19:53:23.463924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2516c9-2d9b-489e-b1d0-bf95a9b13516 req-f2843312-7b0f-4cc2-98e1-502818231b9d tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:23.474695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a2516c9-2d9b-489e-b1d0-bf95a9b13516 req-f2843312-7b0f-4cc2-98e1-502818231b9d tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 946 time: 0.2270308 Sep 18 19:53:23.485152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:23.545159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a2516c9-2d9b-489e-b1d0-bf95a9b13516 req-26745106-1022-4296-b6e3-94bd7af8a205 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690987 Sep 18 19:53:23.548179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d03b22c8-0d97-4a90-a024-78976b5d4ad9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:23.548432 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:23.597560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event updated for resources: {'Port': ['ID=adc9e5be-c4e5-4305-bbde-9701e12331bc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:23.630334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:23.632547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:23.643959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:23.697323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd9d88-f56c-454b-b3b4-7882651551ad req-0f4d6260-0962-48ca-aad2-ff28fe166c27 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:23.710737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54bd9d88-f56c-454b-b3b4-7882651551ad req-0f4d6260-0962-48ca-aad2-ff28fe166c27 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1356094 Sep 18 19:53:23.785197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54bd9d88-f56c-454b-b3b4-7882651551ad req-e1849181-acac-432e-8828-fda649da1fa3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719445 Sep 18 19:53:23.855587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7783c-8968-45e0-8377-d6a9ba6bb1e2 req-af0e2c22-b746-471b-b333-393ca2683335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:23.857129 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1ec7783c-8968-45e0-8377-d6a9ba6bb1e2 req-af0e2c22-b746-471b-b333-393ca2683335 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 1098 time: 0.5623190 Sep 18 19:53:23.863558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:23.909450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60194) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:23.937674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:23.974965 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1ec7783c-8968-45e0-8377-d6a9ba6bb1e2 req-43d7c400-9225-402e-bbcc-c6770961ae5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036448 Sep 18 19:53:24.071426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e4ee42f2-68ba-4627-88ef-4a36f7cfb3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.146619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.154091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.241530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event updated for resources: {'Port': ['ID=adc9e5be-c4e5-4305-bbde-9701e12331bc,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:24.256209 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.284012 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e4ee42f2-68ba-4627-88ef-4a36f7cfb3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.289880 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e4ee42f2-68ba-4627-88ef-4a36f7cfb3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.295968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.297848 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f1e25c04-f899-4fab-bd3b-5def10448637 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7684915 Sep 18 19:53:24.337548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e4ee42f2-68ba-4627-88ef-4a36f7cfb3f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6fadee781734ba192d1a0f063937375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268842 Sep 18 19:53:24.338715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee42f2-68ba-4627-88ef-4a36f7cfb3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba25c309-a1c2-4951-bbcd-0c6891338d73,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:24.339902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60204) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:24.413582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9830ca95-4689-4350-91da-422a7a4e8f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.428738 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-789f301f-c571-489a-b245-b1adbdf8c860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.443701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9830ca95-4689-4350-91da-422a7a4e8f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.525464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9830ca95-4689-4350-91da-422a7a4e8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.529386 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9830ca95-4689-4350-91da-422a7a4e8f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.530978 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9830ca95-4689-4350-91da-422a7a4e8f3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba25c309-a1c2-4951-bbcd-0c6891338d73 HTTP/1.1" status: 204 len: 168 time: 0.1900511 Sep 18 19:53:24.541228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830ca95-4689-4350-91da-422a7a4e8f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba25c309-a1c2-4951-bbcd-0c6891338d73,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:24.621915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27ca3cfd-47ee-43f1-91ac-5e04558c11d8 req-8c93835a-33a6-4efd-aacc-b123a8693224 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 210 time: 0.0732119 Sep 18 19:53:24.748224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:24.942653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60226) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:24.957058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d63e806f-d1ff-45e5-9a92-20f114f16ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.058282 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d63e806f-d1ff-45e5-9a92-20f114f16ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.063011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d63e806f-d1ff-45e5-9a92-20f114f16ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.104883 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d63e806f-d1ff-45e5-9a92-20f114f16ce2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3f61068896b4138a5e008ac321f8fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589115 Sep 18 19:53:25.105208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60228) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:25.112028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e806f-d1ff-45e5-9a92-20f114f16ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97b3feb-8615-4db2-95b3-0944c17967f2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:25.158143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-44758df5-2f25-42ae-81a3-b4b7a5b48011 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:25.159657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-44758df5-2f25-42ae-81a3-b4b7a5b48011 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 820 time: 0.6430583 Sep 18 19:53:25.171021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-268f0c36-7650-44ed-a118-8d9f6684d79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.184214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936db96f-09b1-4943-9e78-654c8ee6ff0b req-829d3420-941f-4951-bc6b-3b511bc82951 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:25.185720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-936db96f-09b1-4943-9e78-654c8ee6ff0b req-829d3420-941f-4951-bc6b-3b511bc82951 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 946 time: 0.1398051 Sep 18 19:53:25.193373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-587aa20c-00a7-4912-8faa-21598a7b9497 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:25.193557 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-268f0c36-7650-44ed-a118-8d9f6684d79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.194665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-587aa20c-00a7-4912-8faa-21598a7b9497 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.5755010 Sep 18 19:53:25.203506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a553c282-9964-4437-b8b2-9b280e9e6bc5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/quotas/bdc8825a3ba94cb78ea9743dad54559a HTTP/1.1" status: 200 len: 375 time: 0.0344949 Sep 18 19:53:25.243398 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-268f0c36-7650-44ed-a118-8d9f6684d79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.245680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-268f0c36-7650-44ed-a118-8d9f6684d79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.246847 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-268f0c36-7650-44ed-a118-8d9f6684d79d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f97b3feb-8615-4db2-95b3-0944c17967f2 HTTP/1.1" status: 204 len: 168 time: 0.1408210 Sep 18 19:53:25.254778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f0c36-7650-44ed-a118-8d9f6684d79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97b3feb-8615-4db2-95b3-0944c17967f2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:25.283247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-936db96f-09b1-4943-9e78-654c8ee6ff0b req-29d92e3d-acdf-4a59-95f7-6b2faa75ff6e tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870330 Sep 18 19:53:25.295593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-dd2dc6ee-9c8e-46b8-bf79-5db449dee4bd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d633ef482bb24a6eb4c9f2bca747a125 HTTP/1.1" status: 200 len: 379 time: 0.0911937 Sep 18 19:53:25.308702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'port': {'device_id': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'admin_state_up': True, 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'security_groups': ['2f8c5372-5043-4e3c-87dc-4fbf2fc83c86']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:25.316601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-ad620fa9-902d-4fe9-8375-9a45d1adeb56 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962615 Sep 18 19:53:25.475915 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.522277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66365b-b1bf-42b1-b747-3263de6cebed req-b485f653-b5e3-4811-889a-615518253442 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:25.524905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd66365b-b1bf-42b1-b747-3263de6cebed req-b485f653-b5e3-4811-889a-615518253442 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1775665 Sep 18 19:53:25.539148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-fffdebbf-d5fc-41d2-92cb-99e2cc3682e5 service neutron] 10.222.0.20 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069235 Sep 18 19:53:25.594724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Made reservation on behalf of d633ef482bb24a6eb4c9f2bca747a125 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:25.598314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:25.625310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd66365b-b1bf-42b1-b747-3263de6cebed req-88323141-2a53-4d48-b936-4c2d131e29b0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910907 Sep 18 19:53:25.735656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c9521819-1a54-4f76-98fd-d3b81ce1ec91 service neutron] 10.222.0.20 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889842 Sep 18 19:53:25.812624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Allocated IP 172.20.0.6 (2078d3ab-c54a-416e-b2a9-de9c1ac87c8f/2cd437ac-d63e-479b-b152-e4001b738762/84d973f7-84ea-4f1d-a5d8-30e326020422) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:25.890280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e798f78b-8821-473d-bdea-9931aea7eb2b req-541382da-42eb-47f9-ab4c-75038887888f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 210 time: 0.0464416 Sep 18 19:53:25.963498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1bbac1f-9980-4134-9170-53f6a4954aa1 req-6d655fcd-0197-46e9-813c-9ae6e7edb3ad tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 210 time: 0.0361373 Sep 18 19:53:26.035046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60262) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:26.045102 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.082543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.140066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:26.140387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-111574376-network', 'tenant_id': '3498149ad46c441f8919ad8036802121'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:26.143580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:26.150712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:26.168927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Made reservation on behalf of 3498149ad46c441f8919ad8036802121 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:26.172068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.183533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:26.184541 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.209490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:26.210379 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.286519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.292040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.299637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-2248d356-0c92-4059-92ae-cc82bca597ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9959867 Sep 18 19:53:26.314115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Request body: {'port': {'device_id': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:26.321458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:53:26.342459 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2022c172-b393-42a9-b532-826a6d9be836,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:26.356103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.356920 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Added segment 3eb6864c-491a-476a-91c6-4c9004d4788a of type vlan for network 546ea4dd-f793-426c-a125-ea23899baa4c Sep 18 19:53:26.415162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.419942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.447950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.449302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:26.450730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.487695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f785b-ff3b-4f9c-835d-a0c9faa05f32 req-0f629db1-7600-49d0-9a0d-18099749b5fd tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:26.489175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-668f785b-ff3b-4f9c-835d-a0c9faa05f32 req-0f629db1-7600-49d0-9a0d-18099749b5fd tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 946 time: 0.0890565 Sep 18 19:53:26.498273 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4619958 Sep 18 19:53:26.501067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60272) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:26.505907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Request body: {'subnet': {'network_id': '546ea4dd-f793-426c-a125-ea23899baa4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-111574376-subnet', 'tenant_id': '3498149ad46c441f8919ad8036802121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:26.508695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a5320ec4-8eed-4787-b6f5-804bba8df94c None None] Provisioning complete for port 84d973f7-84ea-4f1d-a5d8-30e326020422 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:26.509688 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a5320ec4-8eed-4787-b6f5-804bba8df94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.553491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a5320ec4-8eed-4787-b6f5-804bba8df94c None None] Port 84d973f7-84ea-4f1d-a5d8-30e326020422 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:53:26.556844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f2546-a307-4c77-b8a3-9daead13f34d admin admin] Pushing event updated for resources: {'Network': ['ID=546ea4dd-f793-426c-a125-ea23899baa4c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:26.564746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Made reservation on behalf of 3498149ad46c441f8919ad8036802121 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:26.567225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.568488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 546ea4dd-f793-426c-a125-ea23899baa4c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:53:26.630387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-668f785b-ff3b-4f9c-835d-a0c9faa05f32 req-ca3d9cbb-2ff2-44fe-a783-d882566fee6d tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338799 Sep 18 19:53:26.768774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.817151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86727b-827f-40ce-b4b5-0860b73c2390 req-75b73837-23e0-4beb-befb-b52a0740b309 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:26.818814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df86727b-827f-40ce-b4b5-0860b73c2390 req-75b73837-23e0-4beb-befb-b52a0740b309 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0857048 Sep 18 19:53:26.841214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cac9d2-ef1c-4b34-afdf-c88239faaf16,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:26.846476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Checking segment: {'id': '3eb6864c-491a-476a-91c6-4c9004d4788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '546ea4dd-f793-426c-a125-ea23899baa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:26.846946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Network hostable DHCP agents. Network: 546ea4dd-f793-426c-a125-ea23899baa4c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:53:26.870700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Network 546ea4dd-f793-426c-a125-ea23899baa4c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:53:26.882015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 546ea4dd-f793-426c-a125-ea23899baa4c) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:26.886615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d973f7-84ea-4f1d-a5d8-30e326020422 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:26.895745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65b841-60e6-446f-a515-3f6682f419d2 None None] Network 546ea4dd-f793-426c-a125-ea23899baa4c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:26.896073 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.901465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df86727b-827f-40ce-b4b5-0860b73c2390 req-9db4b1fa-aaf3-4039-b424-bacdfabd4296 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745697 Sep 18 19:53:26.913335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Transition to ACTIVE for port object 84d973f7-84ea-4f1d-a5d8-30e326020422 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:53:26.916323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:26.918595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:26.924708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.022269 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-496a808c-fdda-4dee-9127-5f060d887252 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5102918 Sep 18 19:53:27.038672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:27.120188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-5bad00df-c715-4b45-8e19-6a6ce4e6f1a0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:27.121991 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-5bad00df-c715-4b45-8e19-6a6ce4e6f1a0 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 820 time: 0.2341340 Sep 18 19:53:27.152535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Request body: {'port': {'device_id': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'admin_state_up': True, 'tenant_id': 'bdc8825a3ba94cb78ea9743dad54559a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:27.213532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510d2e5-0a75-4dde-9a86-1c07c6f6948e None None] Network 546ea4dd-f793-426c-a125-ea23899baa4c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:27.249620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Attempting to bind port 84d973f7-84ea-4f1d-a5d8-30e326020422 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:27.250194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Attempting to bind port 84d973f7-84ea-4f1d-a5d8-30e326020422 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:27.251865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Attempting to bind port 84d973f7-84ea-4f1d-a5d8-30e326020422 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:27.265945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Port 84d973f7-84ea-4f1d-a5d8-30e326020422 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:53:27.266470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Attempting to bind port 84d973f7-84ea-4f1d-a5d8-30e326020422 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:27.277318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:27.279226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Checking segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:27.280474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Bound using segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:27.281779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Bound port: 84d973f7-84ea-4f1d-a5d8-30e326020422, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:27.282305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.372378 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Made reservation on behalf of bdc8825a3ba94cb78ea9743dad54559a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:27.380107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.416317 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.458672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-505a6314-a132-46f8-911c-c322680e33d2 req-7b8fe0c3-5a2c-4e15-96da-63fab08619fa tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 210 time: 0.0847230 Sep 18 19:53:27.501969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639df8e-f945-4158-8ec0-68224bb9a714 req-e759396c-d24c-4e99-b738-4a32e7e60abe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:27.508801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3639df8e-f945-4158-8ec0-68224bb9a714 req-e759396c-d24c-4e99-b738-4a32e7e60abe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 943 time: 0.1124723 Sep 18 19:53:27.521039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:27.531560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:27.555330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Allocated IP 172.20.0.8 (621bba3f-f947-48e1-929d-7d9171168667/8c27aea7-2576-4fec-a5cf-4f89607fd695/8937cefa-0ba9-4f8b-a515-1d8d49a6fd71) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:27.556034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.626226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3639df8e-f945-4158-8ec0-68224bb9a714 req-336b68e6-6523-47d8-b67f-915b886f8806 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147680 Sep 18 19:53:27.644570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:27.649875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.649875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] 10.222.0.32 "PUT /v2.0/ports/84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 1092 time: 1.3423088 Sep 18 19:53:27.655886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:27.658422 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a043baf-e75b-43e4-af9b-726bdc97c14a" -d '{"events": [{"name": "network-changed", "server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:27.716691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59054e77-621f-4939-8d44-f540f0c05554 req-722e9042-d3a5-4b99-9da7-7f93fa203ec4 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:27.728069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59054e77-621f-4939-8d44-f540f0c05554 req-722e9042-d3a5-4b99-9da7-7f93fa203ec4 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 946 time: 0.1772950 Sep 18 19:53:27.733678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bc946-9300-48f1-8639-2a3f7fd2a618 service neutron] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:27.750021 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec12803d-b101-467b-b237-b984e790263d x-openstack-request-id: req-ec12803d-b101-467b-b237-b984e790263d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:27.750281 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:27.750531 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec12803d-b101-467b-b237-b984e790263d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:27.750915 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'status': 'completed', 'code': 200} Sep 18 19:53:27.754580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.799545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.806560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59054e77-621f-4939-8d44-f540f0c05554 req-4ff5bb22-1787-457e-a0e4-f32505440878 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775967 Sep 18 19:53:27.812460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-bf74f848-5030-4f20-953b-0d7f6787631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:27.813986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-bf74f848-5030-4f20-953b-0d7f6787631a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1095 time: 0.0837090 Sep 18 19:53:27.856781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60310) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:27.861946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-b9988cd0-2b51-4608-b48a-02b68fe14ec8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 217 time: 0.0403614 Sep 18 19:53:27.866724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192081922-network', 'tenant_id': '991283e6d38d4a59a40cb875697b48f2'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:27.871262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Network 621bba3f-f947-48e1-929d-7d9171168667 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:27.878815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:27.881915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:27.920027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-cc9cd130-8f8e-4157-9aee-0571722583d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:27.921645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-cc9cd130-8f8e-4157-9aee-0571722583d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0531969 Sep 18 19:53:27.931910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event updated for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:27.944771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Made reservation on behalf of 991283e6d38d4a59a40cb875697b48f2 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:27.947796 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.964729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:27.965353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.968656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:27.969893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-79287be0-f5ac-4f7f-be29-50bc4ce4b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:27.971436 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-79287be0-f5ac-4f7f-be29-50bc4ce4b5cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424314 Sep 18 19:53:27.996934 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-c119045d-c7b2-4864-bd38-9affc477fa3c tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8650081 Sep 18 19:53:28.010893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Request body: {'port': {'device_id': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:28.091449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.104837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e5e51-a88d-4e18-a1da-74e18b477b89 req-ce6b29db-c097-4c31-8fd5-fe1a9fbd3d66 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.106345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b49e5e51-a88d-4e18-a1da-74e18b477b89 req-ce6b29db-c097-4c31-8fd5-fe1a9fbd3d66 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1088414 Sep 18 19:53:28.108618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-31554929-e319-486d-b227-cf651d7caf9e service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301184 Sep 18 19:53:28.182677 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.200724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b49e5e51-a88d-4e18-a1da-74e18b477b89 req-8adbb303-1d41-44c1-aabb-8663f629836f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868793 Sep 18 19:53:28.230198 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.243294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f99156e-e344-40c3-aac0-6d412d797a1b req-c326a8f9-76aa-4dfd-b9a3-b303d49f47f1 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277106 Sep 18 19:53:28.264461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:53:28.300868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b44c8-0e33-4023-b848-e50e88ba251c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:28.312412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.312803 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Added segment c4128773-b2df-40b1-be7c-25ef363ce5a5 of type vlan for network 51127533-9c56-4368-84e5-bb52b7dda517 Sep 18 19:53:28.343204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-4deb7d56-1fdd-4080-8129-078921837756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.344734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-4deb7d56-1fdd-4080-8129-078921837756 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1095 time: 0.0526245 Sep 18 19:53:28.392262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.443317 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.443830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-19eafbd1-1e8b-45c6-9009-1bbe35d32910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.444303 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.445666 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.446462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-19eafbd1-1e8b-45c6-9009-1bbe35d32910 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.0936530 Sep 18 19:53:28.487096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-b7431402-a37d-4b8c-bf4d-810a4aafe8b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 217 time: 0.0343988 Sep 18 19:53:28.514767 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6535773 Sep 18 19:53:28.524980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60320) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:28.531721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Request body: {'subnet': {'network_id': '51127533-9c56-4368-84e5-bb52b7dda517', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192081922-subnet', 'tenant_id': '991283e6d38d4a59a40cb875697b48f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:28.568584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36e770-a4b8-4754-95a1-18247920c525 admin admin] Pushing event updated for resources: {'Network': ['ID=51127533-9c56-4368-84e5-bb52b7dda517,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:28.579460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 51127533-9c56-4368-84e5-bb52b7dda517 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:53:28.591246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:28.593737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-db083003-eaef-4c89-9dfa-6060edcd6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.595476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-db083003-eaef-4c89-9dfa-6060edcd6e93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.1004672 Sep 18 19:53:28.601012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Made reservation on behalf of 991283e6d38d4a59a40cb875697b48f2 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:28.603145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.603993 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.618584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-3663bdf9-20f3-4332-8e8f-2d8c1126282a tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.620118 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-3663bdf9-20f3-4332-8e8f-2d8c1126282a tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 946 time: 0.1245959 Sep 18 19:53:28.634120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Transition to ACTIVE for port object 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:53:28.657337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.667976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a726e5-b586-4f7f-a42d-d11879e42f24 req-4fcfc84d-d71a-4133-a6b1-15cb4297e393 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.675122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80a726e5-b586-4f7f-a42d-d11879e42f24 req-4fcfc84d-d71a-4133-a6b1-15cb4297e393 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 931 time: 0.1318903 Sep 18 19:53:28.708561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:28.801840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-c52b1ff9-f94c-4b6a-9aeb-334c38a7dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.803264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-c52b1ff9-f94c-4b6a-9aeb-334c38a7dcbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939685 Sep 18 19:53:28.810918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80a726e5-b586-4f7f-a42d-d11879e42f24 req-34011c82-d553-40a4-b881-0df997c45096 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349664 Sep 18 19:53:28.836791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Deleting port 582ce554-8fdd-4c10-b960-acd6f7258ad4 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:28.837145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.853561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Attempting to bind port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:28.853914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Attempting to bind port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:28.854222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Attempting to bind port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 on network 621bba3f-f947-48e1-929d-7d9171168667 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:28.861129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef3618-0583-4ac2-ac49-6bf5ac872dca req-d6381cd3-30ee-483f-bd90-0ebcd6ea8403 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:28.867868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2eef3618-0583-4ac2-ac49-6bf5ac872dca req-d6381cd3-30ee-483f-bd90-0ebcd6ea8403 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 943 time: 0.1441472 Sep 18 19:53:28.872232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 on network 621bba3f-f947-48e1-929d-7d9171168667 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:53:28.873625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Attempting to bind port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 on network 621bba3f-f947-48e1-929d-7d9171168667 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:28.908638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:28.909009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Checking segment: {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:28.909443 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Bound using segment: {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:28.909931 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Bound port: 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:28.910384 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:28.986653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] For port 582ce554-8fdd-4c10-b960-acd6f7258ad4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=582ce554-8fdd-4c10-b960-acd6f7258ad4,segment=NetworkSegment(bf64a71d-94b9-4861-b712-423a3af8a0fd),segment_id=bf64a71d-94b9-4861-b712-423a3af8a0fd)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:28.987021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:29.008721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Calling delete_port for 582ce554-8fdd-4c10-b960-acd6f7258ad4 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:29.016391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:29.022192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:29.027162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2eef3618-0583-4ac2-ac49-6bf5ac872dca req-47940bdf-0256-499b-a847-45a2ab87d89e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536961 Sep 18 19:53:29.029343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:29.031735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-bcff8a39-33f6-4b94-9b77-52e31e126908 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191296 Sep 18 19:53:29.074978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095e05d-c147-419d-94f9-62a86d914591 req-033f169f-6987-4849-9c97-c73836102b1d tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:29.076370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7095e05d-c147-419d-94f9-62a86d914591 req-033f169f-6987-4849-9c97-c73836102b1d tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a31cf0b-6eb2-41f0-952d-d7ecd977fb40 HTTP/1.1" status: 200 len: 946 time: 0.1717186 Sep 18 19:53:29.099691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:29.100619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:29.102763 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 HTTP/1.1" status: 200 len: 1092 time: 1.0978570 Sep 18 19:53:29.106787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:29.109281 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eeee2f-0224-420e-b7f2-00c8eceed14d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:29.147790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8339581-f4b0-4efb-aeba-61132ceaa3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:29.153633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:29.172044 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f505be8a-7fab-4db6-aba0-7c03a649acc5 x-openstack-request-id: req-f505be8a-7fab-4db6-aba0-7c03a649acc5 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:29.172387 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:29.172705 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f505be8a-7fab-4db6-aba0-7c03a649acc5 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:29.173110 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'status': 'completed', 'code': 200} Sep 18 19:53:29.221185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7095e05d-c147-419d-94f9-62a86d914591 req-434608cb-3bfa-4b97-9bfe-81f8f4b50e18 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.20 "GET /v2.0/security-groups?id=834444ae-fa7d-4d8b-b54e-011df558f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244760 Sep 18 19:53:29.234510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-aae8231d-d1d5-4f4e-82ea-8a2c9b6b8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:29.236334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-aae8231d-d1d5-4f4e-82ea-8a2c9b6b8ee7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 1095 time: 0.0838134 Sep 18 19:53:29.251078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=796e7133-8110-408f-bf65-a7b2c5b0f6a6,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:29.256413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a043baf-e75b-43e4-af9b-726bdc97c14a req-ec85fda4-c255-4ab7-9042-82f2769e3987 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984608 Sep 18 19:53:29.266199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Checking segment: {'id': 'c4128773-b2df-40b1-be7c-25ef363ce5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51127533-9c56-4368-84e5-bb52b7dda517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:29.267087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Network hostable DHCP agents. Network: 51127533-9c56-4368-84e5-bb52b7dda517, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:53:29.288261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Network 51127533-9c56-4368-84e5-bb52b7dda517 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:53:29.307170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 51127533-9c56-4368-84e5-bb52b7dda517) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:29.311914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:29.313660 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:29.319290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac07e1-69ef-4dd3-9939-33a38f5da677 None None] Network 51127533-9c56-4368-84e5-bb52b7dda517 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:29.384600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0e2c1897-42b3-41b6-a7c8-d63ae35185f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8583531 Sep 18 19:53:29.426093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffffc4-00d7-48ab-977d-69d6b3305c07 req-71d48ca5-9bf3-4e6e-8725-c1b1ffd4d152 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:29.427762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06ffffc4-00d7-48ab-977d-69d6b3305c07 req-71d48ca5-9bf3-4e6e-8725-c1b1ffd4d152 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0920234 Sep 18 19:53:29.481877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06ffffc4-00d7-48ab-977d-69d6b3305c07 req-8262157a-e60e-4000-badb-65b8c77643a9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469532 Sep 18 19:53:29.493659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce080d02-95fc-48d3-b25c-942d4c03dfa2 None None] Network 51127533-9c56-4368-84e5-bb52b7dda517 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:29.645074 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-9954a3df-9464-4ce2-b9d0-b9eff120fff2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 HTTP/1.1" status: 200 len: 217 time: 0.3984630 Sep 18 19:53:29.649286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:29.661637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['582ce554-8fdd-4c10-b960-acd6f7258ad4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:29.701422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Pushing event deleted for resources: {'Port': ['ID=582ce554-8fdd-4c10-b960-acd6f7258ad4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:29.753489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] No DVR routers for this DVR port 582ce554-8fdd-4c10-b960-acd6f7258ad4 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:29.755915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-205defc4-33c0-442f-b276-2aab9c599c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:29.757402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-205defc4-33c0-442f-b276-2aab9c599c70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c27aea7-2576-4fec-a5cf-4f89607fd695 HTTP/1.1" status: 200 len: 860 time: 0.1063545 Sep 18 19:53:29.758679 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:29.760493 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2c428cd1-c2ce-44af-a6ad-e59298363db6 req-e85818d3-f276-40a5-b91c-47f3ec4931a9 tempest-ServerAddressesNegativeTestJSON-1685856839 tempest-ServerAddressesNegativeTestJSON-1685856839-project] 10.222.0.24 "DELETE /v2.0/ports/582ce554-8fdd-4c10-b960-acd6f7258ad4 HTTP/1.1" status: 204 len: 173 time: 1.1332216 Sep 18 19:53:29.791114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-e8cb4fe0-84d8-4030-b3e4-92a8e468e134 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621bba3f-f947-48e1-929d-7d9171168667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256238 Sep 18 19:53:29.901989 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-96e6cc82-8dbd-468c-b1e3-a731a3324fdb service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021388 Sep 18 19:53:29.996936 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8e3af81e-1ace-455b-b5aa-798f0bb8cba1 req-ffec11d7-3075-476a-8342-3df88939759d service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867665 Sep 18 19:53:29.999482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d44fc6-a511-4457-a6b5-ec1dd9125a03 req-3f400f48-eb77-4249-bdc0-5610ae8eb9d7 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:30.000966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33d44fc6-a511-4457-a6b5-ec1dd9125a03 req-3f400f48-eb77-4249-bdc0-5610ae8eb9d7 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 943 time: 0.1129043 Sep 18 19:53:30.010232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-62dfc8cc-2aa1-4018-8711-2fe372597a22 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:30.011716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-62dfc8cc-2aa1-4018-8711-2fe372597a22 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/networks?id=546ea4dd-f793-426c-a125-ea23899baa4c HTTP/1.1" status: 200 len: 808 time: 0.1699080 Sep 18 19:53:30.040693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-81b201e2-948e-484c-a1d3-e55c6a91ce89 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/quotas/3498149ad46c441f8919ad8036802121 HTTP/1.1" status: 200 len: 375 time: 0.0209312 Sep 18 19:53:30.067030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33d44fc6-a511-4457-a6b5-ec1dd9125a03 req-a0ff002c-e75e-4ab5-854f-841b6b0a29a4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542960 Sep 18 19:53:30.081905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-1a3b9b76-f44f-4a7a-929e-eaa4c830d441 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3498149ad46c441f8919ad8036802121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318995 Sep 18 19:53:30.097124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-a6617d99-ac8f-45f3-940a-e55c8238b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:30.098656 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-a6617d99-ac8f-45f3-940a-e55c8238b1ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 1095 time: 0.0451157 Sep 18 19:53:30.198406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-04a34c45-59c5-48a5-aec5-9295e14fbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:30.200045 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-04a34c45-59c5-48a5-aec5-9295e14fbb89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 921 time: 0.0930512 Sep 18 19:53:30.220393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4def22-de36-4232-9da0-8b43ed57fc0e req-1df53001-24b5-410c-9d62-8c0f03c715bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:30.221887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf4def22-de36-4232-9da0-8b43ed57fc0e req-1df53001-24b5-410c-9d62-8c0f03c715bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 943 time: 0.0743167 Sep 18 19:53:30.223732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-9c56d412-024d-45db-a865-8f2c92159d8d service neutron] 10.222.0.20 "GET /v2.0/networks/546ea4dd-f793-426c-a125-ea23899baa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341636 Sep 18 19:53:30.244148 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-636d5008-bc03-4c82-b124-f58916acad7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 HTTP/1.1" status: 200 len: 217 time: 0.0365205 Sep 18 19:53:30.291608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf4def22-de36-4232-9da0-8b43ed57fc0e req-ad104082-aaa9-423b-a44c-b97430134a50 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619633 Sep 18 19:53:30.296809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-63deda7b-7bab-4b26-a4b9-950f34080b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:30.298300 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-63deda7b-7bab-4b26-a4b9-950f34080b25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c27aea7-2576-4fec-a5cf-4f89607fd695 HTTP/1.1" status: 200 len: 860 time: 0.0468640 Sep 18 19:53:30.338241 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-5a04cb81-0871-49fc-ab0d-ac4ad944692b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621bba3f-f947-48e1-929d-7d9171168667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320146 Sep 18 19:53:30.342543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60356) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:30.356062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-960a0a65-888e-48af-a03d-ece2f1d453ca service neutron] 10.222.0.20 "GET /v2.0/networks/546ea4dd-f793-426c-a125-ea23899baa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117623 Sep 18 19:53:30.436360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d41bff-cf3e-4265-b178-309af8f2f775 admin admin] Deleting subnet a5142456-2ed7-4c1d-af89-166656087ed4 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:53:30.442662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-70d41bff-cf3e-4265-b178-309af8f2f775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.511043 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-482fee35-2f21-441f-9b34-1e7341d56b5a service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612046 Sep 18 19:53:30.517051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-70d41bff-cf3e-4265-b178-309af8f2f775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.520442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8e09a2a-85f8-4819-9289-a6d6796a054f req-1fa3176a-3861-484b-8c11-bc28b00b6dc3 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 210 time: 0.0268278 Sep 18 19:53:30.621366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f687cf7-afcb-4e51-8c98-86082febf92f req-38450ce8-c95c-455f-ab3c-b07a72ca36f0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:30.622921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f687cf7-afcb-4e51-8c98-86082febf92f req-38450ce8-c95c-455f-ab3c-b07a72ca36f0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0544393 Sep 18 19:53:30.628682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-70d41bff-cf3e-4265-b178-309af8f2f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.668222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f687cf7-afcb-4e51-8c98-86082febf92f req-6d1135b6-4210-405a-b6b5-4286761eccc0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357111 Sep 18 19:53:30.681423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03eeee2f-0224-420e-b7f2-00c8eceed14d req-57fef2e2-8787-46cb-9401-7c34809ffc40 service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388068 Sep 18 19:53:30.707994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-70d41bff-cf3e-4265-b178-309af8f2f775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.738016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d41bff-cf3e-4265-b178-309af8f2f775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5142456-2ed7-4c1d-af89-166656087ed4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:30.740261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-70d41bff-cf3e-4265-b178-309af8f2f775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.744038 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-70d41bff-cf3e-4265-b178-309af8f2f775 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a5142456-2ed7-4c1d-af89-166656087ed4 HTTP/1.1" status: 204 len: 168 time: 0.3980024 Sep 18 19:53:30.744814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60372) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:30.830396 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.915113 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.937437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a858f50-06c0-4d74-a058-1ad02dcfdf45']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:30.937633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:30.951686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf64a71d-94b9-4861-b712-423a3af8a0fd') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:30.952064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf64a71d-94b9-4861-b712-423a3af8a0fd') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:30.963671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.981641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.997190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:53:30.998192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:53:30.999917 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:53:31.051333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:31.064108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.069396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'mac_address': 'fa:16:3e:24:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:31.072049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.074072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] 10.222.0.20 "DELETE /v2.0/networks/0a858f50-06c0-4d74-a058-1ad02dcfdf45 HTTP/1.1" status: 204 len: 168 time: 0.3285139 Sep 18 19:53:31.084118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90755026-976d-4c49-9dff-0c85ffaab31c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a858f50-06c0-4d74-a058-1ad02dcfdf45,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:31.151989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.174800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a31cf0b-6eb2-41f0-952d-d7ecd977fb40', 'name': 'network-vif-deleted', 'tag': '582ce554-8fdd-4c10-b960-acd6f7258ad4'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:31.178200 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b645813-d6c8-4300-ac9b-ee3e9cb9fdb4" -d '{"events": [{"server_uuid": "0a31cf0b-6eb2-41f0-952d-d7ecd977fb40", "name": "network-vif-deleted", "tag": "582ce554-8fdd-4c10-b960-acd6f7258ad4"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:31.182236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d973f7-84ea-4f1d-a5d8-30e326020422 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:31.216097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:31.221648 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ccf463-f0a9-40bc-9a7f-830b7497d336 x-openstack-request-id: req-75ccf463-f0a9-40bc-9a7f-830b7497d336 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:31.222007 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a31cf0b-6eb2-41f0-952d-d7ecd977fb40", "name": "network-vif-deleted", "tag": "582ce554-8fdd-4c10-b960-acd6f7258ad4", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:31.222544 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75ccf463-f0a9-40bc-9a7f-830b7497d336 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:31.223064 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a31cf0b-6eb2-41f0-952d-d7ecd977fb40', 'name': 'network-vif-deleted', 'tag': '582ce554-8fdd-4c10-b960-acd6f7258ad4', 'status': 'completed', 'code': 200} Sep 18 19:53:31.224575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.225261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:31.275228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f730fd1-f307-49ae-89ca-6c38727725f3 req-0321f980-82be-4638-be63-3fdacc16590e tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:31.284073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f730fd1-f307-49ae-89ca-6c38727725f3 req-0321f980-82be-4638-be63-3fdacc16590e tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 943 time: 0.0715971 Sep 18 19:53:31.314941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:31.341148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f730fd1-f307-49ae-89ca-6c38727725f3 req-f75d4655-c5e5-46c1-8dfd-a160de98387b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554760 Sep 18 19:53:31.344305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:31.396393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:31.405180 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-96dc6633-cf91-499f-89aa-d5926c836397 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f010832d71ca421f8e67e85585ac50db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597193 Sep 18 19:53:31.407496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60410) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:31.415239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a157166b-2846-48ff-b494-889886bb9a3f', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'port_id': 'a157166b-2846-48ff-b494-889886bb9a3f', 'mac_address': 'fa:16:3e:35:3e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:31.469918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.493468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a157166b-2846-48ff-b494-889886bb9a3f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:31.517688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:31.522481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07748d99-27b1-4456-8ae8-551cb60d2ebf req-5b83c452-bff8-460f-849b-336176f2d4fd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:31.527985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.533827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07748d99-27b1-4456-8ae8-551cb60d2ebf req-5b83c452-bff8-460f-849b-336176f2d4fd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1448703 Sep 18 19:53:31.544786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b74c12f6-526b-43b0-ba1f-034f9fefc59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.586033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07748d99-27b1-4456-8ae8-551cb60d2ebf req-291bb33e-e338-45b2-9e3c-1b3ad1f54c8a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500557 Sep 18 19:53:31.618664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:31.623314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a157166b-2846-48ff-b494-889886bb9a3f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:31.666186 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b74c12f6-526b-43b0-ba1f-034f9fefc59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.716833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-d6ecec37-6f34-4bba-9df8-6299e572b52c tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:31.718502 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-d6ecec37-6f34-4bba-9df8-6299e572b52c tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.24 "GET /v2.0/networks?id=546ea4dd-f793-426c-a125-ea23899baa4c HTTP/1.1" status: 200 len: 808 time: 0.1992631 Sep 18 19:53:31.724830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b18d3da8-cb8b-45d8-a558-f65db6c3579d req-ac817c3f-baa6-42c1-8673-ec75627ac64d tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 210 time: 0.0380549 Sep 18 19:53:31.745104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Request body: {'port': {'device_id': 'ac2da556-417d-4deb-afe2-e8f6b27cc83e', 'network_id': '546ea4dd-f793-426c-a125-ea23899baa4c', 'admin_state_up': True, 'tenant_id': '3498149ad46c441f8919ad8036802121'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:31.782832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['84d973f7-84ea-4f1d-a5d8-30e326020422'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:31.843657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b74c12f6-526b-43b0-ba1f-034f9fefc59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.847815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b74c12f6-526b-43b0-ba1f-034f9fefc59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.852475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b74c12f6-526b-43b0-ba1f-034f9fefc59f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/834444ae-fa7d-4d8b-b54e-011df558f16c HTTP/1.1" status: 204 len: 168 time: 0.4437625 Sep 18 19:53:31.876820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c12f6-526b-43b0-ba1f-034f9fefc59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834444ae-fa7d-4d8b-b54e-011df558f16c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:31.907805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Made reservation on behalf of 3498149ad46c441f8919ad8036802121 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:31.911698 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:31.917156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2663c7c-b4f4-4083-9d8e-e3a9cdfc64d3 req-9e8591cf-8da1-4619-96cc-a7920c27fd4c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:31.934311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2663c7c-b4f4-4083-9d8e-e3a9cdfc64d3 req-9e8591cf-8da1-4619-96cc-a7920c27fd4c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 944 time: 0.0987122 Sep 18 19:53:31.989721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 582ce554-8fdd-4c10-b960-acd6f7258ad4 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:32.016642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 582ce554-8fdd-4c10-b960-acd6f7258ad4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:32.017071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 582ce554-8fdd-4c10-b960-acd6f7258ad4 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:32.034838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2663c7c-b4f4-4083-9d8e-e3a9cdfc64d3 req-9ae7c18b-ef4e-4120-aeeb-b6bdd684854c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929952 Sep 18 19:53:32.125206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Allocated IP 172.20.0.3 (546ea4dd-f793-426c-a125-ea23899baa4c/46cac9d2-ef1c-4b34-afdf-c88239faaf16/1267948d-6c1d-44af-9506-0e824be54aa3) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:32.324614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:32.372401 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:32.453892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Network 546ea4dd-f793-426c-a125-ea23899baa4c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:32.459552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:32.463448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:32.466660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Pushing event updated for resources: {'Port': ['ID=1267948d-6c1d-44af-9506-0e824be54aa3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:32.529836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425642f-2dd5-43ec-9382-a679ad48c2fe req-f1fab8c4-e51d-4f02-9023-d4adbfb63002 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:32.532139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0425642f-2dd5-43ec-9382-a679ad48c2fe req-f1fab8c4-e51d-4f02-9023-d4adbfb63002 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 943 time: 0.0882890 Sep 18 19:53:32.538129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:32.539611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:32.563216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-0eadf72f-ac83-431a-ae62-573ba00b0443 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8211372 Sep 18 19:53:32.577518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Request body: {'port': {'device_id': 'ac2da556-417d-4deb-afe2-e8f6b27cc83e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:32.630273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0425642f-2dd5-43ec-9382-a679ad48c2fe req-b5e341ab-3460-459e-8e81-844c62d33fc3 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914814 Sep 18 19:53:32.658781 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:32.789130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e5042-dd67-43d4-811e-fff8244e7a9c req-7c2ca600-b94b-4179-a660-ab4fce425400 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:32.797096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b48e5042-dd67-43d4-811e-fff8244e7a9c req-7c2ca600-b94b-4179-a660-ab4fce425400 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0830929 Sep 18 19:53:32.859443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b48e5042-dd67-43d4-811e-fff8244e7a9c req-800cc433-7a68-41c0-bcda-7d21127e9e7e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590477 Sep 18 19:53:32.954157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:32.956907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:32.996798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60454) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:33.014589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bafea-37e0-4dc8-9e68-2fbf34bf17ce req-4486dafe-f298-44aa-80e0-f68e4a1f99c0 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:33.016152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-895bafea-37e0-4dc8-9e68-2fbf34bf17ce req-4486dafe-f298-44aa-80e0-f68e4a1f99c0 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 931 time: 0.0830412 Sep 18 19:53:33.105419 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-895bafea-37e0-4dc8-9e68-2fbf34bf17ce req-4f2cce44-fe39-455a-bc99-cdb7aef0938f tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817425 Sep 18 19:53:33.117711 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1267948d-6c1d-44af-9506-0e824be54aa3 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:33.131254 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.134161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 84d973f7-84ea-4f1d-a5d8-30e326020422 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:53:33.147365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Transition to ACTIVE for port object 1267948d-6c1d-44af-9506-0e824be54aa3 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:53:33.153325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 84d973f7-84ea-4f1d-a5d8-30e326020422 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:33.153819 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.157037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.203794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:33.224706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f713f-55f8-4e12-95cb-630f5bea08af req-d068f3d7-262c-414f-bb01-528c993c5901 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:33.227466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-117f713f-55f8-4e12-95cb-630f5bea08af req-d068f3d7-262c-414f-bb01-528c993c5901 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 944 time: 0.0753362 Sep 18 19:53:33.228740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'port_id': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'mac_address': 'fa:16:3e:76:42:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c27aea7-2576-4fec-a5cf-4f89607fd695', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:33.241355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1267948d-6c1d-44af-9506-0e824be54aa3,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:33.243443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1837593818-network', 'tenant_id': '9f337eb3eabe47ff8592fc7424ebdde9'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:33.298853 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.301219 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.311250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-117f713f-55f8-4e12-95cb-630f5bea08af req-0e419c54-dac0-4527-b320-ad53a2d61018 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752683 Sep 18 19:53:33.348471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Made reservation on behalf of 9f337eb3eabe47ff8592fc7424ebdde9 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:33.351656 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.352486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:33.353774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:33.357299 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd1fce9-16b9-46d8-b90d-96caa99d55a7" -d '{"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-plugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:33.362395 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:33.362556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Attempting to bind port 1267948d-6c1d-44af-9506-0e824be54aa3 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:33.365399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Attempting to bind port 1267948d-6c1d-44af-9506-0e824be54aa3 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '3eb6864c-491a-476a-91c6-4c9004d4788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '546ea4dd-f793-426c-a125-ea23899baa4c'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:33.365399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Attempting to bind port 1267948d-6c1d-44af-9506-0e824be54aa3 on network 546ea4dd-f793-426c-a125-ea23899baa4c {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:33.369183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.380044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Port 1267948d-6c1d-44af-9506-0e824be54aa3 on network 546ea4dd-f793-426c-a125-ea23899baa4c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:53:33.380399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Attempting to bind port 1267948d-6c1d-44af-9506-0e824be54aa3 on network 546ea4dd-f793-426c-a125-ea23899baa4c {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:33.391683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:33.392074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Checking segment: {'id': '3eb6864c-491a-476a-91c6-4c9004d4788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '546ea4dd-f793-426c-a125-ea23899baa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:33.392410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Bound using segment: {'id': '3eb6864c-491a-476a-91c6-4c9004d4788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '546ea4dd-f793-426c-a125-ea23899baa4c'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:33.392846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Bound port: 1267948d-6c1d-44af-9506-0e824be54aa3, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb6864c-491a-476a-91c6-4c9004d4788a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '546ea4dd-f793-426c-a125-ea23899baa4c'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:33.393347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.513560 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.519472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] For port 1267948d-6c1d-44af-9506-0e824be54aa3, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:33.520949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.524906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] For port 1267948d-6c1d-44af-9506-0e824be54aa3, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1267948d-6c1d-44af-9506-0e824be54aa3,segment=NetworkSegment(3eb6864c-491a-476a-91c6-4c9004d4788a),segment_id=3eb6864c-491a-476a-91c6-4c9004d4788a)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:33.534495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.555784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f993d01-070a-4590-95c3-6e3a2a54c5ef,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:33.590448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:53:33.590686 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.591640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:33.603564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.604317 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Added segment 70e4571f-94fc-4a15-922e-16645de2b51f of type vlan for network 1ab1ca24-7030-4307-b66f-b34ab08955e8 Sep 18 19:53:33.621309 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1267948d-6c1d-44af-9506-0e824be54aa3,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:33.630311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:33.631210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.636696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-69a99533-8a4f-4c00-ae84-f8998d4d04d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/1267948d-6c1d-44af-9506-0e824be54aa3 HTTP/1.1" status: 200 len: 1092 time: 1.0651648 Sep 18 19:53:33.637196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2da556-417d-4deb-afe2-e8f6b27cc83e', 'tag': '1267948d-6c1d-44af-9506-0e824be54aa3'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:33.639909 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a81f182-0672-482c-a282-7cd14f973ace" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2da556-417d-4deb-afe2-e8f6b27cc83e", "tag": "1267948d-6c1d-44af-9506-0e824be54aa3"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:33.684221 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d07b62-588b-4558-87af-f3ff740a209b x-openstack-request-id: req-c9d07b62-588b-4558-87af-f3ff740a209b {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:33.684653 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2da556-417d-4deb-afe2-e8f6b27cc83e", "tag": "1267948d-6c1d-44af-9506-0e824be54aa3", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:33.685025 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9d07b62-588b-4558-87af-f3ff740a209b {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:33.685673 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2da556-417d-4deb-afe2-e8f6b27cc83e', 'tag': '1267948d-6c1d-44af-9506-0e824be54aa3', 'status': 'completed', 'code': 200} Sep 18 19:53:33.725112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.744426 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27da2c03-dc5e-450b-85c9-e08e2867c9a5 x-openstack-request-id: req-27da2c03-dc5e-450b-85c9-e08e2867c9a5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:33.744798 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-plugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:33.745052 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27da2c03-dc5e-450b-85c9-e08e2867c9a5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:33.745445 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'code': 200} Sep 18 19:53:33.749334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:33.766593 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.795792 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.796990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:33.797693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.806229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:33.839413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60470) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:33.841176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a157166b-2846-48ff-b494-889886bb9a3f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:33.841788 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.845792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Request body: {'subnet': {'network_id': '1ab1ca24-7030-4307-b66f-b34ab08955e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1837593818-subnet', 'tenant_id': '9f337eb3eabe47ff8592fc7424ebdde9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:33.848663 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8469296 Sep 18 19:53:33.854474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-561fc552-ebec-4c8b-b876-51272e329096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:33.857120 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-561fc552-ebec-4c8b-b876-51272e329096 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3498149ad46c441f8919ad8036802121&device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 1095 time: 0.1136136 Sep 18 19:53:33.876639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174d77-68a7-432c-9a24-58d97c067750 req-62e29009-a351-4b5c-910f-1bcd8a8fe01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:33.878392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9a174d77-68a7-432c-9a24-58d97c067750 req-62e29009-a351-4b5c-910f-1bcd8a8fe01a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1097 time: 0.1232133 Sep 18 19:53:33.916031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:33.948643 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-de8a2f16-9dee-4086-8de1-9c90dd6f64ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1267948d-6c1d-44af-9506-0e824be54aa3 HTTP/1.1" status: 200 len: 217 time: 0.0832825 Sep 18 19:53:33.978166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Made reservation on behalf of 9f337eb3eabe47ff8592fc7424ebdde9 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:33.980275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:33.980813 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:34.011470 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9a174d77-68a7-432c-9a24-58d97c067750 req-748c6eea-e8bb-4782-acdd-322e4b1a49c0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897942 Sep 18 19:53:34.025086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:34.029427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['8937cefa-0ba9-4f8b-a515-1d8d49a6fd71'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:34.030436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f45396-03e6-4af4-a1e9-5191445fa9bb admin admin] Pushing event updated for resources: {'Network': ['ID=1ab1ca24-7030-4307-b66f-b34ab08955e8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:34.035714 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:34.057106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e2647-a882-4df6-8f5f-c6e42fb1166e req-7a31854d-e7d2-4e6c-ba7b-37dbe393565e tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.063012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-479e2647-a882-4df6-8f5f-c6e42fb1166e req-7a31854d-e7d2-4e6c-ba7b-37dbe393565e tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 944 time: 0.3061759 Sep 18 19:53:34.078134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 1ab1ca24-7030-4307-b66f-b34ab08955e8 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:53:34.083025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-f70818a4-dd86-46e5-b932-3e103f7fbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.084576 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-f70818a4-dd86-46e5-b932-3e103f7fbe3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46cac9d2-ef1c-4b34-afdf-c88239faaf16 HTTP/1.1" status: 200 len: 848 time: 0.1252487 Sep 18 19:53:34.129292 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-59470dd5-06ec-4366-8283-fb709b65ac7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=546ea4dd-f793-426c-a125-ea23899baa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367069 Sep 18 19:53:34.144575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-479e2647-a882-4df6-8f5f-c6e42fb1166e req-b2944f05-6b9c-4229-94b5-3383fea6b0b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755813 Sep 18 19:53:34.204538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9cce-6629-4aba-9441-ed0ab68eaa7c req-5cc09127-5aea-451a-bb60-d529c9c8ad28 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.220732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91ea9cce-6629-4aba-9441-ed0ab68eaa7c req-5cc09127-5aea-451a-bb60-d529c9c8ad28 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 945 time: 0.1233470 Sep 18 19:53:34.257776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:34.276424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91ea9cce-6629-4aba-9441-ed0ab68eaa7c req-2bd73a10-f140-4b01-967c-c0f7c5a8550d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540042 Sep 18 19:53:34.294375 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-eece1dfa-f7ce-4d5f-9178-568029b71e30 service neutron] 10.222.0.24 "GET /v2.0/networks/546ea4dd-f793-426c-a125-ea23899baa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576324 Sep 18 19:53:34.346194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c3364-0f93-410f-833f-0dcebe979dd2 req-c5f36cf2-5df4-424d-8a1c-89428d8d884e tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.354544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-415c3364-0f93-410f-833f-0dcebe979dd2 req-c5f36cf2-5df4-424d-8a1c-89428d8d884e tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 943 time: 0.0756352 Sep 18 19:53:34.412567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-415c3364-0f93-410f-833f-0dcebe979dd2 req-5048299c-cbfb-4f58-b511-45ef73e391ae tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Sep 18 19:53:34.431582 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c5d843da-dbf4-4d38-b0a5-47e7650d5b77 req-54dc4806-31e0-4fd6-981e-56f05911838e service neutron] 10.222.0.24 "GET /v2.0/networks/546ea4dd-f793-426c-a125-ea23899baa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167397 Sep 18 19:53:34.449208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:34.514219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e2ee6-80d8-4c9b-8ee4-a47400211d12 req-07811e7a-3da3-4fc4-8dbf-e99bb8bbc158 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.516269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d85e2ee6-80d8-4c9b-8ee4-a47400211d12 req-07811e7a-3da3-4fc4-8dbf-e99bb8bbc158 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0604050 Sep 18 19:53:34.556328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec189ab9-00d7-48ef-93b9-1938f1b4b108,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:34.560032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Checking segment: {'id': '70e4571f-94fc-4a15-922e-16645de2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ab1ca24-7030-4307-b66f-b34ab08955e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:34.560032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Network hostable DHCP agents. Network: 1ab1ca24-7030-4307-b66f-b34ab08955e8, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:53:34.564976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d85e2ee6-80d8-4c9b-8ee4-a47400211d12 req-191e1f16-477a-4ec5-9735-b304b42651f3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Sep 18 19:53:34.573004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f182-0672-482c-a282-7cd14f973ace req-2b00a0db-3301-423f-9756-7de5eecb6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.575673 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a81f182-0672-482c-a282-7cd14f973ace req-2b00a0db-3301-423f-9756-7de5eecb6623 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3498149ad46c441f8919ad8036802121&device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 1095 time: 0.0889516 Sep 18 19:53:34.619208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Network 1ab1ca24-7030-4307-b66f-b34ab08955e8 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:53:34.668475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 1ab1ca24-7030-4307-b66f-b34ab08955e8) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:34.676636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a11402-a0bf-49aa-9bee-09237a948376 None None] Network 1ab1ca24-7030-4307-b66f-b34ab08955e8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:34.679480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.688911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:34.722256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f182-0672-482c-a282-7cd14f973ace req-cc883fe4-626f-47bc-8c9d-6c03c0e08c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.723804 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a81f182-0672-482c-a282-7cd14f973ace req-cc883fe4-626f-47bc-8c9d-6c03c0e08c09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=546ea4dd-f793-426c-a125-ea23899baa4c HTTP/1.1" status: 200 len: 909 time: 0.1415203 Sep 18 19:53:34.740185 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac644641-b00c-4c83-8bbf-928720e52ec0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8989859 Sep 18 19:53:34.790037 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a81f182-0672-482c-a282-7cd14f973ace req-6461d293-f3ff-4d5d-a3c9-3d286daf973c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1267948d-6c1d-44af-9506-0e824be54aa3 HTTP/1.1" status: 200 len: 217 time: 0.0571611 Sep 18 19:53:34.869087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f182-0672-482c-a282-7cd14f973ace req-ec32a703-c252-4391-803b-6c7505f25f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:34.875982 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a81f182-0672-482c-a282-7cd14f973ace req-ec32a703-c252-4391-803b-6c7505f25f26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46cac9d2-ef1c-4b34-afdf-c88239faaf16 HTTP/1.1" status: 200 len: 848 time: 0.0704377 Sep 18 19:53:34.879731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431fa5bb-de8d-455b-bcb6-3f2d9e8cff20 None None] Network 1ab1ca24-7030-4307-b66f-b34ab08955e8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:53:34.908183 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a81f182-0672-482c-a282-7cd14f973ace req-9f6d0601-a47d-4030-92b5-010d70c41cde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=546ea4dd-f793-426c-a125-ea23899baa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295680 Sep 18 19:53:34.948867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:35.073250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:53:35.079832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:35.080457 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:35.100679 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a81f182-0672-482c-a282-7cd14f973ace req-3d7d14c1-f90a-400b-a2c4-c29b18efc361 service neutron] 10.222.0.24 "GET /v2.0/networks/546ea4dd-f793-426c-a125-ea23899baa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843646 Sep 18 19:53:35.187196 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:35.227673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:35.240089 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:35.310427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:35.322929 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a81f182-0672-482c-a282-7cd14f973ace req-ab31d7fc-1914-4112-9cb6-9283449b63eb service neutron] 10.222.0.24 "GET /v2.0/networks/546ea4dd-f793-426c-a125-ea23899baa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139030 Sep 18 19:53:35.359209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103a518-d792-4972-aac0-cced2bec636d req-42091a63-3204-41c2-a49a-1d61e36aaee1 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:35.359209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b103a518-d792-4972-aac0-cced2bec636d req-42091a63-3204-41c2-a49a-1d61e36aaee1 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 945 time: 0.0794935 Sep 18 19:53:35.409764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b103a518-d792-4972-aac0-cced2bec636d req-9c13ea2d-82dc-427b-a89c-303b61057f15 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 Sep 18 19:53:35.572557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa9070-c575-4fdf-aa4e-5fdc783c841e req-f34e6bc8-2758-4b40-9a02-5008e6093a0d tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:35.575203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4aa9070-c575-4fdf-aa4e-5fdc783c841e req-f34e6bc8-2758-4b40-9a02-5008e6093a0d tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 943 time: 0.0766106 Sep 18 19:53:35.588253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5653fe-404f-42e1-89ac-1f800c3626ab req-e2a74f02-862f-45e7-8eb9-4586d093c784 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:35.589759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5653fe-404f-42e1-89ac-1f800c3626ab req-e2a74f02-862f-45e7-8eb9-4586d093c784 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 945 time: 0.1013656 Sep 18 19:53:35.653841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4aa9070-c575-4fdf-aa4e-5fdc783c841e req-f2ff49da-4003-49b9-8d70-81f7e9bba38e tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630212 Sep 18 19:53:35.657948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b5653fe-404f-42e1-89ac-1f800c3626ab req-69b36a0b-e7c6-4828-815d-b9b7a5c9a279 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602393 Sep 18 19:53:35.746728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f'}, {'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:35.755932 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8e4ade-f03b-4f0d-902d-a0d939dd1346" -d '{"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-plugged", "status": "completed", "tag": "a157166b-2846-48ff-b494-889886bb9a3f"}, {"server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "name": "network-vif-plugged", "status": "completed", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:35.814830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc31a7f-7aed-46a8-bf38-15450c8fb60f req-4de8e170-e2b7-4e7d-9a24-b74df506df5c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:35.823261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-adc31a7f-7aed-46a8-bf38-15450c8fb60f req-4de8e170-e2b7-4e7d-9a24-b74df506df5c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0744913 Sep 18 19:53:35.901083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-adc31a7f-7aed-46a8-bf38-15450c8fb60f req-a645c99b-b64b-4c24-ba79-9ab127325f98 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757031 Sep 18 19:53:35.928050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1d53e-8e4c-4d97-8ec1-7246ae6c4c6d req-af79f222-0dfa-4564-bedc-8a412c986e65 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:35.930206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66a1d53e-8e4c-4d97-8ec1-7246ae6c4c6d req-af79f222-0dfa-4564-bedc-8a412c986e65 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 945 time: 0.0814931 Sep 18 19:53:35.941152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60508) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:35.947221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'floatingip': {'port_id': '84d973f7-84ea-4f1d-a5d8-30e326020422'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:35.970993 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a28b38-3ea1-425b-998b-80a322073c9b x-openstack-request-id: req-48a28b38-3ea1-425b-998b-80a322073c9b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:35.971616 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-plugged", "status": "completed", "tag": "a157166b-2846-48ff-b494-889886bb9a3f", "code": 200}, {"server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "name": "network-vif-plugged", "status": "completed", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:35.972044 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48a28b38-3ea1-425b-998b-80a322073c9b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:35.972721 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f', 'code': 200} Sep 18 19:53:35.973152 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'code': 200} Sep 18 19:53:35.996332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:36.119968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f716464-ca0c-427a-908a-b2a13852cf93 req-eac14377-7500-41a5-865b-7cdef7ced020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:36.129590 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f716464-ca0c-427a-908a-b2a13852cf93 req-eac14377-7500-41a5-865b-7cdef7ced020 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 1097 time: 0.0867417 Sep 18 19:53:36.183274 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f716464-ca0c-427a-908a-b2a13852cf93 req-1dcbebcb-e695-44ad-9061-23ae9356f920 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525749 Sep 18 19:53:36.686432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e65a6-b46c-4ca5-8785-e42cc55ea964 req-d5b259c6-0a94-425c-8de4-2028c185c9d2 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:36.693788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b0e65a6-b46c-4ca5-8785-e42cc55ea964 req-d5b259c6-0a94-425c-8de4-2028c185c9d2 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 945 time: 0.1356742 Sep 18 19:53:36.796496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b0e65a6-b46c-4ca5-8785-e42cc55ea964 req-48d0ecb5-2f30-48e7-9af3-36762d870cf5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017630 Sep 18 19:53:36.954641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f089f6d-42f6-42eb-a50a-3a1b69918b73 req-4f341e77-0215-43a9-833d-77ea7c2b960b tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:36.957139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f089f6d-42f6-42eb-a50a-3a1b69918b73 req-4f341e77-0215-43a9-833d-77ea7c2b960b tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 943 time: 0.1977859 Sep 18 19:53:37.112602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f089f6d-42f6-42eb-a50a-3a1b69918b73 req-79df962c-b07e-4755-88c8-41f81b659c5b tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427202 Sep 18 19:53:37.149652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-d7bbf32f-6d40-4af3-a9ba-d1e93351c8da tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:37.157396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-d7bbf32f-6d40-4af3-a9ba-d1e93351c8da tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/networks?id=1ab1ca24-7030-4307-b66f-b34ab08955e8 HTTP/1.1" status: 200 len: 810 time: 0.2441688 Sep 18 19:53:37.216135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-e778ebe2-4ea6-4c33-8189-4db6d24450e2 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/quotas/9f337eb3eabe47ff8592fc7424ebdde9 HTTP/1.1" status: 200 len: 375 time: 0.0575776 Sep 18 19:53:37.262058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.resource_extend [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:53:37.294448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-e97569cb-8c14-448c-af1e-b6001fe58d95 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f337eb3eabe47ff8592fc7424ebdde9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773623 Sep 18 19:53:37.371207 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:37.380119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:37.479158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f73df-1252-43c1-9e95-8db31d542af6 req-a91caf18-6569-4690-b30c-0816d62e84fc tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:37.480653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f4f73df-1252-43c1-9e95-8db31d542af6 req-a91caf18-6569-4690-b30c-0816d62e84fc tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.2524140 Sep 18 19:53:37.591528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f4f73df-1252-43c1-9e95-8db31d542af6 req-9488c0d4-dbc9-4e44-ad3a-780b76568971 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017687 Sep 18 19:53:37.623766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-0a9436da-a5e8-4fdd-869e-30916289714c service neutron] 10.222.0.20 "GET /v2.0/networks/1ab1ca24-7030-4307-b66f-b34ab08955e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189988 Sep 18 19:53:37.634873 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Floating IP 3cb0c3b3-f014-48da-8471-34e3ddcb18e5 associated. External IP: 172.25.8.142, port: 84d973f7-84ea-4f1d-a5d8-30e326020422. Sep 18 19:53:37.813271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-dfbf2db3-3a50-49f2-b770-f51f3bae9313 service neutron] 10.222.0.20 "GET /v2.0/networks/1ab1ca24-7030-4307-b66f-b34ab08955e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915197 Sep 18 19:53:38.004121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cb8be-9390-4c7c-bff4-fde1bdbc9101 req-dfb57225-db7f-40cf-9ccd-2e8ec373e2de tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:38.005781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c0cb8be-9390-4c7c-bff4-fde1bdbc9101 req-dfb57225-db7f-40cf-9ccd-2e8ec373e2de tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 945 time: 0.1019022 Sep 18 19:53:38.011260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 1267948d-6c1d-44af-9506-0e824be54aa3 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:38.048406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Router db83c26f-72a4-4547-952e-f4541d3846c2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:53:38.084200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c0cb8be-9390-4c7c-bff4-fde1bdbc9101 req-036c8aa4-5719-4db3-a045-78c7fc0a49a9 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702355 Sep 18 19:53:38.178269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 1267948d-6c1d-44af-9506-0e824be54aa3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1267948d-6c1d-44af-9506-0e824be54aa3,segment=NetworkSegment(3eb6864c-491a-476a-91c6-4c9004d4788a),segment_id=3eb6864c-491a-476a-91c6-4c9004d4788a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:38.192429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '1267948d-6c1d-44af-9506-0e824be54aa3', 'network_id': '546ea4dd-f793-426c-a125-ea23899baa4c', 'port_id': '1267948d-6c1d-44af-9506-0e824be54aa3', 'mac_address': 'fa:16:3e:a7:42:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cac9d2-ef1c-4b34-afdf-c88239faaf16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:38.234383 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5ff7a4c-986e-4c3c-afcf-92b95074211d req-e5a69f07-79fc-4f77-ae3f-0d5717222cf5 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 210 time: 0.1255169 Sep 18 19:53:38.256523 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:38.289925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1267948d-6c1d-44af-9506-0e824be54aa3 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:38.326199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 1267948d-6c1d-44af-9506-0e824be54aa3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1267948d-6c1d-44af-9506-0e824be54aa3,segment=NetworkSegment(3eb6864c-491a-476a-91c6-4c9004d4788a),segment_id=3eb6864c-491a-476a-91c6-4c9004d4788a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:38.350009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a768b6-9ef2-40ba-9deb-43fbbb6a5415 req-ddba08f1-ecc8-4cf9-866c-55767ffb3735 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:38.358456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76a768b6-9ef2-40ba-9deb-43fbbb6a5415 req-ddba08f1-ecc8-4cf9-866c-55767ffb3735 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 945 time: 0.1212418 Sep 18 19:53:38.360444 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:38.435089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76a768b6-9ef2-40ba-9deb-43fbbb6a5415 req-4288ff80-3a03-4811-8c85-5503cf95f6ba tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756745 Sep 18 19:53:38.460155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=1267948d-6c1d-44af-9506-0e824be54aa3,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:38.482930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:53:38.498344 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] Sync routers for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:53:38.499424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:38.524194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:53:38.524939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:53:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:38.582280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2e2ca306-a3be-47f1-bdea-ea24a235df7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "PUT /v2.0/floatingips/3cb0c3b3-f014-48da-8471-34e3ddcb18e5 HTTP/1.1" status: 200 len: 991 time: 2.6390498 Sep 18 19:53:38.594728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:38.597375 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0768c488-817e-4778-8f8d-2c1cd18637cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:38.612292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303f91d-394a-4e96-b831-2bf89e99b6bf req-a8b7f4e5-fcbb-443b-a99a-7403cd350156 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:38.635988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6303f91d-394a-4e96-b831-2bf89e99b6bf req-a8b7f4e5-fcbb-443b-a99a-7403cd350156 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 944 time: 0.2734394 Sep 18 19:53:38.670246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['1267948d-6c1d-44af-9506-0e824be54aa3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:38.696827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6303f91d-394a-4e96-b831-2bf89e99b6bf req-fc25719d-de2f-4b0f-b295-a8827a23b573 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Sep 18 19:53:38.751095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:53:38.918608 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066fa0df-f43c-496b-88f9-e8f6df5d9174 x-openstack-request-id: req-066fa0df-f43c-496b-88f9-e8f6df5d9174 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:38.919188 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:38.919401 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-066fa0df-f43c-496b-88f9-e8f6df5d9174 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:38.919850 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'status': 'completed', 'code': 200} Sep 18 19:53:38.995062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-be8dcd7b-d5ad-4852-b262-e618f134c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:38.996833 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-be8dcd7b-d5ad-4852-b262-e618f134c9a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1097 time: 0.0525408 Sep 18 19:53:39.124048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-13fe49ea-9ee2-4f71-813b-6b1a233d232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:39.125731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-13fe49ea-9ee2-4f71-813b-6b1a233d232d service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1110382 Sep 18 19:53:39.158637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b221e1e-4145-4dbf-a99e-d88866075f57 req-9e7bdf01-0d33-4161-aa7e-5f87e90dbad0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:39.187972 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b221e1e-4145-4dbf-a99e-d88866075f57 req-9e7bdf01-0d33-4161-aa7e-5f87e90dbad0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1671934 Sep 18 19:53:39.197094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3cb0c3b3-f014-48da-8471-34e3ddcb18e5', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'port_id': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'mac_address': 'fa:16:3e:24:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:53:21Z', 'updated_at': '2021-09-18T19:53:37Z', 'revision_number': 1, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:22Z', 'revision_number': 5, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:39.237689 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-516bf210-642f-411c-8801-ebd8f590cb43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 999 time: 0.0997047 Sep 18 19:53:39.242816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] Checking router: db83c26f-72a4-4547-952e-f4541d3846c2 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:53:39.256503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:53:39.258095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:53:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:39.294836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b221e1e-4145-4dbf-a99e-d88866075f57 req-ee5f7383-d9e0-43ca-a374-cf5d700ba5ef tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961180 Sep 18 19:53:39.333448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-516f4d57-bd10-4ec0-9315-e60a4ab1caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:39.344458 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-516f4d57-bd10-4ec0-9315-e60a4ab1caf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0953872 Sep 18 19:53:39.413923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-7704e2d5-075f-43dd-ab8a-7f2c6753ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:39.416559 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-7704e2d5-075f-43dd-ab8a-7f2c6753ffce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648036 Sep 18 19:53:39.479797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfe0aee2-a91b-4796-80a7-52bbc444e5b8 req-39fdf311-1a89-45eb-8b56-cb472383bf6d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 210 time: 0.0476496 Sep 18 19:53:39.503486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:53:39.706498 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-213ffdbd-fb7b-4571-83a4-262eacb6fe5a service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767928 Sep 18 19:53:39.745715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11c6a-b6c1-41c0-ba77-df52abeeddc9 req-c20fe27f-309f-4f14-96b6-deb597900dda tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:39.769622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ae11c6a-b6c1-41c0-ba77-df52abeeddc9 req-c20fe27f-309f-4f14-96b6-deb597900dda tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 945 time: 0.1196113 Sep 18 19:53:39.849547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ae11c6a-b6c1-41c0-ba77-df52abeeddc9 req-604ffcc5-29cb-4e10-bd9d-046a5cb00c7f tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781450 Sep 18 19:53:39.893918 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0768c488-817e-4778-8f8d-2c1cd18637cf req-a227ed76-57d4-48c5-b232-1a5ac46e96e1 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800086 Sep 18 19:53:39.932351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3cb0c3b3-f014-48da-8471-34e3ddcb18e5', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'port_id': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'mac_address': 'fa:16:3e:24:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:53:21Z', 'updated_at': '2021-09-18T19:53:37Z', 'revision_number': 1, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:22Z', 'revision_number': 5, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:39.963134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43aeafd-52d4-4644-84f2-ca7ed3eb888e None None] The sync data for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 is: [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '3cb0c3b3-f014-48da-8471-34e3ddcb18e5', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'port_id': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'mac_address': 'fa:16:3e:24:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:53:21Z', 'updated_at': '2021-09-18T19:53:37Z', 'revision_number': 1, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:22Z', 'revision_number': 5, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:53:39.965003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6286d405-5818-426e-b08e-9b83ba86b283 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:39.973328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917a5f1-4c22-4afb-bd0e-7f486002adb0 req-6cf99b06-f54c-4b1b-b756-34e7aa5a5ec9 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:39.974515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9917a5f1-4c22-4afb-bd0e-7f486002adb0 req-6cf99b06-f54c-4b1b-b756-34e7aa5a5ec9 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 944 time: 0.1338966 Sep 18 19:53:39.979348 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6286d405-5818-426e-b08e-9b83ba86b283 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.24 "GET /v2.0/networks?id=1ab1ca24-7030-4307-b66f-b34ab08955e8 HTTP/1.1" status: 200 len: 810 time: 0.3612876 Sep 18 19:53:39.984387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Request body: {'port': {'device_id': '652595d0-18c8-4d98-8610-4b86f2c91d1e', 'network_id': '1ab1ca24-7030-4307-b66f-b34ab08955e8', 'admin_state_up': True, 'tenant_id': '9f337eb3eabe47ff8592fc7424ebdde9'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:40.004714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 1267948d-6c1d-44af-9506-0e824be54aa3 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:40.062541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9917a5f1-4c22-4afb-bd0e-7f486002adb0 req-b28abf59-ec1e-48ba-9cfd-007f6c932000 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757852 Sep 18 19:53:40.111711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 1267948d-6c1d-44af-9506-0e824be54aa3 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:53:40.118726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 1267948d-6c1d-44af-9506-0e824be54aa3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:40.119154 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:40.157164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Made reservation on behalf of 9f337eb3eabe47ff8592fc7424ebdde9 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:40.163956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:40.261534 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:40.293378 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b54777-bb61-499d-b741-7ffc70e4d4d4 None None] New status for floating IP 3cb0c3b3-f014-48da-8471-34e3ddcb18e5: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:53:40.316038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 1267948d-6c1d-44af-9506-0e824be54aa3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1267948d-6c1d-44af-9506-0e824be54aa3,segment=NetworkSegment(3eb6864c-491a-476a-91c6-4c9004d4788a),segment_id=3eb6864c-491a-476a-91c6-4c9004d4788a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:40.321214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2da556-417d-4deb-afe2-e8f6b27cc83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267948d-6c1d-44af-9506-0e824be54aa3'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:40.324664 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5608f76-69b7-41fd-81c8-8e7b49402b1d" -d '{"events": [{"server_uuid": "ac2da556-417d-4deb-afe2-e8f6b27cc83e", "name": "network-vif-plugged", "status": "completed", "tag": "1267948d-6c1d-44af-9506-0e824be54aa3"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:40.338516 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:40.369102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Allocated IP 172.20.0.3 (1ab1ca24-7030-4307-b66f-b34ab08955e8/ec189ab9-00d7-48ef-93b9-1938f1b4b108/375a09ab-ed7c-4e91-881f-e3b22de57667) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:40.476301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=1267948d-6c1d-44af-9506-0e824be54aa3,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:40.483363 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc706f81-5035-4081-a29c-13e149ba14c6 x-openstack-request-id: req-fc706f81-5035-4081-a29c-13e149ba14c6 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:40.486503 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2da556-417d-4deb-afe2-e8f6b27cc83e", "name": "network-vif-plugged", "status": "completed", "tag": "1267948d-6c1d-44af-9506-0e824be54aa3", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:40.486970 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc706f81-5035-4081-a29c-13e149ba14c6 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:40.490231 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2da556-417d-4deb-afe2-e8f6b27cc83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267948d-6c1d-44af-9506-0e824be54aa3', 'code': 200} Sep 18 19:53:40.546362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3f607-69b8-4e61-bd8c-fc9f3298599a req-574473d1-4258-4b0e-8c45-a465b4860cba tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:40.554051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9d3f607-69b8-4e61-bd8c-fc9f3298599a req-574473d1-4258-4b0e-8c45-a465b4860cba tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1416564 Sep 18 19:53:40.623313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:40.681962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcf65858-75c6-46e2-ab31-66c068672962 req-1ab0d7ad-4141-4021-a97e-b7b27880efff tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 210 time: 0.0550096 Sep 18 19:53:40.690127 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:40.704833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9d3f607-69b8-4e61-bd8c-fc9f3298599a req-4d690942-6d01-4cea-8630-863fd61599ed tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487737 Sep 18 19:53:40.730537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc6861-381b-43ee-ae9d-4e33c15cbc97 req-fb983606-4a32-4fe2-9629-bb7552638e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:40.732262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7bc6861-381b-43ee-ae9d-4e33c15cbc97 req-fb983606-4a32-4fe2-9629-bb7552638e59 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 1097 time: 0.1760404 Sep 18 19:53:40.751304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Network 1ab1ca24-7030-4307-b66f-b34ab08955e8 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:40.754564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:40.758522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:40.786942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7bc6861-381b-43ee-ae9d-4e33c15cbc97 req-a89e26fd-c7b5-4a94-bc46-978559d0fec5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Sep 18 19:53:40.801702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Pushing event updated for resources: {'Port': ['ID=375a09ab-ed7c-4e91-881f-e3b22de57667,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:40.819111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:40.820308 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:40.835838 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-f329a3c7-9f2b-440c-a7d1-c5310ccae20d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8552175 Sep 18 19:53:40.975394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Request body: {'port': {'device_id': '652595d0-18c8-4d98-8610-4b86f2c91d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:40.981998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:40.983141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6040-2784-4489-a66a-1f36d554fd00 req-97bbe113-7ba6-4a55-8e60-6dbe73387538 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:40.983141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d42c6040-2784-4489-a66a-1f36d554fd00 req-97bbe113-7ba6-4a55-8e60-6dbe73387538 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 945 time: 0.0596914 Sep 18 19:53:41.037766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d42c6040-2784-4489-a66a-1f36d554fd00 req-fb7ee6ee-f9d5-45bd-a54c-661cb3878bdb tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Sep 18 19:53:41.064366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:41.108647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:41.121069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'port_id': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'mac_address': 'fa:16:3e:76:42:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c27aea7-2576-4fec-a5cf-4f89607fd695', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:41.165755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:41.193865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:41.221230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff72997-e4f6-4a44-916c-a9146ced0f2b req-43a9ee24-e615-424b-906e-ddc54ed2aa1c tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:41.222427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:41.230289 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:41.231248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ff72997-e4f6-4a44-916c-a9146ced0f2b req-43a9ee24-e615-424b-906e-ddc54ed2aa1c tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 945 time: 0.1010759 Sep 18 19:53:41.275604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ff72997-e4f6-4a44-916c-a9146ced0f2b req-9941c810-1af3-4837-bc26-bd69319d5ff8 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Sep 18 19:53:41.312843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:41.351936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['8937cefa-0ba9-4f8b-a515-1d8d49a6fd71'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:41.401616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375a09ab-ed7c-4e91-881f-e3b22de57667 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:41.411649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:41.432556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Transition to ACTIVE for port object 375a09ab-ed7c-4e91-881f-e3b22de57667 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:53:41.441958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:41.512024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Pushing event updated for resources: {'Port': ['ID=375a09ab-ed7c-4e91-881f-e3b22de57667,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:41.604520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Attempting to bind port 375a09ab-ed7c-4e91-881f-e3b22de57667 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:41.604894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Attempting to bind port 375a09ab-ed7c-4e91-881f-e3b22de57667 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '70e4571f-94fc-4a15-922e-16645de2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ab1ca24-7030-4307-b66f-b34ab08955e8'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:41.605229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Attempting to bind port 375a09ab-ed7c-4e91-881f-e3b22de57667 on network 1ab1ca24-7030-4307-b66f-b34ab08955e8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:41.610603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Port 375a09ab-ed7c-4e91-881f-e3b22de57667 on network 1ab1ca24-7030-4307-b66f-b34ab08955e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:53:41.610940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Attempting to bind port 375a09ab-ed7c-4e91-881f-e3b22de57667 on network 1ab1ca24-7030-4307-b66f-b34ab08955e8 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:41.617320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:41.617765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Checking segment: {'id': '70e4571f-94fc-4a15-922e-16645de2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ab1ca24-7030-4307-b66f-b34ab08955e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:41.618271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Bound using segment: {'id': '70e4571f-94fc-4a15-922e-16645de2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ab1ca24-7030-4307-b66f-b34ab08955e8'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:41.618808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Bound port: 375a09ab-ed7c-4e91-881f-e3b22de57667, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e4571f-94fc-4a15-922e-16645de2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ab1ca24-7030-4307-b66f-b34ab08955e8'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:41.619268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:41.697583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] For port 375a09ab-ed7c-4e91-881f-e3b22de57667, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:41.700980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] For port 375a09ab-ed7c-4e91-881f-e3b22de57667, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=375a09ab-ed7c-4e91-881f-e3b22de57667,segment=NetworkSegment(70e4571f-94fc-4a15-922e-16645de2b51f),segment_id=70e4571f-94fc-4a15-922e-16645de2b51f)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:41.708492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:41.749254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:41.756849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:41.763514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] 10.222.0.24 "PUT /v2.0/ports/375a09ab-ed7c-4e91-881f-e3b22de57667 HTTP/1.1" status: 200 len: 1092 time: 0.7955735 Sep 18 19:53:41.766018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652595d0-18c8-4d98-8610-4b86f2c91d1e', 'tag': '375a09ab-ed7c-4e91-881f-e3b22de57667'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:41.770523 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e822612-0e6f-419a-a9cf-928585ac192f" -d '{"events": [{"name": "network-changed", "server_uuid": "652595d0-18c8-4d98-8610-4b86f2c91d1e", "tag": "375a09ab-ed7c-4e91-881f-e3b22de57667"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:41.820743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9bd6f-d694-4e1e-9925-c0a1ffbaeb13 service neutron] Pushing event updated for resources: {'Port': ['ID=375a09ab-ed7c-4e91-881f-e3b22de57667,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:41.871490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4dfe8-1bfc-4195-b01e-e3062bf267d5 req-4ff90cf1-02bc-4a02-b44a-67aa716df6b1 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:41.876122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ee4dfe8-1bfc-4195-b01e-e3062bf267d5 req-4ff90cf1-02bc-4a02-b44a-67aa716df6b1 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 943 time: 0.0740180 Sep 18 19:53:41.998573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ee4dfe8-1bfc-4195-b01e-e3062bf267d5 req-0addcfe2-8d44-4e53-a126-d893f9749544 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119013 Sep 18 19:53:42.011006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ef80-d1ab-402b-997c-37011cde4b43 req-9ddbac2a-e5cb-4427-9027-f544da8311f5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:42.020690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99b7ef80-d1ab-402b-997c-37011cde4b43 req-9ddbac2a-e5cb-4427-9027-f544da8311f5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1434247 Sep 18 19:53:42.086410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99b7ef80-d1ab-402b-997c-37011cde4b43 req-5e44a41f-a638-4977-98be-58e9d8d5ee4f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609021 Sep 18 19:53:42.213432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa36ea-64f0-4af2-afaf-b7c10d3829e5 req-4ae42abe-7842-4288-b4c7-c170d9207f64 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:42.215120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08aa36ea-64f0-4af2-afaf-b7c10d3829e5 req-4ae42abe-7842-4288-b4c7-c170d9207f64 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 944 time: 0.0738804 Sep 18 19:53:42.253355 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80446a-9f31-4eee-bb32-362ce437ac3d x-openstack-request-id: req-1b80446a-9f31-4eee-bb32-362ce437ac3d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:42.253627 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652595d0-18c8-4d98-8610-4b86f2c91d1e", "tag": "375a09ab-ed7c-4e91-881f-e3b22de57667", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:42.253877 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b80446a-9f31-4eee-bb32-362ce437ac3d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:42.254267 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652595d0-18c8-4d98-8610-4b86f2c91d1e', 'tag': '375a09ab-ed7c-4e91-881f-e3b22de57667', 'status': 'completed', 'code': 200} Sep 18 19:53:42.274315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-0dbc463f-0ef2-4038-b323-00e9fc4c3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:42.276610 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-0dbc463f-0ef2-4038-b323-00e9fc4c3632 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f337eb3eabe47ff8592fc7424ebdde9&device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 1095 time: 0.4446886 Sep 18 19:53:42.280161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08aa36ea-64f0-4af2-afaf-b7c10d3829e5 req-7b3aa2b8-aad1-416c-add8-ada76063ab71 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547988 Sep 18 19:53:42.334068 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-146a7279-4b6a-40fa-888c-ca15e26cccf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375a09ab-ed7c-4e91-881f-e3b22de57667 HTTP/1.1" status: 200 len: 217 time: 0.0455799 Sep 18 19:53:42.396251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-e126c2bc-6f36-4ca2-8f43-9de13b83aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:42.398781 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-e126c2bc-6f36-4ca2-8f43-9de13b83aea6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec189ab9-00d7-48ef-93b9-1938f1b4b108 HTTP/1.1" status: 200 len: 850 time: 0.0581710 Sep 18 19:53:42.430330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010a76e-a9f7-4811-8b62-50fd797c12d6 req-18e1caa3-03d8-485f-9f0b-79412efc44b0 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:42.431832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1010a76e-a9f7-4811-8b62-50fd797c12d6 req-18e1caa3-03d8-485f-9f0b-79412efc44b0 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 945 time: 0.0688136 Sep 18 19:53:42.439517 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-2a4b9931-0355-47c6-b6bf-3573c57b2f8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ab1ca24-7030-4307-b66f-b34ab08955e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336003 Sep 18 19:53:42.488305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1010a76e-a9f7-4811-8b62-50fd797c12d6 req-6010f60f-c145-4331-b0c7-8b66534c4f14 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496976 Sep 18 19:53:42.568979 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-e09bb962-8cc5-4df3-974a-1c4e0b9d611f service neutron] 10.222.0.24 "GET /v2.0/networks/1ab1ca24-7030-4307-b66f-b34ab08955e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217060 Sep 18 19:53:42.737634 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1b23aaaf-b550-4c05-ac53-0bc42cf97838 req-8857b02d-1d6e-4fb6-b060-84edf03a49c2 service neutron] 10.222.0.24 "GET /v2.0/networks/1ab1ca24-7030-4307-b66f-b34ab08955e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616812 Sep 18 19:53:42.853205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822612-0e6f-419a-a9cf-928585ac192f req-09ab3846-237e-42f3-9bd4-1d8756a6f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:42.855017 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1e822612-0e6f-419a-a9cf-928585ac192f req-09ab3846-237e-42f3-9bd4-1d8756a6f7d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f337eb3eabe47ff8592fc7424ebdde9&device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 1095 time: 0.0640924 Sep 18 19:53:42.980003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:42.993069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822612-0e6f-419a-a9cf-928585ac192f req-88bd225f-632d-4a7b-ab52-dd96eeac585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:42.994604 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1e822612-0e6f-419a-a9cf-928585ac192f req-88bd225f-632d-4a7b-ab52-dd96eeac585e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1ab1ca24-7030-4307-b66f-b34ab08955e8 HTTP/1.1" status: 200 len: 911 time: 0.1260700 Sep 18 19:53:43.055328 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1e822612-0e6f-419a-a9cf-928585ac192f req-c3c3a67d-a1b2-4bab-ad5a-8cd6e1b39865 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375a09ab-ed7c-4e91-881f-e3b22de57667 HTTP/1.1" status: 200 len: 217 time: 0.0490751 Sep 18 19:53:43.075044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:43.075439 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:43.193341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822612-0e6f-419a-a9cf-928585ac192f req-b1b77127-dab7-4625-b070-3e37e1594b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:43.195645 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1e822612-0e6f-419a-a9cf-928585ac192f req-b1b77127-dab7-4625-b070-3e37e1594b1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec189ab9-00d7-48ef-93b9-1938f1b4b108 HTTP/1.1" status: 200 len: 850 time: 0.1362784 Sep 18 19:53:43.237661 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1e822612-0e6f-419a-a9cf-928585ac192f req-b2953373-af51-44ef-9d43-cba03b6f839a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1ab1ca24-7030-4307-b66f-b34ab08955e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349433 Sep 18 19:53:43.280216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9fd3-4591-4a08-9519-f4d4d6ed54f1 req-938195fe-a850-454a-b4ee-a45401886bda tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:43.281817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd5b9fd3-4591-4a08-9519-f4d4d6ed54f1 req-938195fe-a850-454a-b4ee-a45401886bda tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 943 time: 0.1470869 Sep 18 19:53:43.427210 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:43.433324 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd5b9fd3-4591-4a08-9519-f4d4d6ed54f1 req-70e4b879-3011-4e40-aa7c-6064a627332d tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113410 Sep 18 19:53:43.466095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae3558-83da-4e99-a463-4d66bd155e64 req-ebc1cf26-60e3-4024-bfac-604ac2329455 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:43.478432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61ae3558-83da-4e99-a463-4d66bd155e64 req-ebc1cf26-60e3-4024-bfac-604ac2329455 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.2569737 Sep 18 19:53:43.494406 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1e822612-0e6f-419a-a9cf-928585ac192f req-80e72e09-f73e-4d10-9b4a-9f1e2aaa4316 service neutron] 10.222.0.24 "GET /v2.0/networks/1ab1ca24-7030-4307-b66f-b34ab08955e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481136 Sep 18 19:53:43.517579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:43.523829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:43.532229 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525767b1-3202-4ed6-befe-b40e4ea0e612" -d '{"events": [{"server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "name": "network-vif-plugged", "status": "completed", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:43.541877 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:43.586492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61ae3558-83da-4e99-a463-4d66bd155e64 req-e0458c3b-2dd6-4ade-b8b5-f49f682ae4a5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069422 Sep 18 19:53:43.665474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:43.705454 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1e822612-0e6f-419a-a9cf-928585ac192f req-b4af1397-3313-423f-a791-fb412288f41a service neutron] 10.222.0.24 "GET /v2.0/networks/1ab1ca24-7030-4307-b66f-b34ab08955e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997838 Sep 18 19:53:43.706455 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f7c529-635a-44c0-b417-5371ae9ce79e x-openstack-request-id: req-f4f7c529-635a-44c0-b417-5371ae9ce79e {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:43.706928 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "name": "network-vif-plugged", "status": "completed", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:43.707819 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4f7c529-635a-44c0-b417-5371ae9ce79e {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:43.721824 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'code': 200} Sep 18 19:53:43.788235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8885c-95b7-4848-bddc-a685870ad836 req-1c8cddd8-3688-49c9-8a99-90c2d3b23410 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:43.798498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24d8885c-95b7-4848-bddc-a685870ad836 req-1c8cddd8-3688-49c9-8a99-90c2d3b23410 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 945 time: 0.0936658 Sep 18 19:53:43.912097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24d8885c-95b7-4848-bddc-a685870ad836 req-83616bbb-eb44-4954-9449-6c0dd336de16 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124656 Sep 18 19:53:44.255605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dada9-fcc8-4b1c-9b92-c66ca3695215 req-fa1711bb-2623-469f-82a7-2fffb4aadfc4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:44.264977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-817dada9-fcc8-4b1c-9b92-c66ca3695215 req-fa1711bb-2623-469f-82a7-2fffb4aadfc4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 945 time: 0.0670192 Sep 18 19:53:44.310475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-817dada9-fcc8-4b1c-9b92-c66ca3695215 req-cdebee6f-0042-490a-abe9-badc7927fa4d tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 Sep 18 19:53:44.599532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa56116-e686-4906-85b3-c61a8659e277 req-e6bb8532-21d5-45d2-830d-3646245fdfe6 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:44.601855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fa56116-e686-4906-85b3-c61a8659e277 req-e6bb8532-21d5-45d2-830d-3646245fdfe6 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 943 time: 0.0597086 Sep 18 19:53:44.680638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fa56116-e686-4906-85b3-c61a8659e277 req-7f7bd947-d48b-4792-8fc4-690a1f360939 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647249 Sep 18 19:53:44.791437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f271f8-afcc-435e-8dbc-6b32ff3e551a req-264f7c55-2f89-49c4-9698-22e973663c32 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:44.793172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6f271f8-afcc-435e-8dbc-6b32ff3e551a req-264f7c55-2f89-49c4-9698-22e973663c32 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0554647 Sep 18 19:53:44.835311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6f271f8-afcc-435e-8dbc-6b32ff3e551a req-707c2720-cf70-487e-8e85-5c5fc8859dfa tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357099 Sep 18 19:53:44.982500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:45.077949 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:45.119959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:45.125018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:45.184858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:45.446593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c241b4e-afcd-4408-918b-8d6dc6452af5 req-7e435506-5c82-443f-94e9-247b89d66a44 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:45.456895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c241b4e-afcd-4408-918b-8d6dc6452af5 req-7e435506-5c82-443f-94e9-247b89d66a44 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 943 time: 0.0630860 Sep 18 19:53:45.501486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c241b4e-afcd-4408-918b-8d6dc6452af5 req-da20f108-d148-4a48-af86-9ff67db87165 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 Sep 18 19:53:45.724542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:45.727996 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6d120d-5c15-4023-87d5-0d5851fc57b6" -d '{"events": [{"server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "name": "network-vif-unplugged", "status": "completed", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:45.799601 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579d46cf-7559-4e08-a511-390a06b033c2 x-openstack-request-id: req-579d46cf-7559-4e08-a511-390a06b033c2 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:45.799977 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "name": "network-vif-unplugged", "status": "completed", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:45.800220 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-579d46cf-7559-4e08-a511-390a06b033c2 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:45.800789 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'code': 200} Sep 18 19:53:45.922441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2416d-9115-4a1a-9f14-6d9dc7ac5e85 req-1fcb4e96-e1ad-43da-9667-4f18098559fa tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:45.930503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c2d2416d-9115-4a1a-9f14-6d9dc7ac5e85 req-1fcb4e96-e1ad-43da-9667-4f18098559fa tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 943 time: 0.1338656 Sep 18 19:53:45.946012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-9188af88-8f0e-4493-8bb1-ffb4d42e5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:45.947875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-34ab009d-3314-47d4-81c6-13c2d15b3c17 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:45.948422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-9188af88-8f0e-4493-8bb1-ffb4d42e5df2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1097 time: 0.1014061 Sep 18 19:53:45.950753 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-34ab009d-3314-47d4-81c6-13c2d15b3c17 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 943 time: 0.1080008 Sep 18 19:53:46.037962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 375a09ab-ed7c-4e91-881f-e3b22de57667 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:46.081219 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Deleting port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:46.081568 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:46.091898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c2d2416d-9115-4a1a-9f14-6d9dc7ac5e85 req-c31f2e72-85da-4241-942f-703c4f8a9fde tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601481 Sep 18 19:53:46.126825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed23e2-b5d7-4087-b070-7991220cbaa0 req-a26a0f29-66ea-4c4a-a35c-d16061e727dd tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:46.129116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8ed23e2-b5d7-4087-b070-7991220cbaa0 req-a26a0f29-66ea-4c4a-a35c-d16061e727dd tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1487882 Sep 18 19:53:46.203078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 375a09ab-ed7c-4e91-881f-e3b22de57667, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=375a09ab-ed7c-4e91-881f-e3b22de57667,segment=NetworkSegment(70e4571f-94fc-4a15-922e-16645de2b51f),segment_id=70e4571f-94fc-4a15-922e-16645de2b51f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:46.217526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '375a09ab-ed7c-4e91-881f-e3b22de57667', 'network_id': '1ab1ca24-7030-4307-b66f-b34ab08955e8', 'port_id': '375a09ab-ed7c-4e91-881f-e3b22de57667', 'mac_address': 'fa:16:3e:81:2a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec189ab9-00d7-48ef-93b9-1938f1b4b108', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:46.243061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] For port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:46.243466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:46.257914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Calling delete_port for 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:46.262363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:46.281363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375a09ab-ed7c-4e91-881f-e3b22de57667 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:46.283788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8ed23e2-b5d7-4087-b070-7991220cbaa0 req-6a80ab7c-82b0-4e1c-ba4c-b985cb8c6a00 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469698 Sep 18 19:53:46.284851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-8917c762-d962-4e42-913c-9b8b481c1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:46.286246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-8917c762-d962-4e42-913c-9b8b481c1f2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.3166227 Sep 18 19:53:46.317050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 375a09ab-ed7c-4e91-881f-e3b22de57667, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=375a09ab-ed7c-4e91-881f-e3b22de57667,segment=NetworkSegment(70e4571f-94fc-4a15-922e-16645de2b51f),segment_id=70e4571f-94fc-4a15-922e-16645de2b51f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:46.325650 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:46.408725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=375a09ab-ed7c-4e91-881f-e3b22de57667,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:46.426975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-dc4ac7e6-b934-4f47-971b-a42b593f6034 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 200 len: 1000 time: 0.1260304 Sep 18 19:53:46.484221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:46.495113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-5df632eb-26b5-4192-84d0-afc478d4d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:46.496647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-5df632eb-26b5-4192-84d0-afc478d4d897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.0622661 Sep 18 19:53:46.538546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event deleted for resources: {'Port': ['ID=8937cefa-0ba9-4f8b-a515-1d8d49a6fd71,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:46.591455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] No DVR routers for this DVR port 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:46.594417 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:46.596698 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-42bfbc15-0c68-4c01-b63a-50e9e32db098 req-8a9b28d5-5100-440e-9302-054b1e7b91b5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "DELETE /v2.0/ports/8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 HTTP/1.1" status: 204 len: 173 time: 0.6284018 Sep 18 19:53:46.597220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'name': 'network-vif-deleted', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:46.599082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['375a09ab-ed7c-4e91-881f-e3b22de57667'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:46.599926 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875c0462-2f89-469c-9dea-16a5f6fdd764" -d '{"events": [{"server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "name": "network-vif-deleted", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:46.613456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-140de9ba-bf20-4bd0-865b-b164577ae748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:46.615482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-140de9ba-bf20-4bd0-865b-b164577ae748 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105864 Sep 18 19:53:46.633374 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d877ecb5-7ac2-48e3-9999-945bcbec1813 req-4c18590a-ff28-4779-9fb7-da2a7bed3c7f tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb5b438c-9b05-4563-b061-502aeaa7ccb6 HTTP/1.1" status: 200 len: 210 time: 0.0403464 Sep 18 19:53:46.735570 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8001f4e4-df15-4766-bb2d-8d545164d1a1 x-openstack-request-id: req-8001f4e4-df15-4766-bb2d-8d545164d1a1 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:46.735851 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb5b438c-9b05-4563-b061-502aeaa7ccb6", "name": "network-vif-deleted", "tag": "8937cefa-0ba9-4f8b-a515-1d8d49a6fd71", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:46.736160 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8001f4e4-df15-4766-bb2d-8d545164d1a1 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:46.736572 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5b438c-9b05-4563-b061-502aeaa7ccb6', 'name': 'network-vif-deleted', 'tag': '8937cefa-0ba9-4f8b-a515-1d8d49a6fd71', 'status': 'completed', 'code': 200} Sep 18 19:53:46.971697 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:53:47.106223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-709b7ba3-3488-4dc0-a54f-f295c38c8246 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767559 Sep 18 19:53:47.121806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc4b8b-f3d1-4fa5-972a-80fff9a7c256 req-a8cacc13-068b-46ff-871a-8d6ffd7ba692 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:47.123671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3cc4b8b-f3d1-4fa5-972a-80fff9a7c256 req-a8cacc13-068b-46ff-871a-8d6ffd7ba692 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 945 time: 0.0665109 Sep 18 19:53:47.245247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3cc4b8b-f3d1-4fa5-972a-80fff9a7c256 req-e6afd7b0-4df1-4129-b019-5a17087d77d8 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138811 Sep 18 19:53:47.288705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206e6a-a837-42b9-a4c1-01258e8d1064 req-3210e8b5-2434-4662-b9cf-c9d3019b1123 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:47.290228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8206e6a-a837-42b9-a4c1-01258e8d1064 req-3210e8b5-2434-4662-b9cf-c9d3019b1123 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 944 time: 0.1249275 Sep 18 19:53:47.292434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194b5f10-42f7-4d5a-b2aa-e4114c212c2f req-5178145c-1e75-4fc6-9f63-0d7c5e739fc4 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682158 Sep 18 19:53:47.335986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8206e6a-a837-42b9-a4c1-01258e8d1064 req-fa9dbde2-74ca-4c67-853b-d75b44fec3b0 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Sep 18 19:53:47.380347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-6c14f140-a8ae-40a9-b177-47c5a8c71a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:47.381904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-6c14f140-a8ae-40a9-b177-47c5a8c71a50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1097 time: 0.0421181 Sep 18 19:53:47.511972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f95dd-af6d-4afa-82f8-ce6e3f7740fc req-53fe4e10-2ffc-40e4-a000-eb28fb6533ca tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:47.513352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-994f95dd-af6d-4afa-82f8-ce6e3f7740fc req-53fe4e10-2ffc-40e4-a000-eb28fb6533ca tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1063797 Sep 18 19:53:47.517781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-6887ee6d-30b3-4cf3-a569-5bf8fbab20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:47.519129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-6887ee6d-30b3-4cf3-a569-5bf8fbab20f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.1304038 Sep 18 19:53:47.597006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-994f95dd-af6d-4afa-82f8-ce6e3f7740fc req-1fdd6c3a-10c5-4170-9488-9bd2a7b8c865 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768991 Sep 18 19:53:47.609947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-6cd7bcc4-8903-41cd-8df2-1b8241ab6ec6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 200 len: 1000 time: 0.0822394 Sep 18 19:53:47.659787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-5566685f-d978-4b44-bbe1-f9b43b585171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:47.661216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-5566685f-d978-4b44-bbe1-f9b43b585171 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.0440056 Sep 18 19:53:47.710149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-25a69932-f000-41a9-8ee3-0c24b7e8a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:47.714815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-25a69932-f000-41a9-8ee3-0c24b7e8a140 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438919 Sep 18 19:53:47.815351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-fecad11c-a95f-4138-baf2-744a447e541c service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947969 Sep 18 19:53:47.976442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-691f9ef9-dbb3-4411-bece-424ca368b9ec req-a2d32e90-e83a-408a-8629-1363d9abe4b3 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514058 Sep 18 19:53:47.996409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-59b90e95-fa18-48bd-a3e1-63438a7e2ff4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:47.997831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-59b90e95-fa18-48bd-a3e1-63438a7e2ff4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 820 time: 0.1523304 Sep 18 19:53:48.013452 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-63453d78-ef07-4f1f-9889-60c64a892908 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/quotas/bdc8825a3ba94cb78ea9743dad54559a HTTP/1.1" status: 200 len: 375 time: 0.0097387 Sep 18 19:53:48.056643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 375a09ab-ed7c-4e91-881f-e3b22de57667 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:48.063308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-d3472e4c-698d-4988-8acc-ed584887f0a1 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441332 Sep 18 19:53:48.104364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 375a09ab-ed7c-4e91-881f-e3b22de57667 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:53:48.108115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 375a09ab-ed7c-4e91-881f-e3b22de57667 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:48.108485 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:48.161155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-7f99d064-fa2a-4107-8dbc-6715e880ed8d service neutron] 10.222.0.20 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902441 Sep 18 19:53:48.181673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-41d2c2ae-a349-4c48-a981-3907db4982cc tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:48.183193 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-41d2c2ae-a349-4c48-a981-3907db4982cc tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 945 time: 0.0546694 Sep 18 19:53:48.197652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:48.230077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 375a09ab-ed7c-4e91-881f-e3b22de57667, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=375a09ab-ed7c-4e91-881f-e3b22de57667,segment=NetworkSegment(70e4571f-94fc-4a15-922e-16645de2b51f),segment_id=70e4571f-94fc-4a15-922e-16645de2b51f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:48.231051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652595d0-18c8-4d98-8610-4b86f2c91d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375a09ab-ed7c-4e91-881f-e3b22de57667'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:48.234019 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b566f855-03fd-4a86-8cf4-93d8bef9f6f4" -d '{"events": [{"server_uuid": "652595d0-18c8-4d98-8610-4b86f2c91d1e", "name": "network-vif-plugged", "status": "completed", "tag": "375a09ab-ed7c-4e91-881f-e3b22de57667"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:48.237644 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:48.263806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-0ebf5088-7a36-4e6b-ac89-e34849bf1555 service neutron] 10.222.0.20 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951934 Sep 18 19:53:48.283408 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7373ba78-a209-4fdb-bdd0-d30fc0b4a4a8 x-openstack-request-id: req-7373ba78-a209-4fdb-bdd0-d30fc0b4a4a8 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:48.284039 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652595d0-18c8-4d98-8610-4b86f2c91d1e", "name": "network-vif-plugged", "status": "completed", "tag": "375a09ab-ed7c-4e91-881f-e3b22de57667", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:48.284388 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7373ba78-a209-4fdb-bdd0-d30fc0b4a4a8 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:48.284846 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652595d0-18c8-4d98-8610-4b86f2c91d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375a09ab-ed7c-4e91-881f-e3b22de57667', 'code': 200} Sep 18 19:53:48.297093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=375a09ab-ed7c-4e91-881f-e3b22de57667,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:48.307348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Deleting port 1267948d-6c1d-44af-9506-0e824be54aa3 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:48.307873 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:48.416412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] For port 1267948d-6c1d-44af-9506-0e824be54aa3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1267948d-6c1d-44af-9506-0e824be54aa3,segment=NetworkSegment(3eb6864c-491a-476a-91c6-4c9004d4788a),segment_id=3eb6864c-491a-476a-91c6-4c9004d4788a)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:48.416938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:48.425972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29505c2-9929-42aa-88dd-9d561a71e774 req-cb65216c-9cb7-43fe-989a-ba343b8da939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:48.427232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c29505c2-9929-42aa-88dd-9d561a71e774 req-cb65216c-9cb7-43fe-989a-ba343b8da939 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 1097 time: 0.0833178 Sep 18 19:53:48.431578 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Calling delete_port for 1267948d-6c1d-44af-9506-0e824be54aa3 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:48.436268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790497f-93da-43c7-8fd0-b84821b0cb6e req-f62b1bea-cb98-48eb-8968-fe69f6be746b tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:48.437858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8790497f-93da-43c7-8fd0-b84821b0cb6e req-f62b1bea-cb98-48eb-8968-fe69f6be746b tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2da556-417d-4deb-afe2-e8f6b27cc83e HTTP/1.1" status: 200 len: 945 time: 0.0838010 Sep 18 19:53:48.503405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8790497f-93da-43c7-8fd0-b84821b0cb6e req-118d62dd-9391-47e1-8470-491b3448f959 tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.20 "GET /v2.0/security-groups?id=2022c172-b393-42a9-b532-826a6d9be836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589371 Sep 18 19:53:48.505142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c29505c2-9929-42aa-88dd-9d561a71e774 req-d174d2ac-638d-4f1c-bd5f-ad03f3292470 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661983 Sep 18 19:53:48.581463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc631b-fe4f-4e6b-bad9-849f7b8b3f9a req-5624e43d-97d5-4867-aaff-6e11365dcf92 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:48.583960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82bc631b-fe4f-4e6b-bad9-849f7b8b3f9a req-5624e43d-97d5-4867-aaff-6e11365dcf92 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 945 time: 0.0632942 Sep 18 19:53:48.586243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:48.599756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['1267948d-6c1d-44af-9506-0e824be54aa3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:48.616908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Pushing event deleted for resources: {'Port': ['ID=1267948d-6c1d-44af-9506-0e824be54aa3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:48.644137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-721c7e0d-e1b3-4b32-b294-94a5f57627b1 req-8cb949e6-3322-4c5e-9e5e-3753720024ff tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 210 time: 0.0568404 Sep 18 19:53:48.667723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] No DVR routers for this DVR port 1267948d-6c1d-44af-9506-0e824be54aa3 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:48.671196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:48.673104 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-400dead7-81f2-4bb3-b932-937fa66307e3 req-eba7af58-308c-43b9-9db4-cc21bc8007fa tempest-VolumesActionsTest-1806346986 tempest-VolumesActionsTest-1806346986-project] 10.222.0.24 "DELETE /v2.0/ports/1267948d-6c1d-44af-9506-0e824be54aa3 HTTP/1.1" status: 204 len: 173 time: 0.4815149 Sep 18 19:53:48.706734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82bc631b-fe4f-4e6b-bad9-849f7b8b3f9a req-859fd267-7441-43f2-90ca-00e5bd097ff1 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881488 Sep 18 19:53:48.737795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2da556-417d-4deb-afe2-e8f6b27cc83e', 'name': 'network-vif-deleted', 'tag': '1267948d-6c1d-44af-9506-0e824be54aa3'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:48.740442 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f1e1d-a5a6-4b06-b4f5-c9f85365f9a3" -d '{"events": [{"server_uuid": "ac2da556-417d-4deb-afe2-e8f6b27cc83e", "name": "network-vif-deleted", "tag": "1267948d-6c1d-44af-9506-0e824be54aa3"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:48.813315 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091113fb-09d7-428d-95f2-171726ba54e6 x-openstack-request-id: req-091113fb-09d7-428d-95f2-171726ba54e6 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:48.813632 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2da556-417d-4deb-afe2-e8f6b27cc83e", "name": "network-vif-deleted", "tag": "1267948d-6c1d-44af-9506-0e824be54aa3", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:48.814185 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-091113fb-09d7-428d-95f2-171726ba54e6 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:48.814592 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2da556-417d-4deb-afe2-e8f6b27cc83e', 'name': 'network-vif-deleted', 'tag': '1267948d-6c1d-44af-9506-0e824be54aa3', 'status': 'completed', 'code': 200} Sep 18 19:53:48.852759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d606e1-b3e1-493f-acee-cf200603f1a3 req-88c3e70c-dccd-495b-8be0-c429d886c0ed tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:48.854370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40d606e1-b3e1-493f-acee-cf200603f1a3 req-88c3e70c-dccd-495b-8be0-c429d886c0ed tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.0565684 Sep 18 19:53:48.894233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40d606e1-b3e1-493f-acee-cf200603f1a3 req-e037efa3-a70b-4561-b501-4741892df801 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Sep 18 19:53:48.995858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:49.014590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:49.014945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8937cefa-0ba9-4f8b-a515-1d8d49a6fd71 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:49.505731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-c21f8e2b-b498-466d-908a-560544bd3fd8 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:49.507838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-c21f8e2b-b498-466d-908a-560544bd3fd8 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 820 time: 0.1166580 Sep 18 19:53:49.523545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Request body: {'port': {'device_id': '15a8abf3-6e8a-4f48-931e-4f0744387a0a', 'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'admin_state_up': True, 'tenant_id': 'bdc8825a3ba94cb78ea9743dad54559a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:49.643798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Made reservation on behalf of bdc8825a3ba94cb78ea9743dad54559a for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:53:49.647707 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:49.769220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9622d613-bf77-4a2c-94e6-0c5cc52ddfb6 req-492c992a-fce5-47cb-b70c-903e1ce92264 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 210 time: 0.0379064 Sep 18 19:53:49.862553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Allocated IP 172.20.0.13 (621bba3f-f947-48e1-929d-7d9171168667/8c27aea7-2576-4fec-a5cf-4f89607fd695/f4b4a6ba-1fdd-4f27-99ad-a03e0949872d) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:53:49.877698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669be776-ef19-4c32-9d4d-2dc112028c9a req-561625a3-1525-4a7a-95fc-4ec591fdeb41 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:49.879251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-669be776-ef19-4c32-9d4d-2dc112028c9a req-561625a3-1525-4a7a-95fc-4ec591fdeb41 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 945 time: 0.0784576 Sep 18 19:53:49.963089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-669be776-ef19-4c32-9d4d-2dc112028c9a req-91c1d59e-498e-461b-9946-b4b5d0a76515 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736117 Sep 18 19:53:50.090820 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:50.140663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b2f61-51a0-4444-a08e-787f104d5e98 req-adab3ca1-71f8-4872-8b5c-0d89e752c2fb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:50.142152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f8b2f61-51a0-4444-a08e-787f104d5e98 req-adab3ca1-71f8-4872-8b5c-0d89e752c2fb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1061046 Sep 18 19:53:50.156735 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:50.217715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Network 621bba3f-f947-48e1-929d-7d9171168667 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:53:50.224407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:53:50.231271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:53:50.236525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f8b2f61-51a0-4444-a08e-787f104d5e98 req-e2ce1b43-4c30-4d1f-afbf-8fcae08fdc27 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870676 Sep 18 19:53:50.266486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event updated for resources: {'Port': ['ID=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:50.326614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:50.327812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:50.358032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-65de3af4-4a48-4359-a908-054aec1ae8b4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8393588 Sep 18 19:53:50.379518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Request body: {'port': {'device_id': '15a8abf3-6e8a-4f48-931e-4f0744387a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:53:50.443434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58a7b3-7844-47e4-9ff9-095be7e844cb req-99757f64-0fc7-4bb7-bb3c-328323e299ac tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:50.446313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed58a7b3-7844-47e4-9ff9-095be7e844cb req-99757f64-0fc7-4bb7-bb3c-328323e299ac tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 945 time: 0.1007433 Sep 18 19:53:50.493472 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:50.531340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed58a7b3-7844-47e4-9ff9-095be7e844cb req-ae9640bf-b9b8-44a3-b92a-726295d95759 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Sep 18 19:53:50.829959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-867c129d-eb93-4c72-9524-7fd4d8315522 req-26ca1843-3253-43cc-b599-77b7e5caf0e9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:53:50.830935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-867c129d-eb93-4c72-9524-7fd4d8315522 req-26ca1843-3253-43cc-b599-77b7e5caf0e9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089669 Sep 18 19:53:50.859942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b4a6ba-1fdd-4f27-99ad-a03e0949872d {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:50.869865 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:50.909437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Transition to ACTIVE for port object f4b4a6ba-1fdd-4f27-99ad-a03e0949872d will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:53:50.916555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:50.929462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ae000-290c-4abb-8fd9-3434f276ddd4 req-6569582a-fb3c-45cb-9b02-d5aa8358dbdd tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:50.931023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684ae000-290c-4abb-8fd9-3434f276ddd4 req-6569582a-fb3c-45cb-9b02-d5aa8358dbdd tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 932 time: 0.0893710 Sep 18 19:53:51.002436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:51.016993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Pushing event updated for resources: {'Port': ['ID=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:51.055664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684ae000-290c-4abb-8fd9-3434f276ddd4 req-c85ee108-365e-43ed-ada7-97dfc25782c7 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934379 Sep 18 19:53:51.094630 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:51.124763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:51.127686 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1015cd7-c131-4b68-a646-33d265d8807b" -d '{"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a157166b-2846-48ff-b494-889886bb9a3f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:51.145856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:51.154231 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:51.239857 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e11a2a-c53f-400b-b4c9-c608618ab96f x-openstack-request-id: req-19e11a2a-c53f-400b-b4c9-c608618ab96f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:51.240053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88e304-7a0c-4a66-a5db-64d182a7e245 req-25103c14-6db0-45c4-82d2-7918da0881a0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:51.240166 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-unplugged", "status": "failed", "tag": "a157166b-2846-48ff-b494-889886bb9a3f", "code": 422}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:51.242546 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19e11a2a-c53f-400b-b4c9-c608618ab96f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:51.245857 n-d-789963-11 neutron-server[94942]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f', 'code': 422} returned with failed status Sep 18 19:53:51.248123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe88e304-7a0c-4a66-a5db-64d182a7e245 req-25103c14-6db0-45c4-82d2-7918da0881a0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 945 time: 0.1517642 Sep 18 19:53:51.252975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:51.285043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Attempting to bind port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:53:51.285505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Attempting to bind port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:53:51.285685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Attempting to bind port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d on network 621bba3f-f947-48e1-929d-7d9171168667 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:51.306139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d on network 621bba3f-f947-48e1-929d-7d9171168667 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:53:51.306466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Attempting to bind port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d on network 621bba3f-f947-48e1-929d-7d9171168667 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:53:51.316091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe88e304-7a0c-4a66-a5db-64d182a7e245 req-1af406cc-fc0e-4b6b-850b-9783ab433822 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671380 Sep 18 19:53:51.317219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:53:51.317552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Checking segment: {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:53:51.317924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Bound using segment: {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:53:51.318352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Bound port: f4b4a6ba-1fdd-4f27-99ad-a03e0949872d, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b6e0ad-fea0-429c-bffa-be511813690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621bba3f-f947-48e1-929d-7d9171168667'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:53:51.318806 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:51.361179 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-11bab417-dbfb-4bd8-8151-3aab30fb5237 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185522 Sep 18 19:53:51.395767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] For port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:53:51.399894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] For port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:53:51.404522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:51.441374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:51.442321 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:51.443353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] 10.222.0.32 "PUT /v2.0/ports/f4b4a6ba-1fdd-4f27-99ad-a03e0949872d HTTP/1.1" status: 200 len: 1093 time: 1.0693197 Sep 18 19:53:51.444388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a8abf3-6e8a-4f48-931e-4f0744387a0a', 'tag': 'f4b4a6ba-1fdd-4f27-99ad-a03e0949872d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:51.446183 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9fcd5b-cf2b-4782-a901-01296ff0678f" -d '{"events": [{"name": "network-changed", "server_uuid": "15a8abf3-6e8a-4f48-931e-4f0744387a0a", "tag": "f4b4a6ba-1fdd-4f27-99ad-a03e0949872d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:51.521741 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51f4bb6-e017-4e0c-acbf-a2eeb932c7bb x-openstack-request-id: req-c51f4bb6-e017-4e0c-acbf-a2eeb932c7bb {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:51.521741 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a8abf3-6e8a-4f48-931e-4f0744387a0a", "tag": "f4b4a6ba-1fdd-4f27-99ad-a03e0949872d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:51.522602 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c51f4bb6-e017-4e0c-acbf-a2eeb932c7bb {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:51.522824 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a8abf3-6e8a-4f48-931e-4f0744387a0a', 'tag': 'f4b4a6ba-1fdd-4f27-99ad-a03e0949872d', 'status': 'completed', 'code': 200} Sep 18 19:53:51.525282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739340b-8de9-4872-9f5b-e5b32bf4700f service neutron] Pushing event updated for resources: {'Port': ['ID=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:51.563009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-806ff0d2-b2d4-47ba-b994-3a01971a4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:51.565124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-806ff0d2-b2d4-47ba-b994-3a01971a4839 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 1096 time: 0.0778742 Sep 18 19:53:51.573765 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da220765-3437-4dfc-8bb4-d77af3e4a7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:51.635612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-e0bfc665-efe5-413c-90ff-0bd56f09b2e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d HTTP/1.1" status: 200 len: 217 time: 0.0619175 Sep 18 19:53:51.709550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-56873601-a19d-47a8-90a9-e0edc2b2f9b2 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:51.712097 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-56873601-a19d-47a8-90a9-e0edc2b2f9b2 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.24 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 945 time: 0.0992143 Sep 18 19:53:51.724302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3868f9f-6131-4519-9e67-1294a81fcab5 req-fcfddb94-a35d-4114-a52d-81562b9cff20 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:51.726730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3868f9f-6131-4519-9e67-1294a81fcab5 req-fcfddb94-a35d-4114-a52d-81562b9cff20 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/ports?device_id=652595d0-18c8-4d98-8610-4b86f2c91d1e HTTP/1.1" status: 200 len: 945 time: 0.0933437 Sep 18 19:53:51.728206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-48ef5125-6c0f-459e-8ee0-7319b59bae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:51.729546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-48ef5125-6c0f-459e-8ee0-7319b59bae7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c27aea7-2576-4fec-a5cf-4f89607fd695 HTTP/1.1" status: 200 len: 860 time: 0.0850410 Sep 18 19:53:51.788720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-e33067af-0e42-40ea-9c8b-b8cd26d9ef1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621bba3f-f947-48e1-929d-7d9171168667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450723 Sep 18 19:53:51.838024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Deleting port 375a09ab-ed7c-4e91-881f-e3b22de57667 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:53:51.838454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:51.844714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3868f9f-6131-4519-9e67-1294a81fcab5 req-c1c289fb-abc6-4acd-aa03-bbd822b8aad3 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f993d01-070a-4590-95c3-6e3a2a54c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043806 Sep 18 19:53:51.941347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-be3a56a8-dfc8-4c4b-b193-b91709f159eb service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358829 Sep 18 19:53:51.947641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] For port 375a09ab-ed7c-4e91-881f-e3b22de57667, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=375a09ab-ed7c-4e91-881f-e3b22de57667,segment=NetworkSegment(70e4571f-94fc-4a15-922e-16645de2b51f),segment_id=70e4571f-94fc-4a15-922e-16645de2b51f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:51.948080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:51.962138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Calling delete_port for 375a09ab-ed7c-4e91-881f-e3b22de57667 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:53:52.090095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 1267948d-6c1d-44af-9506-0e824be54aa3 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:52.101432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef4328d-56f1-432a-9fe2-9842eee7922c req-ccecec44-39c8-4ff9-94ca-782e83fac924 service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472607 Sep 18 19:53:52.149713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 1267948d-6c1d-44af-9506-0e824be54aa3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:53:52.150149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 1267948d-6c1d-44af-9506-0e824be54aa3 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:52.150636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 375a09ab-ed7c-4e91-881f-e3b22de57667 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:53:52.196149 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:52.214630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No active binding found for port 375a09ab-ed7c-4e91-881f-e3b22de57667 {{(pid=94942) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 19:53:52.215054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 375a09ab-ed7c-4e91-881f-e3b22de57667 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:53:52.242732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Pushing event deleted for resources: {'Port': ['ID=375a09ab-ed7c-4e91-881f-e3b22de57667,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:52.247674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-98326bdb-82f7-4141-a04f-588e09b87eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:52.249190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-98326bdb-82f7-4141-a04f-588e09b87eb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 1096 time: 0.0893166 Sep 18 19:53:52.258985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fd8df-0f22-4c78-855d-88df3557e64c req-3ca16800-7791-4fab-ba75-31eb81caa1d5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:52.266211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-680fd8df-0f22-4c78-855d-88df3557e64c req-3ca16800-7791-4fab-ba75-31eb81caa1d5 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 944 time: 0.1176980 Sep 18 19:53:52.294290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] No DVR routers for this DVR port 375a09ab-ed7c-4e91-881f-e3b22de57667 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:53:52.297833 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:52.300043 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b00e94ec-342f-4afa-8d66-682ab5b85124 req-8203047e-e4f9-45b5-b35b-83d525e2b461 tempest-ServerGroupTestJSON-456990485 tempest-ServerGroupTestJSON-456990485-project] 10.222.0.24 "DELETE /v2.0/ports/375a09ab-ed7c-4e91-881f-e3b22de57667 HTTP/1.1" status: 204 len: 173 time: 0.5803268 Sep 18 19:53:52.301187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652595d0-18c8-4d98-8610-4b86f2c91d1e', 'name': 'network-vif-deleted', 'tag': '375a09ab-ed7c-4e91-881f-e3b22de57667'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:52.302692 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c99d9cd-d1b0-4172-a9ce-3e54ab9cf1af" -d '{"events": [{"server_uuid": "652595d0-18c8-4d98-8610-4b86f2c91d1e", "name": "network-vif-deleted", "tag": "375a09ab-ed7c-4e91-881f-e3b22de57667"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:52.385317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-680fd8df-0f22-4c78-855d-88df3557e64c req-ae1448a7-a839-4255-b610-f957f13178c6 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180992 Sep 18 19:53:52.406854 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893bf11d-ed94-4e09-a916-84acb35b3e18 x-openstack-request-id: req-893bf11d-ed94-4e09-a916-84acb35b3e18 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:52.407721 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652595d0-18c8-4d98-8610-4b86f2c91d1e", "name": "network-vif-deleted", "tag": "375a09ab-ed7c-4e91-881f-e3b22de57667", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:52.408144 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-893bf11d-ed94-4e09-a916-84acb35b3e18 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:52.408747 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652595d0-18c8-4d98-8610-4b86f2c91d1e', 'name': 'network-vif-deleted', 'tag': '375a09ab-ed7c-4e91-881f-e3b22de57667', 'status': 'completed', 'code': 200} Sep 18 19:53:52.452900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-4241245f-09b1-4f43-8a81-0f2952d9ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:52.454480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-4241245f-09b1-4f43-8a81-0f2952d9ab83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 200 len: 921 time: 0.1863508 Sep 18 19:53:52.514500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-563383f1-83ac-4d51-99fa-9873a6df64c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d HTTP/1.1" status: 200 len: 217 time: 0.0516009 Sep 18 19:53:52.594965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e5d7-71e0-4341-8471-6f366cc34330 req-19491294-57d3-449e-b9cf-05664c049829 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:52.596509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87a4e5d7-71e0-4341-8471-6f366cc34330 req-19491294-57d3-449e-b9cf-05664c049829 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0915244 Sep 18 19:53:52.597910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-c452b3b2-5719-466f-b4d8-a8f23559d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:52.599269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-c452b3b2-5719-466f-b4d8-a8f23559d354 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c27aea7-2576-4fec-a5cf-4f89607fd695 HTTP/1.1" status: 200 len: 860 time: 0.0669622 Sep 18 19:53:52.639580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-de2b4a3d-e4c6-458c-8950-e4560e6fa14a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=621bba3f-f947-48e1-929d-7d9171168667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299141 Sep 18 19:53:52.673237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87a4e5d7-71e0-4341-8471-6f366cc34330 req-73a27e9d-758e-4372-a83f-43503106166f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695930 Sep 18 19:53:52.767272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-ff3acd47-2a48-4bb6-a9d2-66058f3f63ce service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165607 Sep 18 19:53:52.889318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9fcd5b-cf2b-4782-a901-01296ff0678f req-5c500d4a-3c22-430c-ad5f-735493a3a194 service neutron] 10.222.0.32 "GET /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147804 Sep 18 19:53:53.089622 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.226452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60934) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:53.254774 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.276065 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbeb121d-15af-4db3-ac01-a4e31841bace admin admin] Deleting subnet ec189ab9-00d7-48ef-93b9-1938f1b4b108 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:53:53.279448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbeb121d-15af-4db3-ac01-a4e31841bace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.320872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbeb121d-15af-4db3-ac01-a4e31841bace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.366624 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbeb121d-15af-4db3-ac01-a4e31841bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.452658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbeb121d-15af-4db3-ac01-a4e31841bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.489041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb121d-15af-4db3-ac01-a4e31841bace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec189ab9-00d7-48ef-93b9-1938f1b4b108,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:53.491475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fbeb121d-15af-4db3-ac01-a4e31841bace admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.493515 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fbeb121d-15af-4db3-ac01-a4e31841bace admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec189ab9-00d7-48ef-93b9-1938f1b4b108 HTTP/1.1" status: 204 len: 168 time: 0.2658968 Sep 18 19:53:53.496016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60944) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:53.543730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a17ba-2168-4e7b-902b-efa7a55df196 req-82bd8fc8-06f7-4de6-b4eb-6b6b63e09095 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:53.545281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-249a17ba-2168-4e7b-902b-efa7a55df196 req-82bd8fc8-06f7-4de6-b4eb-6b6b63e09095 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 944 time: 0.0810142 Sep 18 19:53:53.593348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.599675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-249a17ba-2168-4e7b-902b-efa7a55df196 req-9c841022-7693-4c97-8915-950f328b8be1 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Sep 18 19:53:53.683235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.733988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab1ca24-7030-4307-b66f-b34ab08955e8']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:53.749673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e4571f-94fc-4a15-922e-16645de2b51f') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:53.750329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e4571f-94fc-4a15-922e-16645de2b51f') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:53:53.764672 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.782054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.791613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:53:53.792415 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:53:53.796863 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:53:53.898904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.935361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:53.944348 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1ab1ca24-7030-4307-b66f-b34ab08955e8 HTTP/1.1" status: 204 len: 168 time: 0.4469147 Sep 18 19:53:53.946647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697cf89-1502-4a56-bfb7-bc768338993f req-c5a67e49-5bee-45f0-86eb-14d85e6dfdfb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:53.947898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775a3c9-ae5d-43d8-87ff-33084cf92ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab1ca24-7030-4307-b66f-b34ab08955e8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:53.957501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1697cf89-1502-4a56-bfb7-bc768338993f req-c5a67e49-5bee-45f0-86eb-14d85e6dfdfb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.1016376 Sep 18 19:53:54.008481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1697cf89-1502-4a56-bfb7-bc768338993f req-d74a59ef-93f9-499c-a6fa-be8d8db916c5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496230 Sep 18 19:53:54.137100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60960) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:54.220914 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a35d3893-bacf-4706-8abc-116060475290 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f337eb3eabe47ff8592fc7424ebdde9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804174 Sep 18 19:53:54.221504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60962) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:53:54.280486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:54.304632 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:54.361055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:54.364510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:54.369359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f993d01-070a-4590-95c3-6e3a2a54c5ef HTTP/1.1" status: 204 len: 168 time: 0.1459084 Sep 18 19:53:54.380831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f993d01-070a-4590-95c3-6e3a2a54c5ef,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:54.394204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.394667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.395141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.396223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.396870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.398315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.399124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.399789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.400256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.400885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.401420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.401861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadcd879-17d8-48a3-9835-c052f0706931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:53:54.465263 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db7e642d-f100-40cb-8f08-5510ced425e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:54.750987 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:54.793705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09cf4f-513b-4d3f-8109-f31f24a3ecc6 req-b176db53-42ca-473c-b391-073183de45fd tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:54.795174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a09cf4f-513b-4d3f-8109-f31f24a3ecc6 req-b176db53-42ca-473c-b391-073183de45fd tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 944 time: 0.0936978 Sep 18 19:53:54.838875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a09cf4f-513b-4d3f-8109-f31f24a3ecc6 req-e1be99ea-0dc9-45fe-8d26-ae8bca48f8c2 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Sep 18 19:53:55.018095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device f4b4a6ba-1fdd-4f27-99ad-a03e0949872d details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:53:55.158115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:55.171369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'f4b4a6ba-1fdd-4f27-99ad-a03e0949872d', 'network_id': '621bba3f-f947-48e1-929d-7d9171168667', 'port_id': 'f4b4a6ba-1fdd-4f27-99ad-a03e0949872d', 'mac_address': 'fa:16:3e:75:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c27aea7-2576-4fec-a5cf-4f89607fd695', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:53:55.216067 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:55.223450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1276ce2-91c6-4055-9637-a3cc9f044f0b req-9045d07b-eb55-4ece-af46-013582691542 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:55.230860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b4a6ba-1fdd-4f27-99ad-a03e0949872d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:53:55.234156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1276ce2-91c6-4055-9637-a3cc9f044f0b req-9045d07b-eb55-4ece-af46-013582691542 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.1020565 Sep 18 19:53:55.255101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:55.271142 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:55.315365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1276ce2-91c6-4055-9637-a3cc9f044f0b req-c1472cb5-1036-4f2f-9546-588f8b9de830 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795760 Sep 18 19:53:55.360186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:55.486648 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:55.509305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['f4b4a6ba-1fdd-4f27-99ad-a03e0949872d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:53:56.038793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ec12-cc72-4d18-8489-e1bb5c2675d0 req-514db71f-d6c3-4c0a-a273-3791c0363129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:56.046984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f21ec12-cc72-4d18-8489-e1bb5c2675d0 req-514db71f-d6c3-4c0a-a273-3791c0363129 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 945 time: 0.0979486 Sep 18 19:53:56.092941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f21ec12-cc72-4d18-8489-e1bb5c2675d0 req-9283d25c-7115-48fe-ae5a-04454ba152ba tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Sep 18 19:53:56.475258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6cb0b-1a54-4954-be34-511743728516 req-782e129a-51f6-4378-ab9b-582af0791d24 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:56.482499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50e6cb0b-1a54-4954-be34-511743728516 req-782e129a-51f6-4378-ab9b-582af0791d24 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0711539 Sep 18 19:53:56.540417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50e6cb0b-1a54-4954-be34-511743728516 req-74515bba-b2fa-465f-bedd-92221d4694f4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536644 Sep 18 19:53:57.032420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device f4b4a6ba-1fdd-4f27-99ad-a03e0949872d up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:53:57.088564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:53:57.092955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:53:57.093398 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:57.244442 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:57.282063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583315-2aff-43e7-b066-22228c339991 req-c95b53f9-ee03-4013-9fb3-8419362fa4f3 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:57.293224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:53:57.294020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8abf3-6e8a-4f48-931e-4f0744387a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b4a6ba-1fdd-4f27-99ad-a03e0949872d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:53:57.297111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10583315-2aff-43e7-b066-22228c339991 req-c95b53f9-ee03-4013-9fb3-8419362fa4f3 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 945 time: 0.1151164 Sep 18 19:53:57.298405 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691452e4-4701-4a04-bd7f-ab1493dffdea" -d '{"events": [{"server_uuid": "15a8abf3-6e8a-4f48-931e-4f0744387a0a", "name": "network-vif-plugged", "status": "completed", "tag": "f4b4a6ba-1fdd-4f27-99ad-a03e0949872d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:53:57.304947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:57.350585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10583315-2aff-43e7-b066-22228c339991 req-3b6030d0-20ab-4a6e-a302-e0707c2cf6aa tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517106 Sep 18 19:53:57.373665 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dedeaf-3ddf-47b3-81db-53fd5972dc66 x-openstack-request-id: req-21dedeaf-3ddf-47b3-81db-53fd5972dc66 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:53:57.373665 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a8abf3-6e8a-4f48-931e-4f0744387a0a", "name": "network-vif-plugged", "status": "completed", "tag": "f4b4a6ba-1fdd-4f27-99ad-a03e0949872d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:53:57.373665 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21dedeaf-3ddf-47b3-81db-53fd5972dc66 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:53:57.373665 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a8abf3-6e8a-4f48-931e-4f0744387a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b4a6ba-1fdd-4f27-99ad-a03e0949872d', 'code': 200} Sep 18 19:53:57.425168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:53:57.441410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:53:57.537756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8674d4-6c24-4146-9092-936b0fcd4b61 req-24d1b7a8-becd-496e-8038-acbc65bb9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:57.540740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd8674d4-6c24-4146-9092-936b0fcd4b61 req-24d1b7a8-becd-496e-8038-acbc65bb9edd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 1098 time: 0.1058462 Sep 18 19:53:57.569702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bed328-9071-443b-bc09-231069ed0183 req-a5f73ad1-0166-44ce-aa8e-076f34adb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:57.571845 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-a5f73ad1-0166-44ce-aa8e-076f34adb75c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3&tenant_id=674a6098479547d99807b89546a820fe HTTP/1.1" status: 200 len: 1095 time: 0.0617979 Sep 18 19:53:57.598709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd8674d4-6c24-4146-9092-936b0fcd4b61 req-9ca56bad-0437-486d-8fa8-3870de71f12a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484056 Sep 18 19:53:57.658436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bed328-9071-443b-bc09-231069ed0183 req-0889992e-ed70-4769-9520-ffaedf6cedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:57.661166 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-0889992e-ed70-4769-9520-ffaedf6cedfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1095 time: 0.0619936 Sep 18 19:53:57.728646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b408c34-ba67-4383-8ea4-c292673c2354 req-d4d714e6-89c2-45c3-873f-e661e7f0e43f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:57.730733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b408c34-ba67-4383-8ea4-c292673c2354 req-d4d714e6-89c2-45c3-873f-e661e7f0e43f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0735078 Sep 18 19:53:57.812243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b408c34-ba67-4383-8ea4-c292673c2354 req-551bab5b-d0b8-49ef-8593-3c89025112c5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738463 Sep 18 19:53:57.929614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bed328-9071-443b-bc09-231069ed0183 req-45a474f6-a518-4915-bdb3-f3465c97eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:57.931819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-45a474f6-a518-4915-bdb3-f3465c97eb56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.1391449 Sep 18 19:53:58.001777 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-ec7f626a-0e1d-441b-bbb0-67641b57d1f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 200 len: 998 time: 0.0627820 Sep 18 19:53:58.058610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bed328-9071-443b-bc09-231069ed0183 req-28778962-10ca-4c15-90c3-6f63ec2fd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:58.061134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-28778962-10ca-4c15-90c3-6f63ec2fd6dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.0522432 Sep 18 19:53:58.117317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bed328-9071-443b-bc09-231069ed0183 req-913a66e2-d54b-437b-82ca-7009844a7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:58.118925 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-913a66e2-d54b-437b-82ca-7009844a7db4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493464 Sep 18 19:53:58.219431 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-8d7229ae-7420-4c90-898e-c7962abd86a1 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917785 Sep 18 19:53:58.322531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84bed328-9071-443b-bc09-231069ed0183 req-97b59364-7551-4800-8acd-6ee3896b48b5 service neutron] 10.222.0.32 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939443 Sep 18 19:53:58.567861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c98780-e39e-4887-a66e-e86600f297b6 req-dd33d148-18c2-4f9d-a72c-52aead20feb4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:58.569638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76c98780-e39e-4887-a66e-e86600f297b6 req-dd33d148-18c2-4f9d-a72c-52aead20feb4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.1043398 Sep 18 19:53:58.654306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76c98780-e39e-4887-a66e-e86600f297b6 req-a00ff44b-fcda-413d-98bd-57ea76d32ed8 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709181 Sep 18 19:53:59.034483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90867-e499-49e2-85db-0e4c17e8d51d req-f6fd492b-c861-4c5a-b998-883945104fad tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:59.047823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28d90867-e499-49e2-85db-0e4c17e8d51d req-f6fd492b-c861-4c5a-b998-883945104fad tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0958145 Sep 18 19:53:59.116117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28d90867-e499-49e2-85db-0e4c17e8d51d req-b67989e0-23a0-4397-bd27-76b8a69aecda tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669858 Sep 18 19:53:59.826386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a0775-29b1-4747-a5a1-057ef2e908b6 req-553fcc83-8a1e-4a39-a00d-d191fce05cb4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:53:59.828537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af4a0775-29b1-4747-a5a1-057ef2e908b6 req-553fcc83-8a1e-4a39-a00d-d191fce05cb4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0505188 Sep 18 19:53:59.893460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af4a0775-29b1-4747-a5a1-057ef2e908b6 req-d8483bc2-341d-4c06-9a53-40cca887d5e1 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574226 Sep 18 19:54:00.199072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec33b-aca6-45c7-9403-1dd2e998cd35 req-e0b42507-ba2c-4860-8cb6-989efa05a092 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:00.213066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c8ec33b-aca6-45c7-9403-1dd2e998cd35 req-e0b42507-ba2c-4860-8cb6-989efa05a092 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0721045 Sep 18 19:54:00.259727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c8ec33b-aca6-45c7-9403-1dd2e998cd35 req-9bf1bb0d-ed0a-4429-949c-f01c5515aaf8 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Sep 18 19:54:00.416544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8475e-1721-4e4e-a3c5-ba485128a9ce req-1626daf4-dd2c-40f2-aebd-0acb62beffdb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:00.418399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31f8475e-1721-4e4e-a3c5-ba485128a9ce req-1626daf4-dd2c-40f2-aebd-0acb62beffdb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0865419 Sep 18 19:54:00.485501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31f8475e-1721-4e4e-a3c5-ba485128a9ce req-d2044ceb-6636-4c3b-ae89-0019003cdcb5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575259 Sep 18 19:54:01.429356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2c270-830e-4c8f-afdd-f20a2da4707a req-00b78869-65ae-4075-afe6-3633ad489a48 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:01.431018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45d2c270-830e-4c8f-afdd-f20a2da4707a req-00b78869-65ae-4075-afe6-3633ad489a48 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0816314 Sep 18 19:54:01.516017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45d2c270-830e-4c8f-afdd-f20a2da4707a req-23d0de3b-142e-421f-aab6-1f51e3c76760 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763392 Sep 18 19:54:01.681180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f326-9aec-4fd5-bc3b-57d62d817da3 req-1f436482-7fcd-487e-b1a3-1f8c05b1d3b1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:01.683615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1395f326-9aec-4fd5-bc3b-57d62d817da3 req-1f436482-7fcd-487e-b1a3-1f8c05b1d3b1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0783725 Sep 18 19:54:01.742623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1395f326-9aec-4fd5-bc3b-57d62d817da3 req-d12b9cd1-50fd-416a-8599-abe1c41d7b21 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524642 Sep 18 19:54:02.701055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fa8c2-f701-48dd-bcad-fea8628288dc req-2c3c6568-d681-4189-b9ed-0200c8a09da4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:02.703637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e1fa8c2-f701-48dd-bcad-fea8628288dc req-2c3c6568-d681-4189-b9ed-0200c8a09da4 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.1100662 Sep 18 19:54:02.790373 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e1fa8c2-f701-48dd-bcad-fea8628288dc req-3df337a9-da60-4309-8333-bf858404aac2 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589838 Sep 18 19:54:02.900481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2268a3a-8628-416d-b84d-081efb2b11b4 req-a1088cef-6bd6-4ddf-a335-d823de4d2286 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:02.902011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2268a3a-8628-416d-b84d-081efb2b11b4 req-a1088cef-6bd6-4ddf-a335-d823de4d2286 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0495243 Sep 18 19:54:02.973155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2268a3a-8628-416d-b84d-081efb2b11b4 req-a05db638-d7c8-4c93-a925-f0cdd4042d13 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603509 Sep 18 19:54:03.159337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33016) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:03.326633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-912ca520-f071-4eaa-bf67-0d11dabc84fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:03.444812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-912ca520-f071-4eaa-bf67-0d11dabc84fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:03.451151 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-912ca520-f071-4eaa-bf67-0d11dabc84fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:03.487532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-912ca520-f071-4eaa-bf67-0d11dabc84fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=276bed8f5bb64306817f9103ce63eb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265638 Sep 18 19:54:03.490881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33024) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:03.504627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ca520-f071-4eaa-bf67-0d11dabc84fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be68e859-8549-41cd-ba0f-fcd753c1193d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:03.573426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f68-4a47-405c-8b8d-6095e3e6c5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:03.595643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f68-4a47-405c-8b8d-6095e3e6c5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:03.652622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f68-4a47-405c-8b8d-6095e3e6c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:03.656611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f68-4a47-405c-8b8d-6095e3e6c5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:03.661532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7f1a9f68-4a47-405c-8b8d-6095e3e6c5ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be68e859-8549-41cd-ba0f-fcd753c1193d HTTP/1.1" status: 204 len: 168 time: 0.1694689 Sep 18 19:54:03.672073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a9f68-4a47-405c-8b8d-6095e3e6c5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be68e859-8549-41cd-ba0f-fcd753c1193d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:03.936405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194790a5-4363-48d1-af6f-e7226d164e06 req-bc24922c-c1ab-4ccd-84b5-50ccb40e32c3 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:03.938722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194790a5-4363-48d1-af6f-e7226d164e06 req-bc24922c-c1ab-4ccd-84b5-50ccb40e32c3 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0565972 Sep 18 19:54:04.012087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194790a5-4363-48d1-af6f-e7226d164e06 req-15ded961-cef5-47e4-a4d7-7904fb984de9 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651474 Sep 18 19:54:04.020160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33034) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:04.054904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:04.141255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb021f-7b56-4bc8-a59c-ec2fd617585c req-059ddcdb-0f90-4873-8c98-15199c689e9a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:04.143525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5eb021f-7b56-4bc8-a59c-ec2fd617585c req-059ddcdb-0f90-4873-8c98-15199c689e9a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0667961 Sep 18 19:54:04.202097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5eb021f-7b56-4bc8-a59c-ec2fd617585c req-c710de9d-06e7-41dc-b18d-8d731a2477b6 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Sep 18 19:54:04.213633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:04.221696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:04.274492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33040) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:04.274789 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e1372d536754bf0826f445825f6f2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534957 Sep 18 19:54:04.278422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0658f8-addc-415e-9309-bc8cca8de2f3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:04.291291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.291678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.292025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.292336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.292661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.292987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.293310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.293644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.293931 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.294255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.309740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.310220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3717-0dd0-4e22-adb4-fe4cf9c81243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:04.361311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2436dbc8-ee19-448e-a16b-b833b3ec405a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:04.398455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2436dbc8-ee19-448e-a16b-b833b3ec405a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:04.455543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2436dbc8-ee19-448e-a16b-b833b3ec405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:04.458415 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2436dbc8-ee19-448e-a16b-b833b3ec405a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:04.459641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2436dbc8-ee19-448e-a16b-b833b3ec405a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac0658f8-addc-415e-9309-bc8cca8de2f3 HTTP/1.1" status: 204 len: 168 time: 0.1838338 Sep 18 19:54:04.475705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436dbc8-ee19-448e-a16b-b833b3ec405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0658f8-addc-415e-9309-bc8cca8de2f3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:05.156099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0b6f2-5233-42e0-9ec8-6a25e35b378f req-1af00b09-2764-4315-bd23-a47edfcdf453 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:05.165698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ab0b6f2-5233-42e0-9ec8-6a25e35b378f req-1af00b09-2764-4315-bd23-a47edfcdf453 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0677958 Sep 18 19:54:05.218902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ab0b6f2-5233-42e0-9ec8-6a25e35b378f req-66caa99a-6d51-40f4-9670-64a8b01ebf56 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517704 Sep 18 19:54:05.406364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409bdd1-402d-4dd6-aacc-579c6e928c47 req-7db18a84-09d6-4144-b9ae-18a89e050295 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:05.407975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8409bdd1-402d-4dd6-aacc-579c6e928c47 req-7db18a84-09d6-4144-b9ae-18a89e050295 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0880313 Sep 18 19:54:05.476955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8409bdd1-402d-4dd6-aacc-579c6e928c47 req-dc5d6388-0d09-4ae0-92be-202eb0209ca5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621669 Sep 18 19:54:06.345547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd51f0-ee55-4e7b-b32f-0b0fb394a793 req-55e6253d-adbb-45c4-befb-b997c031fe48 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:06.347313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5dd51f0-ee55-4e7b-b32f-0b0fb394a793 req-55e6253d-adbb-45c4-befb-b997c031fe48 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0576899 Sep 18 19:54:06.441099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5dd51f0-ee55-4e7b-b32f-0b0fb394a793 req-a3709b24-4b35-4846-bbd4-40e4af8016b7 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819750 Sep 18 19:54:06.662933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435109a9-9f56-4bd2-8e65-2add018dd5bc req-7bb290de-150f-450b-a42f-c5eb76302990 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:06.670957 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-435109a9-9f56-4bd2-8e65-2add018dd5bc req-7bb290de-150f-450b-a42f-c5eb76302990 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0914097 Sep 18 19:54:06.741100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-435109a9-9f56-4bd2-8e65-2add018dd5bc req-d564a3e6-1d11-45f1-a518-f8b56ed0f63c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691826 Sep 18 19:54:07.623570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331d541-c957-4caa-b5c0-fb4cb2325172 req-2e83ca68-7b07-4a51-83b5-7367d3937302 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:07.626387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3331d541-c957-4caa-b5c0-fb4cb2325172 req-2e83ca68-7b07-4a51-83b5-7367d3937302 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0741932 Sep 18 19:54:07.648079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33168) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:07.721251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3331d541-c957-4caa-b5c0-fb4cb2325172 req-2ad3cb74-8dbb-487a-bb87-0c2a1b7e8ce9 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868013 Sep 18 19:54:07.923013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-190da2a4-30eb-48ed-bc54-298459332d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:07.937699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee5cc1-a01f-4387-a126-b99096b0941c req-06a3aa1d-7dfb-4056-a575-12f99178d9b7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:07.939940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7cee5cc1-a01f-4387-a126-b99096b0941c req-06a3aa1d-7dfb-4056-a575-12f99178d9b7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0854981 Sep 18 19:54:08.017160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7cee5cc1-a01f-4387-a126-b99096b0941c req-d8e4fbcb-b9c3-459f-9093-a578a84053d9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711393 Sep 18 19:54:08.071149 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-190da2a4-30eb-48ed-bc54-298459332d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.076185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-190da2a4-30eb-48ed-bc54-298459332d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.137823 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-190da2a4-30eb-48ed-bc54-298459332d87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50b527fbc1b84c1ca31ce22d5375f355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886243 Sep 18 19:54:08.140709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33178) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:08.152301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190da2a4-30eb-48ed-bc54-298459332d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62f76db-a244-47f8-8911-b4c15cea7c79,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:08.215992 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-860f5957-3620-45f8-b157-f5e3ba9770c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.246977 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-860f5957-3620-45f8-b157-f5e3ba9770c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.301335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-860f5957-3620-45f8-b157-f5e3ba9770c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.309860 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-860f5957-3620-45f8-b157-f5e3ba9770c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.311227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-860f5957-3620-45f8-b157-f5e3ba9770c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e62f76db-a244-47f8-8911-b4c15cea7c79 HTTP/1.1" status: 204 len: 168 time: 0.1692348 Sep 18 19:54:08.326924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f5957-3620-45f8-b157-f5e3ba9770c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62f76db-a244-47f8-8911-b4c15cea7c79,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:08.621395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33184) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:08.652086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2901c0ea-4e24-40ef-bd3b-8e1c6944ce1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.774582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2901c0ea-4e24-40ef-bd3b-8e1c6944ce1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.780599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2901c0ea-4e24-40ef-bd3b-8e1c6944ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:08.844204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2901c0ea-4e24-40ef-bd3b-8e1c6944ce1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=306aaf80f9e947dfa263bf7da19354b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213914 Sep 18 19:54:08.847181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:08.863308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901c0ea-4e24-40ef-bd3b-8e1c6944ce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca4575d-49cf-4665-be13-ea7d40712de4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:08.894856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c6cac-2b8b-4dc6-9edb-95dc2a37973e req-b764925b-86fb-46c7-807f-d93a5147c470 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:08.903673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba0c6cac-2b8b-4dc6-9edb-95dc2a37973e req-b764925b-86fb-46c7-807f-d93a5147c470 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0850768 Sep 18 19:54:08.946475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba0c6cac-2b8b-4dc6-9edb-95dc2a37973e req-ebd9caf4-bcaa-4406-99f7-e04291bea98b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Sep 18 19:54:08.953257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b77716a-ce4f-4732-87b7-f064cda1bb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:09.000128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b77716a-ce4f-4732-87b7-f064cda1bb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:09.055887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b77716a-ce4f-4732-87b7-f064cda1bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:09.058696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b77716a-ce4f-4732-87b7-f064cda1bb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:09.060162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9b77716a-ce4f-4732-87b7-f064cda1bb6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ca4575d-49cf-4665-be13-ea7d40712de4 HTTP/1.1" status: 204 len: 168 time: 0.2117474 Sep 18 19:54:09.069639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77716a-ce4f-4732-87b7-f064cda1bb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca4575d-49cf-4665-be13-ea7d40712de4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:09.238775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16346e91-6d2c-4708-9f86-d6388453ee7a req-00e5e17a-131a-4cd4-8c35-3fc0af425f43 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:09.240650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16346e91-6d2c-4708-9f86-d6388453ee7a req-00e5e17a-131a-4cd4-8c35-3fc0af425f43 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0848160 Sep 18 19:54:09.303606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16346e91-6d2c-4708-9f86-d6388453ee7a req-e709a6fd-5720-4a25-b40e-e16f176d49e4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477817 Sep 18 19:54:10.145821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aee7c4-952f-42bc-aac0-545151ea5206 req-9c9d1eb9-2beb-46e2-8af2-4629fcca3323 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:10.151848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77aee7c4-952f-42bc-aac0-545151ea5206 req-9c9d1eb9-2beb-46e2-8af2-4629fcca3323 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0952678 Sep 18 19:54:10.242187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77aee7c4-952f-42bc-aac0-545151ea5206 req-ac7a418a-434b-42cc-bd6c-9c5a2511efff tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783546 Sep 18 19:54:10.572635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5dbfa-51a9-4642-9b3f-98fe2c8e9cb6 req-c7b22d49-5f18-4cd0-bc8f-b01f7d8aee0c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:10.580317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13e5dbfa-51a9-4642-9b3f-98fe2c8e9cb6 req-c7b22d49-5f18-4cd0-bc8f-b01f7d8aee0c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.1347406 Sep 18 19:54:10.624369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13e5dbfa-51a9-4642-9b3f-98fe2c8e9cb6 req-2bc46103-4b0b-44cb-b407-e968cbc5bdbf tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 Sep 18 19:54:10.840579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33288) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:10.947871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f176bc3-739f-49f2-aa3a-cf1eb7a5b2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:11.042092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f176bc3-739f-49f2-aa3a-cf1eb7a5b2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:11.046122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f176bc3-739f-49f2-aa3a-cf1eb7a5b2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:11.086184 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7f176bc3-739f-49f2-aa3a-cf1eb7a5b2be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb5ab91d0c7c43c4a9bad6fe6c12d632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444494 Sep 18 19:54:11.087206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f176bc3-739f-49f2-aa3a-cf1eb7a5b2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f2f674-932c-4d00-bc43-2d7646297139,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:11.088950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33292) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:11.139909 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9e19eeb-18d2-4abf-966f-84b22f3174b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:11.162506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9e19eeb-18d2-4abf-966f-84b22f3174b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:11.212475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9e19eeb-18d2-4abf-966f-84b22f3174b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:11.215037 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9e19eeb-18d2-4abf-966f-84b22f3174b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:11.216193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a9e19eeb-18d2-4abf-966f-84b22f3174b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2f2f674-932c-4d00-bc43-2d7646297139 HTTP/1.1" status: 204 len: 168 time: 0.1260495 Sep 18 19:54:11.226064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e19eeb-18d2-4abf-966f-84b22f3174b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f2f674-932c-4d00-bc43-2d7646297139,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:11.374683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22396ea-beb7-43aa-84da-ea1eff691f33 req-dd8781e8-074c-4400-b3bb-6aa65b8c9d98 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:11.376389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f22396ea-beb7-43aa-84da-ea1eff691f33 req-dd8781e8-074c-4400-b3bb-6aa65b8c9d98 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0689054 Sep 18 19:54:11.417952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f22396ea-beb7-43aa-84da-ea1eff691f33 req-66258722-7906-499e-bdfd-5eaa57bd7051 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Sep 18 19:54:11.758984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43533cf6-4699-4b21-9b76-c64801fc6d74 req-1f4c844e-a9b6-4604-880a-92be0408d6d1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:11.760608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43533cf6-4699-4b21-9b76-c64801fc6d74 req-1f4c844e-a9b6-4604-880a-92be0408d6d1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0635996 Sep 18 19:54:11.827814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43533cf6-4699-4b21-9b76-c64801fc6d74 req-62f1c9cb-65fd-46bb-b456-e3d4a42167e1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607734 Sep 18 19:54:11.953850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33324) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:12.048880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1982367000'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:12.070587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Made reservation on behalf of 1397de7689114c4597bf9cbea51b6b67 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:12.074033 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.082441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.175838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.181077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.209758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:12.216093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0f4175-b976-454f-ab75-45647e315cb3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:12.222029 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.222376 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Added segment ad383671-deba-4984-bcb2-8a77409fcb72 of type vlan for network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea Sep 18 19:54:12.263027 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.288023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.293597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:12.294196 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.301906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33332) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:12.329949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.3720686 Sep 18 19:54:12.330180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33334) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:12.336136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'subnet': {'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:12.359603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66635e8-1763-4463-802e-4d08f606a406 admin admin] Deleting subnet 46cac9d2-ef1c-4b34-afdf-c88239faaf16 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:54:12.363110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f66635e8-1763-4463-802e-4d08f606a406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.396661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7277dfe-1bd1-4b93-af18-29289785006b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Network': ['ID=5e0d9336-f35c-4d36-8218-9fc295cdc0ea,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:12.399810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f66635e8-1763-4463-802e-4d08f606a406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.408562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:12.455540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f66635e8-1763-4463-802e-4d08f606a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.541142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f66635e8-1763-4463-802e-4d08f606a406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.572714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66635e8-1763-4463-802e-4d08f606a406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cac9d2-ef1c-4b34-afdf-c88239faaf16,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:12.574778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f66635e8-1763-4463-802e-4d08f606a406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.577902 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f66635e8-1763-4463-802e-4d08f606a406 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46cac9d2-ef1c-4b34-afdf-c88239faaf16 HTTP/1.1" status: 204 len: 168 time: 0.2732339 Sep 18 19:54:12.584531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33340) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:12.656479 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.752316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.773640 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546ea4dd-f793-426c-a125-ea23899baa4c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:12.790567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb6864c-491a-476a-91c6-4c9004d4788a') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:12.791176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb6864c-491a-476a-91c6-4c9004d4788a') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:12.809011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.828565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.837021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:54:12.837449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:54:12.839550 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:54:12.897190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d65c8-84fc-4a64-8dc2-00d3533c738f req-197f552d-ffe0-49b1-8d47-2fbdda3d2475 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:12.899180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef9d65c8-84fc-4a64-8dc2-00d3533c738f req-197f552d-ffe0-49b1-8d47-2fbdda3d2475 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0764003 Sep 18 19:54:12.914458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Made reservation on behalf of 1397de7689114c4597bf9cbea51b6b67 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:12.918042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.927958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.935644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:12.941195 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/546ea4dd-f793-426c-a125-ea23899baa4c HTTP/1.1" status: 204 len: 168 time: 0.3514919 Sep 18 19:54:12.941355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33348) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:12.949013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6fc00-be9b-4556-9a2f-be497daca4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=546ea4dd-f793-426c-a125-ea23899baa4c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:13.030942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef9d65c8-84fc-4a64-8dc2-00d3533c738f req-acccf59d-039c-4f66-b6e6-155a9aa94a32 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups?id=2433f106-6012-41c9-a20f-38b05022aa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238174 Sep 18 19:54:13.079789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d510872-299c-4785-9ce7-abf734dde257 req-3996f8d1-f5ef-4715-8762-0cd294c57a23 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:13.080060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6245e89-79bb-410d-bb62-a7057e4e78da admin admin] Deleting subnet 796e7133-8110-408f-bf65-a7b2c5b0f6a6 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:54:13.081549 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6d510872-299c-4785-9ce7-abf734dde257 req-3996f8d1-f5ef-4715-8762-0cd294c57a23 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 946 time: 0.0554719 Sep 18 19:54:13.098736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6245e89-79bb-410d-bb62-a7057e4e78da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.153933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d09b-5805-4b68-a384-cfa608afbf73 req-df1299f8-8cce-4338-b22c-5a5bc0e6a83a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:13.155465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c52d09b-5805-4b68-a384-cfa608afbf73 req-df1299f8-8cce-4338-b22c-5a5bc0e6a83a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.1282384 Sep 18 19:54:13.166165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6245e89-79bb-410d-bb62-a7057e4e78da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.184552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Deleting port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:13.184885 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.271907 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6245e89-79bb-410d-bb62-a7057e4e78da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.277579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c52d09b-5805-4b68-a384-cfa608afbf73 req-7141719b-cb43-4d15-b9c0-34c6ea0664f7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092463 Sep 18 19:54:13.288099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] For port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,segment=NetworkSegment(00b6e0ad-fea0-429c-bffa-be511813690c),segment_id=00b6e0ad-fea0-429c-bffa-be511813690c)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:13.288818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.316487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Calling delete_port for f4b4a6ba-1fdd-4f27-99ad-a03e0949872d owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:13.363970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.421397 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6245e89-79bb-410d-bb62-a7057e4e78da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.439782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Subnet': ['ID=93627f15-6c6f-46d9-8837-f156b65524f0,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:13.454589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6245e89-79bb-410d-bb62-a7057e4e78da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.459887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6245e89-79bb-410d-bb62-a7057e4e78da admin admin] 10.222.0.20 "DELETE /v2.0/subnets/796e7133-8110-408f-bf65-a7b2c5b0f6a6 HTTP/1.1" status: 204 len: 168 time: 0.5143077 Sep 18 19:54:13.460832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33358) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:13.486212 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.498697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['f4b4a6ba-1fdd-4f27-99ad-a03e0949872d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:54:13.508961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6245e89-79bb-410d-bb62-a7057e4e78da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796e7133-8110-408f-bf65-a7b2c5b0f6a6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:13.511079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Checking segment: {'id': 'ad383671-deba-4984-bcb2-8a77409fcb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:13.511673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Network hostable DHCP agents. Network: 5e0d9336-f35c-4d36-8218-9fc295cdc0ea, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:13.516313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event deleted for resources: {'Port': ['ID=f4b4a6ba-1fdd-4f27-99ad-a03e0949872d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:13.560324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] No DVR routers for this DVR port f4b4a6ba-1fdd-4f27-99ad-a03e0949872d on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:13.563028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.565869 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6d510872-299c-4785-9ce7-abf734dde257 req-7d6b6f14-db10-40ed-97fa-b9ef0d1f319b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.32 "DELETE /v2.0/ports/f4b4a6ba-1fdd-4f27-99ad-a03e0949872d HTTP/1.1" status: 204 len: 173 time: 0.4784453 Sep 18 19:54:13.566557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8abf3-6e8a-4f48-931e-4f0744387a0a', 'name': 'network-vif-deleted', 'tag': 'f4b4a6ba-1fdd-4f27-99ad-a03e0949872d'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:13.569721 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f7707b-69f0-4690-8d5d-66146cafaa1d" -d '{"events": [{"server_uuid": "15a8abf3-6e8a-4f48-931e-4f0744387a0a", "name": "network-vif-deleted", "tag": "f4b4a6ba-1fdd-4f27-99ad-a03e0949872d"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:13.578982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.583988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:13.608570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 5e0d9336-f35c-4d36-8218-9fc295cdc0ea) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:13.618052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:13.618767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.620912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd264b7-c49f-4cca-aef0-413a8ce54be4 None None] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:13.641969 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061707bf-a62a-43b5-a61c-1b8980d69354 x-openstack-request-id: req-061707bf-a62a-43b5-a61c-1b8980d69354 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:13.642258 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a8abf3-6e8a-4f48-931e-4f0744387a0a", "name": "network-vif-deleted", "tag": "f4b4a6ba-1fdd-4f27-99ad-a03e0949872d", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:13.642508 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-061707bf-a62a-43b5-a61c-1b8980d69354 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:13.642903 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a8abf3-6e8a-4f48-931e-4f0744387a0a', 'name': 'network-vif-deleted', 'tag': 'f4b4a6ba-1fdd-4f27-99ad-a03e0949872d', 'status': 'completed', 'code': 200} Sep 18 19:54:13.685875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-373572b8-e6af-412a-bd10-797be6cb4e3f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3546383 Sep 18 19:54:13.688594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33366) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:13.695806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-745882659'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:13.738562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.773536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51127533-9c56-4368-84e5-bb52b7dda517']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:13.784386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4128773-b2df-40b1-be7c-25ef363ce5a5') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:13.784738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4128773-b2df-40b1-be7c-25ef363ce5a5') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:13.796758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.815858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.825710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:54:13.826327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.830930 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'tenant_id': '1397de7689114c4597bf9cbea51b6b67', 'fixed_ips': [{'subnet_id': '93627f15-6c6f-46d9-8837-f156b65524f0'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:54:13.832481 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:54:13.843664 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:54:13.856136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Made reservation on behalf of 1397de7689114c4597bf9cbea51b6b67 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:13.860256 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.882132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] device_id is not set on port 31dae648-8a18-44fc-846e-ae8dd97040d1 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:13.895218 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.903945 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:13.906801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/51127533-9c56-4368-84e5-bb52b7dda517 HTTP/1.1" status: 204 len: 168 time: 0.4445159 Sep 18 19:54:13.948146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce095bf0-929f-45cd-bb01-bf30e152f8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=51127533-9c56-4368-84e5-bb52b7dda517,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:14.045525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Allocated IP 2001:db8::282 (5e0d9336-f35c-4d36-8218-9fc295cdc0ea/93627f15-6c6f-46d9-8837-f156b65524f0/31dae648-8a18-44fc-846e-ae8dd97040d1) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:14.187533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-907f783c-36e4-49c2-b724-f5977976303d req-e8001a12-b284-4f67-82d0-93cfca06bf89 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/ports?device_id=15a8abf3-6e8a-4f48-931e-4f0744387a0a HTTP/1.1" status: 200 len: 210 time: 0.0338149 Sep 18 19:54:14.217096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33374) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:14.271632 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-903619b0-521f-4990-8ff5-ee604401cf91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3498149ad46c441f8919ad8036802121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524940 Sep 18 19:54:14.274150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33376) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:14.282600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.323138 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.331479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dde9f8dc-3851-4b27-b582-78a252029091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.360094 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dde9f8dc-3851-4b27-b582-78a252029091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.374523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:14.380684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:14.386041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:14.391634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:14.392253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.394645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Allocated IP 2001:db8::2 (5e0d9336-f35c-4d36-8218-9fc295cdc0ea/93627f15-6c6f-46d9-8837-f156b65524f0/c0ef7a4b-af82-4ae5-a657-37c101411575) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:14.396282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=31dae648-8a18-44fc-846e-ae8dd97040d1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:14.411848 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7ffc78c-0327-4a88-8b2c-f31588893767 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7213931 Sep 18 19:54:14.415506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33382) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:14.431115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1257605062', 'allowed_address_pairs': [{'ip_address': '2001:db8::282', 'mac_address': 'fa:16:3e:d2:81:cb'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:14.448090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc640b5-b73b-4ee7-96cf-0b934f0e8b58 req-77444526-bbd2-41ab-91a8-56a41e275ad1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:14.449813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4dc640b5-b73b-4ee7-96cf-0b934f0e8b58 req-77444526-bbd2-41ab-91a8-56a41e275ad1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.0823324 Sep 18 19:54:14.468062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dde9f8dc-3851-4b27-b582-78a252029091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.471277 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dde9f8dc-3851-4b27-b582-78a252029091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.475522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dde9f8dc-3851-4b27-b582-78a252029091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2022c172-b393-42a9-b532-826a6d9be836 HTTP/1.1" status: 204 len: 168 time: 0.1973975 Sep 18 19:54:14.489198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f8dc-3851-4b27-b582-78a252029091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2022c172-b393-42a9-b532-826a6d9be836,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:14.563978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4dc640b5-b73b-4ee7-96cf-0b934f0e8b58 req-4058f432-dedb-44f9-8063-4f000fd286b4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703433 Sep 18 19:54:14.579313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Made reservation on behalf of 1397de7689114c4597bf9cbea51b6b67 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:14.657011 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.664227 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.703136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.717837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:14.722567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:14.731102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] device_id is not set on port 24a6f021-a137-436e-babe-7c5527f86a2d yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:14.733865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:14.791683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Pushing event updated for resources: {'Port': ['ID=c0ef7a4b-af82-4ae5-a657-37c101411575,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:14.809588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.810216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.810743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.811422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.811998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.812426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.812766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.813100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.813427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.813944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.814280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.814890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:14.823609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Attempting to bind port c0ef7a4b-af82-4ae5-a657-37c101411575 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:54:14.824259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Attempting to bind port c0ef7a4b-af82-4ae5-a657-37c101411575 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'ad383671-deba-4984-bcb2-8a77409fcb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:54:14.824815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Attempting to bind port c0ef7a4b-af82-4ae5-a657-37c101411575 on network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:14.830803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:54:14.831453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Checking segment: {'id': 'ad383671-deba-4984-bcb2-8a77409fcb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:14.831862 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.832509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Bound using segment: {'id': 'ad383671-deba-4984-bcb2-8a77409fcb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:54:14.832978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Bound port: c0ef7a4b-af82-4ae5-a657-37c101411575, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad383671-deba-4984-bcb2-8a77409fcb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:54:14.833545 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:14.907098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Allocated IP 2001:db8::8 (5e0d9336-f35c-4d36-8218-9fc295cdc0ea/93627f15-6c6f-46d9-8837-f156b65524f0/24a6f021-a137-436e-babe-7c5527f86a2d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:14.915682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] For port c0ef7a4b-af82-4ae5-a657-37c101411575, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:54:14.919366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] For port c0ef7a4b-af82-4ae5-a657-37c101411575, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0ef7a4b-af82-4ae5-a657-37c101411575,segment=NetworkSegment(ad383671-deba-4984-bcb2-8a77409fcb72),segment_id=ad383671-deba-4984-bcb2-8a77409fcb72)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:54:14.927835 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.037380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33402) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:15.061576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b04adf-78de-470f-bbe9-e4505d0fa48a None None] Pushing event updated for resources: {'Port': ['ID=c0ef7a4b-af82-4ae5-a657-37c101411575,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:15.116032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e85a06fc-e3ad-4757-8d68-045d87a50791 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=991283e6d38d4a59a40cb875697b48f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774183 Sep 18 19:54:15.116740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33404) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:15.126964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.169934 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.171395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f00257a-95fb-498d-aef0-2b6e4bf48e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.196355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f00257a-95fb-498d-aef0-2b6e4bf48e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.213951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:15.217492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:15.220293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:15.227633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:15.228347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.250335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=24a6f021-a137-436e-babe-7c5527f86a2d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:15.261315 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-793e7a92-a2cd-4810-9716-2599fa05a7de tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.8417490 Sep 18 19:54:15.264040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33408) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:15.313186 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f00257a-95fb-498d-aef0-2b6e4bf48e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.328107 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f00257a-95fb-498d-aef0-2b6e4bf48e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.331113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3f00257a-95fb-498d-aef0-2b6e4bf48e8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d12b44c8-0e33-4023-b848-e50e88ba251c HTTP/1.1" status: 204 len: 168 time: 0.2133765 Sep 18 19:54:15.346327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00257a-95fb-498d-aef0-2b6e4bf48e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b44c8-0e33-4023-b848-e50e88ba251c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:15.400314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d98d2d-5d57-4d63-93cb-bc6c858f63b3 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:15.407199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d98d2d-5d57-4d63-93cb-bc6c858f63b3 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:15.414945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d98d2d-5d57-4d63-93cb-bc6c858f63b3 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:15.420366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33422) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:15.430466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-58d98d2d-5d57-4d63-93cb-bc6c858f63b3 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1645124 Sep 18 19:54:15.477838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33426) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:15.548761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9c227ab7-10d2-4ac1-96f2-22735ac255d2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Deleting port 24a6f021-a137-436e-babe-7c5527f86a2d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:15.549085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c227ab7-10d2-4ac1-96f2-22735ac255d2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.560058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-568f9b0c-6cec-4c2f-a591-c86262bf51dc tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.591518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-568f9b0c-6cec-4c2f-a591-c86262bf51dc tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.653109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c227ab7-10d2-4ac1-96f2-22735ac255d2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.663703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-568f9b0c-6cec-4c2f-a591-c86262bf51dc tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.667089 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-568f9b0c-6cec-4c2f-a591-c86262bf51dc tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.670853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:15.671404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-568f9b0c-6cec-4c2f-a591-c86262bf51dc tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "DELETE /v2.0/security-groups/a86d0f76-fd0e-43da-bb09-5958cd287500 HTTP/1.1" status: 204 len: 168 time: 0.1934903 Sep 18 19:54:15.673287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9c227ab7-10d2-4ac1-96f2-22735ac255d2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Calling delete_port for 24a6f021-a137-436e-babe-7c5527f86a2d owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:15.696671 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-46216bd7-1f9a-4ab9-b62f-a53da0367e05 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] show failed (client error): The resource could not be found. Sep 18 19:54:15.697106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f9b0c-6cec-4c2f-a591-c86262bf51dc tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d0f76-fd0e-43da-bb09-5958cd287500,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:15.698028 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-46216bd7-1f9a-4ab9-b62f-a53da0367e05 tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "GET /v2.0/security-groups/a86d0f76-fd0e-43da-bb09-5958cd287500 HTTP/1.1" status: 404 len: 347 time: 0.0261121 Sep 18 19:54:15.708004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33434) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:15.896330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bcea8-f080-4129-aa93-3e565e0943ac req-c85a7054-4779-4934-8e7c-f3aadde530c3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:15.897826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a3bcea8-f080-4129-aa93-3e565e0943ac req-c85a7054-4779-4934-8e7c-f3aadde530c3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.2120969 Sep 18 19:54:15.907261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c227ab7-10d2-4ac1-96f2-22735ac255d2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.946911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Deleting port adc9e5be-c4e5-4305-bbde-9701e12331bc {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:15.947259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:15.949401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c227ab7-10d2-4ac1-96f2-22735ac255d2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Port': ['ID=24a6f021-a137-436e-babe-7c5527f86a2d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:16.070230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.070571 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.092704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Calling delete_port for adc9e5be-c4e5-4305-bbde-9701e12331bc owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:16.149697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c227ab7-10d2-4ac1-96f2-22735ac255d2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.156171 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9c227ab7-10d2-4ac1-96f2-22735ac255d2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "DELETE /v2.0/ports/24a6f021-a137-436e-babe-7c5527f86a2d HTTP/1.1" status: 204 len: 168 time: 0.7335439 Sep 18 19:54:16.157396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33454) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:16.195019 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-06471045-4b6c-45d7-8b65-5b2168ea0d4f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] GET failed (client error): The resource could not be found. Sep 18 19:54:16.201435 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-06471045-4b6c-45d7-8b65-5b2168ea0d4f tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "GET /v2.0/ports/24a6f021-a137-436e-babe-7c5527f86a2d HTTP/1.1" status: 404 len: 333 time: 0.0425954 Sep 18 19:54:16.202207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33458) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:16.209861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-39969650'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:16.226441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a3bcea8-f080-4129-aa93-3e565e0943ac req-e70ee536-edd7-4fdd-8b66-f22f3e0b8df7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209524 Sep 18 19:54:16.330146 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.357859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Made reservation on behalf of 1397de7689114c4597bf9cbea51b6b67 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:16.358201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Pushing event deleted for resources: {'Port': ['ID=adc9e5be-c4e5-4305-bbde-9701e12331bc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:16.361913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.390960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] device_id is not set on port 0407d231-c1e7-4104-8db0-75f12c3ba614 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:16.491143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.496036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.497475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6599f9de-a39a-4f63-be5f-f95ec4eae04b tempest-ImagesOneServerNegativeTestJSON-1062345580 tempest-ImagesOneServerNegativeTestJSON-1062345580-project] 10.222.0.20 "DELETE /v2.0/floatingips/8f7d430b-ad16-4896-8ef8-555bf4984e40 HTTP/1.1" status: 204 len: 168 time: 0.7909334 Sep 18 19:54:16.535662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050ffc8-81ea-4b8a-b180-3f997aa68bec None None] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:16.593370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Allocated IP 2001:db8::184 (5e0d9336-f35c-4d36-8218-9fc295cdc0ea/93627f15-6c6f-46d9-8837-f156b65524f0/0407d231-c1e7-4104-8db0-75f12c3ba614) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:16.623439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-121b02bc-a0f1-476e-a9b6-e18cdff9ca1b None None] Provisioning complete for port c0ef7a4b-af82-4ae5-a657-37c101411575 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:16.623820 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-121b02bc-a0f1-476e-a9b6-e18cdff9ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.702021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33476) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:16.761001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab03d926-6d82-47ed-b791-7f14496e85b7 admin admin] Deleting subnet 8c27aea7-2576-4fec-a5cf-4f89607fd695 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:54:16.764258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab03d926-6d82-47ed-b791-7f14496e85b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.807587 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-121b02bc-a0f1-476e-a9b6-e18cdff9ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.825899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab03d926-6d82-47ed-b791-7f14496e85b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.872096 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab03d926-6d82-47ed-b791-7f14496e85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.875558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.923900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.927859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-121b02bc-a0f1-476e-a9b6-e18cdff9ca1b None None] For port c0ef7a4b-af82-4ae5-a657-37c101411575, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0ef7a4b-af82-4ae5-a657-37c101411575,segment=NetworkSegment(ad383671-deba-4984-bcb2-8a77409fcb72),segment_id=ad383671-deba-4984-bcb2-8a77409fcb72)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:16.938375 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-121b02bc-a0f1-476e-a9b6-e18cdff9ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:16.948012 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab03d926-6d82-47ed-b791-7f14496e85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.007960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=0407d231-c1e7-4104-8db0-75f12c3ba614,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:17.015935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03d926-6d82-47ed-b791-7f14496e85b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c27aea7-2576-4fec-a5cf-4f89607fd695,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:17.034984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab03d926-6d82-47ed-b791-7f14496e85b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.039030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ab03d926-6d82-47ed-b791-7f14496e85b7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c27aea7-2576-4fec-a5cf-4f89607fd695 HTTP/1.1" status: 204 len: 168 time: 0.3335545 Sep 18 19:54:17.040398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33486) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:17.041225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:17.043189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:17.047800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:17.054645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:17.055649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.078047 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ff3fffe-a6e9-44f1-8007-230fa1f9d1ef tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8739197 Sep 18 19:54:17.080361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33488) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:17.096344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::282', 'mac_address': 'fa:16:3e:d2:81:cb'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:17.191461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.262897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device f4b4a6ba-1fdd-4f27-99ad-a03e0949872d no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:54:17.304929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: f4b4a6ba-1fdd-4f27-99ad-a03e0949872d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:54:17.305269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device f4b4a6ba-1fdd-4f27-99ad-a03e0949872d not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:54:17.311264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b02bc-a0f1-476e-a9b6-e18cdff9ca1b None None] Pushing event updated for resources: {'Port': ['ID=c0ef7a4b-af82-4ae5-a657-37c101411575,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:17.325354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.394466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0ef7a4b-af82-4ae5-a657-37c101411575 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:17.493136 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.500791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c0ef7a4b-af82-4ae5-a657-37c101411575 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:17.501159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.546436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621bba3f-f947-48e1-929d-7d9171168667']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:17.572527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21448-4ff0-4e97-adf8-eb5ba2151309 req-3b120e06-64da-4d01-b0d3-8f9713ab4b96 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:17.581370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74e21448-4ff0-4e97-adf8-eb5ba2151309 req-3b120e06-64da-4d01-b0d3-8f9713ab4b96 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.2118492 Sep 18 19:54:17.639108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b6e0ad-fea0-429c-bffa-be511813690c') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:17.639429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b6e0ad-fea0-429c-bffa-be511813690c') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:17.644006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.650164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74e21448-4ff0-4e97-adf8-eb5ba2151309 req-55fb7b36-4eae-40b6-89e8-4f0c826ac184 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682936 Sep 18 19:54:17.661651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.670675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.685829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] In _notify_port_updated(), no bound segment for port 0407d231-c1e7-4104-8db0-75f12c3ba614 on network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:54:17.691540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:17.692247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.696983 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "PUT /v2.0/ports/0407d231-c1e7-4104-8db0-75f12c3ba614 HTTP/1.1" status: 200 len: 1001 time: 0.6119971 Sep 18 19:54:17.698625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33504) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:17.700931 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.716605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:54:17.718096 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:54:17.720660 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:54:17.792361 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.798415 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.812739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6e268fb4-e6c4-42df-8ef9-dcfa23450079 None None] Provisioning complete for port c0ef7a4b-af82-4ae5-a657-37c101411575 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:17.813206 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e268fb4-e6c4-42df-8ef9-dcfa23450079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.813388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] 10.222.0.20 "DELETE /v2.0/networks/621bba3f-f947-48e1-929d-7d9171168667 HTTP/1.1" status: 204 len: 168 time: 0.7718935 Sep 18 19:54:17.850812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfe331-21ae-463f-935f-327bc56bb776 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=0407d231-c1e7-4104-8db0-75f12c3ba614,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:17.852507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c8117-7698-4ad8-a31f-a769661aae94 admin admin] Pushing event deleted for resources: {'Network': ['ID=621bba3f-f947-48e1-929d-7d9171168667,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:17.913655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ee76c612-b2e2-4a9a-a7d1-0809b79288b9 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Deleting port 0407d231-c1e7-4104-8db0-75f12c3ba614 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:17.914119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee76c612-b2e2-4a9a-a7d1-0809b79288b9 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:17.982566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6e268fb4-e6c4-42df-8ef9-dcfa23450079 None None] Provisioning complete for port 0407d231-c1e7-4104-8db0-75f12c3ba614 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:17.983095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e268fb4-e6c4-42df-8ef9-dcfa23450079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.073744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6e268fb4-e6c4-42df-8ef9-dcfa23450079 None None] Port 0407d231-c1e7-4104-8db0-75f12c3ba614 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:18.106218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6e268fb4-e6c4-42df-8ef9-dcfa23450079 None None] Provisioning complete for port 31dae648-8a18-44fc-846e-ae8dd97040d1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:18.106520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e268fb4-e6c4-42df-8ef9-dcfa23450079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.215860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33518) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:18.235071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6e268fb4-e6c4-42df-8ef9-dcfa23450079 None None] Port 31dae648-8a18-44fc-846e-ae8dd97040d1 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:18.321524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ba514945-cf8c-4b6f-a189-d5cea30fc8f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdc8825a3ba94cb78ea9743dad54559a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1016018 Sep 18 19:54:18.322218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33522) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:18.370064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3a875931-d3be-4435-910f-cee7b2df7f0f None None] Provisioning complete for port 31dae648-8a18-44fc-846e-ae8dd97040d1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:18.370438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3a875931-d3be-4435-910f-cee7b2df7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.419665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c733d7e7-8006-48a2-9a2e-211fc943a540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.440255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3a875931-d3be-4435-910f-cee7b2df7f0f None None] Port 31dae648-8a18-44fc-846e-ae8dd97040d1 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:18.459404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c733d7e7-8006-48a2-9a2e-211fc943a540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.525977 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c733d7e7-8006-48a2-9a2e-211fc943a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.529428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c733d7e7-8006-48a2-9a2e-211fc943a540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.532561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c733d7e7-8006-48a2-9a2e-211fc943a540 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2433f106-6012-41c9-a20f-38b05022aa91 HTTP/1.1" status: 204 len: 168 time: 0.2093318 Sep 18 19:54:18.549367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733d7e7-8006-48a2-9a2e-211fc943a540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2433f106-6012-41c9-a20f-38b05022aa91,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:18.564951 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee76c612-b2e2-4a9a-a7d1-0809b79288b9 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.594835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ee76c612-b2e2-4a9a-a7d1-0809b79288b9 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Calling delete_port for 0407d231-c1e7-4104-8db0-75f12c3ba614 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:18.656110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bdcab40a-1c53-4c47-bcef-42c29941bfe6 None None] Could not find standard attr ID for object 24a6f021-a137-436e-babe-7c5527f86a2d. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:54:18.826531 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee76c612-b2e2-4a9a-a7d1-0809b79288b9 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:18.856331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76c612-b2e2-4a9a-a7d1-0809b79288b9 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Port': ['ID=0407d231-c1e7-4104-8db0-75f12c3ba614,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:18.922740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81f70-e17b-4391-b21c-2d90cf1deb76 req-7d491b5b-8629-4e0d-8d43-78f91b83c956 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:18.930514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9e81f70-e17b-4391-b21c-2d90cf1deb76 req-7d491b5b-8629-4e0d-8d43-78f91b83c956 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 943 time: 0.1428251 Sep 18 19:54:18.984819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b97d3b3f-323e-4649-9526-de960a8ac8c8 None None] Could not find standard attr ID for object 0407d231-c1e7-4104-8db0-75f12c3ba614. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:54:19.016661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee76c612-b2e2-4a9a-a7d1-0809b79288b9 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:19.024470 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ee76c612-b2e2-4a9a-a7d1-0809b79288b9 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "DELETE /v2.0/ports/0407d231-c1e7-4104-8db0-75f12c3ba614 HTTP/1.1" status: 204 len: 168 time: 1.3238063 Sep 18 19:54:19.025187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9e81f70-e17b-4391-b21c-2d90cf1deb76 req-64d1ac03-5c6d-4bed-97a3-48e439db3b0e tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879502 Sep 18 19:54:19.025685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33532) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:19.079539 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88e5912-3508-4434-b00c-40c1df7999a0 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] GET failed (client error): The resource could not be found. Sep 18 19:54:19.081753 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e88e5912-3508-4434-b00c-40c1df7999a0 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "GET /v2.0/ports/0407d231-c1e7-4104-8db0-75f12c3ba614 HTTP/1.1" status: 404 len: 333 time: 0.0544343 Sep 18 19:54:19.087942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33536) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:19.093968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1036402861'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:19.157895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:54:19.343935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Made reservation on behalf of 1397de7689114c4597bf9cbea51b6b67 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:19.348130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:19.363236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0ef7a4b-af82-4ae5-a657-37c101411575 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:19.408064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] device_id is not set on port 97383a97-b699-4f89-9273-7a976e60c2ca yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:19.540115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c0ef7a4b-af82-4ae5-a657-37c101411575 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:19.540691 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:19.579751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:19.606539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a157166b-2846-48ff-b494-889886bb9a3f', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'port_id': 'a157166b-2846-48ff-b494-889886bb9a3f', 'mac_address': 'fa:16:3e:35:3e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:54:19.666072 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:19.672189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Allocated IP 2001:db8::386 (5e0d9336-f35c-4d36-8218-9fc295cdc0ea/93627f15-6c6f-46d9-8837-f156b65524f0/97383a97-b699-4f89-9273-7a976e60c2ca) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:19.685542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a157166b-2846-48ff-b494-889886bb9a3f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:54:19.714140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:19.741278 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:19.810803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:19.876375 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:19.909307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-554bfc11-1708-45fe-b899-612a68517c1d None None] Could not find standard attr ID for object 0407d231-c1e7-4104-8db0-75f12c3ba614. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:54:19.929095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:19.941225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a157166b-2846-48ff-b494-889886bb9a3f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:54:19.974796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:19.980698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:19.984636 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:19.991984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:19.992659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:20.012331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=97383a97-b699-4f89-9273-7a976e60c2ca,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:20.028220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-98167eb2-3c1b-4f71-aa8c-db173bdddb87 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9390364 Sep 18 19:54:20.031186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33564) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:20.037112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d2:81:cb'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:20.292227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:20.314330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687df98-a997-4f5b-91cf-119aa0662783 req-7db9810b-815a-4690-941d-4cf0ada68448 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:20.323020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b687df98-a997-4f5b-91cf-119aa0662783 req-7db9810b-815a-4690-941d-4cf0ada68448 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 944 time: 0.1324601 Sep 18 19:54:20.386415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0236a353-cc07-48a6-be92-7c366fae6cd6 req-79d3e0cc-b477-4ffe-92b9-71a5e2c8d4af tempest-AbsoluteLimitsNegativeTestJSON-131195787 tempest-AbsoluteLimitsNegativeTestJSON-131195787-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1fee073f74dd45849c35820b2b5d2a95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546470 Sep 18 19:54:20.449821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b687df98-a997-4f5b-91cf-119aa0662783 req-388927ef-20ae-4906-9b43-816aec1b7cad tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259058 Sep 18 19:54:20.542758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e150d3c8-5780-4d98-93c7-a423a5fe91ef None None] Provisioning complete for port 97383a97-b699-4f89-9273-7a976e60c2ca triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:20.543322 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e150d3c8-5780-4d98-93c7-a423a5fe91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:20.616111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e150d3c8-5780-4d98-93c7-a423a5fe91ef None None] Port 97383a97-b699-4f89-9273-7a976e60c2ca cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:20.639348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236a353-cc07-48a6-be92-7c366fae6cd6 req-7931b69e-a2ac-4b48-93f6-508d5eda9796 tempest-AbsoluteLimitsNegativeTestJSON-131195787 tempest-AbsoluteLimitsNegativeTestJSON-131195787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:20.641256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0236a353-cc07-48a6-be92-7c366fae6cd6 req-7931b69e-a2ac-4b48-93f6-508d5eda9796 tempest-AbsoluteLimitsNegativeTestJSON-131195787 tempest-AbsoluteLimitsNegativeTestJSON-131195787-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465630 Sep 18 19:54:20.682865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0236a353-cc07-48a6-be92-7c366fae6cd6 req-af4e9e65-4f6f-4831-aef8-83e1285bd4f2 tempest-AbsoluteLimitsNegativeTestJSON-131195787 tempest-AbsoluteLimitsNegativeTestJSON-131195787-project] 10.222.0.20 "GET /v2.0/quotas/1fee073f74dd45849c35820b2b5d2a95 HTTP/1.1" status: 200 len: 375 time: 0.0302770 Sep 18 19:54:20.693162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:20.724918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0236a353-cc07-48a6-be92-7c366fae6cd6 req-1e3ff229-0fa8-4fb4-aa7c-2478979f636e tempest-AbsoluteLimitsNegativeTestJSON-131195787 tempest-AbsoluteLimitsNegativeTestJSON-131195787-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fee073f74dd45849c35820b2b5d2a95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361004 Sep 18 19:54:20.725571 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:20.779911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=97383a97-b699-4f89-9273-7a976e60c2ca,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:20.782397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] In _notify_port_updated(), no bound segment for port 97383a97-b699-4f89-9273-7a976e60c2ca on network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:54:20.788156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:20.788825 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:20.790186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-32a0d67b-de21-42ad-9fcd-35b1340dee3b tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "PUT /v2.0/ports/97383a97-b699-4f89-9273-7a976e60c2ca HTTP/1.1" status: 200 len: 1003 time: 0.7578847 Sep 18 19:54:20.793625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33594) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:20.995927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb1d7d-8458-4431-902d-8f418b4c8cb7 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Deleting port 97383a97-b699-4f89-9273-7a976e60c2ca {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:20.996292 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1d7d-8458-4431-902d-8f418b4c8cb7 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.115630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1d7d-8458-4431-902d-8f418b4c8cb7 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.132021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb1d7d-8458-4431-902d-8f418b4c8cb7 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Calling delete_port for 97383a97-b699-4f89-9273-7a976e60c2ca owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:21.137034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9915de1b-e514-45ce-a586-1da909e27767 None None] Provisioning complete for port 97383a97-b699-4f89-9273-7a976e60c2ca triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:21.137658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9915de1b-e514-45ce-a586-1da909e27767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.169293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:21.200474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33606) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:21.236071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9915de1b-e514-45ce-a586-1da909e27767 None None] Port 97383a97-b699-4f89-9273-7a976e60c2ca cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:21.258813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a157166b-2846-48ff-b494-889886bb9a3f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:21.259481 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.313683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1d7d-8458-4431-902d-8f418b4c8cb7 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.326015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d6481d9-058d-418a-9716-3a3523741694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.354493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1d7d-8458-4431-902d-8f418b4c8cb7 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Port': ['ID=97383a97-b699-4f89-9273-7a976e60c2ca,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:21.372882 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.418363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:21.422197 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7110b798-ef32-4292-ace8-513f2e7305b4" -d '{"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-plugged", "status": "completed", "tag": "a157166b-2846-48ff-b494-889886bb9a3f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:21.423273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1d7d-8458-4431-902d-8f418b4c8cb7 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.426994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c9eb1d7d-8458-4431-902d-8f418b4c8cb7 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "DELETE /v2.0/ports/97383a97-b699-4f89-9273-7a976e60c2ca HTTP/1.1" status: 204 len: 168 time: 0.6318498 Sep 18 19:54:21.429915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33612) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:21.462354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:21.464657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d6481d9-058d-418a-9716-3a3523741694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.471697 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74e4d8a-6a5e-4676-8894-5b614ca5bed6 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] GET failed (client error): The resource could not be found. Sep 18 19:54:21.472533 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.474111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e74e4d8a-6a5e-4676-8894-5b614ca5bed6 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "GET /v2.0/ports/97383a97-b699-4f89-9273-7a976e60c2ca HTTP/1.1" status: 404 len: 333 time: 0.0421395 Sep 18 19:54:21.476858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d6481d9-058d-418a-9716-3a3523741694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.480329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33614) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:21.487298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-942822427'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:21.534174 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d6481d9-058d-418a-9716-3a3523741694 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fee073f74dd45849c35820b2b5d2a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304658 Sep 18 19:54:21.538150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:21.559855 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9069cd05-7688-4104-8818-6e818ab9283d x-openstack-request-id: req-9069cd05-7688-4104-8818-6e818ab9283d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:21.560769 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-plugged", "status": "completed", "tag": "a157166b-2846-48ff-b494-889886bb9a3f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:21.561227 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9069cd05-7688-4104-8818-6e818ab9283d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:21.562014 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f', 'code': 200} Sep 18 19:54:21.563052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=10']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:21.613285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6481d9-058d-418a-9716-3a3523741694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3388125d-b91c-4eaa-8561-05738b97dab1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:21.626562 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-608172ac-b76f-4d1a-9297-fd3be7703f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.663353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15595d4a-b732-4feb-82d9-83a0c4557bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.761160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76e267-e428-499e-9958-ca1b83d596d1 req-a564427e-9925-43a7-b1d6-a92e590e2b31 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:21.761160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af76e267-e428-499e-9958-ca1b83d596d1 req-a564427e-9925-43a7-b1d6-a92e590e2b31 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 946 time: 0.1133425 Sep 18 19:54:21.767733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15595d4a-b732-4feb-82d9-83a0c4557bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.793403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Made reservation on behalf of 1397de7689114c4597bf9cbea51b6b67 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:21.797278 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.824710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac448-4869-4f00-bdf3-bfa1ee7a7611 req-16a7acce-793d-4240-bf54-9746f6bb9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:21.826358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0ac448-4869-4f00-bdf3-bfa1ee7a7611 req-16a7acce-793d-4240-bf54-9746f6bb9926 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 1098 time: 0.1119325 Sep 18 19:54:21.842916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af76e267-e428-499e-9958-ca1b83d596d1 req-961ba9ac-8a30-4a32-8f50-5044ea03bad9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731580 Sep 18 19:54:21.849669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] device_id is not set on port 89b8cb20-5516-4fca-b756-f167708e5af8 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:21.879053 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bf0ac448-4869-4f00-bdf3-bfa1ee7a7611 req-86c02b8d-f7d6-4519-8934-d8c1c64e275f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Sep 18 19:54:21.882477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15595d4a-b732-4feb-82d9-83a0c4557bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.885789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15595d4a-b732-4feb-82d9-83a0c4557bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:21.886893 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-15595d4a-b732-4feb-82d9-83a0c4557bd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3388125d-b91c-4eaa-8561-05738b97dab1 HTTP/1.1" status: 204 len: 168 time: 0.3478134 Sep 18 19:54:21.908743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15595d4a-b732-4feb-82d9-83a0c4557bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3388125d-b91c-4eaa-8561-05738b97dab1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:22.024511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Allocated IP 2001:db8::252 (5e0d9336-f35c-4d36-8218-9fc295cdc0ea/93627f15-6c6f-46d9-8837-f156b65524f0/89b8cb20-5516-4fca-b756-f167708e5af8) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:22.205110 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:22.246267 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:22.308022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:22.312474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=89b8cb20-5516-4fca-b756-f167708e5af8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:22.315360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:22.318501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:22.325228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:22.325917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:22.347835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8dc2ba12-242f-476e-ad79-22d656bb5d7c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8654764 Sep 18 19:54:22.350454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33644) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:22.363875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'network_id': '5e0d9336-f35c-4d36-8218-9fc295cdc0ea', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-152395193'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:22.537647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Made reservation on behalf of 1397de7689114c4597bf9cbea51b6b67 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:22.541704 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:22.565304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] device_id is not set on port 01f72887-4736-4b61-a3de-414e5f4dc712 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:22.699252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e1243315-ba6d-4985-9351-abdd2a11b56e None None] Provisioning complete for port 89b8cb20-5516-4fca-b756-f167708e5af8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:22.702784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e1243315-ba6d-4985-9351-abdd2a11b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:22.704552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Allocated IP 2001:db8::90 (5e0d9336-f35c-4d36-8218-9fc295cdc0ea/93627f15-6c6f-46d9-8837-f156b65524f0/01f72887-4736-4b61-a3de-414e5f4dc712) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:22.736682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33662) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:22.784775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e1243315-ba6d-4985-9351-abdd2a11b56e None None] Port 89b8cb20-5516-4fca-b756-f167708e5af8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:22.975475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-41721015-network', 'tenant_id': 'eb822b2afd174d288a5b4dd4c583c42f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:22.977555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.015365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Made reservation on behalf of eb822b2afd174d288a5b4dd4c583c42f for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:23.017735 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.028907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.054990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.100038 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.111320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=01f72887-4736-4b61-a3de-414e5f4dc712,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:23.128179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:23.137884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891595-38e7-41eb-bb69-07e256df8b7b req-8e570eb6-389c-4545-8885-c98086a4b3f6 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:23.145717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe891595-38e7-41eb-bb69-07e256df8b7b req-8e570eb6-389c-4545-8885-c98086a4b3f6 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 946 time: 0.1377218 Sep 18 19:54:23.149349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:23.156980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:23.163782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:23.164431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.215267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe891595-38e7-41eb-bb69-07e256df8b7b req-bfbcdf66-2a24-4136-8000-4ee0f59f17a0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691273 Sep 18 19:54:23.237145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.242890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.255745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f9a143ab-e1d3-4b76-beaf-d5c5676e0779 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9026747 Sep 18 19:54:23.257651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33686) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:23.264918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::282', 'mac_address': 'fa:16:3e:d2:81:cb'}, {'ip_address': '2001:db8::252', 'mac_address': 'fa:16:3e:0e:56:aa'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:23.267541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:23.272669 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.293037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.293398 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Added segment abac540c-e12e-460e-a0fd-ecd63b8c8cf0 of type vlan for network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 Sep 18 19:54:23.304819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c2f24-0238-44ad-ab1f-5e7571a45a81,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:23.359319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.370084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.408577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.410805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:23.412756 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.450258 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7124465 Sep 18 19:54:23.456236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33710) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:23.474168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Request body: {'subnet': {'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-41721015-subnet', 'tenant_id': 'eb822b2afd174d288a5b4dd4c583c42f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:23.484943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f95e7-bfd0-424f-8719-66cf75e13d1d admin admin] Pushing event updated for resources: {'Network': ['ID=3293fdbf-42cb-4af1-882d-c286dfc84eb7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:23.498396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:23.556392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Made reservation on behalf of eb822b2afd174d288a5b4dd4c583c42f for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:23.558718 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.619654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3b2eafb5-5d55-4dba-b9a9-578dafa2014d None None] Provisioning complete for port 01f72887-4736-4b61-a3de-414e5f4dc712 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:23.620034 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3b2eafb5-5d55-4dba-b9a9-578dafa2014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.669813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3b2eafb5-5d55-4dba-b9a9-578dafa2014d None None] Port 01f72887-4736-4b61-a3de-414e5f4dc712 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:23.674049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.681814 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.734832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] In _notify_port_updated(), no bound segment for port 01f72887-4736-4b61-a3de-414e5f4dc712 on network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:54:23.741812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:23.742481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.744150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "PUT /v2.0/ports/01f72887-4736-4b61-a3de-414e5f4dc712 HTTP/1.1" status: 200 len: 1066 time: 0.4853752 Sep 18 19:54:23.747644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33718) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:23.790411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74b7e-7d62-4b5f-88b9-5d5c2cbac7fe tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event updated for resources: {'Port': ['ID=01f72887-4736-4b61-a3de-414e5f4dc712,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:23.901901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:23.976832 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:54:24.007447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7d8a7-38b9-48ab-a8af-1b25a0d5e81a tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Deleting port 01f72887-4736-4b61-a3de-414e5f4dc712 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:24.007559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d8a7-38b9-48ab-a8af-1b25a0d5e81a tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.011767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:24.017321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Checking segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:24.017685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Network hostable DHCP agents. Network: 3293fdbf-42cb-4af1-882d-c286dfc84eb7, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:24.040598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:24.052212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 3293fdbf-42cb-4af1-882d-c286dfc84eb7) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:24.056665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:24.057489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.066181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8e046-21fe-485d-9f46-caafddb483bc None None] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:24.076571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a2a1c2f4-9d68-42b8-b671-e7a6e4067f47 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6184101 Sep 18 19:54:24.135313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d8a7-38b9-48ab-a8af-1b25a0d5e81a tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.143428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bb7b3f19-e2aa-448d-88c7-3c164bcb372c None None] Provisioning complete for port 01f72887-4736-4b61-a3de-414e5f4dc712 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:24.143797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3f19-e2aa-448d-88c7-3c164bcb372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.153623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7d8a7-38b9-48ab-a8af-1b25a0d5e81a tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Calling delete_port for 01f72887-4736-4b61-a3de-414e5f4dc712 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:24.217263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b3f19-e2aa-448d-88c7-3c164bcb372c None None] Port 01f72887-4736-4b61-a3de-414e5f4dc712 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:24.266606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff108d-5431-4f5f-9a3b-e63b13c0a446 None None] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:24.368911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d8a7-38b9-48ab-a8af-1b25a0d5e81a tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.412666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7d8a7-38b9-48ab-a8af-1b25a0d5e81a tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Port': ['ID=01f72887-4736-4b61-a3de-414e5f4dc712,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:24.454791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014fa04-c6e2-4273-9ed4-a7e616d14af0 req-866c2183-e76d-4e49-9daa-65d21b8ac420 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:24.458625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1014fa04-c6e2-4273-9ed4-a7e616d14af0 req-866c2183-e76d-4e49-9daa-65d21b8ac420 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 946 time: 0.1043048 Sep 18 19:54:24.470872 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c137cfeb-92e3-47c3-a46b-7ccb84fae59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.527228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1014fa04-c6e2-4273-9ed4-a7e616d14af0 req-243de717-c1ba-4ca8-b634-9f416539690b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607193 Sep 18 19:54:24.653973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d8a7-38b9-48ab-a8af-1b25a0d5e81a tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.657122 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d3a7d8a7-38b9-48ab-a8af-1b25a0d5e81a tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "DELETE /v2.0/ports/01f72887-4736-4b61-a3de-414e5f4dc712 HTTP/1.1" status: 204 len: 168 time: 0.9072804 Sep 18 19:54:24.659699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33752) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:24.690108 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a1e83a-add3-4595-b252-a6998113a977 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] GET failed (client error): The resource could not be found. Sep 18 19:54:24.691740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-39a1e83a-add3-4595-b252-a6998113a977 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "GET /v2.0/ports/01f72887-4736-4b61-a3de-414e5f4dc712 HTTP/1.1" status: 404 len: 333 time: 0.0310166 Sep 18 19:54:24.695823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33754) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:24.748313 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.777757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-8bca2c5e-edd2-4105-b322-945ab0ba3a1e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:24.779421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-8bca2c5e-edd2-4105-b322-945ab0ba3a1e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.1575913 Sep 18 19:54:24.797148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-87274198-79ad-4600-8df7-33d7e62e5760 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/quotas/eb822b2afd174d288a5b4dd4c583c42f HTTP/1.1" status: 200 len: 375 time: 0.0116520 Sep 18 19:54:24.824384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f901d78a-4f25-47a7-a5fb-2b201082388c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Deleting port 89b8cb20-5516-4fca-b756-f167708e5af8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:24.824957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f901d78a-4f25-47a7-a5fb-2b201082388c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.836565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-2e51cc58-292f-4067-81ff-78357db2f806 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319574 Sep 18 19:54:24.913856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f901d78a-4f25-47a7-a5fb-2b201082388c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:24.926337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f901d78a-4f25-47a7-a5fb-2b201082388c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Calling delete_port for 89b8cb20-5516-4fca-b756-f167708e5af8 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:24.938479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-19b1d091-acdb-4341-a504-6c2e84cb628e service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920403 Sep 18 19:54:25.074704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-064b325c-bfc9-4430-8712-71931eb942ee service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291592 Sep 18 19:54:25.137218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f901d78a-4f25-47a7-a5fb-2b201082388c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:25.170832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901d78a-4f25-47a7-a5fb-2b201082388c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Port': ['ID=89b8cb20-5516-4fca-b756-f167708e5af8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:25.206608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f901d78a-4f25-47a7-a5fb-2b201082388c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:25.211726 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f901d78a-4f25-47a7-a5fb-2b201082388c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "DELETE /v2.0/ports/89b8cb20-5516-4fca-b756-f167708e5af8 HTTP/1.1" status: 204 len: 168 time: 0.5125804 Sep 18 19:54:25.211939 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33762) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:25.246584 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b4416a-c42b-409f-ba47-5bba7aff3e88 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] GET failed (client error): The resource could not be found. Sep 18 19:54:25.248256 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91b4416a-c42b-409f-ba47-5bba7aff3e88 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "GET /v2.0/ports/89b8cb20-5516-4fca-b756-f167708e5af8 HTTP/1.1" status: 404 len: 333 time: 0.0353463 Sep 18 19:54:25.252406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33766) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:25.315627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4502fb0b-0afa-4574-a7fd-d98c61864a89 req-e370deeb-4b57-490c-b909-568a9ed36d73 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 210 time: 0.0337756 Sep 18 19:54:25.488143 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:25.774823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bca9458d-5e40-4794-89fa-162e271e320c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Deleting port 31dae648-8a18-44fc-846e-ae8dd97040d1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:25.775526 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bca9458d-5e40-4794-89fa-162e271e320c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:25.871885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bca9458d-5e40-4794-89fa-162e271e320c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:25.884682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bca9458d-5e40-4794-89fa-162e271e320c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Calling delete_port for 31dae648-8a18-44fc-846e-ae8dd97040d1 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:26.030238 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bca9458d-5e40-4794-89fa-162e271e320c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.065554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9458d-5e40-4794-89fa-162e271e320c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Port': ['ID=31dae648-8a18-44fc-846e-ae8dd97040d1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:26.092696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bca9458d-5e40-4794-89fa-162e271e320c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.097463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33788) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:26.098056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bca9458d-5e40-4794-89fa-162e271e320c tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "DELETE /v2.0/ports/31dae648-8a18-44fc-846e-ae8dd97040d1 HTTP/1.1" status: 204 len: 168 time: 0.8436224 Sep 18 19:54:26.164696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9efdc0-e701-4963-9fac-45d4896feac2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Deleting subnet 93627f15-6c6f-46d9-8837-f156b65524f0 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:54:26.168617 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd9efdc0-e701-4963-9fac-45d4896feac2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.232199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd9efdc0-e701-4963-9fac-45d4896feac2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.486303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd9efdc0-e701-4963-9fac-45d4896feac2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.496386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dce6435f-b33b-4681-a9d4-2bd9e6784c34 req-cb367087-6956-4a8b-b437-9a6e760c63b6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 210 time: 0.0492852 Sep 18 19:54:26.568721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-20397244-d94d-47bf-be6e-51ff1ddc0a2f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:26.570194 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-20397244-d94d-47bf-be6e-51ff1ddc0a2f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.24 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.2478037 Sep 18 19:54:26.589653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Request body: {'port': {'device_id': 'd5d2520d-c075-4b05-bb16-37729e79b733', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'admin_state_up': True, 'tenant_id': 'eb822b2afd174d288a5b4dd4c583c42f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:26.616267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd9efdc0-e701-4963-9fac-45d4896feac2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.709306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9efdc0-e701-4963-9fac-45d4896feac2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Subnet': ['ID=93627f15-6c6f-46d9-8837-f156b65524f0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:26.727948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd9efdc0-e701-4963-9fac-45d4896feac2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.732556 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dd9efdc0-e701-4963-9fac-45d4896feac2 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "DELETE /v2.0/subnets/93627f15-6c6f-46d9-8837-f156b65524f0 HTTP/1.1" status: 204 len: 168 time: 0.6314533 Sep 18 19:54:26.733426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33798) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:26.736061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51941111-2b65-4b29-aeaf-5aab8939be37 None None] Network 5e0d9336-f35c-4d36-8218-9fc295cdc0ea requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:26.797533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Made reservation on behalf of eb822b2afd174d288a5b4dd4c583c42f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:26.802806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.829999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.891855 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Deleting port c0ef7a4b-af82-4ae5-a657-37c101411575 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:26.892125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:26.967051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Allocated IP 172.20.0.8 (3293fdbf-42cb-4af1-882d-c286dfc84eb7/7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d/3e4252c7-4984-4c28-9a2c-92af14d1409d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:26.983127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] DHCP port deletion for 5e0d9336-f35c-4d36-8218-9fc295cdc0ea request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:54:26.990687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] For port c0ef7a4b-af82-4ae5-a657-37c101411575, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0ef7a4b-af82-4ae5-a657-37c101411575,segment=NetworkSegment(ad383671-deba-4984-bcb2-8a77409fcb72),segment_id=ad383671-deba-4984-bcb2-8a77409fcb72)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:26.991426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.006498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Calling delete_port for c0ef7a4b-af82-4ae5-a657-37c101411575 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:27.077783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] Deleting port c0ef7a4b-af82-4ae5-a657-37c101411575 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:27.078163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.096412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.137295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Port': ['ID=c0ef7a4b-af82-4ae5-a657-37c101411575,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:27.140071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] No DVR routers for this DVR port c0ef7a4b-af82-4ae5-a657-37c101411575 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:27.213591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] For port c0ef7a4b-af82-4ae5-a657-37c101411575, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0ef7a4b-af82-4ae5-a657-37c101411575,segment=NetworkSegment(ad383671-deba-4984-bcb2-8a77409fcb72),segment_id=ad383671-deba-4984-bcb2-8a77409fcb72)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:27.213995 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.229104 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] Calling delete_port for c0ef7a4b-af82-4ae5-a657-37c101411575 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:27.246404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.268762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0d9336-f35c-4d36-8218-9fc295cdc0ea']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:27.290757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad383671-deba-4984-bcb2-8a77409fcb72') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:27.292532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad383671-deba-4984-bcb2-8a77409fcb72') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:27.317360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.319917 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.322598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.339665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] No DVR routers for this DVR port c0ef7a4b-af82-4ae5-a657-37c101411575 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:27.357473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.372040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:54:27.372969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:54:27.382707 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:54:27.412475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.434438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0ef7a4b-af82-4ae5-a657-37c101411575 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:54:27.440453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc4281-9db5-418d-9e11-76cb1ee521b5 None None] Pushing event deleted for resources: {'Port': ['ID=c0ef7a4b-af82-4ae5-a657-37c101411575,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:27.455933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:27.460890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:27.465033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:27.484612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c0ef7a4b-af82-4ae5-a657-37c101411575 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:54:27.484612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0ef7a4b-af82-4ae5-a657-37c101411575 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:54:27.487765 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.514780 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.518907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event updated for resources: {'Port': ['ID=3e4252c7-4984-4c28-9a2c-92af14d1409d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:27.531181 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.548135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] 10.222.0.20 "DELETE /v2.0/networks/5e0d9336-f35c-4d36-8218-9fc295cdc0ea HTTP/1.1" status: 204 len: 168 time: 0.8135073 Sep 18 19:54:27.576866 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2b294-b6d2-4682-a371-679ac482c273 tempest-AllowedAddressPairIpV6TestJSON-1795713083 tempest-AllowedAddressPairIpV6TestJSON-1795713083-project] Pushing event deleted for resources: {'Network': ['ID=5e0d9336-f35c-4d36-8218-9fc295cdc0ea,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:27.604071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:27.605442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.626899 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-d1d25f46-ee0e-4a40-928d-d72e64cf531c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0409281 Sep 18 19:54:27.645256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Request body: {'port': {'device_id': 'd5d2520d-c075-4b05-bb16-37729e79b733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:27.681745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5e8d-c099-4706-97a5-10bfbb82ded3 req-e57bacde-b166-4453-84ec-ca3dc1741962 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:27.699986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-681c5e8d-c099-4706-97a5-10bfbb82ded3 req-e57bacde-b166-4453-84ec-ca3dc1741962 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 931 time: 0.0987141 Sep 18 19:54:27.730454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:27.762777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-681c5e8d-c099-4706-97a5-10bfbb82ded3 req-ed5cb559-8ccb-40d6-bbab-f56909bdaf5c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619063 Sep 18 19:54:27.904394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33826) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:28.174783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9e0a1fca-0010-46a6-9219-d71bc52185fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1397de7689114c4597bf9cbea51b6b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690084 Sep 18 19:54:28.178177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33832) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:28.243606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4252c7-4984-4c28-9a2c-92af14d1409d {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:54:28.262232 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.288626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Transition to ACTIVE for port object 3e4252c7-4984-4c28-9a2c-92af14d1409d will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:54:28.295801 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9c6e-b14b-47ec-add1-2cc8935b32ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.299504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.368516 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9c6e-b14b-47ec-add1-2cc8935b32ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.451876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=3e4252c7-4984-4c28-9a2c-92af14d1409d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:28.495223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Attempting to bind port 3e4252c7-4984-4c28-9a2c-92af14d1409d on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:54:28.495223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Attempting to bind port 3e4252c7-4984-4c28-9a2c-92af14d1409d by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:54:28.495223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Attempting to bind port 3e4252c7-4984-4c28-9a2c-92af14d1409d on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:28.501967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Port 3e4252c7-4984-4c28-9a2c-92af14d1409d on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:54:28.502435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Attempting to bind port 3e4252c7-4984-4c28-9a2c-92af14d1409d on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:28.508840 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9c6e-b14b-47ec-add1-2cc8935b32ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.511560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9c6e-b14b-47ec-add1-2cc8935b32ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.512825 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7e2e9c6e-b14b-47ec-add1-2cc8935b32ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b0f4175-b976-454f-ab75-45647e315cb3 HTTP/1.1" status: 204 len: 168 time: 0.3332188 Sep 18 19:54:28.525547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:54:28.525904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Checking segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:28.527422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Bound using segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:54:28.527892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Bound port: 3e4252c7-4984-4c28-9a2c-92af14d1409d, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:54:28.528261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.562748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e9c6e-b14b-47ec-add1-2cc8935b32ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0f4175-b976-454f-ab75-45647e315cb3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:28.665795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] For port 3e4252c7-4984-4c28-9a2c-92af14d1409d, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:54:28.669376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] For port 3e4252c7-4984-4c28-9a2c-92af14d1409d, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3e4252c7-4984-4c28-9a2c-92af14d1409d,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:54:28.675772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.713217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:28.713840 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:28.715473 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] 10.222.0.24 "PUT /v2.0/ports/3e4252c7-4984-4c28-9a2c-92af14d1409d HTTP/1.1" status: 200 len: 1092 time: 1.0809393 Sep 18 19:54:28.715937 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d2520d-c075-4b05-bb16-37729e79b733', 'tag': '3e4252c7-4984-4c28-9a2c-92af14d1409d'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:28.725346 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d2520d-c075-4b05-bb16-37729e79b733", "tag": "3e4252c7-4984-4c28-9a2c-92af14d1409d"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:28.844263 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac543019-e2ef-44e6-824b-69f543333d32 x-openstack-request-id: req-ac543019-e2ef-44e6-824b-69f543333d32 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:28.845263 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d2520d-c075-4b05-bb16-37729e79b733", "tag": "3e4252c7-4984-4c28-9a2c-92af14d1409d", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:28.845850 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac543019-e2ef-44e6-824b-69f543333d32 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:28.846413 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d2520d-c075-4b05-bb16-37729e79b733', 'tag': '3e4252c7-4984-4c28-9a2c-92af14d1409d', 'status': 'completed', 'code': 200} Sep 18 19:54:28.862542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89446873-4f55-4fe5-bb2f-80653182c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=3e4252c7-4984-4c28-9a2c-92af14d1409d,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:28.881979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-338a17fd-2cf5-47a1-861a-138d3a5ffc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:28.883787 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-338a17fd-2cf5-47a1-861a-138d3a5ffc34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 1095 time: 0.1100912 Sep 18 19:54:28.964464 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-592b544f-ad76-4405-8d0f-149618581f3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4252c7-4984-4c28-9a2c-92af14d1409d HTTP/1.1" status: 200 len: 217 time: 0.0726779 Sep 18 19:54:29.052625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3c7d0-c903-445c-8cd2-d6c82cde1ba7 req-f6a87c07-50ea-48dd-8176-2fb7548954df tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:29.060207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03d3c7d0-c903-445c-8cd2-d6c82cde1ba7 req-f6a87c07-50ea-48dd-8176-2fb7548954df tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 943 time: 0.1408534 Sep 18 19:54:29.087921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-77527642-20ee-470e-9e10-b124007d0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:29.089802 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-77527642-20ee-470e-9e10-b124007d0aa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.1167262 Sep 18 19:54:29.127076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03d3c7d0-c903-445c-8cd2-d6c82cde1ba7 req-736382b1-e63b-4943-a551-c06f13318293 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607600 Sep 18 19:54:29.164220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-0ef3cafd-13fb-49cc-80c0-ce6a2ce807f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620060 Sep 18 19:54:29.363631 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-bab4ab44-5aeb-401e-8490-8c6c9727ad49 service neutron] 10.222.0.24 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973174 Sep 18 19:54:29.538882 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7f4c336b-8f8e-4c10-8afb-b167eeff8e63 req-2bccc639-ca72-4df3-9a3c-0c158c681446 service neutron] 10.222.0.24 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621373 Sep 18 19:54:29.541865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33876) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.633903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-19c63ba4-3697-47e2-b928-0e6d619cb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:29.636343 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-19c63ba4-3697-47e2-b928-0e6d619cb1d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 1095 time: 0.0498562 Sep 18 19:54:29.669720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-070bd28b-fbae-4692-a8df-8fc61f7a3264 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] Request body: {'port': {'network_id': '0d23784d-fb19-4673-b105-ba23a8a40014', 'name': 'tempest-NetworksNegativeTestJSON-129991975'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:29.697624 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-070bd28b-fbae-4692-a8df-8fc61f7a3264 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] POST failed (client error): The resource could not be found. Sep 18 19:54:29.698199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070bd28b-fbae-4692-a8df-8fc61f7a3264 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:29.699362 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-070bd28b-fbae-4692-a8df-8fc61f7a3264 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1565585 Sep 18 19:54:29.704731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33880) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.732377 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-530a61f2-d969-4b3a-8bb6-9d32f254436d tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] DELETE failed (client error): The resource could not be found. Sep 18 19:54:29.733083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530a61f2-d969-4b3a-8bb6-9d32f254436d tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:29.736276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-530a61f2-d969-4b3a-8bb6-9d32f254436d tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "DELETE /v2.0/networks/5dbacd6c-8abf-45f5-bca6-7396d35c6002 HTTP/1.1" status: 404 len: 339 time: 0.0298164 Sep 18 19:54:29.743151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33882) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.752347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-a2560807-02ae-42a3-b869-61c0f438514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:29.753838 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-a2560807-02ae-42a3-b869-61c0f438514c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 911 time: 0.1099355 Sep 18 19:54:29.766997 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8b3c6b-cf09-4a20-b6c0-881a471fa7e0 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] DELETE failed (client error): The resource could not be found. Sep 18 19:54:29.767675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8b3c6b-cf09-4a20-b6c0-881a471fa7e0 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:29.769366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8c8b3c6b-cf09-4a20-b6c0-881a471fa7e0 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "DELETE /v2.0/ports/695ef9dd-d350-4b9a-8519-f0b4d3cf4cb5 HTTP/1.1" status: 404 len: 333 time: 0.0249701 Sep 18 19:54:29.773567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33884) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.796464 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-227a6610-0522-49b2-a406-3708f435a739 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4252c7-4984-4c28-9a2c-92af14d1409d HTTP/1.1" status: 200 len: 217 time: 0.0350327 Sep 18 19:54:29.799152 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e3026-e6b5-4591-9d7f-42dbefe65082 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] DELETE failed (client error): The resource could not be found. Sep 18 19:54:29.799633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e3026-e6b5-4591-9d7f-42dbefe65082 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:29.802096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f89e3026-e6b5-4591-9d7f-42dbefe65082 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "DELETE /v2.0/subnets/273e77e8-9329-43d5-b44c-6c20390fff84 HTTP/1.1" status: 404 len: 337 time: 0.0268593 Sep 18 19:54:29.806410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33886) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.826505 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8573b696-959e-450c-87ce-a870acd812c2 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] GET failed (client error): The resource could not be found. Sep 18 19:54:29.827946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8573b696-959e-450c-87ce-a870acd812c2 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "GET /v2.0/networks/06b7f249-f635-4161-aee6-9b931b30482f HTTP/1.1" status: 404 len: 339 time: 0.0205357 Sep 18 19:54:29.831511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33888) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.852895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-2f07b19a-a8aa-4c45-b77e-d26778d22ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:29.854389 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-2f07b19a-a8aa-4c45-b77e-d26778d22ace service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.0506601 Sep 18 19:54:29.855797 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5589fa6-ae00-40a6-b41f-627587c46641 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] GET failed (client error): The resource could not be found. Sep 18 19:54:29.860766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d5589fa6-ae00-40a6-b41f-627587c46641 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "GET /v2.0/ports/ed3b15b9-bd8e-484b-b7d0-04f5f9ef2160 HTTP/1.1" status: 404 len: 333 time: 0.0246582 Sep 18 19:54:29.861020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33890) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.887860 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-867e2a98-2034-44d7-bf2c-cb7ae799d7aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260570 Sep 18 19:54:29.894321 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-912b1034-8a8e-400f-8bf3-c99aed42f256 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] GET failed (client error): The resource could not be found. Sep 18 19:54:29.900526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-912b1034-8a8e-400f-8bf3-c99aed42f256 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "GET /v2.0/subnets/ec1370ed-76f5-4ebd-9e60-3b44439a9367 HTTP/1.1" status: 404 len: 337 time: 0.0342879 Sep 18 19:54:29.900782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33892) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.906125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0c92ad50-a22c-4212-b0dc-cf896891dd73 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:29.921525 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c92ad50-a22c-4212-b0dc-cf896891dd73 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] PUT failed (client error): The resource could not be found. Sep 18 19:54:29.922094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c92ad50-a22c-4212-b0dc-cf896891dd73 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:29.923507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0c92ad50-a22c-4212-b0dc-cf896891dd73 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "PUT /v2.0/networks/1a50c42d-cddb-4642-a387-931e99112891 HTTP/1.1" status: 404 len: 339 time: 0.0215180 Sep 18 19:54:29.927972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33894) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.933099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b45879bf-53f8-47b0-8b4b-3302e3e895f6 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:29.951454 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45879bf-53f8-47b0-8b4b-3302e3e895f6 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] PUT failed (client error): The resource could not be found. Sep 18 19:54:29.952060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45879bf-53f8-47b0-8b4b-3302e3e895f6 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:29.957269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b45879bf-53f8-47b0-8b4b-3302e3e895f6 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "PUT /v2.0/ports/21c5261c-be3f-49c1-bdf8-3644970648d7 HTTP/1.1" status: 404 len: 333 time: 0.0241208 Sep 18 19:54:29.957467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33896) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:29.963077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-63005d03-ae2c-42c3-b476-142c5a2fa541 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:29.982393 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-6e65a114-5d71-4976-9823-838bfa1cd400 service neutron] 10.222.0.24 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860622 Sep 18 19:54:29.985551 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-63005d03-ae2c-42c3-b476-142c5a2fa541 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] PUT failed (client error): The resource could not be found. Sep 18 19:54:29.985995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63005d03-ae2c-42c3-b476-142c5a2fa541 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:29.987120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-63005d03-ae2c-42c3-b476-142c5a2fa541 tempest-NetworksNegativeTestJSON-2043653988 tempest-NetworksNegativeTestJSON-2043653988-project] 10.222.0.20 "PUT /v2.0/subnets/c30dbc83-bc84-46ce-8d54-17dbc3ae1407 HTTP/1.1" status: 404 len: 337 time: 0.0281165 Sep 18 19:54:30.085336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f4c8cef-9553-48fd-ac24-e0ace2386dcb req-e1b7be7b-d9fd-4f3e-803d-be282d089b68 service neutron] 10.222.0.24 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935464 Sep 18 19:54:30.251396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502493d-b5ae-452b-9fb4-92f6588e6fb5 req-626e57c9-23fc-463e-98f2-1bcb773046cc tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:30.253420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6502493d-b5ae-452b-9fb4-92f6588e6fb5 req-626e57c9-23fc-463e-98f2-1bcb773046cc tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 943 time: 0.0540471 Sep 18 19:54:30.286621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33906) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:30.304290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6502493d-b5ae-452b-9fb4-92f6588e6fb5 req-3b67b8d7-0dee-4f7c-8519-05e8970a6a9b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Sep 18 19:54:30.393732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-38caf43d-7dcb-4570-b3ae-0843250f869d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:30.503329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-38caf43d-7dcb-4570-b3ae-0843250f869d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:30.508607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-38caf43d-7dcb-4570-b3ae-0843250f869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:30.550482 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-38caf43d-7dcb-4570-b3ae-0843250f869d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4695f5dbdf764bb8b33e3b2adb084f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627761 Sep 18 19:54:30.552447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38caf43d-7dcb-4570-b3ae-0843250f869d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb7da0-f301-4aa7-bcbd-1e0e3de48609,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:30.553845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33918) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:30.619499 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f560993-dfdf-4cef-8126-14c1fcfe7a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:30.647919 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f560993-dfdf-4cef-8126-14c1fcfe7a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:30.716770 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f560993-dfdf-4cef-8126-14c1fcfe7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:30.721432 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f560993-dfdf-4cef-8126-14c1fcfe7a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:30.722737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1f560993-dfdf-4cef-8126-14c1fcfe7a20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fffb7da0-f301-4aa7-bcbd-1e0e3de48609 HTTP/1.1" status: 204 len: 168 time: 0.1675889 Sep 18 19:54:30.733376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f560993-dfdf-4cef-8126-14c1fcfe7a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb7da0-f301-4aa7-bcbd-1e0e3de48609,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:31.427210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cdcb3-81e6-4ec2-81cf-4f08813405a9 req-48e2d34f-5e19-451f-85f7-3fde1f48c1e3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:31.428697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-356cdcb3-81e6-4ec2-81cf-4f08813405a9 req-48e2d34f-5e19-451f-85f7-3fde1f48c1e3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 943 time: 0.0545273 Sep 18 19:54:31.463557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33956) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:31.474553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-356cdcb3-81e6-4ec2-81cf-4f08813405a9 req-16b087e4-8d0d-4c3f-8b3c-9123385ffbf0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389998 Sep 18 19:54:31.600399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2071307391'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:31.627392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:31.631429 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:31.640042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:31.752776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:31.761958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:31.792115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:31.799030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e799d987-db1b-49c7-a33e-bd01b002376c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:31.808095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:31.808490 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Added segment 41856e2d-cd90-45f4-a13f-024bb1d4f395 of type vlan for network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 Sep 18 19:54:31.855417 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:31.886042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:31.894250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:31.895058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:31.932872 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4650140 Sep 18 19:54:31.932872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33966) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:31.939082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'name': 'tempest-PortsTestJSON-1224359077'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:31.987165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daffa3-56b5-4111-8b06-ab5738d2f27a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Network': ['ID=5ffe5ffe-a9a6-432d-a891-a2a1083c6a57,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:32.000240 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:32.066544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:32.070932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.091480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port 5daff54d-47a2-4f22-9700-19b826ec8019 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:32.278337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.289140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 3e4252c7-4984-4c28-9a2c-92af14d1409d details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:54:32.338659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.419032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=5daff54d-47a2-4f22-9700-19b826ec8019,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:32.422458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Checking segment: {'id': '41856e2d-cd90-45f4-a13f-024bb1d4f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:32.423090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network hostable DHCP agents. Network: 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:32.429692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 3e4252c7-4984-4c28-9a2c-92af14d1409d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3e4252c7-4984-4c28-9a2c-92af14d1409d,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:32.441594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '3e4252c7-4984-4c28-9a2c-92af14d1409d', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'port_id': '3e4252c7-4984-4c28-9a2c-92af14d1409d', 'mac_address': 'fa:16:3e:c8:e2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:54:32.453587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:32.468570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:32.483060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb29472-49bf-4eab-9c54-36996462c1d9 None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:32.485919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:32.494340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:32.494979 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.509005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.537215 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ba75e748-90a4-401b-b147-293d49e72189 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6010084 Sep 18 19:54:32.537698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33972) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:32.542776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2042943657'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:32.591439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4252c7-4984-4c28-9a2c-92af14d1409d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:54:32.591735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:32.595502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.643054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:32.657906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 3e4252c7-4984-4c28-9a2c-92af14d1409d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3e4252c7-4984-4c28-9a2c-92af14d1409d,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:32.663440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06698d-7d17-4caf-8d5a-d90447077f88 req-e22847f0-ecfc-4a2c-beb1-eac3e80bea20 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:32.672449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3b06698d-7d17-4caf-8d5a-d90447077f88 req-e22847f0-ecfc-4a2c-beb1-eac3e80bea20 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 943 time: 0.0948167 Sep 18 19:54:32.673805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.683868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.684469 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Added segment 71771d50-9eaf-45e5-9dfa-b3055d410b2b of type vlan for network f273a29d-97e2-4931-9430-fb8b20114204 Sep 18 19:54:32.751220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=3e4252c7-4984-4c28-9a2c-92af14d1409d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:32.771465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3b06698d-7d17-4caf-8d5a-d90447077f88 req-3eb818f1-aff3-407d-87c6-211e3aae8ff6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978317 Sep 18 19:54:32.781652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.815406 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.822221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:32.822942 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:32.866532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3274696 Sep 18 19:54:32.869442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33978) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:32.874416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'ports': [{'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57'}, {'network_id': 'f273a29d-97e2-4931-9430-fb8b20114204'}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:32.874732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:32.875195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': 'f273a29d-97e2-4931-9430-fb8b20114204'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:32.923774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd43121-5331-41bd-82f1-3cf3223082bf tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Network': ['ID=f273a29d-97e2-4931-9430-fb8b20114204,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:32.937652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f273a29d-97e2-4931-9430-fb8b20114204 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:32.990052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['3e4252c7-4984-4c28-9a2c-92af14d1409d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:54:33.128363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 2} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:33.136460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:33.153507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:33.247507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port c38194fb-9f44-4740-94bb-882ad53862f5 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:33.382885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:33.467768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port f79ac71a-3da2-4d77-8ab0-825743728cfd yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:33.608729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:33.655578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:33.700889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:33.701367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33988) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:33.703330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:33.705684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:33.716212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:33.756959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=c38194fb-9f44-4740-94bb-882ad53862f5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:33.810008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Checking segment: {'id': '71771d50-9eaf-45e5-9dfa-b3055d410b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f273a29d-97e2-4931-9430-fb8b20114204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:33.810368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network hostable DHCP agents. Network: f273a29d-97e2-4931-9430-fb8b20114204, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:33.852073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=f79ac71a-3da2-4d77-8ab0-825743728cfd,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:33.902059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network f273a29d-97e2-4931-9430-fb8b20114204 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:33.936030 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-edee12eb-d6bf-4761-8c5a-385f8bf03090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:33.951791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, f273a29d-97e2-4931-9430-fb8b20114204) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:33.958334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:33.961975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ee38f-ead2-48a0-a8a1-a83a20cec757 None None] Network f273a29d-97e2-4931-9430-fb8b20114204 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:33.965726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:33.971139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:33.977764 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.021263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96363a11-304b-4334-8ff4-f5da14ab44ad req-a7ea88bf-2e0d-4e04-a2ad-dc80c2e4e753 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:34.023224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96363a11-304b-4334-8ff4-f5da14ab44ad req-a7ea88bf-2e0d-4e04-a2ad-dc80c2e4e753 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 944 time: 0.1464169 Sep 18 19:54:34.070938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-edee12eb-d6bf-4761-8c5a-385f8bf03090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.076559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-edee12eb-d6bf-4761-8c5a-385f8bf03090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.088006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96363a11-304b-4334-8ff4-f5da14ab44ad req-76025111-a56c-4c12-bdc8-be2c7ed63be6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Sep 18 19:54:34.103850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6ff6bb6-02d7-42f3-8755-3e3461229a60 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2308643 Sep 18 19:54:34.104066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34000) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:34.107081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-edee12eb-d6bf-4761-8c5a-385f8bf03090 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58790d58e5444b28b24878e6dc4a57d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039807 Sep 18 19:54:34.114004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34002) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:34.167133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee12eb-d6bf-4761-8c5a-385f8bf03090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f34c26f-b32a-4de1-a3ac-a9040c3e2c8e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:34.194350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a952156a-9cf5-4981-aad4-9829e9ee1046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.220439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a952156a-9cf5-4981-aad4-9829e9ee1046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.263424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8d513fcf-053e-46d6-86d6-7cc74271c6ff tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port f79ac71a-3da2-4d77-8ab0-825743728cfd {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:34.263775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d513fcf-053e-46d6-86d6-7cc74271c6ff tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.277018 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a952156a-9cf5-4981-aad4-9829e9ee1046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.279848 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a952156a-9cf5-4981-aad4-9829e9ee1046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.283456 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a952156a-9cf5-4981-aad4-9829e9ee1046 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f34c26f-b32a-4de1-a3ac-a9040c3e2c8e HTTP/1.1" status: 204 len: 168 time: 0.1659567 Sep 18 19:54:34.286757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 3e4252c7-4984-4c28-9a2c-92af14d1409d up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:34.290288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952156a-9cf5-4981-aad4-9829e9ee1046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f34c26f-b32a-4de1-a3ac-a9040c3e2c8e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:34.358057 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d513fcf-053e-46d6-86d6-7cc74271c6ff tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.373050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 3e4252c7-4984-4c28-9a2c-92af14d1409d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:54:34.374647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8d513fcf-053e-46d6-86d6-7cc74271c6ff tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for f79ac71a-3da2-4d77-8ab0-825743728cfd owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:34.378163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 3e4252c7-4984-4c28-9a2c-92af14d1409d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:34.378683 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.464957 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d513fcf-053e-46d6-86d6-7cc74271c6ff tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.479434 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.501898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d513fcf-053e-46d6-86d6-7cc74271c6ff tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=f79ac71a-3da2-4d77-8ab0-825743728cfd,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:34.506068 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d513fcf-053e-46d6-86d6-7cc74271c6ff tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.509007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d513fcf-053e-46d6-86d6-7cc74271c6ff tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/f79ac71a-3da2-4d77-8ab0-825743728cfd HTTP/1.1" status: 204 len: 168 time: 0.4035292 Sep 18 19:54:34.511802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:34.517494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d2520d-c075-4b05-bb16-37729e79b733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4252c7-4984-4c28-9a2c-92af14d1409d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:34.520075 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ae878-7530-4b3d-8672-c67208b4b08c" -d '{"events": [{"server_uuid": "d5d2520d-c075-4b05-bb16-37729e79b733", "name": "network-vif-plugged", "status": "completed", "tag": "3e4252c7-4984-4c28-9a2c-92af14d1409d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:34.534356 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 3e4252c7-4984-4c28-9a2c-92af14d1409d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3e4252c7-4984-4c28-9a2c-92af14d1409d,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:34.542184 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.596769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a8612-1d6e-4c8d-9f04-ed7684da1fb3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:34.605469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a8612-1d6e-4c8d-9f04-ed7684da1fb3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:34.609798 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a23a8612-1d6e-4c8d-9f04-ed7684da1fb3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0944347 Sep 18 19:54:34.610428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34012) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:34.618837 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb53464-452b-4154-9e01-1d8efd3cd223 x-openstack-request-id: req-eeb53464-452b-4154-9e01-1d8efd3cd223 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:34.619645 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d2520d-c075-4b05-bb16-37729e79b733", "name": "network-vif-plugged", "status": "completed", "tag": "3e4252c7-4984-4c28-9a2c-92af14d1409d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:34.619645 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eeb53464-452b-4154-9e01-1d8efd3cd223 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:34.620072 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d2520d-c075-4b05-bb16-37729e79b733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4252c7-4984-4c28-9a2c-92af14d1409d', 'code': 200} Sep 18 19:54:34.627070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=3e4252c7-4984-4c28-9a2c-92af14d1409d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:34.693208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34014) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:34.719039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25f13dfc-023b-4e21-af0e-d80ff52ac6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.726085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25796464-7ace-4668-a985-e3ba42a88f9f req-9914d685-eb78-4189-9384-052e3d0c76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:34.727984 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-25796464-7ace-4668-a985-e3ba42a88f9f req-9914d685-eb78-4189-9384-052e3d0c76d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 1097 time: 0.0781639 Sep 18 19:54:34.767890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0a87e-04f2-4c31-8ce6-3e2f0d188ce5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port c38194fb-9f44-4740-94bb-882ad53862f5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:34.768081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a87e-04f2-4c31-8ce6-3e2f0d188ce5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.808698 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-25796464-7ace-4668-a985-e3ba42a88f9f req-00472420-724f-4099-8bd0-24c7183fc90c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711288 Sep 18 19:54:34.824681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25f13dfc-023b-4e21-af0e-d80ff52ac6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.833393 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25f13dfc-023b-4e21-af0e-d80ff52ac6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.853628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a87e-04f2-4c31-8ce6-3e2f0d188ce5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.874011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0a87e-04f2-4c31-8ce6-3e2f0d188ce5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for c38194fb-9f44-4740-94bb-882ad53862f5 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:34.874926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-25f13dfc-023b-4e21-af0e-d80ff52ac6ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e33e18c286f1436bbdc91d4289023889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805227 Sep 18 19:54:34.875608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34018) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:34.908969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f13dfc-023b-4e21-af0e-d80ff52ac6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2359ff89-75ff-4ef6-ba7e-2f8ec2b933ae,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:34.942124 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f34a3-b94e-4dc1-af1f-2be0fa5cfe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.967630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a87e-04f2-4c31-8ce6-3e2f0d188ce5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:34.971802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f34a3-b94e-4dc1-af1f-2be0fa5cfe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.001742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0a87e-04f2-4c31-8ce6-3e2f0d188ce5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=c38194fb-9f44-4740-94bb-882ad53862f5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:35.011950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a87e-04f2-4c31-8ce6-3e2f0d188ce5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.017291 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b2a0a87e-04f2-4c31-8ce6-3e2f0d188ce5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/c38194fb-9f44-4740-94bb-882ad53862f5 HTTP/1.1" status: 204 len: 168 time: 0.4024100 Sep 18 19:54:35.017592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34022) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:35.032773 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f34a3-b94e-4dc1-af1f-2be0fa5cfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.035527 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-850f34a3-b94e-4dc1-af1f-2be0fa5cfe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.039333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-850f34a3-b94e-4dc1-af1f-2be0fa5cfe8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2359ff89-75ff-4ef6-ba7e-2f8ec2b933ae HTTP/1.1" status: 204 len: 168 time: 0.1588035 Sep 18 19:54:35.046580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f34a3-b94e-4dc1-af1f-2be0fa5cfe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2359ff89-75ff-4ef6-ba7e-2f8ec2b933ae,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:35.080493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3142794-199d-4ca3-a844-9390ce281a52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:35.084783 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c3142794-199d-4ca3-a844-9390ce281a52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0636706 Sep 18 19:54:35.085242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34026) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:35.109638 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3305891-fadd-43f5-832e-ec7a0d4f8494 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:54:35.114301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e3305891-fadd-43f5-832e-ec7a0d4f8494 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/f79ac71a-3da2-4d77-8ab0-825743728cfd HTTP/1.1" status: 404 len: 333 time: 0.0249209 Sep 18 19:54:35.114678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34030) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:35.146699 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff961715-386a-4616-a31c-aed6751f99a0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:54:35.150988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ff961715-386a-4616-a31c-aed6751f99a0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/c38194fb-9f44-4740-94bb-882ad53862f5 HTTP/1.1" status: 404 len: 333 time: 0.0322928 Sep 18 19:54:35.151414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34032) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:35.289407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc665326-ba91-41ef-9f4b-e3c7d81e6272 req-fc2de126-3533-48a6-8c8b-a22f2f14e69d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:35.289407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc665326-ba91-41ef-9f4b-e3c7d81e6272 req-fc2de126-3533-48a6-8c8b-a22f2f14e69d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 945 time: 0.1170864 Sep 18 19:54:35.290889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.359088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc665326-ba91-41ef-9f4b-e3c7d81e6272 req-a4c998ca-f49c-4f59-aa4a-70557a60bdb7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662057 Sep 18 19:54:35.422633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.444178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f273a29d-97e2-4931-9430-fb8b20114204']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:35.453327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71771d50-9eaf-45e5-9dfa-b3055d410b2b') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:35.453622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71771d50-9eaf-45e5-9dfa-b3055d410b2b') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:35.467072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.482275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.491245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:54:35.491723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:54:35.495273 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:54:35.574086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.582036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.588261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/networks/f273a29d-97e2-4931-9430-fb8b20114204 HTTP/1.1" status: 204 len: 168 time: 0.4324381 Sep 18 19:54:35.589090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34046) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:35.594286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-175537124'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:35.602451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ed0d2-f825-4983-afa9-4222035852d5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Network': ['ID=f273a29d-97e2-4931-9430-fb8b20114204,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:35.616141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:35.621246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.647239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:35.658521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.658861 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Added segment 54e521d1-11e5-4d11-be62-6a9d609ac633 of type vlan for network bb364c64-c77e-4e36-bda4-b5a81c146979 Sep 18 19:54:35.702963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.735786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.742125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:35.742704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:35.782437 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1922591 Sep 18 19:54:35.785128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34056) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:35.791277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': 'bb364c64-c77e-4e36-bda4-b5a81c146979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:35.844712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5cb1a-6695-4b22-9c00-3d7d26286fae tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Network': ['ID=bb364c64-c77e-4e36-bda4-b5a81c146979,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:35.859920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network bb364c64-c77e-4e36-bda4-b5a81c146979 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:35.891986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34058) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:35.942723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:35.946507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.005915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-396107742-network', 'tenant_id': '9d30e030439c42c8995da034ed99028f'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:36.027005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Made reservation on behalf of 9d30e030439c42c8995da034ed99028f for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:36.029877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.040814 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.135647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.137979 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.140384 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.161997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:36.177388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bcb4ba-b552-4ffe-a924-fc380102a7cd,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:36.180360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.180706 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Added segment 9040501b-78ab-4d35-ab96-41490207f357 of type vlan for network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 Sep 18 19:54:36.201903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=6a9e0cb1-afc9-44b4-871e-4f575628dd60,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:36.212738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Checking segment: {'id': '54e521d1-11e5-4d11-be62-6a9d609ac633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb364c64-c77e-4e36-bda4-b5a81c146979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:36.213083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network hostable DHCP agents. Network: bb364c64-c77e-4e36-bda4-b5a81c146979, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:36.221812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.229413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network bb364c64-c77e-4e36-bda4-b5a81c146979 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:36.239396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, bb364c64-c77e-4e36-bda4-b5a81c146979) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:36.248980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc09ff9-7c86-4eb9-878a-7656f4d81414 None None] Network bb364c64-c77e-4e36-bda4-b5a81c146979 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:36.252825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.252999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.253783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.254831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.255469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.277289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bc832b9f-f5be-4b70-b58c-d3c8282c2579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4911020 Sep 18 19:54:36.278651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34068) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:36.286994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': 'bb364c64-c77e-4e36-bda4-b5a81c146979', 'name': 'tempest-PortsTestJSON-1799691282'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:36.310527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4174330 Sep 18 19:54:36.316377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34070) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:36.328181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Request body: {'subnet': {'network_id': '6561e6af-8e0a-4ccf-b206-36a6eb4becf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-396107742-subnet', 'tenant_id': '9d30e030439c42c8995da034ed99028f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:36.366963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-d502367e-8b3b-4be9-a5e5-135a0c9f479e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0637569 Sep 18 19:54:36.404421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f97d0-4f79-446a-8298-2431d19cc7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=6561e6af-8e0a-4ccf-b206-36a6eb4becf5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:36.430232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Made reservation on behalf of 9d30e030439c42c8995da034ed99028f for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:36.432648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.434233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:36.451393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-bb364c64-c77e-4e36-bda4-b5a81c146979', 'network_id': 'bb364c64-c77e-4e36-bda4-b5a81c146979', 'tenant_id': 'd569fd7df5434f72a0d5f3767d86d3a4', 'fixed_ips': [{'subnet_id': '6a9e0cb1-afc9-44b4-871e-4f575628dd60'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:54:36.452166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.499926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-fb2a2b07-a337-49b8-a95f-7c3324962290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.500423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-fb2a2b07-a337-49b8-a95f-7c3324962290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.501035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-fb2a2b07-a337-49b8-a95f-7c3324962290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.501521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-fb2a2b07-a337-49b8-a95f-7c3324962290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.502000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-fb2a2b07-a337-49b8-a95f-7c3324962290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.502474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-fb2a2b07-a337-49b8-a95f-7c3324962290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.502942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-fb2a2b07-a337-49b8-a95f-7c3324962290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.505011 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-fb2a2b07-a337-49b8-a95f-7c3324962290 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6497 time: 0.0520527 Sep 18 19:54:36.578667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263ca2b-ddae-4319-b1b2-78bf915d380e req-704f78ad-65fe-4156-998f-e8c148f028d7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.580235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f263ca2b-ddae-4319-b1b2-78bf915d380e req-704f78ad-65fe-4156-998f-e8c148f028d7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 945 time: 0.1271229 Sep 18 19:54:36.584735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:36.588146 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.644124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-adfb6c08-4d8b-4b86-8311-8a849b329710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.645065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port 063ce02a-1c06-4070-953b-07e3f85b2d0e yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:36.645232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-adfb6c08-4d8b-4b86-8311-8a849b329710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.645650 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-adfb6c08-4d8b-4b86-8311-8a849b329710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.647672 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-adfb6c08-4d8b-4b86-8311-8a849b329710 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5 HTTP/1.1" status: 200 len: 2293 time: 0.1165657 Sep 18 19:54:36.651079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Allocated IP 172.20.0.2 (bb364c64-c77e-4e36-bda4-b5a81c146979/6a9e0cb1-afc9-44b4-871e-4f575628dd60/f4b05c5d-51bb-43ea-ade4-d6d3b834c62b) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:36.705699 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f263ca2b-ddae-4319-b1b2-78bf915d380e req-4cad46d0-8a3a-49d8-a01e-a2b54cc6d0fb tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119540 Sep 18 19:54:36.745459 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-596282c4-436a-4f65-8b14-65424fd0716c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d014749d-7470-40ab-9de5-374cf9548d8f HTTP/1.1" status: 200 len: 1002 time: 0.0889158 Sep 18 19:54:36.796154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.809377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-ab08488c-6143-4cda-81d8-6c7486c3d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.811100 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-ab08488c-6143-4cda-81d8-6c7486c3d8f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59711212-6f3b-4312-9db1-67c23afe25fc HTTP/1.1" status: 200 len: 850 time: 0.0578198 Sep 18 19:54:36.869104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f362887b-5d18-49f1-972b-74100d248da0,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:36.875258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Checking segment: {'id': '9040501b-78ab-4d35-ab96-41490207f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6561e6af-8e0a-4ccf-b206-36a6eb4becf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:36.875759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Network hostable DHCP agents. Network: 6561e6af-8e0a-4ccf-b206-36a6eb4becf5, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:36.882847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-899a787b-ae14-4996-9b51-2eba89be3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.885114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-899a787b-ae14-4996-9b51-2eba89be3328 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661500 Sep 18 19:54:36.901890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:36.914494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6561e6af-8e0a-4ccf-b206-36a6eb4becf5) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:36.926416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:36.927028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:36.931193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8130e9-3746-4713-a614-b0f248af1642 None None] Network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:36.950646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d13d3671-8449-4979-8f8f-7cc751ebe8e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6323152 Sep 18 19:54:37.005863 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-6c8f45e1-3d57-4b90-bc2a-cca7a63cc06b service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094010 Sep 18 19:54:37.081302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82e074-33f8-4c5a-bd04-e4dc0ec34613 req-13227bc1-57f5-43a4-9917-c50a366d7d2e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:37.092788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c82e074-33f8-4c5a-bd04-e4dc0ec34613 req-13227bc1-57f5-43a4-9917-c50a366d7d2e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 945 time: 0.1003861 Sep 18 19:54:37.133184 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.141850 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-689b0ff9-3d50-4bf1-af80-55ecb669acce service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299181 Sep 18 19:54:37.143734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c82e074-33f8-4c5a-bd04-e4dc0ec34613 req-32837543-f22d-49c2-926e-0031c807eb9a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497432 Sep 18 19:54:37.170120 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.202619 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-ed2462e6-d8cb-4b5e-be4a-b52aa9089708 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 200 len: 217 time: 0.0447526 Sep 18 19:54:37.229152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd011f79-f650-4f02-9669-135754559ffe None None] Network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:37.232047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Network bb364c64-c77e-4e36-bda4-b5a81c146979 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:37.235680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.8 (bb364c64-c77e-4e36-bda4-b5a81c146979/6a9e0cb1-afc9-44b4-871e-4f575628dd60/063ce02a-1c06-4070-953b-07e3f85b2d0e) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:37.251337 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:37.263949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:37.270657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-39ae954e-152d-4deb-99c0-717694447487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:37.273009 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-39ae954e-152d-4deb-99c0-717694447487 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.0619740 Sep 18 19:54:37.317987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Pushing event updated for resources: {'Port': ['ID=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:37.351580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-4e1df5a0-93de-4d4b-979a-54f527224593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:37.353628 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-4e1df5a0-93de-4d4b-979a-54f527224593 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726316 Sep 18 19:54:37.388018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Attempting to bind port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:54:37.392785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Attempting to bind port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '54e521d1-11e5-4d11-be62-6a9d609ac633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb364c64-c77e-4e36-bda4-b5a81c146979'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:54:37.393193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Attempting to bind port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b on network bb364c64-c77e-4e36-bda4-b5a81c146979 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:37.414223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:54:37.414818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Checking segment: {'id': '54e521d1-11e5-4d11-be62-6a9d609ac633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb364c64-c77e-4e36-bda4-b5a81c146979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:37.415410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.415977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Bound using segment: {'id': '54e521d1-11e5-4d11-be62-6a9d609ac633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb364c64-c77e-4e36-bda4-b5a81c146979'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:54:37.416611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Bound port: f4b05c5d-51bb-43ea-ade4-d6d3b834c62b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e521d1-11e5-4d11-be62-6a9d609ac633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb364c64-c77e-4e36-bda4-b5a81c146979'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:54:37.417163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.491734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.514298 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-09f3f6c5-cead-4323-88ab-67af16a33606 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500053 Sep 18 19:54:37.542034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] For port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:54:37.545173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.546234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] For port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,segment=NetworkSegment(54e521d1-11e5-4d11-be62-6a9d609ac633),segment_id=54e521d1-11e5-4d11-be62-6a9d609ac633)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:54:37.556916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.607999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=063ce02a-1c06-4070-953b-07e3f85b2d0e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:37.633297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network bb364c64-c77e-4e36-bda4-b5a81c146979 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:37.635039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:37.637220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:37.666005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c530cdf-adce-4f36-9316-d30fed1b56cd None None] Pushing event updated for resources: {'Port': ['ID=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:37.687672 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-152676c0-c8af-40fe-9617-14603c4f9958 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652470 Sep 18 19:54:37.725337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:37.726041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.743583 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-8a9a9315-e24c-40dc-8355-b59147f93333 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 200 len: 217 time: 0.0430386 Sep 18 19:54:37.747220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34098) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:37.747942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8b132da9-0ad1-4d24-9591-0925bb3d50e7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4677110 Sep 18 19:54:37.770335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34102) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:37.776097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-294613672-network', 'tenant_id': '1a302062dbc5498588c6bc4d715690a0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:37.797726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Made reservation on behalf of 1a302062dbc5498588c6bc4d715690a0 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:37.800299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.814092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.864049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-87a8ae68-2320-46b2-ab63-2ed2949a9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:37.870040 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-87a8ae68-2320-46b2-ab63-2ed2949a9670 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.1227615 Sep 18 19:54:37.931874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-19013e21-0fe1-4a55-baf0-f7cd8706aad7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 063ce02a-1c06-4070-953b-07e3f85b2d0e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:37.932211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19013e21-0fe1-4a55-baf0-f7cd8706aad7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.938240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-4d3749f6-3dce-427c-adc0-71305dfd4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:37.939764 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-4d3749f6-3dce-427c-adc0-71305dfd4cab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611277 Sep 18 19:54:37.954816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.960540 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:37.987616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:37.998329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfbfc32-919f-421d-ae6e-f17f506e2f06,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:38.003103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.003489 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Added segment dd8bea2f-c4af-4ca3-bd85-4e78bb28d3bc of type vlan for network fd46a2fc-5f15-47d7-bd8a-097342121399 Sep 18 19:54:38.046502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.074849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.075683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:38.076440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.123235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3511896 Sep 18 19:54:38.123974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34106) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:38.132059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Request body: {'subnet': {'network_id': 'fd46a2fc-5f15-47d7-bd8a-097342121399', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-294613672-subnet', 'tenant_id': '1a302062dbc5498588c6bc4d715690a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:38.178992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb3253-0be9-4781-b3f7-08fddb7c2ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd46a2fc-5f15-47d7-bd8a-097342121399,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:38.190738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network fd46a2fc-5f15-47d7-bd8a-097342121399 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:38.211881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Made reservation on behalf of 1a302062dbc5498588c6bc4d715690a0 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:38.214500 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.401252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-2addd3dc-2842-402c-88a1-25e5710e00a0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:38.402780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-2addd3dc-2842-402c-88a1-25e5710e00a0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 945 time: 0.1440294 Sep 18 19:54:38.412972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49a6f9-829e-41ce-a8ec-a5e92069c49a req-c1c89a2d-bb67-4893-baf9-00b8965c29c3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:38.414484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e49a6f9-829e-41ce-a8ec-a5e92069c49a req-c1c89a2d-bb67-4893-baf9-00b8965c29c3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 945 time: 0.1576462 Sep 18 19:54:38.443437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19013e21-0fe1-4a55-baf0-f7cd8706aad7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.464441 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-9b2691b7-e85d-4357-a53b-607714630376 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113795 Sep 18 19:54:38.465724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-19013e21-0fe1-4a55-baf0-f7cd8706aad7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 063ce02a-1c06-4070-953b-07e3f85b2d0e owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:38.562799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e49a6f9-829e-41ce-a8ec-a5e92069c49a req-25b50d41-9c99-4049-9e3c-40f2941c32b7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370718 Sep 18 19:54:38.613989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.630909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-b6530b76-b573-42de-ab33-8f4267901c71 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509678 Sep 18 19:54:38.666816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Deleting port 3e4252c7-4984-4c28-9a2c-92af14d1409d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:38.667148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.695560 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-3a659d41-3eaf-4a87-85ac-77036321782a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f768b054-6809-4b2d-8ff1-e71086be318d HTTP/1.1" status: 200 len: 217 time: 0.0557852 Sep 18 19:54:38.708367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b00c53-0768-4733-b551-6573ca88c84f,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:38.730185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19013e21-0fe1-4a55-baf0-f7cd8706aad7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.763499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Checking segment: {'id': 'dd8bea2f-c4af-4ca3-bd85-4e78bb28d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fd46a2fc-5f15-47d7-bd8a-097342121399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:38.763954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Network hostable DHCP agents. Network: fd46a2fc-5f15-47d7-bd8a-097342121399, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:38.780508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f51a99-b998-480e-8e01-7e775d8ce24b None None] Network bb364c64-c77e-4e36-bda4-b5a81c146979 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:38.781439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19013e21-0fe1-4a55-baf0-f7cd8706aad7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=063ce02a-1c06-4070-953b-07e3f85b2d0e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:38.797592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] For port 3e4252c7-4984-4c28-9a2c-92af14d1409d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=3e4252c7-4984-4c28-9a2c-92af14d1409d,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:38.797956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.806871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Network fd46a2fc-5f15-47d7-bd8a-097342121399 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:38.817081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Calling delete_port for 3e4252c7-4984-4c28-9a2c-92af14d1409d owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:38.826399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-32e54e94-4e8c-4a7a-99d7-c18ebcb1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:38.827691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, fd46a2fc-5f15-47d7-bd8a-097342121399) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:38.827925 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-32e54e94-4e8c-4a7a-99d7-c18ebcb1d06b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.1233988 Sep 18 19:54:38.834587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:38.835117 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.850848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b1c3f3-6794-43b6-ba45-9ed1b0660011 None None] Network fd46a2fc-5f15-47d7-bd8a-097342121399 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:38.868014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c2a4ed68-bedf-44ab-ba7b-108854220208 None None] Provisioning complete for port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:38.868380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ed68-bedf-44ab-ba7b-108854220208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.887428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aaa9728f-695d-41a7-abca-4f453f7fd6fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7568526 Sep 18 19:54:38.897088 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19013e21-0fe1-4a55-baf0-f7cd8706aad7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:38.900084 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-19013e21-0fe1-4a55-baf0-f7cd8706aad7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/063ce02a-1c06-4070-953b-07e3f85b2d0e HTTP/1.1" status: 204 len: 168 time: 1.1510053 Sep 18 19:54:38.901879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34116) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:38.933802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-e7ca6767-f01f-47f3-b78c-092bcf754f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:38.936171 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-e7ca6767-f01f-47f3-b78c-092bcf754f3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884907 Sep 18 19:54:38.938193 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-0947474c-eaec-4c29-a145-df123fd2c6c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:54:38.938966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0947474c-eaec-4c29-a145-df123fd2c6c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:38.940589 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0947474c-eaec-4c29-a145-df123fd2c6c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/063ce02a-1c06-4070-953b-07e3f85b2d0e HTTP/1.1" status: 404 len: 333 time: 0.0378025 Sep 18 19:54:38.943846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34118) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:39.024539 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.046321 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-c1491ad5-2b1f-4a3d-b729-f4e310eebd84 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003430 Sep 18 19:54:39.071877 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-b526bf0c-9b15-4f7b-a095-dd227a9a66ea tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:54:39.076251 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b526bf0c-9b15-4f7b-a095-dd227a9a66ea tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/063ce02a-1c06-4070-953b-07e3f85b2d0e HTTP/1.1" status: 404 len: 333 time: 0.1287951 Sep 18 19:54:39.076539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34122) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:39.080163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event deleted for resources: {'Port': ['ID=3e4252c7-4984-4c28-9a2c-92af14d1409d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:39.080579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['3e4252c7-4984-4c28-9a2c-92af14d1409d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:54:39.132572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] No DVR routers for this DVR port 3e4252c7-4984-4c28-9a2c-92af14d1409d on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:39.135459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.139493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdba92e8-2b0b-4d90-a8f6-3f36ec0b4dfb req-26dd3473-8c9c-4fbe-96c4-bae24a7fad33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.24 "DELETE /v2.0/ports/3e4252c7-4984-4c28-9a2c-92af14d1409d HTTP/1.1" status: 204 len: 173 time: 0.7240438 Sep 18 19:54:39.140382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d2520d-c075-4b05-bb16-37729e79b733', 'name': 'network-vif-deleted', 'tag': '3e4252c7-4984-4c28-9a2c-92af14d1409d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:39.143918 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b303240-688b-42c0-adfa-5f36cc82a6e9" -d '{"events": [{"server_uuid": "d5d2520d-c075-4b05-bb16-37729e79b733", "name": "network-vif-deleted", "tag": "3e4252c7-4984-4c28-9a2c-92af14d1409d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:39.144536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5dead7-92e0-437c-9ed4-e3580a0891c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 6a9e0cb1-afc9-44b4-871e-4f575628dd60 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:54:39.151005 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c5dead7-92e0-437c-9ed4-e3580a0891c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.186663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f44337-9918-4c64-86f9-e286d38aa88d None None] Network fd46a2fc-5f15-47d7-bd8a-097342121399 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:39.190770 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ed68-bedf-44ab-ba7b-108854220208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.242021 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad6c9b5-b5e4-4302-9ced-816eec2c240b x-openstack-request-id: req-1ad6c9b5-b5e4-4302-9ced-816eec2c240b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:39.243083 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d2520d-c075-4b05-bb16-37729e79b733", "name": "network-vif-deleted", "tag": "3e4252c7-4984-4c28-9a2c-92af14d1409d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:39.243083 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ad6c9b5-b5e4-4302-9ced-816eec2c240b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:39.243603 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d2520d-c075-4b05-bb16-37729e79b733', 'name': 'network-vif-deleted', 'tag': '3e4252c7-4984-4c28-9a2c-92af14d1409d', 'status': 'completed', 'code': 200} Sep 18 19:54:39.249106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c5dead7-92e0-437c-9ed4-e3580a0891c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.329092 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-8980ec98-caaf-4278-ae95-7ef3a75c5e79 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663007 Sep 18 19:54:39.389935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c2a4ed68-bedf-44ab-ba7b-108854220208 None None] For port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,segment=NetworkSegment(54e521d1-11e5-4d11-be62-6a9d609ac633),segment_id=54e521d1-11e5-4d11-be62-6a9d609ac633)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:39.416350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ed68-bedf-44ab-ba7b-108854220208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.417988 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-671f8c2f-d0ca-4076-9747-746e457fc623 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 HTTP/1.1" status: 200 len: 217 time: 0.0762670 Sep 18 19:54:39.440597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f4b05c5d-51bb-43ea-ade4-d6d3b834c62b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:39.462576 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c5dead7-92e0-437c-9ed4-e3580a0891c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.525367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-752d0ded-20ea-4513-853f-3f3869b98719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:39.527172 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-752d0ded-20ea-4513-853f-3f3869b98719 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.1001761 Sep 18 19:54:39.590898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4ed68-bedf-44ab-ba7b-108854220208 None None] Pushing event updated for resources: {'Port': ['ID=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:39.617261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:39.617631 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.621343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c5dead7-92e0-437c-9ed4-e3580a0891c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.668682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b8e24a51-c74f-46ef-a7f9-5c638a4b47c2 None None] Provisioning complete for port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:39.669350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8e24a51-c74f-46ef-a7f9-5c638a4b47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.694740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dead7-92e0-437c-9ed4-e3580a0891c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9e0cb1-afc9-44b4-871e-4f575628dd60,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:39.715366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-3aeea17b-8a04-4514-a792-58a78405b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:39.716936 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-3aeea17b-8a04-4514-a792-58a78405b6ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1792145 Sep 18 19:54:39.717938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c5dead7-92e0-437c-9ed4-e3580a0891c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.732801 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8c5dead7-92e0-437c-9ed4-e3580a0891c3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/6a9e0cb1-afc9-44b4-871e-4f575628dd60 HTTP/1.1" status: 204 len: 168 time: 0.6552145 Sep 18 19:54:39.734895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34146) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:39.774981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-092afe68-07ef-46b7-83bd-767fb8eff1ae req-0d7eb568-9ae9-497e-aa51-f234a784bd12 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5d2520d-c075-4b05-bb16-37729e79b733 HTTP/1.1" status: 200 len: 210 time: 0.0816462 Sep 18 19:54:39.829629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b1577-3281-4b83-91df-3e7d34134f1f req-20d4894b-1d2c-4449-861a-60481ffe13c7 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:39.832226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-20d4894b-1d2c-4449-861a-60481ffe13c7 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/networks?id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5 HTTP/1.1" status: 200 len: 811 time: 0.2227256 Sep 18 19:54:39.851264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-bf6bf475-4ded-495f-8744-4c3e14023e31 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/quotas/9d30e030439c42c8995da034ed99028f HTTP/1.1" status: 200 len: 375 time: 0.0114717 Sep 18 19:54:39.880138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774d7c9c-5c58-493e-8c8a-d056c9865bd2 None None] Network bb364c64-c77e-4e36-bda4-b5a81c146979 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:39.916651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-102c80ec-c964-415b-9d92-af636112d214 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d30e030439c42c8995da034ed99028f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523379 Sep 18 19:54:39.939091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:39.973249 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-2c38234a-87bd-4679-b8e4-8dec9aeb47e4 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385268 Sep 18 19:54:40.008161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-707a3887-34ca-4651-bd11-c576969c8e67 service neutron] 10.222.0.20 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906680 Sep 18 19:54:40.014174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-64cfaf5f-25b6-4be4-9e24-d41db5f6c78b None None] Could not find standard attr ID for object 063ce02a-1c06-4070-953b-07e3f85b2d0e. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:54:40.102369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] DHCP port deletion for bb364c64-c77e-4e36-bda4-b5a81c146979 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:54:40.103283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:40.103749 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.117908 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-514d922c-8615-429f-a34e-d1a9b2eabb6a service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379981 Sep 18 19:54:40.121552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-b527d0fa-4b91-4817-aed9-a30dfbbc8359 service neutron] 10.222.0.20 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061509 Sep 18 19:54:40.152209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] Deleting port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:40.152731 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.195068 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-e645e46f-dd6b-4dc0-8464-f3c9c0ad9929 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257 HTTP/1.1" status: 200 len: 217 time: 0.0687230 Sep 18 19:54:40.215099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] For port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,segment=NetworkSegment(54e521d1-11e5-4d11-be62-6a9d609ac633),segment_id=54e521d1-11e5-4d11-be62-6a9d609ac633)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:40.215500 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.220146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] For port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,segment=NetworkSegment(54e521d1-11e5-4d11-be62-6a9d609ac633),segment_id=54e521d1-11e5-4d11-be62-6a9d609ac633)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:40.220676 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.235832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] Calling delete_port for f4b05c5d-51bb-43ea-ade4-d6d3b834c62b owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:40.249894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for f4b05c5d-51bb-43ea-ade4-d6d3b834c62b owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:40.272303 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-bb361451-c510-4c43-a8a6-873e725c4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:40.273843 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-bb361451-c510-4c43-a8a6-873e725c4751 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.0681274 Sep 18 19:54:40.328979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.361794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83ae68c2-5a73-4f52-9ed3-af31f597bfa9 req-e174d68b-8f44-4cc1-8a07-1b5efedc7cc8 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 210 time: 0.0676980 Sep 18 19:54:40.367312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] Pushing event deleted for resources: {'Port': ['ID=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:40.381616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-c6674af2-70e3-4ab7-8a13-131a856f933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:40.383150 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-c6674af2-70e3-4ab7-8a13-131a856f933b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693071 Sep 18 19:54:40.388614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e681bc5-17fc-4332-a149-787ba367197b None None] No DVR routers for this DVR port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:40.393910 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.443684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=f4b05c5d-51bb-43ea-ade4-d6d3b834c62b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:40.453582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No DVR routers for this DVR port f4b05c5d-51bb-43ea-ade4-d6d3b834c62b on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:40.570110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.594821 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-639278a1-465a-494f-9ae8-8244e904e39c service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019966 Sep 18 19:54:40.610387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb364c64-c77e-4e36-bda4-b5a81c146979']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:40.630242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e521d1-11e5-4d11-be62-6a9d609ac633') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:40.630550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e521d1-11e5-4d11-be62-6a9d609ac633') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:40.647235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.691881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.701283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:54:40.701696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:54:40.704773 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:54:40.767345 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-3b7cd0b6-f121-4b6b-9ad0-f1ea65635752 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651328 Sep 18 19:54:40.812560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.815562 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-7450d7f2-d5cd-4dad-b688-7da63b1bbb57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4896189-e695-455a-a32b-1779398d53a5 HTTP/1.1" status: 200 len: 217 time: 0.0401871 Sep 18 19:54:40.821554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.824707 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/networks/bb364c64-c77e-4e36-bda4-b5a81c146979 HTTP/1.1" status: 204 len: 168 time: 1.0884361 Sep 18 19:54:40.830664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34168) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:40.835906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-179055799'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:40.843949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805465-17a3-47ce-921f-bef118a14032 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Network': ['ID=bb364c64-c77e-4e36-bda4-b5a81c146979,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:40.884296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-01d7598f-22e9-4d9d-acc1-950ee2258b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:40.885804 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-01d7598f-22e9-4d9d-acc1-950ee2258b41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.0492663 Sep 18 19:54:40.892578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:40.896952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.938024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:40.942387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-33bcbba0-9955-4b2e-bba0-c836f8efbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:40.944169 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-33bcbba0-9955-4b2e-bba0-c836f8efbbff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503926 Sep 18 19:54:40.950597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:40.950977 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Added segment 7fec46fe-46bf-4ddf-b899-0a63ee38151b of type vlan for network 42a3bef7-9ab7-44be-9ba3-37dc40b5676a Sep 18 19:54:41.008885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:41.058936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:41.059726 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-df0e1a7e-2cf9-453e-9ff3-0ada905bf9f2 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049581 Sep 18 19:54:41.064279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:41.064848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:41.146812 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3150365 Sep 18 19:54:41.149983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:41.158246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '42a3bef7-9ab7-44be-9ba3-37dc40b5676a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:41.203557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459c21a-6055-48ee-a8d5-71a8925ae5bd tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Network': ['ID=42a3bef7-9ab7-44be-9ba3-37dc40b5676a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:41.218052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 42a3bef7-9ab7-44be-9ba3-37dc40b5676a details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:41.227404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-f8677075-653e-4621-aed8-16ea39c88c1a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:41.229233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-f8677075-653e-4621-aed8-16ea39c88c1a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.1979940 Sep 18 19:54:41.242049 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b01ccf0-0a76-4e12-ad70-6547dcea3971 req-48270126-2871-44c7-8e6d-3502596719b9 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731081 Sep 18 19:54:41.263858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-120f8f4f-2795-42b7-9a7f-78a9ecaeebbd tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/quotas/eb822b2afd174d288a5b4dd4c583c42f HTTP/1.1" status: 200 len: 375 time: 0.0267131 Sep 18 19:54:41.272604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:41.276107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:41.322237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-c6f7ce99-837a-4cfa-987c-da9ba393ee81 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539112 Sep 18 19:54:41.336459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f4b05c5d-51bb-43ea-ade4-d6d3b834c62b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:54:41.427082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f4b05c5d-51bb-43ea-ade4-d6d3b834c62b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:54:41.427789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f4b05c5d-51bb-43ea-ade4-d6d3b834c62b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:54:41.438110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-6fffdf17-6dd9-496d-a22f-9ddcb469510d service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148434 Sep 18 19:54:41.579330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b1577-3281-4b83-91df-3e7d34134f1f req-d6f24823-48eb-40a3-a830-df4887b89ea0 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:41.580894 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-d6f24823-48eb-40a3-a830-df4887b89ea0 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.24 "GET /v2.0/networks?id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5 HTTP/1.1" status: 200 len: 811 time: 0.1865690 Sep 18 19:54:41.599414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Request body: {'port': {'device_id': '776e2b99-0f57-4186-8769-55cbcbd494dc', 'network_id': '6561e6af-8e0a-4ccf-b206-36a6eb4becf5', 'admin_state_up': True, 'tenant_id': '9d30e030439c42c8995da034ed99028f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:41.712171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:41.791981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=e80d1914-e6f5-40fb-9db1-7cf5dc501d27,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:41.827625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Checking segment: {'id': '7fec46fe-46bf-4ddf-b899-0a63ee38151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '42a3bef7-9ab7-44be-9ba3-37dc40b5676a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:41.827983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network hostable DHCP agents. Network: 42a3bef7-9ab7-44be-9ba3-37dc40b5676a, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:41.850233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Made reservation on behalf of 9d30e030439c42c8995da034ed99028f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:41.854130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:41.857602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 42a3bef7-9ab7-44be-9ba3-37dc40b5676a is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:41.871639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c501f277-6840-4f81-8331-4570aeb73e0e req-ed2279c1-473d-4e08-9358-05603335d68b tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 210 time: 0.4016192 Sep 18 19:54:41.883884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 42a3bef7-9ab7-44be-9ba3-37dc40b5676a) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:41.888444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:41.889034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:41.906483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f8d3f-4256-43d3-9c6d-42f3cf34a65d None None] Network 42a3bef7-9ab7-44be-9ba3-37dc40b5676a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:41.942678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-602b9f4b-6329-4d7d-8f93-b85557186507 service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978652 Sep 18 19:54:41.962160 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b0aef71a-d372-4643-b464-05176d440ad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8087163 Sep 18 19:54:41.962732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34196) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:41.967593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '42a3bef7-9ab7-44be-9ba3-37dc40b5676a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1051692655'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:42.083748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Allocated IP 172.20.0.3 (6561e6af-8e0a-4ccf-b206-36a6eb4becf5/f362887b-5d18-49f1-972b-74100d248da0/b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:42.115046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-42a3bef7-9ab7-44be-9ba3-37dc40b5676a', 'network_id': '42a3bef7-9ab7-44be-9ba3-37dc40b5676a', 'tenant_id': 'd569fd7df5434f72a0d5f3767d86d3a4', 'fixed_ips': [{'subnet_id': 'e80d1914-e6f5-40fb-9db1-7cf5dc501d27'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:54:42.116418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.121688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:42.128452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.152274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port a923fbe4-25aa-4512-ac5f-892c9d942050 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:42.256072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8391464-051f-4bed-9730-cdfef5dda4c0 req-3865c6bf-a1fa-4f18-9004-7f9bd73afa5a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.0316119 Sep 18 19:54:42.307207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.314393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 3e4252c7-4984-4c28-9a2c-92af14d1409d no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:54:42.319427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.3 (42a3bef7-9ab7-44be-9ba3-37dc40b5676a/e80d1914-e6f5-40fb-9db1-7cf5dc501d27/a923fbe4-25aa-4512-ac5f-892c9d942050) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:42.336474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 3e4252c7-4984-4c28-9a2c-92af14d1409d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:54:42.337458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 3e4252c7-4984-4c28-9a2c-92af14d1409d not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:54:42.347494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.396182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:42.399353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:42.402227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:42.442916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Pushing event updated for resources: {'Port': ['ID=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:42.470149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:42.471083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.479245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.491461 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-248e9687-497a-4e4e-9403-270cad66511f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8990471 Sep 18 19:54:42.504789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Request body: {'port': {'device_id': '776e2b99-0f57-4186-8769-55cbcbd494dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:42.522968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.561874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 42a3bef7-9ab7-44be-9ba3-37dc40b5676a is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:42.565279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:42.570616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:42.572546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.608402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Allocated IP 172.20.0.2 (42a3bef7-9ab7-44be-9ba3-37dc40b5676a/e80d1914-e6f5-40fb-9db1-7cf5dc501d27/aca67d3f-8114-4bed-999e-d4d1cb575b12) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:42.622250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=a923fbe4-25aa-4512-ac5f-892c9d942050,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:42.642519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:42.642947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.663823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0f0f89a8-52e5-45b3-b0e3-d30e1e5355c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7000411 Sep 18 19:54:42.664611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34216) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:42.794818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9355ceb0-98d6-4c58-942d-fc5a969b5a3e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port a923fbe4-25aa-4512-ac5f-892c9d942050 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:42.795105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9355ceb0-98d6-4c58-942d-fc5a969b5a3e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.865529 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.887544 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.926545 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9355ceb0-98d6-4c58-942d-fc5a969b5a3e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:42.944707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Network 42a3bef7-9ab7-44be-9ba3-37dc40b5676a is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:42.947040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9355ceb0-98d6-4c58-942d-fc5a969b5a3e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for a923fbe4-25aa-4512-ac5f-892c9d942050 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:42.951040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:42.960992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:42.999269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Pushing event updated for resources: {'Port': ['ID=aca67d3f-8114-4bed-999e-d4d1cb575b12,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:43.084438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Attempting to bind port aca67d3f-8114-4bed-999e-d4d1cb575b12 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:54:43.084825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Attempting to bind port aca67d3f-8114-4bed-999e-d4d1cb575b12 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '7fec46fe-46bf-4ddf-b899-0a63ee38151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '42a3bef7-9ab7-44be-9ba3-37dc40b5676a'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:54:43.085177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Attempting to bind port aca67d3f-8114-4bed-999e-d4d1cb575b12 on network 42a3bef7-9ab7-44be-9ba3-37dc40b5676a {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:43.090631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:54:43.091161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Checking segment: {'id': '7fec46fe-46bf-4ddf-b899-0a63ee38151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '42a3bef7-9ab7-44be-9ba3-37dc40b5676a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:43.091600 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.092357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Bound using segment: {'id': '7fec46fe-46bf-4ddf-b899-0a63ee38151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '42a3bef7-9ab7-44be-9ba3-37dc40b5676a'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:54:43.092494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Bound port: aca67d3f-8114-4bed-999e-d4d1cb575b12, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fec46fe-46bf-4ddf-b899-0a63ee38151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '42a3bef7-9ab7-44be-9ba3-37dc40b5676a'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:54:43.092862 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.095864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:54:43.106889 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.124942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Transition to ACTIVE for port object b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:54:43.131273 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.170138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] For port aca67d3f-8114-4bed-999e-d4d1cb575b12, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:54:43.175267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] For port aca67d3f-8114-4bed-999e-d4d1cb575b12, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=aca67d3f-8114-4bed-999e-d4d1cb575b12,segment=NetworkSegment(7fec46fe-46bf-4ddf-b899-0a63ee38151b),segment_id=7fec46fe-46bf-4ddf-b899-0a63ee38151b)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:54:43.187884 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.189893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fd1b2-ddad-4835-b05b-2476c2a81009 req-3cf3360a-e24a-4e92-91d1-547a25241b3f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:43.192092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d74fd1b2-ddad-4835-b05b-2476c2a81009 req-3cf3360a-e24a-4e92-91d1-547a25241b3f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 931 time: 0.1405337 Sep 18 19:54:43.210226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Pushing event updated for resources: {'Port': ['ID=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:43.247858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6ca10-37b5-4d2a-8d60-bb01277a0b92 None None] Pushing event updated for resources: {'Port': ['ID=aca67d3f-8114-4bed-999e-d4d1cb575b12,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:43.309961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Attempting to bind port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:54:43.310441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Attempting to bind port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '9040501b-78ab-4d35-ab96-41490207f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6561e6af-8e0a-4ccf-b206-36a6eb4becf5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:54:43.310854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Attempting to bind port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 on network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:43.323801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 on network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:54:43.323801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Attempting to bind port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 on network 6561e6af-8e0a-4ccf-b206-36a6eb4becf5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:43.338750 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:54:43.339178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Checking segment: {'id': '9040501b-78ab-4d35-ab96-41490207f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6561e6af-8e0a-4ccf-b206-36a6eb4becf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:43.340237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Bound using segment: {'id': '9040501b-78ab-4d35-ab96-41490207f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6561e6af-8e0a-4ccf-b206-36a6eb4becf5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:54:43.340799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Bound port: b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9040501b-78ab-4d35-ab96-41490207f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6561e6af-8e0a-4ccf-b206-36a6eb4becf5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:54:43.341475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.375264 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9355ceb0-98d6-4c58-942d-fc5a969b5a3e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.395749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d74fd1b2-ddad-4835-b05b-2476c2a81009 req-55b94f54-d290-4bb7-96f2-8f7354f9433a tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838753 Sep 18 19:54:43.457047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3841e022-d859-48cf-a690-011c991e3f64 req-3f13c06f-b197-414e-9125-78226759d2af tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.0952239 Sep 18 19:54:43.483034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] For port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:54:43.488291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] For port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,segment=NetworkSegment(9040501b-78ab-4d35-ab96-41490207f357),segment_id=9040501b-78ab-4d35-ab96-41490207f357)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:54:43.505375 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.511817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355ceb0-98d6-4c58-942d-fc5a969b5a3e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=a923fbe4-25aa-4512-ac5f-892c9d942050,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:43.614566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:43.616540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.618932 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] 10.222.0.24 "PUT /v2.0/ports/b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 HTTP/1.1" status: 200 len: 1092 time: 1.1189954 Sep 18 19:54:43.633031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776e2b99-0f57-4186-8769-55cbcbd494dc', 'tag': 'b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:43.636734 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85230f8e-fc0f-4586-a7bb-3868342b1ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "776e2b99-0f57-4186-8769-55cbcbd494dc", "tag": "b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:43.697352 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9355ceb0-98d6-4c58-942d-fc5a969b5a3e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.706011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9355ceb0-98d6-4c58-942d-fc5a969b5a3e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/a923fbe4-25aa-4512-ac5f-892c9d942050 HTTP/1.1" status: 204 len: 168 time: 1.0382903 Sep 18 19:54:43.709071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34232) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:43.745837 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-9313c91d-1057-4255-aabe-4ce52c77d6d7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:54:43.750572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9313c91d-1057-4255-aabe-4ce52c77d6d7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/a923fbe4-25aa-4512-ac5f-892c9d942050 HTTP/1.1" status: 404 len: 333 time: 0.0402799 Sep 18 19:54:43.751764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34234) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:43.759188 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c691bbca-2828-47f5-9aa6-a214e5340c00 x-openstack-request-id: req-c691bbca-2828-47f5-9aa6-a214e5340c00 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:43.763193 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776e2b99-0f57-4186-8769-55cbcbd494dc", "tag": "b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:43.763793 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c691bbca-2828-47f5-9aa6-a214e5340c00 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:43.764636 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776e2b99-0f57-4186-8769-55cbcbd494dc', 'tag': 'b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7', 'status': 'completed', 'code': 200} Sep 18 19:54:43.826026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5b669b-9c8b-4421-aa13-d6529b6c1882 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet e80d1914-e6f5-40fb-9db1-7cf5dc501d27 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:54:43.829951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf5b669b-9c8b-4421-aa13-d6529b6c1882 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.875787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf5b669b-9c8b-4421-aa13-d6529b6c1882 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:43.882853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6f9a6-1e21-4ff8-9fb4-6e0787e4d59b service neutron] Pushing event updated for resources: {'Port': ['ID=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:43.894120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-6666e541-1480-45c0-9109-30f4fd3740db tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:43.895700 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-6666e541-1480-45c0-9109-30f4fd3740db tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.4053464 Sep 18 19:54:43.900856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b1577-3281-4b83-91df-3e7d34134f1f req-a7cf4d0e-a28d-42f2-85bb-cad55f143d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:43.902285 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-a7cf4d0e-a28d-42f2-85bb-cad55f143d66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d30e030439c42c8995da034ed99028f&device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 1095 time: 0.1366718 Sep 18 19:54:43.921773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Request body: {'port': {'device_id': '90c12ba3-594b-4509-b48f-1344d40d23b2', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'admin_state_up': True, 'tenant_id': 'eb822b2afd174d288a5b4dd4c583c42f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:43.972069 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-9010fd70-3a41-405f-bd90-abc5c47f1e56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 HTTP/1.1" status: 200 len: 217 time: 0.0613675 Sep 18 19:54:43.984616 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf5b669b-9c8b-4421-aa13-d6529b6c1882 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:44.054345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b1577-3281-4b83-91df-3e7d34134f1f req-a8fc9224-9aba-4d0d-96b1-c7593e75b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:44.055961 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-a8fc9224-9aba-4d0d-96b1-c7593e75b34f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f362887b-5d18-49f1-972b-74100d248da0 HTTP/1.1" status: 200 len: 851 time: 0.0640030 Sep 18 19:54:44.066791 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf5b669b-9c8b-4421-aa13-d6529b6c1882 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:44.100282 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-2a82057a-e618-4a59-955e-a9bb76eaf1b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311208 Sep 18 19:54:44.119937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b669b-9c8b-4421-aa13-d6529b6c1882 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=e80d1914-e6f5-40fb-9db1-7cf5dc501d27,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:44.122468 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf5b669b-9c8b-4421-aa13-d6529b6c1882 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:44.127773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf5b669b-9c8b-4421-aa13-d6529b6c1882 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/e80d1914-e6f5-40fb-9db1-7cf5dc501d27 HTTP/1.1" status: 204 len: 168 time: 0.3725414 Sep 18 19:54:44.129762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34240) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:44.328162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:44.406807 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-bd383857-b4f4-42e2-ac47-0c93ad474fb4 service neutron] 10.222.0.24 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984974 Sep 18 19:54:44.411781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Made reservation on behalf of eb822b2afd174d288a5b4dd4c583c42f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:44.415344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:44.673959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port aca67d3f-8114-4bed-999e-d4d1cb575b12 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:44.674324 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:44.708516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b84589-617c-4d8f-85ee-e9a0bf5434e8 req-ec78c5f8-1217-4db6-adda-de84268f6218 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:44.710146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0b84589-617c-4d8f-85ee-e9a0bf5434e8 req-ec78c5f8-1217-4db6-adda-de84268f6218 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 943 time: 0.1758356 Sep 18 19:54:44.756887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ac979da-c3ff-4894-9c67-0511eb08d52f req-a4031689-f374-4e7c-acb4-998bc574ea2f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.0751016 Sep 18 19:54:44.797631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Allocated IP 172.20.0.10 (3293fdbf-42cb-4af1-882d-c286dfc84eb7/7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d/a07bdf09-6c94-4956-98de-2a1c54f1abe0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:44.831304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0b84589-617c-4d8f-85ee-e9a0bf5434e8 req-5aa5d78c-fd78-464b-b9a6-164438be793e tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944331 Sep 18 19:54:44.852147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc992097-8fea-441c-af25-89b72438b654 None None] Network 42a3bef7-9ab7-44be-9ba3-37dc40b5676a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:45.133131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d521fc08-fd8a-4669-a7ed-332ff78fd0f3 None None] Provisioning complete for port aca67d3f-8114-4bed-999e-d4d1cb575b12 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:45.134046 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d521fc08-fd8a-4669-a7ed-332ff78fd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.199472 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-892b1577-3281-4b83-91df-3e7d34134f1f req-d6352896-3573-4c64-99aa-ee527c2aec72 service neutron] 10.222.0.24 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7813392 Sep 18 19:54:45.204193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] For port aca67d3f-8114-4bed-999e-d4d1cb575b12, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=aca67d3f-8114-4bed-999e-d4d1cb575b12,segment=NetworkSegment(7fec46fe-46bf-4ddf-b899-0a63ee38151b),segment_id=7fec46fe-46bf-4ddf-b899-0a63ee38151b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:45.205427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.229871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for aca67d3f-8114-4bed-999e-d4d1cb575b12 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:45.314651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d521fc08-fd8a-4669-a7ed-332ff78fd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.350719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d521fc08-fd8a-4669-a7ed-332ff78fd0f3 None None] For port aca67d3f-8114-4bed-999e-d4d1cb575b12, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=aca67d3f-8114-4bed-999e-d4d1cb575b12,segment=NetworkSegment(7fec46fe-46bf-4ddf-b899-0a63ee38151b),segment_id=7fec46fe-46bf-4ddf-b899-0a63ee38151b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:45.355934 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d521fc08-fd8a-4669-a7ed-332ff78fd0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.395038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30793c2b-60df-4c21-91e1-d0f3584d0932 None None] DHCP port deletion for 42a3bef7-9ab7-44be-9ba3-37dc40b5676a request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:54:45.419628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.432770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-30793c2b-60df-4c21-91e1-d0f3584d0932 None None] The port 'aca67d3f-8114-4bed-999e-d4d1cb575b12' was deleted {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 19:54:45.440406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521fc08-fd8a-4669-a7ed-332ff78fd0f3 None None] Pushing event updated for resources: {'Port': ['ID=aca67d3f-8114-4bed-999e-d4d1cb575b12,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:45.481388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=aca67d3f-8114-4bed-999e-d4d1cb575b12,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:45.487339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No DVR routers for this DVR port aca67d3f-8114-4bed-999e-d4d1cb575b12 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:45.558591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-055b6cd5-dd0e-4a6a-9591-4d81bfaa297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:45.560063 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-055b6cd5-dd0e-4a6a-9591-4d81bfaa297e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d30e030439c42c8995da034ed99028f&device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 1095 time: 0.1855567 Sep 18 19:54:45.671842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.743399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a3bef7-9ab7-44be-9ba3-37dc40b5676a']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:45.770902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fec46fe-46bf-4ddf-b899-0a63ee38151b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:45.771205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fec46fe-46bf-4ddf-b899-0a63ee38151b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:45.781552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.793153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.804074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-d7f5ecaa-39f6-455b-98ac-c20aa0ab7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:45.805561 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-d7f5ecaa-39f6-455b-98ac-c20aa0ab7958 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5 HTTP/1.1" status: 200 len: 912 time: 0.2370222 Sep 18 19:54:45.823411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.861436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:54:45.861858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:54:45.869632 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:54:45.882503 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-724d01c6-4eb7-46e8-9249-7a8d83cf85ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 HTTP/1.1" status: 200 len: 217 time: 0.0671332 Sep 18 19:54:45.947767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c997b5d4-f4f8-4a06-ae5f-93128aaddbd3 req-5e261673-abda-405b-974c-752f286f455c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.0367091 Sep 18 19:54:45.969457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-42643b65-3d20-45b3-9670-84d847113f5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028228 Sep 18 19:54:45.975415 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:45.991053 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:46.021640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:46.026702 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/networks/42a3bef7-9ab7-44be-9ba3-37dc40b5676a HTTP/1.1" status: 204 len: 168 time: 1.8927848 Sep 18 19:54:46.027421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34260) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:46.038485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'name': 'tempest-PortsTestJSON-567024427'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:46.042588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-8867863e-a91d-4411-8bae-f0633d87b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:46.043623 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-8867863e-a91d-4411-8bae-f0633d87b07f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f362887b-5d18-49f1-972b-74100d248da0 HTTP/1.1" status: 200 len: 851 time: 0.1417708 Sep 18 19:54:46.057955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad172fd8-7071-4ac0-8e5c-22c645566851 req-377e7121-f449-4285-879a-d8f7b0d88c52 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:46.059652 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad172fd8-7071-4ac0-8e5c-22c645566851 req-377e7121-f449-4285-879a-d8f7b0d88c52 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 943 time: 0.1047559 Sep 18 19:54:46.062821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-d7e0e228-a12c-421a-88ca-518c8251ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:46.064455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-d7e0e228-a12c-421a-88ca-518c8251ff46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1097 time: 0.0694149 Sep 18 19:54:46.086578 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:46.090288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaaf71-28e3-474f-a6cc-a7292a8d2b13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Network': ['ID=42a3bef7-9ab7-44be-9ba3-37dc40b5676a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:46.120925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:46.129092 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-712f7e19-589d-4949-abf7-4145d25c3a6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696580 Sep 18 19:54:46.132921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:46.167784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event updated for resources: {'Port': ['ID=a07bdf09-6c94-4956-98de-2a1c54f1abe0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:46.219219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad172fd8-7071-4ac0-8e5c-22c645566851 req-4c5ccd29-85e4-43c9-8e0b-8258f26f7180 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520307 Sep 18 19:54:46.225767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-3f9ca263-f825-4704-9aa3-e4b1726849b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:46.227461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-3f9ca263-f825-4704-9aa3-e4b1726849b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1385958 Sep 18 19:54:46.302694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:46.303369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:46.318682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-b9317154-8e83-4e11-b8bc-0b28fbc6ef6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 1001 time: 0.0826752 Sep 18 19:54:46.343301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:46.348303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:46.361615 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-26c57d2b-d5d9-4c77-8f1b-6c48afb4225f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4496775 Sep 18 19:54:46.366226 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-1bba3239-9a27-44e7-a3c4-3b07a71c90e1 service neutron] 10.222.0.24 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272832 Sep 18 19:54:46.372730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port 0aad96d4-edfb-4d58-894b-2d9d6fc1f125 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:46.389934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-a288fc60-48ea-4f4c-b6c0-3a9f58afb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:46.390305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Request body: {'port': {'device_id': '90c12ba3-594b-4509-b48f-1344d40d23b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:46.392712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-a288fc60-48ea-4f4c-b6c0-3a9f58afb171 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0668330 Sep 18 19:54:46.466064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-d8c16c70-cd26-45af-8aeb-661aad20121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:46.467761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-d8c16c70-cd26-45af-8aeb-661aad20121c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684114 Sep 18 19:54:46.565350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:46.587951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-983fa52f-4c7d-4629-8853-c9ae8570c9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118131 Sep 18 19:54:46.640676 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85230f8e-fc0f-4586-a7bb-3868342b1ee6 req-f5149d41-b5a2-4530-90ee-3591f1cbdb79 service neutron] 10.222.0.24 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633185 Sep 18 19:54:46.688919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb8a47e-887a-46b8-b053-85fdee8b8195 req-c2fc0ec4-6172-4781-ab2a-1216da9d3d22 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923316 Sep 18 19:54:46.773170 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:46.882896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:46.949026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:46.964350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:46.967780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:46.974649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:46.975277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:46.977624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=0aad96d4-edfb-4d58-894b-2d9d6fc1f125,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:47.002544 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6874b06c-0636-4b90-957e-b299c0e89121 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9692552 Sep 18 19:54:47.005681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34270) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:47.059473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b992-a498-4478-9a43-61761e2dbd14 req-75849ea0-de2b-4cec-b9be-1894a2c0ee21 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:47.061293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2710b992-a498-4478-9a43-61761e2dbd14 req-75849ea0-de2b-4cec-b9be-1894a2c0ee21 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 932 time: 0.0610204 Sep 18 19:54:47.071195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07bdf09-6c94-4956-98de-2a1c54f1abe0 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:54:47.086160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.102329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2710b992-a498-4478-9a43-61761e2dbd14 req-2197c10f-aa06-4c56-b526-d6186497ec87 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Sep 18 19:54:47.126075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Transition to ACTIVE for port object a07bdf09-6c94-4956-98de-2a1c54f1abe0 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:54:47.133699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.196841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5f856a8c-1bff-4034-a85f-aac6b3c7e482 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 0aad96d4-edfb-4d58-894b-2d9d6fc1f125 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:47.197184 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f856a8c-1bff-4034-a85f-aac6b3c7e482 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.220301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Pushing event updated for resources: {'Port': ['ID=a07bdf09-6c94-4956-98de-2a1c54f1abe0,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:47.263235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device aca67d3f-8114-4bed-999e-d4d1cb575b12 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:54:47.287415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: aca67d3f-8114-4bed-999e-d4d1cb575b12 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:54:47.287628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device aca67d3f-8114-4bed-999e-d4d1cb575b12 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:54:47.318207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f856a8c-1bff-4034-a85f-aac6b3c7e482 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.337824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5f856a8c-1bff-4034-a85f-aac6b3c7e482 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 0aad96d4-edfb-4d58-894b-2d9d6fc1f125 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:47.356639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Attempting to bind port a07bdf09-6c94-4956-98de-2a1c54f1abe0 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:54:47.356966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Attempting to bind port a07bdf09-6c94-4956-98de-2a1c54f1abe0 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:54:47.357294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Attempting to bind port a07bdf09-6c94-4956-98de-2a1c54f1abe0 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:47.364816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Port a07bdf09-6c94-4956-98de-2a1c54f1abe0 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:54:47.365138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Attempting to bind port a07bdf09-6c94-4956-98de-2a1c54f1abe0 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:47.385957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7777c0f-2fca-451d-85f7-ac61751db2a5 req-999e1fb7-df03-44dd-a5cf-989d472896a3 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:47.387872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7777c0f-2fca-451d-85f7-ac61751db2a5 req-999e1fb7-df03-44dd-a5cf-989d472896a3 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 943 time: 0.0535324 Sep 18 19:54:47.400997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:54:47.401192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Checking segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:47.401475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Bound using segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:54:47.401843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Bound port: a07bdf09-6c94-4956-98de-2a1c54f1abe0, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:54:47.402210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.443750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7777c0f-2fca-451d-85f7-ac61751db2a5 req-0c5dc4da-478d-422d-81c0-2c9beaf8c08d tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Sep 18 19:54:47.493547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f856a8c-1bff-4034-a85f-aac6b3c7e482 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.495587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] For port a07bdf09-6c94-4956-98de-2a1c54f1abe0, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:54:47.505268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] For port a07bdf09-6c94-4956-98de-2a1c54f1abe0, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a07bdf09-6c94-4956-98de-2a1c54f1abe0,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:54:47.528358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f856a8c-1bff-4034-a85f-aac6b3c7e482 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=0aad96d4-edfb-4d58-894b-2d9d6fc1f125,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:47.531051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.560540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f856a8c-1bff-4034-a85f-aac6b3c7e482 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.565250 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5f856a8c-1bff-4034-a85f-aac6b3c7e482 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/0aad96d4-edfb-4d58-894b-2d9d6fc1f125 HTTP/1.1" status: 204 len: 168 time: 0.5554790 Sep 18 19:54:47.565427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34280) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:47.571000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'mac_address': 'fa:16:3e:f8:d5:22', 'name': 'tempest-PortsTestJSON-682892997'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:47.575088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:47.575756 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.577135 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] 10.222.0.32 "PUT /v2.0/ports/a07bdf09-6c94-4956-98de-2a1c54f1abe0 HTTP/1.1" status: 200 len: 1093 time: 1.1907609 Sep 18 19:54:47.577589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c12ba3-594b-4509-b48f-1344d40d23b2', 'tag': 'a07bdf09-6c94-4956-98de-2a1c54f1abe0'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:47.579899 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72" -d '{"events": [{"name": "network-changed", "server_uuid": "90c12ba3-594b-4509-b48f-1344d40d23b2", "tag": "a07bdf09-6c94-4956-98de-2a1c54f1abe0"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:47.606199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60450e2b-509c-44ab-a9c5-b27f91fb7918 service neutron] Pushing event updated for resources: {'Port': ['ID=a07bdf09-6c94-4956-98de-2a1c54f1abe0,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:47.645545 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4114e594-6566-4473-965f-b5d4abdeebf4 x-openstack-request-id: req-4114e594-6566-4473-965f-b5d4abdeebf4 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:47.645545 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c12ba3-594b-4509-b48f-1344d40d23b2", "tag": "a07bdf09-6c94-4956-98de-2a1c54f1abe0", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:47.645883 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4114e594-6566-4473-965f-b5d4abdeebf4 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:47.646073 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c12ba3-594b-4509-b48f-1344d40d23b2', 'tag': 'a07bdf09-6c94-4956-98de-2a1c54f1abe0', 'status': 'completed', 'code': 200} Sep 18 19:54:47.678179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-8deb5e84-9a40-4d43-959f-7bf358939a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:47.680124 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-8deb5e84-9a40-4d43-959f-7bf358939a6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 1096 time: 0.0495846 Sep 18 19:54:47.693534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:47.733177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-369b8acc-1d4f-4e97-a15f-f68b8a92d369 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a07bdf09-6c94-4956-98de-2a1c54f1abe0 HTTP/1.1" status: 200 len: 217 time: 0.0446355 Sep 18 19:54:47.761721 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:47.785911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-1f47e8c6-6ef6-4603-a4e7-739bafc84a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:47.786580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port d6a46049-f474-4b62-8884-d52c5b6fc5a0 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:47.787613 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-1f47e8c6-6ef6-4603-a4e7-739bafc84a2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.0475104 Sep 18 19:54:47.822650 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-b4de8070-7075-48d4-a32f-915ae3049cc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274608 Sep 18 19:54:47.920616 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-778ad5a5-c2a8-495c-9c10-61a448099291 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895607 Sep 18 19:54:47.967648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.000752 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.015729 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1679aef-d4d8-43e2-bf29-140b88255811 req-07e85025-019c-45ce-8db9-b79b42fea7ed service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875909 Sep 18 19:54:48.047530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:48.051191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:48.056963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:48.062458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:48.063060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.069300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=d6a46049-f474-4b62-8884-d52c5b6fc5a0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:48.083119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1157684e-d99d-47a0-9ebd-6e529c7f50f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5168447 Sep 18 19:54:48.085669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34284) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:48.102148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-741a54e1-2aab-4dcd-98ac-e215c3b681a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:48.103677 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-741a54e1-2aab-4dcd-98ac-e215c3b681a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 1096 time: 0.0427151 Sep 18 19:54:48.130887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7415b4-08f1-4fa7-b39d-1c1c1631575e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:48.132340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6c7415b4-08f1-4fa7-b39d-1c1c1631575e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/d6a46049-f474-4b62-8884-d52c5b6fc5a0 HTTP/1.1" status: 200 len: 840 time: 0.0456853 Sep 18 19:54:48.136119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34288) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:48.205627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-82461314-9fe2-4c28-a61e-e634faa3c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:48.208032 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-82461314-9fe2-4c28-a61e-e634faa3c4ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 911 time: 0.0975540 Sep 18 19:54:48.249656 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-f47949bc-1a37-4bd1-a93c-9aa9f30a0845 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a07bdf09-6c94-4956-98de-2a1c54f1abe0 HTTP/1.1" status: 200 len: 217 time: 0.0331194 Sep 18 19:54:48.260467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24182b09-76a9-41ca-a3ec-4256070e7b75 req-c5797f92-92f1-4657-a7af-a3b9dadb0e28 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:48.261963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24182b09-76a9-41ca-a3ec-4256070e7b75 req-c5797f92-92f1-4657-a7af-a3b9dadb0e28 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 944 time: 0.0781710 Sep 18 19:54:48.292461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-34940860-5759-422f-9aa8-1fd970595d12 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port d6a46049-f474-4b62-8884-d52c5b6fc5a0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:48.292892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34940860-5759-422f-9aa8-1fd970595d12 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.303721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-bae7c295-b7e6-425f-919c-442ec2fb934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:48.305117 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-bae7c295-b7e6-425f-919c-442ec2fb934c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.0482125 Sep 18 19:54:48.334359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24182b09-76a9-41ca-a3ec-4256070e7b75 req-b3873053-3e00-4927-ad40-fa34f4e54476 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651569 Sep 18 19:54:48.335478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:54:48.341502 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-db17ab97-c314-475e-a2f8-36c1ecb8db8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279684 Sep 18 19:54:48.390256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34940860-5759-422f-9aa8-1fd970595d12 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.405274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-34940860-5759-422f-9aa8-1fd970595d12 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for d6a46049-f474-4b62-8884-d52c5b6fc5a0 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:48.449022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,segment=NetworkSegment(9040501b-78ab-4d35-ab96-41490207f357),segment_id=9040501b-78ab-4d35-ab96-41490207f357)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:48.455185 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-9e5e04eb-3d15-4296-a28b-7a40d95d473a service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023560 Sep 18 19:54:48.464282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7', 'network_id': '6561e6af-8e0a-4ccf-b206-36a6eb4becf5', 'port_id': 'b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7', 'mac_address': 'fa:16:3e:ce:34:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f362887b-5d18-49f1-972b-74100d248da0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:54:48.505399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34940860-5759-422f-9aa8-1fd970595d12 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.514880 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.532862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:54:48.551607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34940860-5759-422f-9aa8-1fd970595d12 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=d6a46049-f474-4b62-8884-d52c5b6fc5a0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:48.556593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,segment=NetworkSegment(9040501b-78ab-4d35-ab96-41490207f357),segment_id=9040501b-78ab-4d35-ab96-41490207f357)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:48.564142 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.571040 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34940860-5759-422f-9aa8-1fd970595d12 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.573619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34940860-5759-422f-9aa8-1fd970595d12 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/d6a46049-f474-4b62-8884-d52c5b6fc5a0 HTTP/1.1" status: 204 len: 168 time: 0.4353592 Sep 18 19:54:48.575712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34302) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:48.608622 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9529b3-e444-4d1b-932c-2bfbced22f28 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:54:48.610151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ec9529b3-e444-4d1b-932c-2bfbced22f28 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/d6a46049-f474-4b62-8884-d52c5b6fc5a0 HTTP/1.1" status: 404 len: 333 time: 0.0335281 Sep 18 19:54:48.616842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34306) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:48.626140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'name': 'tempest-PortsTestJSON-645567079'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:48.631634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e356e5-a0b7-49a5-890d-dbafdc63d483 req-d6fa8778-b128-4d9c-bd7c-93d9323af4b0 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:48.633519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8e356e5-a0b7-49a5-890d-dbafdc63d483 req-d6fa8778-b128-4d9c-bd7c-93d9323af4b0 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 943 time: 0.0913968 Sep 18 19:54:48.645637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:48.660888 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0ff570c-f8a0-4206-94f7-f4339ec7aa72 req-e061f579-bab2-4160-a9b7-8dfa1d0c27f2 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970351 Sep 18 19:54:48.684456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8e356e5-a0b7-49a5-890d-dbafdc63d483 req-0dc1d5d9-6785-4053-bb5d-65cce6321a07 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Sep 18 19:54:48.787472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:48.791190 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.808995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port a87ddb2a-8a20-40c5-8f08-48e82e1a72b1 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:48.833138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:54:48.963032 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:48.996817 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.037784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:49.040725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:49.046122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:49.052497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:49.053124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.061029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=a87ddb2a-8a20-40c5-8f08-48e82e1a72b1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:49.071827 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ec4a89b4-c8bd-4afd-8fc5-7b017a190fc6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4536009 Sep 18 19:54:49.074707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34312) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:49.079736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:49.142171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.299095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.305061 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.339815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] In _notify_port_updated(), no bound segment for port a87ddb2a-8a20-40c5-8f08-48e82e1a72b1 on network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:54:49.345132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:49.345721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.347736 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "PUT /v2.0/ports/a87ddb2a-8a20-40c5-8f08-48e82e1a72b1 HTTP/1.1" status: 200 len: 818 time: 0.2713730 Sep 18 19:54:49.350289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34314) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:49.388728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557870b-7a04-4a36-9528-8bbfc66b39f2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=a87ddb2a-8a20-40c5-8f08-48e82e1a72b1,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:49.451110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d9dae827-7b9b-4b03-aaff-86108ffd4706 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port a87ddb2a-8a20-40c5-8f08-48e82e1a72b1 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:49.451502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9dae827-7b9b-4b03-aaff-86108ffd4706 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.464102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee567-c6d3-4612-8144-b5bacac89cf6 req-146e5740-a0fb-46c8-8b42-bca084de1375 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:49.466231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-807ee567-c6d3-4612-8144-b5bacac89cf6 req-146e5740-a0fb-46c8-8b42-bca084de1375 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 944 time: 0.0510685 Sep 18 19:54:49.513727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-807ee567-c6d3-4612-8144-b5bacac89cf6 req-9263b50b-dd7c-4810-9fb0-43ba2dafd431 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335460 Sep 18 19:54:49.527973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9dae827-7b9b-4b03-aaff-86108ffd4706 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.540860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d9dae827-7b9b-4b03-aaff-86108ffd4706 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for a87ddb2a-8a20-40c5-8f08-48e82e1a72b1 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:49.621180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9dae827-7b9b-4b03-aaff-86108ffd4706 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.651570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dae827-7b9b-4b03-aaff-86108ffd4706 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=a87ddb2a-8a20-40c5-8f08-48e82e1a72b1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:49.658101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9dae827-7b9b-4b03-aaff-86108ffd4706 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.661177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d9dae827-7b9b-4b03-aaff-86108ffd4706 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/a87ddb2a-8a20-40c5-8f08-48e82e1a72b1 HTTP/1.1" status: 204 len: 168 time: 0.3099542 Sep 18 19:54:49.663665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34318) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:49.716485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bedf03c-d850-4c97-8b03-79117c9fbb4f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:49.718242 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0bedf03c-d850-4c97-8b03-79117c9fbb4f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0535717 Sep 18 19:54:49.721182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34322) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:49.746478 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff43c8f-de39-48bf-8d3b-fdc65207799d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:54:49.748042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cff43c8f-de39-48bf-8d3b-fdc65207799d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/a87ddb2a-8a20-40c5-8f08-48e82e1a72b1 HTTP/1.1" status: 404 len: 333 time: 0.0255935 Sep 18 19:54:49.751810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34324) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:49.757751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1673299193'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:49.812222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:49.816704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.841769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:49.861664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa1a4f-d826-466a-ba86-082fe9601063 req-7ccf3eef-b9e2-4ef8-bd4b-8fbd8e4b3806 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:49.864845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.865440 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Added segment de396ede-2b62-4ed4-9a80-9fc724a19177 of type vlan for network 09018714-d318-4d46-9c84-af56d58f0e36 Sep 18 19:54:49.870124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7baa1a4f-d826-466a-ba86-082fe9601063 req-7ccf3eef-b9e2-4ef8-bd4b-8fbd8e4b3806 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 944 time: 0.1035693 Sep 18 19:54:49.911923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7baa1a4f-d826-466a-ba86-082fe9601063 req-32df44d0-ce0f-4970-ad79-7de03bfd2fb8 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Sep 18 19:54:49.929800 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.954937 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.961439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:49.962019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:49.997103 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2441440 Sep 18 19:54:49.999958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34332) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:50.006056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '09018714-d318-4d46-9c84-af56d58f0e36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:50.031246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5e6c4-c37b-41bb-8406-c47d6e86a131 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Network': ['ID=09018714-d318-4d46-9c84-af56d58f0e36,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:50.041783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 09018714-d318-4d46-9c84-af56d58f0e36 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:50.101664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:50.105686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:50.287264 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:50.346839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:50.348886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=29726c7d-1ea0-4623-a4dd-bc32e0faf1cf,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:50.356752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Checking segment: {'id': 'de396ede-2b62-4ed4-9a80-9fc724a19177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '09018714-d318-4d46-9c84-af56d58f0e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:50.357185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network hostable DHCP agents. Network: 09018714-d318-4d46-9c84-af56d58f0e36, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:50.375871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 09018714-d318-4d46-9c84-af56d58f0e36 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:50.385835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 09018714-d318-4d46-9c84-af56d58f0e36) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:50.390703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:50.391492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:50.399335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7868832-4416-4441-b43e-4ca104a95153 None None] Network 09018714-d318-4d46-9c84-af56d58f0e36 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:50.409319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-933dd9cd-4bea-411d-8e8d-2403bcd32f23 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4078219 Sep 18 19:54:50.412273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34334) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:50.417876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e2267303-504b-4ca8-a776-908053172806 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '09018714-d318-4d46-9c84-af56d58f0e36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:50.429243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:54:50.436850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:50.437349 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:50.536376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2267303-504b-4ca8-a776-908053172806 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:50.540449 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e2267303-504b-4ca8-a776-908053172806 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:50.603643 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:50.650815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e2b99-0f57-4186-8769-55cbcbd494dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:50.653242 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5c454d-d05e-4eea-8a26-7f4c15eac065" -d '{"events": [{"server_uuid": "776e2b99-0f57-4186-8769-55cbcbd494dc", "name": "network-vif-plugged", "status": "completed", "tag": "b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:50.688145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,segment=NetworkSegment(9040501b-78ab-4d35-ab96-41490207f357),segment_id=9040501b-78ab-4d35-ab96-41490207f357)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:50.693265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-09018714-d318-4d46-9c84-af56d58f0e36', 'network_id': '09018714-d318-4d46-9c84-af56d58f0e36', 'tenant_id': 'd569fd7df5434f72a0d5f3767d86d3a4', 'fixed_ips': [{'subnet_id': '29726c7d-1ea0-4623-a4dd-bc32e0faf1cf'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:54:50.693864 n-d-789963-11 neutron-server[94941]: INFO neutron.db.ipam_backend_mixin [None req-e2267303-504b-4ca8-a776-908053172806 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 29726c7d-1ea0-4623-a4dd-bc32e0faf1cf (CIDR: 172.20.0.0/28) Sep 18 19:54:50.694991 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:50.706979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:50.710185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452096ef-a640-4fd4-8f80-31a0335b7a0a req-6c833c05-0e57-4166-9ec5-dc965f69d5e1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:50.710824 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47533f95-3971-402d-9e53-5fdf6a877e34 x-openstack-request-id: req-47533f95-3971-402d-9e53-5fdf6a877e34 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:50.711395 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e2b99-0f57-4186-8769-55cbcbd494dc", "name": "network-vif-plugged", "status": "completed", "tag": "b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:50.711865 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47533f95-3971-402d-9e53-5fdf6a877e34 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:50.712505 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776e2b99-0f57-4186-8769-55cbcbd494dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7', 'code': 200} Sep 18 19:54:50.719628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-452096ef-a640-4fd4-8f80-31a0335b7a0a req-6c833c05-0e57-4166-9ec5-dc965f69d5e1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 944 time: 0.1061227 Sep 18 19:54:50.723755 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2267303-504b-4ca8-a776-908053172806 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 19:54:50.724438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2267303-504b-4ca8-a776-908053172806 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:54:50.769970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-452096ef-a640-4fd4-8f80-31a0335b7a0a req-fb5b5a28-1d65-471f-9d6b-9b149c33d145 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491643 Sep 18 19:54:50.781270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e2267303-504b-4ca8-a776-908053172806 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3676853 Sep 18 19:54:50.783723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34340) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:50.790056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '09018714-d318-4d46-9c84-af56d58f0e36', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:50.823534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5850-d934-4815-87b5-972b50d9958a req-85410d09-267d-40c6-b609-67ea5a7a41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:50.825772 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b13c5850-d934-4815-87b5-972b50d9958a req-85410d09-267d-40c6-b609-67ea5a7a41c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 1097 time: 0.0493715 Sep 18 19:54:50.869942 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b13c5850-d934-4815-87b5-972b50d9958a req-a253ce28-7681-458e-8e25-7d7c529ed127 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368340 Sep 18 19:54:50.903660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:50.926464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Allocated IP 172.20.0.2 (09018714-d318-4d46-9c84-af56d58f0e36/29726c7d-1ea0-4623-a4dd-bc32e0faf1cf/436e09b7-e169-46d4-98c3-7b894c7e376d) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:50.929979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:50.934804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.094960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6a2b-e9b9-4e4c-980f-6070471829e3 req-2ce3899e-a3ee-4896-bef9-9c42dd4e3d6a tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:51.096486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33ae6a2b-e9b9-4e4c-980f-6070471829e3 req-2ce3899e-a3ee-4896-bef9-9c42dd4e3d6a tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.0802913 Sep 18 19:54:51.105098 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.114888 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.153787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Network 09018714-d318-4d46-9c84-af56d58f0e36 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:51.157080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:51.164635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:51.172670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Pushing event updated for resources: {'Port': ['ID=436e09b7-e169-46d4-98c3-7b894c7e376d,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:51.191592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33ae6a2b-e9b9-4e4c-980f-6070471829e3 req-f26e1c2c-cb11-483e-9cec-8086a5a59ecb tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831323 Sep 18 19:54:51.200246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a07bdf09-6c94-4956-98de-2a1c54f1abe0 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:54:51.241245 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Attempting to bind port 436e09b7-e169-46d4-98c3-7b894c7e376d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:54:51.241827 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Attempting to bind port 436e09b7-e169-46d4-98c3-7b894c7e376d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'de396ede-2b62-4ed4-9a80-9fc724a19177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '09018714-d318-4d46-9c84-af56d58f0e36'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:54:51.242289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Attempting to bind port 436e09b7-e169-46d4-98c3-7b894c7e376d on network 09018714-d318-4d46-9c84-af56d58f0e36 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:54:51.250556 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:54:51.251004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Checking segment: {'id': 'de396ede-2b62-4ed4-9a80-9fc724a19177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '09018714-d318-4d46-9c84-af56d58f0e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:51.251535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.252294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Bound using segment: {'id': 'de396ede-2b62-4ed4-9a80-9fc724a19177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '09018714-d318-4d46-9c84-af56d58f0e36'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:54:51.252603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Bound port: 436e09b7-e169-46d4-98c3-7b894c7e376d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de396ede-2b62-4ed4-9a80-9fc724a19177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '09018714-d318-4d46-9c84-af56d58f0e36'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:54:51.253696 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.297860 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.340814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 09018714-d318-4d46-9c84-af56d58f0e36 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:51.344588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:51.348519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:51.348835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.368973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=4c92416a-7e60-4bad-ae15-94796bd69436,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:51.377940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-055d5ad8-a83d-4b03-a212-f45a76e8df52 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5922318 Sep 18 19:54:51.380329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34350) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:51.385986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '09018714-d318-4d46-9c84-af56d58f0e36', 'fixed_ips': [{'subnet_id': '29726c7d-1ea0-4623-a4dd-bc32e0faf1cf'}, {'subnet_id': '4c92416a-7e60-4bad-ae15-94796bd69436'}], 'name': 'tempest-PortsTestJSON-429290414'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:51.394357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] For port 436e09b7-e169-46d4-98c3-7b894c7e376d, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:54:51.397785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a07bdf09-6c94-4956-98de-2a1c54f1abe0, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a07bdf09-6c94-4956-98de-2a1c54f1abe0,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:51.401490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] For port 436e09b7-e169-46d4-98c3-7b894c7e376d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=436e09b7-e169-46d4-98c3-7b894c7e376d,segment=NetworkSegment(de396ede-2b62-4ed4-9a80-9fc724a19177),segment_id=de396ede-2b62-4ed4-9a80-9fc724a19177)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:54:51.411166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.420469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a07bdf09-6c94-4956-98de-2a1c54f1abe0', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'port_id': 'a07bdf09-6c94-4956-98de-2a1c54f1abe0', 'mac_address': 'fa:16:3e:f2:b8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:54:51.516607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:51.535790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf4cf6-3ce4-4d8c-8981-5d9a7b521bc5 None None] Pushing event updated for resources: {'Port': ['ID=436e09b7-e169-46d4-98c3-7b894c7e376d,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:51.546667 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.562508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07bdf09-6c94-4956-98de-2a1c54f1abe0 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:54:51.611368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a07bdf09-6c94-4956-98de-2a1c54f1abe0, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a07bdf09-6c94-4956-98de-2a1c54f1abe0,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:51.613879 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f298b3c6-e0aa-4399-968f-96e38497ecda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.618723 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.630279 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:51.652953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port 4f704804-1050-40aa-9082-1b26546588a0 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:54:51.717099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a07bdf09-6c94-4956-98de-2a1c54f1abe0,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:51.838140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a07bdf09-6c94-4956-98de-2a1c54f1abe0'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:54:51.919906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0904c01-e9c1-4cb1-8bea-93f4a9b5858e req-ff618522-300b-43a7-a64f-29a942a4ac88 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:51.929141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0904c01-e9c1-4cb1-8bea-93f4a9b5858e req-ff618522-300b-43a7-a64f-29a942a4ac88 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 945 time: 0.0722532 Sep 18 19:54:51.996169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0904c01-e9c1-4cb1-8bea-93f4a9b5858e req-21afa208-b057-4f96-8a5b-dfae7845bed1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656648 Sep 18 19:54:52.080703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.6 (09018714-d318-4d46-9c84-af56d58f0e36/29726c7d-1ea0-4623-a4dd-bc32e0faf1cf/4f704804-1050-40aa-9082-1b26546588a0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:52.097338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.23 (09018714-d318-4d46-9c84-af56d58f0e36/4c92416a-7e60-4bad-ae15-94796bd69436/4f704804-1050-40aa-9082-1b26546588a0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:52.273074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:52.316834 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:52.353377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b4579-31f3-4e6c-a6f0-05e960d2e184 req-bd82c4b8-e2a0-41f0-8fa2-015345cbcddc tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:52.355183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b7b4579-31f3-4e6c-a6f0-05e960d2e184 req-bd82c4b8-e2a0-41f0-8fa2-015345cbcddc tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.0747967 Sep 18 19:54:52.360580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 09018714-d318-4d46-9c84-af56d58f0e36 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:54:52.364406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:52.368094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:54:52.414582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b7b4579-31f3-4e6c-a6f0-05e960d2e184 req-7e0d96ba-226d-4b97-8481-25e940ade648 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496817 Sep 18 19:54:52.440090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:52.440835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:52.450392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=4f704804-1050-40aa-9082-1b26546588a0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:52.467228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:52.467665 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f092f40e-686a-4d1a-89dc-b379b20f1765 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.0858991 Sep 18 19:54:52.474384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29726c7d-1ea0-4623-a4dd-bc32e0faf1cf'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:52.612682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc29687-15e1-40e2-95e4-459bbf71fc24 None None] Network 09018714-d318-4d46-9c84-af56d58f0e36 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:52.622476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0940e-5fd0-4b61-8b9b-df9416f57554 req-eb315906-0a72-4b5c-bec6-b90a92ef8a8e tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:52.627633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14b0940e-5fd0-4b61-8b9b-df9416f57554 req-eb315906-0a72-4b5c-bec6-b90a92ef8a8e tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.1206760 Sep 18 19:54:52.681114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14b0940e-5fd0-4b61-8b9b-df9416f57554 req-5b49ce14-2b9d-4e5a-8d6c-7c85c30dd227 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497346 Sep 18 19:54:52.686517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b68102b5-aea0-4aa2-8b85-54612aa6c6f7 None None] Provisioning complete for port 436e09b7-e169-46d4-98c3-7b894c7e376d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:52.686984 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b68102b5-aea0-4aa2-8b85-54612aa6c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:52.749194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:52.804992 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b68102b5-aea0-4aa2-8b85-54612aa6c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:52.876794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b68102b5-aea0-4aa2-8b85-54612aa6c6f7 None None] For port 436e09b7-e169-46d4-98c3-7b894c7e376d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=436e09b7-e169-46d4-98c3-7b894c7e376d,segment=NetworkSegment(de396ede-2b62-4ed4-9a80-9fc724a19177),segment_id=de396ede-2b62-4ed4-9a80-9fc724a19177)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:52.886704 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b68102b5-aea0-4aa2-8b85-54612aa6c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:52.966833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68102b5-aea0-4aa2-8b85-54612aa6c6f7 None None] Pushing event updated for resources: {'Port': ['ID=436e09b7-e169-46d4-98c3-7b894c7e376d,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:53.032130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94436a8f-d7b9-41d7-9019-ed4e2a9bcc43 None None] Update dhcp port {'port': {'network_id': '09018714-d318-4d46-9c84-af56d58f0e36', 'fixed_ips': [{'subnet_id': '29726c7d-1ea0-4623-a4dd-bc32e0faf1cf', 'ip_address': '172.20.0.2'}, {'subnet_id': '4c92416a-7e60-4bad-ae15-94796bd69436'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '436e09b7-e169-46d4-98c3-7b894c7e376d'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 19:54:53.058755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94436a8f-d7b9-41d7-9019-ed4e2a9bcc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.071538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Delete allocated IP 172.20.0.23 (09018714-d318-4d46-9c84-af56d58f0e36/4c92416a-7e60-4bad-ae15-94796bd69436) {{(pid=94941) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 19:54:53.141146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da543e-1e00-46b0-b097-f6ca31c76b75 req-7eeb3c26-04a2-4f86-9ff2-38377d2490e8 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:53.142662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00da543e-1e00-46b0-b097-f6ca31c76b75 req-7eeb3c26-04a2-4f86-9ff2-38377d2490e8 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.2219961 Sep 18 19:54:53.189738 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.215549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a07bdf09-6c94-4956-98de-2a1c54f1abe0 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:53.275085 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.277208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a07bdf09-6c94-4956-98de-2a1c54f1abe0 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:54:53.280453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00da543e-1e00-46b0-b097-f6ca31c76b75 req-e7f1d4c6-e55c-4c4f-9799-41b9895cbf0b tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199567 Sep 18 19:54:53.289923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56cbf7-aa59-4720-99ee-442865eb3e7d req-6a051eb0-d62e-4dee-befc-d1c6d1d70b9d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:53.290822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a07bdf09-6c94-4956-98de-2a1c54f1abe0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:53.291432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba56cbf7-aa59-4720-99ee-442865eb3e7d req-6a051eb0-d62e-4dee-befc-d1c6d1d70b9d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 945 time: 0.1586738 Sep 18 19:54:53.291730 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.329077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.343420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.387190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba56cbf7-aa59-4720-99ee-442865eb3e7d req-2b2a0f32-67ef-4123-8d8c-fc14992200d6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891833 Sep 18 19:54:53.418853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 436e09b7-e169-46d4-98c3-7b894c7e376d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:53.445253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=4f704804-1050-40aa-9082-1b26546588a0,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:53.476664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] In _notify_port_updated(), no bound segment for port 4f704804-1050-40aa-9082-1b26546588a0 on network 09018714-d318-4d46-9c84-af56d58f0e36 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:54:53.482398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:53.483221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.486850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bfc826ec-6a83-4829-b37d-1bd9dc2ea579 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "PUT /v2.0/ports/4f704804-1050-40aa-9082-1b26546588a0 HTTP/1.1" status: 200 len: 918 time: 1.0158908 Sep 18 19:54:53.488111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34380) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:53.493596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29726c7d-1ea0-4623-a4dd-bc32e0faf1cf'}, {'subnet_id': '4c92416a-7e60-4bad-ae15-94796bd69436'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:53.499087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-94436a8f-d7b9-41d7-9019-ed4e2a9bcc43 None None] Allocated IP 172.20.0.18 (09018714-d318-4d46-9c84-af56d58f0e36/4c92416a-7e60-4bad-ae15-94796bd69436/436e09b7-e169-46d4-98c3-7b894c7e376d) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:53.522303 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.562297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.575949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c12ba3-594b-4509-b48f-1344d40d23b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07bdf09-6c94-4956-98de-2a1c54f1abe0'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:53.578176 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aaa2b1-7576-4a24-ab25-a5c0bfb617f7" -d '{"events": [{"server_uuid": "90c12ba3-594b-4509-b48f-1344d40d23b2", "name": "network-vif-plugged", "status": "completed", "tag": "a07bdf09-6c94-4956-98de-2a1c54f1abe0"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:53.781001 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c5345-7c87-40c3-9229-b1d2520616c5 x-openstack-request-id: req-3d4c5345-7c87-40c3-9229-b1d2520616c5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:53.781710 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c12ba3-594b-4509-b48f-1344d40d23b2", "name": "network-vif-plugged", "status": "completed", "tag": "a07bdf09-6c94-4956-98de-2a1c54f1abe0", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:53.781710 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d4c5345-7c87-40c3-9229-b1d2520616c5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:53.781948 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c12ba3-594b-4509-b48f-1344d40d23b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07bdf09-6c94-4956-98de-2a1c54f1abe0', 'code': 200} Sep 18 19:54:53.782918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 436e09b7-e169-46d4-98c3-7b894c7e376d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:53.782918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.790426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a07bdf09-6c94-4956-98de-2a1c54f1abe0, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a07bdf09-6c94-4956-98de-2a1c54f1abe0,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:53.815165 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.874423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-94436a8f-d7b9-41d7-9019-ed4e2a9bcc43 None None] For port 436e09b7-e169-46d4-98c3-7b894c7e376d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=436e09b7-e169-46d4-98c3-7b894c7e376d,segment=NetworkSegment(de396ede-2b62-4ed4-9a80-9fc724a19177),segment_id=de396ede-2b62-4ed4-9a80-9fc724a19177)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:53.943834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a07bdf09-6c94-4956-98de-2a1c54f1abe0,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:53.949116 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94436a8f-d7b9-41d7-9019-ed4e2a9bcc43 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:53.959357 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94436a8f-d7b9-41d7-9019-ed4e2a9bcc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:54.023192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-b58c670c-e626-4933-9093-8bf527a3d16a {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:54:54.023679 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:54:54.061972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a03dd-a625-443f-b59d-ce90e7af829b req-4b2c8b24-4abe-484e-b363-21228285ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:54.062613 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4d9a03dd-a625-443f-b59d-ce90e7af829b req-4b2c8b24-4abe-484e-b363-21228285ba3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 1097 time: 0.3560550 Sep 18 19:54:54.063196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94436a8f-d7b9-41d7-9019-ed4e2a9bcc43 None None] Pushing event updated for resources: {'Port': ['ID=436e09b7-e169-46d4-98c3-7b894c7e376d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:54.098823 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4d9a03dd-a625-443f-b59d-ce90e7af829b req-f8aacd4f-4452-407a-ac90-c49ddb305d06 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288451 Sep 18 19:54:54.407937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86377158-160d-4f15-ae0e-b286843ffe8f req-98e63f1a-09c0-452d-a4f6-bac673bb9112 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:54.411429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86377158-160d-4f15-ae0e-b286843ffe8f req-98e63f1a-09c0-452d-a4f6-bac673bb9112 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.0552626 Sep 18 19:54:54.426895 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2494fe9b-8175-4cd8-ac17-6951e7ef01ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:54.454660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86377158-160d-4f15-ae0e-b286843ffe8f req-45ad184e-e283-48d4-a662-6b41e369b388 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366502 Sep 18 19:54:54.552076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed87864-c4ea-413f-a6a6-3e29f1bc9dcc None None] Network 09018714-d318-4d46-9c84-af56d58f0e36 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:54.594543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:54.640989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a764732c-90ee-4349-9133-fa8149323e63 None None] Provisioning complete for port 4f704804-1050-40aa-9082-1b26546588a0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:54.641705 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a764732c-90ee-4349-9133-fa8149323e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:54.645213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812e4f-f7a6-4fa5-8fe9-7fe2bff65dc8 req-7abc2a6e-d705-4477-9cea-b2977fbccdab tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:54.652881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94812e4f-f7a6-4fa5-8fe9-7fe2bff65dc8 req-7abc2a6e-d705-4477-9cea-b2977fbccdab tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 946 time: 0.1173186 Sep 18 19:54:54.716557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a764732c-90ee-4349-9133-fa8149323e63 None None] Port 4f704804-1050-40aa-9082-1b26546588a0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:54.743102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a764732c-90ee-4349-9133-fa8149323e63 None None] Provisioning complete for port 436e09b7-e169-46d4-98c3-7b894c7e376d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:54.743506 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a764732c-90ee-4349-9133-fa8149323e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:54.753694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94812e4f-f7a6-4fa5-8fe9-7fe2bff65dc8 req-b8654722-ed45-4d82-92d2-cf63a818f5f6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992346 Sep 18 19:54:54.804019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-43a2805d-96de-4d03-90b5-0d3f55ff434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:54.805912 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-43a2805d-96de-4d03-90b5-0d3f55ff434d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d30e030439c42c8995da034ed99028f&device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 1097 time: 0.0653946 Sep 18 19:54:54.833070 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:54.923111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-2917d6ed-2c08-463e-bbb0-941fd0769619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:54.924676 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-2917d6ed-2c08-463e-bbb0-941fd0769619 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5 HTTP/1.1" status: 200 len: 912 time: 0.1117980 Sep 18 19:54:54.970218 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-65873c3f-7efd-41e8-8614-9bcd5d56a409 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 HTTP/1.1" status: 200 len: 217 time: 0.0379176 Sep 18 19:54:55.021958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-6345a302-46a3-40f9-9763-8258588e3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:55.023480 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-6345a302-46a3-40f9-9763-8258588e3167 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f362887b-5d18-49f1-972b-74100d248da0 HTTP/1.1" status: 200 len: 851 time: 0.0459275 Sep 18 19:54:55.062413 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-3d9f3923-5978-48c7-962c-be29efc55a89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301113 Sep 18 19:54:55.166852 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-be7ee573-eaec-409f-860a-b02410fa5960 service neutron] 10.222.0.24 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965903 Sep 18 19:54:55.266959 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f830e501-bd72-41eb-a2b4-9b488edb6ccf req-a3504e81-5891-467d-b254-aa066a129157 service neutron] 10.222.0.24 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931756 Sep 18 19:54:55.322528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 436e09b7-e169-46d4-98c3-7b894c7e376d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:54:55.371323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 436e09b7-e169-46d4-98c3-7b894c7e376d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:55.371748 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:55.373362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05926499-8bd0-4895-b445-862789b43d36 req-7ca27beb-b504-41c5-88fc-9d49256530a5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:55.374826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05926499-8bd0-4895-b445-862789b43d36 req-7ca27beb-b504-41c5-88fc-9d49256530a5 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 945 time: 0.1329601 Sep 18 19:54:55.384887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b03ba-be39-4d92-ad20-88ae4e4942ea req-3bba209c-244d-4f86-b851-b2f2249cd686 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:55.386297 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b1b03ba-be39-4d92-ad20-88ae4e4942ea req-3bba209c-244d-4f86-b851-b2f2249cd686 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.1455042 Sep 18 19:54:55.440987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.23 (09018714-d318-4d46-9c84-af56d58f0e36/4c92416a-7e60-4bad-ae15-94796bd69436/4f704804-1050-40aa-9082-1b26546588a0) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:54:55.475019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05926499-8bd0-4895-b445-862789b43d36 req-970b82fa-d5e5-405d-a229-ae1ac238c24f tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854244 Sep 18 19:54:55.481084 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:55.495326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b1b03ba-be39-4d92-ad20-88ae4e4942ea req-cf078586-5ce1-4875-8bfe-763a4c353194 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961406 Sep 18 19:54:55.590334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:55.593670 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:55.659667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=4f704804-1050-40aa-9082-1b26546588a0,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:55.681760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.682125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.682462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.682790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.683114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.683467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.683787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.684102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.684424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.684740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.685051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.685363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:54:55.730257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] In _notify_port_updated(), no bound segment for port 4f704804-1050-40aa-9082-1b26546588a0 on network 09018714-d318-4d46-9c84-af56d58f0e36 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:54:55.735955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:55.736572 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:55.737922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-032d6578-3f1f-41e2-9061-14fcfdf9160f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "PUT /v2.0/ports/4f704804-1050-40aa-9082-1b26546588a0 HTTP/1.1" status: 200 len: 998 time: 2.2486706 Sep 18 19:54:55.741019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34418) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:55.865266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-807eeafb-1267-4229-93ea-08e491fec635 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 4f704804-1050-40aa-9082-1b26546588a0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:55.865613 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-807eeafb-1267-4229-93ea-08e491fec635 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:55.906570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d0c51-2416-4986-a27a-e85152691da9 req-12cd2a3f-c682-48ad-ad8a-dc321795d54e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:55.908192 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a66d0c51-2416-4986-a27a-e85152691da9 req-12cd2a3f-c682-48ad-ad8a-dc321795d54e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 946 time: 0.0884790 Sep 18 19:54:55.995044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a66d0c51-2416-4986-a27a-e85152691da9 req-c10c0957-8a51-44c0-a171-6b294349d3b7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796494 Sep 18 19:54:56.005751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-807eeafb-1267-4229-93ea-08e491fec635 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.020086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-807eeafb-1267-4229-93ea-08e491fec635 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 4f704804-1050-40aa-9082-1b26546588a0 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:56.094657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e0f54a2b-ff1d-4c71-b8e0-2c28923bad3c None None] Provisioning complete for port 4f704804-1050-40aa-9082-1b26546588a0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:56.095159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a2b-ff1d-4c71-b8e0-2c28923bad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.142706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e0f54a2b-ff1d-4c71-b8e0-2c28923bad3c None None] Port 4f704804-1050-40aa-9082-1b26546588a0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:54:56.154674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e0f54a2b-ff1d-4c71-b8e0-2c28923bad3c None None] Provisioning complete for port 436e09b7-e169-46d4-98c3-7b894c7e376d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:54:56.155497 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a2b-ff1d-4c71-b8e0-2c28923bad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.254477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-807eeafb-1267-4229-93ea-08e491fec635 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.282330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807eeafb-1267-4229-93ea-08e491fec635 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=4f704804-1050-40aa-9082-1b26546588a0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:56.359507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9e848f91-15eb-4099-a2d4-4b1df66ab97b None None] Could not find standard attr ID for object 4f704804-1050-40aa-9082-1b26546588a0. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:54:56.381404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-807eeafb-1267-4229-93ea-08e491fec635 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.383474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-807eeafb-1267-4229-93ea-08e491fec635 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/4f704804-1050-40aa-9082-1b26546588a0 HTTP/1.1" status: 204 len: 168 time: 0.6414921 Sep 18 19:54:56.385963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34428) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:56.411196 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6da4a6f-eab8-47ce-a1e4-e379834281ca tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:54:56.412907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e6da4a6f-eab8-47ce-a1e4-e379834281ca tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/4f704804-1050-40aa-9082-1b26546588a0 HTTP/1.1" status: 404 len: 333 time: 0.0258784 Sep 18 19:54:56.415889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34430) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:56.473354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfc6a36-6151-4dc8-b9d7-459e7a983122 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 4c92416a-7e60-4bad-ae15-94796bd69436 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:54:56.476464 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6a36-6151-4dc8-b9d7-459e7a983122 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.528550 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6a36-6151-4dc8-b9d7-459e7a983122 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.705592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925382e-3878-47e9-b3c6-24b66fabd642 req-405bd9e1-8357-43cc-b120-fa3fc953783a tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:56.705592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c925382e-3878-47e9-b3c6-24b66fabd642 req-405bd9e1-8357-43cc-b120-fa3fc953783a tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.1047380 Sep 18 19:54:56.707974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-6c38e3c9-3058-4570-9310-534b93e117bc tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:56.710033 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-6c38e3c9-3058-4570-9310-534b93e117bc tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 945 time: 0.0509300 Sep 18 19:54:56.713162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6077475-b205-4e86-bd0d-86d166737385 req-56c5a2af-afe4-4edb-8ae5-69d5b43071e9 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:56.721359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6077475-b205-4e86-bd0d-86d166737385 req-56c5a2af-afe4-4edb-8ae5-69d5b43071e9 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 945 time: 0.1577077 Sep 18 19:54:56.727409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6a36-6151-4dc8-b9d7-459e7a983122 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.813265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Deleting port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:56.813602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.826215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c925382e-3878-47e9-b3c6-24b66fabd642 req-fbd47cff-9933-40bf-bb5e-45f795fd2f25 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010756 Sep 18 19:54:56.833123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6077475-b205-4e86-bd0d-86d166737385 req-a284fd27-4a06-472c-a279-b7d6537c93c1 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017296 Sep 18 19:54:56.858947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6a36-6151-4dc8-b9d7-459e7a983122 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.898745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc6a36-6151-4dc8-b9d7-459e7a983122 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=4c92416a-7e60-4bad-ae15-94796bd69436,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:56.916586 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddfc6a36-6151-4dc8-b9d7-459e7a983122 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:56.929024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ddfc6a36-6151-4dc8-b9d7-459e7a983122 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/4c92416a-7e60-4bad-ae15-94796bd69436 HTTP/1.1" status: 204 len: 168 time: 0.5096087 Sep 18 19:54:56.929830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34444) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:56.938306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] For port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:56.938934 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.026144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d43b11-f73e-4acf-be0d-a55566540366 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 29726c7d-1ea0-4623-a4dd-bc32e0faf1cf {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:54:57.029762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38d43b11-f73e-4acf-be0d-a55566540366 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.081199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38d43b11-f73e-4acf-be0d-a55566540366 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.181463 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.181941 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.182356 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Floating IP 703b8158-c02b-4ea1-ac36-6369ef084bc7 disassociated. External IP: 172.25.8.231, port: 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2. Sep 18 19:54:57.182755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Calling delete_port for 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:57.216276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38d43b11-f73e-4acf-be0d-a55566540366 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.259492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13d58c-e7b1-481a-98fa-93864bb74462 req-c41c54db-0826-481f-943d-fa090bc660c9 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:57.260984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d13d58c-e7b1-481a-98fa-93864bb74462 req-c41c54db-0826-481f-943d-fa090bc660c9 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.0949926 Sep 18 19:54:57.327177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.327462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d13d58c-e7b1-481a-98fa-93864bb74462 req-e6e3b42e-9f54-4a59-8176-26c21e534b0f tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549047 Sep 18 19:54:57.332459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38d43b11-f73e-4acf-be0d-a55566540366 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.349822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38d43b11-f73e-4acf-be0d-a55566540366 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.354651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-38d43b11-f73e-4acf-be0d-a55566540366 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/29726c7d-1ea0-4623-a4dd-bc32e0faf1cf HTTP/1.1" status: 204 len: 168 time: 0.4214156 Sep 18 19:54:57.356194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event deleted for resources: {'Port': ['ID=4a6f6033-cf73-480e-8cc1-769fb1ab8fc2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:57.370262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34450) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:57.380398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d43b11-f73e-4acf-be0d-a55566540366 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=29726c7d-1ea0-4623-a4dd-bc32e0faf1cf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:57.384166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.531414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deceece-b4a0-4be8-bc6c-959cbbfb27c0 None None] Network 09018714-d318-4d46-9c84-af56d58f0e36 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:57.544429 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.605564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8c5f0e73-0654-4736-98c6-cdca17d4301e None None] Could not find standard attr ID for object 4f704804-1050-40aa-9082-1b26546588a0. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:54:57.624835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Router b0841cda-5ab0-434d-9339-2f614cc13591 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:54:57.764093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] DHCP port deletion for 09018714-d318-4d46-9c84-af56d58f0e36 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:54:57.824657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:54:57.828588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 436e09b7-e169-46d4-98c3-7b894c7e376d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:57.828945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.838729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] Sync routers for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:54:57.860355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] Deleting port 436e09b7-e169-46d4-98c3-7b894c7e376d {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:57.860738 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.910934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:54:57.911634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:57.927838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] No DVR routers for this DVR port 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:57.930511 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:57.935811 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4435e3df-0102-4f3c-9225-ba0f9229bc28 req-0023105f-3f4d-4a87-bec2-653108d94b3a tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.24 "DELETE /v2.0/ports/4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 HTTP/1.1" status: 204 len: 173 time: 1.2185597 Sep 18 19:54:58.036528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'name': 'network-vif-deleted', 'tag': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:54:58.044777 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a27b7ff-8afc-4ca2-a0c2-9aaf608c14a0" -d '{"events": [{"server_uuid": "cbf86b02-e880-46e9-bae3-51828ad1b658", "name": "network-vif-deleted", "tag": "4a6f6033-cf73-480e-8cc1-769fb1ab8fc2"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:54:58.078178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] For port 436e09b7-e169-46d4-98c3-7b894c7e376d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=436e09b7-e169-46d4-98c3-7b894c7e376d,segment=NetworkSegment(de396ede-2b62-4ed4-9a80-9fc724a19177),segment_id=de396ede-2b62-4ed4-9a80-9fc724a19177)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:58.078527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.080799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-588aeaa9-ba57-4945-a9a8-9858d2251ec1 req-73776793-b301-4166-8842-f1b9fe17aa7c tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf86b02-e880-46e9-bae3-51828ad1b658 HTTP/1.1" status: 200 len: 210 time: 0.0734055 Sep 18 19:54:58.106514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] For port 436e09b7-e169-46d4-98c3-7b894c7e376d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=436e09b7-e169-46d4-98c3-7b894c7e376d,segment=NetworkSegment(de396ede-2b62-4ed4-9a80-9fc724a19177),segment_id=de396ede-2b62-4ed4-9a80-9fc724a19177)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:54:58.106973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.115627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 436e09b7-e169-46d4-98c3-7b894c7e376d owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:58.160536 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05215d1-583e-4348-a284-df17cc3029b1 x-openstack-request-id: req-f05215d1-583e-4348-a284-df17cc3029b1 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:54:58.160736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] Calling delete_port for 436e09b7-e169-46d4-98c3-7b894c7e376d owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:54:58.160840 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf86b02-e880-46e9-bae3-51828ad1b658", "name": "network-vif-deleted", "tag": "4a6f6033-cf73-480e-8cc1-769fb1ab8fc2", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:54:58.161066 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f05215d1-583e-4348-a284-df17cc3029b1 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:54:58.161699 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf86b02-e880-46e9-bae3-51828ad1b658', 'name': 'network-vif-deleted', 'tag': '4a6f6033-cf73-480e-8cc1-769fb1ab8fc2', 'status': 'completed', 'code': 200} Sep 18 19:54:58.212391 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.218756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:54:58.239346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=436e09b7-e169-46d4-98c3-7b894c7e376d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:58.244267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No DVR routers for this DVR port 436e09b7-e169-46d4-98c3-7b894c7e376d on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:58.348895 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.388012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09018714-d318-4d46-9c84-af56d58f0e36']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:58.404484 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de396ede-2b62-4ed4-9a80-9fc724a19177') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:58.404824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de396ede-2b62-4ed4-9a80-9fc724a19177') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:58.424334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.427108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.452626 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.471410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:54:58.472512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:54:58.475999 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:54:58.496660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] No DVR routers for this DVR port 436e09b7-e169-46d4-98c3-7b894c7e376d on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:54:58.515967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9171a-003a-49f6-bcac-9b91e208dddd None None] Pushing event deleted for resources: {'Port': ['ID=436e09b7-e169-46d4-98c3-7b894c7e376d,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:58.524257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8491d-1d0f-4629-9d3e-993c20b43138 req-9081c50e-2a93-4ef3-ade4-ff8e664d9022 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:58.536105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84a8491d-1d0f-4629-9d3e-993c20b43138 req-9081c50e-2a93-4ef3-ade4-ff8e664d9022 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.1017244 Sep 18 19:54:58.585270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:58.615739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.617528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84a8491d-1d0f-4629-9d3e-993c20b43138 req-3f6ff2b1-80ea-491c-895f-d094505817b9 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661221 Sep 18 19:54:58.623346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.632343 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/networks/09018714-d318-4d46-9c84-af56d58f0e36 HTTP/1.1" status: 204 len: 168 time: 1.2541082 Sep 18 19:54:58.632558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34486) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:58.636004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] Checking router: b0841cda-5ab0-434d-9339-2f614cc13591 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:54:58.653019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb8607-df1f-4222-969d-6de1911a93b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Network': ['ID=09018714-d318-4d46-9c84-af56d58f0e36,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:58.656599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:54:58.657241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:58.717912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca67f68-3073-4c36-97bd-d577fd7b3b1f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:58.719843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fca67f68-3073-4c36-97bd-d577fd7b3b1f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0872531 Sep 18 19:54:58.724073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34490) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:58.798477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34494) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:58.798826 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f51662f1-ee72-4bb9-b860-7bf19d80123b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0735602 Sep 18 19:54:58.805514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-114722655'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:58.825796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:54:58.849135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:58.853706 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.917533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:54:58.936139 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:58.936492 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Added segment deef3e01-9e06-47cc-9262-9fcf53b3ef35 of type vlan for network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 Sep 18 19:54:58.951938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e12f01-806b-4ed5-a56f-087fd1e71f08 req-cb450740-400c-4812-9977-057789946a14 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:58.960180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7e12f01-806b-4ed5-a56f-087fd1e71f08 req-cb450740-400c-4812-9977-057789946a14 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.0813591 Sep 18 19:54:58.980209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-6ba46f49-3947-4890-b4aa-6d6126841970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:58.982875 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-6ba46f49-3947-4890-b4aa-6d6126841970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d30e030439c42c8995da034ed99028f&device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 1097 time: 0.0971420 Sep 18 19:54:59.013104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.046772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7e12f01-806b-4ed5-a56f-087fd1e71f08 req-f8f40b60-c4e1-4bb2-9b46-861f0fd17f54 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807967 Sep 18 19:54:59.096728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.102677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:59.108430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.110077 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-001df634-7e3d-4b3e-bd43-f6d76e01dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:59.111881 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-001df634-7e3d-4b3e-bd43-f6d76e01dafe service neutron] 10.222.0.24 "GET /v2.0/networks?id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5 HTTP/1.1" status: 200 len: 912 time: 0.1220095 Sep 18 19:54:59.133060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:54:59.170400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3703985 Sep 18 19:54:59.173733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34508) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:59.180595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2efb9-6dab-4752-ba64-c5afc0b0a30c None None] The sync data for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 is: [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:47:53Z', 'revision_number': 4, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '0df2a222-cf38-4295-8d81-c3e2c7238f90', 'name': '', 'network_id': 'd28e5791-3ea0-4d8b-9752-d9cf73d6cb9b', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'mac_address': 'fa:16:3e:11:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:52Z', 'updated_at': '2021-09-18T19:47:59Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'subnets': [{'id': '853cb1f6-f21e-4e3c-8f0a-9f2cee631efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:54:59.182619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:59.215408 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-7fc39f05-576c-44b3-8e6e-4989476e7867 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 HTTP/1.1" status: 200 len: 217 time: 0.0927429 Sep 18 19:54:59.215871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34510) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:59.259080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243a680-c7c3-4044-a391-f678636b5d3d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Network': ['ID=3a99cf60-8c20-4970-9e93-2cd37e0665c7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:59.283143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:54:59.295168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-9f206f5c-2199-4167-a5f4-09104c2bdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:59.296720 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-9f206f5c-2199-4167-a5f4-09104c2bdb68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f362887b-5d18-49f1-972b-74100d248da0 HTTP/1.1" status: 200 len: 851 time: 0.0671442 Sep 18 19:54:59.340140 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-71636221-826e-4428-9f6f-e82238100c8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6561e6af-8e0a-4ccf-b206-36a6eb4becf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343430 Sep 18 19:54:59.375994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 436e09b7-e169-46d4-98c3-7b894c7e376d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:54:59.382089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29d91d18-7279-4000-a891-5eafed122643 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.386206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:54:59.390000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.423876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 436e09b7-e169-46d4-98c3-7b894c7e376d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:54:59.424522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 436e09b7-e169-46d4-98c3-7b894c7e376d not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:54:59.457928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29d91d18-7279-4000-a891-5eafed122643 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.516798 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-7eced868-7093-4401-b10f-115c18c9f581 service neutron] 10.222.0.24 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664505 Sep 18 19:54:59.602074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29d91d18-7279-4000-a891-5eafed122643 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.605020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29d91d18-7279-4000-a891-5eafed122643 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.611360 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-29d91d18-7279-4000-a891-5eafed122643 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "DELETE /v2.0/security-groups/b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba HTTP/1.1" status: 204 len: 168 time: 0.3894525 Sep 18 19:54:59.611360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34512) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:59.632295 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bccc9f8-01a1-43cf-bd45-315427b4cee0 None None] New status for floating IP 703b8158-c02b-4ea1-ac36-6369ef084bc7: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:54:59.638392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d91d18-7279-4000-a891-5eafed122643 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:59.643210 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-f14dd622-0c40-4723-899a-b4ba7764008d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] show failed (client error): The resource could not be found. Sep 18 19:54:59.646464 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f14dd622-0c40-4723-899a-b4ba7764008d tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "GET /v2.0/security-groups/b1a8830b-9cf3-44ef-aaa0-f7f26cb1e6ba HTTP/1.1" status: 404 len: 347 time: 0.0342014 Sep 18 19:54:59.651606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34514) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:59.684105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.767970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Checking segment: {'id': 'deef3e01-9e06-47cc-9262-9fcf53b3ef35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:54:59.769022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network hostable DHCP agents. Network: 3a99cf60-8c20-4970-9e93-2cd37e0665c7, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:54:59.783290 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2a7a6b1-fe7f-4a6d-a537-72afab995fe8 req-544d7697-b54e-4d01-9ef7-7938d028d597 service neutron] 10.222.0.24 "GET /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600360 Sep 18 19:54:59.784966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=4dbb0562-5a47-427b-b28f-6e63661fa63e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:54:59.800584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:54:59.816438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 3a99cf60-8c20-4970-9e93-2cd37e0665c7) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:54:59.825310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc8fc6-78ce-4e0c-bb22-20933582f489 None None] Network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:54:59.831814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:54:59.832440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Deleting port 2d52e654-f44c-4fb5-bfc5-b17397b3c640 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:54:59.832584 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.833102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.852122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-735fb37c-81ee-4adf-958c-be7f2775e169 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6769855 Sep 18 19:54:59.852890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34516) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:54:59.858930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7', 'name': 'tempest-PortsTestJSON-1324651869'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:54:59.930042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.930654 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:54:59.952915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Calling delete_port for 2d52e654-f44c-4fb5-bfc5-b17397b3c640 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:00.024945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-3a99cf60-8c20-4970-9e93-2cd37e0665c7', 'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7', 'tenant_id': 'd569fd7df5434f72a0d5f3767d86d3a4', 'fixed_ips': [{'subnet_id': '4dbb0562-5a47-427b-b28f-6e63661fa63e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:55:00.026581 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.039742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:00.044377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.097186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port ae57ed2e-0e1f-4674-8eaf-78eefcdf6724 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:55:00.129672 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.213381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Pushing event deleted for resources: {'Port': ['ID=2d52e654-f44c-4fb5-bfc5-b17397b3c640,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:00.258047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99393e68-9a76-4136-8c83-6f90dc32422d req-9aca86b8-617c-40f6-ab38-69160ef51d56 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:00.267583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99393e68-9a76-4136-8c83-6f90dc32422d req-9aca86b8-617c-40f6-ab38-69160ef51d56 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.0818827 Sep 18 19:55:00.313012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.315903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.316376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99393e68-9a76-4136-8c83-6f90dc32422d req-c4dd9a5c-62f1-4313-b388-98a30c558c6d tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482562 Sep 18 19:55:00.323426 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fc0a4579-946f-4f32-ba2e-cb0d0f19dd82 tempest-AttachVolumeTestJSON-329739056 tempest-AttachVolumeTestJSON-329739056-project] 10.222.0.20 "DELETE /v2.0/floatingips/703b8158-c02b-4ea1-ac36-6369ef084bc7 HTTP/1.1" status: 204 len: 168 time: 0.6646128 Sep 18 19:55:00.392081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Allocated IP 172.20.0.2 (3a99cf60-8c20-4970-9e93-2cd37e0665c7/4dbb0562-5a47-427b-b28f-6e63661fa63e/b54975e4-f653-47de-8e6a-c775bd0868e0) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:00.398338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:00.424135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:00.424483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 4a6f6033-cf73-480e-8cc1-769fb1ab8fc2 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:00.560550 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.567779 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.604968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:00.607784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:00.611256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:00.622278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Pushing event updated for resources: {'Port': ['ID=b54975e4-f653-47de-8e6a-c775bd0868e0,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:00.631635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d855220b-b782-496a-a6af-554c75e79a1e {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:55:00.632168 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:55:00.676450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Attempting to bind port b54975e4-f653-47de-8e6a-c775bd0868e0 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:00.676736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Attempting to bind port b54975e4-f653-47de-8e6a-c775bd0868e0 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'deef3e01-9e06-47cc-9262-9fcf53b3ef35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:00.677102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Attempting to bind port b54975e4-f653-47de-8e6a-c775bd0868e0 on network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:00.682079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:00.682455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Checking segment: {'id': 'deef3e01-9e06-47cc-9262-9fcf53b3ef35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:00.682856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.683250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Bound using segment: {'id': 'deef3e01-9e06-47cc-9262-9fcf53b3ef35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:00.683740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Bound port: b54975e4-f653-47de-8e6a-c775bd0868e0, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deef3e01-9e06-47cc-9262-9fcf53b3ef35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:00.684125 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.746421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] For port b54975e4-f653-47de-8e6a-c775bd0868e0, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:00.749473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] For port b54975e4-f653-47de-8e6a-c775bd0868e0, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b54975e4-f653-47de-8e6a-c775bd0868e0,segment=NetworkSegment(deef3e01-9e06-47cc-9262-9fcf53b3ef35),segment_id=deef3e01-9e06-47cc-9262-9fcf53b3ef35)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:00.754271 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:00.822442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c68e9a-5abd-4111-bd63-32da0c2685f7 None None] Pushing event updated for resources: {'Port': ['ID=b54975e4-f653-47de-8e6a-c775bd0868e0,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:00.984519 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:55:01.133749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:01.161588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port 5cf30e29-cf57-4c86-b877-1be271ef3e76 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:55:01.295269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.11 (3a99cf60-8c20-4970-9e93-2cd37e0665c7/4dbb0562-5a47-427b-b28f-6e63661fa63e/5cf30e29-cf57-4c86-b877-1be271ef3e76) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:01.438956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b54975e4-f653-47de-8e6a-c775bd0868e0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:01.528436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b54975e4-f653-47de-8e6a-c775bd0868e0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:01.528775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:01.608031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a594-ba84-4bf5-a8ec-de5eabaace5c req-d45ef739-c072-432c-b049-dd6551393bec tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:01.609773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ce3a594-ba84-4bf5-a8ec-de5eabaace5c req-d45ef739-c072-432c-b049-dd6551393bec tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.1103146 Sep 18 19:55:01.642835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:01.685414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:01.692807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ce3a594-ba84-4bf5-a8ec-de5eabaace5c req-20e44cd4-ea87-4e51-9174-8f80c4a651ed tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679929 Sep 18 19:55:01.745548 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:01.772849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port b54975e4-f653-47de-8e6a-c775bd0868e0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b54975e4-f653-47de-8e6a-c775bd0868e0,segment=NetworkSegment(deef3e01-9e06-47cc-9262-9fcf53b3ef35),segment_id=deef3e01-9e06-47cc-9262-9fcf53b3ef35)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:01.778535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:01.822701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:01.828754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:01.840809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:01.888639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=b54975e4-f653-47de-8e6a-c775bd0868e0,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:01.893952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=5cf30e29-cf57-4c86-b877-1be271ef3e76,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:01.928883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:01.929556 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:01.950318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d75bbd06-9f15-4787-9d1f-12e244ace6c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0959160 Sep 18 19:55:01.953088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34538) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:01.959543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '3a99cf60-8c20-4970-9e93-2cd37e0665c7', 'name': 'tempest-PortsTestJSON-1388040322'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:01.996601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb5bf2-5e8f-4a42-b40f-28aacae34310 None None] Network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:02.080281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fce3f604-1d34-4bd3-88c2-e9538f1b713e None None] Provisioning complete for port b54975e4-f653-47de-8e6a-c775bd0868e0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:02.081294 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fce3f604-1d34-4bd3-88c2-e9538f1b713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.087158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed707628-25ee-48e8-b8e4-c86be5784d6b req-d6085b92-c56f-400c-9039-7d5dba61ecff tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:02.089411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed707628-25ee-48e8-b8e4-c86be5784d6b req-d6085b92-c56f-400c-9039-7d5dba61ecff tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.0576477 Sep 18 19:55:02.097821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:02.103026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.128222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port b23b1b80-aba2-405a-86fd-96be9f2bc054 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:55:02.151265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed707628-25ee-48e8-b8e4-c86be5784d6b req-791dc687-ea27-40d6-98cd-bc4adb24c379 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544007 Sep 18 19:55:02.272485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.14 (3a99cf60-8c20-4970-9e93-2cd37e0665c7/4dbb0562-5a47-427b-b28f-6e63661fa63e/b23b1b80-aba2-405a-86fd-96be9f2bc054) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:02.436277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.473260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.517654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:02.521672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:02.528022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:02.566011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-adeca50d-1421-490d-b2fb-8e1aaf03c328 None None] Provisioning complete for port 5cf30e29-cf57-4c86-b877-1be271ef3e76 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:02.566530 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-adeca50d-1421-490d-b2fb-8e1aaf03c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.583854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:02.584487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.591300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=b23b1b80-aba2-405a-86fd-96be9f2bc054,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:02.610433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34548) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:02.610667 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d5c746d9-b6f6-41d1-b3d9-9ba89dd9ea5e tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6562898 Sep 18 19:55:02.613683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-adeca50d-1421-490d-b2fb-8e1aaf03c328 None None] Port 5cf30e29-cf57-4c86-b877-1be271ef3e76 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:02.625983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-adeca50d-1421-490d-b2fb-8e1aaf03c328 None None] Provisioning complete for port b54975e4-f653-47de-8e6a-c775bd0868e0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:02.626791 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-adeca50d-1421-490d-b2fb-8e1aaf03c328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.749550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb3617e-7865-455e-8f77-468266fc69e4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:02.751246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1bb3617e-7865-455e-8f77-468266fc69e4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1396194 Sep 18 19:55:02.754367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34550) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:02.866393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0dfba008-a158-4a8b-bb9c-3cf9bfe853a7 None None] Provisioning complete for port 5cf30e29-cf57-4c86-b877-1be271ef3e76 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:02.867013 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0dfba008-a158-4a8b-bb9c-3cf9bfe853a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.869337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a728ae59-2c63-4275-b0ba-e9a675dded83 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port b23b1b80-aba2-405a-86fd-96be9f2bc054 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:02.869767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a728ae59-2c63-4275-b0ba-e9a675dded83 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:02.968640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0dfba008-a158-4a8b-bb9c-3cf9bfe853a7 None None] Port 5cf30e29-cf57-4c86-b877-1be271ef3e76 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:02.992224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a728ae59-2c63-4275-b0ba-e9a675dded83 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:03.009462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a728ae59-2c63-4275-b0ba-e9a675dded83 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for b23b1b80-aba2-405a-86fd-96be9f2bc054 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:03.094171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0b790d7c-9089-4e1a-b08a-47488709b77c None None] Provisioning complete for port b23b1b80-aba2-405a-86fd-96be9f2bc054 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:03.095464 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b790d7c-9089-4e1a-b08a-47488709b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:03.147079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0b790d7c-9089-4e1a-b08a-47488709b77c None None] Port b23b1b80-aba2-405a-86fd-96be9f2bc054 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:03.173392 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a728ae59-2c63-4275-b0ba-e9a675dded83 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:03.205142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728ae59-2c63-4275-b0ba-e9a675dded83 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=b23b1b80-aba2-405a-86fd-96be9f2bc054,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:03.343016 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a728ae59-2c63-4275-b0ba-e9a675dded83 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:03.345958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a728ae59-2c63-4275-b0ba-e9a675dded83 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/b23b1b80-aba2-405a-86fd-96be9f2bc054 HTTP/1.1" status: 204 len: 168 time: 0.5904882 Sep 18 19:55:03.348961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34562) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:03.369995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b54975e4-f653-47de-8e6a-c775bd0868e0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:03.399725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dee70-96f2-46ed-93af-1a1e1a448013 req-1a433532-a65b-4027-88ca-22b99f96c661 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:03.401289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-703dee70-96f2-46ed-93af-1a1e1a448013 req-1a433532-a65b-4027-88ca-22b99f96c661 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.1661119 Sep 18 19:55:03.408027 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-d128877b-b242-4aa0-aaa5-f57d62d46916 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:55:03.410154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d128877b-b242-4aa0-aaa5-f57d62d46916 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/b23b1b80-aba2-405a-86fd-96be9f2bc054 HTTP/1.1" status: 404 len: 333 time: 0.0587597 Sep 18 19:55:03.414603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34566) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:03.443880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b54975e4-f653-47de-8e6a-c775bd0868e0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:03.444258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:03.489328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-703dee70-96f2-46ed-93af-1a1e1a448013 req-5c59c426-84e9-4811-8034-0227a4609df2 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/security-groups?id=86bcb4ba-b552-4ffe-a924-fc380102a7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762136 Sep 18 19:55:03.566898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bb1ee-b185-4a9e-9312-6c9a8190fcac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 5cf30e29-cf57-4c86-b877-1be271ef3e76 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:03.567278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb1ee-b185-4a9e-9312-6c9a8190fcac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:03.678074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb1ee-b185-4a9e-9312-6c9a8190fcac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:03.693302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bb1ee-b185-4a9e-9312-6c9a8190fcac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 5cf30e29-cf57-4c86-b877-1be271ef3e76 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:03.787820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a208b-d18a-4a87-b3e8-95d079a13b2c req-1771172a-d5a0-45dc-ab96-ae43c3767b87 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:03.792914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f76a208b-d18a-4a87-b3e8-95d079a13b2c req-1771172a-d5a0-45dc-ab96-ae43c3767b87 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 946 time: 0.0557001 Sep 18 19:55:03.819770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-df2c8d9f-0b06-4b36-84a1-0af60553c707 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:03.821380 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-df2c8d9f-0b06-4b36-84a1-0af60553c707 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.24 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 945 time: 0.0723026 Sep 18 19:55:03.838422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f76a208b-d18a-4a87-b3e8-95d079a13b2c req-35490668-27ee-4c93-80f2-6047d048fcae tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Sep 18 19:55:03.942165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb1ee-b185-4a9e-9312-6c9a8190fcac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:03.976092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb1ee-b185-4a9e-9312-6c9a8190fcac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=5cf30e29-cf57-4c86-b877-1be271ef3e76,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:04.051916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Deleting port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:04.052250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.082846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb1ee-b185-4a9e-9312-6c9a8190fcac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.087489 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6e3bb1ee-b185-4a9e-9312-6c9a8190fcac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/5cf30e29-cf57-4c86-b877-1be271ef3e76 HTTP/1.1" status: 204 len: 168 time: 0.6686437 Sep 18 19:55:04.087915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34576) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:04.141784 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-f716045f-8dde-45cc-88bf-35424d542ff0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:55:04.144448 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f716045f-8dde-45cc-88bf-35424d542ff0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/5cf30e29-cf57-4c86-b877-1be271ef3e76 HTTP/1.1" status: 404 len: 333 time: 0.0555625 Sep 18 19:55:04.147494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34580) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:04.186704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] For port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,segment=NetworkSegment(9040501b-78ab-4d35-ab96-41490207f357),segment_id=9040501b-78ab-4d35-ab96-41490207f357)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:04.187239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.204276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Calling delete_port for b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:04.232202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a34182-48c8-4fe7-bb3f-17fa8f2e86a6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 4dbb0562-5a47-427b-b28f-6e63661fa63e {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:04.235895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a34182-48c8-4fe7-bb3f-17fa8f2e86a6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.285500 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a34182-48c8-4fe7-bb3f-17fa8f2e86a6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.350957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.365628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:55:04.377116 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a34182-48c8-4fe7-bb3f-17fa8f2e86a6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.380562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Pushing event deleted for resources: {'Port': ['ID=b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:04.408554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.409454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.409762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.410266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.410538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.411095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.411467 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.411819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.412475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.413424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.413424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.413661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:04.438665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] No DVR routers for this DVR port b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:04.441773 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.443840 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-59a603ee-ece7-46c2-b7f6-f40e7ccd8a62 req-30183fc5-3b2a-45d8-8b64-fda964a21455 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.24 "DELETE /v2.0/ports/b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 HTTP/1.1" status: 204 len: 173 time: 0.6161244 Sep 18 19:55:04.444502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e2b99-0f57-4186-8769-55cbcbd494dc', 'name': 'network-vif-deleted', 'tag': 'b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:04.446621 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55946fe5-d97b-4b70-b2de-5e67ce67567a" -d '{"events": [{"server_uuid": "776e2b99-0f57-4186-8769-55cbcbd494dc", "name": "network-vif-deleted", "tag": "b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:04.450158 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a34182-48c8-4fe7-bb3f-17fa8f2e86a6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.485378 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6a3528-8c66-4084-91ff-0087ee5359c0 x-openstack-request-id: req-5c6a3528-8c66-4084-91ff-0087ee5359c0 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:04.485670 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e2b99-0f57-4186-8769-55cbcbd494dc", "name": "network-vif-deleted", "tag": "b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:04.485919 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c6a3528-8c66-4084-91ff-0087ee5359c0 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:04.486313 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776e2b99-0f57-4186-8769-55cbcbd494dc', 'name': 'network-vif-deleted', 'tag': 'b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7', 'status': 'completed', 'code': 200} Sep 18 19:55:04.488403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a34182-48c8-4fe7-bb3f-17fa8f2e86a6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbb0562-5a47-427b-b28f-6e63661fa63e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:04.498325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a34182-48c8-4fe7-bb3f-17fa8f2e86a6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.503698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34584) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:04.504720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-44a34182-48c8-4fe7-bb3f-17fa8f2e86a6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/4dbb0562-5a47-427b-b28f-6e63661fa63e HTTP/1.1" status: 204 len: 168 time: 0.3560920 Sep 18 19:55:04.507731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee5855-f36a-4d73-b4a8-2c9516ba471a None None] Network 3a99cf60-8c20-4970-9e93-2cd37e0665c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:04.606147 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.669632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port b54975e4-f653-47de-8e6a-c775bd0868e0 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:04.669981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.684955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92381c0b-2f28-4e14-bd2f-acee6a27d4e4 req-7939ec93-67db-4770-a0ad-69ee87eebf91 tempest-TestServerAdvancedOps-1224669935 tempest-TestServerAdvancedOps-1224669935-project] 10.222.0.20 "GET /v2.0/ports?device_id=776e2b99-0f57-4186-8769-55cbcbd494dc HTTP/1.1" status: 200 len: 210 time: 0.0949814 Sep 18 19:55:04.782594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] For port b54975e4-f653-47de-8e6a-c775bd0868e0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b54975e4-f653-47de-8e6a-c775bd0868e0,segment=NetworkSegment(deef3e01-9e06-47cc-9262-9fcf53b3ef35),segment_id=deef3e01-9e06-47cc-9262-9fcf53b3ef35)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:04.782594 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.792407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] DHCP port deletion for 3a99cf60-8c20-4970-9e93-2cd37e0665c7 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:55:04.797226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for b54975e4-f653-47de-8e6a-c775bd0868e0 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:04.839884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] Deleting port b54975e4-f653-47de-8e6a-c775bd0868e0 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:04.840405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.888081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.910389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] For port b54975e4-f653-47de-8e6a-c775bd0868e0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b54975e4-f653-47de-8e6a-c775bd0868e0,segment=NetworkSegment(deef3e01-9e06-47cc-9262-9fcf53b3ef35),segment_id=deef3e01-9e06-47cc-9262-9fcf53b3ef35)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:04.911794 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:04.918301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=b54975e4-f653-47de-8e6a-c775bd0868e0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:04.921913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No DVR routers for this DVR port b54975e4-f653-47de-8e6a-c775bd0868e0 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:04.948747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] Calling delete_port for b54975e4-f653-47de-8e6a-c775bd0868e0 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:05.006948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d6fcd-b563-4f09-9ae8-8c50d7ca71f2 req-d422105d-211d-4948-ac45-b85fa9c978fc tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:05.012142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc7d6fcd-b563-4f09-9ae8-8c50d7ca71f2 req-d422105d-211d-4948-ac45-b85fa9c978fc tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 946 time: 0.0949392 Sep 18 19:55:05.065739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc7d6fcd-b563-4f09-9ae8-8c50d7ca71f2 req-5411a513-9778-4799-9715-88f7871ae0d0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 Sep 18 19:55:05.101733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.115938 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.160299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a99cf60-8c20-4970-9e93-2cd37e0665c7']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:05.161531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] Pushing event deleted for resources: {'Port': ['ID=b54975e4-f653-47de-8e6a-c775bd0868e0,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:05.163805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9129d-aa75-4f79-92ab-d0fedc6834ab None None] No DVR routers for this DVR port b54975e4-f653-47de-8e6a-c775bd0868e0 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:05.174058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deef3e01-9e06-47cc-9262-9fcf53b3ef35') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:05.175066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deef3e01-9e06-47cc-9262-9fcf53b3ef35') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:05.195809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.232726 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.242901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:55:05.243443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:55:05.246508 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:55:05.275001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-a866698e-2614-4204-b453-70fab94a000f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:05.276545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-a866698e-2614-4204-b453-70fab94a000f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.32 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 946 time: 0.0986152 Sep 18 19:55:05.328828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b54975e4-f653-47de-8e6a-c775bd0868e0 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:05.355323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: b54975e4-f653-47de-8e6a-c775bd0868e0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:05.355706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b54975e4-f653-47de-8e6a-c775bd0868e0 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:05.360830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.370088 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.371839 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/networks/3a99cf60-8c20-4970-9e93-2cd37e0665c7 HTTP/1.1" status: 204 len: 168 time: 0.8670311 Sep 18 19:55:05.376131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34598) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:05.381028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-454331983'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:05.403942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:05.408542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.420885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1086a-7717-438c-be18-ea2a344953f4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Network': ['ID=3a99cf60-8c20-4970-9e93-2cd37e0665c7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:05.434792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:55:05.445457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.445806 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Added segment c877cce8-69ec-44f4-9f7f-4eaf6c00dba5 of type vlan for network 50ab75d9-0594-47b7-b401-bffaebe26aa1 Sep 18 19:55:05.450050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Deleting port a157166b-2846-48ff-b494-889886bb9a3f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:05.450478 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.489255 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.520850 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.526605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:05.527279 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.549938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] For port a157166b-2846-48ff-b494-889886bb9a3f, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a157166b-2846-48ff-b494-889886bb9a3f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:05.550329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.561993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1849248 Sep 18 19:55:05.564701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34600) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:05.570274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:05.629639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba92cf-53a3-4dfb-8d1d-1e5e73a61fa5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Network': ['ID=50ab75d9-0594-47b7-b401-bffaebe26aa1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:05.643043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 50ab75d9-0594-47b7-b401-bffaebe26aa1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:55:05.749416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:05.754221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.756318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.756730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.757048 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Floating IP 724e6939-4b4e-4c0c-9a75-8f63ef7167e6 disassociated. External IP: 172.25.8.51, port: a157166b-2846-48ff-b494-889886bb9a3f. Sep 18 19:55:05.757400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Calling delete_port for a157166b-2846-48ff-b494-889886bb9a3f owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:05.759139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34604) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:05.868848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2153e99-c0b8-423c-9715-3fda6d55b18d admin admin] Deleting subnet f362887b-5d18-49f1-972b-74100d248da0 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:05.872798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2153e99-c0b8-423c-9715-3fda6d55b18d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:05.924107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2153e99-c0b8-423c-9715-3fda6d55b18d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.020488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.137793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Checking segment: {'id': 'c877cce8-69ec-44f4-9f7f-4eaf6c00dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:06.139949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network hostable DHCP agents. Network: 50ab75d9-0594-47b7-b401-bffaebe26aa1, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:55:06.155930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=0d36be1c-f49c-4dc8-b687-c6adae61ddc8,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:06.195621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 50ab75d9-0594-47b7-b401-bffaebe26aa1 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:55:06.249291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 50ab75d9-0594-47b7-b401-bffaebe26aa1) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:06.259638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d339d-cf9c-4f09-b3cb-4f3dfadcd2a4 None None] Network 50ab75d9-0594-47b7-b401-bffaebe26aa1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:06.264582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:06.265269 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.292071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db46b-9169-4844-ae5f-27d2cda16156 req-44f5d485-54f9-4da5-a795-f54397f40d75 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:06.293880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db7db46b-9169-4844-ae5f-27d2cda16156 req-44f5d485-54f9-4da5-a795-f54397f40d75 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 946 time: 0.0828333 Sep 18 19:55:06.299069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-30292a1e-a605-4e0c-aebb-39e97557a2e1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7325768 Sep 18 19:55:06.300402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34616) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:06.305693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1', 'name': 'tempest-PortsTestJSON-1797538615', 'fixed_ips': [{'subnet_id': '0d36be1c-f49c-4dc8-b687-c6adae61ddc8', 'ip_address': '172.20.0.10'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:06.376174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2153e99-c0b8-423c-9715-3fda6d55b18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.384589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db7db46b-9169-4844-ae5f-27d2cda16156 req-dd23fb30-62d0-4ce1-9b1a-a4168ef48218 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=27815597-d0c0-4d3c-8510-844fe1052cca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735135 Sep 18 19:55:06.423954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:06.478478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:06.492662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:06.493270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b61c2bdd-c34a-4da4-be2e-b4f56f2c66f7 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:06.512687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.562730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2153e99-c0b8-423c-9715-3fda6d55b18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.587209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.594591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event deleted for resources: {'Port': ['ID=a157166b-2846-48ff-b494-889886bb9a3f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:06.599055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-50ab75d9-0594-47b7-b401-bffaebe26aa1', 'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1', 'tenant_id': 'd569fd7df5434f72a0d5f3767d86d3a4', 'fixed_ips': [{'subnet_id': '0d36be1c-f49c-4dc8-b687-c6adae61ddc8'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:55:06.600001 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.602320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2153e99-c0b8-423c-9715-3fda6d55b18d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f362887b-5d18-49f1-972b-74100d248da0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:06.612998 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2153e99-c0b8-423c-9715-3fda6d55b18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.616136 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e2153e99-c0b8-423c-9715-3fda6d55b18d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f362887b-5d18-49f1-972b-74100d248da0 HTTP/1.1" status: 204 len: 168 time: 0.8559301 Sep 18 19:55:06.618631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:06.623355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port bcfc62ef-7388-4154-a853-d8694e5b14e5 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:55:06.775986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Allocated IP 172.20.0.2 (50ab75d9-0594-47b7-b401-bffaebe26aa1/0d36be1c-f49c-4dc8-b687-c6adae61ddc8/e3f98925-d933-44df-a87c-f19a84d6a565) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:06.855002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:06.860103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Router df54ce14-620c-4d71-9f20-a6118d9b63ec has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:55:07.031237 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.041421 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.083510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Network 50ab75d9-0594-47b7-b401-bffaebe26aa1 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:07.087078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:07.094358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:07.119559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.138148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.10 (50ab75d9-0594-47b7-b401-bffaebe26aa1/0d36be1c-f49c-4dc8-b687-c6adae61ddc8/bcfc62ef-7388-4154-a853-d8694e5b14e5) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:07.176228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Pushing event updated for resources: {'Port': ['ID=e3f98925-d933-44df-a87c-f19a84d6a565,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:07.181064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6561e6af-8e0a-4ccf-b206-36a6eb4becf5']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:07.199856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9040501b-78ab-4d35-ab96-41490207f357') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:07.200258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9040501b-78ab-4d35-ab96-41490207f357') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:07.210598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:07.218237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.241007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Attempting to bind port e3f98925-d933-44df-a87c-f19a84d6a565 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:07.241347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Attempting to bind port e3f98925-d933-44df-a87c-f19a84d6a565 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c877cce8-69ec-44f4-9f7f-4eaf6c00dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:07.241839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Attempting to bind port e3f98925-d933-44df-a87c-f19a84d6a565 on network 50ab75d9-0594-47b7-b401-bffaebe26aa1 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:07.248074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] Sync routers for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:07.251532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:07.253184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Checking segment: {'id': 'c877cce8-69ec-44f4-9f7f-4eaf6c00dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:07.253184 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.254022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Bound using segment: {'id': 'c877cce8-69ec-44f4-9f7f-4eaf6c00dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:07.254022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Bound port: e3f98925-d933-44df-a87c-f19a84d6a565, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c877cce8-69ec-44f4-9f7f-4eaf6c00dba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:07.254252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.273932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] No DVR routers for this DVR port a157166b-2846-48ff-b494-889886bb9a3f on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:07.275349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.278363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.281638 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0714d6bd-9bf9-4f28-a63a-9b64134979dd req-bbe881db-62ae-4023-921c-0625855a7460 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.32 "DELETE /v2.0/ports/a157166b-2846-48ff-b494-889886bb9a3f HTTP/1.1" status: 204 len: 173 time: 1.9948294 Sep 18 19:55:07.282215 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-deleted', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:07.291479 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f8d979-26ab-417b-ab2c-72b5b8a0ac80" -d '{"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-deleted", "tag": "a157166b-2846-48ff-b494-889886bb9a3f"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:07.304675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:55:07.305262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:55:07.307274 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:55:07.418474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:07.421200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:07.429363 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb41640-67e8-425e-98c4-a2f352340152 x-openstack-request-id: req-3fb41640-67e8-425e-98c4-a2f352340152 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:07.430072 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0146bc4f-f969-46e0-92e2-073a1a0767f3", "name": "network-vif-deleted", "tag": "a157166b-2846-48ff-b494-889886bb9a3f", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:07.430072 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fb41640-67e8-425e-98c4-a2f352340152 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:07.433526 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0146bc4f-f969-46e0-92e2-073a1a0767f3', 'name': 'network-vif-deleted', 'tag': 'a157166b-2846-48ff-b494-889886bb9a3f', 'status': 'completed', 'code': 200} Sep 18 19:55:07.436294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.453272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.481066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.483688 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] 10.222.0.20 "DELETE /v2.0/networks/6561e6af-8e0a-4ccf-b206-36a6eb4becf5 HTTP/1.1" status: 204 len: 168 time: 0.8640783 Sep 18 19:55:07.484896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b86a03-1bcb-4e9d-ad61-d5d3bb3b856a admin admin] Pushing event deleted for resources: {'Network': ['ID=6561e6af-8e0a-4ccf-b206-36a6eb4becf5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:07.491788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34632) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:07.549258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cb00d178-8178-4885-bc84-880482e20319 None None] For port e3f98925-d933-44df-a87c-f19a84d6a565, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:07.554497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cb00d178-8178-4885-bc84-880482e20319 None None] For port e3f98925-d933-44df-a87c-f19a84d6a565, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e3f98925-d933-44df-a87c-f19a84d6a565,segment=NetworkSegment(c877cce8-69ec-44f4-9f7f-4eaf6c00dba5),segment_id=c877cce8-69ec-44f4-9f7f-4eaf6c00dba5)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:07.569091 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.588777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc1c3190-3962-40a1-8f5b-dd4e7e992a0a req-65b3cce1-82e6-454c-94fd-79f80832722e tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=0146bc4f-f969-46e0-92e2-073a1a0767f3 HTTP/1.1" status: 200 len: 210 time: 0.0383179 Sep 18 19:55:07.601575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c730b89-1bce-4bc3-9797-fce9615918c3 admin admin] Deleting subnet 57b00c53-0768-4733-b551-6573ca88c84f {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:07.606347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c730b89-1bce-4bc3-9797-fce9615918c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.615100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-8c6d888f-12db-4c2e-8a45-732e728a4486 req-e27aabff-8ce3-4e23-9edd-12a53adc304f service neutron] (94940) timed out ('10.222.0.32', 62120) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 19:55:07.661105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c730b89-1bce-4bc3-9797-fce9615918c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.664137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00d178-8178-4885-bc84-880482e20319 None None] Pushing event updated for resources: {'Port': ['ID=e3f98925-d933-44df-a87c-f19a84d6a565,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:07.691172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.708187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:07.774415 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c730b89-1bce-4bc3-9797-fce9615918c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:07.784034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 50ab75d9-0594-47b7-b401-bffaebe26aa1 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:07.809905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:07.822863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:07.834443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=bcfc62ef-7388-4154-a853-d8694e5b14e5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:07.957844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:07.969751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.008083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c730b89-1bce-4bc3-9797-fce9615918c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.061450 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-81049b64-39c9-4cd9-a0df-62614f809092 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7595236 Sep 18 19:55:08.062260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c730b89-1bce-4bc3-9797-fce9615918c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b00c53-0768-4733-b551-6573ca88c84f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:08.064013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34638) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:08.069590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': '50ab75d9-0594-47b7-b401-bffaebe26aa1', 'name': 'tempest-PortsTestJSON-560544144', 'fixed_ips': [{'subnet_id': '0d36be1c-f49c-4dc8-b687-c6adae61ddc8', 'ip_address': '172.20.0.9'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:08.097768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c730b89-1bce-4bc3-9797-fce9615918c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.100682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3c730b89-1bce-4bc3-9797-fce9615918c3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/57b00c53-0768-4733-b551-6573ca88c84f HTTP/1.1" status: 204 len: 168 time: 0.6058722 Sep 18 19:55:08.104392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34640) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:08.229131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-b6463e43-9344-4248-8cf0-da28b89095b2 req-08d6670e-a98a-4ee6-b0df-1a63fe0fbb5b service neutron] (94941) timed out ('10.222.0.32', 62155) {{(pid=94941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 19:55:08.245502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:08.258290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.283185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] Checking router: df54ce14-620c-4d71-9f20-a6118d9b63ec for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:55:08.325549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:08.331162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:08.362021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:08.379500 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.430920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.444368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port bc03a181-b4cd-4437-806a-70fba746748d yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:55:08.461729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd46a2fc-5f15-47d7-bd8a-097342121399']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:08.481058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8bea2f-c4af-4ca3-bd85-4e78bb28d3bc') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:08.482088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8bea2f-c4af-4ca3-bd85-4e78bb28d3bc') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:08.500501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.525578 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.538234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:55:08.538747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:55:08.634275 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:55:08.653785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.9 (50ab75d9-0594-47b7-b401-bffaebe26aa1/0d36be1c-f49c-4dc8-b687-c6adae61ddc8/bc03a181-b4cd-4437-806a-70fba746748d) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:08.668349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:08.673749 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.680596 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.690866 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fd46a2fc-5f15-47d7-bd8a-097342121399 HTTP/1.1" status: 204 len: 168 time: 0.5857644 Sep 18 19:55:08.715179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744a60f-977b-4202-b3c2-982f58eceef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd46a2fc-5f15-47d7-bd8a-097342121399,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:08.797721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34656) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:08.920921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8076ea04-efba-46b6-a3d0-df6509ba4a38 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.929281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.980422 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:08.983008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8076ea04-efba-46b6-a3d0-df6509ba4a38 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.059085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 50ab75d9-0594-47b7-b401-bffaebe26aa1 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:09.068058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:09.079782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34658) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:09.081874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:09.094096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8076ea04-efba-46b6-a3d0-df6509ba4a38 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.098918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8076ea04-efba-46b6-a3d0-df6509ba4a38 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.104475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8076ea04-efba-46b6-a3d0-df6509ba4a38 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "DELETE /v2.0/security-groups/27815597-d0c0-4d3c-8510-844fe1052cca HTTP/1.1" status: 204 len: 168 time: 0.3054271 Sep 18 19:55:09.118149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34660) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:09.126829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=bc03a181-b4cd-4437-806a-70fba746748d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:09.128920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:09.146541 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-bec87f7a-ff2d-4e4e-ac21-d9c7a8b7e77f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] show failed (client error): The resource could not be found. Sep 18 19:55:09.147872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bec87f7a-ff2d-4e4e-ac21-d9c7a8b7e77f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups/27815597-d0c0-4d3c-8510-844fe1052cca HTTP/1.1" status: 404 len: 347 time: 0.0280974 Sep 18 19:55:09.151848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34662) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:09.160579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076ea04-efba-46b6-a3d0-df6509ba4a38 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27815597-d0c0-4d3c-8510-844fe1052cca,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:09.189280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef54aa-1a36-44a6-bdd2-e02b5f92a346 None None] The sync data for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 is: [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:09.247100 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ede1e3af-22d4-434c-b129-470fef37b2aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d30e030439c42c8995da034ed99028f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658778 Sep 18 19:55:09.249538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34668) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:09.301164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:09.344937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a157166b-2846-48ff-b494-889886bb9a3f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:09.349850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a157166b-2846-48ff-b494-889886bb9a3f not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:09.412398 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72c637dd-b637-49e8-9ab7-cc15efc95ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.449606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e3f98925-d933-44df-a87c-f19a84d6a565 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:09.466946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72c637dd-b637-49e8-9ab7-cc15efc95ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.520525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b567b-4407-492b-8e77-42fe9c8dc6f3 None None] Network 50ab75d9-0594-47b7-b401-bffaebe26aa1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:09.561827 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72c637dd-b637-49e8-9ab7-cc15efc95ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.564310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72c637dd-b637-49e8-9ab7-cc15efc95ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.568767 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-72c637dd-b637-49e8-9ab7-cc15efc95ba9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86bcb4ba-b552-4ffe-a924-fc380102a7cd HTTP/1.1" status: 204 len: 168 time: 0.3182170 Sep 18 19:55:09.576809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c637dd-b637-49e8-9ab7-cc15efc95ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bcb4ba-b552-4ffe-a924-fc380102a7cd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:09.690304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e3f98925-d933-44df-a87c-f19a84d6a565 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:09.690721 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.733543 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957423a9-4c6b-407f-b7c2-37d6483c192c None None] New status for floating IP 724e6939-4b4e-4c0c-9a75-8f63ef7167e6: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:55:09.813723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-847053b2-6339-4f29-9764-a800975badc0 None None] Provisioning complete for port e3f98925-d933-44df-a87c-f19a84d6a565 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:09.815559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-847053b2-6339-4f29-9764-a800975badc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:09.961803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:09.962607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.013506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34678) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:10.024687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-857376c0-c771-4a99-96a0-771ff0940a3a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9580946 Sep 18 19:55:10.081746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Deleting port e6454f6f-d486-4f68-9681-30d388967268 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:10.082242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.087199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.159299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port e3f98925-d933-44df-a87c-f19a84d6a565, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e3f98925-d933-44df-a87c-f19a84d6a565,segment=NetworkSegment(c877cce8-69ec-44f4-9f7f-4eaf6c00dba5),segment_id=c877cce8-69ec-44f4-9f7f-4eaf6c00dba5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:10.167460 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.192714 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.193383 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.204123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f30abc-27f3-4b99-aaf9-17b18598dc93 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:10.207277 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-26f30abc-27f3-4b99-aaf9-17b18598dc93 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1916349 Sep 18 19:55:10.215687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34680) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:10.216026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34682) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:10.243407 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-847053b2-6339-4f29-9764-a800975badc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.252272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=e3f98925-d933-44df-a87c-f19a84d6a565,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:10.308826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Calling delete_port for e6454f6f-d486-4f68-9681-30d388967268 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:10.339618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-847053b2-6339-4f29-9764-a800975badc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:55:10.340645 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-847053b2-6339-4f29-9764-a800975badc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:55:10.416019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7f55a33a-9359-4e72-a233-0220262d4809 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a302062dbc5498588c6bc4d715690a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753678 Sep 18 19:55:10.418552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34684) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:10.425333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4061b543-d601-4f08-a2c8-972898e1e1e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:10.431240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4061b543-d601-4f08-a2c8-972898e1e1e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:10.437292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4061b543-d601-4f08-a2c8-972898e1e1e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:10.439638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4061b543-d601-4f08-a2c8-972898e1e1e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2216003 Sep 18 19:55:10.443406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34686) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:10.497807 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee20850d-10a9-453a-88d1-bf17be64f59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.537651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee20850d-10a9-453a-88d1-bf17be64f59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.593513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbafce-d2e3-4445-8d74-41da3eb042e6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port bc03a181-b4cd-4437-806a-70fba746748d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:10.594085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5bbafce-d2e3-4445-8d74-41da3eb042e6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.634275 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee20850d-10a9-453a-88d1-bf17be64f59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.643208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee20850d-10a9-453a-88d1-bf17be64f59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.648068 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ee20850d-10a9-453a-88d1-bf17be64f59a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cfbfc32-919f-421d-ae6e-f17f506e2f06 HTTP/1.1" status: 204 len: 168 time: 0.2280674 Sep 18 19:55:10.661752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20850d-10a9-453a-88d1-bf17be64f59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfbfc32-919f-421d-ae6e-f17f506e2f06,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:10.713723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.791956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event deleted for resources: {'Port': ['ID=e6454f6f-d486-4f68-9681-30d388967268,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:10.866033 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5bbafce-d2e3-4445-8d74-41da3eb042e6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.883978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbafce-d2e3-4445-8d74-41da3eb042e6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for bc03a181-b4cd-4437-806a-70fba746748d owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:10.985937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.989451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:10.990653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c47ba445-0c31-41f2-86f4-34ec4979259b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "DELETE /v2.0/floatingips/724e6939-4b4e-4c0c-9a75-8f63ef7167e6 HTTP/1.1" status: 204 len: 168 time: 1.8378386 Sep 18 19:55:11.008302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1a5fbc27-926a-45af-8ec0-c0705630032a None None] Provisioning complete for port bcfc62ef-7388-4154-a853-d8694e5b14e5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:11.008912 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a5fbc27-926a-45af-8ec0-c0705630032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.089642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fbc27-926a-45af-8ec0-c0705630032a None None] Port bcfc62ef-7388-4154-a853-d8694e5b14e5 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:11.102271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1a5fbc27-926a-45af-8ec0-c0705630032a None None] Provisioning complete for port bc03a181-b4cd-4437-806a-70fba746748d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:11.102985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a5fbc27-926a-45af-8ec0-c0705630032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.116892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5bbafce-d2e3-4445-8d74-41da3eb042e6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.150015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fbc27-926a-45af-8ec0-c0705630032a None None] Port bc03a181-b4cd-4437-806a-70fba746748d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:11.166099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1a5fbc27-926a-45af-8ec0-c0705630032a None None] Provisioning complete for port e3f98925-d933-44df-a87c-f19a84d6a565 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:11.166850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a5fbc27-926a-45af-8ec0-c0705630032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.171749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbafce-d2e3-4445-8d74-41da3eb042e6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=bc03a181-b4cd-4437-806a-70fba746748d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:11.278775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34710) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:11.286353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a7814ed8-a0c9-429b-9191-79a9efcc0e03 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388010752', 'description': 'tempest-description--305942788'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:11.324347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c5bbafce-d2e3-4445-8d74-41da3eb042e6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.328827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c5bbafce-d2e3-4445-8d74-41da3eb042e6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/bc03a181-b4cd-4437-806a-70fba746748d HTTP/1.1" status: 204 len: 168 time: 0.8821452 Sep 18 19:55:11.329326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34712) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:11.358389 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eaf947-2e8e-49e3-948e-a9101b5e8ffa tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:55:11.358952 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7814ed8-a0c9-429b-9191-79a9efcc0e03 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.367414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-73eaf947-2e8e-49e3-948e-a9101b5e8ffa tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/bc03a181-b4cd-4437-806a-70fba746748d HTTP/1.1" status: 404 len: 333 time: 0.0300620 Sep 18 19:55:11.367414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34714) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:11.432586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e3f98925-d933-44df-a87c-f19a84d6a565 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:11.500047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-fb82cd5a-933c-4b85-9373-9c7983e4d2ac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port bcfc62ef-7388-4154-a853-d8694e5b14e5 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:11.500520 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb82cd5a-933c-4b85-9373-9c7983e4d2ac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.515440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ba49233c-1a62-4943-8af4-a3e7bff247a7 None None] Could not find standard attr ID for object bc03a181-b4cd-4437-806a-70fba746748d. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:55:11.521661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e3f98925-d933-44df-a87c-f19a84d6a565 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:11.522006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.530337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7814ed8-a0c9-429b-9191-79a9efcc0e03 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.543588 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7814ed8-a0c9-429b-9191-79a9efcc0e03 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.581165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7814ed8-a0c9-429b-9191-79a9efcc0e03 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ef83ab-c1ad-4521-99e7-dc4252e91133,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:11.584066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7814ed8-a0c9-429b-9191-79a9efcc0e03 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.585399 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a7814ed8-a0c9-429b-9191-79a9efcc0e03 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3052142 Sep 18 19:55:11.588370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34724) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:11.592740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-19c74413-724f-4355-a166-b9c74708d7f3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'security_group_rule': {'security_group_id': 'd0ef83ab-c1ad-4521-99e7-dc4252e91133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:11.629625 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19c74413-724f-4355-a166-b9c74708d7f3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.676918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb82cd5a-933c-4b85-9373-9c7983e4d2ac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.702813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-fb82cd5a-933c-4b85-9373-9c7983e4d2ac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for bcfc62ef-7388-4154-a853-d8694e5b14e5 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:11.786606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19c74413-724f-4355-a166-b9c74708d7f3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.800627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19c74413-724f-4355-a166-b9c74708d7f3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.822821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c74413-724f-4355-a166-b9c74708d7f3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77010b6e-decb-43ee-a790-d5481cea5d88,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:11.831748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19c74413-724f-4355-a166-b9c74708d7f3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.835850 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-19c74413-724f-4355-a166-b9c74708d7f3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464991 Sep 18 19:55:11.836781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34732) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:11.841327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-40054ce1-ba51-442c-8b86-545d4af0ed62 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'security_group_rule': {'security_group_id': 'd0ef83ab-c1ad-4521-99e7-dc4252e91133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:11.873597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40054ce1-ba51-442c-8b86-545d4af0ed62 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.889719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb82cd5a-933c-4b85-9373-9c7983e4d2ac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.905863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34734) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:11.928458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82cd5a-933c-4b85-9373-9c7983e4d2ac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=bcfc62ef-7388-4154-a853-d8694e5b14e5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:11.950376 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40054ce1-ba51-442c-8b86-545d4af0ed62 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.957877 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40054ce1-ba51-442c-8b86-545d4af0ed62 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.982844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054ce1-ba51-442c-8b86-545d4af0ed62 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815c31f3-25f8-4169-b044-2ecacbb6c7dc,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:11.996830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40054ce1-ba51-442c-8b86-545d4af0ed62 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:11.999123 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-40054ce1-ba51-442c-8b86-545d4af0ed62 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613612 Sep 18 19:55:12.002892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34740) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:12.010295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:12.028819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb82cd5a-933c-4b85-9373-9c7983e4d2ac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.035075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fb82cd5a-933c-4b85-9373-9c7983e4d2ac tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/bcfc62ef-7388-4154-a853-d8694e5b14e5 HTTP/1.1" status: 204 len: 168 time: 0.6608315 Sep 18 19:55:12.036185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34742) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:12.049662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.096278 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf949603-7bfb-417b-b38d-8f040fc59061 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:55:12.099723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf949603-7bfb-417b-b38d-8f040fc59061 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/bcfc62ef-7388-4154-a853-d8694e5b14e5 HTTP/1.1" status: 404 len: 333 time: 0.0618942 Sep 18 19:55:12.102502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34744) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:12.110434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1426439359-network', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:12.140848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:12.144461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.167810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ada1500-98b4-4a3e-be00-fc51120b6653 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 0d36be1c-f49c-4dc8-b687-c6adae61ddc8 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:12.171360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ada1500-98b4-4a3e-be00-fc51120b6653 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.181547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.214324 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ada1500-98b4-4a3e-be00-fc51120b6653 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.268867 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.318984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ada1500-98b4-4a3e-be00-fc51120b6653 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.357409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.375974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.389205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ada1500-98b4-4a3e-be00-fc51120b6653 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.413507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:55:12.418659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada1500-98b4-4a3e-be00-fc51120b6653 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=0d36be1c-f49c-4dc8-b687-c6adae61ddc8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:12.426203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:12.429183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ada1500-98b4-4a3e-be00-fc51120b6653 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.431160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4ada1500-98b4-4a3e-be00-fc51120b6653 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/0d36be1c-f49c-4dc8-b687-c6adae61ddc8 HTTP/1.1" status: 204 len: 168 time: 0.3274522 Sep 18 19:55:12.431714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9098b-828a-42ee-94f0-21eb0af5eab9 None None] Network 50ab75d9-0594-47b7-b401-bffaebe26aa1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:12.433679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34746) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:12.436580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.436791 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Added segment e0d3a65b-5cb2-4d73-8661-2ffda893b1d8 of type vlan for network e9561566-4f46-403d-9a9c-0b61da82ba41 Sep 18 19:55:12.450004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Allocated IP 172.25.8.163 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/07cd1aa6-eef2-4dfb-b579-d308417a9266) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:12.509796 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.512712 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.575294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port e3f98925-d933-44df-a87c-f19a84d6a565 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:12.575689 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.587220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.588889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:12.589609 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.662000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] DHCP port deletion for 50ab75d9-0594-47b7-b401-bffaebe26aa1 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:55:12.662602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7553403 Sep 18 19:55:12.666308 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34748) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:12.672536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Request body: {'subnet': {'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1426439359-subnet', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:12.673367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] For port e3f98925-d933-44df-a87c-f19a84d6a565, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e3f98925-d933-44df-a87c-f19a84d6a565,segment=NetworkSegment(c877cce8-69ec-44f4-9f7f-4eaf6c00dba5),segment_id=c877cce8-69ec-44f4-9f7f-4eaf6c00dba5)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:12.673798 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.688077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for e3f98925-d933-44df-a87c-f19a84d6a565 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:12.740127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] Deleting port e3f98925-d933-44df-a87c-f19a84d6a565 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:12.740823 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.768586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e416b17-55ce-4b1d-a5e0-d1e0fb0dcdd3 admin admin] Pushing event updated for resources: {'Network': ['ID=e9561566-4f46-403d-9a9c-0b61da82ba41,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:12.789940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.794888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network e9561566-4f46-403d-9a9c-0b61da82ba41 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:55:12.807207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:12.817064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.843570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.880168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=e3f98925-d933-44df-a87c-f19a84d6a565,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:12.881052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No DVR routers for this DVR port e3f98925-d933-44df-a87c-f19a84d6a565 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:12.920183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] For port e3f98925-d933-44df-a87c-f19a84d6a565, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e3f98925-d933-44df-a87c-f19a84d6a565,segment=NetworkSegment(c877cce8-69ec-44f4-9f7f-4eaf6c00dba5),segment_id=c877cce8-69ec-44f4-9f7f-4eaf6c00dba5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:12.920444 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.940864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] Calling delete_port for e3f98925-d933-44df-a87c-f19a84d6a565 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:12.957462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:12.984329 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.006053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ab75d9-0594-47b7-b401-bffaebe26aa1']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:13.017509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c877cce8-69ec-44f4-9f7f-4eaf6c00dba5') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:13.018241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c877cce8-69ec-44f4-9f7f-4eaf6c00dba5') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:13.020505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'Port': ['ID=07cd1aa6-eef2-4dfb-b579-d308417a9266,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:13.028718 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.030636 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.045378 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:13.046647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.048863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:13.051983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:13.057651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:55:13.058175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:55:13.061676 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:55:13.064512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] Pushing event deleted for resources: {'Port': ['ID=e3f98925-d933-44df-a87c-f19a84d6a565,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:13.070642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc5d1b-05fb-4de0-9a33-170afa3b9625 None None] No DVR routers for this DVR port e3f98925-d933-44df-a87c-f19a84d6a565 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:13.166474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.181240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.183179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/networks/50ab75d9-0594-47b7-b401-bffaebe26aa1 HTTP/1.1" status: 204 len: 168 time: 0.7485354 Sep 18 19:55:13.189014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34762) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:13.196893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-288609965'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:13.214054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993f8c0-ff86-4d17-845a-22b0da9d226f tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Network': ['ID=50ab75d9-0594-47b7-b401-bffaebe26aa1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:13.232440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.235481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:13.241557 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.255525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.277018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:55:13.293462 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.296541 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Added segment fe73044d-1a39-44ee-a3c2-520115be4bb9 of type vlan for network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 Sep 18 19:55:13.341877 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.362817 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.394415 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.402944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:13.403631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.421763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e3f98925-d933-44df-a87c-f19a84d6a565 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:13.443327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2515795 Sep 18 19:55:13.444459 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34768) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:13.453775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': 'b4761f39-1f49-48c8-98ba-ac7cb5ec39c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:13.460545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: e3f98925-d933-44df-a87c-f19a84d6a565 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:13.461014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e3f98925-d933-44df-a87c-f19a84d6a565 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:13.530479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:13.538446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b78d9-a209-4cae-a456-8b2b44a6d8c4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Network': ['ID=b4761f39-1f49-48c8-98ba-ac7cb5ec39c7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:13.548417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:55:13.592117 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:13.592733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Network hostable DHCP agents. Network: e9561566-4f46-403d-9a9c-0b61da82ba41, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:55:13.599505 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.612664 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.635143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:13.639589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.646517 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:55:13.706687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, e9561566-4f46-403d-9a9c-0b61da82ba41) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:13.722103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:13.722764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.725055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e5c0c3-bedf-4d23-9f27-bd3bded0ad4e None None] Network e9561566-4f46-403d-9a9c-0b61da82ba41 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:13.734256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'Port': ['ID=07cd1aa6-eef2-4dfb-b579-d308417a9266,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:13.746869 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.755139 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c0f0b641-94be-4463-bf89-1956b25df3b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0862651 Sep 18 19:55:13.757943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34770) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:13.764474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:13.779269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.787437 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a524234d-e665-420a-9e02-8d13bb68c11f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7759972 Sep 18 19:55:13.817698 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.818769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:13.949742 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.045726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-e9561566-4f46-403d-9a9c-0b61da82ba41', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:55:14.050777 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.052197 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.149958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Checking segment: {'id': 'fe73044d-1a39-44ee-a3c2-520115be4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4761f39-1f49-48c8-98ba-ac7cb5ec39c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:14.150517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network hostable DHCP agents. Network: b4761f39-1f49-48c8-98ba-ac7cb5ec39c7, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:55:14.206577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=05f3a78a-93ce-4857-be90-9a73ee88c5a7,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:14.213073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:55:14.228619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Allocated IP 172.20.0.2 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/d197869d-ca0a-4eca-a79d-61a0e0391816) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:14.238733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-7e691a1c-c0ee-4265-a572-1c0205df9640 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1388010752&fields=id&tenant_id=674a6098479547d99807b89546a820fe HTTP/1.1" status: 200 len: 267 time: 0.1092381 Sep 18 19:55:14.245999 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.263108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, b4761f39-1f49-48c8-98ba-ac7cb5ec39c7) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:14.300788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:14.301559 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.418515 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.423806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05538c5-0996-45ed-86e4-2a441a3303a2 None None] Network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:14.434996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-03cb2af9-6497-47bc-9efb-750e07b61919 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9860816 Sep 18 19:55:14.438676 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.443521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34798) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:14.465152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1e56772b-06ab-47ac-bbac-b08b5135694d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-758921742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:14.503133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Pushing event updated for resources: {'Port': ['ID=d197869d-ca0a-4eca-a79d-61a0e0391816,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:14.513430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:14.516608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:14.547036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:14.549444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.564304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-7aee99c5-a1c6-4c6f-b483-63672d9d1d9b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:14.571904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-7aee99c5-a1c6-4c6f-b483-63672d9d1d9b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 816 time: 0.3306789 Sep 18 19:55:14.575307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.582565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1e56772b-06ab-47ac-bbac-b08b5135694d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.583841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1e56772b-06ab-47ac-bbac-b08b5135694d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.624457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Attempting to bind port d197869d-ca0a-4eca-a79d-61a0e0391816 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:14.624818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Attempting to bind port d197869d-ca0a-4eca-a79d-61a0e0391816 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:14.625226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Attempting to bind port d197869d-ca0a-4eca-a79d-61a0e0391816 on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:14.638435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:14.638847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:14.639250 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.639865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:14.640333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Bound port: d197869d-ca0a-4eca-a79d-61a0e0391816, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:14.640761 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.680270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1e56772b-06ab-47ac-bbac-b08b5135694d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.691224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce303df-306e-42ed-a2af-a5df85450e61 req-0b1b08ba-a3aa-4028-ae8a-74f191a25a9f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:14.698159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Allocated IP 172.25.8.76 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:14.699928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ce303df-306e-42ed-a2af-a5df85450e61 req-0b1b08ba-a3aa-4028-ae8a-74f191a25a9f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 946 time: 0.2276833 Sep 18 19:55:14.711913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] For port d197869d-ca0a-4eca-a79d-61a0e0391816, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:14.715567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] For port d197869d-ca0a-4eca-a79d-61a0e0391816, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d197869d-ca0a-4eca-a79d-61a0e0391816,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:14.718450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1e56772b-06ab-47ac-bbac-b08b5135694d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.725113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-8e119309-cbcf-4020-9d5c-82fc1a9da3e8 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/quotas/674a6098479547d99807b89546a820fe HTTP/1.1" status: 200 len: 375 time: 0.1519055 Sep 18 19:55:14.741169 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.773342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1e56772b-06ab-47ac-bbac-b08b5135694d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.774716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1e56772b-06ab-47ac-bbac-b08b5135694d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3203261 Sep 18 19:55:14.779717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34800) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:14.785395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ce303df-306e-42ed-a2af-a5df85450e61 req-5cbf020b-7730-4132-bea4-585724aa75ee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837040 Sep 18 19:55:14.789027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'network_id': 'b4761f39-1f49-48c8-98ba-ac7cb5ec39c7', 'name': 'tempest-PortsTestJSON-2041202253'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:14.842685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-b4761f39-1f49-48c8-98ba-ac7cb5ec39c7', 'network_id': 'b4761f39-1f49-48c8-98ba-ac7cb5ec39c7', 'tenant_id': 'd569fd7df5434f72a0d5f3767d86d3a4', 'fixed_ips': [{'subnet_id': '05f3a78a-93ce-4857-be90-9a73ee88c5a7'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:55:14.843889 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.856544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-4a7ec4a8-8bfa-4517-8a3b-826e161d639a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1181209 Sep 18 19:55:14.857341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Pushing event updated for resources: {'Port': ['ID=d197869d-ca0a-4eca-a79d-61a0e0391816,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:14.868803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.869389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.869912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.870410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.871014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.871605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.872158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.872667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.873466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.873968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.874473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.874978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d4f96-3f16-49e2-bdde-562bf714435a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:14.888530 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.938182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:14.997869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:15.003936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:15.025524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port 4348935c-9434-412a-a659-6aa0b85ba130 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:55:15.035251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:15.041522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:15.045957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:15.189350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Allocated IP 172.20.0.2 (b4761f39-1f49-48c8-98ba-ac7cb5ec39c7/05f3a78a-93ce-4857-be90-9a73ee88c5a7/6adbcb78-2825-4fc0-afed-06e8e578b590) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:15.315065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-300f7ad1-6a1e-46f7-9c74-c59984062e03 service neutron] 10.222.0.20 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808830 Sep 18 19:55:15.397388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Pushing event updated for resources: {'Port': ['ID=0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:15.430797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:15.444730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d197869d-ca0a-4eca-a79d-61a0e0391816 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:15.461105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-32c40cac-3b1b-49e4-ad8d-47414cc9235a service neutron] 10.222.0.20 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449628 Sep 18 19:55:15.521373 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:15.535423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d197869d-ca0a-4eca-a79d-61a0e0391816 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:15.535799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:15.545290 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:15.619219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.8 (b4761f39-1f49-48c8-98ba-ac7cb5ec39c7/05f3a78a-93ce-4857-be90-9a73ee88c5a7/4348935c-9434-412a-a659-6aa0b85ba130) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:15.634064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:15.638331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:15.643957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:15.924050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Pushing event updated for resources: {'Port': ['ID=6adbcb78-2825-4fc0-afed-06e8e578b590,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:15.959955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Attempting to bind port 6adbcb78-2825-4fc0-afed-06e8e578b590 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:15.960488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Attempting to bind port 6adbcb78-2825-4fc0-afed-06e8e578b590 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'fe73044d-1a39-44ee-a3c2-520115be4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4761f39-1f49-48c8-98ba-ac7cb5ec39c7'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:15.960961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Attempting to bind port 6adbcb78-2825-4fc0-afed-06e8e578b590 on network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:15.994903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:15.997387 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Checking segment: {'id': 'fe73044d-1a39-44ee-a3c2-520115be4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4761f39-1f49-48c8-98ba-ac7cb5ec39c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:15.998027 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:15.998529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Bound using segment: {'id': 'fe73044d-1a39-44ee-a3c2-520115be4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4761f39-1f49-48c8-98ba-ac7cb5ec39c7'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:15.999234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Bound port: 6adbcb78-2825-4fc0-afed-06e8e578b590, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe73044d-1a39-44ee-a3c2-520115be4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b4761f39-1f49-48c8-98ba-ac7cb5ec39c7'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:16.000123 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.016673 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.099071 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.101485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] For port 6adbcb78-2825-4fc0-afed-06e8e578b590, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:16.105490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] For port 6adbcb78-2825-4fc0-afed-06e8e578b590, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6adbcb78-2825-4fc0-afed-06e8e578b590,segment=NetworkSegment(fe73044d-1a39-44ee-a3c2-520115be4bb9),segment_id=fe73044d-1a39-44ee-a3c2-520115be4bb9)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:16.119777 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.188254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.244775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26be8959-5c0f-424d-a56f-dd0829d74091 req-47019d53-3d49-419a-a2de-4386d185d243 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 210 time: 0.1349616 Sep 18 19:55:16.246453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port d197869d-ca0a-4eca-a79d-61a0e0391816, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d197869d-ca0a-4eca-a79d-61a0e0391816,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:16.261778 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.288912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b489e-0ef5-4654-981e-a632342529de None None] Pushing event updated for resources: {'Port': ['ID=6adbcb78-2825-4fc0-afed-06e8e578b590,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:16.357465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.378416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=d197869d-ca0a-4eca-a79d-61a0e0391816,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:16.380511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-002de388-3846-457d-83d2-6cfcb97f7a91 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:16.382218 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-002de388-3846-457d-83d2-6cfcb97f7a91 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 946 time: 0.1289744 Sep 18 19:55:16.435245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:16.448055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0de182-b66f-4260-b07b-6a1dbf5073d3 None None] Network e9561566-4f46-403d-9a9c-0b61da82ba41 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:16.456755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031f61-86a3-4e43-8068-b3d50aeae97e req-e48d0934-1b05-4927-a5ff-3f9795e48dd6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:16.458613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf031f61-86a3-4e43-8068-b3d50aeae97e req-e48d0934-1b05-4927-a5ff-3f9795e48dd6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 946 time: 0.3519473 Sep 18 19:55:16.462634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:16.465173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:16.506598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=4348935c-9434-412a-a659-6aa0b85ba130,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:16.624983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:16.634011 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.688329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf031f61-86a3-4e43-8068-b3d50aeae97e req-07325a8d-c1b5-495b-b61b-a03ce042f516 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165012 Sep 18 19:55:16.692389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b9b93516-8aa0-4d61-a2ea-bf026795f6b6 None None] Provisioning complete for port d197869d-ca0a-4eca-a79d-61a0e0391816 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:16.693079 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b9b93516-8aa0-4d61-a2ea-bf026795f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:16.705862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eb598566-8b70-4e74-8779-e9e35efbfac6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9220071 Sep 18 19:55:16.707134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34832) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:16.873062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:55:16.900542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34836) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:16.918583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Deleting port a07bdf09-6c94-4956-98de-2a1c54f1abe0 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:16.918954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:17.249508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:17.261146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:17.270936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:17.271603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:17.386974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] For port a07bdf09-6c94-4956-98de-2a1c54f1abe0, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a07bdf09-6c94-4956-98de-2a1c54f1abe0,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:17.387517 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:17.398094 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:17.399394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0bd9b1b0-b5bf-40df-b483-bbaed98e966b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6403055 Sep 18 19:55:17.436782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34842) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:17.515635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Calling delete_port for a07bdf09-6c94-4956-98de-2a1c54f1abe0 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:17.542469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:17.566240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-477f8ef8-8587-418e-8d71-1fae79bbe8b8 req-c3c19698-12c1-4651-aa5b-49e48aaf99fa tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 210 time: 0.1281025 Sep 18 19:55:17.587012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf7b02-e2b8-4cc7-a35b-1ce5995a88f9 req-5702df32-024e-4ca2-91a5-bc55b4e62459 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:17.595901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ccf7b02-e2b8-4cc7-a35b-1ce5995a88f9 req-5702df32-024e-4ca2-91a5-bc55b4e62459 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 945 time: 0.3671079 Sep 18 19:55:17.709468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6adbcb78-2825-4fc0-afed-06e8e578b590 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:17.806280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ccf7b02-e2b8-4cc7-a35b-1ce5995a88f9 req-06d5ce15-017e-43a1-903a-780852668823 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091007 Sep 18 19:55:17.809897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c7a17648-c8bf-4289-b889-22837c12d26a None None] Provisioning complete for port d197869d-ca0a-4eca-a79d-61a0e0391816 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:17.821579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7a17648-c8bf-4289-b889-22837c12d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:17.932655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dca14d-f943-4c4e-9239-7fe5519d5883 None None] Network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:17.949021 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:17.982807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-ac76a4ba-5ccb-4e98-b1fb-f395472b62eb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:17.984337 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-ac76a4ba-5ccb-4e98-b1fb-f395472b62eb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.24 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 816 time: 0.4900570 Sep 18 19:55:18.015056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0517cc-6006-4d35-9840-2a6d637075f0 req-f6cbea53-c4bb-4b51-a310-5a48e92d20b2 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:18.017069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c0517cc-6006-4d35-9840-2a6d637075f0 req-f6cbea53-c4bb-4b51-a310-5a48e92d20b2 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 946 time: 0.1368587 Sep 18 19:55:18.049848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6adbcb78-2825-4fc0-afed-06e8e578b590 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:18.050535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.148723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c0517cc-6006-4d35-9840-2a6d637075f0 req-aa181c49-f83a-41a0-b3ce-265c49c292aa tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076128 Sep 18 19:55:18.221852 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-f8e6f6de-2695-4b48-af61-3ae4d0c78aaf tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=674a6098479547d99807b89546a820fe HTTP/1.1" status: 200 len: 380 time: 0.2228177 Sep 18 19:55:18.264908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'port': {'device_id': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'admin_state_up': True, 'tenant_id': '674a6098479547d99807b89546a820fe', 'security_groups': ['d0ef83ab-c1ad-4521-99e7-dc4252e91133']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:18.300653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:15Z', 'revision_number': 3, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:18.316522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.356047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.367403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.376942 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.425819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event deleted for resources: {'Port': ['ID=a07bdf09-6c94-4956-98de-2a1c54f1abe0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:18.430028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=4348935c-9434-412a-a659-6aa0b85ba130,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:18.452249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:55:18.452513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Updating router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:55:18.498967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 6adbcb78-2825-4fc0-afed-06e8e578b590, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6adbcb78-2825-4fc0-afed-06e8e578b590,segment=NetworkSegment(fe73044d-1a39-44ee-a3c2-520115be4bb9),segment_id=fe73044d-1a39-44ee-a3c2-520115be4bb9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:18.516718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] No DVR routers for this DVR port a07bdf09-6c94-4956-98de-2a1c54f1abe0 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:18.520477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.522491 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c578b53-5033-48fa-b924-bb2eadd21668 req-54d1791f-3e80-4631-bda6-964bcf0a3e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "DELETE /v2.0/ports/a07bdf09-6c94-4956-98de-2a1c54f1abe0 HTTP/1.1" status: 204 len: 173 time: 2.0855217 Sep 18 19:55:18.526488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c12ba3-594b-4509-b48f-1344d40d23b2', 'name': 'network-vif-deleted', 'tag': 'a07bdf09-6c94-4956-98de-2a1c54f1abe0'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:18.528827 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae209f-82b2-4d54-a184-f6f7bb8fb043" -d '{"events": [{"server_uuid": "90c12ba3-594b-4509-b48f-1344d40d23b2", "name": "network-vif-deleted", "tag": "a07bdf09-6c94-4956-98de-2a1c54f1abe0"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:18.536327 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.537680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d197869d-ca0a-4eca-a79d-61a0e0391816 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:18.542922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8693ea16-b7f4-4b2e-8259-c86f9334c263 None None] Provisioning complete for port 6adbcb78-2825-4fc0-afed-06e8e578b590 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:18.543654 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8693ea16-b7f4-4b2e-8259-c86f9334c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.620378 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fba4492-274d-4d78-85bf-8f35cd401620 x-openstack-request-id: req-0fba4492-274d-4d78-85bf-8f35cd401620 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:18.621341 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c12ba3-594b-4509-b48f-1344d40d23b2", "name": "network-vif-deleted", "tag": "a07bdf09-6c94-4956-98de-2a1c54f1abe0", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:18.621341 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fba4492-274d-4d78-85bf-8f35cd401620 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:18.621341 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c12ba3-594b-4509-b48f-1344d40d23b2', 'name': 'network-vif-deleted', 'tag': 'a07bdf09-6c94-4956-98de-2a1c54f1abe0', 'status': 'completed', 'code': 200} Sep 18 19:55:18.685347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Made reservation on behalf of 674a6098479547d99807b89546a820fe for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:18.689162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.729018 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.736087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.761908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=6adbcb78-2825-4fc0-afed-06e8e578b590,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:18.775671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:18.875502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f49c116-92e4-4efe-bc22-6f44366b410c req-21d059c2-15eb-44a2-ba69-73920335ccb5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 210 time: 0.1429501 Sep 18 19:55:18.992868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d197869d-ca0a-4eca-a79d-61a0e0391816 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:18.993252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.011005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.113053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Allocated IP 172.20.0.7 (2ad4c106-61cb-489e-9641-bea570f4a5aa/c1517ebf-5faf-4b35-b67d-987177cd3433/7b1e2088-c625-4144-8a57-bca029ab3c69) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:19.180490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.213519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ae569b74-a63e-4e79-ac11-f5d392678f66 None None] Provisioning complete for port 6adbcb78-2825-4fc0-afed-06e8e578b590 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:19.213944 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae569b74-a63e-4e79-ac11-f5d392678f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.372457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a07bdf09-6c94-4956-98de-2a1c54f1abe0 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:19.405622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a07bdf09-6c94-4956-98de-2a1c54f1abe0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:19.406364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a07bdf09-6c94-4956-98de-2a1c54f1abe0 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:19.422551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6adbcb78-2825-4fc0-afed-06e8e578b590 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:19.455614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ae569b74-a63e-4e79-ac11-f5d392678f66 None None] Provisioning complete for port 4348935c-9434-412a-a659-6aa0b85ba130 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:19.456484 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae569b74-a63e-4e79-ac11-f5d392678f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.467560 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.522451 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.585320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8369e-37f2-4adc-b36b-d3cbcb35d6a7 None None] Pushing event updated for resources: {'Port': ['ID=0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:19.598095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ae569b74-a63e-4e79-ac11-f5d392678f66 None None] Port 4348935c-9434-412a-a659-6aa0b85ba130 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:19.617119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0cd51c87-b07f-44ad-9525-779dcbd0707e req-c47d3585-5a7d-476c-b045-5f604d52893a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.0546615 Sep 18 19:55:19.622531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Attempting to bind port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:19.622906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Attempting to bind port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:19.623247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Attempting to bind port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:19.629361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:19.629794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:19.630255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.630649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:19.631265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Bound port: 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:19.631677 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.646446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.654894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.762709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.786998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=4348935c-9434-412a-a659-6aa0b85ba130,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:19.847353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6adbcb78-2825-4fc0-afed-06e8e578b590 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:19.847739 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.900669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1f4bb696-1385-4dc2-9ce8-19e191b62c25 None None] Provisioning complete for port 4348935c-9434-412a-a659-6aa0b85ba130 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:19.900927 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb696-1385-4dc2-9ce8-19e191b62c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:19.922534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:19.924798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:19.965437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.011101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] For port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:20.054176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bb696-1385-4dc2-9ce8-19e191b62c25 None None] Port 4348935c-9434-412a-a659-6aa0b85ba130 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:20.061741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] For port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:20.075087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Allocated IP 172.20.0.1 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/4a59a749-0fec-4df7-a68c-a654186c37dd) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:20.082747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.110680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.135413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cdbf9b4-4477-4aec-809e-2a98a67d3f5c req-e3a807fa-b1c7-4bfc-b705-563bf464c0c7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 210 time: 0.1095865 Sep 18 19:55:20.140171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:20.153200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Deleting port 0df2a222-cf38-4295-8d81-c3e2c7238f90 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:20.153729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.155531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:20.187138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:20.257265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:20.258237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:20.292356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Router 7bf8b1a5-8544-44d1-9d31-39387806f8b8 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:55:20.330470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:20.347088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8369e-37f2-4adc-b36b-d3cbcb35d6a7 None None] Pushing event updated for resources: {'Port': ['ID=0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:20.407586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:20.408776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.450949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:20.451798 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-1b544d7e-4eac-4074-8c09-4bdb5865b548 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1949255 Sep 18 19:55:20.459165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d57f5391-ccc9-4f51-a3a1-96d62b1212da tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "PUT /v2.0/routers/7bf8b1a5-8544-44d1-9d31-39387806f8b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7506850 Sep 18 19:55:20.459846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34882) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:20.463273 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5cd88-3b25-4441-b17b-1f9a36c2f141 None None] Sync routers for ids ['7bf8b1a5-8544-44d1-9d31-39387806f8b8'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:20.469457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] For port 0df2a222-cf38-4295-8d81-c3e2c7238f90, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0df2a222-cf38-4295-8d81-c3e2c7238f90,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:20.469876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.478466 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5cd88-3b25-4441-b17b-1f9a36c2f141 None None] Routers {'7bf8b1a5-8544-44d1-9d31-39387806f8b8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:20.479085 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dac5cd88-3b25-4441-b17b-1f9a36c2f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7bf8b1a5-8544-44d1-9d31-39387806f8b8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:20.502616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Request body: {'port': {'device_id': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:20.507036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3940d13a-9ee7-4bb0-9a8f-5f7bf97fe6a5 None None] Provisioning complete for port 4348935c-9434-412a-a659-6aa0b85ba130 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:20.507641 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3940d13a-9ee7-4bb0-9a8f-5f7bf97fe6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.537208 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dac5cd88-3b25-4441-b17b-1f9a36c2f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:20.545421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.552622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Calling delete_port for 0df2a222-cf38-4295-8d81-c3e2c7238f90 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:20.561575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2f2a87-50e6-43ff-bee6-46741bc04408 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:20.562596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3940d13a-9ee7-4bb0-9a8f-5f7bf97fe6a5 None None] Port 4348935c-9434-412a-a659-6aa0b85ba130 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:20.567994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:20.568646 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5cd88-3b25-4441-b17b-1f9a36c2f141 None None] Routers {'7bf8b1a5-8544-44d1-9d31-39387806f8b8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:20.569263 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dac5cd88-3b25-4441-b17b-1f9a36c2f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7bf8b1a5-8544-44d1-9d31-39387806f8b8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:20.571103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2a2f2a87-50e6-43ff-bee6-46741bc04408 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bf8b1a5-8544-44d1-9d31-39387806f8b8 HTTP/1.1" status: 200 len: 982 time: 0.1102118 Sep 18 19:55:20.571781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34884) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:20.623980 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dac5cd88-3b25-4441-b17b-1f9a36c2f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:20.624600 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac5cd88-3b25-4441-b17b-1f9a36c2f141 None None] The sync data for ids ['7bf8b1a5-8544-44d1-9d31-39387806f8b8'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:20.694935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.741004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6c7f9ed5-3e7f-484a-9757-b41a344a8538 None None] Provisioning complete for port 7b1e2088-c625-4144-8a57-bca029ab3c69 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:20.741541 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6c7f9ed5-3e7f-484a-9757-b41a344a8538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.776967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32dd6b9c-fcf6-41bd-9f07-72f0b362f25b req-f69bd57b-cde0-472b-ad88-84a77fc78c3b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.0472636 Sep 18 19:55:20.789473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f9ed5-3e7f-484a-9757-b41a344a8538 None None] Port 7b1e2088-c625-4144-8a57-bca029ab3c69 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:20.802504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:20.878655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:20.888428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:15Z', 'revision_number': 3, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:20.924417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afdfd7-f2b1-4b8e-90e8-c3fa578082e1 None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:15Z', 'revision_number': 3, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:20.932101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:21.160367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:21.170727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Pushing event updated for resources: {'Port': ['ID=4a59a749-0fec-4df7-a68c-a654186c37dd,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:21.254605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:21.303631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:21.323575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ade7d78a-6749-4300-83fb-ee4b9d6343d8 None None] Provisioning complete for port 4a59a749-0fec-4df7-a68c-a654186c37dd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:21.326932 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ade7d78a-6749-4300-83fb-ee4b9d6343d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:21.376580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f3c00-5b2a-4abf-ae9c-81a57e1b393a req-811a56bc-aef4-4e86-ac7d-5516b2e3bc1f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:21.378822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df2a222-cf38-4295-8d81-c3e2c7238f90,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:21.384681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f3f3c00-5b2a-4abf-ae9c-81a57e1b393a req-811a56bc-aef4-4e86-ac7d-5516b2e3bc1f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 931 time: 0.1087108 Sep 18 19:55:21.447920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:55:21.507276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f3f3c00-5b2a-4abf-ae9c-81a57e1b393a req-7ceb5c7b-38a0-49c8-9188-fc92b6c859c2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216376 Sep 18 19:55:21.563937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ade7d78a-6749-4300-83fb-ee4b9d6343d8 None None] Port 4a59a749-0fec-4df7-a68c-a654186c37dd cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:21.585687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1e2088-c625-4144-8a57-bca029ab3c69 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:55:21.638213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-178a1626-ee0e-4b17-a713-f248363ed326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:21.769215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:21.782370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:21.800503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'mac_address': 'fa:16:3e:24:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:55:21.859797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:21.895861 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:21.923229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84d973f7-84ea-4f1d-a5d8-30e326020422 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:55:21.975814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:21.985520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:21.999983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Transition to ACTIVE for port object 7b1e2088-c625-4144-8a57-bca029ab3c69 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:55:22.012968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.018709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.058171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.065920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:22.087696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2533448-69e4-41d7-8624-7281aa3b7d3d req-13319d2b-9138-4224-b7a4-035ce256e415 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.1518283 Sep 18 19:55:22.125172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['84d973f7-84ea-4f1d-a5d8-30e326020422'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:55:22.291328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:22.659552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 4348935c-9434-412a-a659-6aa0b85ba130 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:22.659916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.672316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Attempting to bind port 7b1e2088-c625-4144-8a57-bca029ab3c69 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:22.672654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Attempting to bind port 7b1e2088-c625-4144-8a57-bca029ab3c69 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:22.672984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Attempting to bind port 7b1e2088-c625-4144-8a57-bca029ab3c69 on network 2ad4c106-61cb-489e-9641-bea570f4a5aa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:22.745011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Port 7b1e2088-c625-4144-8a57-bca029ab3c69 on network 2ad4c106-61cb-489e-9641-bea570f4a5aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:55:22.745336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Attempting to bind port 7b1e2088-c625-4144-8a57-bca029ab3c69 on network 2ad4c106-61cb-489e-9641-bea570f4a5aa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:22.760419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.766145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:22.766485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Checking segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:22.766921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Bound using segment: {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:22.767981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Bound port: 7b1e2088-c625-4144-8a57-bca029ab3c69, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f410670-64c9-46ef-ba76-5490ae0385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:22.768598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.775592 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.798989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9aa07-cd02-4a31-8dc0-33810cd1653b req-6aa85a77-4eb7-4a2b-b4e8-9282c8394015 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:22.803881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74f9aa07-cd02-4a31-8dc0-33810cd1653b req-6aa85a77-4eb7-4a2b-b4e8-9282c8394015 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.1395195 Sep 18 19:55:22.852954 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.879489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 4348935c-9434-412a-a659-6aa0b85ba130 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:22.894859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74f9aa07-cd02-4a31-8dc0-33810cd1653b req-503e79b1-1d53-45ca-a675-c9cca9e45df5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811250 Sep 18 19:55:22.969758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:22.979260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Pushing event updated for resources: {'Port': ['ID=4a59a749-0fec-4df7-a68c-a654186c37dd,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:23.044241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Router b0841cda-5ab0-434d-9339-2f614cc13591 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:55:23.090735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:23.151330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:23.165556 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:23.232522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:23.266499 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:23.318773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:23.371858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:23.392221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:23.395037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:23.396791 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 200 len: 1092 time: 2.9294877 Sep 18 19:55:23.402414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:23.413229 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2870fe-2ae3-46eb-9b7c-1d46334c9907" -d '{"events": [{"name": "network-changed", "server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:23.451328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=4348935c-9434-412a-a659-6aa0b85ba130,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:23.586032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 84d973f7-84ea-4f1d-a5d8-30e326020422 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:23.586409 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:23.614819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-179588e2-e5b4-4496-8e54-9741882166de req-fefbe819-7eb0-4de5-9f4c-36c9a6faf9c9 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.1914341 Sep 18 19:55:23.715128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:23.716926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:23.720199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:23.735588 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c07647a7-ae51-4d25-8de2-74406eb41c26 admin admin] 10.222.0.20 "PUT /v2.0/routers/b0841cda-5ab0-434d-9339-2f614cc13591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8281889 Sep 18 19:55:23.737745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34940) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:23.740657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:23.779626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:23.786729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] Sync routers for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:23.843330 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fcb349-9d41-4fa8-a974-d8b813fe10b0 x-openstack-request-id: req-d7fcb349-9d41-4fa8-a974-d8b813fe10b0 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:23.843740 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:23.844002 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7fcb349-9d41-4fa8-a974-d8b813fe10b0 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:23.844415 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'status': 'completed', 'code': 200} Sep 18 19:55:23.994299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:23.994941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:24.002395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Router 7bf8b1a5-8544-44d1-9d31-39387806f8b8 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:55:24.079146 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.139349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:24.150428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7cabdaea-c572-45f8-a0d7-c4b4a0d06599 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "PUT /v2.0/routers/7bf8b1a5-8544-44d1-9d31-39387806f8b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755177 Sep 18 19:55:24.151732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34944) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:24.156895 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8e3ebc-596b-4b30-92a9-dfc8f438991a None None] Sync routers for ids ['7bf8b1a5-8544-44d1-9d31-39387806f8b8'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:24.168028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:24.169018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.171404 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e3ebc-596b-4b30-92a9-dfc8f438991a None None] Routers {'7bf8b1a5-8544-44d1-9d31-39387806f8b8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:24.173040 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-cb8e3ebc-596b-4b30-92a9-dfc8f438991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7bf8b1a5-8544-44d1-9d31-39387806f8b8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:24.229410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:24.234968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:24.238862 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589107a2-f987-4ba0-8a90-f76898a02dd5" -d '{"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-plugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:24.250638 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.273955 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-cb8e3ebc-596b-4b30-92a9-dfc8f438991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:24.281549 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbd0688-efc1-4850-89c3-70e12369f1e9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:55:24.296350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ecbd0688-efc1-4850-89c3-70e12369f1e9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/4348935c-9434-412a-a659-6aa0b85ba130 HTTP/1.1" status: 404 len: 333 time: 0.0929701 Sep 18 19:55:24.300443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34948) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:24.302768 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e3ebc-596b-4b30-92a9-dfc8f438991a None None] Routers {'7bf8b1a5-8544-44d1-9d31-39387806f8b8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:24.304923 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-cb8e3ebc-596b-4b30-92a9-dfc8f438991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:54:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['7bf8b1a5-8544-44d1-9d31-39387806f8b8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:24.353642 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6e7659-4ac0-4cd9-8f1b-853885af51ef x-openstack-request-id: req-ff6e7659-4ac0-4cd9-8f1b-853885af51ef {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:24.353922 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-plugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:24.365380 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff6e7659-4ac0-4cd9-8f1b-853885af51ef {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:24.366085 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'code': 200} Sep 18 19:55:24.392631 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-cb8e3ebc-596b-4b30-92a9-dfc8f438991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:24.393580 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8e3ebc-596b-4b30-92a9-dfc8f438991a None None] The sync data for ids ['7bf8b1a5-8544-44d1-9d31-39387806f8b8'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:24.429919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-39b02dfb-f4a0-4553-8e47-8603bab372f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:24.431562 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-39b02dfb-f4a0-4553-8e47-8603bab372f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1095 time: 0.7438717 Sep 18 19:55:24.432898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.435914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0df76-34be-4422-8a9e-338bfa138bb5 req-677645cb-e4e4-4dd6-83e9-a2648c263c1f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:24.438170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9b0df76-34be-4422-8a9e-338bfa138bb5 req-677645cb-e4e4-4dd6-83e9-a2648c263c1f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.3182158 Sep 18 19:55:24.441636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b7faf74-6d50-4378-a3ed-fbaa8bb1b4b1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.450185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.475571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f5b7e6b6-8b54-4c58-8044-9795eaef1240 None None] Provisioning complete for port 4a59a749-0fec-4df7-a68c-a654186c37dd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:24.476266 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e6b6-8b54-4c58-8044-9795eaef1240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.516109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cf113-5b1d-4248-b802-410cb9b714b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:24.522836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7e6b6-8b54-4c58-8044-9795eaef1240 None None] Port 4a59a749-0fec-4df7-a68c-a654186c37dd cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:24.530745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:24.606919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:24.608583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:24.616171 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-39226315-e01e-481a-886a-d9efc547e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.617879 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.620662 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-293bae9f-e988-4456-9068-e06b7ccfa3af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 200 len: 217 time: 0.1777616 Sep 18 19:55:24.622801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:55:24.831766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:24.841128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:24.853528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:55:20Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:24.883880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] Checking router: b0841cda-5ab0-434d-9339-2f614cc13591 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:55:24.894238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] Routers {'b0841cda-5ab0-434d-9339-2f614cc13591'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:24.894871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b0841cda-5ab0-434d-9339-2f614cc13591'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:25.003986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e873be4c-305e-46cf-9b74-adaad7c4841f req-ae9ccaa9-36a2-4241-ac74-3959e56d3d1b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.0431495 Sep 18 19:55:25.079433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] Set router b0841cda-5ab0-434d-9339-2f614cc13591 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:25.189048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-0dff842c-a3f7-4245-81a4-58109ad23c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:25.191687 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-0dff842c-a3f7-4245-81a4-58109ad23c32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.5579281 Sep 18 19:55:25.224627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9b0df76-34be-4422-8a9e-338bfa138bb5 req-4bb2dcd4-ccc7-4ee7-bbfc-c88fff4de1c5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7785795 Sep 18 19:55:25.277817 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b7faf74-6d50-4378-a3ed-fbaa8bb1b4b1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.282858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b7faf74-6d50-4378-a3ed-fbaa8bb1b4b1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.369207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:55:20Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:25.401466 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b7faf74-6d50-4378-a3ed-fbaa8bb1b4b1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.402310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7faf74-6d50-4378-a3ed-fbaa8bb1b4b1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf8b1a5-8544-44d1-9d31-39387806f8b8 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:55:25.421705 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b7faf74-6d50-4378-a3ed-fbaa8bb1b4b1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.422703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2b7faf74-6d50-4378-a3ed-fbaa8bb1b4b1 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/routers/7bf8b1a5-8544-44d1-9d31-39387806f8b8 HTTP/1.1" status: 204 len: 168 time: 1.1201057 Sep 18 19:55:25.425807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34958) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:25.434130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:25.437834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:25.444602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-125a9788-2378-46cb-bf0b-82d8b8512844 admin admin] 10.222.0.20 "PUT /v2.0/routers/dfb20531-5afa-4e07-b6f5-3a265f75b3f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0064893 Sep 18 19:55:25.568585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-72cf3143-3407-491c-bdcb-292b7a5e030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:25.570775 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-72cf3143-3407-491c-bdcb-292b7a5e030b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3700469 Sep 18 19:55:25.573203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.597305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a1b05b-99f8-422e-9b56-68a9f95cba3b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 05f3a78a-93ce-4857-be90-9a73ee88c5a7 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:25.606404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b05b-99f8-422e-9b56-68a9f95cba3b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.709485 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b05b-99f8-422e-9b56-68a9f95cba3b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.793389 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-42b12a78-ef8f-469c-ba5d-6be51a2c2190 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142308 Sep 18 19:55:25.821282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Deleting port d40de27f-6485-4b4c-bc28-9f7855a8d948 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:25.821518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.879628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b05b-99f8-422e-9b56-68a9f95cba3b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:25.956742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f3c67-8bec-4a3e-9814-7c72ed937d03 None None] The sync data for ids ['b0841cda-5ab0-434d-9339-2f614cc13591'] in n-d-789963-11 is: [{'id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'name': 'tempest-AttachVolumeTestJSON-29632880-router', 'tenant_id': '9b1920334d9b46ea8940702aa9a66c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:47:49Z', 'updated_at': '2021-09-18T19:55:20Z', 'revision_number': 5, 'project_id': '9b1920334d9b46ea8940702aa9a66c84', 'gw_port': {'id': 'd40de27f-6485-4b4c-bc28-9f7855a8d948', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0841cda-5ab0-434d-9339-2f614cc13591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:47:50Z', 'updated_at': '2021-09-18T19:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:25.967981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:25.975816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b05b-99f8-422e-9b56-68a9f95cba3b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.015066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b05b-99f8-422e-9b56-68a9f95cba3b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=05f3a78a-93ce-4857-be90-9a73ee88c5a7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:26.027235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b05b-99f8-422e-9b56-68a9f95cba3b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.029978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a8a1b05b-99f8-422e-9b56-68a9f95cba3b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/05f3a78a-93ce-4857-be90-9a73ee88c5a7 HTTP/1.1" status: 204 len: 168 time: 0.6030207 Sep 18 19:55:26.032592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34976) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:26.041752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90846acd-3cea-47d2-bae2-dd538deae839 None None] Network b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:26.052936 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.073584 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-93db3fbf-413d-4703-9a67-b47f2127b8da req-f1ef091b-0250-4627-a3b0-bcbdccf07c03 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699900 Sep 18 19:55:26.075291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] For port d40de27f-6485-4b4c-bc28-9f7855a8d948, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d40de27f-6485-4b4c-bc28-9f7855a8d948,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:26.075842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.101948 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:26.102345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Calling delete_port for d40de27f-6485-4b4c-bc28-9f7855a8d948 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:26.102854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:26.196574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:26.198223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.281734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-d88e295a-0a07-4433-b243-4a6bc753ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:26.283835 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-d88e295a-0a07-4433-b243-4a6bc753ebe6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1095 time: 0.1378844 Sep 18 19:55:26.317714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9a9e7b4-4793-4623-a31a-908f815cf3d0 req-0d22da99-89de-4f91-b2fb-c477e9549c68 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c12ba3-594b-4509-b48f-1344d40d23b2 HTTP/1.1" status: 200 len: 210 time: 0.0722888 Sep 18 19:55:26.344354 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.458615 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34986) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:26.467899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2047012015-network', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:26.500999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 6adbcb78-2825-4fc0-afed-06e8e578b590 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:26.501891 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.593370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] For port 6adbcb78-2825-4fc0-afed-06e8e578b590, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6adbcb78-2825-4fc0-afed-06e8e578b590,segment=NetworkSegment(fe73044d-1a39-44ee-a3c2-520115be4bb9),segment_id=fe73044d-1a39-44ee-a3c2-520115be4bb9)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:26.593518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.616311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 6adbcb78-2825-4fc0-afed-06e8e578b590 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:26.617546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Made reservation on behalf of 9fa8706ee09a43efbed6f6c529a451dd for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:26.621503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.651783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:26.657673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.667137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55d8d7-9ee5-45f3-b7b9-ddbd915534bc req-a27cf015-203c-4dd1-ac74-91f4b52c22b8 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:26.671285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f55d8d7-9ee5-45f3-b7b9-ddbd915534bc req-a27cf015-203c-4dd1-ac74-91f4b52c22b8 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.2650461 Sep 18 19:55:26.757512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-97fe2672-e543-439f-9054-eef25853658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:26.763501 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-97fe2672-e543-439f-9054-eef25853658e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.3750565 Sep 18 19:55:26.770407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d9d92-3169-4aac-8822-424ff2d79fa5 None None] DHCP port deletion for b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:55:26.780582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.810605 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:26.818974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Pushing event deleted for resources: {'Port': ['ID=d40de27f-6485-4b4c-bc28-9f7855a8d948,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:26.853745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=6adbcb78-2825-4fc0-afed-06e8e578b590,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:26.874315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No DVR routers for this DVR port 6adbcb78-2825-4fc0-afed-06e8e578b590 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:26.895563 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-f4a704a1-a5c6-4ed2-a75e-4496b0190715 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 200 len: 217 time: 0.1161540 Sep 18 19:55:26.895938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f55d8d7-9ee5-45f3-b7b9-ddbd915534bc req-a5486bee-5ad0-4921-96ab-f8c07eb87f46 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040163 Sep 18 19:55:26.984848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a95d9d92-3169-4aac-8822-424ff2d79fa5 None None] The port '6adbcb78-2825-4fc0-afed-06e8e578b590' was deleted {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 19:55:27.015240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.032885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:22Z', 'revision_number': 2, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:27.043861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4761f39-1f49-48c8-98ba-ac7cb5ec39c7']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:27.057474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe73044d-1a39-44ee-a3c2-520115be4bb9') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:27.057753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe73044d-1a39-44ee-a3c2-520115be4bb9') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:27.073534 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.074984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-ce1de65b-b02c-49cb-9f7e-42c7f4c4874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:27.076529 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-ce1de65b-b02c-49cb-9f7e-42c7f4c4874a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.1596217 Sep 18 19:55:27.084696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.087305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:55:27.088056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Updating router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 port 4a59a749-0fec-4df7-a68c-a654186c37dd binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:55:27.093560 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.100501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:55:27.101044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.140775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:55:27.174788 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:55:27.199944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.200791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.208529 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.210134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/networks/b4761f39-1f49-48c8-98ba-ac7cb5ec39c7 HTTP/1.1" status: 204 len: 168 time: 1.1745520 Sep 18 19:55:27.234025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34994) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:27.238095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.240205 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.245785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a975723-a91d-4335-8911-48b54fd4e52a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Network': ['ID=b4761f39-1f49-48c8-98ba-ac7cb5ec39c7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:27.287765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c5247-103d-4f29-adf6-ffc540bb2a6a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:27.293927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3e1c5247-103d-4f29-adf6-ffc540bb2a6a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/5daff54d-47a2-4f22-9700-19b826ec8019 HTTP/1.1" status: 200 len: 841 time: 0.0581911 Sep 18 19:55:27.294714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34996) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:27.300412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.301279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0841cda-5ab0-434d-9339-2f614cc13591 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:55:27.328730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.339815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.342545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36cc8177-949e-406c-bb82-94fe8e33595b admin admin] 10.222.0.20 "DELETE /v2.0/routers/b0841cda-5ab0-434d-9339-2f614cc13591 HTTP/1.1" status: 204 len: 168 time: 3.5836599 Sep 18 19:55:27.348695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35000) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:27.380550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:55:27.466099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53480b82-c94c-4ac9-b731-01e85f7157d1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:27.502511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cd8fe9c0-914a-46de-bdc3-a5e4a25fb1d8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/5daff54d-47a2-4f22-9700-19b826ec8019?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2057672 Sep 18 19:55:27.528036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35002) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:27.538679 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.539042 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Added segment 16ebd4e5-a97a-478f-b026-9c3ce7129cad of type vlan for network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 Sep 18 19:55:27.542510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-8dc88a58-42e4-47b7-9805-3aaf32854bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:27.548101 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-8dc88a58-42e4-47b7-9805-3aaf32854bdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3452337 Sep 18 19:55:27.552020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:27.557330 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.583555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6adbcb78-2825-4fc0-afed-06e8e578b590 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:27.652836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2ad480-edf9-4760-9138-113fd1593b52 admin admin] Deleting subnet 853cb1f6-f21e-4e3c-8f0a-9f2cee631efa {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:27.657071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6adbcb78-2825-4fc0-afed-06e8e578b590 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:27.659245 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6adbcb78-2825-4fc0-afed-06e8e578b590 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:27.662053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0df2a222-cf38-4295-8d81-c3e2c7238f90 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:27.694587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 0df2a222-cf38-4295-8d81-c3e2c7238f90 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:27.695091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0df2a222-cf38-4295-8d81-c3e2c7238f90 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:27.728755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad480-edf9-4760-9138-113fd1593b52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.766847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.801020 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-697a9352-435e-4324-8615-d6b3617ce692 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330678 Sep 18 19:55:27.806912 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad480-edf9-4760-9138-113fd1593b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.809039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:27.815037 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.832412 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.850035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.856633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.858826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:27.861565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:27.915673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aafba5-f532-445d-9a04-80934bb05605 None None] Pushing event updated for resources: {'Port': ['ID=4a59a749-0fec-4df7-a68c-a654186c37dd,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:28.050619 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5869260 Sep 18 19:55:28.051666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35022) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:28.082025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Request body: {'subnet': {'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2047012015-subnet', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:28.100767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Attempting to bind port 4a59a749-0fec-4df7-a68c-a654186c37dd on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:28.101194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Attempting to bind port 4a59a749-0fec-4df7-a68c-a654186c37dd by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:28.101504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Attempting to bind port 4a59a749-0fec-4df7-a68c-a654186c37dd on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:28.122175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:28.122557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:28.122964 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.123358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:28.139755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Bound port: 4a59a749-0fec-4df7-a68c-a654186c37dd, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:28.140182 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.158078 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.240738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f714c64-35c0-4a1f-b059-0af348633a08 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:28.262342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:55:28.269712 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be2870fe-2ae3-46eb-9b7c-1d46334c9907 req-b6b634d3-fbe3-43cb-aada-056566fbb0fb service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600112 Sep 18 19:55:28.272015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Made reservation on behalf of 9fa8706ee09a43efbed6f6c529a451dd for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:28.276254 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.362916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] For port 4a59a749-0fec-4df7-a68c-a654186c37dd, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:28.367786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:28.369173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=846b1f9f-27a3-437d-8e43-2a06355a59c1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:28.371634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:28.424406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:28.424998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.430473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea58947-6c69-4207-99d3-f53a8c84f30d None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:28.457666 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad480-edf9-4760-9138-113fd1593b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.500070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c3519533-f6a9-4d19-862d-579350cb85c6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9684236 Sep 18 19:55:28.506414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] For port 4a59a749-0fec-4df7-a68c-a654186c37dd, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4a59a749-0fec-4df7-a68c-a654186c37dd,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:28.528824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35034) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:28.547590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1b635-4137-4e10-b33d-9d3b01d68c7f req-141bea32-41d3-4135-baf7-80d788aaa18a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:28.556592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ae1b635-4137-4e10-b33d-9d3b01d68c7f req-141bea32-41d3-4135-baf7-80d788aaa18a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.3873210 Sep 18 19:55:28.564386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:55:28.566120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bfde7c0b-bed8-4d79-ad95-a54de7a67ab2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'security_group': {'name': 'tempest-secgroup-116356522'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:28.567416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.573388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.649325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47f3565-5865-444c-8c3e-100da1f73f48,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:28.649573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-40ac5502-83a8-4d70-995d-63eefd989c1e None None] Provisioning complete for port 4a59a749-0fec-4df7-a68c-a654186c37dd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:28.649932 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40ac5502-83a8-4d70-995d-63eefd989c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.665465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Checking segment: {'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:28.666881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Network hostable DHCP agents. Network: bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:55:28.702522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:55:28.711164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ae1b635-4137-4e10-b33d-9d3b01d68c7f req-aef3dc88-4a23-4434-bc08-98ef9521d3ff tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532781 Sep 18 19:55:28.726000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:28.735361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:28.739473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.742716 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfde7c0b-bed8-4d79-ad95-a54de7a67ab2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.760842 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad480-edf9-4760-9138-113fd1593b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.775225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32aa61-bf8e-479d-9632-55e4738f1e0d req-93563430-8423-40ff-87e9-6a3da6d2e543 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:28.776826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf32aa61-bf8e-479d-9632-55e4738f1e0d req-93563430-8423-40ff-87e9-6a3da6d2e543 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.3885334 Sep 18 19:55:28.787646 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8438cfa1-f206-4baf-a516-92be26acdb50 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7105687 Sep 18 19:55:28.788156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520523c3-18e4-41fe-9026-29231190227e None None] Network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:28.790291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35036) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:28.798423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:28.827891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ad480-edf9-4760-9138-113fd1593b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853cb1f6-f21e-4e3c-8f0a-9f2cee631efa,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:28.851121 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad480-edf9-4760-9138-113fd1593b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:28.855419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:28.856322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:28.864483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6a2ad480-edf9-4760-9138-113fd1593b52 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/853cb1f6-f21e-4e3c-8f0a-9f2cee631efa HTTP/1.1" status: 204 len: 168 time: 1.5118332 Sep 18 19:55:28.864483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf32aa61-bf8e-479d-9632-55e4738f1e0d req-3d0475cd-be2d-41fa-bd7e-9fa8e9b30e73 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/quotas/eb822b2afd174d288a5b4dd4c583c42f HTTP/1.1" status: 200 len: 375 time: 0.0546696 Sep 18 19:55:28.864793 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:55:28.867128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35042) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:28.875583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d93d306-37c4-40bb-9f10-09b72558b3ea None None] Network d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:28.951152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf32aa61-bf8e-479d-9632-55e4738f1e0d req-708aa5aa-401a-4166-94de-23582cea0027 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627120 Sep 18 19:55:29.007566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.097876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Deleting port a6f9df52-b082-49a6-8aec-d821fa7c8d4f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:29.097876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.191772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aafba5-f532-445d-9a04-80934bb05605 None None] Pushing event updated for resources: {'Port': ['ID=4a59a749-0fec-4df7-a68c-a654186c37dd,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:29.203583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] For port a6f9df52-b082-49a6-8aec-d821fa7c8d4f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a6f9df52-b082-49a6-8aec-d821fa7c8d4f,segment=NetworkSegment(6c1bd1bf-10dc-44eb-8042-6034b85ee8e1),segment_id=6c1bd1bf-10dc-44eb-8042-6034b85ee8e1)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:29.204065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.210351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfde7c0b-bed8-4d79-ad95-a54de7a67ab2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.218254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Calling delete_port for a6f9df52-b082-49a6-8aec-d821fa7c8d4f owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:29.230009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfde7c0b-bed8-4d79-ad95-a54de7a67ab2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.264648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf32aa61-bf8e-479d-9632-55e4738f1e0d req-0a1ae262-2592-49a4-9abf-e937c1cfba0b service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032053 Sep 18 19:55:29.282284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.284878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.285345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfde7c0b-bed8-4d79-ad95-a54de7a67ab2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.286757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bfde7c0b-bed8-4d79-ad95-a54de7a67ab2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7512333 Sep 18 19:55:29.289520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35046) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:29.294076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cf120add-0456-4d8f-a01e-1473bd8dfe13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'security_group': {'name': 'tempest-secgroup-183232241'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:29.311215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde7c0b-bed8-4d79-ad95-a54de7a67ab2 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f964226-45ef-441c-9ecd-5ab27da15ef6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:29.336312 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40ac5502-83a8-4d70-995d-63eefd989c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.388092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.389256 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf120add-0456-4d8f-a01e-1473bd8dfe13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.428919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf32aa61-bf8e-479d-9632-55e4738f1e0d req-6a77849a-b5d3-4b41-bc9f-786d5e2eff46 service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546190 Sep 18 19:55:29.438461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d40de27f-6485-4b4c-bc28-9f7855a8d948 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:29.497835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.523944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:29.607999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f9df52-b082-49a6-8aec-d821fa7c8d4f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:29.614144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] No DVR routers for this DVR port a6f9df52-b082-49a6-8aec-d821fa7c8d4f on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:29.621177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.706592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5517d00f-7a64-4b5c-9306-a670a31f7518 req-2cdbd000-5c03-4397-92fe-cb3417d15dbe tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4784bd0-954e-4e20-b9c3-a0838ed206a3 HTTP/1.1" status: 200 len: 210 time: 0.0628896 Sep 18 19:55:29.759202 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.810928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf120add-0456-4d8f-a01e-1473bd8dfe13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.812943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:29.824904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf120add-0456-4d8f-a01e-1473bd8dfe13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.828761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:29.829049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1bd1bf-10dc-44eb-8042-6034b85ee8e1') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:29.860331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.958312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf120add-0456-4d8f-a01e-1473bd8dfe13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a976f9f-7c6f-49c9-becb-3827a4f89f6e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:29.962177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.980693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf120add-0456-4d8f-a01e-1473bd8dfe13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:29.985170 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cf120add-0456-4d8f-a01e-1473bd8dfe13 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6914775 Sep 18 19:55:29.985300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35064) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:29.998417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-201247055', 'security_groups': ['7a976f9f-7c6f-49c9-becb-3827a4f89f6e'], 'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '846b1f9f-27a3-437d-8e43-2a06355a59c1'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:30.004396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:55:30.004396 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:55:30.006284 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:55:30.019080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8', 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'fixed_ips': [{'subnet_id': 'e47f3565-5865-444c-8c3e-100da1f73f48'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:55:30.020082 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.040835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d40de27f-6485-4b4c-bc28-9f7855a8d948 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:30.041178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d40de27f-6485-4b4c-bc28-9f7855a8d948 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:30.109377 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-40ac5502-83a8-4d70-995d-63eefd989c1e None None] For port 4a59a749-0fec-4df7-a68c-a654186c37dd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4a59a749-0fec-4df7-a68c-a654186c37dd,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:30.126669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106dcfe-8ac3-4555-94db-5a3541ccbf59 req-b7205085-e8ea-41f2-92a0-cbaa4b266ee4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:30.129258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0106dcfe-8ac3-4555-94db-5a3541ccbf59 req-b7205085-e8ea-41f2-92a0-cbaa4b266ee4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.2745063 Sep 18 19:55:30.223191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0106dcfe-8ac3-4555-94db-5a3541ccbf59 req-eb885300-34c0-4812-9c84-47a9577d10df tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658350 Sep 18 19:55:30.226387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.290753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.297650 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b HTTP/1.1" status: 204 len: 168 time: 1.4277403 Sep 18 19:55:30.334223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40ac5502-83a8-4d70-995d-63eefd989c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.340173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:30.400668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007743c-d60f-476e-8e38-245a41747872 admin admin] Pushing event deleted for resources: {'Network': ['ID=d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:30.446256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac5502-83a8-4d70-995d-63eefd989c1e None None] Pushing event updated for resources: {'Port': ['ID=4a59a749-0fec-4df7-a68c-a654186c37dd,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:30.610187 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.653050 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.742741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35102) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:30.750803 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.789864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port 2031e09e-0b60-4f31-b1ba-e7fd96b91b23 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:55:30.790847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Allocated IP 172.20.0.2 (bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8/e47f3565-5865-444c-8c3e-100da1f73f48/17d2e331-2b7a-4c53-a7eb-8f230b39e147) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:30.816932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-54efd2b1-8f28-4b17-9ff0-406e0a6f99f1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:30.826167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-54efd2b1-8f28-4b17-9ff0-406e0a6f99f1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.2776322 Sep 18 19:55:30.828538 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c3751942-f536-4edd-ba1f-ae3a80c20988 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b1920334d9b46ea8940702aa9a66c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844660 Sep 18 19:55:30.836561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35104) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:30.839245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Allocated IP 172.25.8.202 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/ed7d4a13-fd6b-4c88-82fa-9adab6d67066) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:30.885787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-13ac709c-b8ea-481f-9e0e-839c69e04229 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/quotas/eb822b2afd174d288a5b4dd4c583c42f HTTP/1.1" status: 200 len: 375 time: 0.0583100 Sep 18 19:55:30.943957 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-25f20a0c-98f4-4f96-8a9c-2ce00124bfc0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571823 Sep 18 19:55:30.960006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b43d0499-bcd7-4117-9f1d-f305eb7d6b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.980916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:30.993568 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b43d0499-bcd7-4117-9f1d-f305eb7d6b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.003619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:31.010327 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.035628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.077163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'port_id': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'mac_address': 'fa:16:3e:15:b8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:55:31.099049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:31.100652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-abf6c1d7-1e57-4a4c-850a-1af5c7a7842f None None] Provisioning complete for port 4a59a749-0fec-4df7-a68c-a654186c37dd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:31.100652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-abf6c1d7-1e57-4a4c-850a-1af5c7a7842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.130112 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b43d0499-bcd7-4117-9f1d-f305eb7d6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.132638 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b43d0499-bcd7-4117-9f1d-f305eb7d6b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.133791 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b43d0499-bcd7-4117-9f1d-f305eb7d6b09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d73f9e59-8cc3-43b3-8350-b0741de08fec HTTP/1.1" status: 204 len: 168 time: 0.2960217 Sep 18 19:55:31.162745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'tenant_id': 'd569fd7df5434f72a0d5f3767d86d3a4', 'fixed_ips': [{'subnet_id': '846b1f9f-27a3-437d-8e43-2a06355a59c1'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:55:31.163792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.187988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d0499-bcd7-4117-9f1d-f305eb7d6b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73f9e59-8cc3-43b3-8350-b0741de08fec,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:31.195882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.279012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:31.282376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d03caa-77aa-4499-a268-73857b63862a None None] DHCP port deletion for d28e5791-3ea0-4d8b-9752-d9cf73d6cb9b request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:55:31.285295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:31.290857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:31.292845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:31.294466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:31.309084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Pushing event updated for resources: {'Port': ['ID=17d2e331-2b7a-4c53-a7eb-8f230b39e147,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:31.348600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7d4a13-fd6b-4c88-82fa-9adab6d67066,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:31.538021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a6f9df52-b082-49a6-8aec-d821fa7c8d4f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:31.640107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a6f9df52-b082-49a6-8aec-d821fa7c8d4f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:55:31.640505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a6f9df52-b082-49a6-8aec-d821fa7c8d4f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:55:31.765195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.778616 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.793198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-41a4f937-12f3-482a-b8ac-8c5c29f970ba service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8482120 Sep 18 19:55:31.827502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Attempting to bind port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:31.828125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Attempting to bind port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:31.828803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Attempting to bind port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 on network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:31.855777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1e2088-c625-4144-8a57-bca029ab3c69 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:55:31.864554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.13 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/846b1f9f-27a3-437d-8e43-2a06355a59c1/2031e09e-0b60-4f31-b1ba-e7fd96b91b23) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:31.871518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:31.881708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Checking segment: {'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:31.882438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.884999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Bound using segment: {'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:31.885690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Bound port: 17d2e331-2b7a-4c53-a7eb-8f230b39e147, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:31.886254 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:31.989895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:31.996720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:28Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:32.004195 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:32.067416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff9eec-1b2b-4cea-9b48-d04c9a89e745 None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:28Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:32.093872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:32.187664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] For port 17d2e331-2b7a-4c53-a7eb-8f230b39e147, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:32.192199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] For port 17d2e331-2b7a-4c53-a7eb-8f230b39e147, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17d2e331-2b7a-4c53-a7eb-8f230b39e147,segment=NetworkSegment(16ebd4e5-a97a-478f-b026-9c3ce7129cad),segment_id=16ebd4e5-a97a-478f-b026-9c3ce7129cad)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:32.192921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:32.242455 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:32.253594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:32.296044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:32.338251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['7b1e2088-c625-4144-8a57-bca029ab3c69'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:55:32.409482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-9362e2b2-41f5-4292-8ecf-149b299db7ff service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154194 Sep 18 19:55:32.431106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Allocated IP 172.20.0.2 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/846b1f9f-27a3-437d-8e43-2a06355a59c1/c47a18d7-dc80-4416-addb-d7ae750c858f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:32.486943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936748c7-9ca8-477c-91e3-58ead5fc3c62 req-cff99c87-431f-440a-9c34-262408fe5053 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:32.488998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-936748c7-9ca8-477c-91e3-58ead5fc3c62 req-cff99c87-431f-440a-9c34-262408fe5053 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.7182567 Sep 18 19:55:32.497269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:32.519422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:32.528707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=2031e09e-0b60-4f31-b1ba-e7fd96b91b23,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:32.543036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:32.565350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a139e-279c-4490-9181-80f87c604a5a None None] Pushing event updated for resources: {'Port': ['ID=17d2e331-2b7a-4c53-a7eb-8f230b39e147,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:32.680086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-936748c7-9ca8-477c-91e3-58ead5fc3c62 req-3c58eedf-c953-4e3e-bf70-e289ab6ad750 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711528 Sep 18 19:55:32.743626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:32.744322 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:32.811742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2b702071-e2a9-43d7-a178-43e2e8dc7857 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8247554 Sep 18 19:55:32.814757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35144) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:32.826965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bd41f829-4a6e-4c61-8b99-ae590f15a093 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:33.168229 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:33.187286 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:33.218914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35f0b5c7-747c-44be-952d-b40c99d5b779 req-a2b12f0c-3a9f-4e72-a15d-18c7b5d6ff5f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 210 time: 0.3997550 Sep 18 19:55:33.259150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd41f829-4a6e-4c61-8b99-ae590f15a093 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:33.272397 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd41f829-4a6e-4c61-8b99-ae590f15a093 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:33.283119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:33.288371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:33.327183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:33.350806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Pushing event updated for resources: {'Port': ['ID=c47a18d7-dc80-4416-addb-d7ae750c858f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:33.569199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Attempting to bind port c47a18d7-dc80-4416-addb-d7ae750c858f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:33.571048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Attempting to bind port c47a18d7-dc80-4416-addb-d7ae750c858f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '41856e2d-cd90-45f4-a13f-024bb1d4f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:33.572963 n-d-789963-11 neutron-server[94941]: INFO neutron.db.ipam_backend_mixin [None req-bd41f829-4a6e-4c61-8b99-ae590f15a093 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 846b1f9f-27a3-437d-8e43-2a06355a59c1 (CIDR: 172.20.0.0/28) Sep 18 19:55:33.573583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Attempting to bind port c47a18d7-dc80-4416-addb-d7ae750c858f on network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:33.584997 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd41f829-4a6e-4c61-8b99-ae590f15a093 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 19:55:33.585761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd41f829-4a6e-4c61-8b99-ae590f15a093 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:33.588922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:33.590511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Checking segment: {'id': '41856e2d-cd90-45f4-a13f-024bb1d4f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:33.600619 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:33.613116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Bound using segment: {'id': '41856e2d-cd90-45f4-a13f-024bb1d4f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:33.617062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Bound port: c47a18d7-dc80-4416-addb-d7ae750c858f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41856e2d-cd90-45f4-a13f-024bb1d4f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:33.619115 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:33.628638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4a59a749-0fec-4df7-a68c-a654186c37dd up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:33.643793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bd41f829-4a6e-4c61-8b99-ae590f15a093 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8278222 Sep 18 19:55:33.644430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35164) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:33.651821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:33.854424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] For port c47a18d7-dc80-4416-addb-d7ae750c858f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:33.858590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Router 638be045-622c-4759-99d9-9dde41a24af9 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:55:33.876986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] For port c47a18d7-dc80-4416-addb-d7ae750c858f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c47a18d7-dc80-4416-addb-d7ae750c858f,segment=NetworkSegment(41856e2d-cd90-45f4-a13f-024bb1d4f395),segment_id=41856e2d-cd90-45f4-a13f-024bb1d4f395)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:33.900163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:34.064755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:34.068986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:34.097367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5189d4c-eaa2-425c-8a99-8eacb5bdcd28 None None] Pushing event updated for resources: {'Port': ['ID=c47a18d7-dc80-4416-addb-d7ae750c858f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:34.140517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:34.253700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:34.268356 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Sync routers for ids ['638be045-622c-4759-99d9-9dde41a24af9'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:34.295976 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Routers {'638be045-622c-4759-99d9-9dde41a24af9'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:34.296591 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['638be045-622c-4759-99d9-9dde41a24af9'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:34.348033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:34.350822 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f9d71f74-4f6e-4bfa-813f-c49c734ccb11 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5587809 Sep 18 19:55:34.354714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:34.367063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 4a59a749-0fec-4df7-a68c-a654186c37dd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:34.371335 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:34.398734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 7b1e2088-c625-4144-8a57-bca029ab3c69 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:55:34.526136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df57602-cdbe-4f72-acc0-ec9cff387c75 None None] Network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:34.545821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 7b1e2088-c625-4144-8a57-bca029ab3c69 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:34.547009 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:34.553733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd4764a0-d16c-4ad8-baaf-603f66c7b313 req-4b0232dc-2ad4-485b-b066-5b3f30d4bb07 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 210 time: 0.1067538 Sep 18 19:55:34.603801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031c7df-edcb-4baf-ad34-8b30e7c24500 req-7322898a-f48a-4cb9-b911-239d5fd2d118 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:34.615254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5031c7df-edcb-4baf-ad34-8b30e7c24500 req-7322898a-f48a-4cb9-b911-239d5fd2d118 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 944 time: 0.5986288 Sep 18 19:55:34.633321 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Set router 638be045-622c-4759-99d9-9dde41a24af9 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:34.758832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2271ca4b-126f-4ee9-9a63-5cbdd1fdff32 None None] Provisioning complete for port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:34.759199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2271ca4b-126f-4ee9-9a63-5cbdd1fdff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:34.819408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5031c7df-edcb-4baf-ad34-8b30e7c24500 req-4dad2bbb-5afc-4357-82b1-b65cf2581d25 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939957 Sep 18 19:55:34.981767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17d2e331-2b7a-4c53-a7eb-8f230b39e147 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:35.150609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:35.283628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:35.301612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:35.311618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:35.312350 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:35.326121 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T19:55:31Z', 'revision_number': 3, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port': {'id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:30Z', 'updated_at': '2021-09-18T19:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:35.346394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6977081 Sep 18 19:55:35.347164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35204) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:35.353854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-169847222', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86c3b44a-1589-4c55-b7bd-13c390988c28'}], 'security_groups': ['2f964226-45ef-441c-9ecd-5ab27da15ef6']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:35.368413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657b452-ade9-41e0-b202-3168c467f4c5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=86c3b44a-1589-4c55-b7bd-13c390988c28,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:35.393602 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2271ca4b-126f-4ee9-9a63-5cbdd1fdff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:35.396422 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:35.424667 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Checking router: 638be045-622c-4759-99d9-9dde41a24af9 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:55:35.425335 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Updating router 638be045-622c-4759-99d9-9dde41a24af9 port ed7d4a13-fd6b-4c88-82fa-9adab6d67066 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:55:35.510354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2271ca4b-126f-4ee9-9a63-5cbdd1fdff32 None None] For port 17d2e331-2b7a-4c53-a7eb-8f230b39e147, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17d2e331-2b7a-4c53-a7eb-8f230b39e147,segment=NetworkSegment(16ebd4e5-a97a-478f-b026-9c3ce7129cad),segment_id=16ebd4e5-a97a-478f-b026-9c3ce7129cad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:35.519714 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:35.578493 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:35.603703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:35.607136 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bb64a5-a211-47e8-8696-b533cd6de6ed" -d '{"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-plugged", "status": "completed", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:35.621267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2271ca4b-126f-4ee9-9a63-5cbdd1fdff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:35.789952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-251d8f40-bd87-4222-ae03-8fae13471ddb tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:35.792186 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-251d8f40-bd87-4222-ae03-8fae13471ddb tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.7461259 Sep 18 19:55:35.848252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Request body: {'port': {'device_id': '9621afe2-83cb-40f8-b663-252cb6de3c46', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'admin_state_up': True, 'tenant_id': 'eb822b2afd174d288a5b4dd4c583c42f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:35.869251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:35.872701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271ca4b-126f-4ee9-9a63-5cbdd1fdff32 None None] Pushing event updated for resources: {'Port': ['ID=17d2e331-2b7a-4c53-a7eb-8f230b39e147,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:35.896738 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d26713c-23ca-4e71-97a5-725b59bf28da x-openstack-request-id: req-8d26713c-23ca-4e71-97a5-725b59bf28da {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:35.896893 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-plugged", "status": "completed", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:35.899030 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d26713c-23ca-4e71-97a5-725b59bf28da {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:35.899485 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'code': 200} Sep 18 19:55:35.914617 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:35.981278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7321232f-6574-469b-89ab-b38d83c4de52 req-2f0c4e0e-8eab-4c84-b59a-1c8eb136b00b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 210 time: 0.0860205 Sep 18 19:55:36.101527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:36.101909 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.112987 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.128996 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.170532 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Attempting to bind port ed7d4a13-fd6b-4c88-82fa-9adab6d67066 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:36.170989 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Attempting to bind port ed7d4a13-fd6b-4c88-82fa-9adab6d67066 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:36.171629 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Attempting to bind port ed7d4a13-fd6b-4c88-82fa-9adab6d67066 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:36.230014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7eebd-c1c7-48f4-959f-ceb08ffb96de req-7c08f956-0648-4c02-95ea-9bdd86ba4fbf tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:36.238001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56e7eebd-c1c7-48f4-959f-ceb08ffb96de req-7c08f956-0648-4c02-95ea-9bdd86ba4fbf tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.2446280 Sep 18 19:55:36.267222 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:36.273943 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:36.274850 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.275442 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:36.276120 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Bound port: ed7d4a13-fd6b-4c88-82fa-9adab6d67066, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:36.276869 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.285459 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356008fb-7b00-4ed5-9a5d-e6ab163fda55 req-d7528689-e9c8-4aa9-9d0f-671cab65e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:36.288137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-356008fb-7b00-4ed5-9a5d-e6ab163fda55 req-d7528689-e9c8-4aa9-9d0f-671cab65e5fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1096 time: 0.4854023 Sep 18 19:55:36.293737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.333559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d417d-e312-4713-aaba-44f0d58d1603 None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:36.353728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:36.393367 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] For port ed7d4a13-fd6b-4c88-82fa-9adab6d67066, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:36.400642 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] For port ed7d4a13-fd6b-4c88-82fa-9adab6d67066, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ed7d4a13-fd6b-4c88-82fa-9adab6d67066,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:36.416575 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.478274 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-356008fb-7b00-4ed5-9a5d-e6ab163fda55 req-57a4ef12-ac72-4716-b081-4f89a1ead46c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736395 Sep 18 19:55:36.500394 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Routers {'638be045-622c-4759-99d9-9dde41a24af9'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:36.501799 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['638be045-622c-4759-99d9-9dde41a24af9'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:36.503817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Made reservation on behalf of eb822b2afd174d288a5b4dd4c583c42f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:36.508589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.544492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56e7eebd-c1c7-48f4-959f-ceb08ffb96de req-46f8f52d-629e-4a5a-b415-6eb6e8a3529f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947746 Sep 18 19:55:36.610832 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Pushing event updated for resources: {'Port': ['ID=ed7d4a13-fd6b-4c88-82fa-9adab6d67066,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:36.664011 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.667934 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.668524 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.670672 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.671984 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.674643 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.675190 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.675745 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.676262 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.676776 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.678303 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.678939 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:36.744281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] Provisioning complete for port 5daff54d-47a2-4f22-9700-19b826ec8019 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:36.744894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:36.821164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Delete allocated IP 172.20.0.13 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/846b1f9f-27a3-437d-8e43-2a06355a59c1) {{(pid=94941) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 19:55:36.839677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.19 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/86c3b44a-1589-4c55-b7bd-13c390988c28/2031e09e-0b60-4f31-b1ba-e7fd96b91b23) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:36.874281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Allocated IP 172.20.0.1 (bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8/e47f3565-5865-444c-8c3e-100da1f73f48/45f8f8ab-aa83-435e-a48e-26190ad9427e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:36.893817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Allocated IP 172.20.0.10 (3293fdbf-42cb-4af1-882d-c286dfc84eb7/7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d/a0aea65d-951a-49d6-83dc-e41fb1964599) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:36.901250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] Port 5daff54d-47a2-4f22-9700-19b826ec8019 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:36.989358 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] Set router 638be045-622c-4759-99d9-9dde41a24af9 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:37.078075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:37.078277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.116588 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c156e45-7bd9-4c31-853d-b5e9b7cfdd69 None None] Pushing event updated for resources: {'Port': ['ID=ed7d4a13-fd6b-4c88-82fa-9adab6d67066,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:37.239692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.354374 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52c7c6e0-2eb7-44c6-ad84-7312536a7e5c req-8f6cdf7f-5e21-4f37-8d8c-eaedcf9313d9 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 210 time: 0.1763694 Sep 18 19:55:37.390733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.405221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17d2e331-2b7a-4c53-a7eb-8f230b39e147 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:37.452203 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.461990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.496001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Pushing event updated for resources: {'Port': ['ID=45f8f8ab-aa83-435e-a48e-26190ad9427e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:37.536648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:37.544439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:37.554686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:37.618497 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.652882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35244) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:37.718574 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.749812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] For port c47a18d7-dc80-4416-addb-d7ae750c858f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c47a18d7-dc80-4416-addb-d7ae750c858f,segment=NetworkSegment(41856e2d-cd90-45f4-a13f-024bb1d4f395),segment_id=41856e2d-cd90-45f4-a13f-024bb1d4f395)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:37.778428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=2031e09e-0b60-4f31-b1ba-e7fd96b91b23,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:37.778894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.796570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8c0c9-41cf-4d47-80e1-cf49384c5f18 None None] Update dhcp port {'port': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'fixed_ips': [{'subnet_id': '846b1f9f-27a3-437d-8e43-2a06355a59c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '86c3b44a-1589-4c55-b7bd-13c390988c28'}], 'binding:host_id': 'n-d-789963-11'}, 'id': 'c47a18d7-dc80-4416-addb-d7ae750c858f'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 19:55:37.809350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] In _notify_port_updated(), no bound segment for port 2031e09e-0b60-4f31-b1ba-e7fd96b91b23 on network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:55:37.825853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:37.826543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.836460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3b193639-c762-4eb8-8970-f13b6c71b6a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "PUT /v2.0/ports/2031e09e-0b60-4f31-b1ba-e7fd96b91b23 HTTP/1.1" status: 200 len: 920 time: 2.4856312 Sep 18 19:55:37.843545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35248) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:37.862007 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T19:55:31Z', 'revision_number': 3, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port': {'id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:30Z', 'updated_at': '2021-09-18T19:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:37.895451 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30abb81-724a-4c4e-94a9-594781033dbe None None] The sync data for ids ['638be045-622c-4759-99d9-9dde41a24af9'] in n-d-789963-11 is: [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T19:55:31Z', 'revision_number': 3, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port': {'id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:30Z', 'updated_at': '2021-09-18T19:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:37.927486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4c99-4a58-4141-b346-bbc9f1c32d6b req-008db5e1-b2de-4755-b27a-d609d5441070 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:37.928675 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8c0c9-41cf-4d47-80e1-cf49384c5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:37.929121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30bc4c99-4a58-4141-b346-bbc9f1c32d6b req-008db5e1-b2de-4755-b27a-d609d5441070 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.2303631 Sep 18 19:55:37.983657 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:55:38.000004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:38.000291 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.032045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37902766-dcbe-474f-b06a-a308f4fdd080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.075068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30bc4c99-4a58-4141-b346-bbc9f1c32d6b req-b8a0e9ff-b8a3-421c-b18f-4ce4689d0c73 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048367 Sep 18 19:55:38.091790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-96d1c49c-3b85-4ed9-8f44-9a8e4f971700 None None] Provisioning complete for port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:38.092158 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96d1c49c-3b85-4ed9-8f44-9a8e4f971700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.107254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-94c1eb37-3984-45fb-8214-f98bc1768871 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 2031e09e-0b60-4f31-b1ba-e7fd96b91b23 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:38.107720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94c1eb37-3984-45fb-8214-f98bc1768871 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.212345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87d93d-2b40-41ef-b03b-162718e4233a None None] Pushing event updated for resources: {'Port': ['ID=c47a18d7-dc80-4416-addb-d7ae750c858f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:38.215520 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37902766-dcbe-474f-b06a-a308f4fdd080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.245293 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.311347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37902766-dcbe-474f-b06a-a308f4fdd080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.390980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c47a18d7-dc80-4416-addb-d7ae750c858f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:38.391851 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94c1eb37-3984-45fb-8214-f98bc1768871 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.447413 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-37902766-dcbe-474f-b06a-a308f4fdd080 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4813b623a089442a84ce3d4420a9fd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7906351 Sep 18 19:55:38.450796 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.452165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35258) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:38.461204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-94c1eb37-3984-45fb-8214-f98bc1768871 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 2031e09e-0b60-4f31-b1ba-e7fd96b91b23 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:38.527497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37902766-dcbe-474f-b06a-a308f4fdd080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45a6d25-8f2e-4f58-b864-be1ebfb2da2d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:38.629120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:38.671452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:38.685535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:38.702133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-a8c8c0c9-41cf-4d47-80e1-cf49384c5f18 None None] Allocated IP 172.20.0.18 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/86c3b44a-1589-4c55-b7bd-13c390988c28/c47a18d7-dc80-4416-addb-d7ae750c858f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:38.743726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6810e-d1a9-4226-aec3-caf7240f90c0 req-ce71e28e-2f38-4e82-88dd-420312473995 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:38.756125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19a6810e-d1a9-4226-aec3-caf7240f90c0 req-ce71e28e-2f38-4e82-88dd-420312473995 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.4936309 Sep 18 19:55:38.767477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35264) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:38.779633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Request body: {'floatingip': {'port_id': '7b1e2088-c625-4144-8a57-bca029ab3c69'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:38.820025 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94c1eb37-3984-45fb-8214-f98bc1768871 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.840858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.891588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a8c8c0c9-41cf-4d47-80e1-cf49384c5f18 None None] For port c47a18d7-dc80-4416-addb-d7ae750c858f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c47a18d7-dc80-4416-addb-d7ae750c858f,segment=NetworkSegment(41856e2d-cd90-45f4-a13f-024bb1d4f395),segment_id=41856e2d-cd90-45f4-a13f-024bb1d4f395)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:38.941747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:38.942513 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:38.967023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1eb37-3984-45fb-8214-f98bc1768871 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=2031e09e-0b60-4f31-b1ba-e7fd96b91b23,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:39.011591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event updated for resources: {'Port': ['ID=a0aea65d-951a-49d6-83dc-e41fb1964599,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:39.029882 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8c0c9-41cf-4d47-80e1-cf49384c5f18 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.039316 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8c0c9-41cf-4d47-80e1-cf49384c5f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.046034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd094c9b-9b4a-48ea-83c1-7c76ffc5daf9 req-d307ba1d-067b-47a4-b2f7-65455bec9bb7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:39.048089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd094c9b-9b4a-48ea-83c1-7c76ffc5daf9 req-d307ba1d-067b-47a4-b2f7-65455bec9bb7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 932 time: 0.5469658 Sep 18 19:55:39.125640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8c0c9-41cf-4d47-80e1-cf49384c5f18 None None] Pushing event updated for resources: {'Port': ['ID=c47a18d7-dc80-4416-addb-d7ae750c858f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:39.169253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-94c1eb37-3984-45fb-8214-f98bc1768871 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.177703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-94c1eb37-3984-45fb-8214-f98bc1768871 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/2031e09e-0b60-4f31-b1ba-e7fd96b91b23 HTTP/1.1" status: 204 len: 168 time: 1.3306913 Sep 18 19:55:39.187934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35270) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:39.210828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5311cac1-2797-4fe7-9617-cad42618d50f None None] Provisioning complete for port 45f8f8ab-aa83-435e-a48e-26190ad9427e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:39.211208 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5311cac1-2797-4fe7-9617-cad42618d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.230151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:39.230969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.267206 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d343382-3b6a-427d-a8a7-07a527218073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.269460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.284220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5311cac1-2797-4fe7-9617-cad42618d50f None None] Port 45f8f8ab-aa83-435e-a48e-26190ad9427e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:39.295679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd094c9b-9b4a-48ea-83c1-7c76ffc5daf9 req-e750914f-797d-4ead-9e9b-3ed56dbff58f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287328 Sep 18 19:55:39.297174 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1610e0b4-53f8-47fc-ac9c-6ce8b10840b4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:55:39.303449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1610e0b4-53f8-47fc-ac9c-6ce8b10840b4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/2031e09e-0b60-4f31-b1ba-e7fd96b91b23 HTTP/1.1" status: 404 len: 333 time: 0.1072557 Sep 18 19:55:39.305329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35272) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:39.382555 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-22b4749c-c17b-4148-abbc-001f1accf0d8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5572431 Sep 18 19:55:39.384913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d343382-3b6a-427d-a8a7-07a527218073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.388228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69494f9d-a6fe-4d27-9162-48efda68e9b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.419457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Request body: {'port': {'device_id': '9621afe2-83cb-40f8-b663-252cb6de3c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:39.432655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69494f9d-a6fe-4d27-9162-48efda68e9b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.541404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69494f9d-a6fe-4d27-9162-48efda68e9b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.544681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-69494f9d-a6fe-4d27-9162-48efda68e9b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.546368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-69494f9d-a6fe-4d27-9162-48efda68e9b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a976f9f-7c6f-49c9-becb-3827a4f89f6e HTTP/1.1" status: 204 len: 168 time: 0.2397146 Sep 18 19:55:39.557552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35278) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:39.558493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69494f9d-a6fe-4d27-9162-48efda68e9b8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a976f9f-7c6f-49c9-becb-3827a4f89f6e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:39.645835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b0fbf74-512d-4095-babc-9e3c81a887ad tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.696699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b0fbf74-512d-4095-babc-9e3c81a887ad tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.774931 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b0fbf74-512d-4095-babc-9e3c81a887ad tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.780469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b0fbf74-512d-4095-babc-9e3c81a887ad tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.780768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ed7d4a13-fd6b-4c88-82fa-9adab6d67066 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:39.781671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1b0fbf74-512d-4095-babc-9e3c81a887ad tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/security-groups/2f964226-45ef-441c-9ecd-5ab27da15ef6 HTTP/1.1" status: 204 len: 168 time: 0.2191696 Sep 18 19:55:39.785399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35280) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:39.802419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fbf74-512d-4095-babc-9e3c81a887ad tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f964226-45ef-441c-9ecd-5ab27da15ef6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:39.878250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eeba56-2bb9-40a4-957a-241774780ef3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 846b1f9f-27a3-437d-8e43-2a06355a59c1 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:39.882160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba56-2bb9-40a4-957a-241774780ef3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.890818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ed7d4a13-fd6b-4c88-82fa-9adab6d67066 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:39.891200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.958832 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba56-2bb9-40a4-957a-241774780ef3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:39.991207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.011839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.021656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.065632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.138213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port ed7d4a13-fd6b-4c88-82fa-9adab6d67066, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ed7d4a13-fd6b-4c88-82fa-9adab6d67066,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:40.150213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.151064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c47a18d7-dc80-4416-addb-d7ae750c858f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:40.163497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba56-2bb9-40a4-957a-241774780ef3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.275329 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba56-2bb9-40a4-957a-241774780ef3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.322192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=ed7d4a13-fd6b-4c88-82fa-9adab6d67066,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:40.332321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:40.332743 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.337757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeba56-2bb9-40a4-957a-241774780ef3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=846b1f9f-27a3-437d-8e43-2a06355a59c1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:40.355026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4eeba56-2bb9-40a4-957a-241774780ef3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.360480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c4eeba56-2bb9-40a4-957a-241774780ef3 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/846b1f9f-27a3-437d-8e43-2a06355a59c1 HTTP/1.1" status: 204 len: 168 time: 0.5730095 Sep 18 19:55:40.364838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35286) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:40.375029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:40.482125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03346ce7-3b88-4571-b806-941b009068e6 None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:40.518456 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d343382-3b6a-427d-a8a7-07a527218073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.522288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d343382-3b6a-427d-a8a7-07a527218073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.523673 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9d343382-3b6a-427d-a8a7-07a527218073 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e45a6d25-8f2e-4f58-b864-be1ebfb2da2d HTTP/1.1" status: 204 len: 168 time: 2.0650029 Sep 18 19:55:40.542968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Pushing event updated for resources: {'Port': ['ID=45f8f8ab-aa83-435e-a48e-26190ad9427e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:40.554610 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.567595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d343382-3b6a-427d-a8a7-07a527218073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45a6d25-8f2e-4f58-b864-be1ebfb2da2d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:40.650278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8885eb5-60e8-44b6-8afd-0e94043c5231 req-0caba91f-9a22-4de1-bab9-e5103d225854 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:40.651993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8885eb5-60e8-44b6-8afd-0e94043c5231 req-0caba91f-9a22-4de1-bab9-e5103d225854 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 932 time: 0.2222664 Sep 18 19:55:40.682603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c7d7d798-0cd8-4417-9c0d-35b49b94da7b None None] Provisioning complete for port 5daff54d-47a2-4f22-9700-19b826ec8019 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:40.682971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7d7d798-0cd8-4417-9c0d-35b49b94da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.776810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8885eb5-60e8-44b6-8afd-0e94043c5231 req-16f23c86-ba8a-4a9c-a0eb-cdc27dda91d6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147585 Sep 18 19:55:40.786640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c7d7d798-0cd8-4417-9c0d-35b49b94da7b None None] Port 5daff54d-47a2-4f22-9700-19b826ec8019 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:40.801023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c7d7d798-0cd8-4417-9c0d-35b49b94da7b None None] Could not find standard attr ID for object 2031e09e-0b60-4f31-b1ba-e7fd96b91b23. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:55:40.816756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:40.820507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:40.885592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c7d7d798-0cd8-4417-9c0d-35b49b94da7b None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:40.886140 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7d7d798-0cd8-4417-9c0d-35b49b94da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.109922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35298) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:41.132676 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.205472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=2c149998-7dda-478b-b688-a35074a5867e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:41.208041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff6da122-86f2-4cc5-85bd-fba3b8fe4844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.223093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:41.229487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:41.233885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:41.234471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.392382 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff6da122-86f2-4cc5-85bd-fba3b8fe4844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.403042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff6da122-86f2-4cc5-85bd-fba3b8fe4844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.469281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ff6da122-86f2-4cc5-85bd-fba3b8fe4844 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2802db27a043461b8d0827771d0f3665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578160 Sep 18 19:55:41.469983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6da122-86f2-4cc5-85bd-fba3b8fe4844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766c9399-6540-4539-a113-2164492d6d0a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:41.480008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9ca8662a-1329-4f04-ba6e-4f9d9e1e8f01 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138611 Sep 18 19:55:41.481481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35300) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:41.481481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35302) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:41.492497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-cd6ec6ec-05dc-4a01-adec-27b3d22c4e7b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'security_group': {'name': 'tempest-secgroup-1192074461'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:41.580068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0aea65d-951a-49d6-83dc-e41fb1964599 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:55:41.591497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.593580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec6ec-05dc-4a01-adec-27b3d22c4e7b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.608196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Transition to ACTIVE for port object a0aea65d-951a-49d6-83dc-e41fb1964599 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:55:41.628238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ed7d4a13-fd6b-4c88-82fa-9adab6d67066 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:41.639307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.resource_extend [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:55:41.667142 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bff5-c7ad-4b79-a96e-b59db1d56a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.696292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ed7d4a13-fd6b-4c88-82fa-9adab6d67066 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:41.696761 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.739326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bff5-c7ad-4b79-a96e-b59db1d56a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.744836 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.773116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.774839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.843151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:41.848426 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aea65d-951a-49d6-83dc-e41fb1964599,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:41.851489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bff5-c7ad-4b79-a96e-b59db1d56a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.859705 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bff5-c7ad-4b79-a96e-b59db1d56a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:41.861279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c8f7bff5-c7ad-4b79-a96e-b59db1d56a71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/766c9399-6540-4539-a113-2164492d6d0a HTTP/1.1" status: 204 len: 168 time: 0.3789933 Sep 18 19:55:41.904649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7bff5-c7ad-4b79-a96e-b59db1d56a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766c9399-6540-4539-a113-2164492d6d0a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:41.943437 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:41.983154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24678cba-6c44-4ee7-9d80-2f782c06a439 None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:42.225256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec6ec-05dc-4a01-adec-27b3d22c4e7b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.236326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9ccb0a50-d5e0-4c09-acec-ffdd9f18ba91 None None] Provisioning complete for port 5daff54d-47a2-4f22-9700-19b826ec8019 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:42.238235 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0a50-d5e0-4c09-acec-ffdd9f18ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.248150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171276-03f9-46b6-8135-159123632e9b req-a11e83f7-01f7-41e5-af99-8447b6f8f4dc tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:42.252280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f171276-03f9-46b6-8135-159123632e9b req-a11e83f7-01f7-41e5-af99-8447b6f8f4dc tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 944 time: 0.3421860 Sep 18 19:55:42.253580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec6ec-05dc-4a01-adec-27b3d22c4e7b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.354025 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Floating IP 1e383480-b72f-4878-a58a-10c0b1876659 associated. External IP: 172.25.8.163, port: 7b1e2088-c625-4144-8a57-bca029ab3c69. Sep 18 19:55:42.373861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ec6ec-05dc-4a01-adec-27b3d22c4e7b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f952040-7f6f-4fb8-a681-1783c3b14384,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:42.384015 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd6ec6ec-05dc-4a01-adec-27b3d22c4e7b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.385661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cd6ec6ec-05dc-4a01-adec-27b3d22c4e7b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9021595 Sep 18 19:55:42.391886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35324) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:42.397743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fa97955c-62b3-4d1a-ba74-df391e14b43b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'security_group': {'name': 'tempest-secgroup-618612339'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:42.429896 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa97955c-62b3-4d1a-ba74-df391e14b43b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.446715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Attempting to bind port a0aea65d-951a-49d6-83dc-e41fb1964599 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:42.447511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Attempting to bind port a0aea65d-951a-49d6-83dc-e41fb1964599 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:42.448087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Attempting to bind port a0aea65d-951a-49d6-83dc-e41fb1964599 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:42.465892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Router 638be045-622c-4759-99d9-9dde41a24af9 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:55:42.469155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Port a0aea65d-951a-49d6-83dc-e41fb1964599 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:55:42.469867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Attempting to bind port a0aea65d-951a-49d6-83dc-e41fb1964599 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:42.494555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f171276-03f9-46b6-8135-159123632e9b req-b8e70b5b-0bee-4b45-a878-43578266aca9 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388094 Sep 18 19:55:42.530266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:42.531023 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Checking segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:42.531673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Bound using segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:42.532431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Bound port: a0aea65d-951a-49d6-83dc-e41fb1964599, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:42.533037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.627430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa97955c-62b3-4d1a-ba74-df391e14b43b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.632567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa97955c-62b3-4d1a-ba74-df391e14b43b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.695976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97955c-62b3-4d1a-ba74-df391e14b43b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e967b2c-e8a4-40c5-a6c6-e437b7056b35,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:42.711015 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa97955c-62b3-4d1a-ba74-df391e14b43b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.717089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fa97955c-62b3-4d1a-ba74-df391e14b43b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3214259 Sep 18 19:55:42.718331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35332) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:42.728412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-44a7543e-6601-4b82-80c2-012c65d0e25b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'security_group': {'name': 'tempest-secgroup-269334279'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:42.777422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] For port a0aea65d-951a-49d6-83dc-e41fb1964599, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:42.814976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a7543e-6601-4b82-80c2-012c65d0e25b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.842721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] For port a0aea65d-951a-49d6-83dc-e41fb1964599, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a0aea65d-951a-49d6-83dc-e41fb1964599,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:42.857189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.858441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb0a50-d5e0-4c09-acec-ffdd9f18ba91 None None] Port 5daff54d-47a2-4f22-9700-19b826ec8019 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:42.893029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9ccb0a50-d5e0-4c09-acec-ffdd9f18ba91 None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:42.893381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:42.893523 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0a50-d5e0-4c09-acec-ffdd9f18ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.921942 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e8fd02f4-b94c-45cb-8c43-c8fa6561e20d admin admin] 10.222.0.20 "PUT /v2.0/routers/638be045-622c-4759-99d9-9dde41a24af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5605538 Sep 18 19:55:42.949307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:42.950141 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:42.951846 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0aea65d-951a-49d6-83dc-e41fb1964599 HTTP/1.1" status: 200 len: 1093 time: 3.5542231 Sep 18 19:55:42.956258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9621afe2-83cb-40f8-b663-252cb6de3c46', 'tag': 'a0aea65d-951a-49d6-83dc-e41fb1964599'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:42.960077 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c305e66-c2cd-4846-9a86-bb123d596def" -d '{"events": [{"name": "network-changed", "server_uuid": "9621afe2-83cb-40f8-b663-252cb6de3c46", "tag": "a0aea65d-951a-49d6-83dc-e41fb1964599"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:43.040844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Sync routers for ids ['638be045-622c-4759-99d9-9dde41a24af9'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:43.079045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Router df54ce14-620c-4d71-9f20-a6118d9b63ec has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:55:43.083345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0617c-8911-41cd-a23e-809385662eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aea65d-951a-49d6-83dc-e41fb1964599,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:43.109832 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034e3d8a-1a77-46fe-ba8b-972f50896f4e x-openstack-request-id: req-034e3d8a-1a77-46fe-ba8b-972f50896f4e {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:43.111701 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9621afe2-83cb-40f8-b663-252cb6de3c46", "tag": "a0aea65d-951a-49d6-83dc-e41fb1964599", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:43.115021 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-034e3d8a-1a77-46fe-ba8b-972f50896f4e {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:43.115795 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9621afe2-83cb-40f8-b663-252cb6de3c46', 'tag': 'a0aea65d-951a-49d6-83dc-e41fb1964599', 'status': 'completed', 'code': 200} Sep 18 19:55:43.138040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Routers {'638be045-622c-4759-99d9-9dde41a24af9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:43.138611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['638be045-622c-4759-99d9-9dde41a24af9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:43.139618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a7543e-6601-4b82-80c2-012c65d0e25b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:43.149944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a7543e-6601-4b82-80c2-012c65d0e25b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:43.231900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7543e-6601-4b82-80c2-012c65d0e25b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f18e90-582c-4633-8d2e-297a00c8853f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:43.252995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-44a7543e-6601-4b82-80c2-012c65d0e25b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:43.254262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-44a7543e-6601-4b82-80c2-012c65d0e25b tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5348425 Sep 18 19:55:43.256872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35350) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:43.268316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-652977339', 'security_groups': ['01f18e90-582c-4633-8d2e-297a00c8853f'], 'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2c149998-7dda-478b-b688-a35074a5867e'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:43.425563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-5157027e-2ccf-46d3-9d83-5fd9b667fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:43.427143 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-5157027e-2ccf-46d3-9d83-5fd9b667fefc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 1096 time: 0.4039814 Sep 18 19:55:43.517417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d59a5e-04a6-4a48-9502-a87a65b71536 None None] Update dhcp port {'port': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'fixed_ips': [{'subnet_id': '86c3b44a-1589-4c55-b7bd-13c390988c28', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c149998-7dda-478b-b688-a35074a5867e'}], 'binding:host_id': 'n-d-789963-11'}, 'id': 'c47a18d7-dc80-4416-addb-d7ae750c858f'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 19:55:43.577096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:43.631033 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32d59a5e-04a6-4a48-9502-a87a65b71536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:43.684181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Set router 638be045-622c-4759-99d9-9dde41a24af9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:43.703737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:43.723280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] device_id is not set on port 0f6d00c7-5b6d-41ca-a5f2-c07665890344 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:55:43.742367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:55:43.755951 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-233c6706-8694-447f-ac99-d57603957e58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0aea65d-951a-49d6-83dc-e41fb1964599 HTTP/1.1" status: 200 len: 217 time: 0.3115358 Sep 18 19:55:43.759251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:43.759935 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] Sync routers for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:55:43.789954 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:43.790570 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:43.914619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.12 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/2c149998-7dda-478b-b688-a35074a5867e/0f6d00c7-5b6d-41ca-a5f2-c07665890344) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:44.060658 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d9940cd1-b0b8-4727-a25c-6ed0ede70af4 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "PUT /v2.0/floatingips/1e383480-b72f-4878-a58a-10c0b1876659 HTTP/1.1" status: 200 len: 991 time: 5.2874382 Sep 18 19:55:44.097934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-6e3da7a9-715c-47af-a2ce-acab0d1f1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:44.107906 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-6e3da7a9-715c-47af-a2ce-acab0d1f1a2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.3227208 Sep 18 19:55:44.199409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-b17d65be-7a8b-4b5a-9b9f-079df10c4c80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820131 Sep 18 19:55:44.248441 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:44.472277 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-487f8713-eea0-43ad-95ac-e6861582f75b service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572618 Sep 18 19:55:44.774937 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de1d2e84-5b01-4c28-8546-46362ef8d81c req-70bb4e8c-7da1-4e27-bf08-999781f24c28 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975907 Sep 18 19:55:44.862092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2743ac5e-84e8-4e18-80ad-357696ac4e85 None None] Provisioning complete for port 45f8f8ab-aa83-435e-a48e-26190ad9427e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:44.862792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2743ac5e-84e8-4e18-80ad-357696ac4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:44.968579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d726dbc-569b-46d9-91b9-d26213ec14bf req-ce67c99c-ae2b-4d3c-9412-5b798bddfe5d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:44.979244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d726dbc-569b-46d9-91b9-d26213ec14bf req-ce67c99c-ae2b-4d3c-9412-5b798bddfe5d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 944 time: 1.0050700 Sep 18 19:55:44.995778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c305e66-c2cd-4846-9a86-bb123d596def req-f2890448-a545-476c-8dae-7b42d130d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:45.002176 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c305e66-c2cd-4846-9a86-bb123d596def req-f2890448-a545-476c-8dae-7b42d130d2ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 1096 time: 0.1698723 Sep 18 19:55:45.020986 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '1e383480-b72f-4878-a58a-10c0b1876659', 'tenant_id': '674a6098479547d99807b89546a820fe', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'port_id': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'mac_address': 'fa:16:3e:15:b8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:41Z', 'revision_number': 1, 'project_id': '674a6098479547d99807b89546a820fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:45.121635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] Checking router: df54ce14-620c-4d71-9f20-a6118d9b63ec for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:55:45.128789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2743ac5e-84e8-4e18-80ad-357696ac4e85 None None] Port 45f8f8ab-aa83-435e-a48e-26190ad9427e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:45.144246 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:45.145133 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:45.161651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T19:55:38Z', 'revision_number': 4, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port': {'id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:30Z', 'updated_at': '2021-09-18T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '45f8f8ab-aa83-435e-a48e-26190ad9427e', 'name': '', 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'mac_address': 'fa:16:3e:6a:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'e47f3565-5865-444c-8c3e-100da1f73f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:36Z', 'updated_at': '2021-09-18T19:55:39Z', 'revision_number': 2, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'subnets': [{'id': 'e47f3565-5865-444c-8c3e-100da1f73f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:45.180778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:45.197210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d726dbc-569b-46d9-91b9-d26213ec14bf req-e9bd4795-ecfe-4eaf-8ce3-e208c252759e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091637 Sep 18 19:55:45.201022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:45.208355 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5babb045-99f4-414c-a2d2-6955c7e778f8" -d '{"events": [{"name": "network-changed", "server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:45.258445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Checking router: 638be045-622c-4759-99d9-9dde41a24af9 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:55:45.259025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Updating router 638be045-622c-4759-99d9-9dde41a24af9 port 45f8f8ab-aa83-435e-a48e-26190ad9427e binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:55:45.312868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c305e66-c2cd-4846-9a86-bb123d596def req-13c10576-4970-49bf-9950-63afde837228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:45.316089 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c305e66-c2cd-4846-9a86-bb123d596def req-13c10576-4970-49bf-9950-63afde837228 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 911 time: 0.3044572 Sep 18 19:55:45.343310 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba557229-9b55-4e4d-aee4-35f24714c95f x-openstack-request-id: req-ba557229-9b55-4e4d-aee4-35f24714c95f {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:45.343699 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:45.343888 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba557229-9b55-4e4d-aee4-35f24714c95f {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:45.345461 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'status': 'completed', 'code': 200} Sep 18 19:55:45.372942 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:45.386744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:45.483165 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c305e66-c2cd-4846-9a86-bb123d596def req-20238c47-59c4-40b7-9dc8-20d35768d47e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0aea65d-951a-49d6-83dc-e41fb1964599 HTTP/1.1" status: 200 len: 217 time: 0.1593950 Sep 18 19:55:45.498581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-32d59a5e-04a6-4a48-9502-a87a65b71536 None None] Allocated IP 172.20.0.2 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/2c149998-7dda-478b-b688-a35074a5867e/c47a18d7-dc80-4416-addb-d7ae750c858f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:45.510481 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:45.577195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:45.584628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:45.591990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:45.621410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=0f6d00c7-5b6d-41ca-a5f2-c07665890344,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:45.693442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:45.694125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:45.747425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-486f352c-7b74-444f-acc5-cc1ff1e2ae79 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4892790 Sep 18 19:55:45.750442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35406) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:45.757580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-698ec371-9f0e-4ba2-be13-ac4b2dda9c41 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:45.769537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-ac0f5e0b-6f06-44fa-b684-9731b3eebd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:45.779730 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-ac0f5e0b-6f06-44fa-b684-9731b3eebd9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1097 time: 0.2955012 Sep 18 19:55:45.783815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c305e66-c2cd-4846-9a86-bb123d596def req-814b3df8-7150-42f1-b608-83267aed1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:45.785285 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c305e66-c2cd-4846-9a86-bb123d596def req-814b3df8-7150-42f1-b608-83267aed1b6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.2592704 Sep 18 19:55:45.919302 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:46.012168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-32d59a5e-04a6-4a48-9502-a87a65b71536 None None] For port c47a18d7-dc80-4416-addb-d7ae750c858f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c47a18d7-dc80-4416-addb-d7ae750c858f,segment=NetworkSegment(41856e2d-cd90-45f4-a13f-024bb1d4f395),segment_id=41856e2d-cd90-45f4-a13f-024bb1d4f395)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:46.017805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c305e66-c2cd-4846-9a86-bb123d596def req-8b873da4-29ce-4634-9852-4862d570de72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2199323 Sep 18 19:55:46.046867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32d59a5e-04a6-4a48-9502-a87a65b71536 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:46.050896 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:46.075031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698ec371-9f0e-4ba2-be13-ac4b2dda9c41 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:46.079446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-698ec371-9f0e-4ba2-be13-ac4b2dda9c41 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:46.141410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32d59a5e-04a6-4a48-9502-a87a65b71536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:46.203983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c34adb-d326-4383-8af6-afb5690ad5c2 None None] Pushing event updated for resources: {'Port': ['ID=45f8f8ab-aa83-435e-a48e-26190ad9427e,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:46.218460 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '1e383480-b72f-4878-a58a-10c0b1876659', 'tenant_id': '674a6098479547d99807b89546a820fe', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'port_id': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'mac_address': 'fa:16:3e:15:b8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:41Z', 'revision_number': 1, 'project_id': '674a6098479547d99807b89546a820fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:46.258906 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fa3cd-f22a-49bb-a85a-4767c02d1113 None None] The sync data for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 is: [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '1e383480-b72f-4878-a58a-10c0b1876659', 'tenant_id': '674a6098479547d99807b89546a820fe', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'port_id': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'mac_address': 'fa:16:3e:15:b8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:41Z', 'revision_number': 1, 'project_id': '674a6098479547d99807b89546a820fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:46.309698 n-d-789963-11 neutron-server[94941]: INFO neutron.db.ipam_backend_mixin [None req-698ec371-9f0e-4ba2-be13-ac4b2dda9c41 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2c149998-7dda-478b-b688-a35074a5867e (CIDR: 172.20.0.0/28) Sep 18 19:55:46.316438 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-698ec371-9f0e-4ba2-be13-ac4b2dda9c41 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 19:55:46.316934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698ec371-9f0e-4ba2-be13-ac4b2dda9c41 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:46.345668 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c305e66-c2cd-4846-9a86-bb123d596def req-7a0eed78-aa9c-49fe-a310-18e1eadb5924 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189828 Sep 18 19:55:46.418186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d59a5e-04a6-4a48-9502-a87a65b71536 None None] Pushing event updated for resources: {'Port': ['ID=c47a18d7-dc80-4416-addb-d7ae750c858f,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:46.504139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-698ec371-9f0e-4ba2-be13-ac4b2dda9c41 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7512207 Sep 18 19:55:46.556937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a5dce-982e-4399-8d66-1cef2e464e17 req-2168de89-1f71-409c-8d70-570c7d2e1429 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:46.558766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce7a5dce-982e-4399-8d66-1cef2e464e17 req-2168de89-1f71-409c-8d70-570c7d2e1429 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 944 time: 0.2247825 Sep 18 19:55:46.559286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35424) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:46.571171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-da6a7894-405b-4ea9-b17a-b3262aa483e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:46.690451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Attempting to bind port 45f8f8ab-aa83-435e-a48e-26190ad9427e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:46.691993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Attempting to bind port 45f8f8ab-aa83-435e-a48e-26190ad9427e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:46.692397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Attempting to bind port 45f8f8ab-aa83-435e-a48e-26190ad9427e on network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:46.712651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:46.713111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Checking segment: {'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:46.713537 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:46.713946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Bound using segment: {'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:46.714447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Bound port: 45f8f8ab-aa83-435e-a48e-26190ad9427e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ebd4e5-a97a-478f-b026-9c3ce7129cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:46.714841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:46.757465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce7a5dce-982e-4399-8d66-1cef2e464e17 req-cedc5f60-661e-4823-896b-3bd7e08376ad tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701326 Sep 18 19:55:46.791991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-0dddeaa7-e00d-4e8b-ae21-b4daffefac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:46.793525 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-0dddeaa7-e00d-4e8b-ae21-b4daffefac0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.9916515 Sep 18 19:55:46.951499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] For port 45f8f8ab-aa83-435e-a48e-26190ad9427e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:46.956201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] For port 45f8f8ab-aa83-435e-a48e-26190ad9427e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=45f8f8ab-aa83-435e-a48e-26190ad9427e,segment=NetworkSegment(16ebd4e5-a97a-478f-b026-9c3ce7129cad),segment_id=16ebd4e5-a97a-478f-b026-9c3ce7129cad)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:46.962539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620f21a-6337-46d7-b300-6815672df1f5 None None] New status for floating IP 1e383480-b72f-4878-a58a-10c0b1876659: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:55:46.970771 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:47.029001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6a7894-405b-4ea9-b17a-b3262aa483e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:47.034753 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da6a7894-405b-4ea9-b17a-b3262aa483e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:47.085087 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-0914fe9f-3d8a-45a6-8441-22ed206a2ef4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 200 len: 999 time: 0.2501926 Sep 18 19:55:47.131352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a02a2d10-cd9e-437f-8713-c14812c66c94 None None] Provisioning complete for port 45f8f8ab-aa83-435e-a48e-26190ad9427e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:47.136092 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a02a2d10-cd9e-437f-8713-c14812c66c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:47.250532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-ac861bb3-7ae6-480b-ba1b-f4af16734a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:47.252565 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-ac861bb3-7ae6-480b-ba1b-f4af16734a52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.1536086 Sep 18 19:55:47.298806 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3c305e66-c2cd-4846-9a86-bb123d596def req-bb5f3a05-06a8-4e3e-aeab-24c5f89a907e service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8843987 Sep 18 19:55:47.384343 n-d-789963-11 neutron-server[94941]: INFO neutron.db.ipam_backend_mixin [None req-da6a7894-405b-4ea9-b17a-b3262aa483e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 86c3b44a-1589-4c55-b7bd-13c390988c28 (CIDR: 172.20.0.16/28) Sep 18 19:55:47.388295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-991ca2d9-3150-4e75-b020-e9ec64dcdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:47.389855 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-991ca2d9-3150-4e75-b020-e9ec64dcdee5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098471 Sep 18 19:55:47.414558 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6a7894-405b-4ea9-b17a-b3262aa483e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 19:55:47.415067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6a7894-405b-4ea9-b17a-b3262aa483e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:47.437975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-bf785f4e-51df-419d-a2c8-fbfd16ad336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:47.441009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-bf785f4e-51df-419d-a2c8-fbfd16ad336c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1097 time: 0.1823480 Sep 18 19:55:47.495147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-da6a7894-405b-4ea9-b17a-b3262aa483e0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9307106 Sep 18 19:55:47.515781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35444) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:47.529939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a0aea65d-951a-49d6-83dc-e41fb1964599 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:55:47.542115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'subnet': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:47.562974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Routers {'638be045-622c-4759-99d9-9dde41a24af9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:55:47.564507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['638be045-622c-4759-99d9-9dde41a24af9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:47.593319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c34adb-d326-4383-8af6-afb5690ad5c2 None None] Pushing event updated for resources: {'Port': ['ID=45f8f8ab-aa83-435e-a48e-26190ad9427e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:47.758476 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-33db14c4-9c6c-4a9b-b981-2cfb29d1a492 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467181 Sep 18 19:55:47.978514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5babb045-99f4-414c-a2d2-6955c7e778f8 req-9ee88f27-b810-4781-9567-21bc0f1ccad5 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187190 Sep 18 19:55:48.199735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c47a18d7-dc80-4416-addb-d7ae750c858f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:48.305335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Made reservation on behalf of d569fd7df5434f72a0d5f3767d86d3a4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:48.310175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:48.315042 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:55:48.581505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-9fca0270-7e83-4f1a-aac2-d648529ec86b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:48.583153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-9fca0270-7e83-4f1a-aac2-d648529ec86b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.5175059 Sep 18 19:55:48.593071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:48.661327 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a02a2d10-cd9e-437f-8713-c14812c66c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:48.679891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376dd35-e9ce-44d5-9616-4fd63f5a8129 req-52247bb7-9f37-453b-8269-f3708ceb89b4 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:48.681482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b376dd35-e9ce-44d5-9616-4fd63f5a8129 req-52247bb7-9f37-453b-8269-f3708ceb89b4 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 944 time: 0.6193483 Sep 18 19:55:48.682866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-39dbd455-749f-4d12-9551-d5f0cf434b4d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/quotas/3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 375 time: 0.0868511 Sep 18 19:55:48.708180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:48.714729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:48.720751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:48.721366 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:48.731094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] Set router 638be045-622c-4759-99d9-9dde41a24af9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:55:48.732986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Subnet': ['ID=8d3769d9-7b82-4d08-a9c8-9e363b4e67f1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:48.803932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35476) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:48.804435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-28f27bf7-c07c-4459-a32e-d18494c3c0c9 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2845063 Sep 18 19:55:48.809825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-158812613', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d3769d9-7b82-4d08-a9c8-9e363b4e67f1'}], 'security_groups': ['0f952040-7f6f-4fb8-a681-1783c3b14384', '6e967b2c-e8a4-40c5-a6c6-e437b7056b35']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:48.812049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-2f84b6b8-89a0-4924-a8f3-0a48f6c05440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:48.818050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-2f84b6b8-89a0-4924-a8f3-0a48f6c05440 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 1.3524806 Sep 18 19:55:48.886653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b376dd35-e9ce-44d5-9616-4fd63f5a8129 req-53e5ff13-82ba-4e47-9321-5b3b35d87c73 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901906 Sep 18 19:55:48.925448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a02a2d10-cd9e-437f-8713-c14812c66c94 None None] For port 45f8f8ab-aa83-435e-a48e-26190ad9427e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=45f8f8ab-aa83-435e-a48e-26190ad9427e,segment=NetworkSegment(16ebd4e5-a97a-478f-b026-9c3ce7129cad),segment_id=16ebd4e5-a97a-478f-b026-9c3ce7129cad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:48.931285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:48.932050 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:49.013288 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a02a2d10-cd9e-437f-8713-c14812c66c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:49.072550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-f60d0637-058e-4514-8526-8909dbc78600 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3592415 Sep 18 19:55:49.103992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a0aea65d-951a-49d6-83dc-e41fb1964599, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a0aea65d-951a-49d6-83dc-e41fb1964599,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:49.119119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a0aea65d-951a-49d6-83dc-e41fb1964599', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'port_id': 'a0aea65d-951a-49d6-83dc-e41fb1964599', 'mac_address': 'fa:16:3e:86:d0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:55:49.129540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-25444ac1-90e9-4dbc-8db5-27073f3c96ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 1001 time: 0.2885697 Sep 18 19:55:49.133782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:49.239504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-8fe12e25-a4c4-440f-a5ff-b720ad066bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:49.241081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-8fe12e25-a4c4-440f-a5ff-b720ad066bf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0879159 Sep 18 19:55:49.253909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a2d10-cd9e-437f-8713-c14812c66c94 None None] Pushing event updated for resources: {'Port': ['ID=45f8f8ab-aa83-435e-a48e-26190ad9427e,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:49.257161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f94dfbb-ef15-4c02-94f1-6fd4911e10e7 None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:49.362423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-5c264ab4-de55-4daf-afc5-b2737ec1b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:49.375056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-5c264ab4-de55-4daf-afc5-b2737ec1b298 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863249 Sep 18 19:55:49.383173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-4c848090-dfc2-4061-8ec3-fdcf30eef373 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935309 Sep 18 19:55:49.418393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Provisioning complete for port 5daff54d-47a2-4f22-9700-19b826ec8019 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:49.418910 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:49.459611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:49.568178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0aea65d-951a-49d6-83dc-e41fb1964599 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:55:49.591861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a0aea65d-951a-49d6-83dc-e41fb1964599, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a0aea65d-951a-49d6-83dc-e41fb1964599,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:49.602865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Port 5daff54d-47a2-4f22-9700-19b826ec8019 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:49.621224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:49.635296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Delete allocated IP 172.20.0.12 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/2c149998-7dda-478b-b688-a35074a5867e) {{(pid=94940) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 19:55:49.647144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Allocated IP 172.20.0.45 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/8d3769d9-7b82-4d08-a9c8-9e363b4e67f1/0f6d00c7-5b6d-41ca-a5f2-c07665890344) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:49.665446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-b80b0798-0618-4815-b950-b66b8be5183a service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806697 Sep 18 19:55:49.682023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Could not find standard attr ID for object 2031e09e-0b60-4f31-b1ba-e7fd96b91b23. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:55:49.731988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-1d71dbbc-fafe-4849-9060-6da99104766c service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356917 Sep 18 19:55:49.805486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T19:55:38Z', 'revision_number': 4, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port': {'id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:30Z', 'updated_at': '2021-09-18T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '45f8f8ab-aa83-435e-a48e-26190ad9427e', 'name': '', 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'mac_address': 'fa:16:3e:6a:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'e47f3565-5865-444c-8c3e-100da1f73f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:36Z', 'updated_at': '2021-09-18T19:55:46Z', 'revision_number': 4, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'subnets': [{'id': 'e47f3565-5865-444c-8c3e-100da1f73f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:49.835914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6fc70-b785-45ee-9d89-0c7d437ac32d None None] The sync data for ids ['638be045-622c-4759-99d9-9dde41a24af9'] in n-d-789963-11 is: [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T19:55:38Z', 'revision_number': 4, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port': {'id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:30Z', 'updated_at': '2021-09-18T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '45f8f8ab-aa83-435e-a48e-26190ad9427e', 'name': '', 'network_id': 'bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'mac_address': 'fa:16:3e:6a:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'e47f3565-5865-444c-8c3e-100da1f73f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:36Z', 'updated_at': '2021-09-18T19:55:46Z', 'revision_number': 4, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'subnets': [{'id': 'e47f3565-5865-444c-8c3e-100da1f73f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:55:49.837821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Provisioning complete for port 0f6d00c7-5b6d-41ca-a5f2-c07665890344 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:49.838243 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:50.013667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a0aea65d-951a-49d6-83dc-e41fb1964599'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:55:50.028858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:50.037593 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:50.101143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a0aea65d-951a-49d6-83dc-e41fb1964599,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:50.127654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08a1c13e-5aad-4fda-a9c1-c3daccc783a3 req-24c967f0-2cc9-4724-b153-7294647e2357 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370759 Sep 18 19:55:50.203032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Port 0f6d00c7-5b6d-41ca-a5f2-c07665890344 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:50.217505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6e5f-97ec-4b42-8bdf-f7e5c335d3ee req-d8c4a523-b309-42ca-9785-e83afd52da4c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:50.227454 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-beaf6e5f-97ec-4b42-8bdf-f7e5c335d3ee req-d8c4a523-b309-42ca-9785-e83afd52da4c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 945 time: 0.0983019 Sep 18 19:55:50.257552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event updated for resources: {'Port': ['ID=0f6d00c7-5b6d-41ca-a5f2-c07665890344,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:50.305078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:50.306759 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:50.312299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-beaf6e5f-97ec-4b42-8bdf-f7e5c335d3ee req-2b6e6509-deed-434f-a1d9-3898981e8288 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830441 Sep 18 19:55:50.374878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] In _notify_port_updated(), no bound segment for port 0f6d00c7-5b6d-41ca-a5f2-c07665890344 on network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:55:50.381263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:50.384004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:50.385504 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3485764b-d19e-4641-9b48-7b4582eb5b50 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "PUT /v2.0/ports/0f6d00c7-5b6d-41ca-a5f2-c07665890344 HTTP/1.1" status: 200 len: 959 time: 1.5805047 Sep 18 19:55:50.388516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35526) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:50.499198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5a742c7-7ae0-4831-9772-2bece8a873db req-a089a5c0-1e3b-4322-8440-b91cf312bfad tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 210 time: 0.0482466 Sep 18 19:55:50.596097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc01d5a5-72cd-4e8a-a7a0-08c778ca925f None None] Update dhcp port {'port': {'network_id': '5ffe5ffe-a9a6-432d-a891-a2a1083c6a57', 'fixed_ips': [{'subnet_id': '86c3b44a-1589-4c55-b7bd-13c390988c28', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c149998-7dda-478b-b688-a35074a5867e', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d3769d9-7b82-4d08-a9c8-9e363b4e67f1'}], 'binding:host_id': 'n-d-789963-11'}, 'id': 'c47a18d7-dc80-4416-addb-d7ae750c858f'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 19:55:50.652835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d26a405f-24c3-47ac-9e4d-abf422ed5eed tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 0f6d00c7-5b6d-41ca-a5f2-c07665890344 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:50.653245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d26a405f-24c3-47ac-9e4d-abf422ed5eed tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:50.667003 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc01d5a5-72cd-4e8a-a7a0-08c778ca925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:50.775294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d26a405f-24c3-47ac-9e4d-abf422ed5eed tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:50.795553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d26a405f-24c3-47ac-9e4d-abf422ed5eed tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 0f6d00c7-5b6d-41ca-a5f2-c07665890344 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:50.802019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Provisioning complete for port 45f8f8ab-aa83-435e-a48e-26190ad9427e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:50.802739 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dd49be87-8e2f-470e-8c08-6688855fc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.032897 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d26a405f-24c3-47ac-9e4d-abf422ed5eed tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.042887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-cc01d5a5-72cd-4e8a-a7a0-08c778ca925f None None] Allocated IP 172.20.0.34 (5ffe5ffe-a9a6-432d-a891-a2a1083c6a57/8d3769d9-7b82-4d08-a9c8-9e363b4e67f1/c47a18d7-dc80-4416-addb-d7ae750c858f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:51.076854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a405f-24c3-47ac-9e4d-abf422ed5eed tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=0f6d00c7-5b6d-41ca-a5f2-c07665890344,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:51.166928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d26a405f-24c3-47ac-9e4d-abf422ed5eed tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.170096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d26a405f-24c3-47ac-9e4d-abf422ed5eed tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/0f6d00c7-5b6d-41ca-a5f2-c07665890344 HTTP/1.1" status: 204 len: 168 time: 0.7802544 Sep 18 19:55:51.172767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35552) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:51.226137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cc01d5a5-72cd-4e8a-a7a0-08c778ca925f None None] For port c47a18d7-dc80-4416-addb-d7ae750c858f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c47a18d7-dc80-4416-addb-d7ae750c858f,segment=NetworkSegment(41856e2d-cd90-45f4-a13f-024bb1d4f395),segment_id=41856e2d-cd90-45f4-a13f-024bb1d4f395)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:51.233668 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-3889a6c6-3612-45bd-a583-b32a0d3986c7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] GET failed (client error): The resource could not be found. Sep 18 19:55:51.239083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35556) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:51.240743 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3889a6c6-3612-45bd-a583-b32a0d3986c7 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports/0f6d00c7-5b6d-41ca-a5f2-c07665890344 HTTP/1.1" status: 404 len: 333 time: 0.0659914 Sep 18 19:55:51.269783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc01d5a5-72cd-4e8a-a7a0-08c778ca925f None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.279271 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc01d5a5-72cd-4e8a-a7a0-08c778ca925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.349150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed7aef8b-8383-4803-9039-99c4f43028de tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.363925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac53d10-cafa-4942-bfb2-ceaa550645c7 req-b011b055-c647-4a99-a4be-e9b062edb591 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:51.372922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ac53d10-cafa-4942-bfb2-ceaa550645c7 req-b011b055-c647-4a99-a4be-e9b062edb591 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 945 time: 0.0947576 Sep 18 19:55:51.450956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ac53d10-cafa-4942-bfb2-ceaa550645c7 req-4a64f51e-8fe3-4082-85d7-83a90e7a78b9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547180 Sep 18 19:55:51.461882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed7aef8b-8383-4803-9039-99c4f43028de tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.554570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b96895-d5e2-49de-9467-4fbce00dc868 req-487f7278-075a-4071-8b57-7107bfeba78b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:51.556242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52b96895-d5e2-49de-9467-4fbce00dc868 req-487f7278-075a-4071-8b57-7107bfeba78b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 945 time: 0.1142297 Sep 18 19:55:51.585080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01d5a5-72cd-4e8a-a7a0-08c778ca925f None None] Pushing event updated for resources: {'Port': ['ID=c47a18d7-dc80-4416-addb-d7ae750c858f,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:51.591610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed7aef8b-8383-4803-9039-99c4f43028de tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.595325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed7aef8b-8383-4803-9039-99c4f43028de tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.600542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ed7aef8b-8383-4803-9039-99c4f43028de tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/security-groups/01f18e90-582c-4633-8d2e-297a00c8853f HTTP/1.1" status: 204 len: 168 time: 0.3598819 Sep 18 19:55:51.603498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35574) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:51.622741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a0aea65d-951a-49d6-83dc-e41fb1964599 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:51.631499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52b96895-d5e2-49de-9467-4fbce00dc868 req-3ed4458b-62c3-4a7a-a634-7b3b4ff31592 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679307 Sep 18 19:55:51.632215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aef8b-8383-4803-9039-99c4f43028de tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f18e90-582c-4633-8d2e-297a00c8853f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:51.681836 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-080a0a29-4dea-4b2c-ac61-b9dcacb8d577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.758382 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b92dc594-079b-4bab-84b3-fe646ddffdc5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.831780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a0aea65d-951a-49d6-83dc-e41fb1964599 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:55:51.855165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a0aea65d-951a-49d6-83dc-e41fb1964599 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:51.855981 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.889544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b92dc594-079b-4bab-84b3-fe646ddffdc5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:51.944054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3699066e-13e2-4b1a-89d9-fbec7c999c01 req-0689994e-d092-46d2-9f59-d182d6a6257b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 210 time: 0.0743921 Sep 18 19:55:52.049357 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.102627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621afe2-83cb-40f8-b663-252cb6de3c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aea65d-951a-49d6-83dc-e41fb1964599'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:52.106423 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d6ff6-e281-4635-9786-3ae83ea10fff" -d '{"events": [{"server_uuid": "9621afe2-83cb-40f8-b663-252cb6de3c46", "name": "network-vif-plugged", "status": "completed", "tag": "a0aea65d-951a-49d6-83dc-e41fb1964599"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:52.107063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-4e695a57-1e3b-43d0-b600-29b20f2307bf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:52.110684 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-4e695a57-1e3b-43d0-b600-29b20f2307bf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.3540506 Sep 18 19:55:52.117786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 45f8f8ab-aa83-435e-a48e-26190ad9427e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:52.128246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'port': {'device_id': 'ebb82a9e-b0df-45a2-9510-7add8586e220', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'admin_state_up': True, 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:52.195652 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d975c1bb-e271-4d3b-9f64-1505fe5eb8bb x-openstack-request-id: req-d975c1bb-e271-4d3b-9f64-1505fe5eb8bb {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:52.196057 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621afe2-83cb-40f8-b663-252cb6de3c46", "name": "network-vif-plugged", "status": "completed", "tag": "a0aea65d-951a-49d6-83dc-e41fb1964599", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:52.196408 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d975c1bb-e271-4d3b-9f64-1505fe5eb8bb {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:52.197003 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621afe2-83cb-40f8-b663-252cb6de3c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aea65d-951a-49d6-83dc-e41fb1964599', 'code': 200} Sep 18 19:55:52.199259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a0aea65d-951a-49d6-83dc-e41fb1964599, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a0aea65d-951a-49d6-83dc-e41fb1964599,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:52.200464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b92dc594-079b-4bab-84b3-fe646ddffdc5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.202261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b92dc594-079b-4bab-84b3-fe646ddffdc5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.204025 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b92dc594-079b-4bab-84b3-fe646ddffdc5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/security-groups/6e967b2c-e8a4-40c5-a6c6-e437b7056b35 HTTP/1.1" status: 204 len: 168 time: 0.5995257 Sep 18 19:55:52.207984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35590) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:52.211907 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.214444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:52.250345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc594-079b-4bab-84b3-fe646ddffdc5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e967b2c-e8a4-40c5-a6c6-e437b7056b35,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:52.409813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 45f8f8ab-aa83-435e-a48e-26190ad9427e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:52.410200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.414204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cc638-c751-4031-80ea-1b72753705ed req-29707118-a179-4472-a309-8039cd3422c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:52.416107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f9cc638-c751-4031-80ea-1b72753705ed req-29707118-a179-4472-a309-8039cd3422c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 1098 time: 0.1339436 Sep 18 19:55:52.417044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f06b86df-f10d-4175-91c3-f5d258c2912a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.485597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:55:52.490253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.493267 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f06b86df-f10d-4175-91c3-f5d258c2912a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.495140 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.517915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a0aea65d-951a-49d6-83dc-e41fb1964599,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:52.574246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f9cc638-c751-4031-80ea-1b72753705ed req-dd2bed48-8aa2-4fb7-bfbb-b5690c866225 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490147 Sep 18 19:55:52.579829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:52.646746 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.651072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f06b86df-f10d-4175-91c3-f5d258c2912a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.657453 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f06b86df-f10d-4175-91c3-f5d258c2912a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.662080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35606) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:52.662716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f06b86df-f10d-4175-91c3-f5d258c2912a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f952040-7f6f-4fb8-a681-1783c3b14384 HTTP/1.1" status: 204 len: 168 time: 0.4532459 Sep 18 19:55:52.674879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b86df-f10d-4175-91c3-f5d258c2912a tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f952040-7f6f-4fb8-a681-1783c3b14384,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:52.724411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c47a18d7-dc80-4416-addb-d7ae750c858f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:52.752971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbcd84c-3171-432c-b482-d72ca8ba96a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 2c149998-7dda-478b-b688-a35074a5867e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:52.771821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd84c-3171-432c-b482-d72ca8ba96a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.814220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:52.870032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-efad3e9c-0aee-4d34-8527-08288054d857 None None] Could not find standard attr ID for object 0f6d00c7-5b6d-41ca-a5f2-c07665890344. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:55:52.877736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:52.877957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:52.903760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786487b-d3c0-4bdc-8d36-9817fa7864c0 req-ced06cdb-c6f1-440a-8804-cc455229b8c1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:52.916758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.20.0.13 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/5c342197-b60b-4d11-bec0-389f56f9e18c) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:55:52.917385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2786487b-d3c0-4bdc-8d36-9817fa7864c0 req-ced06cdb-c6f1-440a-8804-cc455229b8c1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 946 time: 0.1203043 Sep 18 19:55:52.987910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-efad3e9c-0aee-4d34-8527-08288054d857 None None] Provisioning complete for port 5daff54d-47a2-4f22-9700-19b826ec8019 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:52.988274 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-efad3e9c-0aee-4d34-8527-08288054d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.044636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-efad3e9c-0aee-4d34-8527-08288054d857 None None] Port 5daff54d-47a2-4f22-9700-19b826ec8019 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:53.052355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2786487b-d3c0-4bdc-8d36-9817fa7864c0 req-14255e24-3a87-4811-8976-f2fb337aa353 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319551 Sep 18 19:55:53.102651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-efad3e9c-0aee-4d34-8527-08288054d857 None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:53.103042 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-efad3e9c-0aee-4d34-8527-08288054d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.124452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd84c-3171-432c-b482-d72ca8ba96a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.139447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e566205a-e695-4ae3-8268-dedbb40f4adf req-29d4ed70-4ff6-4de5-9746-c3652954f5dd tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 210 time: 0.0747473 Sep 18 19:55:53.169524 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.285132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.288066 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.311932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd84c-3171-432c-b482-d72ca8ba96a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.342514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4c034ef4-3b0a-4883-a0c2-cc9c6a3b6116 None None] Could not find standard attr ID for object 0f6d00c7-5b6d-41ca-a5f2-c07665890344. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:55:53.743647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.794929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:55:53.820543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:55:53.827019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:55:53.866883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd84c-3171-432c-b482-d72ca8ba96a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.905818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44bb1a-d71d-49b2-b248-a79d1f634398 None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:53.941885 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd84c-3171-432c-b482-d72ca8ba96a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:53.946986 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1fbcd84c-3171-432c-b482-d72ca8ba96a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/2c149998-7dda-478b-b688-a35074a5867e HTTP/1.1" status: 204 len: 168 time: 1.2838564 Sep 18 19:55:53.947789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=5c342197-b60b-4d11-bec0-389f56f9e18c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:53.950576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35628) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:53.986975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcd84c-3171-432c-b482-d72ca8ba96a4 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=2c149998-7dda-478b-b688-a35074a5867e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:54.010381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:54.011144 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.034340 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-e8a44475-c24f-495a-a3df-a559812a1a28 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9141834 Sep 18 19:55:54.053336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Request body: {'port': {'device_id': 'ebb82a9e-b0df-45a2-9510-7add8586e220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:55:54.094625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a58bfd-07bf-40eb-b8fb-8d3f582b0362 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 8d3769d9-7b82-4d08-a9c8-9e363b4e67f1 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:54.098031 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a58bfd-07bf-40eb-b8fb-8d3f582b0362 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.200566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:54.201411 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b19306-2ac4-4c54-bfe8-122d5d5be92d" -d '{"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:54.226625 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a58bfd-07bf-40eb-b8fb-8d3f582b0362 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.227191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.377057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35638) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:54.377902 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a58bfd-07bf-40eb-b8fb-8d3f582b0362 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.378496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6517d134-9bf1-4da8-9442-e105c75e945c None None] Provisioning complete for port 5c342197-b60b-4d11-bec0-389f56f9e18c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:54.379222 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6517d134-9bf1-4da8-9442-e105c75e945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.469028 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5a9909fa-91b6-499b-884c-9206b5892542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.480822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6517d134-9bf1-4da8-9442-e105c75e945c None None] Port 5c342197-b60b-4d11-bec0-389f56f9e18c cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:54.522315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a58bfd-07bf-40eb-b8fb-8d3f582b0362 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.555513 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34a58bfd-07bf-40eb-b8fb-8d3f582b0362 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.558285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34a58bfd-07bf-40eb-b8fb-8d3f582b0362 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/8d3769d9-7b82-4d08-a9c8-9e363b4e67f1 HTTP/1.1" status: 204 len: 168 time: 0.6063428 Sep 18 19:55:54.560335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35642) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:54.601054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a58bfd-07bf-40eb-b8fb-8d3f582b0362 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3769d9-7b82-4d08-a9c8-9e363b4e67f1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:54.623871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df22b98-4080-4b42-af1d-2a8bdf668261 req-767874ef-8b17-4dd8-9e24-035d858f64d2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:54.626728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1df22b98-4080-4b42-af1d-2a8bdf668261 req-767874ef-8b17-4dd8-9e24-035d858f64d2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 932 time: 0.1566811 Sep 18 19:55:54.629093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8376801a-d5c1-4730-833c-1d79280199ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.648323 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfae07d-c987-4837-b887-39067bc78042 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:54.648797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfae07d-c987-4837-b887-39067bc78042 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:54.649154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aef039-f0a1-4d49-afac-f1ed27837406 req-5d363737-c233-4354-b04d-c2b2d0b53c72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:54.651070 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-adfae07d-c987-4837-b887-39067bc78042 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/2c149998-7dda-478b-b688-a35074a5867e HTTP/1.1" status: 404 len: 337 time: 0.0864692 Sep 18 19:55:54.658025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15aef039-f0a1-4d49-afac-f1ed27837406 req-5d363737-c233-4354-b04d-c2b2d0b53c72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 946 time: 0.1525705 Sep 18 19:55:54.660179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35648) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:54.736192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c342197-b60b-4d11-bec0-389f56f9e18c {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:55:54.747235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.752484 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.769382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Transition to ACTIVE for port object 5c342197-b60b-4d11-bec0-389f56f9e18c will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:55:54.779440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.786331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6c3495-291f-48b6-aaf9-5a88e91f9ddb tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting subnet 86c3b44a-1589-4c55-b7bd-13c390988c28 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:55:54.790578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3495-291f-48b6-aaf9-5a88e91f9ddb tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.846603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3495-291f-48b6-aaf9-5a88e91f9ddb tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.870368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c342197-b60b-4d11-bec0-389f56f9e18c,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:54.874543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8376801a-d5c1-4730-833c-1d79280199ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.904231 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8376801a-d5c1-4730-833c-1d79280199ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:54.996296 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8376801a-d5c1-4730-833c-1d79280199ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b80a371b15084088b94e100093537368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6134269 Sep 18 19:55:55.004364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1df22b98-4080-4b42-af1d-2a8bdf668261 req-c0e3d1cd-75d7-4903-b23b-bec4a2ef3115 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719432 Sep 18 19:55:55.010882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35652) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:55.027529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376801a-d5c1-4730-833c-1d79280199ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51817551-d30d-4bce-b05a-1feb530a415e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:55.051239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15aef039-f0a1-4d49-afac-f1ed27837406 req-2b3266db-8aba-4d56-a2b5-3d3cb0735c40 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918362 Sep 18 19:55:55.084397 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be841d8f-c72c-4634-9803-1335e5cf9445 x-openstack-request-id: req-be841d8f-c72c-4634-9803-1335e5cf9445 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:55.084902 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:55.085028 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be841d8f-c72c-4634-9803-1335e5cf9445 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:55.085356 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'code': 200} Sep 18 19:55:55.122096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Attempting to bind port 5c342197-b60b-4d11-bec0-389f56f9e18c on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:55:55.122428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3495-291f-48b6-aaf9-5a88e91f9ddb tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.122841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Attempting to bind port 5c342197-b60b-4d11-bec0-389f56f9e18c by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:55:55.122960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Attempting to bind port 5c342197-b60b-4d11-bec0-389f56f9e18c on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:55.136528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Port 5c342197-b60b-4d11-bec0-389f56f9e18c on network e9561566-4f46-403d-9a9c-0b61da82ba41 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:55:55.136875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Attempting to bind port 5c342197-b60b-4d11-bec0-389f56f9e18c on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:55:55.150476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:55:55.150983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:55:55.151586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:55:55.152073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Bound port: 5c342197-b60b-4d11-bec0-389f56f9e18c, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:55:55.152826 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.190122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c521002-c24f-45b9-903e-eeafeb2066fb None None] Network 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:55:55.272297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3495-291f-48b6-aaf9-5a88e91f9ddb tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.306590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] For port 5c342197-b60b-4d11-bec0-389f56f9e18c, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:55:55.310722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] For port 5c342197-b60b-4d11-bec0-389f56f9e18c, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5c342197-b60b-4d11-bec0-389f56f9e18c,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:55:55.325308 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.373055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9713a3fb-768c-48b7-85c0-8462b85d3777 None None] Provisioning complete for port 5daff54d-47a2-4f22-9700-19b826ec8019 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:55.373435 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9713a3fb-768c-48b7-85c0-8462b85d3777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.390034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:55.391299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.392739 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5c342197-b60b-4d11-bec0-389f56f9e18c HTTP/1.1" status: 200 len: 1093 time: 1.3473306 Sep 18 19:55:55.393186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb82a9e-b0df-45a2-9510-7add8586e220', 'tag': '5c342197-b60b-4d11-bec0-389f56f9e18c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:55.395461 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c3e82c-df2e-4f1f-af0b-b7d163247244" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb82a9e-b0df-45a2-9510-7add8586e220", "tag": "5c342197-b60b-4d11-bec0-389f56f9e18c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:55.412843 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a6c3495-291f-48b6-aaf9-5a88e91f9ddb tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.421373 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7a6c3495-291f-48b6-aaf9-5a88e91f9ddb tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/86c3b44a-1589-4c55-b7bd-13c390988c28 HTTP/1.1" status: 204 len: 168 time: 0.7584646 Sep 18 19:55:55.425585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35662) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:55.444656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b5657-60f4-417f-9c61-b9290075b3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c342197-b60b-4d11-bec0-389f56f9e18c,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:55.479652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c3495-291f-48b6-aaf9-5a88e91f9ddb tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Subnet': ['ID=86c3b44a-1589-4c55-b7bd-13c390988c28,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:55.487975 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f953a60-3250-4a56-8d78-a86578bc4dbd x-openstack-request-id: req-6f953a60-3250-4a56-8d78-a86578bc4dbd {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:55.489089 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb82a9e-b0df-45a2-9510-7add8586e220", "tag": "5c342197-b60b-4d11-bec0-389f56f9e18c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:55.489493 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f953a60-3250-4a56-8d78-a86578bc4dbd {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:55.490058 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb82a9e-b0df-45a2-9510-7add8586e220', 'tag': '5c342197-b60b-4d11-bec0-389f56f9e18c', 'status': 'completed', 'code': 200} Sep 18 19:55:55.504512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9713a3fb-768c-48b7-85c0-8462b85d3777 None None] Port 5daff54d-47a2-4f22-9700-19b826ec8019 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:55:55.505647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.557579 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fbf97d-db3d-4c27-9bee-b28cd9032b5d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:55.558302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fbf97d-db3d-4c27-9bee-b28cd9032b5d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:55.560195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e4fbf97d-db3d-4c27-9bee-b28cd9032b5d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/846b1f9f-27a3-437d-8e43-2a06355a59c1 HTTP/1.1" status: 404 len: 337 time: 0.0862257 Sep 18 19:55:55.564956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35664) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:55.566424 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.569811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9713a3fb-768c-48b7-85c0-8462b85d3777 None None] Provisioning complete for port c47a18d7-dc80-4416-addb-d7ae750c858f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:55.571438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9713a3fb-768c-48b7-85c0-8462b85d3777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.602289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3e82c-df2e-4f1f-af0b-b7d163247244 req-11b3bf75-cf4a-4fd1-aca0-42ab642b594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:55.605441 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40c3e82c-df2e-4f1f-af0b-b7d163247244 req-11b3bf75-cf4a-4fd1-aca0-42ab642b594c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 1096 time: 0.0824773 Sep 18 19:55:55.644712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:55:55.712337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7ea0d178-f535-4525-9ba9-366dd8062583 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bf8b1a5-8544-44d1-9d31-39387806f8b8 HTTP/1.1" status: 200 len: 205 time: 0.1411650 Sep 18 19:55:55.726398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35670) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:55.741198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.794402 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-2b4876b3-76b7-489e-9607-127d01aaf2c0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] delete failed (client error): The resource could not be found. Sep 18 19:55:55.798304 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b4876b3-76b7-489e-9607-127d01aaf2c0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/routers/7bf8b1a5-8544-44d1-9d31-39387806f8b8 HTTP/1.1" status: 404 len: 336 time: 0.0633402 Sep 18 19:55:55.799347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] DHCP port deletion for 5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:55:55.800800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35672) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:55.830396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d594a-0ef8-4f20-baf1-bfadd48883e1 req-53a2b2f7-e141-4867-9ea5-26c87407da4e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:55.838538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f9d594a-0ef8-4f20-baf1-bfadd48883e1 req-53a2b2f7-e141-4867-9ea5-26c87407da4e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 946 time: 0.3345926 Sep 18 19:55:55.878244 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9d0a29-9d4b-4367-9977-78d194fa6631 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:55.878628 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9d0a29-9d4b-4367-9977-78d194fa6631 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:55.883132 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fc9d0a29-9d4b-4367-9977-78d194fa6631 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/05f3a78a-93ce-4857-be90-9a73ee88c5a7 HTTP/1.1" status: 404 len: 337 time: 0.0788991 Sep 18 19:55:55.885118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35674) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:55.906064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.909006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:55.910155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51817551-d30d-4bce-b05a-1feb530a415e HTTP/1.1" status: 204 len: 168 time: 0.8981943 Sep 18 19:55:55.916796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c47a18d7-dc80-4416-addb-d7ae750c858f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:55:55.924619 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-3942fb27-a5c1-4bca-a00d-0ada9870b5d8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:55.925077 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3942fb27-a5c1-4bca-a00d-0ada9870b5d8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:55.929422 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3942fb27-a5c1-4bca-a00d-0ada9870b5d8 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/0d36be1c-f49c-4dc8-b687-c6adae61ddc8 HTTP/1.1" status: 404 len: 337 time: 0.0368786 Sep 18 19:55:55.930896 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35678) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:55.959415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f9d594a-0ef8-4f20-baf1-bfadd48883e1 req-ee318b12-56b9-4852-b67f-8ea805da107f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198833 Sep 18 19:55:55.963700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3e82c-df2e-4f1f-af0b-b7d163247244 req-09bb83ca-74a7-4391-8d7e-363c30d28ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:55.965655 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40c3e82c-df2e-4f1f-af0b-b7d163247244 req-09bb83ca-74a7-4391-8d7e-363c30d28ce4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3498361 Sep 18 19:55:55.977591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51817551-d30d-4bce-b05a-1feb530a415e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:56.033024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.033635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.034178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.034752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.049421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.052225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.052842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.053409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.054300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.057853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.058482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.059053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1358fbc-55c6-4cc9-adff-f71385b278e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:55:56.078581 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-6815dff5-72e8-4bd0-a963-bbba48e232f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:56.079552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6815dff5-72e8-4bd0-a963-bbba48e232f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:56.084743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6815dff5-72e8-4bd0-a963-bbba48e232f5 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/4dbb0562-5a47-427b-b28f-6e63661fa63e HTTP/1.1" status: 404 len: 337 time: 0.1478953 Sep 18 19:55:56.091815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35682) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:56.102111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:56.183225 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d4f840-00ea-4599-9f89-c60ec9c9dad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:56.184025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d4f840-00ea-4599-9f89-c60ec9c9dad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:56.194024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a5d4f840-00ea-4599-9f89-c60ec9c9dad0 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/4f704804-1050-40aa-9082-1b26546588a0 HTTP/1.1" status: 404 len: 333 time: 0.1009634 Sep 18 19:55:56.196712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35688) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:56.242878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'mac_address': 'fa:16:3e:24:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:55:56.296450 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d0aea3-5200-4b15-a6b6-5c3cb1cc2d65 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:56.300049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d0aea3-5200-4b15-a6b6-5c3cb1cc2d65 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:56.302199 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-30d0aea3-5200-4b15-a6b6-5c3cb1cc2d65 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/4c92416a-7e60-4bad-ae15-94796bd69436 HTTP/1.1" status: 404 len: 337 time: 0.1045377 Sep 18 19:55:56.305112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c786e7-94f1-4215-91df-581250c092a3 req-78b0e2b0-f32e-4029-bcf9-db3230e6c733 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:56.308333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35700) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:56.314642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95c786e7-94f1-4215-91df-581250c092a3 req-78b0e2b0-f32e-4029-bcf9-db3230e6c733 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 944 time: 0.1687829 Sep 18 19:55:56.358095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.367330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95c786e7-94f1-4215-91df-581250c092a3 req-af8e5b6c-a75e-4d92-ae23-774951f9e17c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Sep 18 19:55:56.381600 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfa50d9-8629-4d77-9eeb-16b0f3915d2d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:56.384875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfa50d9-8629-4d77-9eeb-16b0f3915d2d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:56.387053 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9dfa50d9-8629-4d77-9eeb-16b0f3915d2d tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/29726c7d-1ea0-4623-a4dd-bc32e0faf1cf HTTP/1.1" status: 404 len: 337 time: 0.0731640 Sep 18 19:55:56.388572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3e82c-df2e-4f1f-af0b-b7d163247244 req-8aaa1f92-c647-4c17-a74a-0c23a3396f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:56.390076 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40c3e82c-df2e-4f1f-af0b-b7d163247244 req-8aaa1f92-c647-4c17-a74a-0c23a3396f35 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4150627 Sep 18 19:55:56.390750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35702) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:56.419298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] Deleting port c47a18d7-dc80-4416-addb-d7ae750c858f {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:56.420025 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.452421 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddd8447-6224-4d5b-a4dd-0d42d85070ca tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:56.455085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddd8447-6224-4d5b-a4dd-0d42d85070ca tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:56.457727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7ddd8447-6224-4d5b-a4dd-0d42d85070ca tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/a923fbe4-25aa-4512-ac5f-892c9d942050 HTTP/1.1" status: 404 len: 333 time: 0.0663333 Sep 18 19:55:56.469291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35708) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:56.524347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] For port c47a18d7-dc80-4416-addb-d7ae750c858f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c47a18d7-dc80-4416-addb-d7ae750c858f,segment=NetworkSegment(41856e2d-cd90-45f4-a13f-024bb1d4f395),segment_id=41856e2d-cd90-45f4-a13f-024bb1d4f395)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:56.524856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.531653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.553005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d973f7-84ea-4f1d-a5d8-30e326020422 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:55:56.555214 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73436b7-7ef4-40ce-a08c-8b34d47d2188 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:56.555681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73436b7-7ef4-40ce-a08c-8b34d47d2188 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:56.557823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35710) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:56.560149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35712) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:56.560481 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e73436b7-7ef4-40ce-a08c-8b34d47d2188 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/e80d1914-e6f5-40fb-9db1-7cf5dc501d27 HTTP/1.1" status: 404 len: 337 time: 0.0900693 Sep 18 19:55:56.571008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] Calling delete_port for c47a18d7-dc80-4416-addb-d7ae750c858f owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:56.573109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-272b4ed3-f294-447d-a20a-5b12376f1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:56.574015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port c47a18d7-dc80-4416-addb-d7ae750c858f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c47a18d7-dc80-4416-addb-d7ae750c858f,segment=NetworkSegment(41856e2d-cd90-45f4-a13f-024bb1d4f395),segment_id=41856e2d-cd90-45f4-a13f-024bb1d4f395)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:56.575523 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-272b4ed3-f294-447d-a20a-5b12376f1205 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 1096 time: 0.1278729 Sep 18 19:55:56.584881 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.647003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=c47a18d7-dc80-4416-addb-d7ae750c858f,revision_number=11']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:56.651320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:56.652784 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-98eb04c1-c519-443f-963b-2cfcaa0a361b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c342197-b60b-4d11-bec0-389f56f9e18c HTTP/1.1" status: 200 len: 217 time: 0.0655713 Sep 18 19:55:56.656867 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2680e5a-67c8-45d6-a2f8-ba497bd78268 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] DELETE failed (client error): The resource could not be found. Sep 18 19:55:56.657425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2680e5a-67c8-45d6-a2f8-ba497bd78268 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:55:56.659253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b2680e5a-67c8-45d6-a2f8-ba497bd78268 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/subnets/6a9e0cb1-afc9-44b4-871e-4f575628dd60 HTTP/1.1" status: 404 len: 337 time: 0.0975020 Sep 18 19:55:56.662074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90cdfda8-537e-4ec1-ac73-da7f99831354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.663850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35716) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:56.713712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.784298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-8ff9cb0c-460d-4dab-ad18-d1b55dabd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:56.785945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-8ff9cb0c-460d-4dab-ad18-d1b55dabd6ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1255229 Sep 18 19:55:56.827671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['84d973f7-84ea-4f1d-a5d8-30e326020422'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:55:56.858700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:56.865756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.872274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-5d6fa861-ed29-422e-84d1-63196ea381a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:56.873880 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-5d6fa861-ed29-422e-84d1-63196ea381a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799115 Sep 18 19:55:56.894896 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90cdfda8-537e-4ec1-ac73-da7f99831354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.898385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] Pushing event deleted for resources: {'Port': ['ID=c47a18d7-dc80-4416-addb-d7ae750c858f,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:56.912175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d987772f-4216-441c-931d-3651c26ea5b6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Deleting port 5daff54d-47a2-4f22-9700-19b826ec8019 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:56.912568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d987772f-4216-441c-931d-3651c26ea5b6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:56.918680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59466e2-b9af-442f-8dd5-a7a6fbd65537 None None] No DVR routers for this DVR port c47a18d7-dc80-4416-addb-d7ae750c858f on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:55:57.020804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90cdfda8-537e-4ec1-ac73-da7f99831354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:57.041405 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-4cbc0061-9b41-4eb4-b49d-975774bdf222 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578584 Sep 18 19:55:57.090654 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d987772f-4216-441c-931d-3651c26ea5b6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:57.109602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d987772f-4216-441c-931d-3651c26ea5b6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Calling delete_port for 5daff54d-47a2-4f22-9700-19b826ec8019 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:55:57.194558 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c32b5c97-00d5-4f3b-a322-565fb7f3d879 req-b6e6408b-99a0-41c2-90fc-e124b421ec39 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436634 Sep 18 19:55:57.494392 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:57.637271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdfda8-537e-4ec1-ac73-da7f99831354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b1ff9f-41da-488d-b54c-034c72901f83,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:57.661206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:55:57.728027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 84d973f7-84ea-4f1d-a5d8-30e326020422 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:55:57.728938 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:57.737488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-90cdfda8-537e-4ec1-ac73-da7f99831354 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=799e78941b05461fb3576a1872f5a7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1774778 Sep 18 19:55:57.739522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35738) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:57.758417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65408-ec14-4031-99e8-bfd8d197e5f7 req-e9c2cb23-b0bc-4f6c-b12d-9b9563a93784 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:57.766237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ef65408-ec14-4031-99e8-bfd8d197e5f7 req-e9c2cb23-b0bc-4f6c-b12d-9b9563a93784 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 946 time: 0.1641104 Sep 18 19:55:57.803220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b650e2-8c6c-49f0-9ce0-ec94caaf5032 req-639494c6-83f9-433b-8557-b8f3beddd132 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:57.804754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85b650e2-8c6c-49f0-9ce0-ec94caaf5032 req-639494c6-83f9-433b-8557-b8f3beddd132 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 944 time: 0.1783421 Sep 18 19:55:57.862943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ef65408-ec14-4031-99e8-bfd8d197e5f7 req-81d8e7f0-c06c-4f04-835f-788f12cc6e2b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962598 Sep 18 19:55:57.879084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-90a5c80a-8996-4c2f-9c7a-0be75c9dbd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:57.897212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85b650e2-8c6c-49f0-9ce0-ec94caaf5032 req-9d13c60a-c6c0-4dfe-bbd2-ea57ff1f3d6e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772970 Sep 18 19:55:57.905010 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d987772f-4216-441c-931d-3651c26ea5b6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:57.966343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-90a5c80a-8996-4c2f-9c7a-0be75c9dbd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:57.993778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987772f-4216-441c-931d-3651c26ea5b6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Port': ['ID=5daff54d-47a2-4f22-9700-19b826ec8019,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:58.020805 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d987772f-4216-441c-931d-3651c26ea5b6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.027604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d987772f-4216-441c-931d-3651c26ea5b6 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/ports/5daff54d-47a2-4f22-9700-19b826ec8019 HTTP/1.1" status: 204 len: 168 time: 1.3626976 Sep 18 19:55:58.028618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35746) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:58.068407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-90a5c80a-8996-4c2f-9c7a-0be75c9dbd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.080914 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-90a5c80a-8996-4c2f-9c7a-0be75c9dbd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.084221 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-90a5c80a-8996-4c2f-9c7a-0be75c9dbd30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9b1ff9f-41da-488d-b54c-034c72901f83 HTTP/1.1" status: 204 len: 168 time: 0.3436446 Sep 18 19:55:58.122342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5c80a-8996-4c2f-9c7a-0be75c9dbd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b1ff9f-41da-488d-b54c-034c72901f83,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:58.169534 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.209637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.228239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:55:58.230774 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8d3905-19d9-469b-918d-a29e490d3f31" -d '{"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-plugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:55:58.256268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:58.268042 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.346045 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d2195-f218-4a99-aa96-294f2d82e60d x-openstack-request-id: req-5c9d2195-f218-4a99-aa96-294f2d82e60d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:55:58.346319 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-plugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:55:58.346579 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c9d2195-f218-4a99-aa96-294f2d82e60d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:55:58.347108 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'code': 200} Sep 18 19:55:58.348158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=10']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:58.435206 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.460323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759b1a-f1a1-425c-880a-b39c6ac2e46f req-1f702c1b-a7c8-4b2f-8a8f-abfee4f4fb17 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:58.469446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8759b1a-f1a1-425c-880a-b39c6ac2e46f req-1f702c1b-a7c8-4b2f-8a8f-abfee4f4fb17 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 946 time: 0.1488400 Sep 18 19:55:58.493559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffe5ffe-a9a6-432d-a891-a2a1083c6a57']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:58.523049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41856e2d-cd90-45f4-a13f-024bb1d4f395') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:58.523351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41856e2d-cd90-45f4-a13f-024bb1d4f395') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:55:58.535019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8759b1a-f1a1-425c-880a-b39c6ac2e46f req-d198a7fe-c362-4ee1-92b6-73c2d3a52215 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644555 Sep 18 19:55:58.562468 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.584138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.590664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:55:58.591076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:55:58.658828 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:55:58.665608 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.686602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:58.693320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] 10.222.0.20 "DELETE /v2.0/networks/5ffe5ffe-a9a6-432d-a891-a2a1083c6a57 HTTP/1.1" status: 204 len: 168 time: 0.6627841 Sep 18 19:55:58.715788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddae05-8ed3-4b26-bc2d-47839db68101 tempest-PortsTestJSON-1459148531 tempest-PortsTestJSON-1459148531-project] Pushing event deleted for resources: {'Network': ['ID=5ffe5ffe-a9a6-432d-a891-a2a1083c6a57,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:59.069190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35782) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:59.071444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325acbb-ac7f-414c-9672-2c72a3b8700e req-e312cfb1-aa23-4a82-ae83-c0113a4667cf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:59.083274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5325acbb-ac7f-414c-9672-2c72a3b8700e req-e312cfb1-aa23-4a82-ae83-c0113a4667cf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 944 time: 0.0894446 Sep 18 19:55:59.146523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5325acbb-ac7f-414c-9672-2c72a3b8700e req-358ab64f-b3ad-486e-b88b-28b50cb4c525 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623105 Sep 18 19:55:59.344329 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-39160616-1252-4c32-94f1-ff4655895d03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d569fd7df5434f72a0d5f3767d86d3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736964 Sep 18 19:55:59.346951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35792) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:55:59.422718 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8e918e08-5111-4a2a-8bdb-88b6e97cf055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:59.448661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8e918e08-5111-4a2a-8bdb-88b6e97cf055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:59.517637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8e918e08-5111-4a2a-8bdb-88b6e97cf055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:59.523691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8e918e08-5111-4a2a-8bdb-88b6e97cf055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:59.525320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8e918e08-5111-4a2a-8bdb-88b6e97cf055 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e799d987-db1b-49c7-a33e-bd01b002376c HTTP/1.1" status: 204 len: 168 time: 0.1770856 Sep 18 19:55:59.545267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e918e08-5111-4a2a-8bdb-88b6e97cf055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e799d987-db1b-49c7-a33e-bd01b002376c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:55:59.650103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a527dd9-13de-46a5-b891-5c71133486fc req-23750c04-aa61-4d27-8ecf-9ff93bc3f3d5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:59.652406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a527dd9-13de-46a5-b891-5c71133486fc req-23750c04-aa61-4d27-8ecf-9ff93bc3f3d5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 946 time: 0.0696065 Sep 18 19:55:59.774484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b139fcb-955e-4fa1-a90a-dda17aa8b137 req-15875179-1eb5-430f-849a-ba64faf61b38 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:55:59.776246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b139fcb-955e-4fa1-a90a-dda17aa8b137 req-15875179-1eb5-430f-849a-ba64faf61b38 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 946 time: 0.1229138 Sep 18 19:55:59.832562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Deleting port a0aea65d-951a-49d6-83dc-e41fb1964599 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:55:59.832945 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:59.839307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b139fcb-955e-4fa1-a90a-dda17aa8b137 req-afe24d67-cf2d-424a-a71e-05c8865aa431 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Sep 18 19:55:59.976886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] For port a0aea65d-951a-49d6-83dc-e41fb1964599, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a0aea65d-951a-49d6-83dc-e41fb1964599,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:55:59.976886 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:55:59.998034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Calling delete_port for a0aea65d-951a-49d6-83dc-e41fb1964599 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:00.198241 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:00.211094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a0aea65d-951a-49d6-83dc-e41fb1964599'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:56:00.279938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event deleted for resources: {'Port': ['ID=a0aea65d-951a-49d6-83dc-e41fb1964599,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:00.319028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] No DVR routers for this DVR port a0aea65d-951a-49d6-83dc-e41fb1964599 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:00.349332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:00.351349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a527dd9-13de-46a5-b891-5c71133486fc req-91110889-0c78-492e-ab3b-b33437140cee tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "DELETE /v2.0/ports/a0aea65d-951a-49d6-83dc-e41fb1964599 HTTP/1.1" status: 204 len: 173 time: 0.6873367 Sep 18 19:56:00.351914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621afe2-83cb-40f8-b663-252cb6de3c46', 'name': 'network-vif-deleted', 'tag': 'a0aea65d-951a-49d6-83dc-e41fb1964599'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:00.354153 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1eabc-a83f-4eb9-a736-3549d1a19f5b" -d '{"events": [{"server_uuid": "9621afe2-83cb-40f8-b663-252cb6de3c46", "name": "network-vif-deleted", "tag": "a0aea65d-951a-49d6-83dc-e41fb1964599"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:00.403957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd18eaf-ceb6-45be-a726-b785ff93c636 req-cc232faa-b258-4e92-8e37-c91ade4cad6e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:00.413499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddd18eaf-ceb6-45be-a726-b785ff93c636 req-cc232faa-b258-4e92-8e37-c91ade4cad6e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 944 time: 0.1167731 Sep 18 19:56:00.440478 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73d8825-42fa-45e4-a1a8-db8e92e05f4a x-openstack-request-id: req-c73d8825-42fa-45e4-a1a8-db8e92e05f4a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:00.440478 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621afe2-83cb-40f8-b663-252cb6de3c46", "name": "network-vif-deleted", "tag": "a0aea65d-951a-49d6-83dc-e41fb1964599", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:00.440478 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c73d8825-42fa-45e4-a1a8-db8e92e05f4a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:00.441888 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621afe2-83cb-40f8-b663-252cb6de3c46', 'name': 'network-vif-deleted', 'tag': 'a0aea65d-951a-49d6-83dc-e41fb1964599', 'status': 'completed', 'code': 200} Sep 18 19:56:00.489205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddd18eaf-ceb6-45be-a726-b785ff93c636 req-e2a5af40-1424-4cf3-8e28-b8ce98a36380 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737498 Sep 18 19:56:01.086243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dbabe9f-43f3-4fe4-8177-77a4f9cda5e6 req-e887b27f-1b96-4e54-ac5a-77ca594ab36b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9621afe2-83cb-40f8-b663-252cb6de3c46 HTTP/1.1" status: 200 len: 210 time: 0.0507884 Sep 18 19:56:01.116278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35864) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:01.316564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1140516270'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:01.351172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:01.355209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.374355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.486877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.495429 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.523001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:56:01.534667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670dcba7-9a6b-49b4-b00c-b1cf4dec3888,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:01.540554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.540962 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment 36c52f8c-4f65-4f90-b7f7-af77cb1e98b2 of type vlan for network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e Sep 18 19:56:01.601554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.663475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c744d1-0d88-4283-a9cb-bef98e74301d req-6da476aa-c1e6-4cf6-8d5a-144d4802ed4b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:01.665216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c2c744d1-0d88-4283-a9cb-bef98e74301d req-6da476aa-c1e6-4cf6-8d5a-144d4802ed4b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 944 time: 0.0850015 Sep 18 19:56:01.666696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.672630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:01.673430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.818864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=11a755f7-3fa9-4dfc-9c9f-121a6b10800e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:01.831862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:56:01.845469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c2c744d1-0d88-4283-a9cb-bef98e74301d req-cd06019a-be76-4fe3-9ceb-05347140c0ec tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647055 Sep 18 19:56:01.849833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ff51849d-c9c8-4871-a858-0ff9843497ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7321138 Sep 18 19:56:01.852328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35894) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:01.859904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-804441633'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:01.909622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:01.915252 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.969680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:56:01.981700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:01.982105 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment 583c2dde-3af7-4023-864b-66a1fcd3597d of type vlan for network 9c6dd903-124b-450c-a540-7dc6ea5e223e Sep 18 19:56:02.029546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:02.065104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:02.071663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:02.072281 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:02.113083 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2565422 Sep 18 19:56:02.113451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35904) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:02.122376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': '11a755f7-3fa9-4dfc-9c9f-121a6b10800e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:02.189226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8b82e-f8a9-476f-af1e-3f42cf7b3e68 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=9c6dd903-124b-450c-a540-7dc6ea5e223e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:02.201113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 9c6dd903-124b-450c-a540-7dc6ea5e223e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:56:02.209498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35908) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:02.301273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:02.305794 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:02.469012 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e37f755-ba96-4beb-84ef-72b981c4f2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:02.607417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-a3f6c8ce-4edf-4632-96ae-9a5483dfe344 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:02.607417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-a3f6c8ce-4edf-4632-96ae-9a5483dfe344 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.2099388 Sep 18 19:56:02.672044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-d1d8d902-680d-4c99-a2ba-e50e3e61bfad tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/quotas/eb822b2afd174d288a5b4dd4c583c42f HTTP/1.1" status: 200 len: 375 time: 0.0538213 Sep 18 19:56:02.699127 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:02.727122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-66814439-c770-4024-9a5d-b33ce3f7f089 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474565 Sep 18 19:56:02.868195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=8bde8c19-7ead-4467-a67e-ac0855e66b12,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:02.893368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e37f755-ba96-4beb-84ef-72b981c4f2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:02.909904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e37f755-ba96-4beb-84ef-72b981c4f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:02.916596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-aa18416e-34f2-4706-a192-c1868e032755 service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634386 Sep 18 19:56:02.925803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': '36c52f8c-4f65-4f90-b7f7-af77cb1e98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11a755f7-3fa9-4dfc-9c9f-121a6b10800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:02.926314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: 11a755f7-3fa9-4dfc-9c9f-121a6b10800e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:56:03.022536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37f755-ba96-4beb-84ef-72b981c4f2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3514ba4f-6e6d-4cec-8b85-747858ad98ec,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:03.031331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0e37f755-ba96-4beb-84ef-72b981c4f2ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb52930a1dd148f48d47f14b9e478e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205411 Sep 18 19:56:03.034784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35932) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:03.094505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:56:03.097818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-566f0d1d-1ef5-473b-b70d-8b163c3e63a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:03.109008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edddf-4c44-4979-b05a-255547c7fcef req-1e7f5961-e5fa-4bc4-9c76-523f2eb1260a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:03.110894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f7edddf-4c44-4979-b05a-255547c7fcef req-1e7f5961-e5fa-4bc4-9c76-523f2eb1260a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 944 time: 0.1637723 Sep 18 19:56:03.135125 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-566f0d1d-1ef5-473b-b70d-8b163c3e63a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:03.137680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 11a755f7-3fa9-4dfc-9c9f-121a6b10800e) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:03.152449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:03.153300 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:03.153913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebf7145-4457-48fe-96b0-51480b2cff18 None None] Network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:03.174771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-bb2379a9-0604-4541-92bd-a315239330ca service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455919 Sep 18 19:56:03.246758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-566f0d1d-1ef5-473b-b70d-8b163c3e63a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:03.250108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-566f0d1d-1ef5-473b-b70d-8b163c3e63a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:03.260484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f7edddf-4c44-4979-b05a-255547c7fcef req-cca84793-3b29-41ab-87ce-0b7d1906cb57 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236544 Sep 18 19:56:03.261226 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-566f0d1d-1ef5-473b-b70d-8b163c3e63a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3514ba4f-6e6d-4cec-8b85-747858ad98ec HTTP/1.1" status: 204 len: 168 time: 0.2192531 Sep 18 19:56:03.269194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-09ea8b9f-5d8f-49ea-b664-a986ce453e18 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1536305 Sep 18 19:56:03.271998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35936) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:03.288501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': '9c6dd903-124b-450c-a540-7dc6ea5e223e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:03.289620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f0d1d-1ef5-473b-b70d-8b163c3e63a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3514ba4f-6e6d-4cec-8b85-747858ad98ec,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:03.459746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-11a755f7-3fa9-4dfc-9c9f-121a6b10800e', 'network_id': '11a755f7-3fa9-4dfc-9c9f-121a6b10800e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': '8bde8c19-7ead-4467-a67e-ac0855e66b12'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:56:03.461765 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:03.644619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-711f8b00-14dd-446b-8e14-1380a20ead58 req-90374731-7d8b-4d1f-af29-41f265af6c9f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0873983 Sep 18 19:56:03.647551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:03.652497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:03.688873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Allocated IP 2001:db8::2 (11a755f7-3fa9-4dfc-9c9f-121a6b10800e/8bde8c19-7ead-4467-a67e-ac0855e66b12/7d8da56b-75b3-4b7f-ac2c-33346dfd5296) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:03.706262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a0aea65d-951a-49d6-83dc-e41fb1964599 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:56:03.748524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a0aea65d-951a-49d6-83dc-e41fb1964599 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:56:03.749166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a0aea65d-951a-49d6-83dc-e41fb1964599 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:56:03.794339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35950) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:03.837045 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b60a779-b610-4c4c-945c-908880d5e60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.011136 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.019760 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b60a779-b610-4c4c-945c-908880d5e60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.059894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.066085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b60a779-b610-4c4c-945c-908880d5e60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.070970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.119404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:04.122675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:04.126024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:04.140947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9b60a779-b610-4c4c-945c-908880d5e60b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16562959980048de8ecbf9487d690909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455751 Sep 18 19:56:04.144035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:04.146092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=a95d3d49-0948-47e0-94fd-15523ba55093,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:04.156318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60a779-b610-4c4c-945c-908880d5e60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a036e097-4b44-4d9e-83c7-e74a3e7c2db6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:04.174557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': '583c2dde-3af7-4023-864b-66a1fcd3597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c6dd903-124b-450c-a540-7dc6ea5e223e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:04.177432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: 9c6dd903-124b-450c-a540-7dc6ea5e223e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:56:04.201426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 9c6dd903-124b-450c-a540-7dc6ea5e223e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:56:04.216278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dd31417-4261-4015-81c7-3acc251f8231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.222168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Pushing event updated for resources: {'Port': ['ID=7d8da56b-75b3-4b7f-ac2c-33346dfd5296,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:04.227333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 9c6dd903-124b-450c-a540-7dc6ea5e223e) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:04.232159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:04.232758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.260586 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dd31417-4261-4015-81c7-3acc251f8231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.266726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798b318-3347-40ac-8e62-faf8b2bad454 None None] Network 9c6dd903-124b-450c-a540-7dc6ea5e223e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:04.279804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aa4d96dc-a076-4d64-afa4-4f4716b5058f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0065243 Sep 18 19:56:04.280886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:04.291535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c8a78047-8fdc-41c1-89c6-4cde18f5ef91 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1905749147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:04.325841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Attempting to bind port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:56:04.326293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Attempting to bind port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '36c52f8c-4f65-4f90-b7f7-af77cb1e98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11a755f7-3fa9-4dfc-9c9f-121a6b10800e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:56:04.326648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Attempting to bind port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 on network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:04.341681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8a78047-8fdc-41c1-89c6-4cde18f5ef91 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.342974 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8a78047-8fdc-41c1-89c6-4cde18f5ef91 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.345048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:56:04.345232 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dd31417-4261-4015-81c7-3acc251f8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.345506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Checking segment: {'id': '36c52f8c-4f65-4f90-b7f7-af77cb1e98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11a755f7-3fa9-4dfc-9c9f-121a6b10800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:04.345838 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.346234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Bound using segment: {'id': '36c52f8c-4f65-4f90-b7f7-af77cb1e98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11a755f7-3fa9-4dfc-9c9f-121a6b10800e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:56:04.346724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Bound port: 7d8da56b-75b3-4b7f-ac2c-33346dfd5296, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c52f8c-4f65-4f90-b7f7-af77cb1e98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '11a755f7-3fa9-4dfc-9c9f-121a6b10800e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:56:04.347109 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.348434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dd31417-4261-4015-81c7-3acc251f8231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.352286 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3dd31417-4261-4015-81c7-3acc251f8231 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a036e097-4b44-4d9e-83c7-e74a3e7c2db6 HTTP/1.1" status: 204 len: 168 time: 0.2070270 Sep 18 19:56:04.372894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd31417-4261-4015-81c7-3acc251f8231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a036e097-4b44-4d9e-83c7-e74a3e7c2db6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:04.483072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf859-5878-4fcb-9f6f-0dd062e9501a req-35684a05-e2cf-448e-a35a-1acc0a24d671 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:04.491899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79daf859-5878-4fcb-9f6f-0dd062e9501a req-35684a05-e2cf-448e-a35a-1acc0a24d671 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 944 time: 0.1246932 Sep 18 19:56:04.502779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8a78047-8fdc-41c1-89c6-4cde18f5ef91 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.518210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8a78047-8fdc-41c1-89c6-4cde18f5ef91 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.540104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8a78047-8fdc-41c1-89c6-4cde18f5ef91 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.544323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:04.552603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c8a78047-8fdc-41c1-89c6-4cde18f5ef91 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2685814 Sep 18 19:56:04.587978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79daf859-5878-4fcb-9f6f-0dd062e9501a req-2947f7a7-2c2b-4c22-8a39-8e54baa082d6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951788 Sep 18 19:56:04.715861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] For port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:56:04.731635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] For port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7d8da56b-75b3-4b7f-ac2c-33346dfd5296,segment=NetworkSegment(36c52f8c-4f65-4f90-b7f7-af77cb1e98b2),segment_id=36c52f8c-4f65-4f90-b7f7-af77cb1e98b2)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:56:04.740390 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.889912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7471c-39c0-44e4-8511-cc3c878e4a79 None None] Pushing event updated for resources: {'Port': ['ID=7d8da56b-75b3-4b7f-ac2c-33346dfd5296,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:04.899922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-9c6dd903-124b-450c-a540-7dc6ea5e223e', 'network_id': '9c6dd903-124b-450c-a540-7dc6ea5e223e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': 'a95d3d49-0948-47e0-94fd-15523ba55093'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:56:04.901090 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:04.902107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-549171ac-1f64-4bd4-8286-d76a48b11b30 req-b2e1a8b2-1619-4f0f-8c80-a3728f9d42ce tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 210 time: 0.1043682 Sep 18 19:56:05.054272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:05.147251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Allocated IP 2001:db8:1::2 (9c6dd903-124b-450c-a540-7dc6ea5e223e/a95d3d49-0948-47e0-94fd-15523ba55093/97dfb74c-45b7-4e1d-b337-e75e6b0df1f9) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:05.373649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-4b59baf4-e800-4371-98b4-5bde6e06f76d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:05.376806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-4b59baf4-e800-4371-98b4-5bde6e06f76d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.4186363 Sep 18 19:56:05.394657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Request body: {'port': {'device_id': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'admin_state_up': True, 'tenant_id': 'eb822b2afd174d288a5b4dd4c583c42f'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:05.395460 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:05.405278 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:05.486990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Network 9c6dd903-124b-450c-a540-7dc6ea5e223e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:05.511673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:05.518276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Pushing event updated for resources: {'Port': ['ID=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:05.524657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:05.654741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Attempting to bind port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:56:05.655114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Attempting to bind port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '583c2dde-3af7-4023-864b-66a1fcd3597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c6dd903-124b-450c-a540-7dc6ea5e223e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:56:05.655511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Attempting to bind port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 on network 9c6dd903-124b-450c-a540-7dc6ea5e223e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:05.658797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Made reservation on behalf of eb822b2afd174d288a5b4dd4c583c42f for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:05.671885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:05.674506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:56:05.674850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Checking segment: {'id': '583c2dde-3af7-4023-864b-66a1fcd3597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c6dd903-124b-450c-a540-7dc6ea5e223e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:05.675258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:05.675694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Bound using segment: {'id': '583c2dde-3af7-4023-864b-66a1fcd3597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c6dd903-124b-450c-a540-7dc6ea5e223e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:56:05.676166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Bound port: 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583c2dde-3af7-4023-864b-66a1fcd3597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9c6dd903-124b-450c-a540-7dc6ea5e223e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:56:05.676550 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:05.695120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8::1 (11a755f7-3fa9-4dfc-9c9f-121a6b10800e/8bde8c19-7ead-4467-a67e-ac0855e66b12/8aab9d59-d1f2-47bd-86ad-54340eb092f3) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:05.887474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] For port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:56:05.891559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] For port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,segment=NetworkSegment(583c2dde-3af7-4023-864b-66a1fcd3597d),segment_id=583c2dde-3af7-4023-864b-66a1fcd3597d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:56:05.906558 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.106271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.112232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8a52e-1d79-4308-8419-488c0afbe60e None None] Pushing event updated for resources: {'Port': ['ID=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:06.119642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:06.187774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.210718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bd2fe6d-cd3b-4d06-9b01-12ff0460866a req-ecc7ecf8-cb71-4990-9b0f-c2a46b34cef0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 210 time: 0.1411085 Sep 18 19:56:06.251549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c54c3-2740-44dc-af3f-181d71725624 req-4facffc7-59d7-457d-a35b-e0c4c8ca7058 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:06.267430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba1c54c3-2740-44dc-af3f-181d71725624 req-4facffc7-59d7-457d-a35b-e0c4c8ca7058 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 944 time: 0.5895078 Sep 18 19:56:06.282324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5c342197-b60b-4d11-bec0-389f56f9e18c details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:56:06.331690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:06.332077 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.384649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=8aab9d59-d1f2-47bd-86ad-54340eb092f3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:06.388319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba1c54c3-2740-44dc-af3f-181d71725624 req-6e0327eb-9f39-4a6b-89cc-3f98f9091e66 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196046 Sep 18 19:56:06.415762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Allocated IP 172.20.0.3 (3293fdbf-42cb-4af1-882d-c286dfc84eb7/7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d/7f5a9480-7741-4ae5-b435-ba1b1f68fa73) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:06.425064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.425064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.425514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.426195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.426195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.426488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.426773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.429890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.430479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.430729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.431070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.431403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:06.460128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:06.464595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:06.477374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:06.477958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.578152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4d515-c823-4165-85b9-d056b3653599 None None] Network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:06.581473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5c342197-b60b-4d11-bec0-389f56f9e18c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5c342197-b60b-4d11-bec0-389f56f9e18c,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:06.642540 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.678446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '5c342197-b60b-4d11-bec0-389f56f9e18c', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'port_id': '5c342197-b60b-4d11-bec0-389f56f9e18c', 'mac_address': 'fa:16:3e:ed:17:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:56:06.773214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-28249927-3d4d-47fd-9383-ea8a9b33e41b None None] Provisioning complete for port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:06.773214 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28249927-3d4d-47fd-9383-ea8a9b33e41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.818878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.892160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.902059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7d8da56b-75b3-4b7f-ac2c-33346dfd5296,segment=NetworkSegment(36c52f8c-4f65-4f90-b7f7-af77cb1e98b2),segment_id=36c52f8c-4f65-4f90-b7f7-af77cb1e98b2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:06.921119 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:06.948720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:07.045643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:07.091921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:07.095678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:07.100535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:07.126672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c342197-b60b-4d11-bec0-389f56f9e18c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:56:07.133854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event updated for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:07.154998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=7d8da56b-75b3-4b7f-ac2c-33346dfd5296,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:07.199909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:07.200678 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:07.225259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-9bc46ef5-a921-4e9b-a04e-957a0d23c952 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8377147 Sep 18 19:56:07.242954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Request body: {'port': {'device_id': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:07.251900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5c342197-b60b-4d11-bec0-389f56f9e18c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5c342197-b60b-4d11-bec0-389f56f9e18c,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:07.336835 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:07.381797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:07.391038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:07.392378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:07.472982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:07.495862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=8aab9d59-d1f2-47bd-86ad-54340eb092f3,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:07.550630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5c342197-b60b-4d11-bec0-389f56f9e18c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:07.605131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdae30-4c4d-4fb0-bd7b-753d1d83d9f2 req-d93134be-455e-42b3-beb2-bafd7afe8931 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:07.613154 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:07.613589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ecdae30-4c4d-4fb0-bd7b-753d1d83d9f2 req-d93134be-455e-42b3-beb2-bafd7afe8931 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 931 time: 0.2538607 Sep 18 19:56:07.616256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:07.626210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['5c342197-b60b-4d11-bec0-389f56f9e18c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:56:07.773116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8bfe5-51ff-4e14-aeb1-0a80de3dce6d req-c0e70420-619d-44e1-a89a-4f9f4294cc9f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:07.783799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2e8bfe5-51ff-4e14-aeb1-0a80de3dce6d req-c0e70420-619d-44e1-a89a-4f9f4294cc9f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 945 time: 0.2712774 Sep 18 19:56:07.934319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ecdae30-4c4d-4fb0-bd7b-753d1d83d9f2 req-8369cf0c-8bad-4568-8e78-24d8156cf07a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197622 Sep 18 19:56:07.984086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d339a-5756-48af-b6c2-6fb885c5209a None None] Network 9c6dd903-124b-450c-a540-7dc6ea5e223e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:08.038358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 1391ee18-c84e-4498-8440-cc92395790ab is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:56:08.198815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:08.206240 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d4f5cdb7-7a07-4fca-98f3-eab19139ff77 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/1391ee18-c84e-4498-8440-cc92395790ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6607904 Sep 18 19:56:08.207741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:08.212762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36050) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:08.214492 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4817e-48e5-41b6-8161-1f844e045c1d None None] Sync routers for ids ['1391ee18-c84e-4498-8440-cc92395790ab'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:08.235567 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4817e-48e5-41b6-8161-1f844e045c1d None None] Routers {'1391ee18-c84e-4498-8440-cc92395790ab'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:08.237825 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-adc4817e-48e5-41b6-8161-1f844e045c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1391ee18-c84e-4498-8440-cc92395790ab'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:08.334776 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e91df-de8a-46f7-b897-8302fde01471 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:08.339249 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a88e91df-de8a-46f7-b897-8302fde01471 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports/8aab9d59-d1f2-47bd-86ad-54340eb092f3 HTTP/1.1" status: 200 len: 911 time: 0.1252329 Sep 18 19:56:08.340196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36058) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:08.343155 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-adc4817e-48e5-41b6-8161-1f844e045c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:08.361436 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4817e-48e5-41b6-8161-1f844e045c1d None None] Routers {'1391ee18-c84e-4498-8440-cc92395790ab'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:08.362455 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-adc4817e-48e5-41b6-8161-1f844e045c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1391ee18-c84e-4498-8440-cc92395790ab'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:08.390787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c67c4784-a908-42d2-88f9-1e930640a392 None None] Provisioning complete for port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:08.391273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c67c4784-a908-42d2-88f9-1e930640a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:08.438449 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-adc4817e-48e5-41b6-8161-1f844e045c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:08.439546 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4817e-48e5-41b6-8161-1f844e045c1d None None] The sync data for ids ['1391ee18-c84e-4498-8440-cc92395790ab'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:08.514479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:08.515867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.054576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:09.128660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2e8bfe5-51ff-4e14-aeb1-0a80de3dce6d req-509ad46b-3221-470f-a66d-bbbbcb745eb7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3383403 Sep 18 19:56:09.138212 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c67c4784-a908-42d2-88f9-1e930640a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.217383 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.244358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c67c4784-a908-42d2-88f9-1e930640a392 None None] For port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,segment=NetworkSegment(583c2dde-3af7-4023-864b-66a1fcd3597d),segment_id=583c2dde-3af7-4023-864b-66a1fcd3597d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:09.255818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:09.256233 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.258063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c67c4784-a908-42d2-88f9-1e930640a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.355233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ffaa-7ef5-4446-bcf4-e2f5267e44aa req-4da69d4f-0c16-409c-9527-6956cb669135 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:09.379451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ab0ffaa-7ef5-4446-bcf4-e2f5267e44aa req-4da69d4f-0c16-409c-9527-6956cb669135 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 931 time: 0.2488458 Sep 18 19:56:09.453713 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ab0ffaa-7ef5-4446-bcf4-e2f5267e44aa req-243d2189-3c91-4840-a259-f591db010595 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731702 Sep 18 19:56:09.472497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:56:09.481223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-647a96b9-b557-4024-88a2-bce4df2372d8 None None] Provisioning complete for port 8aab9d59-d1f2-47bd-86ad-54340eb092f3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:09.481595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-647a96b9-b557-4024-88a2-bce4df2372d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.482773 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.504708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Transition to ACTIVE for port object 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:56:09.512915 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.571594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c4784-a908-42d2-88f9-1e930640a392 None None] Pushing event updated for resources: {'Port': ['ID=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:09.653159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:09.655964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-647a96b9-b557-4024-88a2-bce4df2372d8 None None] Port 8aab9d59-d1f2-47bd-86ad-54340eb092f3 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:09.684575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-647a96b9-b557-4024-88a2-bce4df2372d8 None None] Provisioning complete for port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:09.684940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-647a96b9-b557-4024-88a2-bce4df2372d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.723499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Attempting to bind port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:56:09.726690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Attempting to bind port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:56:09.727162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Attempting to bind port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:09.736527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:56:09.740429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Attempting to bind port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:09.757172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:56:09.758689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Checking segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:09.759196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Bound using segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:56:09.760964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Bound port: 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:56:09.762854 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.867433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8:1::1 (9c6dd903-124b-450c-a540-7dc6ea5e223e/a95d3d49-0948-47e0-94fd-15523ba55093/5aa22884-612d-4cc8-aba2-6ea195efa35b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:09.922566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:56:09.922951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6e63e81a-98e2-4159-a9b3-f1e2b405cf57 None None] Provisioning complete for port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:09.923332 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e63e81a-98e2-4159-a9b3-f1e2b405cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.927232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:56:09.934724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.944248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:09.984557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:09.985272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:09.986987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f5a9480-7741-4ae5-b435-ba1b1f68fa73 HTTP/1.1" status: 200 len: 1092 time: 2.7515113 Sep 18 19:56:09.989519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:10.000088 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0811a1d-5aca-4482-91be-8e9121525331" -d '{"events": [{"name": "network-changed", "server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:10.094563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cac35-a54c-4ddb-9740-ac95e516c171 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:10.102545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:10.115975 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211310ba-6176-49d8-a8b7-a574130ae792 x-openstack-request-id: req-211310ba-6176-49d8-a8b7-a574130ae792 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:10.116279 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:10.116646 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-211310ba-6176-49d8-a8b7-a574130ae792 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:10.117066 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'status': 'completed', 'code': 200} Sep 18 19:56:10.142168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-38292bf9-7b02-40b1-926f-588254c4a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:10.144603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-38292bf9-7b02-40b1-926f-588254c4a5ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 1095 time: 0.1063941 Sep 18 19:56:10.195894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:10.196511 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:10.202852 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:10.206985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-d6d6ea79-4bcd-4b9a-83c0-c6752de9a503 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73 HTTP/1.1" status: 200 len: 217 time: 0.0536754 Sep 18 19:56:10.282705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 9c6dd903-124b-450c-a540-7dc6ea5e223e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:10.307202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:10.313947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:10.316648 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:10.333472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5c342197-b60b-4d11-bec0-389f56f9e18c up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:10.404581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-1075b2b6-60ba-4093-81c5-534295963b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:10.415465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-1075b2b6-60ba-4093-81c5-534295963b39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.1890574 Sep 18 19:56:10.475864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=5aa22884-612d-4cc8-aba2-6ea195efa35b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:10.487489 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-4157c3b2-5aea-4ee9-bc1f-57438a727650 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708201 Sep 18 19:56:10.519851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1c8b1-c9f3-44e3-9d22-725617d0350e req-ee5acde9-573b-415b-b9a8-0132e8892074 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:10.521614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1a1c8b1-c9f3-44e3-9d22-725617d0350e req-ee5acde9-573b-415b-b9a8-0132e8892074 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 945 time: 0.2561040 Sep 18 19:56:10.593259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 5c342197-b60b-4d11-bec0-389f56f9e18c completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:56:10.601248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 5c342197-b60b-4d11-bec0-389f56f9e18c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:10.601693 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:10.669695 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:10.699328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1a1c8b1-c9f3-44e3-9d22-725617d0350e req-2c1e341b-1918-4b40-826f-5aa3a8c4031a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615324 Sep 18 19:56:10.832259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354207d9-b0d0-445f-abc8-44457b8ece5c req-35567535-cd8c-4ccc-b11d-adcdcd87a7ca tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:10.834149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-354207d9-b0d0-445f-abc8-44457b8ece5c req-35567535-cd8c-4ccc-b11d-adcdcd87a7ca tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 943 time: 0.1745629 Sep 18 19:56:10.884554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-f7b15593-1a9f-466a-988e-af5d4661ca42 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618300 Sep 18 19:56:10.899230 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:10.962064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-354207d9-b0d0-445f-abc8-44457b8ece5c req-9fe61757-d698-4ba3-813f-d67da6dd62cf tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163511 Sep 18 19:56:10.972235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-328bc57b-dd68-403a-9002-29814a37bbec None None] Provisioning complete for port 5aa22884-612d-4cc8-aba2-6ea195efa35b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:10.972608 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-328bc57b-dd68-403a-9002-29814a37bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:10.996787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb82a9e-b0df-45a2-9510-7add8586e220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c342197-b60b-4d11-bec0-389f56f9e18c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:11.000263 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078fc450-4bdb-4a06-bb7f-1c2c6b005ae2" -d '{"events": [{"server_uuid": "ebb82a9e-b0df-45a2-9510-7add8586e220", "name": "network-vif-plugged", "status": "completed", "tag": "5c342197-b60b-4d11-bec0-389f56f9e18c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:11.057979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40f5956f-9eaa-41e5-bae4-8fe681ec53a2 req-b620a984-8f7d-4be0-a429-02dfc4b05bf5 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587894 Sep 18 19:56:11.061406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5c342197-b60b-4d11-bec0-389f56f9e18c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5c342197-b60b-4d11-bec0-389f56f9e18c,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:11.085247 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:11.135636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-328bc57b-dd68-403a-9002-29814a37bbec None None] Port 5aa22884-612d-4cc8-aba2-6ea195efa35b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:11.139360 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001bb043-8860-437b-9a36-0de2393d1895 x-openstack-request-id: req-001bb043-8860-437b-9a36-0de2393d1895 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:11.139726 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb82a9e-b0df-45a2-9510-7add8586e220", "name": "network-vif-plugged", "status": "completed", "tag": "5c342197-b60b-4d11-bec0-389f56f9e18c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:11.140508 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-001bb043-8860-437b-9a36-0de2393d1895 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:11.151700 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb82a9e-b0df-45a2-9510-7add8586e220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c342197-b60b-4d11-bec0-389f56f9e18c', 'code': 200} Sep 18 19:56:11.197053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811a1d-5aca-4482-91be-8e9121525331 req-e245d276-bd06-4661-8cb2-c56317cbdfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:11.200148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0811a1d-5aca-4482-91be-8e9121525331 req-e245d276-bd06-4661-8cb2-c56317cbdfb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 1095 time: 0.0743868 Sep 18 19:56:11.203796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5c342197-b60b-4d11-bec0-389f56f9e18c,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:11.204310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:11.219693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:11.221422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:11.338794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=5aa22884-612d-4cc8-aba2-6ea195efa35b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:11.344808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f71d-ac04-4eff-b1cf-7149a4c0b7de req-1aec7d72-a310-4829-9103-90e7915944fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:11.346931 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b125f71d-ac04-4eff-b1cf-7149a4c0b7de req-1aec7d72-a310-4829-9103-90e7915944fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 1098 time: 0.1367631 Sep 18 19:56:11.364356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811a1d-5aca-4482-91be-8e9121525331 req-abe682e0-c863-4703-91bd-156866b389b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:11.366106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0811a1d-5aca-4482-91be-8e9121525331 req-abe682e0-c863-4703-91bd-156866b389b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 911 time: 0.1546597 Sep 18 19:56:11.431046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0811a1d-5aca-4482-91be-8e9121525331 req-2e10d05c-4f15-45df-aadb-86aba09b75bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73 HTTP/1.1" status: 200 len: 217 time: 0.0546761 Sep 18 19:56:11.502179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811a1d-5aca-4482-91be-8e9121525331 req-f6c4504f-4145-4e96-90b9-e33edbe33a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:11.507228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0811a1d-5aca-4482-91be-8e9121525331 req-f6c4504f-4145-4e96-90b9-e33edbe33a78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.0644438 Sep 18 19:56:11.548567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0811a1d-5aca-4482-91be-8e9121525331 req-bd8d7720-e323-41c7-8116-cf1993446aa6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364542 Sep 18 19:56:11.827687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0811a1d-5aca-4482-91be-8e9121525331 req-cbe05ba3-13d0-4797-96dc-336b5084f1ca service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691655 Sep 18 19:56:11.896164 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b125f71d-ac04-4eff-b1cf-7149a4c0b7de req-a08bfe55-fbea-4a27-9565-47344189a04f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637251 Sep 18 19:56:11.920126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 9c6dd903-124b-450c-a540-7dc6ea5e223e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:11.924202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:11.938741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304143d4-cd49-43e5-9742-6cccb99ccc67 req-5df1c1b3-b21c-4392-a5dd-01b7240d93fd tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:11.946373 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-304143d4-cd49-43e5-9742-6cccb99ccc67 req-5df1c1b3-b21c-4392-a5dd-01b7240d93fd tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 946 time: 0.1535017 Sep 18 19:56:11.981394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0811a1d-5aca-4482-91be-8e9121525331 req-cda740c4-4080-4dcd-843a-f335f1625deb service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462824 Sep 18 19:56:12.017057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-304143d4-cd49-43e5-9742-6cccb99ccc67 req-ada5adb8-128f-42d6-bd78-8d31afbf7b36 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694661 Sep 18 19:56:12.068197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 1391ee18-c84e-4498-8440-cc92395790ab has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:56:12.201315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:12.207171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682bafe-2a7d-4ed7-9f08-a6211069ac31 req-6b0b8b1e-b21a-435c-a1a8-7772b7881c65 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:12.208914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9682bafe-2a7d-4ed7-9f08-a6211069ac31 req-6b0b8b1e-b21a-435c-a1a8-7772b7881c65 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 943 time: 0.0979476 Sep 18 19:56:12.211503 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7c5f6eca-2e53-43f0-9687-5b6aa1d9b1bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/1391ee18-c84e-4498-8440-cc92395790ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8700206 Sep 18 19:56:12.214055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36138) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:12.216375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602fe41-0744-4e5c-9ca8-37c448ab70f9 None None] Sync routers for ids ['1391ee18-c84e-4498-8440-cc92395790ab'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:12.230512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602fe41-0744-4e5c-9ca8-37c448ab70f9 None None] Routers {'1391ee18-c84e-4498-8440-cc92395790ab'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:12.233332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e602fe41-0744-4e5c-9ca8-37c448ab70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1391ee18-c84e-4498-8440-cc92395790ab'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:12.298236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e602fe41-0744-4e5c-9ca8-37c448ab70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:12.303186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac8531a-2d61-4555-914d-c8f74ec3a72c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:12.307716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ac8531a-2d61-4555-914d-c8f74ec3a72c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports/5aa22884-612d-4cc8-aba2-6ea195efa35b HTTP/1.1" status: 200 len: 913 time: 0.0924604 Sep 18 19:56:12.308554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602fe41-0744-4e5c-9ca8-37c448ab70f9 None None] Routers {'1391ee18-c84e-4498-8440-cc92395790ab'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:12.309494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e602fe41-0744-4e5c-9ca8-37c448ab70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1391ee18-c84e-4498-8440-cc92395790ab'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:12.310560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36142) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:12.347831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e602fe41-0744-4e5c-9ca8-37c448ab70f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:12.348539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602fe41-0744-4e5c-9ca8-37c448ab70f9 None None] The sync data for ids ['1391ee18-c84e-4498-8440-cc92395790ab'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:12.367697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9682bafe-2a7d-4ed7-9f08-a6211069ac31 req-25de3c0a-d630-4212-b02c-9742ac2ae246 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Sep 18 19:56:12.394302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-90332957-19dc-481d-abc1-37e1cf4a9fac None None] Provisioning complete for port 5aa22884-612d-4cc8-aba2-6ea195efa35b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:12.394705 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90332957-19dc-481d-abc1-37e1cf4a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:12.443987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-90332957-19dc-481d-abc1-37e1cf4a9fac None None] Port 5aa22884-612d-4cc8-aba2-6ea195efa35b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:12.805033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:13.196204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 5aa22884-612d-4cc8-aba2-6ea195efa35b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:13.196457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:13.218612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c79a71-85b7-49b2-b9d2-1e399408e3cf req-fe0c9212-e84d-44da-95c0-d68a40570540 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:13.220268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08c79a71-85b7-49b2-b9d2-1e399408e3cf req-fe0c9212-e84d-44da-95c0-d68a40570540 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 946 time: 0.0751231 Sep 18 19:56:13.262115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08c79a71-85b7-49b2-b9d2-1e399408e3cf req-0b017340-047d-4837-960c-e2f9c55074eb tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 Sep 18 19:56:13.378366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:13.402748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 5aa22884-612d-4cc8-aba2-6ea195efa35b owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:13.420064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329e6dc-d07a-4557-9d76-89390f75065a req-a206833c-3c96-457f-96ad-d7ad436f2288 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:13.421967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0329e6dc-d07a-4557-9d76-89390f75065a req-a206833c-3c96-457f-96ad-d7ad436f2288 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 946 time: 0.0727878 Sep 18 19:56:13.487635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0329e6dc-d07a-4557-9d76-89390f75065a req-9e787bcb-8d0c-42fa-9d5e-2ac3612912fd tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Sep 18 19:56:13.679133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc3451-36c1-4f6a-b358-d794c9479eaa req-b877fb70-1677-4fdf-a86a-110216ee4e0a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:13.686552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4bc3451-36c1-4f6a-b358-d794c9479eaa req-b877fb70-1677-4fdf-a86a-110216ee4e0a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 943 time: 0.1222951 Sep 18 19:56:13.716402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e803db-1528-44bf-9303-db3a576b71d5 req-10b4c8b0-0dd4-47f5-96db-74d1c5d6b73c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:13.725528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6e803db-1528-44bf-9303-db3a576b71d5 req-10b4c8b0-0dd4-47f5-96db-74d1c5d6b73c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 946 time: 0.1066244 Sep 18 19:56:13.763671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:56:13.788612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:13.808443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4bc3451-36c1-4f6a-b358-d794c9479eaa req-366eecdc-3c0a-475b-9b4c-0155c0d6a605 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203218 Sep 18 19:56:13.821846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=5aa22884-612d-4cc8-aba2-6ea195efa35b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:13.848224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6e803db-1528-44bf-9303-db3a576b71d5 req-ee5fe071-32ae-4c71-8876-5f15acd3dc4b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222701 Sep 18 19:56:14.001317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:14.032019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'port_id': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'mac_address': 'fa:16:3e:b5:1d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:56:14.052932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:14.149107 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:14.191634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:56:14.214303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:14.220106 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:14.283113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:14.382987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8ed1-76f2-4ccc-84d0-2d667304766c req-bf792059-3ec9-4c48-8bae-1c188bdd3e12 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:14.392203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a5c8ed1-76f2-4ccc-84d0-2d667304766c req-bf792059-3ec9-4c48-8bae-1c188bdd3e12 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 946 time: 0.0780957 Sep 18 19:56:14.422844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 1391ee18-c84e-4498-8440-cc92395790ab has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:56:14.436322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7f5a9480-7741-4ae5-b435-ba1b1f68fa73'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:56:14.452069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a5c8ed1-76f2-4ccc-84d0-2d667304766c req-9b1be09c-5421-4815-be3a-1fbe06db8858 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541162 Sep 18 19:56:14.566107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:14.574760 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-da29cf84-c1c9-4b18-ba98-6263d10d4534 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/1391ee18-c84e-4498-8440-cc92395790ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2627175 Sep 18 19:56:14.578785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36198) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:14.580080 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776cac1-1394-49b7-bd5f-fa0feb643bc0 None None] Sync routers for ids ['1391ee18-c84e-4498-8440-cc92395790ab'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:14.596606 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776cac1-1394-49b7-bd5f-fa0feb643bc0 None None] Routers {'1391ee18-c84e-4498-8440-cc92395790ab'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:14.602371 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e776cac1-1394-49b7-bd5f-fa0feb643bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1391ee18-c84e-4498-8440-cc92395790ab'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:14.683644 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e776cac1-1394-49b7-bd5f-fa0feb643bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:14.718663 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776cac1-1394-49b7-bd5f-fa0feb643bc0 None None] Routers {'1391ee18-c84e-4498-8440-cc92395790ab'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:14.722384 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e776cac1-1394-49b7-bd5f-fa0feb643bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1391ee18-c84e-4498-8440-cc92395790ab'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:14.781560 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e776cac1-1394-49b7-bd5f-fa0feb643bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:14.782309 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776cac1-1394-49b7-bd5f-fa0feb643bc0 None None] The sync data for ids ['1391ee18-c84e-4498-8440-cc92395790ab'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:14.963145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fe6c6-4bec-4651-8fe5-b148ca2281c9 req-0b861cf7-5df7-4d24-ac43-67f954b75223 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:14.974037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-761fe6c6-4bec-4651-8fe5-b148ca2281c9 req-0b861cf7-5df7-4d24-ac43-67f954b75223 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0805483 Sep 18 19:56:14.992465 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:56:15.025876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-761fe6c6-4bec-4651-8fe5-b148ca2281c9 req-744b7add-6391-4ea7-9f4c-e0977cf3729e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506170 Sep 18 19:56:15.050204 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:15.314681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 8aab9d59-d1f2-47bd-86ad-54340eb092f3 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:15.315180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:15.408039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:15.419982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 8aab9d59-d1f2-47bd-86ad-54340eb092f3 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:15.633791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84c9f6-debc-4aba-8068-1d25d744ffc0 req-a396c506-14a9-4c1c-9192-e6414dc31b4a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:15.636131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc84c9f6-debc-4aba-8068-1d25d744ffc0 req-a396c506-14a9-4c1c-9192-e6414dc31b4a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 946 time: 0.0982440 Sep 18 19:56:15.669891 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:15.695973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc84c9f6-debc-4aba-8068-1d25d744ffc0 req-fdceff4c-4d3a-4146-a085-b769e76a402f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525157 Sep 18 19:56:15.721462 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-510d5b1e-4a81-48c5-8400-7d6f21a0fd33 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:15.723109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-510d5b1e-4a81-48c5-8400-7d6f21a0fd33 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 946 time: 0.1075923 Sep 18 19:56:15.727221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=8aab9d59-d1f2-47bd-86ad-54340eb092f3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:15.767156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:15.853234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07252c-243a-4107-9803-f6c5dc434bf4 req-2fd9d3c5-3858-4749-aa28-8cb54868de2c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:15.856907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f07252c-243a-4107-9803-f6c5dc434bf4 req-2fd9d3c5-3858-4749-aa28-8cb54868de2c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.0622416 Sep 18 19:56:15.869622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:15.881935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:56:15.890861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:15.891771 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:15.915662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f07252c-243a-4107-9803-f6c5dc434bf4 req-d086f19a-e3e1-4aeb-89ad-69fcc7145748 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515096 Sep 18 19:56:16.044209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:16.119174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port 5c342197-b60b-4d11-bec0-389f56f9e18c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:16.119758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:16.126365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 1391ee18-c84e-4498-8440-cc92395790ab has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:56:16.130060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:16.133228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:16.141290 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33fe408-83f9-4871-90b6-6b335be80259" -d '{"events": [{"server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:16.159615 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:16.162166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:56:16.273800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e202cd-cd44-4e65-bf1d-a2925b24b069 req-36df0ca3-2af7-4296-aca4-dfb3c701f97b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:16.275696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8e202cd-cd44-4e65-bf1d-a2925b24b069 req-36df0ca3-2af7-4296-aca4-dfb3c701f97b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1288025 Sep 18 19:56:16.287617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:16.298097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.298752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.299272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.299798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.300315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.300645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.300980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.301357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.301690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.302015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.302338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.302775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:16.342154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8e202cd-cd44-4e65-bf1d-a2925b24b069 req-0b8f61bc-9e01-45d5-b6eb-d5da64902cff tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592098 Sep 18 19:56:16.375337 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:16.422132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:16.424912 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb0e467-5781-49fc-abb9-77a368d3d7c9 x-openstack-request-id: req-3cb0e467-5781-49fc-abb9-77a368d3d7c9 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:16.425398 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:16.425617 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cb0e467-5781-49fc-abb9-77a368d3d7c9 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:16.426108 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'code': 200} Sep 18 19:56:16.442015 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:16.517178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=11']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:16.593723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c869e5b-b476-4e60-bc83-6d2be64a6e6b req-e0cab28f-510f-408f-ad94-a228a62e707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:16.594895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c869e5b-b476-4e60-bc83-6d2be64a6e6b req-e0cab28f-510f-408f-ad94-a228a62e707d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 1097 time: 0.1137249 Sep 18 19:56:16.618524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001af8ad-b9ef-4acc-9f55-a80bc6a6d55f req-9dbb86a9-51a6-4ae3-b441-005c652ec783 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:16.618524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-001af8ad-b9ef-4acc-9f55-a80bc6a6d55f req-9dbb86a9-51a6-4ae3-b441-005c652ec783 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0921395 Sep 18 19:56:16.693675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:16.703717 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6a227d71-223f-4004-a185-08f21119fbf2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/1391ee18-c84e-4498-8440-cc92395790ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1236134 Sep 18 19:56:16.704343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36276) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:16.710714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8c4d97-c9c5-4677-bb46-b62bea18ac67 None None] Sync routers for ids ['1391ee18-c84e-4498-8440-cc92395790ab'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:16.713949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-001af8ad-b9ef-4acc-9f55-a80bc6a6d55f req-9a625001-a244-4011-87b6-fdf3736e00d6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834167 Sep 18 19:56:16.717580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c869e5b-b476-4e60-bc83-6d2be64a6e6b req-1a370519-7250-4aba-a126-a53a314b99c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103253 Sep 18 19:56:16.735825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c4d97-c9c5-4677-bb46-b62bea18ac67 None None] Routers {'1391ee18-c84e-4498-8440-cc92395790ab'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:16.736876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1e8c4d97-c9c5-4677-bb46-b62bea18ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1391ee18-c84e-4498-8440-cc92395790ab'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:16.745751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36280) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:16.746002 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d5931214-380e-4686-94c8-b16d35a57448 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=1391ee18-c84e-4498-8440-cc92395790ab HTTP/1.1" status: 200 len: 205 time: 0.0368860 Sep 18 19:56:16.747755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] For port 5c342197-b60b-4d11-bec0-389f56f9e18c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5c342197-b60b-4d11-bec0-389f56f9e18c,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:16.748120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:16.764509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for 5c342197-b60b-4d11-bec0-389f56f9e18c owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:16.807036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1e8c4d97-c9c5-4677-bb46-b62bea18ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:16.818558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c4d97-c9c5-4677-bb46-b62bea18ac67 None None] Routers {'1391ee18-c84e-4498-8440-cc92395790ab'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:16.819491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1e8c4d97-c9c5-4677-bb46-b62bea18ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:55:54Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1391ee18-c84e-4498-8440-cc92395790ab'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:16.852961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1e8c4d97-c9c5-4677-bb46-b62bea18ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:16.853970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8c4d97-c9c5-4677-bb46-b62bea18ac67 None None] The sync data for ids ['1391ee18-c84e-4498-8440-cc92395790ab'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:16.866013 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f3f635a-a046-4df4-a7c0-8725db9ddd95 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:16.916637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:16.932048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['5c342197-b60b-4d11-bec0-389f56f9e18c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:56:16.953719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7868492-baea-45ea-ba3f-acc13dfa2b90 req-f7fba32f-2de3-4728-b424-02df29de0a8d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:16.955957 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7868492-baea-45ea-ba3f-acc13dfa2b90 req-f7fba32f-2de3-4728-b424-02df29de0a8d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 867 time: 0.1552265 Sep 18 19:56:16.984140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=5c342197-b60b-4d11-bec0-389f56f9e18c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:17.022204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] No DVR routers for this DVR port 5c342197-b60b-4d11-bec0-389f56f9e18c on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:17.025258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.028468 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f57f3799-fb1e-4f18-9afa-1eed19b76b7c req-a6315aae-0483-4245-ba5c-29d86139db95 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "DELETE /v2.0/ports/5c342197-b60b-4d11-bec0-389f56f9e18c HTTP/1.1" status: 204 len: 173 time: 1.2945697 Sep 18 19:56:17.031358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb82a9e-b0df-45a2-9510-7add8586e220', 'name': 'network-vif-deleted', 'tag': '5c342197-b60b-4d11-bec0-389f56f9e18c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:17.035723 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dacc7a-bd0e-4738-98fd-a68714969843" -d '{"events": [{"server_uuid": "ebb82a9e-b0df-45a2-9510-7add8586e220", "name": "network-vif-deleted", "tag": "5c342197-b60b-4d11-bec0-389f56f9e18c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:17.067493 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f3f635a-a046-4df4-a7c0-8725db9ddd95 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.069968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f3f635a-a046-4df4-a7c0-8725db9ddd95 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.101308 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ac58ae-1a06-460a-9860-ca1738157064 x-openstack-request-id: req-95ac58ae-1a06-460a-9860-ca1738157064 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:17.101886 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb82a9e-b0df-45a2-9510-7add8586e220", "name": "network-vif-deleted", "tag": "5c342197-b60b-4d11-bec0-389f56f9e18c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:17.102374 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95ac58ae-1a06-460a-9860-ca1738157064 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:17.103163 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb82a9e-b0df-45a2-9510-7add8586e220', 'name': 'network-vif-deleted', 'tag': '5c342197-b60b-4d11-bec0-389f56f9e18c', 'status': 'completed', 'code': 200} Sep 18 19:56:17.131302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7868492-baea-45ea-ba3f-acc13dfa2b90 req-26f5ccfd-da6d-417c-9113-51ea213b19be tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502984 Sep 18 19:56:17.144531 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f3f635a-a046-4df4-a7c0-8725db9ddd95 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.145544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3f635a-a046-4df4-a7c0-8725db9ddd95 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Fanout notify agent at l3_agent the message router_deleted on router 1391ee18-c84e-4498-8440-cc92395790ab {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:56:17.154562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f3f635a-a046-4df4-a7c0-8725db9ddd95 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.159139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36290) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:17.159665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1f3f635a-a046-4df4-a7c0-8725db9ddd95 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/1391ee18-c84e-4498-8440-cc92395790ab HTTP/1.1" status: 204 len: 168 time: 0.4120727 Sep 18 19:56:17.216295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-b035bdf6-f83c-423a-9a99-078e93c02d34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet a95d3d49-0948-47e0-94fd-15523ba55093 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:56:17.220811 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b035bdf6-f83c-423a-9a99-078e93c02d34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.267871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b035bdf6-f83c-423a-9a99-078e93c02d34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.360294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b035bdf6-f83c-423a-9a99-078e93c02d34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.435934 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b035bdf6-f83c-423a-9a99-078e93c02d34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.474251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035bdf6-f83c-423a-9a99-078e93c02d34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=a95d3d49-0948-47e0-94fd-15523ba55093,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:17.482752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b035bdf6-f83c-423a-9a99-078e93c02d34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.486258 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b035bdf6-f83c-423a-9a99-078e93c02d34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/a95d3d49-0948-47e0-94fd-15523ba55093 HTTP/1.1" status: 204 len: 168 time: 0.3253832 Sep 18 19:56:17.490277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4d0bb7-7b90-45a0-aab3-219478d26361 None None] Network 9c6dd903-124b-450c-a540-7dc6ea5e223e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:17.492330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36300) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:17.502243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2f799-1f16-4b37-b9d8-72997df7a5b7 req-c1eb4ce9-fb1f-4ced-a7e2-f32d6c5bcbf8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:17.504283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1d2f799-1f16-4b37-b9d8-72997df7a5b7 req-c1eb4ce9-fb1f-4ced-a7e2-f32d6c5bcbf8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0793107 Sep 18 19:56:17.566939 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d89ccf-ec7b-4099-bdf6-e6a55d8e97e6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet 8bde8c19-7ead-4467-a67e-ac0855e66b12 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:56:17.570512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09d89ccf-ec7b-4099-bdf6-e6a55d8e97e6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.575263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1d2f799-1f16-4b37-b9d8-72997df7a5b7 req-026aaff4-df5a-41e0-9ece-09d2eaaed3b3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644176 Sep 18 19:56:17.646363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09d89ccf-ec7b-4099-bdf6-e6a55d8e97e6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.779176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] DHCP port deletion for 9c6dd903-124b-450c-a540-7dc6ea5e223e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:56:17.847152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09d89ccf-ec7b-4099-bdf6-e6a55d8e97e6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.896596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] Deleting port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:17.898373 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.922705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a9d5a-588e-42be-b7f5-7d879c275959 req-0ff7d354-e3d1-4722-b3d1-ede0805a596c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:17.932809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d7a9d5a-588e-42be-b7f5-7d879c275959 req-0ff7d354-e3d1-4722-b3d1-ede0805a596c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1208236 Sep 18 19:56:17.946120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09d89ccf-ec7b-4099-bdf6-e6a55d8e97e6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.958640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:56:17.989069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d89ccf-ec7b-4099-bdf6-e6a55d8e97e6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=8bde8c19-7ead-4467-a67e-ac0855e66b12,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:17.992828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09d89ccf-ec7b-4099-bdf6-e6a55d8e97e6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:17.998421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36316) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:17.998604 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-09d89ccf-ec7b-4099-bdf6-e6a55d8e97e6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/8bde8c19-7ead-4467-a67e-ac0855e66b12 HTTP/1.1" status: 204 len: 168 time: 0.5047030 Sep 18 19:56:18.046467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d7a9d5a-588e-42be-b7f5-7d879c275959 req-e1c4bca6-77a2-4003-af04-b80c6ae76063 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129365 Sep 18 19:56:18.047489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068e289-df4b-4ff0-89cf-0e07eeab0471 None None] Network 11a755f7-3fa9-4dfc-9c9f-121a6b10800e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:18.132912 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.201363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:18.201709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.236004 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.253475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] For port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,segment=NetworkSegment(583c2dde-3af7-4023-864b-66a1fcd3597d),segment_id=583c2dde-3af7-4023-864b-66a1fcd3597d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:18.253876 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.299869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3186d4e2-aa45-4ec2-99ee-43600958ec7e req-37d24bd9-224a-420c-b29e-1dbbfa1b1da3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 210 time: 0.0417020 Sep 18 19:56:18.301637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,segment=NetworkSegment(583c2dde-3af7-4023-864b-66a1fcd3597d),segment_id=583c2dde-3af7-4023-864b-66a1fcd3597d)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:18.301997 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.303470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] Calling delete_port for 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:18.314583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:18.336335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,segment=NetworkSegment(583c2dde-3af7-4023-864b-66a1fcd3597d),segment_id=583c2dde-3af7-4023-864b-66a1fcd3597d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:18.360603 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.434412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.450964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:18.453999 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe17fe9-bd65-4aca-92a9-0890be6b59c3" -d '{"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:18.456980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:18.495144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] DHCP port deletion for 11a755f7-3fa9-4dfc-9c9f-121a6b10800e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:56:18.518811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No DVR routers for this DVR port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:18.532760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:18.543091 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092e3e4-69eb-44f5-ae98-23abe4749fc3 x-openstack-request-id: req-4092e3e4-69eb-44f5-ae98-23abe4749fc3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:18.543437 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:18.543678 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4092e3e4-69eb-44f5-ae98-23abe4749fc3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:18.544071 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'code': 200} Sep 18 19:56:18.562074 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.589288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] Deleting port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:18.589667 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.600683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] Pushing event deleted for resources: {'Port': ['ID=97dfb74c-45b7-4e1d-b337-e75e6b0df1f9,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:18.618126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d47004-07db-45a3-86ef-4342bbf87539 None None] No DVR routers for this DVR port 97dfb74c-45b7-4e1d-b337-e75e6b0df1f9 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:18.679459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.695005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] For port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7d8da56b-75b3-4b7f-ac2c-33346dfd5296,segment=NetworkSegment(36c52f8c-4f65-4f90-b7f7-af77cb1e98b2),segment_id=36c52f8c-4f65-4f90-b7f7-af77cb1e98b2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:18.695473 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.730500 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6dd903-124b-450c-a540-7dc6ea5e223e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:18.736548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] Calling delete_port for 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:18.752755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583c2dde-3af7-4023-864b-66a1fcd3597d') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:18.752755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583c2dde-3af7-4023-864b-66a1fcd3597d') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:18.756696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.792936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9416da-ffba-4120-86cb-454727c51487 req-ca175928-6949-4f2b-aab8-50db251b02d5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:18.805586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f9416da-ffba-4120-86cb-454727c51487 req-ca175928-6949-4f2b-aab8-50db251b02d5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1245887 Sep 18 19:56:18.821213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.835964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:56:18.836436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:56:18.839604 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:56:18.861765 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.892267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] Pushing event deleted for resources: {'Port': ['ID=7d8da56b-75b3-4b7f-ac2c-33346dfd5296,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:18.898059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55c847-b355-405a-b578-cfd4ce45455d None None] No DVR routers for this DVR port 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:18.915711 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f9416da-ffba-4120-86cb-454727c51487 req-d7f36596-8c11-4ef3-90e8-88f213c080df tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091847 Sep 18 19:56:18.923403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.938669 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:18.941789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/9c6dd903-124b-450c-a540-7dc6ea5e223e HTTP/1.1" status: 204 len: 168 time: 0.9406095 Sep 18 19:56:18.944351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36338) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:18.973690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a1389-9015-4472-a6af-d8ddcc21840c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=9c6dd903-124b-450c-a540-7dc6ea5e223e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:19.056733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.478853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd5e277d-1a72-4599-952c-52cff23ba485 req-932c95b9-e45b-43e8-8198-8a1979e009ad tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 210 time: 0.0718415 Sep 18 19:56:19.524467 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.551580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a755f7-3fa9-4dfc-9c9f-121a6b10800e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:19.570232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fb464-7a3a-4022-a237-76b0f86c011b req-48cdbefd-cbe4-4f7d-931a-ec974d1e99b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:19.571744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa6fb464-7a3a-4022-a237-76b0f86c011b req-48cdbefd-cbe4-4f7d-931a-ec974d1e99b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1637588 Sep 18 19:56:19.574662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c52f8c-4f65-4f90-b7f7-af77cb1e98b2') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:19.574956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c52f8c-4f65-4f90-b7f7-af77cb1e98b2') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:19.597401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.639025 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.661959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:56:19.662368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:56:19.665342 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:56:19.687555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa6fb464-7a3a-4022-a237-76b0f86c011b req-b09659be-d7a0-4044-9f1f-21a56fab18c1 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934026 Sep 18 19:56:19.709937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efd60c-cc07-4da9-a587-6824e065e804 req-4165bfb4-dcc0-437b-9d1a-265076a7345c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:19.711612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70efd60c-cc07-4da9-a587-6824e065e804 req-4165bfb4-dcc0-437b-9d1a-265076a7345c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1388614 Sep 18 19:56:19.775784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:56:19.783731 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.809185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.815041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/11a755f7-3fa9-4dfc-9c9f-121a6b10800e HTTP/1.1" status: 204 len: 168 time: 0.8659415 Sep 18 19:56:19.815292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36372) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:19.822064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-715638725'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:19.861834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c375b3-2bb5-4525-a64e-e9baa481b6bd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=11a755f7-3fa9-4dfc-9c9f-121a6b10800e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:19.867257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:19.875313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70efd60c-cc07-4da9-a587-6824e065e804 req-39ab9691-e425-4457-a14f-e51bedab9907 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340041 Sep 18 19:56:19.890548 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.929242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36382) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:19.933303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:56:19.944541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:56:19.957157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:19.958036 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment 3c9c60c3-ce31-4573-a648-f4b3e86b2176 of type vlan for network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab Sep 18 19:56:19.959722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:56:19.960076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7d8da56b-75b3-4b7f-ac2c-33346dfd5296 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:56:20.033701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.071331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.082714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:20.084459 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:20.087990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.102251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'mac_address': 'fa:16:3e:24:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:56:20.131514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3118334 Sep 18 19:56:20.132855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36392) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:20.138419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': 'b4cad8d0-f9db-4b8e-86bd-9483c9be50ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:20.142821 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-55f89514-bd11-4d44-b73a-9c6b7a71e8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.161693 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.178471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d973f7-84ea-4f1d-a5d8-30e326020422 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:56:20.203919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:20.211301 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.228492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a545dc-bdbc-47da-98b1-1ced93fcc6b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=b4cad8d0-f9db-4b8e-86bd-9483c9be50ab,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:20.296589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=12']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:20.310432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:56:20.350987 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-55f89514-bd11-4d44-b73a-9c6b7a71e8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.356631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-55f89514-bd11-4d44-b73a-9c6b7a71e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.381491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:20.386333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.396547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5c342197-b60b-4d11-bec0-389f56f9e18c no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:56:20.400995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-55f89514-bd11-4d44-b73a-9c6b7a71e8a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc242f103cf24788ae7ca6fb2e5edfd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699430 Sep 18 19:56:20.403164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36400) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:20.409219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['84d973f7-84ea-4f1d-a5d8-30e326020422'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:56:20.440725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f89514-bd11-4d44-b73a-9c6b7a71e8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c523807-6c68-4352-bc8a-e4111d61acb2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:20.488479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e89b6d60-6dac-46e0-a194-8cd82be128e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.531981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 5c342197-b60b-4d11-bec0-389f56f9e18c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:56:20.532352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5c342197-b60b-4d11-bec0-389f56f9e18c not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:56:20.553756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e89b6d60-6dac-46e0-a194-8cd82be128e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.635305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.671148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc43c19-86b3-4ad2-ae1f-f2057a0cdb7c req-f1491d35-848e-4b1c-bcc9-14ad729d024c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 210 time: 0.0502977 Sep 18 19:56:20.701261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e89b6d60-6dac-46e0-a194-8cd82be128e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.705132 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e89b6d60-6dac-46e0-a194-8cd82be128e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.709831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e89b6d60-6dac-46e0-a194-8cd82be128e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c523807-6c68-4352-bc8a-e4111d61acb2 HTTP/1.1" status: 204 len: 168 time: 0.3055308 Sep 18 19:56:20.717814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=34239fb9-56dd-4515-abd3-6b8553649b97,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:20.725846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': '3c9c60c3-ce31-4573-a648-f4b3e86b2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4cad8d0-f9db-4b8e-86bd-9483c9be50ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:20.726348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: b4cad8d0-f9db-4b8e-86bd-9483c9be50ab, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:56:20.751409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:56:20.755993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b6d60-6dac-46e0-a194-8cd82be128e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c523807-6c68-4352-bc8a-e4111d61acb2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:20.767666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, b4cad8d0-f9db-4b8e-86bd-9483c9be50ab) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:20.778896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd26f9a2-e8f2-464c-8736-c1edb4051325 None None] Network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:20.783476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:20.785117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.819800 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fe0fb2c9-cb4e-4e1a-9192-e737e13c1068 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6859007 Sep 18 19:56:20.822475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36414) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:20.833546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-46eb7440-6bb4-4e0f-8ed8-edea7e964a6d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-350788960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:20.898448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46eb7440-6bb4-4e0f-8ed8-edea7e964a6d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.904191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46eb7440-6bb4-4e0f-8ed8-edea7e964a6d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:20.954256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc976-fbdc-4282-8e7d-1c2ae66316dd req-a36bfbb5-dfd1-40cf-a975-a75c37eb0723 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:20.971904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f6dc976-fbdc-4282-8e7d-1c2ae66316dd req-a36bfbb5-dfd1-40cf-a975-a75c37eb0723 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 945 time: 0.1254599 Sep 18 19:56:21.012526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46eb7440-6bb4-4e0f-8ed8-edea7e964a6d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.028561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46eb7440-6bb4-4e0f-8ed8-edea7e964a6d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.057126 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46eb7440-6bb4-4e0f-8ed8-edea7e964a6d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.059163 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-46eb7440-6bb4-4e0f-8ed8-edea7e964a6d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2355549 Sep 18 19:56:21.065893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36424) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:21.075031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'port': {'network_id': 'b4cad8d0-f9db-4b8e-86bd-9483c9be50ab', 'name': 'tempest-RoutersIpV6Test-1160647409'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:21.138380 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f6dc976-fbdc-4282-8e7d-1c2ae66316dd req-5991e532-cf9a-425b-a1de-017070f536bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646471 Sep 18 19:56:21.285560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:21.289544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.300917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f80c4f-bb30-4503-a20a-6cfc5a8333be req-4775ac18-b96c-49f7-bd51-7dc498396131 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:21.309183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4f80c4f-bb30-4503-a20a-6cfc5a8333be req-4775ac18-b96c-49f7-bd51-7dc498396131 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1632602 Sep 18 19:56:21.338052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] device_id is not set on port 91255372-6559-495c-aea8-4fec315ea0a6 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:56:21.360321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4f80c4f-bb30-4503-a20a-6cfc5a8333be req-27eceef4-9a5e-4fd2-9919-8f7417950e61 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Sep 18 19:56:21.425709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36426) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:21.441218 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6dba6ae7-a788-4cce-ab9c-5442ccb79f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.514056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8::1e9 (b4cad8d0-f9db-4b8e-86bd-9483c9be50ab/34239fb9-56dd-4515-abd3-6b8553649b97/91255372-6559-495c-aea8-4fec315ea0a6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:21.597542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6dba6ae7-a788-4cce-ab9c-5442ccb79f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.613940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6dba6ae7-a788-4cce-ab9c-5442ccb79f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.636468 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1904-afa0-4470-8318-e2e6bdd59a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.653452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-b4cad8d0-f9db-4b8e-86bd-9483c9be50ab', 'network_id': 'b4cad8d0-f9db-4b8e-86bd-9483c9be50ab', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': '34239fb9-56dd-4515-abd3-6b8553649b97'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:56:21.661953 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.746814 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6dba6ae7-a788-4cce-ab9c-5442ccb79f06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9572a341220c4fbfb0b0c3c2cd0149f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177052 Sep 18 19:56:21.746814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba6ae7-a788-4cce-ab9c-5442ccb79f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873d7974-8eda-4117-9ea7-5ee9e65ef69b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:21.748257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36430) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:21.860310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:21.872471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.911677 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.945642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84372c04-fc41-43c4-b089-834839f1b55a req-c5a1c506-1b00-4a5b-82a5-88687569c915 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb82a9e-b0df-45a2-9510-7add8586e220 HTTP/1.1" status: 200 len: 210 time: 0.1087141 Sep 18 19:56:21.967095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 84d973f7-84ea-4f1d-a5d8-30e326020422 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:21.968367 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:21.971958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:21.976320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:21.979736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:21.986823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:21.987731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.015130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9468236 Sep 18 19:56:22.021401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:22.027366 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5194c64e-d90b-4683-814f-fd131053063a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.083348 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5194c64e-d90b-4683-814f-fd131053063a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.131792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d771a-e5c6-4ec4-b3b8-01805750c1a2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=91255372-6559-495c-aea8-4fec315ea0a6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:22.157436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5194c64e-d90b-4683-814f-fd131053063a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.166067 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5194c64e-d90b-4683-814f-fd131053063a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.167887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Allocated IP 2001:db8::2 (b4cad8d0-f9db-4b8e-86bd-9483c9be50ab/34239fb9-56dd-4515-abd3-6b8553649b97/ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:22.175819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5194c64e-d90b-4683-814f-fd131053063a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/873d7974-8eda-4117-9ea7-5ee9e65ef69b HTTP/1.1" status: 204 len: 168 time: 0.4254520 Sep 18 19:56:22.219029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194c64e-d90b-4683-814f-fd131053063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d7974-8eda-4117-9ea7-5ee9e65ef69b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:22.321432 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.376995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:22.380276 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682dedcc-087f-48cf-8913-1baee4c24b09" -d '{"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-plugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:22.410995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c532eb-6532-4972-8053-9dff00554b82 req-b6ed82cb-ce98-45c5-9705-21a87d5ddfbc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:22.413241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5c532eb-6532-4972-8053-9dff00554b82 req-b6ed82cb-ce98-45c5-9705-21a87d5ddfbc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 945 time: 0.1083252 Sep 18 19:56:22.427821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:22.469714 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.515043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5c532eb-6532-4972-8053-9dff00554b82 req-c5d03b51-67ea-480e-84bf-8596b85cb292 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929441 Sep 18 19:56:22.642959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb576138-2d7f-4db0-9eff-3f5d8ddf4043 req-8ad95e53-22e0-408e-b82d-c17c7794dbc8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:22.652753 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb576138-2d7f-4db0-9eff-3f5d8ddf4043 req-8ad95e53-22e0-408e-b82d-c17c7794dbc8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0795476 Sep 18 19:56:22.724026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb576138-2d7f-4db0-9eff-3f5d8ddf4043 req-0f40d532-68e0-48c1-9217-4370d60ab207 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702784 Sep 18 19:56:22.746908 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.761633 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecddb7d4-95c8-40b0-acad-f91ea2ec43c6 x-openstack-request-id: req-ecddb7d4-95c8-40b0-acad-f91ea2ec43c6 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:22.762174 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-plugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:22.762438 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecddb7d4-95c8-40b0-acad-f91ea2ec43c6 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:22.762990 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'code': 200} Sep 18 19:56:22.768317 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.786272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=13']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:22.822810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.823339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:22.826431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:22.829936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:22.833890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36448) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:22.853319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7a73-a7eb-417d-b404-f0b531e9c3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.867825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Pushing event updated for resources: {'Port': ['ID=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:22.901669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Attempting to bind port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:56:22.901964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Attempting to bind port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '3c9c60c3-ce31-4573-a648-f4b3e86b2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4cad8d0-f9db-4b8e-86bd-9483c9be50ab'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:56:22.902317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Attempting to bind port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f on network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:22.908082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:56:22.908470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Checking segment: {'id': '3c9c60c3-ce31-4573-a648-f4b3e86b2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4cad8d0-f9db-4b8e-86bd-9483c9be50ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:22.908872 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.909272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Bound using segment: {'id': '3c9c60c3-ce31-4573-a648-f4b3e86b2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4cad8d0-f9db-4b8e-86bd-9483c9be50ab'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:56:22.909752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Bound port: ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9c60c3-ce31-4573-a648-f4b3e86b2176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4cad8d0-f9db-4b8e-86bd-9483c9be50ab'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:56:22.910134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:22.986984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] For port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:56:22.997445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] For port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,segment=NetworkSegment(3c9c60c3-ce31-4573-a648-f4b3e86b2176),segment_id=3c9c60c3-ce31-4573-a648-f4b3e86b2176)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:56:23.002509 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.029473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7a73-a7eb-417d-b404-f0b531e9c3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.039323 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7a73-a7eb-417d-b404-f0b531e9c3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.067507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f48b1d-761f-4012-9391-1c649e2c7218 None None] Pushing event updated for resources: {'Port': ['ID=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:23.136168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c1ef7a73-a7eb-417d-b404-f0b531e9c3db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=346ee5783a3746a197f71054665177ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984006 Sep 18 19:56:23.136168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef7a73-a7eb-417d-b404-f0b531e9c3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b417b-bfd9-42b1-905e-f8df9f1bf20e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:23.138420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36454) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:23.159106 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.243649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b798-581c-4b62-acee-5ea5187bc17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.303320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b798-581c-4b62-acee-5ea5187bc17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.317114 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.408220 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b798-581c-4b62-acee-5ea5187bc17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.412461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b0d8b798-581c-4b62-acee-5ea5187bc17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.415304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b0d8b798-581c-4b62-acee-5ea5187bc17a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/637b417b-bfd9-42b1-905e-f8df9f1bf20e HTTP/1.1" status: 204 len: 168 time: 0.2758563 Sep 18 19:56:23.424922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.429011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8b798-581c-4b62-acee-5ea5187bc17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b417b-bfd9-42b1-905e-f8df9f1bf20e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:23.444719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:23.666838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=91255372-6559-495c-aea8-4fec315ea0a6,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:23.787009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15520-8798-4a62-819c-767059c3857e req-1ad0e053-d253-4db9-9d1f-15d302f1cbd6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:23.796398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bf15520-8798-4a62-819c-767059c3857e req-1ad0e053-d253-4db9-9d1f-15d302f1cbd6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.1403837 Sep 18 19:56:23.917827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bf15520-8798-4a62-819c-767059c3857e req-1debb06d-9e50-42ac-bda3-78cdc05cb78e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152298 Sep 18 19:56:23.939571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.024283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700ef34-6e2d-4371-a346-488eab6f1ba7 req-de16f974-1850-45c3-a1bd-f630b6e696b2 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:24.026169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:24.033841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d700ef34-6e2d-4371-a346-488eab6f1ba7 req-de16f974-1850-45c3-a1bd-f630b6e696b2 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.2035985 Sep 18 19:56:24.085562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d700ef34-6e2d-4371-a346-488eab6f1ba7 req-97b8f8a6-6b51-46e8-8823-580c13a09071 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499423 Sep 18 19:56:24.155295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:24.156021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.193588 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.286943 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.358937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,segment=NetworkSegment(3c9c60c3-ce31-4573-a648-f4b3e86b2176),segment_id=3c9c60c3-ce31-4573-a648-f4b3e86b2176)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:24.386096 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.471179 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc327-33e2-429a-8a38-17714905c526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.486129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:24.721260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-0dd38715-7802-4345-8bd0-81cc4e478775 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:24.727303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-0dd38715-7802-4345-8bd0-81cc4e478775 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:24.747633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-0dd38715-7802-4345-8bd0-81cc4e478775 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:24.760555 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.769017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-0dd38715-7802-4345-8bd0-81cc4e478775 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:24.793512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-0dd38715-7802-4345-8bd0-81cc4e478775 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:24.804058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.804721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-0dd38715-7802-4345-8bd0-81cc4e478775 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:24.810740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-0dd38715-7802-4345-8bd0-81cc4e478775 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:24.813925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-0dd38715-7802-4345-8bd0-81cc4e478775 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5433 time: 0.2242019 Sep 18 19:56:24.825530 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.827268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.837050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0524b52-274d-49f3-a255-bc1c3a1539eb None None] Network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:24.890800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=91255372-6559-495c-aea8-4fec315ea0a6,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:24.938553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1d7c81b9-e3d1-4a26-aebf-95adcf9f9ab0 None None] Provisioning complete for port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:24.938553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1d7c81b9-e3d1-4a26-aebf-95adcf9f9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:24.960046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d849a44-8b58-41fe-8218-9806f6d59402 req-9bfa2d38-6148-4216-a770-d04932845d54 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340892 Sep 18 19:56:25.084998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:25.087635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:25.212782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393832-2075-4491-b1da-972609dab678 req-d8fd835f-064d-43bf-859b-94f8b165c90e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.219704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393832-2075-4491-b1da-972609dab678 req-d8fd835f-064d-43bf-859b-94f8b165c90e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.238376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393832-2075-4491-b1da-972609dab678 req-d8fd835f-064d-43bf-859b-94f8b165c90e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.244787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393832-2075-4491-b1da-972609dab678 req-d8fd835f-064d-43bf-859b-94f8b165c90e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.245957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 37e8b1a2-f72a-4d1b-859c-d4bb615957f0 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:56:25.277267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393832-2075-4491-b1da-972609dab678 req-d8fd835f-064d-43bf-859b-94f8b165c90e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.294435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393832-2075-4491-b1da-972609dab678 req-d8fd835f-064d-43bf-859b-94f8b165c90e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.308019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393832-2075-4491-b1da-972609dab678 req-d8fd835f-064d-43bf-859b-94f8b165c90e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.334358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a393832-2075-4491-b1da-972609dab678 req-d8fd835f-064d-43bf-859b-94f8b165c90e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5433 time: 0.2470934 Sep 18 19:56:25.362442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95cca-756f-4aea-a2ba-f64f5eea62d5 req-a190d7f4-f02f-496b-9519-12265583c6ab tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.391433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6dd95cca-756f-4aea-a2ba-f64f5eea62d5 req-a190d7f4-f02f-496b-9519-12265583c6ab tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.3510377 Sep 18 19:56:25.506385 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:25.592405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:25.601320 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-08dcdaa5-6072-4e77-8961-b3da289e196f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/37e8b1a2-f72a-4d1b-859c-d4bb615957f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5786223 Sep 18 19:56:25.605090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36512) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:25.607328 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567dbf16-fc0b-4bfa-821d-38c07705b824 None None] Sync routers for ids ['37e8b1a2-f72a-4d1b-859c-d4bb615957f0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:25.622593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6dd95cca-756f-4aea-a2ba-f64f5eea62d5 req-23900d98-de7f-4e23-9d18-78efb35f3b84 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255638 Sep 18 19:56:25.649963 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567dbf16-fc0b-4bfa-821d-38c07705b824 None None] Routers {'37e8b1a2-f72a-4d1b-859c-d4bb615957f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:25.654097 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-567dbf16-fc0b-4bfa-821d-38c07705b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['37e8b1a2-f72a-4d1b-859c-d4bb615957f0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:25.662084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf37c-ea07-4cc0-910f-6013ec560b0f req-a9d7bf66-6512-4b1f-aafd-827490948d6c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.664160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-049bf37c-ea07-4cc0-910f-6013ec560b0f req-a9d7bf66-6512-4b1f-aafd-827490948d6c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1445847 Sep 18 19:56:25.743781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c7171-0e10-45c6-b99d-0516fac3af0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:25.750549 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e92c7171-0e10-45c6-b99d-0516fac3af0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports/91255372-6559-495c-aea8-4fec315ea0a6 HTTP/1.1" status: 200 len: 984 time: 0.1358223 Sep 18 19:56:25.750758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36518) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:25.767649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-049bf37c-ea07-4cc0-910f-6013ec560b0f req-8edf3f07-3d36-4b6e-89e0-f488d2aad144 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932291 Sep 18 19:56:25.810610 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-567dbf16-fc0b-4bfa-821d-38c07705b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:25.845873 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567dbf16-fc0b-4bfa-821d-38c07705b824 None None] Routers {'37e8b1a2-f72a-4d1b-859c-d4bb615957f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:25.846743 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-567dbf16-fc0b-4bfa-821d-38c07705b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['37e8b1a2-f72a-4d1b-859c-d4bb615957f0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:25.922521 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-567dbf16-fc0b-4bfa-821d-38c07705b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:25.923180 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567dbf16-fc0b-4bfa-821d-38c07705b824 None None] The sync data for ids ['37e8b1a2-f72a-4d1b-859c-d4bb615957f0'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:25.932171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:26.055947 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:26.056598 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:26.100541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6ffaa926-4c2b-4714-9d16-34ff9de9e2e3 None None] Provisioning complete for port 91255372-6559-495c-aea8-4fec315ea0a6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:26.101213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa926-4c2b-4714-9d16-34ff9de9e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:26.218727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6ffaa926-4c2b-4714-9d16-34ff9de9e2e3 None None] Port 91255372-6559-495c-aea8-4fec315ea0a6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:26.273787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6ffaa926-4c2b-4714-9d16-34ff9de9e2e3 None None] Provisioning complete for port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:26.275466 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa926-4c2b-4714-9d16-34ff9de9e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:26.557736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a1dac7b3-a52c-46e3-b2c3-feb7c4a44d22 None None] Provisioning complete for port 91255372-6559-495c-aea8-4fec315ea0a6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:26.558269 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a1dac7b3-a52c-46e3-b2c3-feb7c4a44d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:26.658426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a1dac7b3-a52c-46e3-b2c3-feb7c4a44d22 None None] Port 91255372-6559-495c-aea8-4fec315ea0a6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:26.755093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:26.996315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3bfc2-2765-4e7b-b9ef-3b9c21081686 req-a8ebd88f-3d23-4b36-b347-15a8a7314976 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.000778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e81791e6-d81b-4b82-b1a6-e717ce95a3b5 None None] Provisioning complete for port 91255372-6559-495c-aea8-4fec315ea0a6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:27.001053 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e81791e6-d81b-4b82-b1a6-e717ce95a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:27.002303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44f3bfc2-2765-4e7b-b9ef-3b9c21081686 req-a8ebd88f-3d23-4b36-b347-15a8a7314976 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.2254052 Sep 18 19:56:27.090525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e81791e6-d81b-4b82-b1a6-e717ce95a3b5 None None] Port 91255372-6559-495c-aea8-4fec315ea0a6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:27.102282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36544) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:27.178297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 91255372-6559-495c-aea8-4fec315ea0a6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:27.183981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:27.191473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44f3bfc2-2765-4e7b-b9ef-3b9c21081686 req-8171938b-5ec2-4ace-aac7-9ac858826f87 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046391 Sep 18 19:56:27.229261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b318d5-fa3c-4a0d-978a-f0776def7520 req-915edc2d-a096-4e6b-a7dc-b63b617853e1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.230835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34b318d5-fa3c-4a0d-978a-f0776def7520 req-915edc2d-a096-4e6b-a7dc-b63b617853e1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.2257421 Sep 18 19:56:27.392282 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40957a05-b776-4548-875e-f16689a48100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:27.406362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34b318d5-fa3c-4a0d-978a-f0776def7520 req-6e057bd3-4b82-4343-85b8-47934154f2a9 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432421 Sep 18 19:56:27.434577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:27.451806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-95d5b1b1-6424-4fd5-8c6a-27c74ac3c776 None None] Provisioning complete for port 91255372-6559-495c-aea8-4fec315ea0a6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:27.452647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95d5b1b1-6424-4fd5-8c6a-27c74ac3c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:27.493078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:27.509449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-95d5b1b1-6424-4fd5-8c6a-27c74ac3c776 None None] Port 91255372-6559-495c-aea8-4fec315ea0a6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:27.539508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 91255372-6559-495c-aea8-4fec315ea0a6 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:27.680244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36560) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:27.901508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-c8398c3d-47db-4614-a3f6-616b746876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.905993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-c8398c3d-47db-4614-a3f6-616b746876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.906722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-c8398c3d-47db-4614-a3f6-616b746876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.907988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-c8398c3d-47db-4614-a3f6-616b746876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.908640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-c8398c3d-47db-4614-a3f6-616b746876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.909516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-c8398c3d-47db-4614-a3f6-616b746876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.910173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-c8398c3d-47db-4614-a3f6-616b746876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:27.912629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-c8398c3d-47db-4614-a3f6-616b746876a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6497 time: 0.2313223 Sep 18 19:56:27.984175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-5d003a39-b36e-4795-b532-34bf6d566318 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621293 Sep 18 19:56:28.184005 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40957a05-b776-4548-875e-f16689a48100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:28.191271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40957a05-b776-4548-875e-f16689a48100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:28.237236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36600) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:28.237839 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-40957a05-b776-4548-875e-f16689a48100 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5134e49f9b7c4b9eb8ade1611aed25b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1340344 Sep 18 19:56:28.284555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40957a05-b776-4548-875e-f16689a48100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae31d73-1411-42fa-bd71-768b3e68c0c8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:28.328485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:28.362181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=91255372-6559-495c-aea8-4fec315ea0a6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:28.433294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03e2147-3081-4f3d-8384-615b68a5d7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:28.521409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86044183-3a0b-4f90-a19b-cd4f30d4e837 req-bec890b9-c3b2-4e95-9034-ecf6a3823d24 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:28.532365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86044183-3a0b-4f90-a19b-cd4f30d4e837 req-bec890b9-c3b2-4e95-9034-ecf6a3823d24 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.1781847 Sep 18 19:56:28.566474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03e2147-3081-4f3d-8384-615b68a5d7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:28.572388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:28.771726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86044183-3a0b-4f90-a19b-cd4f30d4e837 req-324ae2f9-3e6d-4dca-ba40-6fd6b2196646 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272570 Sep 18 19:56:28.785859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181cfa9-bd18-44ae-8ce3-a39a898bf0cd req-5776a7fa-3761-45e1-ab1b-8b9d7e1192e5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:28.801959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f181cfa9-bd18-44ae-8ce3-a39a898bf0cd req-5776a7fa-3761-45e1-ab1b-8b9d7e1192e5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1946445 Sep 18 19:56:28.858659 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03e2147-3081-4f3d-8384-615b68a5d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:28.861180 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03e2147-3081-4f3d-8384-615b68a5d7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:28.862328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f03e2147-3081-4f3d-8384-615b68a5d7d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eae31d73-1411-42fa-bd71-768b3e68c0c8 HTTP/1.1" status: 204 len: 168 time: 0.6229675 Sep 18 19:56:28.910902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f181cfa9-bd18-44ae-8ce3-a39a898bf0cd req-54d2ded9-3e0f-4823-9f34-1ba18c7ebe2e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157768 Sep 18 19:56:28.926258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e2147-3081-4f3d-8384-615b68a5d7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae31d73-1411-42fa-bd71-768b3e68c0c8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:28.983607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 37e8b1a2-f72a-4d1b-859c-d4bb615957f0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:56:29.095422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:29.106675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08863a9-0295-4d1d-a3c3-c842e2f8324b None None] Sync routers for ids ['37e8b1a2-f72a-4d1b-859c-d4bb615957f0'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:29.108733 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3634bbd9-b607-4229-a5ff-3bc767179a16 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/37e8b1a2-f72a-4d1b-859c-d4bb615957f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3568146 Sep 18 19:56:29.112167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36630) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:29.126198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08863a9-0295-4d1d-a3c3-c842e2f8324b None None] Routers {'37e8b1a2-f72a-4d1b-859c-d4bb615957f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:29.127301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a08863a9-0295-4d1d-a3c3-c842e2f8324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['37e8b1a2-f72a-4d1b-859c-d4bb615957f0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:29.178311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a08863a9-0295-4d1d-a3c3-c842e2f8324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:29.195203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08863a9-0295-4d1d-a3c3-c842e2f8324b None None] Routers {'37e8b1a2-f72a-4d1b-859c-d4bb615957f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:29.196430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a08863a9-0295-4d1d-a3c3-c842e2f8324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['37e8b1a2-f72a-4d1b-859c-d4bb615957f0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:29.239004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a08863a9-0295-4d1d-a3c3-c842e2f8324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:29.239562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08863a9-0295-4d1d-a3c3-c842e2f8324b None None] The sync data for ids ['37e8b1a2-f72a-4d1b-859c-d4bb615957f0'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:29.441674 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-612904f3-147c-462f-acf2-c4fc16c786f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 19:56:29.445642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-612904f3-147c-462f-acf2-c4fc16c786f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/37e8b1a2-f72a-4d1b-859c-d4bb615957f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3323567 Sep 18 19:56:29.445792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36670) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:29.485941 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7c3565de-2128-462f-87e4-86bccd740734 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e8b1a2-f72a-4d1b-859c-d4bb615957f0 HTTP/1.1" status: 200 len: 205 time: 0.0391774 Sep 18 19:56:29.488272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36672) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:29.659836 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd4a4c6-50c8-46c0-8783-973e88439017 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:29.853212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd4a4c6-50c8-46c0-8783-973e88439017 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:29.855835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd4a4c6-50c8-46c0-8783-973e88439017 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:29.945258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd4a4c6-50c8-46c0-8783-973e88439017 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:29.945784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd4a4c6-50c8-46c0-8783-973e88439017 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Fanout notify agent at l3_agent the message router_deleted on router 37e8b1a2-f72a-4d1b-859c-d4bb615957f0 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:56:29.959548 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-acd4a4c6-50c8-46c0-8783-973e88439017 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:29.960663 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-acd4a4c6-50c8-46c0-8783-973e88439017 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/37e8b1a2-f72a-4d1b-859c-d4bb615957f0 HTTP/1.1" status: 204 len: 168 time: 0.4712117 Sep 18 19:56:29.964000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36688) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:29.991288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80211a32-882c-437d-93aa-617c547adc78 req-259e234a-778e-40f4-9488-36d279c47a3d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:29.992931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80211a32-882c-437d-93aa-617c547adc78 req-259e234a-778e-40f4-9488-36d279c47a3d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.0817485 Sep 18 19:56:30.103641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-172ced36-21c5-44b0-b377-3e4f2f9f5b7d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet 34239fb9-56dd-4515-abd3-6b8553649b97 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:56:30.113079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80211a32-882c-437d-93aa-617c547adc78 req-f66ad284-11eb-44f8-8800-1f72fb942180 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064823 Sep 18 19:56:30.113905 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-172ced36-21c5-44b0-b377-3e4f2f9f5b7d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.141345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511490a-28a6-499d-8c99-daa1a4b83540 req-75c96fd5-e934-4364-8713-f460231a6484 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:30.144691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b511490a-28a6-499d-8c99-daa1a4b83540 req-75c96fd5-e934-4364-8713-f460231a6484 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0978053 Sep 18 19:56:30.211347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-172ced36-21c5-44b0-b377-3e4f2f9f5b7d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.234906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b511490a-28a6-499d-8c99-daa1a4b83540 req-e1658c88-0894-4a0f-af0c-aac2b0eeea0d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819137 Sep 18 19:56:30.344086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-172ced36-21c5-44b0-b377-3e4f2f9f5b7d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.449999 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-172ced36-21c5-44b0-b377-3e4f2f9f5b7d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.486238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-172ced36-21c5-44b0-b377-3e4f2f9f5b7d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.494037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0eebc3-1bcc-434b-a309-25ddb8f3e64d None None] Network b4cad8d0-f9db-4b8e-86bd-9483c9be50ab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:30.511369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36700) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:30.511983 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-172ced36-21c5-44b0-b377-3e4f2f9f5b7d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/34239fb9-56dd-4515-abd3-6b8553649b97 HTTP/1.1" status: 204 len: 168 time: 0.5463192 Sep 18 19:56:30.581804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ced36-21c5-44b0-b377-3e4f2f9f5b7d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=34239fb9-56dd-4515-abd3-6b8553649b97,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:30.630195 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.727562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:30.729554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.855917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] DHCP port deletion for b4cad8d0-f9db-4b8e-86bd-9483c9be50ab request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:56:30.859195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,segment=NetworkSegment(3c9c60c3-ce31-4573-a648-f4b3e86b2176),segment_id=3c9c60c3-ce31-4573-a648-f4b3e86b2176)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:30.860359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.888332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:30.930585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] Deleting port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:30.931283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:30.979151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36706) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:31.032134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] For port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,segment=NetworkSegment(3c9c60c3-ce31-4573-a648-f4b3e86b2176),segment_id=3c9c60c3-ce31-4573-a648-f4b3e86b2176)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:31.034174 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.042051 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.071872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] Calling delete_port for ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:31.086922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:31.089631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No DVR routers for this DVR port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:31.140582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2fc86454-68db-4ff3-b4ed-072d2acc45a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.230485 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:56:31.234734 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 19:56:31.251255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.273486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] No DVR routers for this DVR port ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:31.300926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.328957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020dfb8-dd9b-4e1f-9901-de3ac99f2c66 None None] Pushing event deleted for resources: {'Port': ['ID=ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:31.430641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cad8d0-f9db-4b8e-86bd-9483c9be50ab']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:31.483323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9c60c3-ce31-4573-a648-f4b3e86b2176') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:31.483639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9c60c3-ce31-4573-a648-f4b3e86b2176') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:31.517675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.705015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa79d65-3134-4748-a4a6-1abe35c56a39 req-98bf692c-ae5a-414b-ba41-c59c9971a78a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:31.707716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fa79d65-3134-4748-a4a6-1abe35c56a39 req-98bf692c-ae5a-414b-ba41-c59c9971a78a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.3893397 Sep 18 19:56:31.715903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2fc86454-68db-4ff3-b4ed-072d2acc45a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.742588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2fc86454-68db-4ff3-b4ed-072d2acc45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.750336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.773412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:56:31.773735 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.793690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58c0ea-e5bf-40da-a286-e062ac9acf0e req-91e3a84c-ec10-40c2-96c3-bbfd7e9101e4 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:31.795253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d58c0ea-e5bf-40da-a286-e062ac9acf0e req-91e3a84c-ec10-40c2-96c3-bbfd7e9101e4 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.4287398 Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:56:31.796209 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:56:31.871354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fa79d65-3134-4748-a4a6-1abe35c56a39 req-7824bf9a-423c-4572-a174-4eeba752c494 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453156 Sep 18 19:56:31.901588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc86454-68db-4ff3-b4ed-072d2acc45a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9bbefb-a8db-4bfc-ba27-f5c1bf39788e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:31.902541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:56:31.911283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2fc86454-68db-4ff3-b4ed-072d2acc45a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f619a6686d47483aa7fd50a5592b2024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9307594 Sep 18 19:56:31.913843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36718) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:31.939654 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.956132 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:31.958033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/b4cad8d0-f9db-4b8e-86bd-9483c9be50ab HTTP/1.1" status: 204 len: 168 time: 1.4452629 Sep 18 19:56:31.963565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d58c0ea-e5bf-40da-a286-e062ac9acf0e req-5475da22-9dc9-4ea3-a029-9238ad680049 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488004 Sep 18 19:56:31.963939 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36720) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:31.972121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-402496645'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:31.977417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:56:31.980256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ba4bbd6f-361b-4ecb-b76c-6f2a900edc3f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:56:31.984777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60777b78-75bb-43b4-9d1b-03e6904f4259 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=b4cad8d0-f9db-4b8e-86bd-9483c9be50ab,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:32.011030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12a6424a-9d62-4af8-bfc2-c06372f96f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.042607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:32.046812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12a6424a-9d62-4af8-bfc2-c06372f96f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.048140 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.073516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:56:32.086975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.087823 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment a47c3f1d-4285-416f-9f80-9f44f2024dd4 of type vlan for network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c Sep 18 19:56:32.127182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12a6424a-9d62-4af8-bfc2-c06372f96f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.130325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-12a6424a-9d62-4af8-bfc2-c06372f96f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.134532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-12a6424a-9d62-4af8-bfc2-c06372f96f69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c9bbefb-a8db-4bfc-ba27-f5c1bf39788e HTTP/1.1" status: 204 len: 168 time: 0.2196636 Sep 18 19:56:32.152102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6424a-9d62-4af8-bfc2-c06372f96f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9bbefb-a8db-4bfc-ba27-f5c1bf39788e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:32.168207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.210850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.224760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:32.225900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.324916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=97b14aac-eaf3-4c5c-9b27-3ead3e95e20c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:32.338537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:56:32.344401 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-65e99ae0-fb57-437e-96da-0ffa30d56ade tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3777819 Sep 18 19:56:32.347051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36726) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:32.352522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': '97b14aac-eaf3-4c5c-9b27-3ead3e95e20c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:32.492765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:32.501514 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.823865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:32.956691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=f8d77922-8fb9-43d1-a42e-646793fb1d7d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:32.964357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': 'a47c3f1d-4285-416f-9f80-9f44f2024dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97b14aac-eaf3-4c5c-9b27-3ead3e95e20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:32.965124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:56:32.990230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:56:33.006877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:33.015098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:33.015657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.030189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58290bb8-728b-4091-92ba-728175dc9616 None None] Network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:33.037406 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-270d59b4-e8f2-4f10-80ff-15aafcc6f691 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6889927 Sep 18 19:56:33.038346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36750) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:33.047202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5e196832-c7e4-4b36-866f-278371ee8728 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-498759189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:33.117697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e196832-c7e4-4b36-866f-278371ee8728 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.126002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e196832-c7e4-4b36-866f-278371ee8728 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.148405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c4709-9542-4fa2-bb1e-8e0a5b648dcf req-afa22b48-212d-41d4-ae08-867850247ef6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:33.157799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-889c4709-9542-4fa2-bb1e-8e0a5b648dcf req-afa22b48-212d-41d4-ae08-867850247ef6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.1845534 Sep 18 19:56:33.209337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e196832-c7e4-4b36-866f-278371ee8728 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.218107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e196832-c7e4-4b36-866f-278371ee8728 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.247429 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e196832-c7e4-4b36-866f-278371ee8728 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.251579 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5e196832-c7e4-4b36-866f-278371ee8728 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2061012 Sep 18 19:56:33.251781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36756) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:33.300068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-97b14aac-eaf3-4c5c-9b27-3ead3e95e20c', 'network_id': '97b14aac-eaf3-4c5c-9b27-3ead3e95e20c', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': 'f8d77922-8fb9-43d1-a42e-646793fb1d7d'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:56:33.303155 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.380761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-889c4709-9542-4fa2-bb1e-8e0a5b648dcf req-8b3a21b0-b18c-4e56-9bc8-865aef281695 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143631 Sep 18 19:56:33.419305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0b03b-65cd-433f-9d87-a386f07640bc req-f0051e4e-9db1-4680-89c6-1edd1093bed3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:33.431879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17e0b03b-65cd-433f-9d87-a386f07640bc req-f0051e4e-9db1-4680-89c6-1edd1093bed3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.2032743 Sep 18 19:56:33.505582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17e0b03b-65cd-433f-9d87-a386f07640bc req-c95e734b-4f48-4078-b5ff-65e55bd1f62b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723996 Sep 18 19:56:33.580054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Allocated IP 2001:db8::2 (97b14aac-eaf3-4c5c-9b27-3ead3e95e20c/f8d77922-8fb9-43d1-a42e-646793fb1d7d/c052b0a5-9308-419d-ade4-485fb09d639a) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:33.694385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.847036 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.861616 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:33.916324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:33.919398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:33.925938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:34.015959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Pushing event updated for resources: {'Port': ['ID=c052b0a5-9308-419d-ade4-485fb09d639a,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:34.046227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Attempting to bind port c052b0a5-9308-419d-ade4-485fb09d639a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:56:34.046907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Attempting to bind port c052b0a5-9308-419d-ade4-485fb09d639a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a47c3f1d-4285-416f-9f80-9f44f2024dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97b14aac-eaf3-4c5c-9b27-3ead3e95e20c'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:56:34.048257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Attempting to bind port c052b0a5-9308-419d-ade4-485fb09d639a on network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:34.071203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:56:34.073017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Checking segment: {'id': 'a47c3f1d-4285-416f-9f80-9f44f2024dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97b14aac-eaf3-4c5c-9b27-3ead3e95e20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:34.074058 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:34.075461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Bound using segment: {'id': 'a47c3f1d-4285-416f-9f80-9f44f2024dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97b14aac-eaf3-4c5c-9b27-3ead3e95e20c'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:56:34.076389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Bound port: c052b0a5-9308-419d-ade4-485fb09d639a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47c3f1d-4285-416f-9f80-9f44f2024dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97b14aac-eaf3-4c5c-9b27-3ead3e95e20c'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:56:34.076716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8::1 (97b14aac-eaf3-4c5c-9b27-3ead3e95e20c/f8d77922-8fb9-43d1-a42e-646793fb1d7d/72f66eb2-ea38-4b4b-b601-7bafb5fd6647) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:34.077905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:34.201395 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] For port c052b0a5-9308-419d-ade4-485fb09d639a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:56:34.208332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] For port c052b0a5-9308-419d-ade4-485fb09d639a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c052b0a5-9308-419d-ade4-485fb09d639a,segment=NetworkSegment(a47c3f1d-4285-416f-9f80-9f44f2024dd4),segment_id=a47c3f1d-4285-416f-9f80-9f44f2024dd4)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:56:34.217186 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:34.308836 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:34.356193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd768d-5466-40b9-b39e-5708d24164f9 None None] Pushing event updated for resources: {'Port': ['ID=c052b0a5-9308-419d-ade4-485fb09d639a,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:34.395957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:34.498454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:34.507146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:34.514311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:34.515143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:34.663323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92eabc3-7cd4-443d-a355-d4534cd6327b req-fbc9a4ed-eb73-4218-b974-55c3bfdb3dc7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:34.680813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b92eabc3-7cd4-443d-a355-d4534cd6327b req-fbc9a4ed-eb73-4218-b974-55c3bfdb3dc7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.1617470 Sep 18 19:56:34.725280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=72f66eb2-ea38-4b4b-b601-7bafb5fd6647,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:34.812772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:35.142060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d0126-d1d5-4f18-8a82-32bf8166ee16 req-7875b644-c71b-4632-a780-472eaed7bb03 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:35.144133 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-216d0126-d1d5-4f18-8a82-32bf8166ee16 req-7875b644-c71b-4632-a780-472eaed7bb03 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.4337206 Sep 18 19:56:35.181327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:35.184975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b92eabc3-7cd4-443d-a355-d4534cd6327b req-c1a4ec50-d2f4-472d-b340-655e0ee71825 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026572 Sep 18 19:56:35.190298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:35.192237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:35.211260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-216d0126-d1d5-4f18-8a82-32bf8166ee16 req-2dbb5877-64e8-4147-b369-d40f9f076b4c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600293 Sep 18 19:56:35.298328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=72f66eb2-ea38-4b4b-b601-7bafb5fd6647,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:35.395028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:35.396909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:35.617239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 9cdadfb4-e0dd-49f6-a544-2cda666d59fe is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:56:35.790585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c03d8c-c4ed-465f-b1db-a64411b82e7f None None] Network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:35.804759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:35.815892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36792) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:35.818638 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e6aef312-a2de-489f-b7de-a404b1a960cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/9cdadfb4-e0dd-49f6-a544-2cda666d59fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5603139 Sep 18 19:56:35.836203 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52c5e6-4a1f-47e8-84cb-8d42331aa4b7 None None] Sync routers for ids ['9cdadfb4-e0dd-49f6-a544-2cda666d59fe'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:35.874787 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52c5e6-4a1f-47e8-84cb-8d42331aa4b7 None None] Routers {'9cdadfb4-e0dd-49f6-a544-2cda666d59fe'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:35.877404 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0e52c5e6-4a1f-47e8-84cb-8d42331aa4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9cdadfb4-e0dd-49f6-a544-2cda666d59fe'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:35.894664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d8db0b9f-afc0-444b-b64c-3377faa27595 None None] Provisioning complete for port c052b0a5-9308-419d-ade4-485fb09d639a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:35.894664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d8db0b9f-afc0-444b-b64c-3377faa27595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:35.914129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce3e9de-31de-4c89-b64a-1e1e90addc9b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:35.918916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8ce3e9de-31de-4c89-b64a-1e1e90addc9b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports/72f66eb2-ea38-4b4b-b601-7bafb5fd6647 HTTP/1.1" status: 200 len: 911 time: 0.0975506 Sep 18 19:56:35.919349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36794) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:35.993324 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0e52c5e6-4a1f-47e8-84cb-8d42331aa4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:36.018442 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52c5e6-4a1f-47e8-84cb-8d42331aa4b7 None None] Routers {'9cdadfb4-e0dd-49f6-a544-2cda666d59fe'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:36.019852 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0e52c5e6-4a1f-47e8-84cb-8d42331aa4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9cdadfb4-e0dd-49f6-a544-2cda666d59fe'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:36.063635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0e52c5e6-4a1f-47e8-84cb-8d42331aa4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:36.064705 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52c5e6-4a1f-47e8-84cb-8d42331aa4b7 None None] The sync data for ids ['9cdadfb4-e0dd-49f6-a544-2cda666d59fe'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:36.219402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c052b0a5-9308-419d-ade4-485fb09d639a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:36.408827 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d8db0b9f-afc0-444b-b64c-3377faa27595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:36.413343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c052b0a5-9308-419d-ade4-485fb09d639a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:36.413546 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:36.421827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b174033-e600-4363-be34-654a3ab0b3c2 req-c3623b44-f57a-4714-9a5e-e69c238cc7e8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:36.423427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b174033-e600-4363-be34-654a3ab0b3c2 req-c3623b44-f57a-4714-9a5e-e69c238cc7e8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.1477246 Sep 18 19:56:36.528804 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d8db0b9f-afc0-444b-b64c-3377faa27595 None None] For port c052b0a5-9308-419d-ade4-485fb09d639a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c052b0a5-9308-419d-ade4-485fb09d639a,segment=NetworkSegment(a47c3f1d-4285-416f-9f80-9f44f2024dd4),segment_id=a47c3f1d-4285-416f-9f80-9f44f2024dd4)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:36.535669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b174033-e600-4363-be34-654a3ab0b3c2 req-942d13a3-7eb7-4e90-a0b2-0a579e3ab112 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825493 Sep 18 19:56:36.565224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d8db0b9f-afc0-444b-b64c-3377faa27595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:36.584773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc2ca9-fda2-4db2-be14-ab4d8ed7ad0c req-9d6fb693-a120-4de1-90bc-56518482617c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:36.588359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76cc2ca9-fda2-4db2-be14-ab4d8ed7ad0c req-9d6fb693-a120-4de1-90bc-56518482617c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1971633 Sep 18 19:56:36.597648 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:36.641376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db0b9f-afc0-444b-b64c-3377faa27595 None None] Pushing event updated for resources: {'Port': ['ID=c052b0a5-9308-419d-ade4-485fb09d639a,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:36.703720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:36.735299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76cc2ca9-fda2-4db2-be14-ab4d8ed7ad0c req-a184a170-0e4a-45d8-8225-6dd414e148b1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236613 Sep 18 19:56:36.782893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:56:36.783718 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:56:37.011557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0120ea75-5407-4154-8b51-c9ef7a365be3 None None] Provisioning complete for port 72f66eb2-ea38-4b4b-b601-7bafb5fd6647 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:37.012297 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0120ea75-5407-4154-8b51-c9ef7a365be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:37.082502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0120ea75-5407-4154-8b51-c9ef7a365be3 None None] Port 72f66eb2-ea38-4b4b-b601-7bafb5fd6647 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:37.118536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0120ea75-5407-4154-8b51-c9ef7a365be3 None None] Provisioning complete for port c052b0a5-9308-419d-ade4-485fb09d639a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:37.119494 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0120ea75-5407-4154-8b51-c9ef7a365be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:37.385646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-340450a8-d3b7-4064-86f9-acf6e3919b82 None None] Provisioning complete for port 72f66eb2-ea38-4b4b-b601-7bafb5fd6647 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:37.386439 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-340450a8-d3b7-4064-86f9-acf6e3919b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:37.425825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 72f66eb2-ea38-4b4b-b601-7bafb5fd6647 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:37.425955 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:37.478858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-340450a8-d3b7-4064-86f9-acf6e3919b82 None None] Port 72f66eb2-ea38-4b4b-b601-7bafb5fd6647 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:37.618677 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:37.659038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 72f66eb2-ea38-4b4b-b601-7bafb5fd6647 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:37.726547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5f99e54e-ac8e-4c78-8b5a-782b21cc95e3 None None] Provisioning complete for port 72f66eb2-ea38-4b4b-b601-7bafb5fd6647 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:37.726919 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f99e54e-ac8e-4c78-8b5a-782b21cc95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:37.811673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5f99e54e-ac8e-4c78-8b5a-782b21cc95e3 None None] Port 72f66eb2-ea38-4b4b-b601-7bafb5fd6647 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:37.831138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc7dd9-0c33-4b39-818b-3d8400730177 req-07dd78d9-159c-4ed6-8410-3bbc931ca591 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:37.832655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53bc7dd9-0c33-4b39-818b-3d8400730177 req-07dd78d9-159c-4ed6-8410-3bbc931ca591 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.1165681 Sep 18 19:56:37.915769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c052b0a5-9308-419d-ade4-485fb09d639a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:37.997272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c052b0a5-9308-419d-ade4-485fb09d639a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:37.998047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:38.000406 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:38.016342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53bc7dd9-0c33-4b39-818b-3d8400730177 req-a4933d45-a61a-49d9-81b4-0255c04fa7c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774616 Sep 18 19:56:38.064288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=72f66eb2-ea38-4b4b-b601-7bafb5fd6647,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:38.087667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03416-a3fc-44ff-ab9d-4357a19336e1 req-43d296c6-0836-41c6-80fd-84bd870d91f2 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:38.097669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec03416-a3fc-44ff-ab9d-4357a19336e1 req-43d296c6-0836-41c6-80fd-84bd870d91f2 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.2095711 Sep 18 19:56:38.176352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec03416-a3fc-44ff-ab9d-4357a19336e1 req-895b8985-b0f0-46f3-aad0-29984d1a47b8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714345 Sep 18 19:56:38.245466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:38.474334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 9cdadfb4-e0dd-49f6-a544-2cda666d59fe has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:56:38.566735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:38.572258 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8b6af7b1-1c85-48a5-b629-083453df13b0 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/9cdadfb4-e0dd-49f6-a544-2cda666d59fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6505482 Sep 18 19:56:38.575181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36812) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:38.578695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40c614-4b17-4df1-b56c-7852312393bb None None] Sync routers for ids ['9cdadfb4-e0dd-49f6-a544-2cda666d59fe'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:38.592077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40c614-4b17-4df1-b56c-7852312393bb None None] Routers {'9cdadfb4-e0dd-49f6-a544-2cda666d59fe'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:38.595333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ff40c614-4b17-4df1-b56c-7852312393bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9cdadfb4-e0dd-49f6-a544-2cda666d59fe'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:38.609728 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4c076f64-0e3b-4346-a403-0432e4ffd7cf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cdadfb4-e0dd-49f6-a544-2cda666d59fe HTTP/1.1" status: 200 len: 205 time: 0.0327559 Sep 18 19:56:38.612473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36814) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:38.637406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ff40c614-4b17-4df1-b56c-7852312393bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:38.648470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff40c614-4b17-4df1-b56c-7852312393bb None None] Routers {'9cdadfb4-e0dd-49f6-a544-2cda666d59fe'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:38.649102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ff40c614-4b17-4df1-b56c-7852312393bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9cdadfb4-e0dd-49f6-a544-2cda666d59fe'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:38.688681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ff40c614-4b17-4df1-b56c-7852312393bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:38.689338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40c614-4b17-4df1-b56c-7852312393bb None None] The sync data for ids ['9cdadfb4-e0dd-49f6-a544-2cda666d59fe'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:38.733462 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d15b2e8-4bfa-4eb7-bdf1-1cecd5533fd4 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:38.941564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d15b2e8-4bfa-4eb7-bdf1-1cecd5533fd4 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:38.944175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d15b2e8-4bfa-4eb7-bdf1-1cecd5533fd4 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.005921 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d15b2e8-4bfa-4eb7-bdf1-1cecd5533fd4 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.006702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d15b2e8-4bfa-4eb7-bdf1-1cecd5533fd4 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Fanout notify agent at l3_agent the message router_deleted on router 9cdadfb4-e0dd-49f6-a544-2cda666d59fe {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:56:39.014281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d15b2e8-4bfa-4eb7-bdf1-1cecd5533fd4 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.018806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36820) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:39.019316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d15b2e8-4bfa-4eb7-bdf1-1cecd5533fd4 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/9cdadfb4-e0dd-49f6-a544-2cda666d59fe HTTP/1.1" status: 204 len: 168 time: 0.4054341 Sep 18 19:56:39.140984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc34bba-fcea-4b7f-9132-77689ab816b7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet f8d77922-8fb9-43d1-a42e-646793fb1d7d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:56:39.145345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afc34bba-fcea-4b7f-9132-77689ab816b7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.189896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afc34bba-fcea-4b7f-9132-77689ab816b7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.201137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a996c6-572f-4a29-a699-b855123e4def req-9afb7c88-492f-4e11-aff9-93cd317ce159 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.203150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2a996c6-572f-4a29-a699-b855123e4def req-9afb7c88-492f-4e11-aff9-93cd317ce159 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.0971382 Sep 18 19:56:39.299055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afc34bba-fcea-4b7f-9132-77689ab816b7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.304177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2a996c6-572f-4a29-a699-b855123e4def req-d533b8d4-72d5-42af-a470-6f0115f086c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938282 Sep 18 19:56:39.358608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6714d6c-cfd6-4cc3-a459-160d941db850 req-d7ca97eb-708a-4212-a257-bf30a7584630 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.360199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6714d6c-cfd6-4cc3-a459-160d941db850 req-d7ca97eb-708a-4212-a257-bf30a7584630 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1132741 Sep 18 19:56:39.403029 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-56fbeaae-6559-43d4-adc8-93ee0fea242b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0657315 Sep 18 19:56:39.425898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6714d6c-cfd6-4cc3-a459-160d941db850 req-570989ae-aa4c-4710-b277-6966811dbafb tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534570 Sep 18 19:56:39.462122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afc34bba-fcea-4b7f-9132-77689ab816b7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.512688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc34bba-fcea-4b7f-9132-77689ab816b7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d77922-8fb9-43d1-a42e-646793fb1d7d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:39.515073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afc34bba-fcea-4b7f-9132-77689ab816b7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.519773 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-afc34bba-fcea-4b7f-9132-77689ab816b7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/f8d77922-8fb9-43d1-a42e-646793fb1d7d HTTP/1.1" status: 204 len: 168 time: 0.4967315 Sep 18 19:56:39.521263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36830) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:39.537026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd3952-0b1b-4d32-869f-14c4542e325d None None] Network 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:39.564075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-299b53f3-195c-4f24-8d03-fc41d9d3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.564825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-299b53f3-195c-4f24-8d03-fc41d9d3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.565312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-299b53f3-195c-4f24-8d03-fc41d9d3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.565788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-299b53f3-195c-4f24-8d03-fc41d9d3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.566262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-299b53f3-195c-4f24-8d03-fc41d9d3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.566735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-299b53f3-195c-4f24-8d03-fc41d9d3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.567208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-299b53f3-195c-4f24-8d03-fc41d9d3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.569225 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-299b53f3-195c-4f24-8d03-fc41d9d3c69c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f68c982f2620424e9ad1abd070a050d4&device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 6497 time: 0.0936391 Sep 18 19:56:39.673588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.769600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] DHCP port deletion for 97b14aac-eaf3-4c5c-9b27-3ead3e95e20c request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:56:39.773502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-b22d5e67-4171-4337-a353-275768812c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.774053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-b22d5e67-4171-4337-a353-275768812c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.774529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-b22d5e67-4171-4337-a353-275768812c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:39.776248 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-b22d5e67-4171-4337-a353-275768812c7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5 HTTP/1.1" status: 200 len: 2293 time: 0.1813979 Sep 18 19:56:39.799038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port c052b0a5-9308-419d-ade4-485fb09d639a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:39.799395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.847437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] Deleting port c052b0a5-9308-419d-ade4-485fb09d639a {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:39.849987 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.901565 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-615bcf9b-7b21-44b7-9308-fac98d443eba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d014749d-7470-40ab-9de5-374cf9548d8f HTTP/1.1" status: 200 len: 1002 time: 0.1170878 Sep 18 19:56:39.939489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port c052b0a5-9308-419d-ade4-485fb09d639a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c052b0a5-9308-419d-ade4-485fb09d639a,segment=NetworkSegment(a47c3f1d-4285-416f-9f80-9f44f2024dd4),segment_id=a47c3f1d-4285-416f-9f80-9f44f2024dd4)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:39.942349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.961194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] For port c052b0a5-9308-419d-ade4-485fb09d639a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c052b0a5-9308-419d-ade4-485fb09d639a,segment=NetworkSegment(a47c3f1d-4285-416f-9f80-9f44f2024dd4),segment_id=a47c3f1d-4285-416f-9f80-9f44f2024dd4)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:39.963654 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:39.973435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c052b0a5-9308-419d-ade4-485fb09d639a no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:56:39.975592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for c052b0a5-9308-419d-ade4-485fb09d639a owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:40.003013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-8fad095c-d68d-44c1-9b82-80a7d209faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:40.012850 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-8fad095c-d68d-44c1-9b82-80a7d209faec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=59711212-6f3b-4312-9db1-67c23afe25fc HTTP/1.1" status: 200 len: 850 time: 0.1042764 Sep 18 19:56:40.035634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] Calling delete_port for c052b0a5-9308-419d-ade4-485fb09d639a owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:40.104957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-b33acde4-a222-4689-b110-ac0878382da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:40.108535 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-b33acde4-a222-4689-b110-ac0878382da6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867712 Sep 18 19:56:40.112899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.152849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=c052b0a5-9308-419d-ade4-485fb09d639a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:40.158302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No DVR routers for this DVR port c052b0a5-9308-419d-ade4-485fb09d639a on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:40.243783 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-1a576aa1-bca6-4445-b8b8-86d624572f0c service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278038 Sep 18 19:56:40.251038 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.287215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.320746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b14aac-eaf3-4c5c-9b27-3ead3e95e20c']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:40.333806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47c3f1d-4285-416f-9f80-9f44f2024dd4') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:40.334190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47c3f1d-4285-416f-9f80-9f44f2024dd4') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:40.341871 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.346723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.363111 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.375017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:56:40.375964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.383741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] No DVR routers for this DVR port c052b0a5-9308-419d-ade4-485fb09d639a on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:56:40.386055 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:56:40.420223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74a918-2a73-44ff-82a4-544618a56925 None None] Pushing event deleted for resources: {'Port': ['ID=c052b0a5-9308-419d-ade4-485fb09d639a,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:40.442912 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-5dbab12d-c4f4-46e0-874a-88ff4f05aaa6 service neutron] 10.222.0.24 "GET /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924582 Sep 18 19:56:40.493087 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-c555185a-0271-43f9-8048-282b7a6d8d7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 200 len: 217 time: 0.0428066 Sep 18 19:56:40.521404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe03c1-2f29-4420-bc94-084a8f5565c5 req-810eb3bf-4d3b-4b0e-b68c-60bc66324a82 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:40.522986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07fe03c1-2f29-4420-bc94-084a8f5565c5 req-810eb3bf-4d3b-4b0e-b68c-60bc66324a82 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.0856466 Sep 18 19:56:40.527433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.569756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-b6dc9aa5-fa39-40db-99bd-2119b8dfb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:40.571339 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-b6dc9aa5-fa39-40db-99bd-2119b8dfb1b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.0706944 Sep 18 19:56:40.580748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.583149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/97b14aac-eaf3-4c5c-9b27-3ead3e95e20c HTTP/1.1" status: 204 len: 168 time: 1.0606956 Sep 18 19:56:40.591542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36850) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:40.596355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1074683712', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:40.619478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c8c1-cbb0-4db5-9a6f-5275fa211d2e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=97b14aac-eaf3-4c5c-9b27-3ead3e95e20c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:40.644014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07fe03c1-2f29-4420-bc94-084a8f5565c5 req-31da6c51-e9d7-4f41-ba82-fd4f4d952a70 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759907 Sep 18 19:56:40.658457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.663962 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.671976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208db05-3746-4f7f-ae16-f02773826d2b req-d411daca-a4df-4b43-9388-92ecfd3a81c7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:40.673795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0208db05-3746-4f7f-ae16-f02773826d2b req-d411daca-a4df-4b43-9388-92ecfd3a81c7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1496339 Sep 18 19:56:40.680051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-760c5ded-29f9-48b2-9dbf-c247b353b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:40.681676 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-760c5ded-29f9-48b2-9dbf-c247b353b4bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029937 Sep 18 19:56:40.738494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0208db05-3746-4f7f-ae16-f02773826d2b req-28fce218-dacf-451a-a6b0-93faacc13a33 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 Sep 18 19:56:40.774439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:40.934928 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-60417ab5-e9b8-4016-8a8b-f7406a34e877 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441933 Sep 18 19:56:40.969446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:41.126491 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-407ee46b-ac7c-415c-8a6f-af46fb183e2f service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657782 Sep 18 19:56:41.192054 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-0123f99f-7207-44bf-9947-08fd39fcdc3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 200 len: 217 time: 0.0588932 Sep 18 19:56:41.246535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-6d472501-8cd4-464b-92e4-a7e473c1b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:41.248650 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-6d472501-8cd4-464b-92e4-a7e473c1b4bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.0490699 Sep 18 19:56:41.361469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-e9b0e11b-2511-4cd2-99f9-c762a1754086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:41.363490 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-e9b0e11b-2511-4cd2-99f9-c762a1754086 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062799 Sep 18 19:56:41.373374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:41.454853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:41.483044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:41.526007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd517-f1a3-4a9a-b5f2-8d2f7d2fdd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:41.667314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd517-f1a3-4a9a-b5f2-8d2f7d2fdd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:41.673764 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd517-f1a3-4a9a-b5f2-8d2f7d2fdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:41.771740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd517-f1a3-4a9a-b5f2-8d2f7d2fdd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d416a8-42ae-430f-98e5-3bdf33ab24ab,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:41.796566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fa5cd517-f1a3-4a9a-b5f2-8d2f7d2fdd94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2265a735c894b22b2c6f915b54e70e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216011 Sep 18 19:56:41.797153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36920) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:41.866697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974e2a9-13e8-42d7-8b92-e720b8fd3ad3 req-d67084db-a9df-47d2-b1b2-6cd8693daa20 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:41.868228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a974e2a9-13e8-42d7-8b92-e720b8fd3ad3 req-d67084db-a9df-47d2-b1b2-6cd8693daa20 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.1148460 Sep 18 19:56:41.939512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a19c0458-ba9e-4b40-b837-5978963352e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:41.943108 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-1ae1a18a-8322-4989-bb2d-88c92efdd13c service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430834 Sep 18 19:56:41.976908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a974e2a9-13e8-42d7-8b92-e720b8fd3ad3 req-e5ab0db6-8a22-4362-9a42-ad2a2ce9f1f4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777962 Sep 18 19:56:41.991771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070026f-77d7-49a5-aa76-234846b69979 req-d524d3a7-16df-4d01-bc22-e7cd3b584b2f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:41.993298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c070026f-77d7-49a5-aa76-234846b69979 req-d524d3a7-16df-4d01-bc22-e7cd3b584b2f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1391404 Sep 18 19:56:42.010250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a19c0458-ba9e-4b40-b837-5978963352e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.060661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 172.25.8.249 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/fa0a4ccf-ff40-4dc6-8fc9-ff5e009ecd2d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:42.110144 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-3dd4eda7-bb34-4bd7-b8c8-d33a3632c075 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594071 Sep 18 19:56:42.117610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c070026f-77d7-49a5-aa76-234846b69979 req-cf8ddefe-bb6c-4a34-9809-72589c10fc8a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053298 Sep 18 19:56:42.149320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a19c0458-ba9e-4b40-b837-5978963352e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.153577 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a19c0458-ba9e-4b40-b837-5978963352e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.164263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a19c0458-ba9e-4b40-b837-5978963352e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51d416a8-42ae-430f-98e5-3bdf33ab24ab HTTP/1.1" status: 204 len: 168 time: 0.3653352 Sep 18 19:56:42.193926 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-3db0d6f4-e945-47c8-a2b9-bef118a8dbf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=f768b054-6809-4b2d-8ff1-e71086be318d HTTP/1.1" status: 200 len: 217 time: 0.0711527 Sep 18 19:56:42.196289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c0458-ba9e-4b40-b837-5978963352e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d416a8-42ae-430f-98e5-3bdf33ab24ab,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:42.272246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-abfdafb1-6efe-4c65-abed-4ec0d8ff5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:42.273736 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-abfdafb1-6efe-4c65-abed-4ec0d8ff5c91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.0714698 Sep 18 19:56:42.276586 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.369978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-859ce186-a7a4-48ec-b312-35bf807b913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:42.371885 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-859ce186-a7a4-48ec-b312-35bf807b913b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0913258 Sep 18 19:56:42.386291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82462279-acbe-4463-b307-f91a8aa444e4 req-4f97e5d4-82a7-4cbf-9fa2-6d7661010780 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:42.395628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82462279-acbe-4463-b307-f91a8aa444e4 req-4f97e5d4-82a7-4cbf-9fa2-6d7661010780 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 946 time: 0.0842869 Sep 18 19:56:42.449095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82462279-acbe-4463-b307-f91a8aa444e4 req-451c5d76-ae15-438a-a422-6e0f6bc0f8e5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498254 Sep 18 19:56:42.463855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.528741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:42.531926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:42.533920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=fa0a4ccf-ff40-4dc6-8fc9-ff5e009ecd2d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:42.536254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:42.540284 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-5ad42a55-81f1-494a-b65d-0c13c76299d8 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593657 Sep 18 19:56:42.567480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:42.582626 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e6134b0-f2cc-4f77-bc5f-66b17605a530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.710964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e6134b0-f2cc-4f77-bc5f-66b17605a530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.719772 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e6134b0-f2cc-4f77-bc5f-66b17605a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.774716 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-ccb224ab-ed4e-471f-95a6-e5fc7bc6cae9 service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110727 Sep 18 19:56:42.776994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4e6134b0-f2cc-4f77-bc5f-66b17605a530 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab15e91ab91745aabd36fa5b150287ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084317 Sep 18 19:56:42.777920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6134b0-f2cc-4f77-bc5f-66b17605a530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381a49d3-e744-408d-b962-c31a56b696ac,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:42.781696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36966) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:42.830697 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-e1d9b583-6870-45b0-ba22-d2764e983768 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 HTTP/1.1" status: 200 len: 217 time: 0.0461659 Sep 18 19:56:42.845514 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b24c5ff1-f042-4014-a09d-d8ef0a4a840b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.883443 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b24c5ff1-f042-4014-a09d-d8ef0a4a840b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.951458 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b24c5ff1-f042-4014-a09d-d8ef0a4a840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.954032 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b24c5ff1-f042-4014-a09d-d8ef0a4a840b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:42.957762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b24c5ff1-f042-4014-a09d-d8ef0a4a840b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/381a49d3-e744-408d-b962-c31a56b696ac HTTP/1.1" status: 204 len: 168 time: 0.1725891 Sep 18 19:56:42.973289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c5ff1-f042-4014-a09d-d8ef0a4a840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a49d3-e744-408d-b962-c31a56b696ac,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:42.982082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-00f12dde-8c5e-44d9-8114-9534afd590c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:42.983738 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-00f12dde-8c5e-44d9-8114-9534afd590c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 200 len: 797 time: 0.1166141 Sep 18 19:56:43.031509 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:43.085361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-3a36e623-b33f-41f7-ac05-23b3cad9f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:43.087002 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-3a36e623-b33f-41f7-ac05-23b3cad9f495 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c398ba3-678b-4f17-bd6a-c641f0cb8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963697 Sep 18 19:56:43.307714 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-f1fae0a0-c433-421c-ad0f-77df8b58625b service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125905 Sep 18 19:56:43.342276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828010-ed51-432a-a3c9-dd8fea2ac5c2 req-a295c340-efb0-4b1e-acdc-8ba4be434706 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:43.343896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21828010-ed51-432a-a3c9-dd8fea2ac5c2 req-a295c340-efb0-4b1e-acdc-8ba4be434706 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0951498 Sep 18 19:56:43.438864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21828010-ed51-432a-a3c9-dd8fea2ac5c2 req-32e43c2b-74d4-4d02-b6d0-eae37b1f8df5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880444 Sep 18 19:56:43.484570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:43.524620 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-0b347a14-fa22-417b-9a6f-985f0acfe90b service neutron] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060783 Sep 18 19:56:43.621314 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-220186f9-28ad-4888-b9bb-aac28aafacba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257 HTTP/1.1" status: 200 len: 217 time: 0.0507622 Sep 18 19:56:43.749151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-be847694-8787-4006-a763-873dfb474df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:43.751027 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-be847694-8787-4006-a763-873dfb474df8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.1226890 Sep 18 19:56:43.863842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-1f1a8700-a754-4f17-bbca-f7c3dfe56f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:43.865404 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-1f1a8700-a754-4f17-bbca-f7c3dfe56f5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1059515 Sep 18 19:56:43.866204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 939c4cb1-d650-48b6-997b-06907c787a27 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:56:43.886518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:56:44.019707 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:44.054695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:44.058067 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508860ad-c15e-4e49-ae0e-d81d2b8e32a4" -d '{"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:44.084759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:44.092338 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:44.279735 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db3aa84-aeb2-4ed1-a755-5327db517bda x-openstack-request-id: req-1db3aa84-aeb2-4ed1-a755-5327db517bda {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:44.280038 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:44.281167 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1db3aa84-aeb2-4ed1-a755-5327db517bda {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:44.282519 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'code': 200} Sep 18 19:56:44.300967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=14']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:44.612302 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-4f7f35e1-5b46-436b-be8a-0ba8579f3812 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366090 Sep 18 19:56:44.657296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c53b-dc19-4c20-ac60-df308a450fe3 req-b67c3e71-c63c-484a-83dc-7ba7a7a3261d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:44.665588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53f6c53b-dc19-4c20-ac60-df308a450fe3 req-b67c3e71-c63c-484a-83dc-7ba7a7a3261d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0815585 Sep 18 19:56:44.713934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53f6c53b-dc19-4c20-ac60-df308a450fe3 req-fac5d7fb-a60d-479c-939d-51d320d87042 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Sep 18 19:56:44.728476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:44.753146 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37797bd5-6322-4d9c-ad2f-7206543e6028 None None] Sync routers for ids ['939c4cb1-d650-48b6-997b-06907c787a27'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:44.779881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb614d17-815a-4a6a-8593-a532c8dbaae4 req-236ac250-2550-4c3e-a544-c651aab062ff tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:44.782851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb614d17-815a-4a6a-8593-a532c8dbaae4 req-236ac250-2550-4c3e-a544-c651aab062ff tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0868690 Sep 18 19:56:44.785000 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37797bd5-6322-4d9c-ad2f-7206543e6028 None None] Routers {'939c4cb1-d650-48b6-997b-06907c787a27'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:44.787066 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37797bd5-6322-4d9c-ad2f-7206543e6028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['939c4cb1-d650-48b6-997b-06907c787a27'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:44.799868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:44.815923 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b47f95e6-644d-4f7b-9dd4-7ba9d65ca669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2252860 Sep 18 19:56:44.819252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37072) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:44.858839 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37797bd5-6322-4d9c-ad2f-7206543e6028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:44.861093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb614d17-815a-4a6a-8593-a532c8dbaae4 req-6497d28b-776b-4388-9440-f5d200aa3ec8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670745 Sep 18 19:56:44.871531 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37797bd5-6322-4d9c-ad2f-7206543e6028 None None] Routers {'939c4cb1-d650-48b6-997b-06907c787a27'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:44.872146 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37797bd5-6322-4d9c-ad2f-7206543e6028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['939c4cb1-d650-48b6-997b-06907c787a27'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:44.915619 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37797bd5-6322-4d9c-ad2f-7206543e6028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:44.916741 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37797bd5-6322-4d9c-ad2f-7206543e6028 None None] The sync data for ids ['939c4cb1-d650-48b6-997b-06907c787a27'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:45.036640 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-220862e0-ff88-4b22-a9e1-de0702b57569 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962440 Sep 18 19:56:45.100303 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-4c7e5637-7813-44a7-b61b-d4086eb899f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4896189-e695-455a-a32b-1779398d53a5 HTTP/1.1" status: 200 len: 217 time: 0.0517609 Sep 18 19:56:45.106518 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-01aa7f1e-18d4-43b6-9e61-f59ddda1c9cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/routers/939c4cb1-d650-48b6-997b-06907c787a27 HTTP/1.1" status: 200 len: 885 time: 0.2838969 Sep 18 19:56:45.112418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37100) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:45.176338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-6d4a8290-1730-46a7-bdd8-680ff2e5e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:45.180511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-6d4a8290-1730-46a7-bdd8-680ff2e5e27b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 200 len: 797 time: 0.0721564 Sep 18 19:56:45.237786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-afb9d44e-c3ba-4c21-9bf7-ea47e774e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:45.239851 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-afb9d44e-c3ba-4c21-9bf7-ea47e774e7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1b47f4a-6151-4feb-96e7-5f64804ef8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519106 Sep 18 19:56:45.285385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-cb7ab43a-d238-4e61-b97f-b564578dc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:45.286841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-cb7ab43a-d238-4e61-b97f-b564578dc01d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1096 time: 0.1841893 Sep 18 19:56:45.324439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767507fd-abd9-4327-87ef-d97081e2a8f4 req-b7472752-3342-4db0-920c-63ddde8167da tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:45.327355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-767507fd-abd9-4327-87ef-d97081e2a8f4 req-b7472752-3342-4db0-920c-63ddde8167da tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1481726 Sep 18 19:56:45.370841 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-467088b4-a235-45b6-98c7-edb5a47667b2 service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242206 Sep 18 19:56:45.452950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-767507fd-abd9-4327-87ef-d97081e2a8f4 req-cb8b4d19-c5c7-49f0-94d1-d44c9b813c51 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130064 Sep 18 19:56:45.491641 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c545ce4e-b434-4b91-a2c5-6bb6e762e4c5 req-57f697b2-c38c-4856-b692-ce4da30198ad service neutron] 10.222.0.24 "GET /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112840 Sep 18 19:56:45.545026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-62bc096c-1876-4f94-a733-af1b8295f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:45.546444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-62bc096c-1876-4f94-a733-af1b8295f4ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.2471318 Sep 18 19:56:45.595728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37116) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:45.654810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-549930fb-21c9-4426-9962-c777153a80ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 999 time: 0.0998549 Sep 18 19:56:45.662417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fe4b9b57-523f-4cf3-a950-6628409b878d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5488482 Sep 18 19:56:45.665341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37122) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:45.670779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7d20c981-1c2a-41fd-a446-b93aaf11e2f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1074683712'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:45.709317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-1a678961-289b-44c9-a608-d6a650bc4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:45.710776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-1a678961-289b-44c9-a608-d6a650bc4449 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0472848 Sep 18 19:56:45.762782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-f727cd86-c8a6-44fd-8a3c-ab95f7c53f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:45.764433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-f727cd86-c8a6-44fd-8a3c-ab95f7c53f1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454590 Sep 18 19:56:45.814722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203143f2-950e-403e-8002-22a52cb6f8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:45.898975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:56:46.001990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203143f2-950e-403e-8002-22a52cb6f8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.007704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:46.011547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203143f2-950e-403e-8002-22a52cb6f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.042205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'port_id': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'mac_address': 'fa:16:3e:b5:1d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:56:46.060602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203143f2-950e-403e-8002-22a52cb6f8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084df351-4ed8-4753-af2f-6fdd9c099cfa,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:46.096046 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.100968 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-203143f2-950e-403e-8002-22a52cb6f8cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf7b42335d814a0d95690ec3651668f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031927 Sep 18 19:56:46.103884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37126) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:46.111992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:56:46.135538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:46.143309 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.208883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:46.211201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e6ac2d-9290-4781-a1f7-3b43f139b664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.248105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-1610ab7b-6cf8-44f2-afa8-220c99a0172b service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699328 Sep 18 19:56:46.250865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7f5a9480-7741-4ae5-b435-ba1b1f68fa73'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:56:46.260515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670584c-424e-4feb-bfb7-a62852d9c5d8 req-b19a5509-caa5-4e44-822c-577528f817b3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:46.268240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1670584c-424e-4feb-bfb7-a62852d9c5d8 req-b19a5509-caa5-4e44-822c-577528f817b3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.4669719 Sep 18 19:56:46.273458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e6ac2d-9290-4781-a1f7-3b43f139b664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.360009 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d20c981-1c2a-41fd-a446-b93aaf11e2f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.375209 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d20c981-1c2a-41fd-a446-b93aaf11e2f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.378975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1670584c-424e-4feb-bfb7-a62852d9c5d8 req-c128fa95-575b-431f-b022-3c090148422f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049061 Sep 18 19:56:46.408636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c35ba328-849b-45ad-806c-81ebe2a05471 req-4ce61186-c9e0-46c7-b805-7789f6b2d933 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380949 Sep 18 19:56:46.434511 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e6ac2d-9290-4781-a1f7-3b43f139b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.438345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e6ac2d-9290-4781-a1f7-3b43f139b664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.442510 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91e6ac2d-9290-4781-a1f7-3b43f139b664 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/084df351-4ed8-4753-af2f-6fdd9c099cfa HTTP/1.1" status: 204 len: 168 time: 0.3372579 Sep 18 19:56:46.457255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6ac2d-9290-4781-a1f7-3b43f139b664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084df351-4ed8-4753-af2f-6fdd9c099cfa,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:46.578498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d20c981-1c2a-41fd-a446-b93aaf11e2f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 939c4cb1-d650-48b6-997b-06907c787a27 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:56:46.687516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba306ee-40b5-44e9-b50d-7a6b09de6270 req-9317c730-e040-46f3-9b1f-6f0a9b24eb17 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:46.698040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ba306ee-40b5-44e9-b50d-7a6b09de6270 req-9317c730-e040-46f3-9b1f-6f0a9b24eb17 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0851734 Sep 18 19:56:46.767439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ba306ee-40b5-44e9-b50d-7a6b09de6270 req-64ce668c-ec10-4dc6-bd30-9cf08887b375 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681512 Sep 18 19:56:46.824032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d20c981-1c2a-41fd-a446-b93aaf11e2f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:46.838702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab64f66-ef55-4f0a-b61b-b84125e91492 None None] Sync routers for ids ['939c4cb1-d650-48b6-997b-06907c787a27'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:46.846104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d20c981-1c2a-41fd-a446-b93aaf11e2f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:46.850995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37150) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:46.851351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab64f66-ef55-4f0a-b61b-b84125e91492 None None] Routers {'939c4cb1-d650-48b6-997b-06907c787a27'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:46.852011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cab64f66-ef55-4f0a-b61b-b84125e91492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['939c4cb1-d650-48b6-997b-06907c787a27'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:46.870805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d20c981-1c2a-41fd-a446-b93aaf11e2f8 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/939c4cb1-d650-48b6-997b-06907c787a27 HTTP/1.1" status: 200 len: 892 time: 1.1959145 Sep 18 19:56:46.891275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cab64f66-ef55-4f0a-b61b-b84125e91492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:46.903045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab64f66-ef55-4f0a-b61b-b84125e91492 None None] Routers {'939c4cb1-d650-48b6-997b-06907c787a27'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:46.904486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cab64f66-ef55-4f0a-b61b-b84125e91492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['939c4cb1-d650-48b6-997b-06907c787a27'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:46.939820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cab64f66-ef55-4f0a-b61b-b84125e91492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:46.941944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab64f66-ef55-4f0a-b61b-b84125e91492 None None] The sync data for ids ['939c4cb1-d650-48b6-997b-06907c787a27'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:47.086525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b207cb99-64ad-4903-8b92-ffdf862cebed tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/routers/939c4cb1-d650-48b6-997b-06907c787a27 HTTP/1.1" status: 200 len: 892 time: 0.2332218 Sep 18 19:56:47.088762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37166) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:47.125037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8f6fe7f5-e16d-48ee-9c80-601428cd6854 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=939c4cb1-d650-48b6-997b-06907c787a27 HTTP/1.1" status: 200 len: 205 time: 0.0347493 Sep 18 19:56:47.127337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37168) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:47.267991 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:47.399575 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:47.531296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port fa0a4ccf-ff40-4dc6-8fc9-ff5e009ecd2d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:47.531750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:47.688651 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:47.735177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for fa0a4ccf-ff40-4dc6-8fc9-ff5e009ecd2d owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:47.847454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2a2ee-f818-47c2-9164-84af45c50f9c req-ee36d212-4e91-4e83-8e22-f8b14ab29ceb tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:47.850015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ad2a2ee-f818-47c2-9164-84af45c50f9c req-ee36d212-4e91-4e83-8e22-f8b14ab29ceb tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 944 time: 0.3562796 Sep 18 19:56:47.899443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:47.999973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:48.001101 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.023435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ad2a2ee-f818-47c2-9164-84af45c50f9c req-7ea130e3-2fa8-4332-9f8e-cb8e81492b61 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531236 Sep 18 19:56:48.054979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250dc5-df70-44c4-ab66-75641fa4a141 req-01d1ce30-21a5-43a7-9236-09ea544136ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:48.063226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a250dc5-df70-44c4-ab66-75641fa4a141 req-01d1ce30-21a5-43a7-9236-09ea544136ea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1837530 Sep 18 19:56:48.145782 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a250dc5-df70-44c4-ab66-75641fa4a141 req-d6d61755-8213-4f5a-bf2e-8882f7b3aa3c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812180 Sep 18 19:56:48.193275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.245255 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.267578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:48.268559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:48.273557 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680aba3d-65e9-46cd-bc87-21f18f728526" -d '{"events": [{"server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:48.285483 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.297130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=fa0a4ccf-ff40-4dc6-8fc9-ff5e009ecd2d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:48.369104 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e0b83-c24a-43d9-a344-00f92d819944 x-openstack-request-id: req-ef0e0b83-c24a-43d9-a344-00f92d819944 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:48.369328 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:48.369435 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef0e0b83-c24a-43d9-a344-00f92d819944 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:48.369815 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'code': 200} Sep 18 19:56:48.385942 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.443169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:48.563816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.571652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.574307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37226) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:48.658788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb45ad9-8e0d-4920-9606-921fce9bea2f req-7ba2d546-2417-47c4-ba99-9536c4c5bf25 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:48.661127 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ceb45ad9-8e0d-4920-9606-921fce9bea2f req-7ba2d546-2417-47c4-ba99-9536c4c5bf25 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2785199 Sep 18 19:56:48.689654 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.690371 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Fanout notify agent at l3_agent the message router_deleted on router 939c4cb1-d650-48b6-997b-06907c787a27 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:56:48.711663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.713377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d7e535dc-9314-411a-aa94-2a24cb3dc94d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/939c4cb1-d650-48b6-997b-06907c787a27 HTTP/1.1" status: 204 len: 168 time: 1.5846932 Sep 18 19:56:48.718128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37230) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:48.725164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2042076639'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:48.751916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ceb45ad9-8e0d-4920-9606-921fce9bea2f req-cee3b816-7561-460a-afc6-a64f11038373 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849731 Sep 18 19:56:48.770188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:48.776378 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.806088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:56:48.818867 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.819398 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment 57290ef0-9902-460c-bdd9-a132cc6a9170 of type vlan for network 099b80d6-eb5a-407d-bfa3-da272760460e Sep 18 19:56:48.877366 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.948471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-121146598'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:48.963104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:48.969644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:48.970254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.036842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b946c-9f93-470b-8389-63abf16071b0 req-f47fba29-7661-4b94-9706-4dccab1c8bce tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:49.044886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-513b946c-9f93-470b-8389-63abf16071b0 req-f47fba29-7661-4b94-9706-4dccab1c8bce tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1550329 Sep 18 19:56:49.058411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Made reservation on behalf of 97bba41d33ff4dcf99dface08e53504d for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:49.062345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.108868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3893294 Sep 18 19:56:49.111666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37240) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:49.126707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': '099b80d6-eb5a-407d-bfa3-da272760460e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:49.179116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05422e67-e6fe-4d56-a62a-e3bab78ed617 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=099b80d6-eb5a-407d-bfa3-da272760460e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:49.194252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 099b80d6-eb5a-407d-bfa3-da272760460e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:56:49.215528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-513b946c-9f93-470b-8389-63abf16071b0 req-0b23ded9-d677-42cf-b803-4ec2bde8bbec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652608 Sep 18 19:56:49.216566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.306862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:49.312578 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.491587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-00ea99f5-092e-41b9-8035-2be179609037 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3375061 Sep 18 19:56:49.520749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3e58c-8744-458a-9999-6c23cf4a293f req-acf9e83b-9d8d-425e-b000-c84ca14e6486 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:49.533493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94a3e58c-8744-458a-9999-6c23cf4a293f req-acf9e83b-9d8d-425e-b000-c84ca14e6486 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.3777981 Sep 18 19:56:49.659060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.751995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-94a3e58c-8744-458a-9999-6c23cf4a293f req-f73d17ab-3538-4046-b83e-eae9ee317ed5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173874 Sep 18 19:56:49.756208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.759504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': '57290ef0-9902-460c-bdd9-a132cc6a9170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '099b80d6-eb5a-407d-bfa3-da272760460e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:49.760519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: 099b80d6-eb5a-407d-bfa3-da272760460e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:56:49.767476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=f7cc9218-9b77-46b3-87f4-3afa9faadaef,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:49.782660 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.784649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 099b80d6-eb5a-407d-bfa3-da272760460e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:56:49.811871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 099b80d6-eb5a-407d-bfa3-da272760460e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:49.818126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:49.819196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.823733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-e49103a2-c689-4c30-82ac-31b2a30918c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:49.824984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6122bb-bb80-47ce-89d2-b2db05818161 None None] Network 099b80d6-eb5a-407d-bfa3-da272760460e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:49.826162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-e49103a2-c689-4c30-82ac-31b2a30918c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1096 time: 0.2483482 Sep 18 19:56:49.840648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:56:49.852185 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-46f97683-876b-483a-a224-0f56274b2944 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7394128 Sep 18 19:56:49.852871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37262) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:49.858038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4a62040e-77eb-4bd0-8c6c-9501a7300491 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-780038755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:49.859235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-c3256c93-e49e-4a5f-8495-b55e2a21045a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:49.866596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-c3256c93-e49e-4a5f-8495-b55e2a21045a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.2711341 Sep 18 19:56:49.889777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a62040e-77eb-4bd0-8c6c-9501a7300491 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.891238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a62040e-77eb-4bd0-8c6c-9501a7300491 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.966138 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a62040e-77eb-4bd0-8c6c-9501a7300491 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.977123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.977849 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Added segment e181c438-b6e3-497d-b48c-ab928f3ab92b of type vlan for network 740ee5c5-0a86-4438-81e1-004e962b2a5c Sep 18 19:56:49.979305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a62040e-77eb-4bd0-8c6c-9501a7300491 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:49.982163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4ae51-964c-40a9-a798-9fb3adcb2b7f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:50.003889 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a62040e-77eb-4bd0-8c6c-9501a7300491 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.009055 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4a62040e-77eb-4bd0-8c6c-9501a7300491 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1548953 Sep 18 19:56:50.009932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37266) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:50.037901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-d106182e-6765-4c17-8cd9-b867c9d86fb2 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/quotas/d633ef482bb24a6eb4c9f2bca747a125 HTTP/1.1" status: 200 len: 375 time: 0.1699452 Sep 18 19:56:50.190231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-099b80d6-eb5a-407d-bfa3-da272760460e', 'network_id': '099b80d6-eb5a-407d-bfa3-da272760460e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': 'f7cc9218-9b77-46b3-87f4-3afa9faadaef'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:56:50.191096 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.276607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.379331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-887f5062-67bc-4140-9ab3-cd7ec7212537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:50.397724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-887f5062-67bc-4140-9ab3-cd7ec7212537 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.5286644 Sep 18 19:56:50.429414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-7775233e-f0ff-423a-9766-33ef8e0d3ed8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3903084 Sep 18 19:56:50.466877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.486080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:50.486744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.503699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Allocated IP 2001:db8::2 (099b80d6-eb5a-407d-bfa3-da272760460e/f7cc9218-9b77-46b3-87f4-3afa9faadaef/37911ffe-df3e-4f73-94ef-320b9cfaa05e) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:50.707418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1262956 Sep 18 19:56:50.717643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37270) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:50.775538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.777792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.792740 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.826583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Network 099b80d6-eb5a-407d-bfa3-da272760460e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:50.897513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:50.899761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Pushing event updated for resources: {'Port': ['ID=37911ffe-df3e-4f73-94ef-320b9cfaa05e,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:50.909602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:50.972303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Attempting to bind port 37911ffe-df3e-4f73-94ef-320b9cfaa05e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:56:50.972958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Attempting to bind port 37911ffe-df3e-4f73-94ef-320b9cfaa05e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '57290ef0-9902-460c-bdd9-a132cc6a9170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '099b80d6-eb5a-407d-bfa3-da272760460e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:56:50.973528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Attempting to bind port 37911ffe-df3e-4f73-94ef-320b9cfaa05e on network 099b80d6-eb5a-407d-bfa3-da272760460e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:50.982825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:56:50.983571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Checking segment: {'id': '57290ef0-9902-460c-bdd9-a132cc6a9170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '099b80d6-eb5a-407d-bfa3-da272760460e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:50.984183 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:50.984765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Bound using segment: {'id': '57290ef0-9902-460c-bdd9-a132cc6a9170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '099b80d6-eb5a-407d-bfa3-da272760460e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:56:50.985426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Bound port: 37911ffe-df3e-4f73-94ef-320b9cfaa05e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57290ef0-9902-460c-bdd9-a132cc6a9170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '099b80d6-eb5a-407d-bfa3-da272760460e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:56:50.986009 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:51.092027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] For port 37911ffe-df3e-4f73-94ef-320b9cfaa05e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:56:51.098078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] For port 37911ffe-df3e-4f73-94ef-320b9cfaa05e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=37911ffe-df3e-4f73-94ef-320b9cfaa05e,segment=NetworkSegment(57290ef0-9902-460c-bdd9-a132cc6a9170),segment_id=57290ef0-9902-460c-bdd9-a132cc6a9170)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:56:51.107266 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:51.201748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6412fba-494b-423b-b5f2-74fb7912f3e6 None None] Pushing event updated for resources: {'Port': ['ID=37911ffe-df3e-4f73-94ef-320b9cfaa05e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:51.286213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8::1 (099b80d6-eb5a-407d-bfa3-da272760460e/f7cc9218-9b77-46b3-87f4-3afa9faadaef/f54efd2e-19f0-4203-af9c-c9cf1d9d48ad) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:51.288080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3448a28-3db3-4adc-9b10-a0ac29d04101 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Pushing event updated for resources: {'Network': ['ID=740ee5c5-0a86-4438-81e1-004e962b2a5c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:51.301119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 740ee5c5-0a86-4438-81e1-004e962b2a5c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:56:51.307797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-ec02d93a-699e-43f2-b93d-a6a7f5a361eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 999 time: 0.8760765 Sep 18 19:56:51.350558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-251b1f5e-ce70-48d1-bb8a-d65da9e7d3a0 service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9204490 Sep 18 19:56:51.514012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Request body: {'network': {'name': 'tempest-network--238227386', 'router:external': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:51.543292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:51.557693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-354af485-d93c-4a27-aec9-685a12c63900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:51.559622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-354af485-d93c-4a27-aec9-685a12c63900 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.2282426 Sep 18 19:56:51.599051 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf7b7-ff41-4c6c-8451-3f9e6eb4c614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:51.621773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43d4bb-8582-434d-852b-3a34574755ab req-2b26a4d3-0f2f-4d52-bc4e-c3b26e04ea76 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:51.623821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d43d4bb-8582-434d-852b-3a34574755ab req-2b26a4d3-0f2f-4d52-bc4e-c3b26e04ea76 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.4043941 Sep 18 19:56:51.640897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:51.745716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 099b80d6-eb5a-407d-bfa3-da272760460e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:51.747607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Made reservation on behalf of 195f7c7c78444d35a6ca471826d2f9e3 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:51.749380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:51.752073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:51.753003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:51.755758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:51.796506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d43d4bb-8582-434d-852b-3a34574755ab req-b6c97938-8d6a-4f56-b816-e7576cf30711 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366322 Sep 18 19:56:51.803841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-cc6d0bf7-7ddc-44ae-b221-b215cbc7c76a service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289184 Sep 18 19:56:51.811580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:51.813927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=f54efd2e-19f0-4203-af9c-c9cf1d9d48ad,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:51.845162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-c747f2dd-578c-4f04-89bc-12bdbfec263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:51.848767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-c747f2dd-578c-4f04-89bc-12bdbfec263d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219157 Sep 18 19:56:51.993884 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:56:52.027216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.066591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 37911ffe-df3e-4f73-94ef-320b9cfaa05e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:52.134335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-7c1d2a0d-d23e-42a8-b2cd-8ea4f13164f3 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735159 Sep 18 19:56:52.202860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 37911ffe-df3e-4f73-94ef-320b9cfaa05e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:52.203575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.233929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a49a1bd3-42e6-4759-b8f4-e5bdacdd5962 req-465368b5-a866-4dd9-b8ea-05b12039bd80 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 210 time: 0.0963387 Sep 18 19:56:52.395974 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.408649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.420985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.441936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 37911ffe-df3e-4f73-94ef-320b9cfaa05e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=37911ffe-df3e-4f73-94ef-320b9cfaa05e,segment=NetworkSegment(57290ef0-9902-460c-bdd9-a132cc6a9170),segment_id=57290ef0-9902-460c-bdd9-a132cc6a9170)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:56:52.448527 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.466746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dc0f8f8-6af2-4534-b2d5-c03d27f8ff2b req-7f18364a-43ad-4e09-a0b4-d6085bd54aba service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063948 Sep 18 19:56:52.466746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:56:52.469390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15052463-e3dd-41fe-a675-1b006392a905,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:52.488784 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.489208 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Added segment 3286ef85-abd3-4297-b30b-9bf6892a3676 of type vlan for network 7c828926-ee9c-4f15-acaf-078e23dfd8a1 Sep 18 19:56:52.566674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.640568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.641888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:52.642808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.644546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=37911ffe-df3e-4f73-94ef-320b9cfaa05e,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:52.702369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.732738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.733541 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:52.792662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6137676 Sep 18 19:56:52.835756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37292) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:52.891181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b60bf-fb72-4ce1-a17c-fca32866417f tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Network': ['ID=7c828926-ee9c-4f15-acaf-078e23dfd8a1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:52.901282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 7c828926-ee9c-4f15-acaf-078e23dfd8a1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:56:52.973888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.029250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=f54efd2e-19f0-4203-af9c-c9cf1d9d48ad,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:53.065535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae1c12-ffaf-445c-87a3-e5cb3f49e720 None None] Network 099b80d6-eb5a-407d-bfa3-da272760460e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:53.092707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26947b7c-8309-4086-a4ee-6ec0ea4d50a1 req-51762108-2452-4209-aeed-69f4672236df tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:53.094289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26947b7c-8309-4086-a4ee-6ec0ea4d50a1 req-51762108-2452-4209-aeed-69f4672236df tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1310110 Sep 18 19:56:53.157732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ca9b4e72-0b44-499d-b29e-98d1b48eef06 None None] Provisioning complete for port 37911ffe-df3e-4f73-94ef-320b9cfaa05e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:53.158176 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4e72-0b44-499d-b29e-98d1b48eef06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.182854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.190658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26947b7c-8309-4086-a4ee-6ec0ea4d50a1 req-c0548c38-3494-47a0-92aa-3a0ccae7edb0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835171 Sep 18 19:56:53.260676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 099b80d6-eb5a-407d-bfa3-da272760460e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:53.262860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c828926-ee9c-4f15-acaf-078e23dfd8a1']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:53.285974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:53.341709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3286ef85-abd3-4297-b30b-9bf6892a3676') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:53.342255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3286ef85-abd3-4297-b30b-9bf6892a3676') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:53.390469 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.448306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-06d7f4b7-466b-4188-b70f-9a6bf617fef3 req-1b640b2b-9f52-4f77-b074-93fd343a6eea tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 210 time: 0.0775318 Sep 18 19:56:53.616894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.618899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.631191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:56:53.631690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:56:53.633543 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:56:53.658116 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.750942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.780151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c828926-ee9c-4f15-acaf-078e23dfd8a1 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 19:56:53.783096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c828926-ee9c-4f15-acaf-078e23dfd8a1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:53.787117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:53.790122 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-81cccd9c-51da-4e3c-8834-95de534af754 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "DELETE /v2.0/networks/7c828926-ee9c-4f15-acaf-078e23dfd8a1 HTTP/1.1" status: 204 len: 168 time: 0.9509218 Sep 18 19:56:53.793072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37302) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:53.796049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 0e890a69-4d9e-43a3-8667-8ca1d4b352f0 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:56:53.802292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:53.917672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Made reservation on behalf of 195f7c7c78444d35a6ca471826d2f9e3 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:53.926702 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.080476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:56:54.120219 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.121166 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Added segment 58898fdf-28b8-41e4-ae93-d3e8a726ab10 of type vlan for network 5776b59a-dc49-4444-8cd9-28c55642483c Sep 18 19:56:54.128555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 37911ffe-df3e-4f73-94ef-320b9cfaa05e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:56:54.270000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:56:54.295045 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2dc6b7fd-9d74-460b-83c3-6a539089fdcf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/0e890a69-4d9e-43a3-8667-8ca1d4b352f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2804170 Sep 18 19:56:54.295839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37308) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:54.299690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 37911ffe-df3e-4f73-94ef-320b9cfaa05e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:54.300450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.425256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b3682-531c-4c52-a4e7-deb39c30a942 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:54.432064 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-004b3682-531c-4c52-a4e7-deb39c30a942 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports/f54efd2e-19f0-4203-af9c-c9cf1d9d48ad HTTP/1.1" status: 200 len: 911 time: 0.1348991 Sep 18 19:56:54.432689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37310) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:54.438846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2e4b784b-140a-4fde-abf8-68a5aeb17a34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7cc9218-9b77-46b3-87f4-3afa9faadaef'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:54.441600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.528584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-a75941f3-d8a2-45d1-af3c-8b6eccd1becf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:54.530266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-a75941f3-d8a2-45d1-af3c-8b6eccd1becf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.5177748 Sep 18 19:56:54.558674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'port': {'device_id': '57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'admin_state_up': True, 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:54.637280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6ea23fcb-3448-4609-9b51-d5b1543af808 None None] Provisioning complete for port 37911ffe-df3e-4f73-94ef-320b9cfaa05e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:54.643975 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ea23fcb-3448-4609-9b51-d5b1543af808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.764754 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.833098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e4b784b-140a-4fde-abf8-68a5aeb17a34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.847027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6ea23fcb-3448-4609-9b51-d5b1543af808 None None] Provisioning complete for port f54efd2e-19f0-4203-af9c-c9cf1d9d48ad triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:54.860981 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ea23fcb-3448-4609-9b51-d5b1543af808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.874768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea360548-0499-472b-839e-3c422e1c2133 req-8144633c-372e-4db7-8c96-9de11de29f6e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 210 time: 0.1550844 Sep 18 19:56:54.875440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.876361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:54.876930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:54.893417 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe978cc7-850a-4be1-9ef7-166b3a5ea648 None None] Sync routers for ids ['0e890a69-4d9e-43a3-8667-8ca1d4b352f0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:56:54.904722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf9894-4c6a-499b-9a18-6432be69a8c9 req-95f678fe-4d21-4e2f-98ea-22f4820448bd tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:54.909412 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe978cc7-850a-4be1-9ef7-166b3a5ea648 None None] Routers {'0e890a69-4d9e-43a3-8667-8ca1d4b352f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:54.910285 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe978cc7-850a-4be1-9ef7-166b3a5ea648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:24Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0e890a69-4d9e-43a3-8667-8ca1d4b352f0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:54.914228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fbf9894-4c6a-499b-9a18-6432be69a8c9 req-95f678fe-4d21-4e2f-98ea-22f4820448bd tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.5323982 Sep 18 19:56:54.988196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6ea23fcb-3448-4609-9b51-d5b1543af808 None None] Port f54efd2e-19f0-4203-af9c-c9cf1d9d48ad cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:54.992795 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe978cc7-850a-4be1-9ef7-166b3a5ea648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:55.001354 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-553dd1f5-6d7b-4475-af3d-675f720b4be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.014894 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe978cc7-850a-4be1-9ef7-166b3a5ea648 None None] Routers {'0e890a69-4d9e-43a3-8667-8ca1d4b352f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:56:55.015830 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe978cc7-850a-4be1-9ef7-166b3a5ea648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0e890a69-4d9e-43a3-8667-8ca1d4b352f0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:55.083022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fbf9894-4c6a-499b-9a18-6432be69a8c9 req-8933b188-9d55-4a19-bff8-3caedb75bb6d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661003 Sep 18 19:56:55.089900 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe978cc7-850a-4be1-9ef7-166b3a5ea648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:56:55.096198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3010714 Sep 18 19:56:55.102088 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe978cc7-850a-4be1-9ef7-166b3a5ea648 None None] The sync data for ids ['0e890a69-4d9e-43a3-8667-8ca1d4b352f0'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:56:55.130653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37320) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:55.148356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Request body: {'subnet': {'network_id': '5776b59a-dc49-4444-8cd9-28c55642483c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:55.170004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd5408-114f-4364-888d-5e4af8d04daf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Network': ['ID=5776b59a-dc49-4444-8cd9-28c55642483c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:55.182515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 5776b59a-dc49-4444-8cd9-28c55642483c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:56:55.227263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Made reservation on behalf of 195f7c7c78444d35a6ca471826d2f9e3 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:55.229681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.358789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-94dee295-a5c7-4be7-9032-5132b09bcfa3 None None] Provisioning complete for port f54efd2e-19f0-4203-af9c-c9cf1d9d48ad triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:55.359164 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94dee295-a5c7-4be7-9032-5132b09bcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.380969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Made reservation on behalf of d633ef482bb24a6eb4c9f2bca747a125 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:56:55.384617 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.447161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-94dee295-a5c7-4be7-9032-5132b09bcfa3 None None] Port f54efd2e-19f0-4203-af9c-c9cf1d9d48ad cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:55.511545 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.680549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4c76a8b9-1c62-41e3-878f-60d3daf3bfc3 None None] Provisioning complete for port f54efd2e-19f0-4203-af9c-c9cf1d9d48ad triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:55.683136 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c76a8b9-1c62-41e3-878f-60d3daf3bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.703961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Allocated IP 172.20.0.13 (2078d3ab-c54a-416e-b2a9-de9c1ac87c8f/2cd437ac-d63e-479b-b152-e4001b738762/bf614820-c67d-499d-a75c-8aab24be5253) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:55.773280 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e4b784b-140a-4fde-abf8-68a5aeb17a34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.774220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4c76a8b9-1c62-41e3-878f-60d3daf3bfc3 None None] Port f54efd2e-19f0-4203-af9c-c9cf1d9d48ad cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:55.794188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e4b784b-140a-4fde-abf8-68a5aeb17a34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.809214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b784b-140a-4fde-abf8-68a5aeb17a34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:55.819977 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2e4b784b-140a-4fde-abf8-68a5aeb17a34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:55.826831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37326) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:55.828172 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2e4b784b-140a-4fde-abf8-68a5aeb17a34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/ports/f54efd2e-19f0-4203-af9c-c9cf1d9d48ad HTTP/1.1" status: 200 len: 911 time: 1.3943524 Sep 18 19:56:55.880374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b784b-140a-4fde-abf8-68a5aeb17a34 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=f54efd2e-19f0-4203-af9c-c9cf1d9d48ad,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:56.018690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-542950f1-d332-4f84-8eb9-ef806c429f21 req-b830aed7-2fab-4a7a-aad7-72f97e530aa3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 210 time: 0.0430877 Sep 18 19:56:56.263793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:56.342019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36845fe6-093d-49f7-8c2e-fc5d2d585715 req-afd3ce6f-c6f3-4038-ba0d-28e82df0ac38 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:56.343442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36845fe6-093d-49f7-8c2e-fc5d2d585715 req-afd3ce6f-c6f3-4038-ba0d-28e82df0ac38 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1718168 Sep 18 19:56:56.501766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.objects.ports [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 19:56:56.502282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:56.505059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:56.578488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36845fe6-093d-49f7-8c2e-fc5d2d585715 req-36d514b9-82ab-4bb2-8b94-c67f2b825e53 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224472 Sep 18 19:56:56.639851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:56.651848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:56.664625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'Port': ['ID=bf614820-c67d-499d-a75c-8aab24be5253,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:56.673985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:56.680071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bfc75162-76dd-487f-97ac-83d8437c8c49,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:56.728719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.729386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.729386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.729707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.730038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.730367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.730693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.731019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.731431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.731748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.732070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.732498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.741953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.742305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.742646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.742982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.743312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.743672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.743993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.744317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.744638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.744957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.745274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.745591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:56:56.785140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Checking segment: {'id': '58898fdf-28b8-41e4-ae93-d3e8a726ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5776b59a-dc49-4444-8cd9-28c55642483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:56.785499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Network hostable DHCP agents. Network: 5776b59a-dc49-4444-8cd9-28c55642483c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:56:56.874697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:56.875559 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:56.880756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Network 5776b59a-dc49-4444-8cd9-28c55642483c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:56:56.917284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-8d9a1a83-a0bf-402f-baf1-5f87c11409c8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3694065 Sep 18 19:56:56.917988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 5776b59a-dc49-4444-8cd9-28c55642483c) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:57.085708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60de00d-a85e-477f-92e6-f608314f41a4 None None] Network 5776b59a-dc49-4444-8cd9-28c55642483c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:57.229236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dbf31335-82a6-4a6f-884a-4d6fa23fa254 None None] Provisioning complete for port bf614820-c67d-499d-a75c-8aab24be5253 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:56:57.229871 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dbf31335-82a6-4a6f-884a-4d6fa23fa254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:57.330408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Request body: {'port': {'device_id': '57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:57.333287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:57.333879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:57.346368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-dbf31335-82a6-4a6f-884a-4d6fa23fa254 None None] Port bf614820-c67d-499d-a75c-8aab24be5253 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:56:57.355202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2059b344-b95d-42e6-91ba-dd1ef9d6431d None None] Network 5776b59a-dc49-4444-8cd9-28c55642483c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:56:57.382543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:57.409843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:57.450628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-20c1246b-5008-42cd-9c90-680be1061ac2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3143306 Sep 18 19:56:57.451431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37344) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:56:57.456106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Request body: {'floatingip': {'floating_network_id': '5776b59a-dc49-4444-8cd9-28c55642483c'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:56:57.554418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:57.583969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e458e-edb8-4d59-8001-71bc0b6157fd req-27a14719-078a-46f1-b8ca-5533cd8589bd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:57.585417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da2e458e-edb8-4d59-8001-71bc0b6157fd req-27a14719-078a-46f1-b8ca-5533cd8589bd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 932 time: 0.2538581 Sep 18 19:56:57.589585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:57.866681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da2e458e-edb8-4d59-8001-71bc0b6157fd req-9c6aadc0-3faf-4990-8f18-c9b3a003f63f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323623 Sep 18 19:56:57.926888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7943c5a-2d58-4bc1-bbba-ca579d8aa171 req-db6630dd-f1b8-4ce6-8761-a4e1300b86ab tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:57.928424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7943c5a-2d58-4bc1-bbba-ca579d8aa171 req-db6630dd-f1b8-4ce6-8761-a4e1300b86ab tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.2225199 Sep 18 19:56:58.085925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7943c5a-2d58-4bc1-bbba-ca579d8aa171 req-87ce3baf-7d17-4439-b89c-539dfee71c0c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476228 Sep 18 19:56:58.158201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:58.279237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port f54efd2e-19f0-4203-af9c-c9cf1d9d48ad {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:56:58.279763 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:58.307183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf614820-c67d-499d-a75c-8aab24be5253 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:56:58.335887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:58.414804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Transition to ACTIVE for port object bf614820-c67d-499d-a75c-8aab24be5253 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:56:58.475955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:58.574140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Allocated IP 172.20.0.7 (5776b59a-dc49-4444-8cd9-28c55642483c/bfc75162-76dd-487f-97ac-83d8437c8c49/3da5428e-fbc0-4136-8565-a645e376e140) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:56:58.585022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:58.612641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Pushing event updated for resources: {'Port': ['ID=bf614820-c67d-499d-a75c-8aab24be5253,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:58.620222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for f54efd2e-19f0-4203-af9c-c9cf1d9d48ad owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:56:58.906185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Attempting to bind port bf614820-c67d-499d-a75c-8aab24be5253 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:56:58.906886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Attempting to bind port bf614820-c67d-499d-a75c-8aab24be5253 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:56:58.906886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Attempting to bind port bf614820-c67d-499d-a75c-8aab24be5253 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:58.930110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Port bf614820-c67d-499d-a75c-8aab24be5253 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:56:58.930531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Attempting to bind port bf614820-c67d-499d-a75c-8aab24be5253 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:56:58.935816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:58.992230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:56:58.992561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Checking segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:56:58.992930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Bound using segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:56:58.993367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Bound port: bf614820-c67d-499d-a75c-8aab24be5253, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:56:58.993717 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:59.126116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4703d0-eb8b-4f02-b07b-f7b7f909efb4 req-e37d1aab-ad88-458f-9b32-a525d7fe7a1d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:59.144106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb4703d0-eb8b-4f02-b07b-f7b7f909efb4 req-e37d1aab-ad88-458f-9b32-a525d7fe7a1d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 944 time: 0.1512349 Sep 18 19:56:59.180069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:59.205359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] For port bf614820-c67d-499d-a75c-8aab24be5253, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:56:59.272567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:59.282215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] For port bf614820-c67d-499d-a75c-8aab24be5253, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bf614820-c67d-499d-a75c-8aab24be5253,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:56:59.284677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Network 5776b59a-dc49-4444-8cd9-28c55642483c is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:56:59.291038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb4703d0-eb8b-4f02-b07b-f7b7f909efb4 req-62a53215-2c8f-4dd0-b0a9-0080497d49bb tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544709 Sep 18 19:56:59.306312 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:59.308394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:56:59.311627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:56:59.377852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Port': ['ID=3da5428e-fbc0-4136-8565-a645e376e140,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:59.447539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:59.448787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:59.450774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] 10.222.0.32 "PUT /v2.0/ports/bf614820-c67d-499d-a75c-8aab24be5253 HTTP/1.1" status: 200 len: 1093 time: 2.5190334 Sep 18 19:56:59.457047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e', 'tag': 'bf614820-c67d-499d-a75c-8aab24be5253'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:56:59.459632 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e" -d '{"events": [{"name": "network-changed", "server_uuid": "57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e", "tag": "bf614820-c67d-499d-a75c-8aab24be5253"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:56:59.480529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=f54efd2e-19f0-4203-af9c-c9cf1d9d48ad,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:59.570733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ab9bb-733d-4b12-976b-2c7ec08b3f24 req-757b12e0-c434-442a-afaa-f5b322c781cf tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:56:59.572465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c27ab9bb-733d-4b12-976b-2c7ec08b3f24 req-757b12e0-c434-442a-afaa-f5b322c781cf tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.3939881 Sep 18 19:56:59.747053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c27ab9bb-733d-4b12-976b-2c7ec08b3f24 req-ee6f6dc5-4d33-48e7-bd31-8665f17e563b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598694 Sep 18 19:56:59.750701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:56:59.795638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0d32d-c0bf-4efe-bd30-50835d61e352 service neutron] Pushing event updated for resources: {'Port': ['ID=bf614820-c67d-499d-a75c-8aab24be5253,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:56:59.809285 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28685e6-15dc-4129-a14f-0a952c1f04ad x-openstack-request-id: req-c28685e6-15dc-4129-a14f-0a952c1f04ad {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:56:59.809718 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e", "tag": "bf614820-c67d-499d-a75c-8aab24be5253", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:56:59.810148 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c28685e6-15dc-4129-a14f-0a952c1f04ad {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:56:59.810611 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e', 'tag': 'bf614820-c67d-499d-a75c-8aab24be5253', 'status': 'completed', 'code': 200} Sep 18 19:57:00.271604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-83eef79a-33a0-40ab-80e7-e31ad7ac55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:00.273154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-83eef79a-33a0-40ab-80e7-e31ad7ac55b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 1096 time: 0.7107532 Sep 18 19:57:00.345083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:00.358027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-183221ba-0d53-4d22-8e69-e0554781da37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf614820-c67d-499d-a75c-8aab24be5253 HTTP/1.1" status: 200 len: 217 time: 0.0653398 Sep 18 19:57:00.501843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 0e890a69-4d9e-43a3-8667-8ca1d4b352f0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:00.529982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccab45-67ba-4e12-843c-13a513530d0c req-b460c0b8-61b0-4eb6-b4f4-7b9538e707a1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:00.531467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-b460c0b8-61b0-4eb6-b4f4-7b9538e707a1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.7934010 Sep 18 19:57:00.553672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:00.588617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-b2332c9d-96d7-4155-813c-a1d059f39319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:00.590112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-b2332c9d-96d7-4155-813c-a1d059f39319 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.1577702 Sep 18 19:57:00.600389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-042b1a6c-d684-41fa-aa98-607abf15d18b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/quotas/3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 375 time: 0.0563748 Sep 18 19:57:00.703942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fef740-076a-4aaf-947a-b4adf3f35a24 req-3a9d5e5d-5687-445f-ba78-f7a7ba019c89 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:00.707834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0fef740-076a-4aaf-947a-b4adf3f35a24 req-3a9d5e5d-5687-445f-ba78-f7a7ba019c89 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 944 time: 0.2740839 Sep 18 19:57:00.764238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:00.771474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7a252990-77a8-4f02-9376-9e04409f41fc tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/0e890a69-4d9e-43a3-8667-8ca1d4b352f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9437749 Sep 18 19:57:00.774237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:00.784243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15a146-a46d-4c67-97a1-7e528332764a None None] Sync routers for ids ['0e890a69-4d9e-43a3-8667-8ca1d4b352f0'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:00.797379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15a146-a46d-4c67-97a1-7e528332764a None None] Routers {'0e890a69-4d9e-43a3-8667-8ca1d4b352f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:00.798306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3e15a146-a46d-4c67-97a1-7e528332764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0e890a69-4d9e-43a3-8667-8ca1d4b352f0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:00.823331 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-455f1cf2-9ec2-4ca6-a80d-0f855b4ed8ee tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e890a69-4d9e-43a3-8667-8ca1d4b352f0 HTTP/1.1" status: 200 len: 205 time: 0.0466390 Sep 18 19:57:00.825740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37386) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:00.832218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3e15a146-a46d-4c67-97a1-7e528332764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:00.842343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15a146-a46d-4c67-97a1-7e528332764a None None] Routers {'0e890a69-4d9e-43a3-8667-8ca1d4b352f0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:00.843207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3e15a146-a46d-4c67-97a1-7e528332764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0e890a69-4d9e-43a3-8667-8ca1d4b352f0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:00.878752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3e15a146-a46d-4c67-97a1-7e528332764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:00.880243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e15a146-a46d-4c67-97a1-7e528332764a None None] The sync data for ids ['0e890a69-4d9e-43a3-8667-8ca1d4b352f0'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:00.923426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:00.928627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b64a74c-50b4-4bda-bf2d-9c12cf80d640 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:00.941208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-48cc1302-c734-4223-bdf8-0624290e6859 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929556 Sep 18 19:57:00.947679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:00.963047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-9bda250e-c8f8-4a21-8335-375871bf5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:00.964376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-9bda250e-c8f8-4a21-8335-375871bf5825 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3641009 Sep 18 19:57:01.091466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0fef740-076a-4aaf-947a-b4adf3f35a24 req-755b9758-f647-4625-a3f5-156733b59573 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981673 Sep 18 19:57:01.125368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Port': ['ID=3da5428e-fbc0-4136-8565-a645e376e140,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:01.237781 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:01.303747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:01.304993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bebae067-e628-4b67-949d-52001b6c06f4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8526287 Sep 18 19:57:01.313434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-1746c40d-93bc-4cd3-ae42-22dc69fe31ef service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542585 Sep 18 19:57:01.322885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37390) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:01.365862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-9591e2f8-cac7-4975-8680-aac7385d3158 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629642 Sep 18 19:57:01.467763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3205e786-1348-42e1-b065-dcaa2fbf4fde tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=5776b59a-dc49-4444-8cd9-28c55642483c HTTP/1.1" status: 200 len: 689 time: 0.1422744 Sep 18 19:57:01.476897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37392) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:01.479542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885de67-ee4f-46a2-87e6-0ed40d3a0bbf req-9b7b0bbc-d8b0-4bda-ab7e-8fcaafa465ca tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:01.481285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8885de67-ee4f-46a2-87e6-0ed40d3a0bbf req-9b7b0bbc-d8b0-4bda-ab7e-8fcaafa465ca tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.2782066 Sep 18 19:57:01.485107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b64a74c-50b4-4bda-bf2d-9c12cf80d640 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:01.487964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b64a74c-50b4-4bda-bf2d-9c12cf80d640 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:01.604996 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b64a74c-50b4-4bda-bf2d-9c12cf80d640 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:01.606182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b64a74c-50b4-4bda-bf2d-9c12cf80d640 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Fanout notify agent at l3_agent the message router_deleted on router 0e890a69-4d9e-43a3-8667-8ca1d4b352f0 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:57:01.614152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b64a74c-50b4-4bda-bf2d-9c12cf80d640 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:01.618955 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b64a74c-50b4-4bda-bf2d-9c12cf80d640 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/0e890a69-4d9e-43a3-8667-8ca1d4b352f0 HTTP/1.1" status: 204 len: 168 time: 0.7891715 Sep 18 19:57:01.622286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37394) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:01.644995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8885de67-ee4f-46a2-87e6-0ed40d3a0bbf req-35e00d42-f298-4125-9cba-47367e16e84f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162167 Sep 18 19:57:01.656594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-d1604f5c-12ff-490d-8fb9-51dfdb142aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421652 Sep 18 19:57:01.677333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c5f1e5-94d5-4314-bdf6-c2d5949a29e4 req-9d2833a3-791d-4771-a090-fcd70fa28fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553146 Sep 18 19:57:01.679527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:01.806944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-c01c13f7-c020-41d8-b09b-78ed71794d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:01.809494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-c01c13f7-c020-41d8-b09b-78ed71794d34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 1096 time: 0.0639365 Sep 18 19:57:01.923233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-88820a7e-f49a-4dcc-aeb3-714856298ae6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet f7cc9218-9b77-46b3-87f4-3afa9faadaef {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:57:01.926665 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88820a7e-f49a-4dcc-aeb3-714856298ae6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:01.981947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0557f665-8191-4843-a5a5-d68ee0a9b318 req-03215512-3cf7-4028-9cdc-a155e0d160f1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 210 time: 0.0746083 Sep 18 19:57:01.982181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88820a7e-f49a-4dcc-aeb3-714856298ae6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.031659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-dd5a2ac9-0560-432d-8f6e-6c3c5dbd3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:02.034784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-dd5a2ac9-0560-432d-8f6e-6c3c5dbd3b6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.2158091 Sep 18 19:57:02.088752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-080a998e-98a1-4989-8bbd-4509cdfc6b1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf614820-c67d-499d-a75c-8aab24be5253 HTTP/1.1" status: 200 len: 217 time: 0.0444438 Sep 18 19:57:02.108858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Deleting port 3da5428e-fbc0-4136-8565-a645e376e140 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:02.109354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.156628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88820a7e-f49a-4dcc-aeb3-714856298ae6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.207076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-1abee853-04e2-432b-abe4-c3e2dc347469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:02.209061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-1abee853-04e2-432b-abe4-c3e2dc347469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.1074567 Sep 18 19:57:02.263412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.263907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.280880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Calling delete_port for 3da5428e-fbc0-4136-8565-a645e376e140 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:02.296255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88820a7e-f49a-4dcc-aeb3-714856298ae6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.313259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-6a631fcb-f589-412e-8918-a60135213daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:02.314908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-6a631fcb-f589-412e-8918-a60135213daa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576689 Sep 18 19:57:02.329700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb60f1-22c6-4ac6-aa21-86cbd2e8eaa5 req-de549c13-9e87-49d1-9e11-139b15696a2c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:02.331736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5cb60f1-22c6-4ac6-aa21-86cbd2e8eaa5 req-de549c13-9e87-49d1-9e11-139b15696a2c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 944 time: 0.1214910 Sep 18 19:57:02.334871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88820a7e-f49a-4dcc-aeb3-714856298ae6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cc9218-9b77-46b3-87f4-3afa9faadaef,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:02.377419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88820a7e-f49a-4dcc-aeb3-714856298ae6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.379626 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-88820a7e-f49a-4dcc-aeb3-714856298ae6 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/f7cc9218-9b77-46b3-87f4-3afa9faadaef HTTP/1.1" status: 204 len: 168 time: 0.7564349 Sep 18 19:57:02.382008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca76c9c-f646-40c1-a5a0-756686fafe80 None None] Network 099b80d6-eb5a-407d-bfa3-da272760460e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:02.383221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37412) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:02.539659 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.539948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.588566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5cb60f1-22c6-4ac6-aa21-86cbd2e8eaa5 req-69d340fc-8b57-404a-947a-18d754a03dc1 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469738 Sep 18 19:57:02.611368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event deleted for resources: {'Port': ['ID=3da5428e-fbc0-4136-8565-a645e376e140,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:02.646664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] DHCP port deletion for 099b80d6-eb5a-407d-bfa3-da272760460e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:57:02.730448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] Deleting port 37911ffe-df3e-4f73-94ef-320b9cfaa05e {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:02.731158 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.755307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-f8d419e5-c0b4-422a-a814-091796a2cbb0 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224086 Sep 18 19:57:02.793555 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.875275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] For port 37911ffe-df3e-4f73-94ef-320b9cfaa05e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=37911ffe-df3e-4f73-94ef-320b9cfaa05e,segment=NetworkSegment(57290ef0-9902-460c-bdd9-a132cc6a9170),segment_id=57290ef0-9902-460c-bdd9-a132cc6a9170)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:02.875636 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.911066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:02.914478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] Calling delete_port for 37911ffe-df3e-4f73-94ef-320b9cfaa05e owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:03.018227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.121312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc75162-76dd-487f-97ac-83d8437c8c49,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:03.124910 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.192656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.194116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] Pushing event deleted for resources: {'Port': ['ID=37911ffe-df3e-4f73-94ef-320b9cfaa05e,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:03.200817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a4dd0-05a4-4dee-98d8-1c470fbdbf62 None None] No DVR routers for this DVR port 37911ffe-df3e-4f73-94ef-320b9cfaa05e on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:03.244376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5776b59a-dc49-4444-8cd9-28c55642483c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:03.284723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58898fdf-28b8-41e4-ae93-d3e8a726ab10') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:03.285099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58898fdf-28b8-41e4-ae93-d3e8a726ab10') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:03.285441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 37911ffe-df3e-4f73-94ef-320b9cfaa05e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:03.285789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.299935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.324046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c40c51-289e-4f01-8961-33a3e887749d req-f1c61d0f-7703-4732-b81b-52ba2819cb20 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:03.325818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.332656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93c40c51-289e-4f01-8961-33a3e887749d req-f1c61d0f-7703-4732-b81b-52ba2819cb20 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.5587080 Sep 18 19:57:03.342506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccab45-67ba-4e12-843c-13a513530d0c req-4552c3d9-2a12-49c7-9746-bb7929a51761 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:03.342757 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-4552c3d9-2a12-49c7-9746-bb7929a51761 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.1637447 Sep 18 19:57:03.343845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:03.344263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:03.346214 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:03.365213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'port': {'device_id': 'c30c0640-c844-4029-9d21-a60de0b05bcb', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'admin_state_up': True, 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:03.368514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a11f4494-8bb6-42a1-b5f4-609536212018 req-506d80cd-d4db-4ca2-9749-38ad054b381c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 210 time: 0.0967460 Sep 18 19:57:03.450196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port 37911ffe-df3e-4f73-94ef-320b9cfaa05e, host n-d-789963-11, got binding levels [] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:03.450196 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.467042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 37911ffe-df3e-4f73-94ef-320b9cfaa05e owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:03.470443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.ipam_backend_mixin [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Port 37911ffe-df3e-4f73-94ef-320b9cfaa05e was not found and therefore no delete operation was performed {{(pid=94941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:57:03.473554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.520014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.525003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5776b59a-dc49-4444-8cd9-28c55642483c {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 19:57:03.534984 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.542904 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5776b59a-dc49-4444-8cd9-28c55642483c HTTP/1.1" status: 204 len: 168 time: 2.0650039 Sep 18 19:57:03.545649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37424) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:03.632194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=37911ffe-df3e-4f73-94ef-320b9cfaa05e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:03.634347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No DVR routers for this DVR port 37911ffe-df3e-4f73-94ef-320b9cfaa05e on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:03.644981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93c40c51-289e-4f01-8961-33a3e887749d req-0b550524-bf7e-4b7a-a54b-b54a91dd7371 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113806 Sep 18 19:57:03.646930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b374ab9b-cf40-4fa9-954c-c9bddaa3a10e req-07a98454-4062-4a73-af58-5999d175b40d service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835092 Sep 18 19:57:03.758959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73f504-9412-4f5a-817f-90d759555682 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event deleted for resources: {'Network': ['ID=5776b59a-dc49-4444-8cd9-28c55642483c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:03.778796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:03.782497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.833342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.849654 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c85ddebe-8031-4e43-b0dd-5e18af7b302c tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.2480977 Sep 18 19:57:03.852151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37428) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:03.897282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099b80d6-eb5a-407d-bfa3-da272760460e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:03.916759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57290ef0-9902-460c-bdd9-a132cc6a9170') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:03.919757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57290ef0-9902-460c-bdd9-a132cc6a9170') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:03.941661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.946506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device bf614820-c67d-499d-a75c-8aab24be5253 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:57:03.968467 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:03.980412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:03.980763 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.029567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 37911ffe-df3e-4f73-94ef-320b9cfaa05e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:04.075157 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:04.079358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 37911ffe-df3e-4f73-94ef-320b9cfaa05e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:04.079358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 37911ffe-df3e-4f73-94ef-320b9cfaa05e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:04.137719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.149141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.152301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/099b80d6-eb5a-407d-bfa3-da272760460e HTTP/1.1" status: 204 len: 168 time: 1.7651515 Sep 18 19:57:04.156214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37438) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:04.183363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d0e99-0036-49aa-bb16-160b190bbef5 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=099b80d6-eb5a-407d-bfa3-da272760460e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:04.203235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port bf614820-c67d-499d-a75c-8aab24be5253, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bf614820-c67d-499d-a75c-8aab24be5253,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:04.213471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3b2eb5af-40da-4a7f-814a-72c2136a6dd1 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1127261539', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:04.221733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'bf614820-c67d-499d-a75c-8aab24be5253', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': 'bf614820-c67d-499d-a75c-8aab24be5253', 'mac_address': 'fa:16:3e:0a:f7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:57:04.231721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9a5be-b3b6-4d63-9cbd-43a419b8b2eb req-d3e0b40a-2463-4f31-a4fa-2eb1fe8b1aab tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.236898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.237694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.238731 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16b9a5be-b3b6-4d63-9cbd-43a419b8b2eb req-d3e0b40a-2463-4f31-a4fa-2eb1fe8b1aab tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 944 time: 0.1668200 Sep 18 19:57:04.244637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.246030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.246818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.247483 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.248116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.249851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.251435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.252332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.252958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.255261 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-84e6762b-14be-458e-93f4-168a76f9c2f0 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7111 time: 0.4019895 Sep 18 19:57:04.260315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37442) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:04.302003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb5af-40da-4a7f-814a-72c2136a6dd1 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.303673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb5af-40da-4a7f-814a-72c2136a6dd1 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.352159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.375226 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-5ec7d8af-713c-45a4-b672-396ad3052bb4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] delete failed (client error): The resource could not be found. Sep 18 19:57:04.376484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5ec7d8af-713c-45a4-b672-396ad3052bb4 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/37630632-9840-4b13-92e1-113c3a0158e1 HTTP/1.1" status: 404 len: 345 time: 0.1126683 Sep 18 19:57:04.379763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.20.0.10 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/10608a27-7288-471e-8a50-68a0fe7a52f9) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:04.379961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37448) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:04.392704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf614820-c67d-499d-a75c-8aab24be5253 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:57:04.424793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port bf614820-c67d-499d-a75c-8aab24be5253, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bf614820-c67d-499d-a75c-8aab24be5253,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:04.430830 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.432116 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-155c081d-1b91-427c-bf53-b6907ad179ec tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] DELETE failed (client error): The resource could not be found. Sep 18 19:57:04.432816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155c081d-1b91-427c-bf53-b6907ad179ec tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:04.435441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-155c081d-1b91-427c-bf53-b6907ad179ec tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5776b59a-dc49-4444-8cd9-28c55642483c HTTP/1.1" status: 404 len: 339 time: 0.0543051 Sep 18 19:57:04.439342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16b9a5be-b3b6-4d63-9cbd-43a419b8b2eb req-7904cb4c-34fe-42ec-bf6c-2fbe007c2689 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931472 Sep 18 19:57:04.439503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37452) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:04.445022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Request body: {'network': {'name': 'tempest-network--1749160376', 'router:external': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:04.456788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb5af-40da-4a7f-814a-72c2136a6dd1 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.464938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb5af-40da-4a7f-814a-72c2136a6dd1 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.472770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Made reservation on behalf of 195f7c7c78444d35a6ca471826d2f9e3 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:04.476977 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.498435 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb5af-40da-4a7f-814a-72c2136a6dd1 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.500392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3b2eb5af-40da-4a7f-814a-72c2136a6dd1 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2968760 Sep 18 19:57:04.503604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37456) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:04.514970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1224295247'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:04.519636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=bf614820-c67d-499d-a75c-8aab24be5253,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:04.519928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:04.561369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89398fbf-eb3e-49a0-941f-7a26f2b240e0 req-32b2ea96-728b-461b-9281-ae9c50cf2ed2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 210 time: 0.0518935 Sep 18 19:57:04.566448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.566801 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Added segment 3b236ff3-c399-4662-95d2-d5a80073dd5f of type vlan for network d5ed6fff-4f93-4b1f-b8ad-15ac92b92ef7 Sep 18 19:57:04.611317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:04.614958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.633001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.659521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.663450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:04.679108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.679360 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment c1515e83-342d-49e8-89b0-d35e7edd062e of type vlan for network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e Sep 18 19:57:04.689903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.691320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.691618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.703826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bf614820-c67d-499d-a75c-8aab24be5253'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:57:04.745875 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.757936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.760855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3204048 Sep 18 19:57:04.765454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37460) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:04.838069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:04.842476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:04.850678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:04.874518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.resource_extend [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:57:04.877183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=10608a27-7288-471e-8a50-68a0fe7a52f9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:04.925385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:04.930512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:04.947130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-fc4b1630-c214-41ec-957f-c8837b01169a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5856531 Sep 18 19:57:04.961134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Request body: {'port': {'device_id': 'c30c0640-c844-4029-9d21-a60de0b05bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:04.963113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fe9a2-1998-40ed-a216-bcf5dcb74741 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Network': ['ID=d5ed6fff-4f93-4b1f-b8ad-15ac92b92ef7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:04.982254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d5ed6fff-4f93-4b1f-b8ad-15ac92b92ef7 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:05.053304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.059634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.060600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.088395 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.126237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba27a1b-f300-47d2-93dd-3b0da1e07b12 req-f9cd2384-e7a6-40ea-815a-5f113a38f168 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.134315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ba27a1b-f300-47d2-93dd-3b0da1e07b12 req-f9cd2384-e7a6-40ea-815a-5f113a38f168 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.2951357 Sep 18 19:57:05.189156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6838439 Sep 18 19:57:05.190097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37464) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:05.205879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c9905374-54b0-4bd5-a3ac-8a9d75dbbbaf None None] Provisioning complete for port 10608a27-7288-471e-8a50-68a0fe7a52f9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:05.206595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c9905374-54b0-4bd5-a3ac-8a9d75dbbbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.207455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-2fb3a64a-6672-41c0-b75c-d453bf320fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.210520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-2fb3a64a-6672-41c0-b75c-d453bf320fc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 1097 time: 0.3713510 Sep 18 19:57:05.222119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:05.258529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c9905374-54b0-4bd5-a3ac-8a9d75dbbbaf None None] Port 10608a27-7288-471e-8a50-68a0fe7a52f9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:05.324021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e453a-b267-41ac-aa00-cdb6bce6b002 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:05.335181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:05.339141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38654962-2b48-4551-8eb2-96495ceeeeba tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.346017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38654962-2b48-4551-8eb2-96495ceeeeba tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.351814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38654962-2b48-4551-8eb2-96495ceeeeba tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.358521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38654962-2b48-4551-8eb2-96495ceeeeba tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.363097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-38654962-2b48-4551-8eb2-96495ceeeeba tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5948987 Sep 18 19:57:05.364130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37466) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:05.415198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ba27a1b-f300-47d2-93dd-3b0da1e07b12 req-39fe7be4-176b-40a8-b2af-6d0319a27088 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800796 Sep 18 19:57:05.419278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10608a27-7288-471e-8a50-68a0fe7a52f9 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:57:05.429793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.443407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Transition to ACTIVE for port object 10608a27-7288-471e-8a50-68a0fe7a52f9 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:57:05.447702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.497969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Pushing event updated for resources: {'Port': ['ID=10608a27-7288-471e-8a50-68a0fe7a52f9,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:05.556270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.558431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-478979b1-c8b0-48b5-bca8-602534cd1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.560656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-478979b1-c8b0-48b5-bca8-602534cd1ac0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 911 time: 0.2940533 Sep 18 19:57:05.562733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:05.566317 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.604634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Attempting to bind port 10608a27-7288-471e-8a50-68a0fe7a52f9 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:05.605446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Attempting to bind port 10608a27-7288-471e-8a50-68a0fe7a52f9 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:05.606926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Attempting to bind port 10608a27-7288-471e-8a50-68a0fe7a52f9 on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:05.612199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Port 10608a27-7288-471e-8a50-68a0fe7a52f9 on network e9561566-4f46-403d-9a9c-0b61da82ba41 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:05.613109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Attempting to bind port 10608a27-7288-471e-8a50-68a0fe7a52f9 on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:05.629863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:05.630287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:05.631176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:05.631867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Bound port: 10608a27-7288-471e-8a50-68a0fe7a52f9, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:05.632948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.685890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-661910d8-b0df-48c3-9ff6-7caff2667d3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73 HTTP/1.1" status: 200 len: 217 time: 0.1098719 Sep 18 19:57:05.724084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] For port 10608a27-7288-471e-8a50-68a0fe7a52f9, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:05.727533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] For port 10608a27-7288-471e-8a50-68a0fe7a52f9, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10608a27-7288-471e-8a50-68a0fe7a52f9,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:05.733073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.771756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.772405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:05.773977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-095afc27-f231-4407-a083-abb4b436b757 service neutron] 10.222.0.24 "PUT /v2.0/ports/10608a27-7288-471e-8a50-68a0fe7a52f9 HTTP/1.1" status: 200 len: 1093 time: 0.8178873 Sep 18 19:57:05.774557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30c0640-c844-4029-9d21-a60de0b05bcb', 'tag': '10608a27-7288-471e-8a50-68a0fe7a52f9'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:05.776966 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340" -d '{"events": [{"name": "network-changed", "server_uuid": "c30c0640-c844-4029-9d21-a60de0b05bcb", "tag": "10608a27-7288-471e-8a50-68a0fe7a52f9"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:05.800446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095afc27-f231-4407-a083-abb4b436b757 service neutron] Pushing event updated for resources: {'Port': ['ID=10608a27-7288-471e-8a50-68a0fe7a52f9,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:05.870820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccab45-67ba-4e12-843c-13a513530d0c req-821949ae-8930-4461-b665-be72c2f41671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.872926 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-821949ae-8930-4461-b665-be72c2f41671 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 1096 time: 0.0505452 Sep 18 19:57:05.904204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f4220-727f-48f8-8a7e-490c289d97c6 req-449a9e70-b8f4-416b-9da6-2cce866ffb56 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.911609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-765f4220-727f-48f8-8a7e-490c289d97c6 req-449a9e70-b8f4-416b-9da6-2cce866ffb56 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 945 time: 0.3332512 Sep 18 19:57:05.931761 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-43f7464e-152f-4a3f-af5d-6f932410aff6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10608a27-7288-471e-8a50-68a0fe7a52f9 HTTP/1.1" status: 200 len: 217 time: 0.0480614 Sep 18 19:57:05.947478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device bf614820-c67d-499d-a75c-8aab24be5253 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:05.957910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-450fcad1-d162-45c9-bb9e-1bcda5bf59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.959440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-450fcad1-d162-45c9-bb9e-1bcda5bf59ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.2552564 Sep 18 19:57:05.990273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccab45-67ba-4e12-843c-13a513530d0c req-6144043b-f5a3-41e5-94c6-4d5afa9a3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:05.992228 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-6144043b-f5a3-41e5-94c6-4d5afa9a3781 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0539739 Sep 18 19:57:05.992509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.031975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b8ae3-38ea-4489-b005-fb0b87bb4ab7 req-05fb2718-b7c2-431c-9681-de9edfa0005f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:06.039619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c8b8ae3-38ea-4489-b005-fb0b87bb4ab7 req-05fb2718-b7c2-431c-9681-de9edfa0005f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.3585320 Sep 18 19:57:06.050936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port bf614820-c67d-499d-a75c-8aab24be5253 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:57:06.056587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port bf614820-c67d-499d-a75c-8aab24be5253 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:06.056958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.081537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccab45-67ba-4e12-843c-13a513530d0c req-ab334b2b-8186-47b8-9296-c936ffec0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:06.082768 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-ab334b2b-8186-47b8-9296-c936ffec0709 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835505 Sep 18 19:57:06.083114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-637584d3-a834-4988-8c64-090274d9f60c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879443 Sep 18 19:57:06.089641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ed6fff-4f93-4b1f-b8ad-15ac92b92ef7']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:06.107941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-765f4220-727f-48f8-8a7e-490c289d97c6 req-e5625452-7316-4d5b-b4ca-96fc6d8e6479 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898317 Sep 18 19:57:06.180146 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca92ec8d-a428-45ff-8ecf-63a70b3f6e1b x-openstack-request-id: req-ca92ec8d-a428-45ff-8ecf-63a70b3f6e1b {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:06.180485 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30c0640-c844-4029-9d21-a60de0b05bcb", "tag": "10608a27-7288-471e-8a50-68a0fe7a52f9", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:06.180741 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca92ec8d-a428-45ff-8ecf-63a70b3f6e1b {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:06.181154 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30c0640-c844-4029-9d21-a60de0b05bcb', 'tag': '10608a27-7288-471e-8a50-68a0fe7a52f9', 'status': 'completed', 'code': 200} Sep 18 19:57:06.203965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b236ff3-c399-4662-95d2-d5a80073dd5f') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:06.206318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b236ff3-c399-4662-95d2-d5a80073dd5f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:06.226092 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-c2d11bbf-95ad-4f4b-9332-a01488f457ea service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330571 Sep 18 19:57:06.236626 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.272781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf614820-c67d-499d-a75c-8aab24be5253'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:06.274839 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bd7592-52ab-48d5-814a-8100122a39f0" -d '{"events": [{"server_uuid": "57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e", "name": "network-vif-plugged", "status": "completed", "tag": "bf614820-c67d-499d-a75c-8aab24be5253"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:06.277941 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.298707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port bf614820-c67d-499d-a75c-8aab24be5253, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bf614820-c67d-499d-a75c-8aab24be5253,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:06.305123 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.322314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c8b8ae3-38ea-4489-b005-fb0b87bb4ab7 req-39240416-9f90-45ca-ac58-30c0bee6fafa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818351 Sep 18 19:57:06.357816 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542fc732-ec2e-489c-ad8d-282f58338a1e x-openstack-request-id: req-542fc732-ec2e-489c-ad8d-282f58338a1e {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:06.358107 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e", "name": "network-vif-plugged", "status": "completed", "tag": "bf614820-c67d-499d-a75c-8aab24be5253", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:06.358367 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-542fc732-ec2e-489c-ad8d-282f58338a1e {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:06.358750 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf614820-c67d-499d-a75c-8aab24be5253', 'code': 200} Sep 18 19:57:06.363154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-98ccab45-67ba-4e12-843c-13a513530d0c req-9dfcfb6a-de2e-4658-8ec5-b5b84991e29b service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291118 Sep 18 19:57:06.373382 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.392450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=bf614820-c67d-499d-a75c-8aab24be5253,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:06.399779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:06.400303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:06.403946 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:06.474950 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.493353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-f6c970a8-5b9e-443e-ba6c-f4ced48a4488 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771226 Sep 18 19:57:06.553868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.599461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5ed6fff-4f93-4b1f-b8ad-15ac92b92ef7 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 19:57:06.610936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.616825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d5ed6fff-4f93-4b1f-b8ad-15ac92b92ef7 HTTP/1.1" status: 204 len: 168 time: 1.2407525 Sep 18 19:57:06.623469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37480) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:06.636254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=877f381a-475a-42e8-9913-b1f948c9ec2e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:06.641711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Request body: {'network': {'name': 'tempest-network--1004753515', 'router:external': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:06.677847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90058a7-e0bb-456e-b4ed-c4b5540d4f1a tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5ed6fff-4f93-4b1f-b8ad-15ac92b92ef7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:06.752716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7d1ec-cdad-4f7f-ae96-d7dacf68d765 req-d9032ec2-5776-46cf-932d-df240cdedfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:06.754272 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-89e7d1ec-cdad-4f7f-ae96-d7dacf68d765 req-d9032ec2-5776-46cf-932d-df240cdedfab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 1098 time: 0.3467748 Sep 18 19:57:06.762184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-f443aaf6-a98b-4fb4-b74e-824e5f949ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:06.763905 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-f443aaf6-a98b-4fb4-b74e-824e5f949ebf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 1096 time: 0.3311555 Sep 18 19:57:06.764313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:06.764807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:57:06.775285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a3d4-93f3-420a-a177-caa5cb50f023 req-3b887ca0-6124-4541-9f68-bcc806df8050 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:06.777051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c538a3d4-93f3-420a-a177-caa5cb50f023 req-3b887ca0-6124-4541-9f68-bcc806df8050 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 945 time: 0.2628083 Sep 18 19:57:06.783335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Made reservation on behalf of 195f7c7c78444d35a6ca471826d2f9e3 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:06.785864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.793843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb86d7f6-cb1e-48ec-81be-c4505d1c3a2b req-aa58c931-c27e-491e-bbd5-f434b469920e service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776217 Sep 18 19:57:06.853986 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-89e7d1ec-cdad-4f7f-ae96-d7dacf68d765 req-572767b6-6cdf-44a4-9108-7a9c16205522 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890799 Sep 18 19:57:06.875569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:57:06.880831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-cc17a140-399c-4889-bfcb-a82564b482bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:06.882793 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-cc17a140-399c-4889-bfcb-a82564b482bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1111698 Sep 18 19:57:06.890638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c538a3d4-93f3-420a-a177-caa5cb50f023 req-bf666e37-5e24-4aaf-8c22-122188c4a136 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013396 Sep 18 19:57:06.892811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:06.899790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:06.909522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:06.910389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.913439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:06.914036 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Added segment 41508b12-c6e1-4346-948a-474da4351b56 of type vlan for network 9ef55f5b-3a29-436f-a660-2b62e76c38bb Sep 18 19:57:06.916444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0135650-6980-4ae7-86be-cc82aae33164 None None] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:06.948394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-2d849ae5-a94b-41e2-8169-cf39a5ce05c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10608a27-7288-471e-8a50-68a0fe7a52f9 HTTP/1.1" status: 200 len: 217 time: 0.0586135 Sep 18 19:57:06.962195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4bd251db-327e-411f-b9e0-ca87c8412e93 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7579024 Sep 18 19:57:06.963153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37482) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:06.981663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:07.016266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-5219d49a-4241-4b6d-b1b1-b4aa6c536a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:07.017978 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-5219d49a-4241-4b6d-b1b1-b4aa6c536a77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0622096 Sep 18 19:57:07.110879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-08a8ee97-153d-48fe-b736-1ad8e81505d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:07.112619 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-08a8ee97-153d-48fe-b736-1ad8e81505d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871642 Sep 18 19:57:07.142653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:07.143760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:07.144442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1004331'] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:07.159113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:57:07.162680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:07.295175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6598821 Sep 18 19:57:07.296928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37488) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:07.303339 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-7f6f9fb9-1e7d-4185-b6fc-5568d6b55776 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812391 Sep 18 19:57:07.320235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e294cf-e935-4f7c-8a42-9c96092eedb2 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Network': ['ID=9ef55f5b-3a29-436f-a660-2b62e76c38bb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:07.335915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 9ef55f5b-3a29-436f-a660-2b62e76c38bb details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:07.517319 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8ce6d7a9-40a4-4a17-bf58-9fbe579f3340 req-5bf420a7-8294-489c-8b16-bfb63fcb3392 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067149 Sep 18 19:57:07.615364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Allocated IP 2001:db8::2 (0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e/877f381a-475a-42e8-9913-b1f948c9ec2e/da254487-3cc5-479b-bd94-5b4dffced228) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:07.800388 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:07.813543 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:07.861758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:07.865515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:07.894751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:07.908686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72888ff5-3887-41f8-a294-311316cbaab5 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:07.910369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-72888ff5-3887-41f8-a294-311316cbaab5 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] 10.222.0.20 "GET /v2.0/networks/9ef55f5b-3a29-436f-a660-2b62e76c38bb HTTP/1.1" status: 200 len: 757 time: 0.6102509 Sep 18 19:57:07.915926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37494) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:07.923758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7347812-0ad9-4a7c-9b05-02692753add2 req-b84157b8-1a1e-4406-a967-f8495163dd09 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:07.927833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7347812-0ad9-4a7c-9b05-02692753add2 req-b84157b8-1a1e-4406-a967-f8495163dd09 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.6393852 Sep 18 19:57:07.971147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:07.979108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.027569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561f653-5a82-4640-a2c9-85b11552555f req-3da8972b-7543-4b8e-baf2-21ef66f9cc59 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:08.037038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1561f653-5a82-4640-a2c9-85b11552555f req-3da8972b-7543-4b8e-baf2-21ef66f9cc59 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.2047520 Sep 18 19:57:08.046993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Pushing event updated for resources: {'Port': ['ID=da254487-3cc5-479b-bd94-5b4dffced228,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:08.057473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Attempting to bind port da254487-3cc5-479b-bd94-5b4dffced228 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:08.057956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Attempting to bind port da254487-3cc5-479b-bd94-5b4dffced228 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:08.058493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Attempting to bind port da254487-3cc5-479b-bd94-5b4dffced228 on network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:08.066643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:08.066984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Checking segment: {'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:08.068359 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.068359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Bound using segment: {'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:08.068359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Bound port: da254487-3cc5-479b-bd94-5b4dffced228, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:08.069035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.114989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7347812-0ad9-4a7c-9b05-02692753add2 req-9cbfeeed-869a-4b56-9b29-af7d919480c4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444316 Sep 18 19:57:08.130711 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2239c-60a2-4ab9-a51e-f1a06682f599 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:08.139549 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7bf2239c-60a2-4ab9-a51e-f1a06682f599 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] 10.222.0.20 "GET /v2.0/networks/740ee5c5-0a86-4438-81e1-004e962b2a5c HTTP/1.1" status: 200 len: 767 time: 0.2224841 Sep 18 19:57:08.142588 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.144194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37496) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:08.200602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1561f653-5a82-4640-a2c9-85b11552555f req-a05a2b7e-08c1-434c-b284-048be005bc29 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611059 Sep 18 19:57:08.223978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:08.233312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] For port da254487-3cc5-479b-bd94-5b4dffced228, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:08.237671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] For port da254487-3cc5-479b-bd94-5b4dffced228, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=da254487-3cc5-479b-bd94-5b4dffced228,segment=NetworkSegment(c1515e83-342d-49e8-89b0-d35e7edd062e),segment_id=c1515e83-342d-49e8-89b0-d35e7edd062e)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:08.241016 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.257727 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.346068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:08.357857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.389841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69472697-a137-4146-8e07-1653c6d263b2 req-ffd877cb-0bab-428a-a9d2-5eaf4f299906 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:08.391436 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69472697-a137-4146-8e07-1653c6d263b2 req-ffd877cb-0bab-428a-a9d2-5eaf4f299906 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 943 time: 0.1431937 Sep 18 19:57:08.431828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:08.436733 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2458be4-2dbd-4919-ae8a-0e71035ef343" -d '{"events": [{"server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:08.447340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231c9e9-b9f6-4beb-8ed4-bd3330fb7320 None None] Pushing event updated for resources: {'Port': ['ID=da254487-3cc5-479b-bd94-5b4dffced228,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:08.505833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69472697-a137-4146-8e07-1653c6d263b2 req-74d8ce15-d3f3-4db7-890d-ee74ca0c8df1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984023 Sep 18 19:57:08.531988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.577593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef55f5b-3a29-436f-a660-2b62e76c38bb']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:08.586869 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fdcabb-da3a-4346-95e8-095c0b2831bf x-openstack-request-id: req-b3fdcabb-da3a-4346-95e8-095c0b2831bf {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:08.587185 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:08.587468 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3fdcabb-da3a-4346-95e8-095c0b2831bf {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:08.587867 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'code': 200} Sep 18 19:57:08.597231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8::1 (0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e/877f381a-475a-42e8-9913-b1f948c9ec2e/55d14d07-3776-4893-bd4c-49f1e2abc361) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:08.601217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41508b12-c6e1-4346-948a-474da4351b56') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:08.602050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41508b12-c6e1-4346-948a-474da4351b56') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:08.680101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.705470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.715633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:08.716054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:08.728427 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:08.811489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.852898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.866150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ef55f5b-3a29-436f-a660-2b62e76c38bb {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 19:57:08.872600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.880370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.887083 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9ef55f5b-3a29-436f-a660-2b62e76c38bb HTTP/1.1" status: 204 len: 168 time: 0.7414625 Sep 18 19:57:08.900990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37504) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:08.905975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Request body: {'network': {'name': 'tempest-network--1012416427'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:08.909902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ef55f5b-3a29-436f-a660-2b62e76c38bb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:08.925204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.926008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.926008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.926226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.926560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.926908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.927588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.928157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.928511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.928841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.929362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.929767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4364d8-c1e3-44d6-91ab-5f73ed12cdaf tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:08.943271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=55d14d07-3776-4893-bd4c-49f1e2abc361,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:08.956084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Made reservation on behalf of 195f7c7c78444d35a6ca471826d2f9e3 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:08.963700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:08.963951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:08.967509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:08.970124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:08.970679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:09.025081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:09.045670 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:09.046318 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Added segment 2491a745-1271-4841-8096-e926d3a3ada4 of type vlan for network d053742a-fb36-4cfe-9bfb-77461229200c Sep 18 19:57:09.166541 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:09.181150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:09.235348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:09.236426 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:09.237021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:09.400631 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4995291 Sep 18 19:57:09.474389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37510) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:09.487302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c6400-9642-4051-9f28-087e9f2567f6 tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Network': ['ID=d053742a-fb36-4cfe-9bfb-77461229200c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:09.512472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d053742a-fb36-4cfe-9bfb-77461229200c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:09.520488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9404de7a-6f4b-4023-b864-0c445a2c49eb tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:09.737988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4de189-d475-4028-9535-f273bc614171 req-a84b182e-2eeb-470d-978e-645f6d4f52c7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:09.740138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c4de189-d475-4028-9535-f273bc614171 req-a84b182e-2eeb-470d-978e-645f6d4f52c7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.2914488 Sep 18 19:57:09.780921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3c6b-2f52-4dbc-977b-17aebffadaa4 req-5d531d69-6d26-4ebf-a2fc-4f10d47c6b17 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:09.782863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bacf3c6b-2f52-4dbc-977b-17aebffadaa4 req-5d531d69-6d26-4ebf-a2fc-4f10d47c6b17 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.4608543 Sep 18 19:57:09.815722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31572cc4-e34b-4446-aef9-7661abfde245 None None] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:09.888370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c4de189-d475-4028-9535-f273bc614171 req-b819c18d-20e3-4658-8680-e8d2a9d5142f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384616 Sep 18 19:57:09.958599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bacf3c6b-2f52-4dbc-977b-17aebffadaa4 req-ebc5c6fa-9998-4483-a797-a58e8084131d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693141 Sep 18 19:57:10.048852 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9404de7a-6f4b-4023-b864-0c445a2c49eb tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.063867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-32bbca67-83ab-4ae8-823b-55de733998ec None None] Provisioning complete for port da254487-3cc5-479b-bd94-5b4dffced228 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:10.064252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32bbca67-83ab-4ae8-823b-55de733998ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.120242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9404de7a-6f4b-4023-b864-0c445a2c49eb tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.121639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device da254487-3cc5-479b-bd94-5b4dffced228 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:10.142586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9404de7a-6f4b-4023-b864-0c445a2c49eb tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Network d053742a-fb36-4cfe-9bfb-77461229200c is not hosted by any dhcp agent {{(pid=94941) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 19:57:10.144115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9404de7a-6f4b-4023-b864-0c445a2c49eb tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:10.145204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9404de7a-6f4b-4023-b864-0c445a2c49eb tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.153961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9404de7a-6f4b-4023-b864-0c445a2c49eb tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "PUT /v2.0/networks/d053742a-fb36-4cfe-9bfb-77461229200c HTTP/1.1" status: 200 len: 858 time: 0.6329970 Sep 18 19:57:10.159333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37518) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:10.300984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404de7a-6f4b-4023-b864-0c445a2c49eb tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event updated for resources: {'Network': ['ID=d053742a-fb36-4cfe-9bfb-77461229200c,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:10.326508 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.336210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72dc5-57ac-47be-82e7-eb23e1acf869 req-d927d7ad-33e6-45c2-af95-0575d526ffbe tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:10.345308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fd72dc5-57ac-47be-82e7-eb23e1acf869 req-d927d7ad-33e6-45c2-af95-0575d526ffbe tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 943 time: 0.1761532 Sep 18 19:57:10.353756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.354518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.373707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port da254487-3cc5-479b-bd94-5b4dffced228 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:10.373707 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.383664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32bbca67-83ab-4ae8-823b-55de733998ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.384085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.480199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fd72dc5-57ac-47be-82e7-eb23e1acf869 req-c7b86dd6-1fee-477e-80af-c7ff90639000 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339748 Sep 18 19:57:10.497916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=55d14d07-3776-4893-bd4c-49f1e2abc361,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:10.505951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-32bbca67-83ab-4ae8-823b-55de733998ec None None] For port da254487-3cc5-479b-bd94-5b4dffced228, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=da254487-3cc5-479b-bd94-5b4dffced228,segment=NetworkSegment(c1515e83-342d-49e8-89b0-d35e7edd062e),segment_id=c1515e83-342d-49e8-89b0-d35e7edd062e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:10.533180 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-32bbca67-83ab-4ae8-823b-55de733998ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.626594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29437377-657b-4ab6-9f9e-eca0b2a5df92 req-1292c43b-06a8-4f3b-a16a-2a318edd38e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:10.628225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29437377-657b-4ab6-9f9e-eca0b2a5df92 req-1292c43b-06a8-4f3b-a16a-2a318edd38e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1666877 Sep 18 19:57:10.639476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:10.641964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.649960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:10.741423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29437377-657b-4ab6-9f9e-eca0b2a5df92 req-9f585265-45e5-428e-bbfe-d3cc645bc6dc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002245 Sep 18 19:57:10.742898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d053742a-fb36-4cfe-9bfb-77461229200c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:10.748056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbca67-83ab-4ae8-823b-55de733998ec None None] Pushing event updated for resources: {'Port': ['ID=da254487-3cc5-479b-bd94-5b4dffced228,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:10.756014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2491a745-1271-4841-8096-e926d3a3ada4') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:10.756623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2491a745-1271-4841-8096-e926d3a3ada4') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:10.793255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.836569 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.848988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-34168277-344e-4d3a-89a8-f9c6a256f515 None None] Provisioning complete for port 55d14d07-3776-4893-bd4c-49f1e2abc361 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:10.849560 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-34168277-344e-4d3a-89a8-f9c6a256f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.857633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:10.859020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:10.901274 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:10.951129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:57:11.047598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.056326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d053742a-fb36-4cfe-9bfb-77461229200c {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 19:57:11.059590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.067550 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d053742a-fb36-4cfe-9bfb-77461229200c HTTP/1.1" status: 204 len: 168 time: 0.9031451 Sep 18 19:57:11.077201 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37540) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:11.088735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bbb9f-fbb3-48c0-a26c-40bfb21258ad tempest-ExternalNetworksTestJSON-904480808 tempest-ExternalNetworksTestJSON-904480808-project-admin] Pushing event deleted for resources: {'Network': ['ID=d053742a-fb36-4cfe-9bfb-77461229200c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:11.117902 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-3530db0f-1086-4842-83aa-17084addd724 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:11.117902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3530db0f-1086-4842-83aa-17084addd724 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:11.117902 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3530db0f-1086-4842-83aa-17084addd724 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] 10.222.0.20 "DELETE /v2.0/subnets/bfc75162-76dd-487f-97ac-83d8437c8c49 HTTP/1.1" status: 404 len: 337 time: 0.0368359 Sep 18 19:57:11.117902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37542) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:11.188332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:11.205928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2596f8ba-74db-4041-9cbe-f38036f6ea55 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2381887 Sep 18 19:57:11.215768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37546) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:11.233018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1558546682'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:11.264694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245ad68-d399-4e05-a024-4874b3ab7369 req-7207afcd-9bae-4541-9713-7f4fae479200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:11.266871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c245ad68-d399-4e05-a024-4874b3ab7369 req-7207afcd-9bae-4541-9713-7f4fae479200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1881590 Sep 18 19:57:11.339302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:11.342443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.344352 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.389061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-34168277-344e-4d3a-89a8-f9c6a256f515 None None] Port 55d14d07-3776-4893-bd4c-49f1e2abc361 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:11.418602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-34168277-344e-4d3a-89a8-f9c6a256f515 None None] Provisioning complete for port da254487-3cc5-479b-bd94-5b4dffced228 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:11.419052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-34168277-344e-4d3a-89a8-f9c6a256f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.435628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:11.465326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.466385 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment 4e70afde-df1e-4568-9e9f-2982648af227 of type vlan for network a3954f94-fe72-45e1-8141-6b5127c23f61 Sep 18 19:57:11.502960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c245ad68-d399-4e05-a024-4874b3ab7369 req-d1fde21b-eddc-4e49-8188-9f0b7816b7bb tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126100 Sep 18 19:57:11.650104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.678589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.749604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.766478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:11.767596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740ee5c5-0a86-4438-81e1-004e962b2a5c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:11.775239 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.782155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e181c438-b6e3-497d-b48c-ab928f3ab92b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:11.782847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e181c438-b6e3-497d-b48c-ab928f3ab92b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:11.795503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.815502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.815729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dd64cf5e-50f4-48fc-8ec0-707affff3204 None None] Provisioning complete for port 55d14d07-3776-4893-bd4c-49f1e2abc361 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:11.816211 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dd64cf5e-50f4-48fc-8ec0-707affff3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.826005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:11.826782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.930365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-dd64cf5e-50f4-48fc-8ec0-707affff3204 None None] Port 55d14d07-3776-4893-bd4c-49f1e2abc361 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:11.943852 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:11.953702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.962979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:11.984831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:11.989634 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] 10.222.0.20 "DELETE /v2.0/networks/740ee5c5-0a86-4438-81e1-004e962b2a5c HTTP/1.1" status: 204 len: 168 time: 0.8708067 Sep 18 19:57:11.994888 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd5f6a-e91c-4844-80d5-c7035514c2b9 tempest-ExternalNetworksTestJSON-1787098456 tempest-ExternalNetworksTestJSON-1787098456-project] Pushing event deleted for resources: {'Network': ['ID=740ee5c5-0a86-4438-81e1-004e962b2a5c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:12.007666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=a3954f94-fe72-45e1-8141-6b5127c23f61,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:12.029967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device da254487-3cc5-479b-bd94-5b4dffced228 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:12.032064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network a3954f94-fe72-45e1-8141-6b5127c23f61 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:12.051797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37576) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:12.052099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-681a58aa-3aac-45d6-8f87-6d28b938927a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8318658 Sep 18 19:57:12.062162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:12.151690 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:12.158083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643833d-7b64-448c-914f-cecfc45149e9 req-54621264-2e64-4090-a406-2a3529127894 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:12.169399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4643833d-7b64-448c-914f-cecfc45149e9 req-54621264-2e64-4090-a406-2a3529127894 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1955638 Sep 18 19:57:12.175942 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:12.179272 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:12.209422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-8759e328-94c8-462a-896e-42fab6610d8e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:12.217048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-8759e328-94c8-462a-896e-42fab6610d8e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b7aafd-4f9a-4c2a-acf5-5a260877e2c5 HTTP/1.1" status: 200 len: 943 time: 0.1842911 Sep 18 19:57:12.246835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port da254487-3cc5-479b-bd94-5b4dffced228 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:12.246835 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:12.313775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:12.319039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:12.338444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4643833d-7b64-448c-914f-cecfc45149e9 req-98f433fe-b981-4a43-adf5-4648d72b1a45 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670861 Sep 18 19:57:12.369101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Deleting port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:12.371258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:12.457959 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:12.614360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] For port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:12.615658 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:12.629702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Calling delete_port for 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:12.650654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37582) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:12.694300 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:12.806466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:12.810302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: a3954f94-fe72-45e1-8141-6b5127c23f61, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:57:12.822451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=7d7de4cb-92ce-4ec2-a5c5-1aee81df8527,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:12.851058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354c0f-f9e6-4fdc-80d3-42ec307ad0b5 req-c212565e-4faa-4167-bdd4-6bbf7e04b709 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:12.853349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b354c0f-f9e6-4fdc-80d3-42ec307ad0b5 req-c212565e-4faa-4167-bdd4-6bbf7e04b709 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1192193 Sep 18 19:57:12.866732 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:09Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:09Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:12.868432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network a3954f94-fe72-45e1-8141-6b5127c23f61 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:57:12.894804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, a3954f94-fe72-45e1-8141-6b5127c23f61) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:12.903180 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:12.903402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d9bcef-a9e6-4a01-aeec-d4ad52e55383 None None] Network a3954f94-fe72-45e1-8141-6b5127c23f61 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:12.903864 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Updating router 96120b71-ce67-4139-87c4-3530eee774ff port 55d14d07-3776-4893-bd4c-49f1e2abc361 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:57:12.908772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:12.909367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:12.939570 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-974494e2-d962-4b6d-beec-549564d4019c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8862898 Sep 18 19:57:12.942408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b354c0f-f9e6-4fdc-80d3-42ec307ad0b5 req-e1121240-cf2b-4b94-9b4f-fedb82759ad0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799470 Sep 18 19:57:12.949922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fb4c9d8-c0a7-475b-9dd7-5b82224b27f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97bba41d33ff4dcf99dface08e53504d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950716 Sep 18 19:57:12.949922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37588) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:12.956028 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:12.956424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37590) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:13.013877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.099535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event deleted for resources: {'Port': ['ID=7f5a9480-7741-4ae5-b435-ba1b1f68fa73,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:13.166681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] No DVR routers for this DVR port 7f5a9480-7741-4ae5-b435-ba1b1f68fa73 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:13.169551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b90d83e-9d41-4a33-b549-1c5c241f4816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.172556 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.186363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ff38214-2111-4fb5-b45f-b4a72b973f2a req-6eafadae-54d3-482f-9e44-ed97e066be30 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "DELETE /v2.0/ports/7f5a9480-7741-4ae5-b435-ba1b1f68fa73 HTTP/1.1" status: 204 len: 173 time: 0.9680843 Sep 18 19:57:13.186966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'name': 'network-vif-deleted', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:13.190595 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60d023a-296a-4879-af1a-495cdc7a6001" -d '{"events": [{"server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "name": "network-vif-deleted", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:13.276290 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b03dc64-bca0-4801-afaf-a99ed5ed2fac x-openstack-request-id: req-8b03dc64-bca0-4801-afaf-a99ed5ed2fac {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:13.276985 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b7aafd-4f9a-4c2a-acf5-5a260877e2c5", "name": "network-vif-deleted", "tag": "7f5a9480-7741-4ae5-b435-ba1b1f68fa73", "status": "failed", "code": 422}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:13.276985 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b03dc64-bca0-4801-afaf-a99ed5ed2fac {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:13.277269 n-d-789963-11 neutron-server[94941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19b7aafd-4f9a-4c2a-acf5-5a260877e2c5', 'name': 'network-vif-deleted', 'tag': '7f5a9480-7741-4ae5-b435-ba1b1f68fa73', 'status': 'failed', 'code': 422} returned with failed status Sep 18 19:57:13.296631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-a3954f94-fe72-45e1-8141-6b5127c23f61', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:57:13.297521 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.298628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b90d83e-9d41-4a33-b549-1c5c241f4816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.355202 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b90d83e-9d41-4a33-b549-1c5c241f4816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.361972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b90d83e-9d41-4a33-b549-1c5c241f4816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.374191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1b90d83e-9d41-4a33-b549-1c5c241f4816 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fe4ae51-964c-40a9-a798-9fb3adcb2b7f HTTP/1.1" status: 204 len: 168 time: 0.4166605 Sep 18 19:57:13.401764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90d83e-9d41-4a33-b549-1c5c241f4816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4ae51-964c-40a9-a798-9fb3adcb2b7f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:13.550409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Allocated IP 2001:db8:1::2 (a3954f94-fe72-45e1-8141-6b5127c23f61/7d7de4cb-92ce-4ec2-a5c5-1aee81df8527/6cc071b1-6854-43f3-aabc-62d632da90c8) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:13.627155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be48ea-2509-4e23-89f1-d5907318636e req-e215ed84-4e61-4d7f-afa1-d12a0368d31f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:13.637191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.642405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46be48ea-2509-4e23-89f1-d5907318636e req-e215ed84-4e61-4d7f-afa1-d12a0368d31f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1228065 Sep 18 19:57:13.732626 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.743877 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.761231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-46be48ea-2509-4e23-89f1-d5907318636e req-ee7c7b25-40fa-47b4-a99e-5622da236ef9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089141 Sep 18 19:57:13.837616 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Pushing event updated for resources: {'Port': ['ID=55d14d07-3776-4893-bd4c-49f1e2abc361,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:13.855782 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.855782 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.856251 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.856613 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.857321 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.857684 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.858072 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.858441 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.858782 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.859124 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.859512 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.860819 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:13.934015 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.945219 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:13.959123 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Attempting to bind port 55d14d07-3776-4893-bd4c-49f1e2abc361 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:13.960450 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Attempting to bind port 55d14d07-3776-4893-bd4c-49f1e2abc361 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:13.960450 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Attempting to bind port 55d14d07-3776-4893-bd4c-49f1e2abc361 on network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:13.982149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Network a3954f94-fe72-45e1-8141-6b5127c23f61 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:13.985374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:14.000006 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:14.000402 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Checking segment: {'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:14.000807 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.001204 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Bound using segment: {'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:14.001692 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Bound port: 55d14d07-3776-4893-bd4c-49f1e2abc361, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1515e83-342d-49e8-89b0-d35e7edd062e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:14.002071 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.024628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:14.165973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Attempting to bind port 6cc071b1-6854-43f3-aabc-62d632da90c8 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:14.174722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Attempting to bind port 6cc071b1-6854-43f3-aabc-62d632da90c8 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:14.178818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Attempting to bind port 6cc071b1-6854-43f3-aabc-62d632da90c8 on network a3954f94-fe72-45e1-8141-6b5127c23f61 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:14.192723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37614) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:14.193838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:14.194677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Checking segment: {'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:14.195507 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.196224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Bound using segment: {'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:14.197009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Bound port: 6cc071b1-6854-43f3-aabc-62d632da90c8, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:14.197632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.216078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Pushing event updated for resources: {'Port': ['ID=6cc071b1-6854-43f3-aabc-62d632da90c8,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:14.276362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3b4d3-f42c-4474-a9df-c8615a24d4c7 req-c099fd78-4078-4b11-845b-86bb6f0db69d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:14.289976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ed3b4d3-f42c-4474-a9df-c8615a24d4c7 req-c099fd78-4078-4b11-845b-86bb6f0db69d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.2178681 Sep 18 19:57:14.296566 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] For port 55d14d07-3776-4893-bd4c-49f1e2abc361, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:14.315926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] For port 6cc071b1-6854-43f3-aabc-62d632da90c8, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:14.316895 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] For port 55d14d07-3776-4893-bd4c-49f1e2abc361, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=55d14d07-3776-4893-bd4c-49f1e2abc361,segment=NetworkSegment(c1515e83-342d-49e8-89b0-d35e7edd062e),segment_id=c1515e83-342d-49e8-89b0-d35e7edd062e)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:14.320742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] For port 6cc071b1-6854-43f3-aabc-62d632da90c8, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6cc071b1-6854-43f3-aabc-62d632da90c8,segment=NetworkSegment(4e70afde-df1e-4568-9e9f-2982648af227),segment_id=4e70afde-df1e-4568-9e9f-2982648af227)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:14.326517 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.326839 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.400212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209bfaf-b8ce-4a9c-b758-419b489d2b17 None None] Pushing event updated for resources: {'Port': ['ID=6cc071b1-6854-43f3-aabc-62d632da90c8,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:14.431209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-46da33a4-0872-467f-9aa6-e1a1e32896b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=195f7c7c78444d35a6ca471826d2f9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354228 Sep 18 19:57:14.434959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37618) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:14.444882 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc540a5-c389-4e70-9623-38805e879b41 None None] Pushing event updated for resources: {'Port': ['ID=55d14d07-3776-4893-bd4c-49f1e2abc361,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:14.448897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8:1::1 (a3954f94-fe72-45e1-8141-6b5127c23f61/7d7de4cb-92ce-4ec2-a5c5-1aee81df8527/ca408433-e5b0-4af1-9d0a-0c79fac5b212) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:14.501114 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:14.502020 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:14.509380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0f99aae4-cf91-4ba9-9d75-5a3039b413df None None] Provisioning complete for port 55d14d07-3776-4893-bd4c-49f1e2abc361 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:14.509772 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0f99aae4-cf91-4ba9-9d75-5a3039b413df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.548530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ed3b4d3-f42c-4474-a9df-c8615a24d4c7 req-f69f39c4-2608-4d78-b5cd-744b669ab029 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569854 Sep 18 19:57:14.618973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e128-879b-4664-b583-654a1191d9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.680887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e128-879b-4664-b583-654a1191d9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.689885 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.817075 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0f99aae4-cf91-4ba9-9d75-5a3039b413df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.836412 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:14.867253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e128-879b-4664-b583-654a1191d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.869840 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e128-879b-4664-b583-654a1191d9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.871115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0ed2e128-879b-4664-b583-654a1191d9dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15052463-e3dd-41fe-a675-1b006392a905 HTTP/1.1" status: 204 len: 168 time: 0.4350052 Sep 18 19:57:14.889200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2e128-879b-4664-b583-654a1191d9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15052463-e3dd-41fe-a675-1b006392a905,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:14.890512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.934450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0f99aae4-cf91-4ba9-9d75-5a3039b413df None None] For port 55d14d07-3776-4893-bd4c-49f1e2abc361, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=55d14d07-3776-4893-bd4c-49f1e2abc361,segment=NetworkSegment(c1515e83-342d-49e8-89b0-d35e7edd062e),segment_id=c1515e83-342d-49e8-89b0-d35e7edd062e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:14.942057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network a3954f94-fe72-45e1-8141-6b5127c23f61 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:14.944361 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0f99aae4-cf91-4ba9-9d75-5a3039b413df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:14.946825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:14.951614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:14.952314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:15.039613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=ca408433-e5b0-4af1-9d0a-0c79fac5b212,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:15.098221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e4c0-64f2-428d-ab4c-f8c19aae04a3 req-038ade3f-4c3a-46f5-a4e2-68877a39f1ff tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:15.104634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d14e4c0-64f2-428d-ab4c-f8c19aae04a3 req-038ade3f-4c3a-46f5-a4e2-68877a39f1ff tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1543198 Sep 18 19:57:15.125913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99aae4-cf91-4ba9-9d75-5a3039b413df None None] Pushing event updated for resources: {'Port': ['ID=55d14d07-3776-4893-bd4c-49f1e2abc361,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:15.173485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9b1941ed-35f3-4ccf-9d49-e68cd12c6f0d None None] Provisioning complete for port 55d14d07-3776-4893-bd4c-49f1e2abc361 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:15.184014 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9b1941ed-35f3-4ccf-9d49-e68cd12c6f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:15.209755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d14e4c0-64f2-428d-ab4c-f8c19aae04a3 req-05d8b75e-a040-4c7f-a403-df57341f289d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972576 Sep 18 19:57:15.231429 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:15.419081 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:09Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:15.437170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-37823c3e-2597-4ea3-802e-d35b53907e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:15.439736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-37823c3e-2597-4ea3-802e-d35b53907e72 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.2029157 Sep 18 19:57:15.462220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c2fba-f2dc-439d-be3e-ae0492107840 None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:09Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:15.465600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-d5650c87-a365-44b6-9387-2bc20e60d43c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/quotas/eb822b2afd174d288a5b4dd4c583c42f HTTP/1.1" status: 200 len: 375 time: 0.0188074 Sep 18 19:57:15.550897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-7b439bc9-a981-4946-b6c3-10dc0fe69137 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668116 Sep 18 19:57:15.640215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:15.649406 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:15.651196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:15.778515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175983f-d725-4a54-8dca-47145660637d req-1a724a77-8edc-41a8-bce9-84e0bd7ffc89 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:15.796022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9175983f-d725-4a54-8dca-47145660637d req-1a724a77-8edc-41a8-bce9-84e0bd7ffc89 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1101675 Sep 18 19:57:15.913311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=ca408433-e5b0-4af1-9d0a-0c79fac5b212,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:16.053685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9175983f-d725-4a54-8dca-47145660637d req-66106b36-0ad4-4dfa-83da-dcde6b814d29 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566686 Sep 18 19:57:16.054929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network a3954f94-fe72-45e1-8141-6b5127c23f61 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:16.057236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:16.173671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-70d46390-61e8-413a-82c8-b8a733813830 service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216004 Sep 18 19:57:16.229289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6cc071b1-6854-43f3-aabc-62d632da90c8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:16.327270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:16.330208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf36019-a103-4adc-a1c4-621e8c16233d None None] Network a3954f94-fe72-45e1-8141-6b5127c23f61 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:16.340981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-30436ffe-e3f2-4dcc-9691-c5db2effe738 service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663082 Sep 18 19:57:16.382013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6cc071b1-6854-43f3-aabc-62d632da90c8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:16.382992 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.521020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:16.528539 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f0e6ef41-95b7-4931-aa20-c23ebf7fa25f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5801895 Sep 18 19:57:16.531577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37660) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:16.536762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2116007648'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:16.558834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.576081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9c94ee6a-5e2e-4a55-80a9-7bff5d7d981c None None] Provisioning complete for port 6cc071b1-6854-43f3-aabc-62d632da90c8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:16.593016 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9c94ee6a-5e2e-4a55-80a9-7bff5d7d981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.594166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:16.597929 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.646229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:16.657650 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.658294 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment 7d9ac768-5bd6-4760-8657-0fb186182970 of type vlan for network 83adc60d-cd1c-4dae-9172-096ea220c988 Sep 18 19:57:16.680176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 6cc071b1-6854-43f3-aabc-62d632da90c8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6cc071b1-6854-43f3-aabc-62d632da90c8,segment=NetworkSegment(4e70afde-df1e-4568-9e9f-2982648af227),segment_id=4e70afde-df1e-4568-9e9f-2982648af227)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:16.693421 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.694230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 55d14d07-3776-4893-bd4c-49f1e2abc361 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:16.787681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.838717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac854024-766e-4d2e-94c1-699938c613e3 req-123c8a4e-d3c1-471c-bf8a-b414d642168a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:16.846322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac854024-766e-4d2e-94c1-699938c613e3 req-123c8a4e-d3c1-471c-bf8a-b414d642168a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1197238 Sep 18 19:57:16.853905 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.860074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:16.860681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.941607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=6cc071b1-6854-43f3-aabc-62d632da90c8,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:16.944434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 55d14d07-3776-4893-bd4c-49f1e2abc361 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:16.944863 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:16.948651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4e47faa-fec9-4ff7-a53b-f4d12588a59a req-69205d9d-6df5-4ee3-9d81-c9f69935806d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 210 time: 0.0837531 Sep 18 19:57:16.991845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.992372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.992794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.993053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.993397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.993727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.994056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.994378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.994707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.995034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.995359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:16.997300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:17.115480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=83adc60d-cd1c-4dae-9172-096ea220c988,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:17.129720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37680) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:17.138614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-45172c03-c067-4eae-a15a-f406b7e4abeb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6033213 Sep 18 19:57:17.138736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 83adc60d-cd1c-4dae-9172-096ea220c988 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:17.142352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:17.302992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac854024-766e-4d2e-94c1-699938c613e3 req-04ad7636-97d0-4b27-acc9-54e7b8a9fe98 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558184 Sep 18 19:57:17.359425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eea2e-3a21-4a72-9df4-afdb47949c16 req-014c873c-4a60-4bad-83b4-529201f19987 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:17.361049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-232eea2e-3a21-4a72-9df4-afdb47949c16 req-014c873c-4a60-4bad-83b4-529201f19987 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1824963 Sep 18 19:57:17.396456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:17.410213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:17.457773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-232eea2e-3a21-4a72-9df4-afdb47949c16 req-a1085593-cd25-4ea2-9614-d51e890ceae0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732594 Sep 18 19:57:17.578681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c0910125-cd0b-4e76-9992-2543ea72ea87 None None] Provisioning complete for port ca408433-e5b0-4af1-9d0a-0c79fac5b212 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:17.584134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c0910125-cd0b-4e76-9992-2543ea72ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:17.729132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:17.741972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c0910125-cd0b-4e76-9992-2543ea72ea87 None None] Port ca408433-e5b0-4af1-9d0a-0c79fac5b212 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:17.779904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c0910125-cd0b-4e76-9992-2543ea72ea87 None None] Provisioning complete for port 6cc071b1-6854-43f3-aabc-62d632da90c8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:17.781606 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c0910125-cd0b-4e76-9992-2543ea72ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:17.841915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:17.937905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:17.943234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:18.109957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:18.141205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95c8b368-37cd-4dc0-a3c2-e85d95e96744 req-5d85d9b0-abd7-4806-8c37-dfb40272fbd9 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 210 time: 0.0450521 Sep 18 19:57:18.233076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6cc071b1-6854-43f3-aabc-62d632da90c8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:18.252186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37704) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:18.305708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=80f942ce-3bfe-4c58-9703-14267b5ff12a,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:18.419913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-af3b63dd-432f-42d7-ac13-4c17e2913e74 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1932686466'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:18.420354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-af3b63dd-432f-42d7-ac13-4c17e2913e74 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Unknown quota resources ['metering_label']. {{(pid=94941) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:57:18.519094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:18.519497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: 83adc60d-cd1c-4dae-9172-096ea220c988, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:57:18.565305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 83adc60d-cd1c-4dae-9172-096ea220c988 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:57:18.580566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2bbcf46e-4d0c-4fc8-b65a-feb18904c97a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:18.582213 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2bbcf46e-4d0c-4fc8-b65a-feb18904c97a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.2582254 Sep 18 19:57:18.588649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 83adc60d-cd1c-4dae-9172-096ea220c988) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:18.602804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Request body: {'port': {'device_id': '56b2867e-f620-45c2-9315-3031d1bd0e77', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'admin_state_up': True, 'tenant_id': 'eb822b2afd174d288a5b4dd4c583c42f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:18.617093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:18.617703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:18.695325 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7af688f7-ca8e-4877-a5b0-f398588089ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5626347 Sep 18 19:57:18.698321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37712) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:18.763998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b953f548-7904-4672-83d3-398c3ad40f8a None None] Network 83adc60d-cd1c-4dae-9172-096ea220c988 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:18.817539 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af3b63dd-432f-42d7-ac13-4c17e2913e74 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:18.818669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-af3b63dd-432f-42d7-ac13-4c17e2913e74 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5652559 Sep 18 19:57:18.841363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc7230-f963-4912-994d-ffcc20b9c054 req-5d760d1f-1f3c-471b-8c49-0abeb31d1ed2 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:18.842940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fbc7230-f963-4912-994d-ffcc20b9c054 req-5d760d1f-1f3c-471b-8c49-0abeb31d1ed2 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.4299774 Sep 18 19:57:18.843467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37716) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:18.868609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fa8f6308-84d7-48f3-993e-d66d0d708b06 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ab1a62cf-9d0e-4ac9-a780-7abfd824aa5b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:18.869129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fa8f6308-84d7-48f3-993e-d66d0d708b06 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94941) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:57:18.909050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c60dad-8700-40d0-b411-d57dfcd442d6 req-d6a1f0d5-9a40-4a4d-8a3f-cfeeaabeeeb5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:18.924520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4c60dad-8700-40d0-b411-d57dfcd442d6 req-d6a1f0d5-9a40-4a4d-8a3f-cfeeaabeeeb5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.3947465 Sep 18 19:57:18.975499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6cc071b1-6854-43f3-aabc-62d632da90c8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:18.975795 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.094043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4c60dad-8700-40d0-b411-d57dfcd442d6 req-932830d9-2a9f-4080-b043-59f6cfe46a1d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685658 Sep 18 19:57:19.111471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-83adc60d-cd1c-4dae-9172-096ea220c988', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:57:19.112996 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.151246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ff243f71-252f-42a5-84f6-e05fa7e9cd81 None None] Provisioning complete for port ca408433-e5b0-4af1-9d0a-0c79fac5b212 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:19.152151 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ff243f71-252f-42a5-84f6-e05fa7e9cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.204152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ff243f71-252f-42a5-84f6-e05fa7e9cd81 None None] Port ca408433-e5b0-4af1-9d0a-0c79fac5b212 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:19.242134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.286192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:15Z', 'revision_number': 3, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:15Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:19.313382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Made reservation on behalf of eb822b2afd174d288a5b4dd4c583c42f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:19.316825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.330927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:19.331442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Updating router 96120b71-ce67-4139-87c4-3530eee774ff port ca408433-e5b0-4af1-9d0a-0c79fac5b212 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:57:19.419764 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.497193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Allocated IP 2001:db8:2::2 (83adc60d-cd1c-4dae-9172-096ea220c988/80f942ce-3bfe-4c58-9703-14267b5ff12a/dd0f025b-5ef6-47c9-af88-0d1ae9a1425f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:19.618598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Allocated IP 172.20.0.12 (3293fdbf-42cb-4af1-882d-c286dfc84eb7/7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d/3ab14ce7-1b9d-428f-a13e-9725d497dfb5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:19.773212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fbc7230-f963-4912-994d-ffcc20b9c054 req-ce4544d2-a5da-4f70-a059-1eb0c5ec9211 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9138529 Sep 18 19:57:19.773774 n-d-789963-11 neutron-server[94941]: WARNING neutron.services.metering.metering_plugin [None req-fa8f6308-84d7-48f3-993e-d66d0d708b06 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 19:57:19.853108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db4d7349-ca6a-41b3-992e-843c48b10e0a req-417faa6f-bef8-4151-936c-2b5d916d1e8b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 210 time: 0.0837131 Sep 18 19:57:19.863495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.884527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.893285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.934012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.942606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Network 83adc60d-cd1c-4dae-9172-096ea220c988 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:19.947895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa8f6308-84d7-48f3-993e-d66d0d708b06 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:19.949647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fa8f6308-84d7-48f3-993e-d66d0d708b06 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0916038 Sep 18 19:57:19.952733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37720) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:19.953285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:19.959447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a4a208bc-9d3e-40af-973b-a8021cad2e66 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ab1a62cf-9d0e-4ac9-a780-7abfd824aa5b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:19.959942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a4a208bc-9d3e-40af-973b-a8021cad2e66 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94941) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:57:19.962895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:19.982350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.013383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Pushing event updated for resources: {'Port': ['ID=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:20.018527 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.025274 n-d-789963-11 neutron-server[94941]: WARNING neutron.services.metering.metering_plugin [None req-a4a208bc-9d3e-40af-973b-a8021cad2e66 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 19:57:20.058638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8:2::1 (83adc60d-cd1c-4dae-9172-096ea220c988/80f942ce-3bfe-4c58-9703-14267b5ff12a/62c519fc-0d7b-4b61-91b6-2eed902d21f0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:20.094284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Attempting to bind port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:20.094284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Attempting to bind port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:20.094284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Attempting to bind port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f on network 83adc60d-cd1c-4dae-9172-096ea220c988 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:20.117568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:20.117568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Checking segment: {'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:20.117919 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.118258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Bound using segment: {'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:20.118745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Bound port: dd0f025b-5ef6-47c9-af88-0d1ae9a1425f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:20.119136 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.126955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a208bc-9d3e-40af-973b-a8021cad2e66 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.128275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a4a208bc-9d3e-40af-973b-a8021cad2e66 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1745408 Sep 18 19:57:20.131368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37724) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:20.143260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-60d9a856-4886-4f3f-a886-dfe0ad5cd449 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=14223c4e-c0bf-4d0f-9e11-00bb157e215f HTTP/1.1" status: 200 len: 464 time: 0.0105252 Sep 18 19:57:20.146925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c2c2b-6bab-4062-8cb9-3fe6348457ec None None] Pushing event updated for resources: {'Port': ['ID=ca408433-e5b0-4af1-9d0a-0c79fac5b212,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:20.147493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37726) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:20.218789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Attempting to bind port ca408433-e5b0-4af1-9d0a-0c79fac5b212 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:20.219161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Attempting to bind port ca408433-e5b0-4af1-9d0a-0c79fac5b212 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:20.219554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Attempting to bind port ca408433-e5b0-4af1-9d0a-0c79fac5b212 on network a3954f94-fe72-45e1-8141-6b5127c23f61 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:20.252264 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.254270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:20.254657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Checking segment: {'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:20.255065 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.255556 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Bound using segment: {'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:20.256049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Bound port: ca408433-e5b0-4af1-9d0a-0c79fac5b212, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e70afde-df1e-4568-9e9f-2982648af227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:20.256435 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.329108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event updated for resources: {'Port': ['ID=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:20.341760 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-681d2191-0635-4988-ace2-569d8a0c4324 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.344060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-681d2191-0635-4988-ace2-569d8a0c4324 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/14223c4e-c0bf-4d0f-9e11-00bb157e215f HTTP/1.1" status: 204 len: 168 time: 0.1952493 Sep 18 19:57:20.349613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:20.352356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:20.361787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:20.373300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37730) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:20.382165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] For port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:20.382897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.395555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] For port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,segment=NetworkSegment(7d9ac768-5bd6-4760-8657-0fb186182970),segment_id=7d9ac768-5bd6-4760-8657-0fb186182970)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:20.428044 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.468506 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a066be14-f073-45cd-b51d-f685ce626363 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=14223c4e-c0bf-4d0f-9e11-00bb157e215f HTTP/1.1" status: 200 len: 221 time: 0.0926180 Sep 18 19:57:20.473088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37734) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:20.477489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192526a8-10f6-4867-a8fa-a9ba9762b487 req-ddedbf24-022c-4a44-9d46-fce68dad5dd9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:20.478447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] For port ca408433-e5b0-4af1-9d0a-0c79fac5b212, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:20.479573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-192526a8-10f6-4867-a8fa-a9ba9762b487 req-ddedbf24-022c-4a44-9d46-fce68dad5dd9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.2029452 Sep 18 19:57:20.481079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9163edc1-1ad0-440e-b39d-91ee750438b3 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2045943901', 'description': 'label created by tempest'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:20.481534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9163edc1-1ad0-440e-b39d-91ee750438b3 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Unknown quota resources ['metering_label']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 19:57:20.499943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 83adc60d-cd1c-4dae-9172-096ea220c988 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:20.516290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] For port ca408433-e5b0-4af1-9d0a-0c79fac5b212, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca408433-e5b0-4af1-9d0a-0c79fac5b212,segment=NetworkSegment(4e70afde-df1e-4568-9e9f-2982648af227),segment_id=4e70afde-df1e-4568-9e9f-2982648af227)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:20.529419 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.539129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:20.564932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489784e-7190-4688-aad0-91399ffc00f9 None None] Pushing event updated for resources: {'Port': ['ID=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:20.594639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:20.595620 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.598517 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-192526a8-10f6-4867-a8fa-a9ba9762b487 req-8f0b62ac-06d8-414e-8e49-826b4e9c4380 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116192 Sep 18 19:57:20.619073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:20.619073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:20.646806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=62c519fc-0d7b-4b61-91b6-2eed902d21f0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:20.657213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:20.657890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.670251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a65332a5-0aad-44f4-aa49-10934ba9fb62 None None] Provisioning complete for port ca408433-e5b0-4af1-9d0a-0c79fac5b212 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:20.671090 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a65332a5-0aad-44f4-aa49-10934ba9fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:20.783620 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0ab28f43-e820-49b0-886f-60a3c211393c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1850524 Sep 18 19:57:20.805437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:20.899950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c2c2b-6bab-4062-8cb9-3fe6348457ec None None] Pushing event updated for resources: {'Port': ['ID=ca408433-e5b0-4af1-9d0a-0c79fac5b212,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:21.035762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Request body: {'port': {'device_id': '56b2867e-f620-45c2-9315-3031d1bd0e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:21.045834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a65332a5-0aad-44f4-aa49-10934ba9fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.088343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9163edc1-1ad0-440e-b39d-91ee750438b3 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.090172 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9163edc1-1ad0-440e-b39d-91ee750438b3 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6137564 Sep 18 19:57:21.093957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37742) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:21.119837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a65332a5-0aad-44f4-aa49-10934ba9fb62 None None] For port ca408433-e5b0-4af1-9d0a-0c79fac5b212, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca408433-e5b0-4af1-9d0a-0c79fac5b212,segment=NetworkSegment(4e70afde-df1e-4568-9e9f-2982648af227),segment_id=4e70afde-df1e-4568-9e9f-2982648af227)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:21.131345 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a65332a5-0aad-44f4-aa49-10934ba9fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.176494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.186336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65332a5-0aad-44f4-aa49-10934ba9fb62 None None] Pushing event updated for resources: {'Port': ['ID=ca408433-e5b0-4af1-9d0a-0c79fac5b212,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:21.196183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.216567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:15Z', 'revision_number': 3, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:20Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:21.255016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2e7fdec1-374c-452a-8492-5cf848825a3a tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=ddc076eb-9416-439e-be02-4ae681ab4ab0 HTTP/1.1" status: 200 len: 468 time: 0.1569550 Sep 18 19:57:21.262278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37746) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:21.345600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7eeda-4e72-4430-bd14-b2149e1b0ddf req-4cd02824-2b0a-45f5-ac7b-d88c5e12867c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:21.347286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43a7eeda-4e72-4430-bd14-b2149e1b0ddf req-4cd02824-2b0a-45f5-ac7b-d88c5e12867c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.3607702 Sep 18 19:57:21.356597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb11882-4178-4904-801f-934256b65a18 req-8c67aadf-404e-4c1b-966d-c87b57445d40 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:21.365628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3bb11882-4178-4904-801f-934256b65a18 req-8c67aadf-404e-4c1b-966d-c87b57445d40 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 932 time: 0.4069796 Sep 18 19:57:21.427635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61352f0-89d7-4961-b841-b398a43ddd0f None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:15Z', 'revision_number': 3, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:20Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:21.440588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1af29e44-5c59-4ca0-9913-35d2f0812c71 None None] Provisioning complete for port ca408433-e5b0-4af1-9d0a-0c79fac5b212 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:21.441091 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1af29e44-5c59-4ca0-9913-35d2f0812c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.442343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3bb11882-4178-4904-801f-934256b65a18 req-24dfd607-61ff-4a52-95f9-84536955b354 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757241 Sep 18 19:57:21.500943 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.531365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.532537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.626555 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1318e4b3-93ed-4a05-a22f-cc467bcdb538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.744921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43a7eeda-4e72-4430-bd14-b2149e1b0ddf req-3097f6b4-1316-4f9d-9cc2-0fdad1b35a98 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553410 Sep 18 19:57:21.751056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0783092b-4de2-44d4-9c21-7a7418ce0bcd tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:21.754733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0783092b-4de2-44d4-9c21-7a7418ce0bcd tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/ddc076eb-9416-439e-be02-4ae681ab4ab0 HTTP/1.1" status: 204 len: 168 time: 0.4892213 Sep 18 19:57:21.755035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37750) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:21.768026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f8497790-7651-4258-885a-1d3bffe55238 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=ddc076eb-9416-439e-be02-4ae681ab4ab0 HTTP/1.1" status: 200 len: 216 time: 0.0115714 Sep 18 19:57:21.771759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37752) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:21.782853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-13f0009a-1abc-4406-8c6d-bef7af40a78e tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0092409 Sep 18 19:57:21.786134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37758) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:21.820789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-39fb4238-e9ad-499d-8cd6-6309ffc60f63 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0298572 Sep 18 19:57:21.822630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37760) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:21.906198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=62c519fc-0d7b-4b61-91b6-2eed902d21f0,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:21.955426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-60a1e050-2b1d-4bd1-8eca-a21fe9866d05 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/ab1a62cf-9d0e-4ac9-a780-7abfd824aa5b HTTP/1.1" status: 200 len: 473 time: 0.1287768 Sep 18 19:57:21.958920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37764) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:22.018105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e730764d-0c3e-4108-8a49-ae664a61ae77 tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/f0de9408-ef7c-47e7-b8e7-1c01116b14d5 HTTP/1.1" status: 200 len: 461 time: 0.0538447 Sep 18 19:57:22.019591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37770) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:22.061285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272eb80-d59f-4af9-8ad1-122846c2a4ce req-7109d72a-2421-4bfe-b902-a853cb9647a5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:22.063918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4272eb80-d59f-4af9-8ad1-122846c2a4ce req-7109d72a-2421-4bfe-b902-a853cb9647a5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1067741 Sep 18 19:57:22.141242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 83adc60d-cd1c-4dae-9172-096ea220c988 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:22.151070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:22.191613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca408433-e5b0-4af1-9d0a-0c79fac5b212 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:22.203567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4272eb80-d59f-4af9-8ad1-122846c2a4ce req-b738893c-7416-484a-af8b-03fd70d6dff0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236880 Sep 18 19:57:22.273193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f825-8f61-49c9-afc1-35ceebd639fd tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:22.274494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1fe7f825-8f61-49c9-afc1-35ceebd639fd tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/f0de9408-ef7c-47e7-b8e7-1c01116b14d5 HTTP/1.1" status: 204 len: 168 time: 0.2490518 Sep 18 19:57:22.279911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37774) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:22.314049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ca408433-e5b0-4af1-9d0a-0c79fac5b212 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:22.314378 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:22.343093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:57:22.353315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:22.370273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Transition to ACTIVE for port object 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:57:22.381880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:22.413257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1beb2d5-954d-412a-9eec-69534abb1c76 None None] Network 83adc60d-cd1c-4dae-9172-096ea220c988 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:22.508787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:22.541123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dd0f025b-5ef6-47c9-af88-0d1ae9a1425f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:22.585822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7a256d36-8533-43fa-88b5-8bbcaf5f6f0a None None] Provisioning complete for port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:22.586212 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a256d36-8533-43fa-88b5-8bbcaf5f6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:22.592306 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6f63-36f5-4f6d-9236-01e7db6d118c tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:22.593721 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ff2b6f63-36f5-4f6d-9236-01e7db6d118c tempest-MeteringTestJSON-875062601 tempest-MeteringTestJSON-875062601-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/ab1a62cf-9d0e-4ac9-a780-7abfd824aa5b HTTP/1.1" status: 204 len: 168 time: 0.3128242 Sep 18 19:57:22.618280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007bb1e-7ea1-4362-9487-a3263ad0fef3 req-ea987fee-69f7-43a4-8df6-6eaeb8960d27 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:22.626718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a007bb1e-7ea1-4362-9487-a3263ad0fef3 req-ea987fee-69f7-43a4-8df6-6eaeb8960d27 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.3255148 Sep 18 19:57:22.735186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:22.735593 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:22.763554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a007bb1e-7ea1-4362-9487-a3263ad0fef3 req-5b3b3fe6-e07a-476d-9d69-c60b6e41c877 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301737 Sep 18 19:57:22.772057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f757-9c2d-436e-835e-81f734fe7228 req-de1e0050-6730-4fae-b10c-d758962d9277 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:22.773621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22e4f757-9c2d-436e-835e-81f734fe7228 req-de1e0050-6730-4fae-b10c-d758962d9277 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 944 time: 0.1980367 Sep 18 19:57:22.850517 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a256d36-8533-43fa-88b5-8bbcaf5f6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:22.852678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22e4f757-9c2d-436e-835e-81f734fe7228 req-9589ae50-3752-4c33-9059-ed0af72b8a8d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726922 Sep 18 19:57:22.990153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f6e4-db3b-44a8-aa28-c64ddae24cc7 req-e1acb3b1-6577-4c0b-a47a-d3ba2b0e4a14 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:22.991781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49f5f6e4-db3b-44a8-aa28-c64ddae24cc7 req-e1acb3b1-6577-4c0b-a47a-d3ba2b0e4a14 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.0904987 Sep 18 19:57:23.008110 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.016563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7a256d36-8533-43fa-88b5-8bbcaf5f6f0a None None] For port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,segment=NetworkSegment(7d9ac768-5bd6-4760-8657-0fb186182970),segment_id=7d9ac768-5bd6-4760-8657-0fb186182970)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:23.033816 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a256d36-8533-43fa-88b5-8bbcaf5f6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.049925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:23.053463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37784) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:23.090778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49f5f6e4-db3b-44a8-aa28-c64ddae24cc7 req-70eb765c-f40b-4e39-a980-84dea6d5ccb5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927029 Sep 18 19:57:23.131619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a256d36-8533-43fa-88b5-8bbcaf5f6f0a None None] Pushing event updated for resources: {'Port': ['ID=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:23.150734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:57:23.151066 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:57:23.189190 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.201586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Attempting to bind port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:23.201934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Attempting to bind port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:23.202270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Attempting to bind port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:23.251653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:23.251984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Attempting to bind port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:23.262026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9359c6d8-ab1f-4b50-92be-51e51f8627e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.271906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:23.272424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Checking segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:23.272682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Bound using segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:23.273353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Bound port: 3ab14ce7-1b9d-428f-a13e-9725d497dfb5, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:23.273716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.295100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:23.321137 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:23.323337 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.332047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37790) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:23.334083 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:23.334983 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:23.335950 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cc821883-6b9a-4283-a3c0-45b6deb8862d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6364570 Sep 18 19:57:23.349469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1727058449'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:23.406241 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-9359c6d8-ab1f-4b50-92be-51e51f8627e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 19:57:23.406241 n-d-789963-11 neutron-server[94940]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 19:57:23.406241 n-d-789963-11 neutron-server[94940]: [parameters: {'project_id': 'fb708c5b840445aba87f55573fdae6c6', 'id': '6615eb7a-e026-4ab4-8d85-97b21f649a4b', 'expiration': datetime.datetime(2021, 9, 18, 19, 59, 23, 385628)}] Sep 18 19:57:23.406241 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:57:23.406755 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-9359c6d8-ab1f-4b50-92be-51e51f8627e4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:57:23.418295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9edf99-ddfc-41a9-8ae5-6df1eeacf207 req-47c41c65-3215-4e6e-91bf-59876d9c4d92 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:23.419994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f9edf99-ddfc-41a9-8ae5-6df1eeacf207 req-47c41c65-3215-4e6e-91bf-59876d9c4d92 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1234174 Sep 18 19:57:23.434856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:23.441599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.476933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d2d6e3c4-0c63-4df8-83e5-617b2464c7f7 None None] Provisioning complete for port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:23.477804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e3c4-0c63-4df8-83e5-617b2464c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.499859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] For port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:23.509308 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] For port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:23.510074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f9edf99-ddfc-41a9-8ae5-6df1eeacf207 req-c695ab45-2ae9-4df7-8b40-f9e9c7d8c9a6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785370 Sep 18 19:57:23.510687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:23.521350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.528746 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.529635 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added segment 27bc870c-585c-4df6-a426-152f4e84ba61 of type vlan for network 57f97193-4c2a-497d-9328-d134c7930631 Sep 18 19:57:23.593089 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:23.608003 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.616276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:23.616916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.619509 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] 10.222.0.32 "PUT /v2.0/ports/3ab14ce7-1b9d-428f-a13e-9725d497dfb5 HTTP/1.1" status: 200 len: 1093 time: 2.6945949 Sep 18 19:57:23.623402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b2867e-f620-45c2-9315-3031d1bd0e77', 'tag': '3ab14ce7-1b9d-428f-a13e-9725d497dfb5'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:23.636796 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2" -d '{"events": [{"name": "network-changed", "server_uuid": "56b2867e-f620-45c2-9315-3031d1bd0e77", "tag": "3ab14ce7-1b9d-428f-a13e-9725d497dfb5"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:23.686704 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.693726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:23.694352 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.741419 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68be8c87-0321-4a3e-982e-4d1a0e88e52d x-openstack-request-id: req-68be8c87-0321-4a3e-982e-4d1a0e88e52d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:23.741723 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b2867e-f620-45c2-9315-3031d1bd0e77", "tag": "3ab14ce7-1b9d-428f-a13e-9725d497dfb5", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:23.741975 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68be8c87-0321-4a3e-982e-4d1a0e88e52d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:23.742373 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b2867e-f620-45c2-9315-3031d1bd0e77', 'tag': '3ab14ce7-1b9d-428f-a13e-9725d497dfb5', 'status': 'completed', 'code': 200} Sep 18 19:57:23.743105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b934e-61c1-46c6-9b9e-1cd58efc9ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:23.750357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d2d6e3c4-0c63-4df8-83e5-617b2464c7f7 None None] Provisioning complete for port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:23.750727 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e3c4-0c63-4df8-83e5-617b2464c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.796666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-c1e70f84-6af7-473a-9612-53cd261e008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:23.798738 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-c1e70f84-6af7-473a-9612-53cd261e008c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 1096 time: 0.1290822 Sep 18 19:57:23.809617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6e3c4-0c63-4df8-83e5-617b2464c7f7 None None] Port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:23.869367 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-0a1151f8-222e-47ca-a457-af7e9e30dc37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ab14ce7-1b9d-428f-a13e-9725d497dfb5 HTTP/1.1" status: 200 len: 217 time: 0.0616159 Sep 18 19:57:23.899590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5663524 Sep 18 19:57:23.926005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37798) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:23.930213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9359c6d8-ab1f-4b50-92be-51e51f8627e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:23.949275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'subnet': {'network_id': '57f97193-4c2a-497d-9328-d134c7930631', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:23.963298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6e1f3664-a3d2-4a2a-a991-412914f9e190 None None] Provisioning complete for port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:23.963699 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3664-a3d2-4a2a-a991-412914f9e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.019485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced40acb-54cf-4e2a-bbbf-8fdd687993b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Network': ['ID=57f97193-4c2a-497d-9328-d134c7930631,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:24.049409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 57f97193-4c2a-497d-9328-d134c7930631 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:24.057051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dd0f025b-5ef6-47c9-af88-0d1ae9a1425f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:24.068366 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:24.086913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-296b1e4c-6c8f-48d6-a682-b8dd2d743cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:24.088463 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-296b1e4c-6c8f-48d6-a682-b8dd2d743cb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.2081113 Sep 18 19:57:24.091259 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9359c6d8-ab1f-4b50-92be-51e51f8627e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.123649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9359c6d8-ab1f-4b50-92be-51e51f8627e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.124228 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:24.124775 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Updating router 96120b71-ce67-4139-87c4-3530eee774ff port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:57:24.146832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f3664-a3d2-4a2a-a991-412914f9e190 None None] Port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:24.175222 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.181896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359c6d8-ab1f-4b50-92be-51e51f8627e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8d8f71-1e62-430e-9eaa-974dde648314,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:24.187972 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-51562092-b20e-4163-96fc-651c38d8131f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898182 Sep 18 19:57:24.246538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:24.246920 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.254917 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9359c6d8-ab1f-4b50-92be-51e51f8627e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb708c5b840445aba87f55573fdae6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1992617 Sep 18 19:57:24.255808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37802) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:24.307327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5c002554-22cb-40dd-9456-0d62f03b2d05 None None] Provisioning complete for port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:24.307768 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5c002554-22cb-40dd-9456-0d62f03b2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.336616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f6007-30a9-45f3-bfe1-fcfeb07e9d9f req-0a30d483-15c8-4031-9975-1d63b592bf63 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:24.350497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f28f6007-30a9-45f3-bfe1-fcfeb07e9d9f req-0a30d483-15c8-4031-9975-1d63b592bf63 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.4447939 Sep 18 19:57:24.387767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f634a2b-ce6c-4f1a-8abd-a188c5605412 req-bc3fafe8-c82d-4ce5-a5c8-0d62d983089f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:24.394784 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-146b407c-98d6-425f-badb-528e23049257 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940722 Sep 18 19:57:24.398511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5c002554-22cb-40dd-9456-0d62f03b2d05 None None] Port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:24.399009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f634a2b-ce6c-4f1a-8abd-a188c5605412 req-bc3fafe8-c82d-4ce5-a5c8-0d62d983089f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 944 time: 0.3721886 Sep 18 19:57:24.400485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83d789b6-8e34-45b9-a37f-28da02e057df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.400703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Made reservation on behalf of 3260083815d3470ea58ab74c21cc4bcb for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:24.404387 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.447117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83d789b6-8e34-45b9-a37f-28da02e057df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.479280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f28f6007-30a9-45f3-bfe1-fcfeb07e9d9f req-8b112a61-d82b-4887-874a-8951943812fe tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257048 Sep 18 19:57:24.569259 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7886fdaa-62b7-43c0-ad0c-158cc10ac53b req-09350224-7822-43bd-8981-48a05bab12b2 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535251 Sep 18 19:57:24.572604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f634a2b-ce6c-4f1a-8abd-a188c5605412 req-d0fe5dca-e554-4d35-a65a-e15519e0b80f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728523 Sep 18 19:57:24.596008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83d789b6-8e34-45b9-a37f-28da02e057df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.610876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83d789b6-8e34-45b9-a37f-28da02e057df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.614499 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-83d789b6-8e34-45b9-a37f-28da02e057df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b8d8f71-1e62-430e-9eaa-974dde648314 HTTP/1.1" status: 204 len: 168 time: 0.3537164 Sep 18 19:57:24.643319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d789b6-8e34-45b9-a37f-28da02e057df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8d8f71-1e62-430e-9eaa-974dde648314,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:24.653015 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.667956 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.697469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe78f0-602a-489a-95c8-5a0034267025 req-963255f9-0c8d-4392-bed4-a8908a16cb9b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:24.699307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24fe78f0-602a-489a-95c8-5a0034267025 req-963255f9-0c8d-4392-bed4-a8908a16cb9b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1156313 Sep 18 19:57:24.718306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-32926223-a9ae-4e0f-a066-da8ef31a5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:24.720782 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-32926223-a9ae-4e0f-a066-da8ef31a5dd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 1096 time: 0.0915952 Sep 18 19:57:24.742220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db43294-8597-4d7c-a93a-3ac85de5e0e6 None None] Pushing event updated for resources: {'Port': ['ID=62c519fc-0d7b-4b61-91b6-2eed902d21f0,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:24.774295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.847179 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Attempting to bind port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:24.847838 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Attempting to bind port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:24.848422 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Attempting to bind port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 on network 83adc60d-cd1c-4dae-9172-096ea220c988 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:24.850429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24fe78f0-602a-489a-95c8-5a0034267025 req-00597724-c81c-4bc6-bdbe-4187f4637bac tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177351 Sep 18 19:57:24.864189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b851d3-3c1c-4b2e-8079-09ad79c5a192 req-b6b75414-7694-417a-a85a-8500cd8dd41f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:24.865723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54b851d3-3c1c-4b2e-8079-09ad79c5a192 req-b6b75414-7694-417a-a85a-8500cd8dd41f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1656983 Sep 18 19:57:24.880739 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:24.882989 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Checking segment: {'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:24.885217 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.885800 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Bound using segment: {'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:24.887017 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Bound port: 62c519fc-0d7b-4b61-91b6-2eed902d21f0, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9ac768-5bd6-4760-8657-0fb186182970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:24.889069 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.898443 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3c984e08-d893-4da5-b8eb-28312993b688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.921209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-f835843a-6943-4041-aa53-34b13f0ab94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:24.923168 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-f835843a-6943-4041-aa53-34b13f0ab94c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 911 time: 0.1785440 Sep 18 19:57:24.947123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:24.961188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54b851d3-3c1c-4b2e-8079-09ad79c5a192 req-b0b45586-71d4-4ac9-9615-de02be004916 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795519 Sep 18 19:57:24.976812 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] For port 62c519fc-0d7b-4b61-91b6-2eed902d21f0, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:24.982810 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] For port 62c519fc-0d7b-4b61-91b6-2eed902d21f0, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=62c519fc-0d7b-4b61-91b6-2eed902d21f0,segment=NetworkSegment(7d9ac768-5bd6-4760-8657-0fb186182970),segment_id=7d9ac768-5bd6-4760-8657-0fb186182970)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:24.987634 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.015862 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-fbf6da99-e60b-4726-b08c-3321d8a3ca41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ab14ce7-1b9d-428f-a13e-9725d497dfb5 HTTP/1.1" status: 200 len: 217 time: 0.0799828 Sep 18 19:57:25.035100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Subnet': ['ID=54b7b716-b677-4bcb-8358-e16a1238198b,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:25.049465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Checking segment: {'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:25.050327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network hostable DHCP agents. Network: 57f97193-4c2a-497d-9328-d134c7930631, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:57:25.082679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 57f97193-4c2a-497d-9328-d134c7930631 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:57:25.095656 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db43294-8597-4d7c-a93a-3ac85de5e0e6 None None] Pushing event updated for resources: {'Port': ['ID=62c519fc-0d7b-4b61-91b6-2eed902d21f0,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:25.096851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-051696aa-ee63-4ff4-a822-eecd1d8d90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:25.099485 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-051696aa-ee63-4ff4-a822-eecd1d8d90fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.0740995 Sep 18 19:57:25.103522 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:25.104298 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:25.107318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 57f97193-4c2a-497d-9328-d134c7930631) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:25.115000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:25.115623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.136331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a298b0e3-28e6-4bfc-bccb-a427ea9acbb3 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2077639 Sep 18 19:57:25.137969 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-1272cfbf-a30a-4711-a70e-7340097d3c12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294895 Sep 18 19:57:25.138712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37810) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:25.174592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29881165-4d8f-4a2e-a778-9ca30b31428c None None] Network 57f97193-4c2a-497d-9328-d134c7930631 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:25.206504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d9b7d0bb-13fe-4540-8343-88e796f0bd47 None None] Provisioning complete for port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:25.206783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d0bb-13fe-4540-8343-88e796f0bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.210656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37812) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:25.216122 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:25.290193 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-67be48ba-77bb-44b0-a8c4-a667daf5fdcd service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436570 Sep 18 19:57:25.357539 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d549beba-d441-43b9-960a-e9827c992d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.393828 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d0bb-13fe-4540-8343-88e796f0bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.471144 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:24Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:25.498824 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-be0535d9-a2f2-42a9-8f76-e12f9ebeafa2 req-295ac65f-e978-4f2f-b7d5-873979ff3caa service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973567 Sep 18 19:57:25.524528 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaf253b-303d-41cc-84c8-e47ebbf83e81 None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:24Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:25.537173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d9b7d0bb-13fe-4540-8343-88e796f0bd47 None None] For port 62c519fc-0d7b-4b61-91b6-2eed902d21f0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=62c519fc-0d7b-4b61-91b6-2eed902d21f0,segment=NetworkSegment(7d9ac768-5bd6-4760-8657-0fb186182970),segment_id=7d9ac768-5bd6-4760-8657-0fb186182970)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:25.542806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.545950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-57f97193-4c2a-497d-9328-d134c7930631', 'network_id': '57f97193-4c2a-497d-9328-d134c7930631', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'fixed_ips': [{'subnet_id': '54b7b716-b677-4bcb-8358-e16a1238198b'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:57:25.547225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.566559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d0bb-13fe-4540-8343-88e796f0bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.640299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d549beba-d441-43b9-960a-e9827c992d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.646271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d549beba-d441-43b9-960a-e9827c992d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.746861 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d549beba-d441-43b9-960a-e9827c992d2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b75ee468f1a04d19a5c2995c333ec5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317461 Sep 18 19:57:25.747069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37818) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:25.753446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827ed5-bc32-4ed1-ad44-effbcd489809 req-12efaa43-8a37-46a2-81ce-f52862f169f7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:25.754955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05827ed5-bc32-4ed1-ad44-effbcd489809 req-12efaa43-8a37-46a2-81ce-f52862f169f7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1497595 Sep 18 19:57:25.773673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-90fff74b-0ee2-47a4-8d1e-46949a338a1a None None] Provisioning complete for port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:25.774052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90fff74b-0ee2-47a4-8d1e-46949a338a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.800144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549beba-d441-43b9-960a-e9827c992d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71bd9bd-5086-41d9-b4a2-0cfced4b8083,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:25.835848 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53399ade-b098-4e34-9d6c-bda8ed2e4e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.836593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Allocated IP 2001:db8:3::2 (57f97193-4c2a-497d-9328-d134c7930631/54b7b716-b677-4bcb-8358-e16a1238198b/ecbb3bfc-8d2c-4cf4-908b-80355a0352e9) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:25.844010 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7d0bb-13fe-4540-8343-88e796f0bd47 None None] Pushing event updated for resources: {'Port': ['ID=62c519fc-0d7b-4b61-91b6-2eed902d21f0,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:25.874609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.903724 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53399ade-b098-4e34-9d6c-bda8ed2e4e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:25.905722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05827ed5-bc32-4ed1-ad44-effbcd489809 req-6e16d5da-8fb9-46f0-a0dd-2ab6b12c01de tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234579 Sep 18 19:57:25.940539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f0f85-d8ab-49ac-97a9-fc4f63c134e6 req-c8ce2418-51ce-4cc1-ac65-eeb8921dd463 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:25.953688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce9f0f85-d8ab-49ac-97a9-fc4f63c134e6 req-c8ce2418-51ce-4cc1-ac65-eeb8921dd463 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 944 time: 0.2259123 Sep 18 19:57:26.033330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53399ade-b098-4e34-9d6c-bda8ed2e4e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.034252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:57:26.037742 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53399ade-b098-4e34-9d6c-bda8ed2e4e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.048114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-53399ade-b098-4e34-9d6c-bda8ed2e4e27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d71bd9bd-5086-41d9-b4a2-0cfced4b8083 HTTP/1.1" status: 204 len: 168 time: 0.2999387 Sep 18 19:57:26.068272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 62c519fc-0d7b-4b61-91b6-2eed902d21f0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:26.071168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53399ade-b098-4e34-9d6c-bda8ed2e4e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71bd9bd-5086-41d9-b4a2-0cfced4b8083,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:26.244690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.265690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.297898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:26.298415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.338238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:26.360074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Network 57f97193-4c2a-497d-9328-d134c7930631 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:26.361350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '3ab14ce7-1b9d-428f-a13e-9725d497dfb5', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'port_id': '3ab14ce7-1b9d-428f-a13e-9725d497dfb5', 'mac_address': 'fa:16:3e:7f:43:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:57:26.373248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:26.380829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Pushing event updated for resources: {'Port': ['ID=ecbb3bfc-8d2c-4cf4-908b-80355a0352e9,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:26.408401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:26.450103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce9f0f85-d8ab-49ac-97a9-fc4f63c134e6 req-38a6bebe-a3d7-449a-b7ab-dd35fdc9b46f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923465 Sep 18 19:57:26.520212 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.555712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Attempting to bind port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:26.556458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Attempting to bind port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:26.556458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Attempting to bind port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 on network 57f97193-4c2a-497d-9328-d134c7930631 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:26.562429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:57:26.580699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:26.581090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Checking segment: {'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:26.581492 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.581884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Bound using segment: {'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:26.582358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Bound port: ecbb3bfc-8d2c-4cf4-908b-80355a0352e9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:26.582735 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.606758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:26.633258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.638035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01759d42-46ba-4860-be97-46ed197cbd17 req-7d4716af-90a8-467e-9052-51b60803f2b7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:26.640290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01759d42-46ba-4860-be97-46ed197cbd17 req-7d4716af-90a8-467e-9052-51b60803f2b7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.2126787 Sep 18 19:57:26.704213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:26.723808 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] For port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:26.724338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5eac-5069-4275-934d-8c0daec9006b req-8b966ad4-2ba6-49bf-a03d-9f58da0f5776 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:26.725843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b05b5eac-5069-4275-934d-8c0daec9006b req-8b966ad4-2ba6-49bf-a03d-9f58da0f5776 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.2033181 Sep 18 19:57:26.732647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] For port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ecbb3bfc-8d2c-4cf4-908b-80355a0352e9,segment=NetworkSegment(27bc870c-585c-4df6-a426-152f4e84ba61),segment_id=27bc870c-585c-4df6-a426-152f4e84ba61)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:26.744413 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:26.791798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01759d42-46ba-4860-be97-46ed197cbd17 req-d9c266da-dc19-407a-875c-f43456644e1b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378350 Sep 18 19:57:26.815437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c2b68-32f2-4d2b-a1f5-b74184a755a6 None None] Pushing event updated for resources: {'Port': ['ID=ecbb3bfc-8d2c-4cf4-908b-80355a0352e9,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:26.835286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b05b5eac-5069-4275-934d-8c0daec9006b req-f9e86c9a-52af-4649-8b55-003cc8f259b3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942743 Sep 18 19:57:26.839779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Allocated IP 2001:db8:3::1 (57f97193-4c2a-497d-9328-d134c7930631/54b7b716-b677-4bcb-8358-e16a1238198b/19c51092-bba5-4344-a445-902489f8a3b7) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:26.857513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3ab14ce7-1b9d-428f-a13e-9725d497dfb5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:57:27.001401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.099603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.121824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fadb5-d408-439a-8d2a-2be7c4466eeb req-fddf14a0-0b56-4242-b432-96ee78331d81 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:27.125731 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d0fadb5-d408-439a-8d2a-2be7c4466eeb req-fddf14a0-0b56-4242-b432-96ee78331d81 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.0903652 Sep 18 19:57:27.164444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 57f97193-4c2a-497d-9328-d134c7930631 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:27.183077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:27.187078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:27.187959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.238826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=19c51092-bba5-4344-a445-902489f8a3b7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:27.259956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d0fadb5-d408-439a-8d2a-2be7c4466eeb req-0cdfeaef-b4b9-469f-abfa-e18bcb9e0a1b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133559 Sep 18 19:57:27.339829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.392082 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.642475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3381e8-b8a4-4ac8-aaad-2157adab7e6d req-7c31ff6b-b686-442c-a702-dbc5bd974f43 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:27.644617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc3381e8-b8a4-4ac8-aaad-2157adab7e6d req-7c31ff6b-b686-442c-a702-dbc5bd974f43 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 945 time: 0.1236148 Sep 18 19:57:27.686532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37862) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:27.709861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.722538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc3381e8-b8a4-4ac8-aaad-2157adab7e6d req-2a9b2b8f-d45b-4c30-9eef-96c2f89aeb4c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639625 Sep 18 19:57:27.728167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.729141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.830756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event updated for resources: {'Port': ['ID=19c51092-bba5-4344-a445-902489f8a3b7,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:27.880827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Network 57f97193-4c2a-497d-9328-d134c7930631 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:27.882432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:27.883591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1905477729'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:27.930329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Made reservation on behalf of 2848f879ca4d4f8ebde9e8f58e85c1bb for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:27.935490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:27.945518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.015676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537881cf-3cc6-4126-9842-bd6c45eb11df None None] Network 57f97193-4c2a-497d-9328-d134c7930631 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:28.039264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:28.042837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:28.070270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.076627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.083894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:28.095546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e044e-a9ac-4c61-b7da-f2195308f25a req-e4bad8ab-1856-4ef4-b6cc-57f65f60b772 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:28.097093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a01e044e-a9ac-4c61-b7da-f2195308f25a req-e4bad8ab-1856-4ef4-b6cc-57f65f60b772 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1496542 Sep 18 19:57:28.101556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:28.113856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e7b6c-7b88-498a-8776-a62ce9cc9b79 req-44e5810d-0a9d-40df-99bc-df0fd354763b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:28.115465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e9e7b6c-7b88-498a-8776-a62ce9cc9b79 req-44e5810d-0a9d-40df-99bc-df0fd354763b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1142364 Sep 18 19:57:28.117442 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db8fc2a-ebab-47c0-b9ef-4ce3e780f854,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:28.120752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.121197 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Added segment 0d88bbad-0c4c-40ca-bb59-637d27f26b25 of type vlan for network a3808b39-f446-4d2d-935f-a0a82b96ef06 Sep 18 19:57:28.165726 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.209122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4dbfb83a-3186-4481-bcf2-5f831275583b None None] Provisioning complete for port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:28.209438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb83a-3186-4481-bcf2-5f831275583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.211488 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.220712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:28.221368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.244367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a01e044e-a9ac-4c61-b7da-f2195308f25a req-cdc7897b-bfd6-4076-b522-958c820be753 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267431 Sep 18 19:57:28.262611 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5749359 Sep 18 19:57:28.281323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:28.294015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37876) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:28.294961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eb082520-f3f0-4290-b196-bc743168e667 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1536524 Sep 18 19:57:28.298752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:28.311067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e9e7b6c-7b88-498a-8776-a62ce9cc9b79 req-c9c789cb-f9b7-4447-bb8c-b4f0f3d218ae tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737468 Sep 18 19:57:28.343572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34cf08-90f9-4adb-84e8-e388673e4935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Pushing event updated for resources: {'Network': ['ID=a3808b39-f446-4d2d-935f-a0a82b96ef06,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:28.430978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network a3808b39-f446-4d2d-935f-a0a82b96ef06 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:28.433968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:28.476873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973b4d8-c037-42f6-9584-693cd0ad847a req-8f2327ed-660f-4728-a402-7a554d389299 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:28.478757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c973b4d8-c037-42f6-9584-693cd0ad847a req-8f2327ed-660f-4728-a402-7a554d389299 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.0909078 Sep 18 19:57:28.479527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37878) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:28.484972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Request body: {'port': {'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06', 'binding:host_id': 'n-h1-789963-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1181119222'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:28.491308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:28.491993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:28.537264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c973b4d8-c037-42f6-9584-693cd0ad847a req-465d7940-dce4-46a8-adbd-53c87aa674ea tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481668 Sep 18 19:57:28.538506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Made reservation on behalf of 4242865d2ff046f49a5d47aa3d159c3b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:28.540981 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.550583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.564285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:57:28.593896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:28.594380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.612110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:28.612612 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.653802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.658486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.663405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] device_id is not set on port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:28.746336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:28.769637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d2f2ed-d701-4d98-821e-cdccfbdd6373,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:28.788403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 19:57:28.810009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Removed routes are [] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 19:57:28.810544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.894036 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb83a-3186-4481-bcf2-5f831275583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:28.920096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6176dd9-5ab8-49c8-af47-aa75c433cbd9 req-04743628-39f5-4db9-944a-e84e1e3f5152 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:28.927639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6176dd9-5ab8-49c8-af47-aa75c433cbd9 req-04743628-39f5-4db9-944a-e84e1e3f5152 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 945 time: 0.1246564 Sep 18 19:57:28.996595 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:57:29.016143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6176dd9-5ab8-49c8-af47-aa75c433cbd9 req-7e3266a0-a14d-4bc3-9b17-0beb4d1b5a02 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874081 Sep 18 19:57:29.022597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.030139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] device_id is not set on port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:29.034958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.040099 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.047183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.059119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4dbfb83a-3186-4481-bcf2-5f831275583b None None] For port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ecbb3bfc-8d2c-4cf4-908b-80355a0352e9,segment=NetworkSegment(27bc870c-585c-4df6-a426-152f4e84ba61),segment_id=27bc870c-585c-4df6-a426-152f4e84ba61)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:29.094713 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.099297 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb83a-3186-4481-bcf2-5f831275583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.107101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=94ab6a87-3c1e-423b-8b4b-c7de521b94d2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:29.115583 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.126053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Checking segment: {'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:29.126204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Network hostable DHCP agents. Network: a3808b39-f446-4d2d-935f-a0a82b96ef06, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:57:29.150654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Network a3808b39-f446-4d2d-935f-a0a82b96ef06 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:57:29.151050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:29.163472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, a3808b39-f446-4d2d-935f-a0a82b96ef06) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:29.176105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:29.184904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca6f6e1-ef8c-44fa-896b-6bad351dae1b None None] Network a3808b39-f446-4d2d-935f-a0a82b96ef06 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:29.196729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.197356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.197762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.203190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.203356 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.203706 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 2 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.217405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.217892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.218239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.223293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.223634 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.224065 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 3 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.239973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.240304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.240747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.247112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.247385 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.247784 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 4 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.255658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b2867e-f620-45c2-9315-3031d1bd0e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab14ce7-1b9d-428f-a13e-9725d497dfb5'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:29.258587 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19426aa5-c3f0-4904-89f0-9829445c6ea6" -d '{"events": [{"server_uuid": "56b2867e-f620-45c2-9315-3031d1bd0e77", "name": "network-vif-plugged", "status": "completed", "tag": "3ab14ce7-1b9d-428f-a13e-9725d497dfb5"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:29.265120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.265455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.265790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.270779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.271112 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.271563 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 5 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.286780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.287214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.287680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.292439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.292905 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.293399 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 6 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.296371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:29.300249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:29.307037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.309453 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4260f197-308b-4c35-9282-cabd207ec93f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 200 len: 954 time: 1.0139611 Sep 18 19:57:29.311822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37886) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:29.311937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.312340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.312805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.318245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.318682 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.319304 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 7 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.325544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfb83a-3186-4481-bcf2-5f831275583b None None] Pushing event updated for resources: {'Port': ['ID=ecbb3bfc-8d2c-4cf4-908b-80355a0352e9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:29.341860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.341860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.342401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.349038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.349606 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.350091 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 8 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.379324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.379841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.383800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.392897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.393346 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.393875 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 9 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.394244 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88086ed4-0f95-473a-a2ac-bfcaacef5896 x-openstack-request-id: req-88086ed4-0f95-473a-a2ac-bfcaacef5896 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:29.394543 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b2867e-f620-45c2-9315-3031d1bd0e77", "name": "network-vif-plugged", "status": "completed", "tag": "3ab14ce7-1b9d-428f-a13e-9725d497dfb5", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:29.394797 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88086ed4-0f95-473a-a2ac-bfcaacef5896 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:29.395185 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b2867e-f620-45c2-9315-3031d1bd0e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab14ce7-1b9d-428f-a13e-9725d497dfb5', 'code': 200} Sep 18 19:57:29.406671 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.423192 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:57:29.423755 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:57:29.502418 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-071612dd-1c08-4ef2-89ce-9a36bacac4e4 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 200 len: 954 time: 0.1888442 Sep 18 19:57:29.504853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37890) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:29.510394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'routes': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:29.514344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8083801-8376-454c-861e-f47434ebb2ac req-997d4ae7-a55a-4cca-8274-2ff2af13200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:29.515828 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a8083801-8376-454c-861e-f47434ebb2ac req-997d4ae7-a55a-4cca-8274-2ff2af13200e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 1098 time: 0.0783741 Sep 18 19:57:29.529083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.529692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.530317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.532932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:29.562485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6a620-94e2-4d55-8549-a60e8d09aca1 req-57e6efd4-a679-4116-8081-4a6d44654e97 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:29.562690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4d5d640c-e03f-4608-925d-610b38af2225 None None] Provisioning complete for port 19c51092-bba5-4344-a445-902489f8a3b7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:29.563057 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d5d640c-e03f-4608-925d-610b38af2225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.564318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8d6a620-94e2-4d55-8549-a60e8d09aca1 req-57e6efd4-a679-4116-8081-4a6d44654e97 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1461062 Sep 18 19:57:29.578958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.579298 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.581561 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 10 to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 Sep 18 19:57:29.581939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:27Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '19c51092-bba5-4344-a445-902489f8a3b7', 'name': '', 'network_id': '57f97193-4c2a-497d-9328-d134c7930631', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:a0:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '54b7b716-b677-4bcb-8358-e16a1238198b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:26Z', 'updated_at': '2021-09-18T19:57:27Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '54b7b716-b677-4bcb-8358-e16a1238198b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:29.615994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52810a-3e6f-42d6-9390-4cb86dee7443 req-b85f9cbb-6440-499c-96d3-ff5beef05380 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:29.625931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae52810a-3e6f-42d6-9390-4cb86dee7443 req-b85f9cbb-6440-499c-96d3-ff5beef05380 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1497474 Sep 18 19:57:29.639020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:29.639363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:29.639736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:29.642336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a8083801-8376-454c-861e-f47434ebb2ac req-53c425ee-0726-45a6-98f0-3b8a79e11f75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859461 Sep 18 19:57:29.646821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:29.647299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Updating router 96120b71-ce67-4139-87c4-3530eee774ff port 19c51092-bba5-4344-a445-902489f8a3b7 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:57:29.669645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:29.669984 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:29.670353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.686380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d640c-e03f-4608-925d-610b38af2225 None None] Port 19c51092-bba5-4344-a445-902489f8a3b7 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:29.695595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.715741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8d6a620-94e2-4d55-8549-a60e8d09aca1 req-5676d8c4-a151-4ae6-b2d6-5fad9464e1e7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158798 Sep 18 19:57:29.720927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4d5d640c-e03f-4608-925d-610b38af2225 None None] Provisioning complete for port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:29.721274 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d5d640c-e03f-4608-925d-610b38af2225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.750862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae52810a-3e6f-42d6-9390-4cb86dee7443 req-b648e49b-d93a-430c-b67a-c59738e36090 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240511 Sep 18 19:57:29.857431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] For port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:29.857816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempted to set empty binding levels {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 19:57:29.867842 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.931079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a00d9-2946-4dd5-9293-cb0d02e5bdf3 req-09fda9ca-5c07-4685-9744-57f673050dc2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:29.934792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-471a00d9-2946-4dd5-9293-cb0d02e5bdf3 req-09fda9ca-5c07-4685-9744-57f673050dc2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1197319 Sep 18 19:57:29.938051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:29.938657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:29.980049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.4986989 Sep 18 19:57:29.980846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57367-4f8d-44eb-8670-db7253e80c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=94ab6a87-3c1e-423b-8b4b-c7de521b94d2,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:29.992736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37894) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:30.028284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added routes are [] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 19:57:30.028809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 19:57:30.082579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.084361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-471a00d9-2946-4dd5-9293-cb0d02e5bdf3 req-22b6a09a-7808-43d0-8690-df0af761e71f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383135 Sep 18 19:57:30.104682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Deleting port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:30.105569 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.151001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b06c65bc-5306-4964-85de-04f356ccffb0 None None] Provisioning complete for port 19c51092-bba5-4344-a445-902489f8a3b7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:30.152110 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b06c65bc-5306-4964-85de-04f356ccffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.154033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:30.209703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] For port 94ab6a87-3c1e-423b-8b4b-c7de521b94d2, host n-h1-789963-11, got binding levels [] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:30.210160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.222417 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.237702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b06c65bc-5306-4964-85de-04f356ccffb0 None None] Port 19c51092-bba5-4344-a445-902489f8a3b7 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:30.237898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7d4d-60d4-40e1-bf51-1ec7c13fe915 req-dc95d3bc-9284-4f1c-958d-e895a4497921 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:30.239400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da6c7d4d-60d4-40e1-bf51-1ec7c13fe915 req-dc95d3bc-9284-4f1c-958d-e895a4497921 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1145208 Sep 18 19:57:30.240458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Calling delete_port for 94ab6a87-3c1e-423b-8b4b-c7de521b94d2 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:30.242282 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.300792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c99970-57cb-4092-8d36-42455a27400c None None] Pushing event updated for resources: {'Port': ['ID=19c51092-bba5-4344-a445-902489f8a3b7,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:30.309191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:30.309191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.333330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da6c7d4d-60d4-40e1-bf51-1ec7c13fe915 req-9cbe4077-e1ee-47a3-ac58-ce8757ed1d0d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794940 Sep 18 19:57:30.374249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.390415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Attempting to bind port 19c51092-bba5-4344-a445-902489f8a3b7 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:30.390795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Attempting to bind port 19c51092-bba5-4344-a445-902489f8a3b7 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:30.391177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Attempting to bind port 19c51092-bba5-4344-a445-902489f8a3b7 on network 57f97193-4c2a-497d-9328-d134c7930631 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:30.404333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:30.404710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Checking segment: {'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:30.405318 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.405864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Bound using segment: {'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:30.406504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Bound port: 19c51092-bba5-4344-a445-902489f8a3b7, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bc870c-585c-4df6-a426-152f4e84ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57f97193-4c2a-497d-9328-d134c7930631'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:30.407052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.412993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event deleted for resources: {'Port': ['ID=94ab6a87-3c1e-423b-8b4b-c7de521b94d2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:30.437646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.442039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ad96e2d-c572-4498-93a6-4b60b8867610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "DELETE /v2.0/ports/94ab6a87-3c1e-423b-8b4b-c7de521b94d2 HTTP/1.1" status: 204 len: 168 time: 0.4458573 Sep 18 19:57:30.443332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37898) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:30.474247 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d180e142-a76d-47e5-88f4-779c6880cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] GET failed (client error): The resource could not be found. Sep 18 19:57:30.482660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d180e142-a76d-47e5-88f4-779c6880cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "GET /v2.0/ports/94ab6a87-3c1e-423b-8b4b-c7de521b94d2 HTTP/1.1" status: 404 len: 333 time: 0.0381725 Sep 18 19:57:30.483912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:30.488819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Request body: {'port': {'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703383794'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:30.520318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Made reservation on behalf of 4242865d2ff046f49a5d47aa3d159c3b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:30.523393 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.541638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] device_id is not set on port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:30.624765 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.628675 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.720362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] For port 19c51092-bba5-4344-a445-902489f8a3b7, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:30.720870 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.722604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-351f2569-508b-4464-bb3c-a81e3db978f6 None None] Provisioning complete for port 19c51092-bba5-4344-a445-902489f8a3b7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:30.722963 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-351f2569-508b-4464-bb3c-a81e3db978f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.725945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] For port 19c51092-bba5-4344-a445-902489f8a3b7, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19c51092-bba5-4344-a445-902489f8a3b7,segment=NetworkSegment(27bc870c-585c-4df6-a426-152f4e84ba61),segment_id=27bc870c-585c-4df6-a426-152f4e84ba61)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:30.753861 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.773899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:30.801910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-351f2569-508b-4464-bb3c-a81e3db978f6 None None] Port 19c51092-bba5-4344-a445-902489f8a3b7 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:30.819244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:30.819917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:30.872346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c99970-57cb-4092-8d36-42455a27400c None None] Pushing event updated for resources: {'Port': ['ID=19c51092-bba5-4344-a445-902489f8a3b7,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:30.882159 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.924164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:30.931821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:30.933799 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-612e3cff-5956-4aa9-ad83-9944f94900fd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 200 len: 704 time: 1.4280245 Sep 18 19:57:30.936615 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37906) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:30.951128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:30.965931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Network a3808b39-f446-4d2d-935f-a0a82b96ef06 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:30.976996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f39a5-1f2a-4a4e-b733-7a03b93f5b5b req-43aac6fe-0a01-451d-8db4-319c1e9b8652 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:30.979055 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-369f39a5-1f2a-4a4e-b733-7a03b93f5b5b req-43aac6fe-0a01-451d-8db4-319c1e9b8652 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.2025011 Sep 18 19:57:30.987845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:30.998394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:30.999355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:30.999988 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.027560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653eb4e-7cb4-4502-a8cb-f40f51a29844 req-df7c50ef-ac25-45a7-bbac-9acda3f56f5e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:31.029166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8653eb4e-7cb4-4502-a8cb-f40f51a29844 req-df7c50ef-ac25-45a7-bbac-9acda3f56f5e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1704822 Sep 18 19:57:31.030128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bb0bd1-9d0f-4482-9f58-d9c1737fea46,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:31.052807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7d206611-e37b-4a95-8113-998af04931a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5653939 Sep 18 19:57:31.058699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37908) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:31.063991 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aa4c20e5-57f2-42bf-8611-0651379c1aaa tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 200 len: 704 time: 0.1259992 Sep 18 19:57:31.064620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37910) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:31.082675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:31.119552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-369f39a5-1f2a-4a4e-b733-7a03b93f5b5b req-0f62464f-2b61-43e2-97bb-299b9546278d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143329 Sep 18 19:57:31.173768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8653eb4e-7cb4-4502-a8cb-f40f51a29844 req-3c7d41b2-ad92-42ee-952c-ea8e2c3e6acf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259992 Sep 18 19:57:31.187497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.206701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c6354827-e4d6-4021-8cb5-a9065d000063 None None] Provisioning complete for port 19c51092-bba5-4344-a445-902489f8a3b7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:31.207162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6354827-e4d6-4021-8cb5-a9065d000063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.294711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:30Z', 'revision_number': 7, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '19c51092-bba5-4344-a445-902489f8a3b7', 'name': '', 'network_id': '57f97193-4c2a-497d-9328-d134c7930631', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:a0:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '54b7b716-b677-4bcb-8358-e16a1238198b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:26Z', 'updated_at': '2021-09-18T19:57:30Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '54b7b716-b677-4bcb-8358-e16a1238198b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:31.327933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7e85c-56f1-4d3a-99c3-18e9d187b1a1 None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:30Z', 'revision_number': 7, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '19c51092-bba5-4344-a445-902489f8a3b7', 'name': '', 'network_id': '57f97193-4c2a-497d-9328-d134c7930631', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:a0:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '54b7b716-b677-4bcb-8358-e16a1238198b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:26Z', 'updated_at': '2021-09-18T19:57:30Z', 'revision_number': 4, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '54b7b716-b677-4bcb-8358-e16a1238198b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:31.339622 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6354827-e4d6-4021-8cb5-a9065d000063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.343594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e457-ffaf-446d-9559-ea12b73c6216 req-80026013-f489-4a1d-878c-d4da3f477d47 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:31.352541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09e2e457-ffaf-446d-9559-ea12b73c6216 req-80026013-f489-4a1d-878c-d4da3f477d47 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1228862 Sep 18 19:57:31.403567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c6354827-e4d6-4021-8cb5-a9065d000063 None None] For port 19c51092-bba5-4344-a445-902489f8a3b7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19c51092-bba5-4344-a445-902489f8a3b7,segment=NetworkSegment(27bc870c-585c-4df6-a426-152f4e84ba61),segment_id=27bc870c-585c-4df6-a426-152f4e84ba61)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:31.412449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6354827-e4d6-4021-8cb5-a9065d000063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.477505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] device_id is not set on port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:31.486295 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.497039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6354827-e4d6-4021-8cb5-a9065d000063 None None] Pushing event updated for resources: {'Port': ['ID=19c51092-bba5-4344-a445-902489f8a3b7,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:31.529323 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.541728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.588080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09e2e457-ffaf-446d-9559-ea12b73c6216 req-11fb0d3e-82c8-4c82-9330-a441528da21f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342546 Sep 18 19:57:31.633295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bb0bd1-9d0f-4482-9f58-d9c1737fea46,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:31.646040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee642f-92e2-4263-9858-87730e97032a req-d746a6f2-2dd5-497f-ba78-0cc2831b6c9d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:31.647931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08ee642f-92e2-4263-9858-87730e97032a req-d746a6f2-2dd5-497f-ba78-0cc2831b6c9d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1377609 Sep 18 19:57:31.650803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.651129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.652024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.658821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.659226 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.663803 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 2 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.685365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.685776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.686171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.695213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.695561 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.708012 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 3 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.724172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08ee642f-92e2-4263-9858-87730e97032a req-54cb122a-da46-48f2-9901-903ca87b94f6 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671337 Sep 18 19:57:31.725007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.725335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.725691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.730798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.731119 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.731545 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 4 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.755545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.755994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.756566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.761811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.762259 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.762813 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 5 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.778508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.779135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.779728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.785204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.785733 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.786270 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 6 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.802908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.803299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.803679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.808981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.809242 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.809627 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 7 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.824478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.824831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.825135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.831980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.832330 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.832759 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 8 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.847924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.848264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.848603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.855537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.855902 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.863445 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 9 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.882826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.882826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.883244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.887461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 19c51092-bba5-4344-a445-902489f8a3b7 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:31.887812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.888987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.889416 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.889954 n-d-789963-11 neutron-server[94941]: INFO neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 10 to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 Sep 18 19:57:31.904793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:31.905967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:31.906415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:31.912052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:31.912516 n-d-789963-11 neutron-server[94941]: ERROR neutron.plugins.ml2.managers [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:31.912987 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:31.996807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port 19c51092-bba5-4344-a445-902489f8a3b7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19c51092-bba5-4344-a445-902489f8a3b7,segment=NetworkSegment(27bc870c-585c-4df6-a426-152f4e84ba61),segment_id=27bc870c-585c-4df6-a426-152f4e84ba61)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:31.997253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.012731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 19c51092-bba5-4344-a445-902489f8a3b7 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:32.015420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1002648-9f92-4302-b690-fd274a56c916 req-d7d5b138-3e20-4a97-9c8e-70fa3d90aa9c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.017203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1002648-9f92-4302-b690-fd274a56c916 req-d7d5b138-3e20-4a97-9c8e-70fa3d90aa9c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.0944586 Sep 18 19:57:32.051457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] For port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:32.051837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempted to set empty binding levels {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 19:57:32.061506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.100086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] In _notify_port_updated(), no bound segment for port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:57:32.100945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.101555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.106892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "PUT /v2.0/ports/c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 HTTP/1.1" status: 200 len: 980 time: 1.0411868 Sep 18 19:57:32.107182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37920) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:32.108890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1002648-9f92-4302-b690-fd274a56c916 req-11acf1e8-4683-4d54-8e29-a0546a9d46da tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814252 Sep 18 19:57:32.124310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725876-9418-4dd9-b98e-3223727b885c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bb0bd1-9d0f-4482-9f58-d9c1737fea46,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:32.159813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19c51092-bba5-4344-a445-902489f8a3b7 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:32.220762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 19c51092-bba5-4344-a445-902489f8a3b7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:32.220762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.250471 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:32.268522 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:32.269136 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:32.290351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.291190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.291957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.292658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.293287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.293945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.294782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.295322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.295877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.296409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.296934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.300516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.301025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.301513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.301994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.302473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.302951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.303454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.303928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.304397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.304864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.305329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.305873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.306258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.306726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.307190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.310418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.310418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.310418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.310418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.310418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.310811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.311273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.311771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.312236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.312803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.313280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.313745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.314210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.314672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.315146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.315626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.316094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.316557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.317022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.322618 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1b8804a-9c85-4147-8cd5-f5bee9b76891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40938 time: 0.2154806 Sep 18 19:57:32.327630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37926) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:32.344131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94d1b2-85c2-40fa-a1ea-1228c871033d req-91e603dc-780f-4dc0-b800-cba69f102c25 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.345757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e94d1b2-85c2-40fa-a1ea-1228c871033d req-91e603dc-780f-4dc0-b800-cba69f102c25 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1434774 Sep 18 19:57:32.368248 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:32.388089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.403453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9bd87-c9d4-46f6-afcd-37aac3fa434b req-df0f978b-503b-4fec-8eca-19e8d9f4775f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.405081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75f9bd87-c9d4-46f6-afcd-37aac3fa434b req-df0f978b-503b-4fec-8eca-19e8d9f4775f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 944 time: 0.1202688 Sep 18 19:57:32.417961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=19c51092-bba5-4344-a445-902489f8a3b7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:32.483626 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e94d1b2-85c2-40fa-a1ea-1228c871033d req-02d549f1-525c-48b5-bdb5-c0fd90c437d0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154244 Sep 18 19:57:32.504763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75f9bd87-c9d4-46f6-afcd-37aac3fa434b req-765da40e-15ce-4fb9-9395-d79fae469c46 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730810 Sep 18 19:57:32.526530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Deleting port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:32.526968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.541138 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.633885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] For port c4bb0bd1-9d0f-4482-9f58-d9c1737fea46, host n-h1-789963-11, got binding levels [] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:32.634020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 10608a27-7288-471e-8a50-68a0fe7a52f9 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:57:32.634426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.658898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Calling delete_port for c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:32.692076 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:30Z', 'revision_number': 7, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '19c51092-bba5-4344-a445-902489f8a3b7', 'name': '', 'network_id': '57f97193-4c2a-497d-9328-d134c7930631', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:a0:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '54b7b716-b677-4bcb-8358-e16a1238198b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:26Z', 'updated_at': '2021-09-18T19:57:31Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '54b7b716-b677-4bcb-8358-e16a1238198b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:32.758345 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:32.764303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 10608a27-7288-471e-8a50-68a0fe7a52f9, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10608a27-7288-471e-8a50-68a0fe7a52f9,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:32.765522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:32.768748 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:32.769350 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:32.782090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '10608a27-7288-471e-8a50-68a0fe7a52f9', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'port_id': '10608a27-7288-471e-8a50-68a0fe7a52f9', 'mac_address': 'fa:16:3e:13:05:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:57:32.827058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27456423-5c36-44c8-bc9b-0b7cc179055d req-ff24d059-0b76-41d2-878a-d1b1b21cceab tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:32.828976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27456423-5c36-44c8-bc9b-0b7cc179055d req-ff24d059-0b76-41d2-878a-d1b1b21cceab tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.0729971 Sep 18 19:57:32.839449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.855810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10608a27-7288-471e-8a50-68a0fe7a52f9 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:57:32.865399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.871242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:32.877028 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-59e8210b-8dcd-4f1a-9b8e-f83e89488c21 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8114119 Sep 18 19:57:32.879663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37930) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:32.881365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 10608a27-7288-471e-8a50-68a0fe7a52f9, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10608a27-7288-471e-8a50-68a0fe7a52f9,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:32.888045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.903236 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:32.911305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4bb0bd1-9d0f-4482-9f58-d9c1737fea46,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:32.913772 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.919845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-da6a4537-34eb-4cdb-abbd-0453d707793c tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 HTTP/1.1" status: 204 len: 168 time: 0.5913353 Sep 18 19:57:32.923451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27456423-5c36-44c8-bc9b-0b7cc179055d req-3c0ce052-e228-4dd6-ac42-325092fa8184 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875990 Sep 18 19:57:32.924134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37932) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:32.938033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3c607e-7d8a-4eca-b87f-d077fcc1a55c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet 54b7b716-b677-4bcb-8358-e16a1238198b {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:57:32.941821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3c607e-7d8a-4eca-b87f-d077fcc1a55c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:32.951673 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c685b67-251c-4239-9863-79db760d6a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] GET failed (client error): The resource could not be found. Sep 18 19:57:32.960179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5c685b67-251c-4239-9863-79db760d6a88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "GET /v2.0/ports/c4bb0bd1-9d0f-4482-9f58-d9c1737fea46 HTTP/1.1" status: 404 len: 333 time: 0.0345404 Sep 18 19:57:32.960906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37934) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:32.966230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1371751485', 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:32.970283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=10608a27-7288-471e-8a50-68a0fe7a52f9,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:32.987861 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3c607e-7d8a-4eca-b87f-d077fcc1a55c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.001241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Made reservation on behalf of 4242865d2ff046f49a5d47aa3d159c3b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:33.003823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.020615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] device_id is not set on port bfb67384-13b7-46aa-baf2-399a641194bb yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:33.086734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3c607e-7d8a-4eca-b87f-d077fcc1a55c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.158966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3c607e-7d8a-4eca-b87f-d077fcc1a55c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.160365 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:32Z', 'revision_number': 8, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:33.178182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3c607e-7d8a-4eca-b87f-d077fcc1a55c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.183355 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5b3c607e-7d8a-4eca-b87f-d077fcc1a55c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/54b7b716-b677-4bcb-8358-e16a1238198b HTTP/1.1" status: 204 len: 168 time: 0.3026736 Sep 18 19:57:33.187360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ccd22c-3de5-400f-acc4-a45a3e224455 None None] Network 57f97193-4c2a-497d-9328-d134c7930631 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:33.195320 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ec36d-1749-4d49-9523-d16cf21bedfe None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:32Z', 'revision_number': 8, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:33.201163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37938) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:33.209946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c607e-7d8a-4eca-b87f-d077fcc1a55c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=54b7b716-b677-4bcb-8358-e16a1238198b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:33.211409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['10608a27-7288-471e-8a50-68a0fe7a52f9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:57:33.212879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.290948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023674d-0738-4912-9e72-5a4477b706b2 req-7ec52fd3-dee1-47f5-8ccc-f3ed49dc6666 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:33.293116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3023674d-0738-4912-9e72-5a4477b706b2 req-7ec52fd3-dee1-47f5-8ccc-f3ed49dc6666 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.0750954 Sep 18 19:57:33.294421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.295167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.350220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Network a3808b39-f446-4d2d-935f-a0a82b96ef06 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:33.360014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:33.360449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.363546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:33.370650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:33.372252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:33.372368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.390500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3023674d-0738-4912-9e72-5a4477b706b2 req-78fa7e91-e34f-4c86-a8f2-b6129b32738f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851891 Sep 18 19:57:33.391100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=bfb67384-13b7-46aa-baf2-399a641194bb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:33.406413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0d6f82f6-563c-4ae5-bfa8-894e17bd0cbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4420989 Sep 18 19:57:33.406678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37940) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:33.436839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ecbb3bfc-8d2c-4cf4-908b-80355a0352e9,segment=NetworkSegment(27bc870c-585c-4df6-a426-152f4e84ba61),segment_id=27bc870c-585c-4df6-a426-152f4e84ba61)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:33.437210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.448816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c698e5b6-b9ad-49cd-a1fa-cd397c1d6150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:33.450458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c698e5b6-b9ad-49cd-a1fa-cd397c1d6150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "GET /v2.0/ports/bfb67384-13b7-46aa-baf2-399a641194bb HTTP/1.1" status: 200 len: 959 time: 0.0428133 Sep 18 19:57:33.454247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:33.458113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:33.555040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-e5d82f9b-9680-4f67-b383-caa632588ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Deleting port bfb67384-13b7-46aa-baf2-399a641194bb {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:33.555671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5d82f9b-9680-4f67-b383-caa632588ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.564838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87358f9c-d8b1-4f5e-ac25-9bcb3f691855 None None] DHCP port deletion for 57f97193-4c2a-497d-9328-d134c7930631 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:57:33.569690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.601903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=ecbb3bfc-8d2c-4cf4-908b-80355a0352e9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:33.609494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No DVR routers for this DVR port ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:33.698648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5d82f9b-9680-4f67-b383-caa632588ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.710676 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.716600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-e5d82f9b-9680-4f67-b383-caa632588ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Calling delete_port for bfb67384-13b7-46aa-baf2-399a641194bb owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:33.725322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e501d4-ae54-4672-b407-fa699ed5086b req-5398ed0c-196d-4640-9d8d-5e7cd9ee1943 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:33.726921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67e501d4-ae54-4672-b407-fa699ed5086b req-5398ed0c-196d-4640-9d8d-5e7cd9ee1943 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1446345 Sep 18 19:57:33.732127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f97193-4c2a-497d-9328-d134c7930631']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:33.742135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bc870c-585c-4df6-a426-152f4e84ba61') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:33.742522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bc870c-585c-4df6-a426-152f4e84ba61') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:33.753888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.757965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db9bb2-70dd-4ddc-9777-28306310b097 req-82732a65-64ec-4851-ac28-b54da51d308c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:33.766050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1db9bb2-70dd-4ddc-9777-28306310b097 req-82732a65-64ec-4851-ac28-b54da51d308c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 945 time: 0.1674099 Sep 18 19:57:33.774907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.783144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:33.783823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:33.787480 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:33.824141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:33.834484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:33.834994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:33.850389 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.860380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:33.864786 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/57f97193-4c2a-497d-9328-d134c7930631 HTTP/1.1" status: 204 len: 168 time: 0.6602192 Sep 18 19:57:33.864916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67e501d4-ae54-4672-b407-fa699ed5086b req-27d836a7-e1ce-4c3e-a682-632a6b86e753 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260698 Sep 18 19:57:33.871027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37948) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:33.873491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594ea8c-9a2a-4a43-8332-3a929de7f7ce tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=57f97193-4c2a-497d-9328-d134c7930631,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:33.890377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1db9bb2-70dd-4ddc-9777-28306310b097 req-31cff3b0-3541-4a5c-8bb3-3f44ee7044d1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189463 Sep 18 19:57:33.937993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:34.080163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19c51092-bba5-4344-a445-902489f8a3b7 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:34.107041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 19c51092-bba5-4344-a445-902489f8a3b7 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:34.107401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19c51092-bba5-4344-a445-902489f8a3b7 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:34.107835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:34.131810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:34.132154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ecbb3bfc-8d2c-4cf4-908b-80355a0352e9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:34.205212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:32Z', 'revision_number': 8, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:34.235090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:34.243429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:34.244044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:34.326151 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5d82f9b-9680-4f67-b383-caa632588ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:34.335125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:34.402892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d82f9b-9680-4f67-b383-caa632588ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfb67384-13b7-46aa-baf2-399a641194bb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:34.417660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21949b1-caac-4fc7-b55d-31bf371f4938 req-ba65c4f9-f323-426d-ad69-74ea8f809ab2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:34.419180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b21949b1-caac-4fc7-b55d-31bf371f4938 req-ba65c4f9-f323-426d-ad69-74ea8f809ab2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1372356 Sep 18 19:57:34.447256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e5d82f9b-9680-4f67-b383-caa632588ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:34.452662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e5d82f9b-9680-4f67-b383-caa632588ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bfb67384-13b7-46aa-baf2-399a641194bb HTTP/1.1" status: 204 len: 168 time: 0.9947398 Sep 18 19:57:34.453888 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37960) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:34.498763 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12d3025-da19-4afa-8df1-65d6270f42f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] GET failed (client error): The resource could not be found. Sep 18 19:57:34.509211 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a12d3025-da19-4afa-8df1-65d6270f42f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "GET /v2.0/ports/bfb67384-13b7-46aa-baf2-399a641194bb HTTP/1.1" status: 404 len: 333 time: 0.0511994 Sep 18 19:57:34.511796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37964) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:34.516575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Request body: {'port': {'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-674104717'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:34.540456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Made reservation on behalf of 4242865d2ff046f49a5d47aa3d159c3b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:34.543184 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:34.549071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b21949b1-caac-4fc7-b55d-31bf371f4938 req-7b6f0c53-cc9a-4e12-b3bf-8f823c0f48ee tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978522 Sep 18 19:57:34.574832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] device_id is not set on port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:34.590539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dd8f3-e197-47e2-a784-8e68bb23fc22 req-83b2c346-0e5d-49b2-99a5-d8b97ed93db5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:34.592168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be6dd8f3-e197-47e2-a784-8e68bb23fc22 req-83b2c346-0e5d-49b2-99a5-d8b97ed93db5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1080494 Sep 18 19:57:34.607168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:32Z', 'revision_number': 8, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:34.660590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3326d-a416-4206-a079-c35cf87d4ead None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:32Z', 'revision_number': 8, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62c519fc-0d7b-4b61-91b6-2eed902d21f0', 'name': '', 'network_id': '83adc60d-cd1c-4dae-9172-096ea220c988', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:f0:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:19Z', 'updated_at': '2021-09-18T19:57:25Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '80f942ce-3bfe-4c58-9703-14267b5ff12a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:34.663965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:57:34.673199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 10608a27-7288-471e-8a50-68a0fe7a52f9 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:34.678038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be6dd8f3-e197-47e2-a784-8e68bb23fc22 req-83f3af4a-c884-4ff2-8d5b-34219231e1d2 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647883 Sep 18 19:57:34.794477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 10608a27-7288-471e-8a50-68a0fe7a52f9 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:57:34.805188 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:34.805395 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 10608a27-7288-471e-8a50-68a0fe7a52f9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:34.805851 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:34.837513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:34.879418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:34.961690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Network a3808b39-f446-4d2d-935f-a0a82b96ef06 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:34.972984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:34.986796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:34.988417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:34.988987 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.028344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:35.036390 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-51abf98a-9c01-4a0d-ae25-5320901a6191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5223298 Sep 18 19:57:35.038669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37982) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:35.045655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:35.120204 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.149970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.178471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d51af-bd34-473c-9f76-574fe648d0df req-128e93c2-ba9d-499b-a042-30a973d28f3b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:35.187340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-900d51af-bd34-473c-9f76-574fe648d0df req-128e93c2-ba9d-499b-a042-30a973d28f3b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1791172 Sep 18 19:57:35.202456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 10608a27-7288-471e-8a50-68a0fe7a52f9, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10608a27-7288-471e-8a50-68a0fe7a52f9,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:35.210257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30c0640-c844-4029-9d21-a60de0b05bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10608a27-7288-471e-8a50-68a0fe7a52f9'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:35.212816 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12625409-30d0-4b75-8daf-5fbea3e096ad" -d '{"events": [{"server_uuid": "c30c0640-c844-4029-9d21-a60de0b05bcb", "name": "network-vif-plugged", "status": "completed", "tag": "10608a27-7288-471e-8a50-68a0fe7a52f9"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:35.219271 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.254599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60a82e-e662-45fe-8d3b-16712eda7415 req-46ee9e9b-4dc8-422d-9fcd-d81d634997e6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:35.256305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa60a82e-e662-45fe-8d3b-16712eda7415 req-46ee9e9b-4dc8-422d-9fcd-d81d634997e6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 945 time: 0.2258279 Sep 18 19:57:35.277699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=10608a27-7288-471e-8a50-68a0fe7a52f9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:35.292134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:35.310103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'port_id': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'mac_address': 'fa:16:3e:15:b8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:57:35.342921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa60a82e-e662-45fe-8d3b-16712eda7415 req-ea0995d7-dfb6-4f7b-8bd2-e14a0d9743e9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Sep 18 19:57:35.347592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-900d51af-bd34-473c-9f76-574fe648d0df req-fffd2831-d930-409e-908d-97aa887c28e9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587343 Sep 18 19:57:35.351025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 62c519fc-0d7b-4b61-91b6-2eed902d21f0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:35.351513 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.361311 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.389658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b1e2088-c625-4144-8a57-bca029ab3c69 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:57:35.406581 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] device_id is not set on port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:35.415951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:35.422950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.423601 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.435351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.458747 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1993b1c-32dd-481d-bd52-7c35d3c8b2e2 x-openstack-request-id: req-a1993b1c-32dd-481d-bd52-7c35d3c8b2e2 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:35.459289 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30c0640-c844-4029-9d21-a60de0b05bcb", "name": "network-vif-plugged", "status": "completed", "tag": "10608a27-7288-471e-8a50-68a0fe7a52f9", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:35.459700 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1993b1c-32dd-481d-bd52-7c35d3c8b2e2 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:35.460232 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30c0640-c844-4029-9d21-a60de0b05bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10608a27-7288-471e-8a50-68a0fe7a52f9', 'code': 200} Sep 18 19:57:35.494409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port 62c519fc-0d7b-4b61-91b6-2eed902d21f0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=62c519fc-0d7b-4b61-91b6-2eed902d21f0,segment=NetworkSegment(7d9ac768-5bd6-4760-8657-0fb186182970),segment_id=7d9ac768-5bd6-4760-8657-0fb186182970)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:35.495699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.498663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:35.514652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 62c519fc-0d7b-4b61-91b6-2eed902d21f0 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:35.535286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['7b1e2088-c625-4144-8a57-bca029ab3c69'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:57:35.948418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:35.958221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4b019-5811-4fcc-9d88-f853fab53dd6 req-32b2b91f-83ac-4dc0-a2bb-1ac071eafc0a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:35.962553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b4b019-5811-4fcc-9d88-f853fab53dd6 req-32b2b91f-83ac-4dc0-a2bb-1ac071eafc0a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1171875 Sep 18 19:57:35.967903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:35.979292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970de0-1963-457a-8694-d85d98d1dda9 req-14c777d7-02a8-4d3c-bc8c-06425179cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:35.981434 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67970de0-1963-457a-8694-d85d98d1dda9 req-14c777d7-02a8-4d3c-bc8c-06425179cd01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 1098 time: 0.0990105 Sep 18 19:57:35.998831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:35.999172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:35.999549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.000886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2f2b1-c9f7-453e-9cc5-6fa43fb7723e req-bd9e7d73-32d1-4ec2-b4ab-ac888df1b941 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:36.002472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38a2f2b1-c9f7-453e-9cc5-6fa43fb7723e req-bd9e7d73-32d1-4ec2-b4ab-ac888df1b941 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 944 time: 0.2037086 Sep 18 19:57:36.014355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.014733 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.015252 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 2 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.043084 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-67970de0-1963-457a-8694-d85d98d1dda9 req-38248b04-9a3e-419e-b1da-10c674e89cca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Sep 18 19:57:36.045738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.046087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.046430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.051031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.051571 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.051955 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 3 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.052312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=62c519fc-0d7b-4b61-91b6-2eed902d21f0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:36.066831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.067165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.067531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.076348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.076696 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.077103 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 4 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.094974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.095318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.095680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.100205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.100538 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.100929 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 5 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.119189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.120713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.120850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.127875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.128206 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.128594 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 6 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.137718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b4b019-5811-4fcc-9d88-f853fab53dd6 req-45f5e3a6-d34b-41ab-9ba0-4fc50a32a65b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672683 Sep 18 19:57:36.148147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.159204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.159669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.164641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.164962 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.165353 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 7 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.191020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.191020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.191020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.198024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.198363 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.198746 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 8 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.219473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.219814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.220167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.225285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.225610 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.225999 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 9 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.233723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38a2f2b1-c9f7-453e-9cc5-6fa43fb7723e req-9cc0157d-a20a-4c41-bdef-62ac02adc69e tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839991 Sep 18 19:57:36.278904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.279241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.279620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.282236 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.290966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.291330 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.295870 n-d-789963-11 neutron-server[94940]: INFO neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempt 10 to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb Sep 18 19:57:36.312296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:36.314641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:36.315190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempting to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:36.322287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:36.324064 n-d-789963-11 neutron-server[94940]: ERROR neutron.plugins.ml2.managers [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Failed to bind port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on host n-h1-789963-11 for vnic_type normal using segments [{'id': '0d88bbad-0c4c-40ca-bb59-637d27f26b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a3808b39-f446-4d2d-935f-a0a82b96ef06'}] Sep 18 19:57:36.324674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.442643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] For port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:36.443481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attempted to set empty binding levels {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 19:57:36.453323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.497393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] In _notify_port_updated(), no bound segment for port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb on network a3808b39-f446-4d2d-935f-a0a82b96ef06 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:57:36.498298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:36.498909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.502999 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "PUT /v2.0/ports/34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb HTTP/1.1" status: 200 len: 979 time: 1.4609697 Sep 18 19:57:36.506952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37998) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:36.526726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c4651-f724-4337-8209-6c9edd54475a tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event updated for resources: {'Port': ['ID=34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:36.595864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:36.614662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Deleting port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:36.615007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.620007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba7d5-bd2c-4bde-bd76-764a3c65aac7 req-b7796d66-b558-420e-9f7b-92b858004164 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:36.622228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87eba7d5-bd2c-4bde-bd76-764a3c65aac7 req-b7796d66-b558-420e-9f7b-92b858004164 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1551566 Sep 18 19:57:36.632061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542a3c1-e1be-4bfb-92f4-143e0e089cde req-41ee1782-095d-4d6a-9c55-bd70b1b15626 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:36.633519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d542a3c1-e1be-4bfb-92f4-143e0e089cde req-41ee1782-095d-4d6a-9c55-bd70b1b15626 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 946 time: 0.1651855 Sep 18 19:57:36.644315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:36.721085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 7b1e2088-c625-4144-8a57-bca029ab3c69 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:36.731948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.766381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] For port 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb, host n-h1-789963-11, got binding levels [] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:36.766773 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.784423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87eba7d5-bd2c-4bde-bd76-764a3c65aac7 req-47c22b57-16ac-4e0a-bd86-04b225330b33 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497767 Sep 18 19:57:36.803435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Calling delete_port for 34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:36.808018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d542a3c1-e1be-4bfb-92f4-143e0e089cde req-dceead1f-db14-4f33-8aa3-4110fbad1dda tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550717 Sep 18 19:57:36.815337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:36.823405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6b895cb8-c146-4873-8945-e35f0008bb1e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9512510 Sep 18 19:57:36.824220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38002) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:36.827968 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:36.844575 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:36.845439 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:36.940508 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.949999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-245c3ca1-76db-48ad-9a63-f358e43d93b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet 80f942ce-3bfe-4c58-9703-14267b5ff12a {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:57:36.953798 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-245c3ca1-76db-48ad-9a63-f358e43d93b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.956462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:36.994447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:37.008067 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.018594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Pushing event deleted for resources: {'Port': ['ID=34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:37.021158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.023658 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-72a1c26d-4c2a-4aa8-8aba-c400070f277e tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "DELETE /v2.0/ports/34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb HTTP/1.1" status: 204 len: 168 time: 0.5161381 Sep 18 19:57:37.024855 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:37.027534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38006) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:37.067294 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec721423-c6f5-4166-8b84-c5726cac4653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] GET failed (client error): The resource could not be found. Sep 18 19:57:37.068969 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ec721423-c6f5-4166-8b84-c5726cac4653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-724072929-project-admin] 10.222.0.20 "GET /v2.0/ports/34ed9d5c-e9f2-43f8-8e8d-38362bb66bcb HTTP/1.1" status: 404 len: 333 time: 0.0404706 Sep 18 19:57:37.074113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:37.100869 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-245c3ca1-76db-48ad-9a63-f358e43d93b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.114639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:37.220091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4ed0b-b42f-40a4-be54-96d73563e262 req-f1e98161-2709-4511-8507-25225e46d439 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:37.227513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87b4ed0b-b42f-40a4-be54-96d73563e262 req-f1e98161-2709-4511-8507-25225e46d439 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2064970 Sep 18 19:57:37.239838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.361920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87b4ed0b-b42f-40a4-be54-96d73563e262 req-2b10986f-a355-443c-b7fc-908526184b66 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335559 Sep 18 19:57:37.405375 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:35Z', 'revision_number': 9, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:37.405624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13939983-91ba-46fb-80e1-6ece7956d7f7 req-d30cd10d-5f09-46ce-b0e6-e6e6d1204a9a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:37.409782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.413696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13939983-91ba-46fb-80e1-6ece7956d7f7 req-d30cd10d-5f09-46ce-b0e6-e6e6d1204a9a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1191266 Sep 18 19:57:37.428965 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:37.432990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3808b39-f446-4d2d-935f-a0a82b96ef06']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:37.438146 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:37.438297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-245c3ca1-76db-48ad-9a63-f358e43d93b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.438768 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:37.443670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d88bbad-0c4c-40ca-bb59-637d27f26b25') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:37.444109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d88bbad-0c4c-40ca-bb59-637d27f26b25') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:37.454634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.462313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:37.466032 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c3985-e887-42da-a39a-03177fd594ac" -d '{"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-plugged", "status": "completed", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:37.469163 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.475908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:37.476442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.500996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13939983-91ba-46fb-80e1-6ece7956d7f7 req-1112eeb9-7415-4347-ad34-7410c1ea42c0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819852 Sep 18 19:57:37.534664 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:37.542635 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:37.547971 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.564121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.568367 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] 10.222.0.20 "DELETE /v2.0/networks/a3808b39-f446-4d2d-935f-a0a82b96ef06 HTTP/1.1" status: 204 len: 168 time: 0.4908242 Sep 18 19:57:37.579645 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-245c3ca1-76db-48ad-9a63-f358e43d93b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.607916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacbe4a-af9f-4585-b50d-0bd960a15e1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1719442832-project] Pushing event deleted for resources: {'Network': ['ID=a3808b39-f446-4d2d-935f-a0a82b96ef06,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:37.650628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c3ca1-76db-48ad-9a63-f358e43d93b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=80f942ce-3bfe-4c58-9703-14267b5ff12a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:37.662687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a569dc-6aa8-4095-b3c4-fd5d1cafe517 None None] Network 83adc60d-cd1c-4dae-9172-096ea220c988 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:37.727186 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-245c3ca1-76db-48ad-9a63-f358e43d93b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.732680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-245c3ca1-76db-48ad-9a63-f358e43d93b2 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/80f942ce-3bfe-4c58-9703-14267b5ff12a HTTP/1.1" status: 204 len: 168 time: 0.9048152 Sep 18 19:57:37.733217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38020) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:37.813706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb6ea3-89f2-44d9-b15f-069894bae64e req-2add9edf-a051-463b-ae6f-5541c616f41a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:37.822264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ddb6ea3-89f2-44d9-b15f-069894bae64e req-2add9edf-a051-463b-ae6f-5541c616f41a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.2374818 Sep 18 19:57:37.840003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3b7e2-e724-4c18-9991-cd0e4bbbc396 req-099e2a58-0e7e-4ac0-a8be-737c5d0d650a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:37.850722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2d3b7e2-e724-4c18-9991-cd0e4bbbc396 req-099e2a58-0e7e-4ac0-a8be-737c5d0d650a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2177615 Sep 18 19:57:37.919660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:37.953308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ddb6ea3-89f2-44d9-b15f-069894bae64e req-39775649-0438-4e2e-9331-92475666936e tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268747 Sep 18 19:57:37.974281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2d3b7e2-e724-4c18-9991-cd0e4bbbc396 req-8b7af6a3-b7b9-4fdb-a1c5-8865f073e0bd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226168 Sep 18 19:57:38.005602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] DHCP port deletion for 83adc60d-cd1c-4dae-9172-096ea220c988 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:57:38.009693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:38.010932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.093017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38028) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:38.098206 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:35Z', 'revision_number': 9, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:38.104712 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e419764a-77d7-4d89-911f-31ab168ea988 x-openstack-request-id: req-e419764a-77d7-4d89-911f-31ab168ea988 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:38.105404 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-plugged", "status": "completed", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:38.105404 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e419764a-77d7-4d89-911f-31ab168ea988 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:38.105603 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'code': 200} Sep 18 19:57:38.118329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] Deleting port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:38.118711 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.185882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,segment=NetworkSegment(7d9ac768-5bd6-4760-8657-0fb186182970),segment_id=7d9ac768-5bd6-4760-8657-0fb186182970)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:38.186257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.199923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] For port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,segment=NetworkSegment(7d9ac768-5bd6-4760-8657-0fb186182970),segment_id=7d9ac768-5bd6-4760-8657-0fb186182970)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:38.200549 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.215872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] Calling delete_port for dd0f025b-5ef6-47c9-af88-0d1ae9a1425f owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:38.233556 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0f668-8f20-49f8-bc46-5eac1fa0e48d None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:35Z', 'revision_number': 9, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca408433-e5b0-4af1-9d0a-0c79fac5b212', 'name': '', 'network_id': 'a3954f94-fe72-45e1-8141-6b5127c23f61', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:97:19:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:13Z', 'updated_at': '2021-09-18T19:57:21Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '7d7de4cb-92ce-4ec2-a5c5-1aee81df8527', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:38.233905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for dd0f025b-5ef6-47c9-af88-0d1ae9a1425f owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:38.266449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf97960-0f79-4327-ba15-466dfa64df91 req-02a9cb11-5b8f-4a53-babb-3e400c934039 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:38.284089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9cf97960-0f79-4327-ba15-466dfa64df91 req-02a9cb11-5b8f-4a53-babb-3e400c934039 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 946 time: 0.1552477 Sep 18 19:57:38.305582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dd0f025b-5ef6-47c9-af88-0d1ae9a1425f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:38.384946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9cf97960-0f79-4327-ba15-466dfa64df91 req-3b236138-d166-4b72-92c2-2a77bc151ef6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996363 Sep 18 19:57:38.460937 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.479982 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.502834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] No DVR routers for this DVR port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:38.524563 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.530738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6808c0f5-7bae-4b72-b20c-c8614b03271d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2848f879ca4d4f8ebde9e8f58e85c1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363942 Sep 18 19:57:38.534304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38046) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:38.535835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19fc06-164d-4ce4-a15a-1286bd3016f5 None None] Pushing event deleted for resources: {'Port': ['ID=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:38.600658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No DVR routers for this DVR port dd0f025b-5ef6-47c9-af88-0d1ae9a1425f on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:38.604952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=dd0f025b-5ef6-47c9-af88-0d1ae9a1425f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:38.610326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-134896b8-6580-47b5-be46-7ad99d3225f9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:38.618923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-134896b8-6580-47b5-be46-7ad99d3225f9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.2598433 Sep 18 19:57:38.672793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-03d05cbc-92d5-47be-93ac-24a9e6f134e4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/quotas/d633ef482bb24a6eb4c9f2bca747a125 HTTP/1.1" status: 200 len: 375 time: 0.0528288 Sep 18 19:57:38.727191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-550ca44c-dd63-4310-8f7c-548a845eafe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.750062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.760819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2ea13-f606-468b-90bc-06f4be280d20 req-1d447eba-d592-4c34-ada9-7bafabb49648 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:38.761781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1b2ea13-f606-468b-90bc-06f4be280d20 req-1d447eba-d592-4c34-ada9-7bafabb49648 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 946 time: 0.1816742 Sep 18 19:57:38.785353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-07159136-ad37-49e8-8d9d-ac82d155ea1f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1116388 Sep 18 19:57:38.818791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83adc60d-cd1c-4dae-9172-096ea220c988']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:38.831112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-550ca44c-dd63-4310-8f7c-548a845eafe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.834909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9ac768-5bd6-4760-8657-0fb186182970') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:38.835232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9ac768-5bd6-4760-8657-0fb186182970') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:38.856596 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.879192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.892185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:38.892599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:38.895759 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:38.933560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1b2ea13-f606-468b-90bc-06f4be280d20 req-e3710d30-9634-47ab-9ce7-be71c9daedde tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384194 Sep 18 19:57:38.984857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-6eaee1f6-3225-41b6-8be9-874d7e61fa61 service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984062 Sep 18 19:57:38.986546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-550ca44c-dd63-4310-8f7c-548a845eafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.987145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.990235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-550ca44c-dd63-4310-8f7c-548a845eafe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:38.993908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-550ca44c-dd63-4310-8f7c-548a845eafe3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4db8fc2a-ebab-47c0-b9ef-4ce3e780f854 HTTP/1.1" status: 204 len: 168 time: 0.4562340 Sep 18 19:57:39.007985 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:39.014158 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/83adc60d-cd1c-4dae-9172-096ea220c988 HTTP/1.1" status: 204 len: 168 time: 1.2771063 Sep 18 19:57:39.026836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38054) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:39.048350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618c0c6-b9aa-42c5-ae5a-9536dd10670d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=83adc60d-cd1c-4dae-9172-096ea220c988,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:39.086272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca44c-dd63-4310-8f7c-548a845eafe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db8fc2a-ebab-47c0-b9ef-4ce3e780f854,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:39.373300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38058) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:39.442193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-5105f66c-ea0a-43cc-99bc-48d503417126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:39.443779 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-5105f66c-ea0a-43cc-99bc-48d503417126 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1097 time: 0.1269643 Sep 18 19:57:39.449275 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-148391e9-50f1-4674-914f-87a2b513db32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4242865d2ff046f49a5d47aa3d159c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717480 Sep 18 19:57:39.460062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38060) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:39.565956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c98-62ba-4f7b-bac3-1e9271a0edaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:39.636763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c98-62ba-4f7b-bac3-1e9271a0edaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:39.677103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-91bc264a-f5fd-48bd-8dff-a52af8a67175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:39.678808 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-91bc264a-f5fd-48bd-8dff-a52af8a67175 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.1596076 Sep 18 19:57:39.693117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62daf-efcc-4450-9d11-6b313a8e0684 req-b41b33a5-2d72-40a9-8eb2-8cbc159dd5c1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:39.705582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47e62daf-efcc-4450-9d11-6b313a8e0684 req-b41b33a5-2d72-40a9-8eb2-8cbc159dd5c1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.6203253 Sep 18 19:57:39.723292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-32684d6a-dfa8-46d6-bb0b-f7a72dc09c02 service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307491 Sep 18 19:57:39.760514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47e62daf-efcc-4450-9d11-6b313a8e0684 req-667682f7-fdaf-4f4b-90bb-e613f17e504b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537393 Sep 18 19:57:39.781561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c98-62ba-4f7b-bac3-1e9271a0edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:39.789498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c98-62ba-4f7b-bac3-1e9271a0edaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:39.790847 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d8da1c98-62ba-4f7b-bac3-1e9271a0edaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5d2f2ed-d701-4d98-821e-cdccfbdd6373 HTTP/1.1" status: 204 len: 168 time: 0.3291812 Sep 18 19:57:39.830711 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da1c98-62ba-4f7b-bac3-1e9271a0edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d2f2ed-d701-4d98-821e-cdccfbdd6373,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:39.833761 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-32a0f84f-7425-4568-ba0c-38bb9069890b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 200 len: 1001 time: 0.1469836 Sep 18 19:57:39.940724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-bd3943a5-c0d3-4993-ba60-98ddca951708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:39.944371 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-bd3943a5-c0d3-4993-ba60-98ddca951708 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.0927427 Sep 18 19:57:40.037847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-a7ba0e17-fed0-4e15-9b6e-4de7eff4d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:40.039475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-a7ba0e17-fed0-4e15-9b6e-4de7eff4d84b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864592 Sep 18 19:57:40.044377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f304d-fd7d-4869-ba2e-9adbfcbe24ef req-fa5f1ce7-6ad7-4aad-9d71-bfc93baba28d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:40.053653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f3f304d-fd7d-4869-ba2e-9adbfcbe24ef req-fa5f1ce7-6ad7-4aad-9d71-bfc93baba28d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 946 time: 0.1191857 Sep 18 19:57:40.091300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 62c519fc-0d7b-4b61-91b6-2eed902d21f0 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:40.147623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 62c519fc-0d7b-4b61-91b6-2eed902d21f0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:40.147976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 62c519fc-0d7b-4b61-91b6-2eed902d21f0 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:40.180061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f3f304d-fd7d-4869-ba2e-9adbfcbe24ef req-e4b8dc81-10f8-4992-8ac8-08a1a00aef11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251299 Sep 18 19:57:40.254420 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-ce0bb61c-5f47-4045-8e87-cec3e7c102c5 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060757 Sep 18 19:57:40.268666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c25f7-db46-42ae-92f7-2c73c4a0877a req-1fc4286a-e4a8-4512-b534-0ba829532b50 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:40.268666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca6c25f7-db46-42ae-92f7-2c73c4a0877a req-1fc4286a-e4a8-4512-b534-0ba829532b50 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.2105880 Sep 18 19:57:40.357008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db168d25-b158-4322-ba09-342a21f1145d req-8de71170-c65d-470f-b39e-ef37bfb95e2a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 210 time: 0.0638533 Sep 18 19:57:40.403354 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a2124fb2-587f-4eec-aa2a-8494973c15d5 req-3bcbc7b6-d079-4427-82a9-8b4e0290a47a service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407287 Sep 18 19:57:40.404176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca6c25f7-db46-42ae-92f7-2c73c4a0877a req-909a774e-7e9b-49f5-8e91-82fc6a4f34fb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348410 Sep 18 19:57:40.406876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:40.773200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port ca408433-e5b0-4af1-9d0a-0c79fac5b212 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:40.773868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:40.914065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda4635-6a55-483c-acef-c65368c6bf3b req-e222550a-3ae7-4250-97ba-fb57e4247fb9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:40.922869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ecda4635-6a55-483c-acef-c65368c6bf3b req-e222550a-3ae7-4250-97ba-fb57e4247fb9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 946 time: 0.1641622 Sep 18 19:57:41.023056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port ca408433-e5b0-4af1-9d0a-0c79fac5b212, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca408433-e5b0-4af1-9d0a-0c79fac5b212,segment=NetworkSegment(4e70afde-df1e-4568-9e9f-2982648af227),segment_id=4e70afde-df1e-4568-9e9f-2982648af227)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:41.023542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:41.042937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ecda4635-6a55-483c-acef-c65368c6bf3b req-53d5dfa8-4dde-4d6c-8640-14b64d32e178 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188750 Sep 18 19:57:41.066912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfbb03-0abe-4f65-a90e-cb3f78f03e5b req-959844e5-a372-4e6e-84d9-5f4f5ddcaa97 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:41.068542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffcfbb03-0abe-4f65-a90e-cb3f78f03e5b req-959844e5-a372-4e6e-84d9-5f4f5ddcaa97 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1756382 Sep 18 19:57:41.069558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for ca408433-e5b0-4af1-9d0a-0c79fac5b212 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:41.341724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:41.438435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=ca408433-e5b0-4af1-9d0a-0c79fac5b212,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:41.639839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ba3ee1b-be5e-47a5-8e9e-ccbe395d51d2 req-c050a09a-57e9-4575-8cf9-8f77e8e8688e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 210 time: 0.1388993 Sep 18 19:57:41.712762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5e708ef5-c31c-42bd-bb20-21fe90a6a0da tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:41.718390 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5e708ef5-c31c-42bd-bb20-21fe90a6a0da tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.24 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.2370765 Sep 18 19:57:41.739074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'port': {'device_id': 'aadb3180-c499-492f-adea-f6bafdb8291e', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'admin_state_up': True, 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:41.809895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffcfbb03-0abe-4f65-a90e-cb3f78f03e5b req-1725cd69-c108-4a0b-ad6a-79c0c9adfbf9 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7333078 Sep 18 19:57:41.846903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:41.935458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dcf7b-144c-4323-8f3d-0bcf6b649494 req-1d143e70-e0eb-401c-9fdd-cc202f765ada tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:41.943815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d61dcf7b-144c-4323-8f3d-0bcf6b649494 req-1d143e70-e0eb-401c-9fdd-cc202f765ada tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1601796 Sep 18 19:57:41.953661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Made reservation on behalf of d633ef482bb24a6eb4c9f2bca747a125 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:41.957822 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:42.208268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Allocated IP 172.20.0.3 (2078d3ab-c54a-416e-b2a9-de9c1ac87c8f/2cd437ac-d63e-479b-b152-e4001b738762/10bc125d-03c1-42b0-8d47-f55722459c57) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:42.216213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d61dcf7b-144c-4323-8f3d-0bcf6b649494 req-47911665-4c29-4a9c-aae9-e11bd4f38379 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254460 Sep 18 19:57:42.296452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:42.349823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edea5ad-2d49-44fe-921f-2f529d63e415 req-607a2be8-96b5-43c2-9c29-ff4a35fc0c64 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:42.351698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7edea5ad-2d49-44fe-921f-2f529d63e415 req-607a2be8-96b5-43c2-9c29-ff4a35fc0c64 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 946 time: 0.1567104 Sep 18 19:57:42.431338 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:42.441418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9dc79-7537-47f0-8628-8075c2795836 req-a40c5583-d572-4e30-85a4-a62f7ddbe7aa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:42.442761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bed9dc79-7537-47f0-8628-8075c2795836 req-a40c5583-d572-4e30-85a4-a62f7ddbe7aa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 946 time: 0.1648669 Sep 18 19:57:42.492217 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:42.506063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bf614820-c67d-499d-a75c-8aab24be5253'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:57:42.525195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7edea5ad-2d49-44fe-921f-2f529d63e415 req-0c9c4ecc-7a75-4e86-a79a-d453c112b9f6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611171 Sep 18 19:57:42.560604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38134) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:42.565794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:42.592373 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5386be8b-0547-441e-8ab0-29d78f6268df tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5644054 Sep 18 19:57:42.594090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:42.597404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38138) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:42.604412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:42.618416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:42.623717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:42.647150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:42.648468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:42.737876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d003f13c-8e30-4460-a749-edefeaa5e8eb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet 7d7de4cb-92ce-4ec2-a5c5-1aee81df8527 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:57:42.741961 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d003f13c-8e30-4460-a749-edefeaa5e8eb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:42.773970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:42.774648 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:42.796097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-89a72656-b668-476c-9694-0e569ba6ad28 tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:42.822872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'Port': ['ID=10bc125d-03c1-42b0-8d47-f55722459c57,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:42.840019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:42.856448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d003f13c-8e30-4460-a749-edefeaa5e8eb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:42.862165 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-5b66e518-f8f4-40d0-ba44-a5fb72a3b9bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1352086 Sep 18 19:57:42.880568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Request body: {'port': {'device_id': 'aadb3180-c499-492f-adea-f6bafdb8291e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:42.960861 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-89a72656-b668-476c-9694-0e569ba6ad28 tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "PUT /v2.0/quotas/a0cdf840a9f24cc99d81bf6d85e58e4e HTTP/1.1" status: 200 len: 366 time: 0.3986840 Sep 18 19:57:42.964109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38144) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:42.980687 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d003f13c-8e30-4460-a749-edefeaa5e8eb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.039626 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b2703c0b-9f85-4d4f-843d-8faa5c32586e tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0718725 Sep 18 19:57:43.045599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38146) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:43.071863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.083812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port 10608a27-7288-471e-8a50-68a0fe7a52f9 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:43.084143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.087304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d003f13c-8e30-4460-a749-edefeaa5e8eb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.143523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-76ac500f-2703-4f48-90be-4dc2a5ff3fb1 None None] Provisioning complete for port 10bc125d-03c1-42b0-8d47-f55722459c57 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:43.144152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-76ac500f-2703-4f48-90be-4dc2a5ff3fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.176430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d263244-f2ce-4895-b49f-07f981be7891 tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "GET /v2.0/quotas/a0cdf840a9f24cc99d81bf6d85e58e4e HTTP/1.1" status: 200 len: 366 time: 0.1239445 Sep 18 19:57:43.181712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003f13c-8e30-4460-a749-edefeaa5e8eb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7de4cb-92ce-4ec2-a5c5-1aee81df8527,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:43.185225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38152) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:43.187541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d003f13c-8e30-4460-a749-edefeaa5e8eb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.189716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d003f13c-8e30-4460-a749-edefeaa5e8eb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/7d7de4cb-92ce-4ec2-a5c5-1aee81df8527 HTTP/1.1" status: 204 len: 168 time: 0.5867803 Sep 18 19:57:43.201702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:43.238811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ca001-f128-428f-8f0a-d7ff6c31e135 req-bb4da5a7-9f22-4f4c-9e15-08455475a23b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:43.249479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2ca001-f128-428f-8f0a-d7ff6c31e135 req-bb4da5a7-9f22-4f4c-9e15-08455475a23b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1983929 Sep 18 19:57:43.268629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31f7b2-fb80-4ccc-9b9b-318f6f4bbb91 None None] Network a3954f94-fe72-45e1-8141-6b5127c23f61 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:43.323670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2ca001-f128-428f-8f0a-d7ff6c31e135 req-dc8656a1-e7ac-468f-9206-de89b050c84f tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669482 Sep 18 19:57:43.359338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] For port 10608a27-7288-471e-8a50-68a0fe7a52f9, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10608a27-7288-471e-8a50-68a0fe7a52f9,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:43.359983 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.398938 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-04a1b127-daea-48c8-ba98-24497e79160c tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/a0cdf840a9f24cc99d81bf6d85e58e4e HTTP/1.1" status: 204 len: 168 time: 0.2111156 Sep 18 19:57:43.402210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38158) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:43.441790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for 10608a27-7288-471e-8a50-68a0fe7a52f9 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:43.469341 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac19bc56-f9c8-4bd2-bd5a-d64bf02e7f05 tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0639305 Sep 18 19:57:43.471526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38160) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:43.485634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.510632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ccf4-e028-469f-8107-e96a3eff4c40 req-235b4ca3-0283-4886-9667-41022ab3bff1 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:43.512617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3725ccf4-e028-469f-8107-e96a3eff4c40 req-235b4ca3-0283-4886-9667-41022ab3bff1 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 931 time: 0.4660699 Sep 18 19:57:43.548067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d76bab7a-f50d-498f-8132-fadc227d775e tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "GET /v2.0/quotas/a0cdf840a9f24cc99d81bf6d85e58e4e HTTP/1.1" status: 200 len: 370 time: 0.0707808 Sep 18 19:57:43.555570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38162) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:43.562716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-43b7c989-138b-4fb9-bf0a-d9b181712f00 tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "GET /v2.0/quotas/a0cdf840a9f24cc99d81bf6d85e58e4e/default HTTP/1.1" status: 200 len: 370 time: 0.0057580 Sep 18 19:57:43.579495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38166) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:43.598975 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-c97c2e7c-bc8c-4ab6-8b80-99a0b0010689 tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] delete failed (client error): The resource could not be found. Sep 18 19:57:43.600402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b353a2d-0edd-4133-86f6-f8e13ad1ec8f req-2594d160-b777-4585-a475-d9012beb0d97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:43.603216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c97c2e7c-bc8c-4ab6-8b80-99a0b0010689 tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/a0cdf840a9f24cc99d81bf6d85e58e4e HTTP/1.1" status: 404 len: 348 time: 0.0202782 Sep 18 19:57:43.609269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b353a2d-0edd-4133-86f6-f8e13ad1ec8f req-2594d160-b777-4585-a475-d9012beb0d97 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1824913 Sep 18 19:57:43.649158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3725ccf4-e028-469f-8107-e96a3eff4c40 req-9b9f3ab4-b741-4a17-9391-babef2fc7329 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967994 Sep 18 19:57:43.663882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 6cc071b1-6854-43f3-aabc-62d632da90c8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:43.664225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.747952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b353a2d-0edd-4133-86f6-f8e13ad1ec8f req-d0f6d9ee-4526-4e8f-bc78-2d7829df6bd7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352851 Sep 18 19:57:43.791244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bc125d-03c1-42b0-8d47-f55722459c57 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:57:43.807366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.809316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-76ac500f-2703-4f48-90be-4dc2a5ff3fb1 None None] Port 10bc125d-03c1-42b0-8d47-f55722459c57 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:43.832593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port 6cc071b1-6854-43f3-aabc-62d632da90c8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6cc071b1-6854-43f3-aabc-62d632da90c8,segment=NetworkSegment(4e70afde-df1e-4568-9e9f-2982648af227),segment_id=4e70afde-df1e-4568-9e9f-2982648af227)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:43.833097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:43.907809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:41Z', 'revision_number': 10, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:43.910712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38170) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:43.930743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 6cc071b1-6854-43f3-aabc-62d632da90c8 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:43.977394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:43.999004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:44.000124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:44.010583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:44.012254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Usage tracker for resource:network and tenant:ab8d611df1e242ae86334c76ccade5f5 is out of sync, need to count used quota {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 19:57:44.030092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Transition to ACTIVE for port object 10bc125d-03c1-42b0-8d47-f55722459c57 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:57:44.044026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:44.097861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=10608a27-7288-471e-8a50-68a0fe7a52f9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:44.127211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89654778-f5f1-42f0-b64a-7a5ac5a57d4c req-5045a10a-8cd1-4dd6-a888-3e0fe77b3aca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:44.148272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:44.149100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89654778-f5f1-42f0-b64a-7a5ac5a57d4c req-5045a10a-8cd1-4dd6-a888-3e0fe77b3aca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 867 time: 0.3110895 Sep 18 19:57:44.205211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 19:57:44.208124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Pushing event updated for resources: {'Port': ['ID=10bc125d-03c1-42b0-8d47-f55722459c57,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:44.276806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b19b60-c649-4700-a51a-a1dcbec2e420 None None] DHCP port deletion for a3954f94-fe72-45e1-8141-6b5127c23f61 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:57:44.281959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['10608a27-7288-471e-8a50-68a0fe7a52f9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:57:44.302802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Usage tracker for resource:subnet and tenant:ab8d611df1e242ae86334c76ccade5f5 is out of sync, need to count used quota {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 19:57:44.316768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6cc071b1-6854-43f3-aabc-62d632da90c8 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:44.343547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:44.405646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-76b19b60-c649-4700-a51a-a1dcbec2e420 None None] The port '6cc071b1-6854-43f3-aabc-62d632da90c8' was deleted {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 19:57:44.429372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6cc071b1-6854-43f3-aabc-62d632da90c8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:44.430021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6cc071b1-6854-43f3-aabc-62d632da90c8 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:44.434844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 19:57:44.490979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Attempting to bind port 10bc125d-03c1-42b0-8d47-f55722459c57 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:44.491315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Attempting to bind port 10bc125d-03c1-42b0-8d47-f55722459c57 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:44.491686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Attempting to bind port 10bc125d-03c1-42b0-8d47-f55722459c57 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:44.512863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Port 10bc125d-03c1-42b0-8d47-f55722459c57 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:57:44.513118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Attempting to bind port 10bc125d-03c1-42b0-8d47-f55722459c57 on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:44.521523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] No DVR routers for this DVR port 10608a27-7288-471e-8a50-68a0fe7a52f9 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:44.523622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No DVR routers for this DVR port 6cc071b1-6854-43f3-aabc-62d632da90c8 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:44.525478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=6cc071b1-6854-43f3-aabc-62d632da90c8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:44.550246 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:44.553477 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bed9dc79-7537-47f0-8628-8075c2795836 req-b822a394-517c-479c-b728-e503d679fae8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "DELETE /v2.0/ports/10608a27-7288-471e-8a50-68a0fe7a52f9 HTTP/1.1" status: 204 len: 173 time: 2.0651691 Sep 18 19:57:44.554063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30c0640-c844-4029-9d21-a60de0b05bcb', 'name': 'network-vif-deleted', 'tag': '10608a27-7288-471e-8a50-68a0fe7a52f9'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:44.561415 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5625930-4bc9-46f4-a08e-3cc6afa0fa4d" -d '{"events": [{"server_uuid": "c30c0640-c844-4029-9d21-a60de0b05bcb", "name": "network-vif-deleted", "tag": "10608a27-7288-471e-8a50-68a0fe7a52f9"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:44.626008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:44.626395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Checking segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:44.626795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Bound using segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:44.627250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Bound port: 10bc125d-03c1-42b0-8d47-f55722459c57, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:44.632078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:44.642060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Usage tracker for resource:subnetpool and tenant:ab8d611df1e242ae86334c76ccade5f5 is out of sync, need to count used quota {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 19:57:44.703526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89654778-f5f1-42f0-b64a-7a5ac5a57d4c req-749290b5-50a2-4d2c-a1bf-7fc718d8bbee tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505486 Sep 18 19:57:44.706976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 19:57:44.748805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:41Z', 'revision_number': 10, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:44.806302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995e00c-76aa-40d1-aed6-1dd208b3bbe0 req-386f0a85-2929-49ca-8fdd-0692d38ef920 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:44.808604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7995e00c-76aa-40d1-aed6-1dd208b3bbe0 req-386f0a85-2929-49ca-8fdd-0692d38ef920 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.3086934 Sep 18 19:57:44.809406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Usage tracker for resource:port and tenant:ab8d611df1e242ae86334c76ccade5f5 is out of sync, need to count used quota {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 19:57:44.814899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23433bc-988f-40d2-b28d-64caaaff69e7 None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:41Z', 'revision_number': 10, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None, '_interfaces': [{'id': '55d14d07-3776-4893-bd4c-49f1e2abc361', 'name': '', 'network_id': '0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'mac_address': 'fa:16:3e:7d:a4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96120b71-ce67-4139-87c4-3530eee774ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:57:08Z', 'updated_at': '2021-09-18T19:57:14Z', 'revision_number': 5, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'subnets': [{'id': '877f381a-475a-42e8-9913-b1f948c9ec2e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:44.834323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 19:57:44.862123 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607ca53-3328-4293-b584-f5d4aac9dbf5 x-openstack-request-id: req-6607ca53-3328-4293-b584-f5d4aac9dbf5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:44.863017 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30c0640-c844-4029-9d21-a60de0b05bcb", "name": "network-vif-deleted", "tag": "10608a27-7288-471e-8a50-68a0fe7a52f9", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:44.863017 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6607ca53-3328-4293-b584-f5d4aac9dbf5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:44.863226 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30c0640-c844-4029-9d21-a60de0b05bcb', 'name': 'network-vif-deleted', 'tag': '10608a27-7288-471e-8a50-68a0fe7a52f9', 'status': 'completed', 'code': 200} Sep 18 19:57:44.884834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Usage tracker for resource:router and tenant:ab8d611df1e242ae86334c76ccade5f5 is out of sync, need to count used quota {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 19:57:44.893870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 19:57:44.939562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] For port 10bc125d-03c1-42b0-8d47-f55722459c57, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:44.959990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7995e00c-76aa-40d1-aed6-1dd208b3bbe0 req-c32f4531-e876-4676-9df7-d2d89fe5a725 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260309 Sep 18 19:57:44.965194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Usage tracker for resource:floatingip and tenant:ab8d611df1e242ae86334c76ccade5f5 is out of sync, need to count used quota {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 19:57:44.975563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] For port 10bc125d-03c1-42b0-8d47-f55722459c57, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10bc125d-03c1-42b0-8d47-f55722459c57,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:44.984716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 19:57:45.017974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:45.022525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:45.126239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6911b06-13a2-4711-8ce3-7ed16ad3cebb req-84bda2a0-7b89-4190-b8ae-0410094004e5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:45.128392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6911b06-13a2-4711-8ce3-7ed16ad3cebb req-84bda2a0-7b89-4190-b8ae-0410094004e5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 943 time: 0.1490724 Sep 18 19:57:45.138361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Pushing event updated for resources: {'Port': ['ID=10bc125d-03c1-42b0-8d47-f55722459c57,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:45.147531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13677d74-589b-4b82-8aba-0e50d72ce463 req-5a31e5bf-f8d4-48b1-ac10-b21a6caf33b3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:45.155587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13677d74-589b-4b82-8aba-0e50d72ce463 req-5a31e5bf-f8d4-48b1-ac10-b21a6caf33b3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.0987420 Sep 18 19:57:45.228086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:45.230277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:45.234843 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-53d08a0e-d7b1-480c-80f6-ca0c92e0831a service neutron] 10.222.0.24 "PUT /v2.0/ports/10bc125d-03c1-42b0-8d47-f55722459c57 HTTP/1.1" status: 200 len: 1092 time: 2.3618042 Sep 18 19:57:45.236789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3954f94-fe72-45e1-8141-6b5127c23f61']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:45.238864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6911b06-13a2-4711-8ce3-7ed16ad3cebb req-30d877f3-e55d-4cac-8774-b1a77d5c34cd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998678 Sep 18 19:57:45.253288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Usage tracker for resource:security_group and tenant:ab8d611df1e242ae86334c76ccade5f5 is out of sync, need to count used quota {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 19:57:45.273879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadb3180-c499-492f-adea-f6bafdb8291e', 'tag': '10bc125d-03c1-42b0-8d47-f55722459c57'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:45.279502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 19:57:45.282148 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eeb058-9a24-4681-b826-ad945597dccb" -d '{"events": [{"name": "network-changed", "server_uuid": "aadb3180-c499-492f-adea-f6bafdb8291e", "tag": "10bc125d-03c1-42b0-8d47-f55722459c57"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:45.293549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13677d74-589b-4b82-8aba-0e50d72ce463 req-cb0cda33-d4d8-4f78-8244-d16bafe14802 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370645 Sep 18 19:57:45.301010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Usage tracker for resource:security_group_rule and tenant:ab8d611df1e242ae86334c76ccade5f5 is out of sync, need to count used quota {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 19:57:45.308362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.quota.resource [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 19:57:45.333490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-846bbfae-087d-4078-96c6-dc55a3ac25ea tempest-QuotasTest-3002049 tempest-QuotasTest-3002049-project-admin] 10.222.0.20 "GET /v2.0/quotas/ab8d611df1e242ae86334c76ccade5f5/details.json HTTP/1.1" status: 200 len: 703 time: 1.4104090 Sep 18 19:57:45.421350 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ede8c31-7196-4e48-bb96-9d76837eb64c x-openstack-request-id: req-8ede8c31-7196-4e48-bb96-9d76837eb64c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:45.421650 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadb3180-c499-492f-adea-f6bafdb8291e", "tag": "10bc125d-03c1-42b0-8d47-f55722459c57", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:45.421903 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ede8c31-7196-4e48-bb96-9d76837eb64c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:45.422306 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadb3180-c499-492f-adea-f6bafdb8291e', 'tag': '10bc125d-03c1-42b0-8d47-f55722459c57', 'status': 'completed', 'code': 200} Sep 18 19:57:45.425234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e70afde-df1e-4568-9e9f-2982648af227') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:45.425535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e70afde-df1e-4568-9e9f-2982648af227') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:45.446701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:45.482030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-ad83c845-8bf6-407a-9bff-41ddfe2b6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:45.484014 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-ad83c845-8bf6-407a-9bff-41ddfe2b6346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 1095 time: 0.1683300 Sep 18 19:57:45.500352 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:45.577037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:45.577771 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:45.582432 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:45.584832 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-a4e08358-1c33-4f89-b1ff-3ccf20cb157e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10bc125d-03c1-42b0-8d47-f55722459c57 HTTP/1.1" status: 200 len: 217 time: 0.0900567 Sep 18 19:57:45.763021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:45.765668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-9467f2a3-d979-4807-b8c8-7a800fee5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:45.768345 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-9467f2a3-d979-4807-b8c8-7a800fee5ac5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.1683989 Sep 18 19:57:45.781098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:45.783012 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/a3954f94-fe72-45e1-8141-6b5127c23f61 HTTP/1.1" status: 204 len: 168 time: 2.5765464 Sep 18 19:57:45.785947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38188) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:45.866104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d1e25-b470-45ae-98b7-403947f5ebcd tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=a3954f94-fe72-45e1-8141-6b5127c23f61,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:45.896590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:45.916646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-45496f33-d50d-4267-a926-34ab43e6afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:45.918702 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-45496f33-d50d-4267-a926-34ab43e6afbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1331947 Sep 18 19:57:46.036596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c2e16ff2-1c72-4f7b-b10e-169dc54f92fd req-19dc142f-a33e-46b0-93d3-d8c1cd5af13e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 210 time: 0.0824885 Sep 18 19:57:46.095129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca408433-e5b0-4af1-9d0a-0c79fac5b212 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:46.141870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ca408433-e5b0-4af1-9d0a-0c79fac5b212 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:46.145080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca408433-e5b0-4af1-9d0a-0c79fac5b212 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:46.174640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6638-35d8-46de-81c3-ff3aec275aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:46.306052 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-ec00be04-fed0-4d09-8c01-8f8fc0201f32 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789477 Sep 18 19:57:46.480341 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a8fed16-eb32-472b-9719-eedca4498d96 req-d9ad39b4-3b45-45a7-925b-365db7623803 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631715 Sep 18 19:57:46.599434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6638-35d8-46de-81c3-ff3aec275aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:46.612649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6cc6638-35d8-46de-81c3-ff3aec275aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:46.662864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb058-9a24-4681-b826-ad945597dccb req-704fd37c-d0e2-45ce-9438-b71e19c321e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:46.664439 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-78eeb058-9a24-4681-b826-ad945597dccb req-704fd37c-d0e2-45ce-9438-b71e19c321e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 1095 time: 0.1081238 Sep 18 19:57:46.671023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f7ffb-cbe5-4ce1-b923-ebec3d5e2842 req-3895755b-61ff-4cc3-9594-3ac8c0958c00 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:46.679028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f66f7ffb-cbe5-4ce1-b923-ebec3d5e2842 req-3895755b-61ff-4cc3-9594-3ac8c0958c00 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.5764053 Sep 18 19:57:46.680550 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a6cc6638-35d8-46de-81c3-ff3aec275aaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6923c719e7348a2a219c87a6dc20849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7822816 Sep 18 19:57:46.680904 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38200) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:46.690194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc6638-35d8-46de-81c3-ff3aec275aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2039ec5-ef5e-4acf-aa55-db1fde7a801b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:46.710348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 10608a27-7288-471e-8a50-68a0fe7a52f9 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:46.745367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a55c7-f48e-4e55-825b-b9c185e3a6ff req-7cda27ab-a8dd-4027-9650-c54455c39560 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:46.753310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b0a55c7-f48e-4e55-825b-b9c185e3a6ff req-7cda27ab-a8dd-4027-9650-c54455c39560 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 943 time: 0.1991086 Sep 18 19:57:46.778508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 10608a27-7288-471e-8a50-68a0fe7a52f9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:46.778932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 10608a27-7288-471e-8a50-68a0fe7a52f9 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:46.819810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f66f7ffb-cbe5-4ce1-b923-ebec3d5e2842 req-250a0200-cf96-47d4-b69d-9cbf1cbb4066 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396501 Sep 18 19:57:46.857537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b0a55c7-f48e-4e55-825b-b9c185e3a6ff req-809f2e56-b433-4a6e-b6af-8a2b47434834 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030762 Sep 18 19:57:46.901251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb058-9a24-4681-b826-ad945597dccb req-7e46ed4c-713f-48b8-818e-57874bf3f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:46.901448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ce1701b-7e47-45f0-a5b2-787c2d4d991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:46.903278 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-78eeb058-9a24-4681-b826-ad945597dccb req-7e46ed4c-713f-48b8-818e-57874bf3f285 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.2288384 Sep 18 19:57:46.957074 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-78eeb058-9a24-4681-b826-ad945597dccb req-2c1acd3e-697a-4888-88c1-83aa0ad2e741 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10bc125d-03c1-42b0-8d47-f55722459c57 HTTP/1.1" status: 200 len: 217 time: 0.0460784 Sep 18 19:57:46.967305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ce1701b-7e47-45f0-a5b2-787c2d4d991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.018567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb058-9a24-4681-b826-ad945597dccb req-902e4594-4a98-4ef8-a270-f120add97fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:47.020837 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-78eeb058-9a24-4681-b826-ad945597dccb req-902e4594-4a98-4ef8-a270-f120add97fbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0525744 Sep 18 19:57:47.066412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a8930-202c-4929-bfd0-3b646d99ff73 req-dba6234b-ccd8-44f7-83c8-7c2f060bc95f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:47.068173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-766a8930-202c-4929-bfd0-3b646d99ff73 req-dba6234b-ccd8-44f7-83c8-7c2f060bc95f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1260343 Sep 18 19:57:47.075280 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.092134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeb058-9a24-4681-b826-ad945597dccb req-6e0db2bf-7944-4b9d-afd8-8dfa71362b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:47.094013 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-78eeb058-9a24-4681-b826-ad945597dccb req-6e0db2bf-7944-4b9d-afd8-8dfa71362b6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638628 Sep 18 19:57:47.188635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-766a8930-202c-4929-bfd0-3b646d99ff73 req-73a78c1a-6dd0-40cb-9c1f-c80aa5d864e8 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107807 Sep 18 19:57:47.192470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ce1701b-7e47-45f0-a5b2-787c2d4d991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.195086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ce1701b-7e47-45f0-a5b2-787c2d4d991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.200532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ce1701b-7e47-45f0-a5b2-787c2d4d991c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2039ec5-ef5e-4acf-aa55-db1fde7a801b HTTP/1.1" status: 204 len: 168 time: 0.5126326 Sep 18 19:57:47.241990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1701b-7e47-45f0-a5b2-787c2d4d991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2039ec5-ef5e-4acf-aa55-db1fde7a801b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:47.272594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6ea37b6-b580-4a10-832c-21bb70aa8656 req-9fc2d1f3-d673-405a-a1fd-38deb823ea6a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 210 time: 0.0806901 Sep 18 19:57:47.313703 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-78eeb058-9a24-4681-b826-ad945597dccb req-789bf250-0401-408f-b242-8e687c13ccfe service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108300 Sep 18 19:57:47.464336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-78eeb058-9a24-4681-b826-ad945597dccb req-59dcbc6d-a10f-457f-a8fa-27f2553de4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422248 Sep 18 19:57:47.543435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port 55d14d07-3776-4893-bd4c-49f1e2abc361 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:47.543435 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.674882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port 55d14d07-3776-4893-bd4c-49f1e2abc361, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=55d14d07-3776-4893-bd4c-49f1e2abc361,segment=NetworkSegment(c1515e83-342d-49e8-89b0-d35e7edd062e),segment_id=c1515e83-342d-49e8-89b0-d35e7edd062e)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:47.675587 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.690958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for 55d14d07-3776-4893-bd4c-49f1e2abc361 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:47.734656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38208) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:47.768578 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5aada44-99ac-4d01-9930-9a9b73ecf050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.883508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5aada44-99ac-4d01-9930-9a9b73ecf050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.898820 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5aada44-99ac-4d01-9930-9a9b73ecf050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:47.961342 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a5aada44-99ac-4d01-9930-9a9b73ecf050 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab8d611df1e242ae86334c76ccade5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253726 Sep 18 19:57:47.961946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38218) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:47.986186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aada44-99ac-4d01-9930-9a9b73ecf050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe3a9d1-5ca5-4c6b-82cb-60783373eb7e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:48.026466 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:48.065212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=55d14d07-3776-4893-bd4c-49f1e2abc361,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:48.084308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199137dc-6799-4968-a21d-a1e67d640c39 req-236c1eda-0f0b-4729-8494-ca75dda66e62 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:48.085906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-199137dc-6799-4968-a21d-a1e67d640c39 req-236c1eda-0f0b-4729-8494-ca75dda66e62 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1427221 Sep 18 19:57:48.115860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92a640b9-5670-4908-b889-1696fde5b527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:48.124184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a50a28-1e58-4ae2-9b1f-04b50ddf0c30 req-24ea78d1-1826-4ca5-9bcc-bbee6b5a39a9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:48.132665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40a50a28-1e58-4ae2-9b1f-04b50ddf0c30 req-24ea78d1-1826-4ca5-9bcc-bbee6b5a39a9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 943 time: 0.1673250 Sep 18 19:57:48.150073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92a640b9-5670-4908-b889-1696fde5b527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:48.227651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92a640b9-5670-4908-b889-1696fde5b527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:48.232201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92a640b9-5670-4908-b889-1696fde5b527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:48.237531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-92a640b9-5670-4908-b889-1696fde5b527 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfe3a9d1-5ca5-4c6b-82cb-60783373eb7e HTTP/1.1" status: 204 len: 168 time: 0.2700696 Sep 18 19:57:48.256755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a640b9-5670-4908-b889-1696fde5b527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe3a9d1-5ca5-4c6b-82cb-60783373eb7e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:48.306259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-199137dc-6799-4968-a21d-a1e67d640c39 req-9811cddd-6194-4764-bd63-6c5b0c8c8447 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001698 Sep 18 19:57:48.307444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:48.378146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40a50a28-1e58-4ae2-9b1f-04b50ddf0c30 req-5cfc1278-7818-4ea0-88b7-cce193b8212f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446141 Sep 18 19:57:48.592944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca698ecb-2d18-461c-b391-091083521614 req-2cace4d5-9c84-434a-b629-8e8c5b7b516c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 210 time: 0.0473003 Sep 18 19:57:48.597670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:48.629857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b4f02-7cb8-4922-9145-4be073473548 req-7ebfdacf-60ac-43fa-a3e5-4bad7e2b1c29 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:48.631350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-836b4f02-7cb8-4922-9145-4be073473548 req-7ebfdacf-60ac-43fa-a3e5-4bad7e2b1c29 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1420021 Sep 18 19:57:48.720880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 10bc125d-03c1-42b0-8d47-f55722459c57 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:57:48.859919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:48.864417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-836b4f02-7cb8-4922-9145-4be073473548 req-b04c1079-6209-4317-b7eb-89dcffd58bc5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850672 Sep 18 19:57:48.871559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5cee3be0-d00a-48ea-9e2d-9ac6d93c6964 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0797644 Sep 18 19:57:48.871922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38236) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:48.882665 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:48.902630 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:48.907527 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:48.972343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 10bc125d-03c1-42b0-8d47-f55722459c57, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10bc125d-03c1-42b0-8d47-f55722459c57,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:49.002263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '10bc125d-03c1-42b0-8d47-f55722459c57', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': '10bc125d-03c1-42b0-8d47-f55722459c57', 'mac_address': 'fa:16:3e:29:fa:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:57:49.086558 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:49.090152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:49.106452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bc125d-03c1-42b0-8d47-f55722459c57 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:57:49.132519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 10bc125d-03c1-42b0-8d47-f55722459c57, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10bc125d-03c1-42b0-8d47-f55722459c57,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:49.148108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:49.235315 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:47Z', 'revision_number': 11, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:49.272590 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:49.278855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=10bc125d-03c1-42b0-8d47-f55722459c57,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:49.289040 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:49.290498 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:49.370926 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:49.429273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['10bc125d-03c1-42b0-8d47-f55722459c57'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:57:49.433511 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:47Z', 'revision_number': 11, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:49.444352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf06ed9-f06b-4ec7-9fec-24fd21f76312 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting subnet 877f381a-475a-42e8-9913-b1f948c9ec2e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:57:49.457068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acf06ed9-f06b-4ec7-9fec-24fd21f76312 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:49.470367 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6deb1f-8277-4e8d-8bf5-0fd354fe1d98 None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:47Z', 'revision_number': 11, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:49.540484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acf06ed9-f06b-4ec7-9fec-24fd21f76312 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:49.591706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d0ef-2ddc-4a5d-90dd-bfa88d58df4b req-988adc11-1b82-47fc-8f37-8924e3a263cc tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:49.593454 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76a7d0ef-2ddc-4a5d-90dd-bfa88d58df4b req-988adc11-1b82-47fc-8f37-8924e3a263cc tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1203701 Sep 18 19:57:49.677161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae37f3-6b7b-42ac-bafc-782949b4c892 req-a203cbba-3239-44f0-bc6c-f8fc3906215e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:49.685604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87ae37f3-6b7b-42ac-bafc-782949b4c892 req-a203cbba-3239-44f0-bc6c-f8fc3906215e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 944 time: 0.1449871 Sep 18 19:57:49.706008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38254) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:49.753742 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acf06ed9-f06b-4ec7-9fec-24fd21f76312 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:49.776775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76a7d0ef-2ddc-4a5d-90dd-bfa88d58df4b req-e5806110-66c0-4b68-b09a-19f49ce432b2 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735923 Sep 18 19:57:49.830395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87ae37f3-6b7b-42ac-bafc-782949b4c892 req-b7a17c8b-1126-4360-92b3-60cbdbd98874 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357989 Sep 18 19:57:49.859855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acf06ed9-f06b-4ec7-9fec-24fd21f76312 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:49.902626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf06ed9-f06b-4ec7-9fec-24fd21f76312 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Subnet': ['ID=877f381a-475a-42e8-9913-b1f948c9ec2e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:49.932955 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acf06ed9-f06b-4ec7-9fec-24fd21f76312 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:49.938610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38260) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:49.939191 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-acf06ed9-f06b-4ec7-9fec-24fd21f76312 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/877f381a-475a-42e8-9913-b1f948c9ec2e HTTP/1.1" status: 204 len: 168 time: 1.0656908 Sep 18 19:57:49.939548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984825eb-b505-457f-962a-a42cc3aa0e9b None None] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:50.044049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1484389296'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:50.109401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce2c28f3-5d5a-4903-8ce0-048226243833 req-f5d29a7c-fd9c-46e6-b6c3-94a06f19a4c8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30c0640-c844-4029-9d21-a60de0b05bcb HTTP/1.1" status: 200 len: 210 time: 0.1071923 Sep 18 19:57:50.125763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Made reservation on behalf of 3852754a693a46eaa82a5f25c8e719af for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:50.135394 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.161604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.164725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.179316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ddfc0-7ad6-4aa6-8919-213900613c68 req-c29d51f6-497c-45fc-9ee0-bff71643bb75 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:50.180925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5ddfc0-7ad6-4aa6-8919-213900613c68 req-c29d51f6-497c-45fc-9ee0-bff71643bb75 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1800966 Sep 18 19:57:50.229172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 55d14d07-3776-4893-bd4c-49f1e2abc361 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:50.251921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5ddfc0-7ad6-4aa6-8919-213900613c68 req-b3011b8d-6010-4d71-9043-34df73972488 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633352 Sep 18 19:57:50.272110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 55d14d07-3776-4893-bd4c-49f1e2abc361 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:50.272465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 55d14d07-3776-4893-bd4c-49f1e2abc361 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:50.292781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Deleting port da254487-3cc5-479b-bd94-5b4dffced228 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:50.293262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.411135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] DHCP port deletion for 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:57:50.420608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.421676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] For port da254487-3cc5-479b-bd94-5b4dffced228, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=da254487-3cc5-479b-bd94-5b4dffced228,segment=NetworkSegment(c1515e83-342d-49e8-89b0-d35e7edd062e),segment_id=c1515e83-342d-49e8-89b0-d35e7edd062e)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:50.422049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.433258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.444430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Calling delete_port for da254487-3cc5-479b-bd94-5b4dffced228 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:50.479078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:57:50.506429 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0482a75e-b845-408b-8848-40b7a920707d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:50.510348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] Deleting port da254487-3cc5-479b-bd94-5b4dffced228 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:50.512877 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.520145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.520496 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Added segment c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a of type vlan for network 7721e21f-12e5-4193-8676-df4162324c19 Sep 18 19:57:50.590355 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.623139 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.630822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:50.631583 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.649225 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.702362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No DVR routers for this DVR port da254487-3cc5-479b-bd94-5b4dffced228 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:50.704555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Port': ['ID=da254487-3cc5-479b-bd94-5b4dffced228,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:50.732847 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0307851 Sep 18 19:57:50.735741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38262) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:50.743058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Request body: {'subnet': {'network_id': '7721e21f-12e5-4193-8676-df4162324c19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:50.815257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af503a8-44cc-45c0-9a35-ef9357e28ce9 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event updated for resources: {'Network': ['ID=7721e21f-12e5-4193-8676-df4162324c19,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:50.862998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.909847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 10bc125d-03c1-42b0-8d47-f55722459c57 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:50.953642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 7721e21f-12e5-4193-8676-df4162324c19 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:57:50.980241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Made reservation on behalf of 3852754a693a46eaa82a5f25c8e719af for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:50.991171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:50.995278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:51.017810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1515e83-342d-49e8-89b0-d35e7edd062e') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:51.018546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1515e83-342d-49e8-89b0-d35e7edd062e') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:51.030017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] For port da254487-3cc5-479b-bd94-5b4dffced228, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=da254487-3cc5-479b-bd94-5b4dffced228,segment=NetworkSegment(c1515e83-342d-49e8-89b0-d35e7edd062e),segment_id=c1515e83-342d-49e8-89b0-d35e7edd062e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:51.030489 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.065311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.144487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.162008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 10bc125d-03c1-42b0-8d47-f55722459c57 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:57:51.177716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] Calling delete_port for da254487-3cc5-479b-bd94-5b4dffced228 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:51.179652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 10bc125d-03c1-42b0-8d47-f55722459c57 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:51.181439 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.204931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:51.205642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.236692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8433-6d92-4174-af10-10b50010a008 req-e9fd78cd-26de-423f-90ad-7772910c3690 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:51.247723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-109e8433-6d92-4174-af10-10b50010a008 req-e9fd78cd-26de-423f-90ad-7772910c3690 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 944 time: 0.2491193 Sep 18 19:57:51.266477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbc093-dd72-49ea-be6c-acc1c1c0adde req-d8660bff-6a7c-4acf-961f-65bdc159d120 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:51.281124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0cbc093-dd72-49ea-be6c-acc1c1c0adde req-d8660bff-6a7c-4acf-961f-65bdc159d120 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.3976963 Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:51.281812 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:57:51.354200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.409102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 10bc125d-03c1-42b0-8d47-f55722459c57, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10bc125d-03c1-42b0-8d47-f55722459c57,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:51.412215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadb3180-c499-492f-adea-f6bafdb8291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bc125d-03c1-42b0-8d47-f55722459c57'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:57:51.416109 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab16927-aedf-4491-9322-26c097a7c941" -d '{"events": [{"server_uuid": "aadb3180-c499-492f-adea-f6bafdb8291e", "name": "network-vif-plugged", "status": "completed", "tag": "10bc125d-03c1-42b0-8d47-f55722459c57"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:57:51.424323 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.433220 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.440843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-109e8433-6d92-4174-af10-10b50010a008 req-64568f45-f47b-4579-be76-b12fa4351f1c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879692 Sep 18 19:57:51.443176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.453194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.456513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/networks/0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e HTTP/1.1" status: 204 len: 168 time: 1.5168626 Sep 18 19:57:51.480713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38274) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:51.481438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9f35c-a73b-4bf4-a567-0a189f5c0c5b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Pushing event deleted for resources: {'Network': ['ID=0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:51.491909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] Network 0cdcd8ec-799d-4c3b-9ab8-5839c41eed2e is not hosted by any dhcp agent {{(pid=94942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 19:57:51.493721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'routes': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:51.494378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] No DVR routers for this DVR port da254487-3cc5-479b-bd94-5b4dffced228 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:51.503544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e856-7aa0-4d98-85ae-84a185d63ce9 None None] Pushing event deleted for resources: {'Port': ['ID=da254487-3cc5-479b-bd94-5b4dffced228,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:51.512911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0cbc093-dd72-49ea-be6c-acc1c1c0adde req-5d5516ad-adf9-4f28-b5be-57ddb785ec73 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121651 Sep 18 19:57:51.661331 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5663673b-2a0a-4000-86e6-98a1ddeb2f21 x-openstack-request-id: req-5663673b-2a0a-4000-86e6-98a1ddeb2f21 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:57:51.662091 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadb3180-c499-492f-adea-f6bafdb8291e", "name": "network-vif-plugged", "status": "completed", "tag": "10bc125d-03c1-42b0-8d47-f55722459c57", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:57:51.662888 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5663673b-2a0a-4000-86e6-98a1ddeb2f21 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:57:51.663661 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadb3180-c499-492f-adea-f6bafdb8291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bc125d-03c1-42b0-8d47-f55722459c57', 'code': 200} Sep 18 19:57:51.675570 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-79ed064f-1038-4d50-be6b-ebcd7e0ac143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.691121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=10bc125d-03c1-42b0-8d47-f55722459c57,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:51.803044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.897585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32517e34-77fc-4593-a1d3-ccd137182e74 req-574b9b4b-6976-4c4f-9823-6c882826b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:51.899154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32517e34-77fc-4593-a1d3-ccd137182e74 req-574b9b4b-6976-4c4f-9823-6c882826b900 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 1097 time: 0.1613281 Sep 18 19:57:51.899937 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Checking segment: {'id': 'c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7721e21f-12e5-4193-8676-df4162324c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:51.900818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Network hostable DHCP agents. Network: 7721e21f-12e5-4193-8676-df4162324c19, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:57:51.924441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.extraroute_db [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Added routes are [] {{(pid=94941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 19:57:51.925735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.extraroute_db [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Removed routes are [] {{(pid=94941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 19:57:51.925735 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.944272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event updated for resources: {'Subnet': ['ID=23672d11-5ce0-4e66-bad8-5f1e13718441,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:51.970869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Network 7721e21f-12e5-4193-8676-df4162324c19 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:57:51.978026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a2a62-cc51-4c5b-8db4-ebc647d5f49b req-5a7eb020-6858-4353-a719-3d01eeee0b25 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:51.980228 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32517e34-77fc-4593-a1d3-ccd137182e74 req-dfd4dda7-716f-4db2-986d-96214f845c80 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653360 Sep 18 19:57:51.983261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 7721e21f-12e5-4193-8676-df4162324c19) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:51.986643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-729a2a62-cc51-4c5b-8db4-ebc647d5f49b req-5a7eb020-6858-4353-a719-3d01eeee0b25 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.2605362 Sep 18 19:57:51.987848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:51.988638 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:51.996881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f9d85f-b47f-49ed-92c4-721df0ed9fad None None] Network 7721e21f-12e5-4193-8676-df4162324c19 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:52.010619 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b6739a91-1c85-4c70-8c0a-6ee6d415e493 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2731304 Sep 18 19:57:52.011491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38280) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:52.017201 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Request body: {'port': {'network_id': '7721e21f-12e5-4193-8676-df4162324c19', 'name': 'tempest-ExtraDHCPOptionsTestJSON-540734939'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:52.177210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-729a2a62-cc51-4c5b-8db4-ebc647d5f49b req-8e1d2255-7a09-437f-90a9-83b7d7893431 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899061 Sep 18 19:57:52.223223 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:52.226937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:52.236964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Made reservation on behalf of 3852754a693a46eaa82a5f25c8e719af for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:52.240812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:52.263847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device da254487-3cc5-479b-bd94-5b4dffced228 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:57:52.277082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] device_id is not set on port 61597310-39dc-4ee9-8fbf-e8be9605330e yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:52.324342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: da254487-3cc5-479b-bd94-5b4dffced228 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:57:52.324730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device da254487-3cc5-479b-bd94-5b4dffced228 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:57:52.326331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 96120b71-ce67-4139-87c4-3530eee774ff has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:57:52.334523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-7721e21f-12e5-4193-8676-df4162324c19', 'network_id': '7721e21f-12e5-4193-8676-df4162324c19', 'tenant_id': '3852754a693a46eaa82a5f25c8e719af', 'fixed_ips': [{'subnet_id': '23672d11-5ce0-4e66-bad8-5f1e13718441'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:57:52.338632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:52.504819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Allocated IP 172.20.0.9 (7721e21f-12e5-4193-8676-df4162324c19/23672d11-5ce0-4e66-bad8-5f1e13718441/61597310-39dc-4ee9-8fbf-e8be9605330e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:52.789436 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:52.835892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:52.903168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Network 7721e21f-12e5-4193-8676-df4162324c19 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:52.906974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:52.918649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:52.991093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Allocated IP 172.20.0.2 (7721e21f-12e5-4193-8676-df4162324c19/23672d11-5ce0-4e66-bad8-5f1e13718441/db6a635d-b05c-48cb-b23e-2fbc37436e67) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:52.997867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event updated for resources: {'Port': ['ID=61597310-39dc-4ee9-8fbf-e8be9605330e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:53.067392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:53.069905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:53.071191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.093024 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.096381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d4bc3297-aed0-48b6-a238-de9e226f5842 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 200 len: 705 time: 1.6065111 Sep 18 19:57:53.098169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] Sync routers for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:53.099324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38288) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:53.118187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248beb9d-9875-4c59-8471-c18d26efbcb2 req-dceac772-e2fd-4336-a4b4-cc384a21b7a7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:53.135992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248beb9d-9875-4c59-8471-c18d26efbcb2 req-dceac772-e2fd-4336-a4b4-cc384a21b7a7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.3423760 Sep 18 19:57:53.155425 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5a93684a-413d-4464-891f-3a9b0e68684c tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 200 len: 205 time: 0.0545287 Sep 18 19:57:53.157031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2ae39051-e114-4746-be7d-61d6060c4c6d tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1444292 Sep 18 19:57:53.157806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38290) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:53.164958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38292) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:53.171566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Request body: {'port': {'network_id': '7721e21f-12e5-4193-8676-df4162324c19', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1377561079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:53.172213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] bootfile-name is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 19:57:53.172874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] tftp-server is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 19:57:53.172990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] server-ip-address is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 19:57:53.200205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406565-4928-49a6-b5cf-c1c44ff22453 req-dc4bffae-89b4-42df-a42b-5557b6067609 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:53.211796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf406565-4928-49a6-b5cf-c1c44ff22453 req-dc4bffae-89b4-42df-a42b-5557b6067609 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 945 time: 0.4128656 Sep 18 19:57:53.273330 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.284995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248beb9d-9875-4c59-8471-c18d26efbcb2 req-90125e93-c2f3-4abc-b1db-5e15396f09c1 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470609 Sep 18 19:57:53.291430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:53.291862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:53.308550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6718b29d-1f6c-4612-ab25-cb2ca8848ffb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.341698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf406565-4928-49a6-b5cf-c1c44ff22453 req-b23b784d-2929-4a24-b162-dc272e020ed4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278861 Sep 18 19:57:53.390837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:53.446564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.502457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c507c-89ca-4956-8f87-cab7e20d537a req-e55d171d-1496-4634-9ac8-54587c29e697 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:53.504007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a44c507c-89ca-4956-8f87-cab7e20d537a req-e55d171d-1496-4634-9ac8-54587c29e697 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1044054 Sep 18 19:57:53.539687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Pushing event updated for resources: {'Port': ['ID=db6a635d-b05c-48cb-b23e-2fbc37436e67,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:53.548887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:47Z', 'revision_number': 11, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:53.553477 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.585902 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.586751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] Checking router: 96120b71-ce67-4139-87c4-3530eee774ff for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:53.593728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a44c507c-89ca-4956-8f87-cab7e20d537a req-cc20c87d-74a4-426e-a098-ac174ad01db9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772882 Sep 18 19:57:53.594124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Network 7721e21f-12e5-4193-8676-df4162324c19 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:53.595668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:53.601270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:53.620928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] Routers {'96120b71-ce67-4139-87c4-3530eee774ff'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:53.620928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['96120b71-ce67-4139-87c4-3530eee774ff'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:53.666145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6718b29d-1f6c-4612-ab25-cb2ca8848ffb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.669964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6718b29d-1f6c-4612-ab25-cb2ca8848ffb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.709799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] Set router 96120b71-ce67-4139-87c4-3530eee774ff gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:53.742523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Made reservation on behalf of 3852754a693a46eaa82a5f25c8e719af for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:57:53.748193 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.751881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6718b29d-1f6c-4612-ab25-cb2ca8848ffb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.752868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6718b29d-1f6c-4612-ab25-cb2ca8848ffb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Fanout notify agent at l3_agent the message router_deleted on router 96120b71-ce67-4139-87c4-3530eee774ff {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:57:53.764267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6718b29d-1f6c-4612-ab25-cb2ca8848ffb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.766123 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6718b29d-1f6c-4612-ab25-cb2ca8848ffb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 204 len: 168 time: 0.6069965 Sep 18 19:57:53.770569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38296) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:53.776571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2bb7f70a-6440-41b9-b4a4-7f1486fc6e0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-971001417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:53.793927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] device_id is not set on port d838e97a-42ab-4f73-9c00-4e37d7fb0ba0 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:57:53.820510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:47Z', 'revision_number': 11, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:53.835781 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f70a-6440-41b9-b4a4-7f1486fc6e0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.837778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f70a-6440-41b9-b4a4-7f1486fc6e0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.872327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb4570-89ed-40b2-8e18-9aa25369ee9d None None] The sync data for ids ['96120b71-ce67-4139-87c4-3530eee774ff'] in n-d-789963-11 is: [{'id': '96120b71-ce67-4139-87c4-3530eee774ff', 'name': 'tempest-RoutersIpV6Test-router-1127261539', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:04Z', 'updated_at': '2021-09-18T19:57:47Z', 'revision_number': 11, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:53.909954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Attempting to bind port db6a635d-b05c-48cb-b23e-2fbc37436e67 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:57:53.910330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Attempting to bind port db6a635d-b05c-48cb-b23e-2fbc37436e67 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7721e21f-12e5-4193-8676-df4162324c19'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:57:53.910791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Attempting to bind port db6a635d-b05c-48cb-b23e-2fbc37436e67 on network 7721e21f-12e5-4193-8676-df4162324c19 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:57:53.918292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:57:53.918906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Checking segment: {'id': 'c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7721e21f-12e5-4193-8676-df4162324c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:57:53.919497 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.920419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Bound using segment: {'id': 'c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7721e21f-12e5-4193-8676-df4162324c19'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:57:53.921055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Bound port: db6a635d-b05c-48cb-b23e-2fbc37436e67, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7721e21f-12e5-4193-8676-df4162324c19'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:57:53.921673 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.946389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f70a-6440-41b9-b4a4-7f1486fc6e0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:53.967302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f70a-6440-41b9-b4a4-7f1486fc6e0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.003171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2bb7f70a-6440-41b9-b4a4-7f1486fc6e0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.004754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2bb7f70a-6440-41b9-b4a4-7f1486fc6e0d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2326138 Sep 18 19:57:54.008429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38300) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:54.015979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7121ed87-b8f9-432c-94f3-f2348270a546 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:54.126208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] For port db6a635d-b05c-48cb-b23e-2fbc37436e67, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:57:54.141073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] For port db6a635d-b05c-48cb-b23e-2fbc37436e67, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=db6a635d-b05c-48cb-b23e-2fbc37436e67,segment=NetworkSegment(c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a),segment_id=c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:57:54.153054 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.182746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Allocated IP 172.20.0.6 (7721e21f-12e5-4193-8676-df4162324c19/23672d11-5ce0-4e66-bad8-5f1e13718441/d838e97a-42ab-4f73-9c00-4e37d7fb0ba0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:57:54.232469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c38b1-8664-43d7-a146-ffc68a00e317 None None] Pushing event updated for resources: {'Port': ['ID=db6a635d-b05c-48cb-b23e-2fbc37436e67,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:54.332612 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7121ed87-b8f9-432c-94f3-f2348270a546 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.360609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7121ed87-b8f9-432c-94f3-f2348270a546 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.574887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.637620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7121ed87-b8f9-432c-94f3-f2348270a546 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Router 2e09c4bb-18bd-4815-816f-be735b0531f6 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:57:54.659689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.731362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc43-e5d1-4c8c-aabe-4f7a7644ef04 req-25511b75-7606-4043-a201-332eef45bb24 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:54.745907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfb2fc43-e5d1-4c8c-aabe-4f7a7644ef04 req-25511b75-7606-4043-a201-332eef45bb24 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.2461162 Sep 18 19:57:54.770959 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.773614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9384432-24d4-4c07-85dd-bea0a68bc5ee req-b8137a4c-af17-4934-9ec6-125354bacc2e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:54.777432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9384432-24d4-4c07-85dd-bea0a68bc5ee req-b8137a4c-af17-4934-9ec6-125354bacc2e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 945 time: 0.3119030 Sep 18 19:57:54.779344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Network 7721e21f-12e5-4193-8676-df4162324c19 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:57:54.788116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event updated for resources: {'Port': ['ID=d838e97a-42ab-4f73-9c00-4e37d7fb0ba0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:54.797540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:57:54.799947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:57:54.860490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:54.861207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.891659 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a3595399-df22-423f-a9dd-110c899ee480 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7217424 Sep 18 19:57:54.892166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38308) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:54.903204 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec7f7-83fa-4ba7-a575-5b785598a1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.916319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7121ed87-b8f9-432c-94f3-f2348270a546 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:57:54.928183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7121ed87-b8f9-432c-94f3-f2348270a546 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:54.929226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7121ed87-b8f9-432c-94f3-f2348270a546 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "PUT /v2.0/routers/2e09c4bb-18bd-4815-816f-be735b0531f6 HTTP/1.1" status: 200 len: 697 time: 0.9197323 Sep 18 19:57:54.934216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38310) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:54.949780 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] Sync routers for ids ['2e09c4bb-18bd-4815-816f-be735b0531f6'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:57:54.969745 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] Routers {'2e09c4bb-18bd-4815-816f-be735b0531f6'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:54.970400 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2e09c4bb-18bd-4815-816f-be735b0531f6'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:55.024226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9384432-24d4-4c07-85dd-bea0a68bc5ee req-f17694b8-f070-4ab2-b062-c7c3717875bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898127 Sep 18 19:57:55.032577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cfb2fc43-e5d1-4c8c-aabe-4f7a7644ef04 req-cc48c3b7-a1ed-4a46-81d2-d9e7c257cca5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856176 Sep 18 19:57:55.036933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d5af5-a74d-4431-ae19-610cae327a70 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:55.048495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d5af5-a74d-4431-ae19-610cae327a70 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:55.056007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d5af5-a74d-4431-ae19-610cae327a70 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:55.058449 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f21d5af5-a74d-4431-ae19-610cae327a70 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1652954 Sep 18 19:57:55.069850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38318) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:55.167594 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] Set router 2e09c4bb-18bd-4815-816f-be735b0531f6 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:55.243143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38326) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:55.255569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bcbca01e-bce9-478e-9d7f-2346d9c8c088 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/routers/2e09c4bb-18bd-4815-816f-be735b0531f6 HTTP/1.1" status: 200 len: 703 time: 0.3198531 Sep 18 19:57:55.317734 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8d066597-80ac-43b0-9f22-fe786478d073 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e09c4bb-18bd-4815-816f-be735b0531f6 HTTP/1.1" status: 200 len: 205 time: 0.0727088 Sep 18 19:57:55.318373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38328) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:55.359991 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e09c4bb-18bd-4815-816f-be735b0531f6', 'name': 'tempest-RoutersIpV6Test-router-971001417', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:53Z', 'updated_at': '2021-09-18T19:57:54Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:55.437604 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] Checking router: 2e09c4bb-18bd-4815-816f-be735b0531f6 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:57:55.466241 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] Routers {'2e09c4bb-18bd-4815-816f-be735b0531f6'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:57:55.466777 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2e09c4bb-18bd-4815-816f-be735b0531f6'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:55.507841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040245fb-dd66-4c6e-ae4c-f529651b67f8 req-36bfffba-6c32-4a50-8917-f684f9b29ea5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:55.522193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-040245fb-dd66-4c6e-ae4c-f529651b67f8 req-36bfffba-6c32-4a50-8917-f684f9b29ea5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.3296227 Sep 18 19:57:55.522817 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:55.553098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81816989-6e02-47da-a2b5-1bda990316ec tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:55.613382 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] Set router 2e09c4bb-18bd-4815-816f-be735b0531f6 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:57:55.626982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-040245fb-dd66-4c6e-ae4c-f529651b67f8 req-f8d4f329-cbd4-4be2-8319-948b374d19b0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029506 Sep 18 19:57:55.660618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bd58d6c0-2664-48a2-9d84-06374985d730 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Deleting port d838e97a-42ab-4f73-9c00-4e37d7fb0ba0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:55.661270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd58d6c0-2664-48a2-9d84-06374985d730 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:55.770127 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e09c4bb-18bd-4815-816f-be735b0531f6', 'name': 'tempest-RoutersIpV6Test-router-971001417', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:53Z', 'updated_at': '2021-09-18T19:57:54Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:55.808173 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5de3e7-f750-456e-84ff-9d995dc825bb None None] The sync data for ids ['2e09c4bb-18bd-4815-816f-be735b0531f6'] in n-d-789963-11 is: [{'id': '2e09c4bb-18bd-4815-816f-be735b0531f6', 'name': 'tempest-RoutersIpV6Test-router-971001417', 'tenant_id': '3260083815d3470ea58ab74c21cc4bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:57:53Z', 'updated_at': '2021-09-18T19:57:54Z', 'revision_number': 2, 'project_id': '3260083815d3470ea58ab74c21cc4bcb', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:57:55.825906 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd58d6c0-2664-48a2-9d84-06374985d730 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:55.843543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bd58d6c0-2664-48a2-9d84-06374985d730 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Calling delete_port for d838e97a-42ab-4f73-9c00-4e37d7fb0ba0 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:55.943697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81816989-6e02-47da-a2b5-1bda990316ec tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:55.946508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81816989-6e02-47da-a2b5-1bda990316ec tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.013960 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81816989-6e02-47da-a2b5-1bda990316ec tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.014607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81816989-6e02-47da-a2b5-1bda990316ec tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Fanout notify agent at l3_agent the message router_deleted on router 2e09c4bb-18bd-4815-816f-be735b0531f6 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:57:56.032210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81816989-6e02-47da-a2b5-1bda990316ec tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.038452 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-81816989-6e02-47da-a2b5-1bda990316ec tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/2e09c4bb-18bd-4815-816f-be735b0531f6 HTTP/1.1" status: 204 len: 168 time: 0.7190437 Sep 18 19:57:56.039081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38334) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.056128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6afc61-3c27-48a0-8e8a-f6476e03a1d8 None None] Network 7721e21f-12e5-4193-8676-df4162324c19 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:56.139500 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-81b9208c-5f3f-41e3-9101-83d1f1cc3717 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e09c4bb-18bd-4815-816f-be735b0531f6 HTTP/1.1" status: 200 len: 205 time: 0.0990307 Sep 18 19:57:56.140137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38338) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.240463 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-408be09d-abdf-4008-82c6-81525dc76487 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] delete failed (client error): The resource could not be found. Sep 18 19:57:56.241726 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-408be09d-abdf-4008-82c6-81525dc76487 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/2e09c4bb-18bd-4815-816f-be735b0531f6 HTTP/1.1" status: 404 len: 336 time: 0.1006289 Sep 18 19:57:56.246934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38340) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.300700 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd58d6c0-2664-48a2-9d84-06374985d730 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.304605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device db6a635d-b05c-48cb-b23e-2fbc37436e67 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:56.346836 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d88170-b6dd-46e2-b3e3-1d9c24b95b81 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:56.347292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d88170-b6dd-46e2-b3e3-1d9c24b95b81 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:56.357071 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b5d88170-b6dd-46e2-b3e3-1d9c24b95b81 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/54b7b716-b677-4bcb-8358-e16a1238198b HTTP/1.1" status: 404 len: 337 time: 0.1083417 Sep 18 19:57:56.360118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38344) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.397023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0d1bf-96da-4b73-a599-112c0c034928 req-66724183-ec54-476d-802d-6c7c18bd4e99 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:56.404694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66b0d1bf-96da-4b73-a599-112c0c034928 req-66724183-ec54-476d-802d-6c7c18bd4e99 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.2122910 Sep 18 19:57:56.417037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-55af2bf0-ba33-4d97-bea8-9c8d67a5e7b6 None None] Provisioning complete for port db6a635d-b05c-48cb-b23e-2fbc37436e67 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:56.417422 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55af2bf0-ba33-4d97-bea8-9c8d67a5e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.430698 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce25eda-e81d-4e96-82e7-e220d3f0fddf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:56.431773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce25eda-e81d-4e96-82e7-e220d3f0fddf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:56.441879 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cce25eda-e81d-4e96-82e7-e220d3f0fddf tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/80f942ce-3bfe-4c58-9703-14267b5ff12a HTTP/1.1" status: 404 len: 337 time: 0.0806236 Sep 18 19:57:56.446050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38346) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.459906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58d6c0-2664-48a2-9d84-06374985d730 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event deleted for resources: {'Port': ['ID=d838e97a-42ab-4f73-9c00-4e37d7fb0ba0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:56.499749 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed83364-8a47-45bc-b63d-db46a7592659 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:56.500215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed83364-8a47-45bc-b63d-db46a7592659 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:56.501529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port db6a635d-b05c-48cb-b23e-2fbc37436e67 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:56.502008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aed83364-8a47-45bc-b63d-db46a7592659 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/7d7de4cb-92ce-4ec2-a5c5-1aee81df8527 HTTP/1.1" status: 404 len: 337 time: 0.0522816 Sep 18 19:57:56.504567 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.504716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38350) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.568022 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a01c8a-9dda-4bb6-860a-9e5363bc9710 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:56.570431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a01c8a-9dda-4bb6-860a-9e5363bc9710 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:56.573672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66b0d1bf-96da-4b73-a599-112c0c034928 req-8c85bf67-b589-45fe-b8e8-57ce549f4d60 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680491 Sep 18 19:57:56.576461 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2a01c8a-9dda-4bb6-860a-9e5363bc9710 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/877f381a-475a-42e8-9913-b1f948c9ec2e HTTP/1.1" status: 404 len: 337 time: 0.0702312 Sep 18 19:57:56.580289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38352) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.612185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55af2bf0-ba33-4d97-bea8-9c8d67a5e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.624422 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a7aadfec-a5b5-48a6-9650-9b796e66540e tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 200 len: 205 time: 0.0419626 Sep 18 19:57:56.627438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38354) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.688412 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-f6a3d019-0151-41af-a040-2237dc574063 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] delete failed (client error): The resource could not be found. Sep 18 19:57:56.689704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6a3d019-0151-41af-a040-2237dc574063 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/96120b71-ce67-4139-87c4-3530eee774ff HTTP/1.1" status: 404 len: 336 time: 0.0613520 Sep 18 19:57:56.696129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-55af2bf0-ba33-4d97-bea8-9c8d67a5e7b6 None None] For port db6a635d-b05c-48cb-b23e-2fbc37436e67, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=db6a635d-b05c-48cb-b23e-2fbc37436e67,segment=NetworkSegment(c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a),segment_id=c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:56.697634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38358) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.705268 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-55af2bf0-ba33-4d97-bea8-9c8d67a5e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.725199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd58d6c0-2664-48a2-9d84-06374985d730 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.732497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bd58d6c0-2664-48a2-9d84-06374985d730 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "DELETE /v2.0/ports/d838e97a-42ab-4f73-9c00-4e37d7fb0ba0 HTTP/1.1" status: 204 len: 168 time: 1.6073442 Sep 18 19:57:56.733119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38360) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.739214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Request body: {'port': {'name': 'tempest-new-port-name-889570906', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:57:56.739635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.api.validators [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] bootfile-name is not in valid_values {{(pid=94941) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 19:57:56.739974 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.api.validators [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] tftp-server is not in valid_values {{(pid=94941) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 19:57:56.740302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.api.validators [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] server-ip-address is not in valid_values {{(pid=94941) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 19:57:56.813354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38362) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.825400 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-62e3501a-3b35-49b4-a50b-ca668189d63a tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e890a69-4d9e-43a3-8667-8ca1d4b352f0 HTTP/1.1" status: 200 len: 205 time: 0.1119280 Sep 18 19:57:56.835368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af2bf0-ba33-4d97-bea8-9c8d67a5e7b6 None None] Pushing event updated for resources: {'Port': ['ID=db6a635d-b05c-48cb-b23e-2fbc37436e67,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:56.896826 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-2190c98f-4b78-4334-911c-cab292b30369 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] delete failed (client error): The resource could not be found. Sep 18 19:57:56.900756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2190c98f-4b78-4334-911c-cab292b30369 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/0e890a69-4d9e-43a3-8667-8ca1d4b352f0 HTTP/1.1" status: 404 len: 336 time: 0.0516467 Sep 18 19:57:56.901155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38364) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:56.952938 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:56.981105 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-67730368-5933-4d41-ba8b-c8162d41450d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:56.981992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67730368-5933-4d41-ba8b-c8162d41450d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:56.987235 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-67730368-5933-4d41-ba8b-c8162d41450d tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/f7cc9218-9b77-46b3-87f4-3afa9faadaef HTTP/1.1" status: 404 len: 337 time: 0.0850854 Sep 18 19:57:56.988124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38366) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.022762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43722565-2cc5-4f8f-aaf1-8b123cbb83a0 req-3001ee7a-cb8d-4fb8-a6bf-e5fb68f37635 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:57.037584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43722565-2cc5-4f8f-aaf1-8b123cbb83a0 req-3001ee7a-cb8d-4fb8-a6bf-e5fb68f37635 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1345325 Sep 18 19:57:57.043472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a73554c1-a841-4d5a-b1ba-c4eca618d230 None None] Provisioning complete for port db6a635d-b05c-48cb-b23e-2fbc37436e67 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:57.043844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a73554c1-a841-4d5a-b1ba-c4eca618d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:57.058971 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cecf01c6-2c85-401c-b70e-af08c63f9592 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=939c4cb1-d650-48b6-997b-06907c787a27 HTTP/1.1" status: 200 len: 205 time: 0.0693161 Sep 18 19:57:57.059974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38368) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.151559 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-75cf06b6-4e58-461f-af12-356da96e9a3b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] delete failed (client error): The resource could not be found. Sep 18 19:57:57.156269 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-75cf06b6-4e58-461f-af12-356da96e9a3b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/939c4cb1-d650-48b6-997b-06907c787a27 HTTP/1.1" status: 404 len: 336 time: 0.0948665 Sep 18 19:57:57.156934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38370) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.263918 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9fb97f2b-ac27-4ffe-8917-9ff00b104e0b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cdadfb4-e0dd-49f6-a544-2cda666d59fe HTTP/1.1" status: 200 len: 205 time: 0.1054187 Sep 18 19:57:57.278693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38376) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.330895 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-45b80c11-995f-4e2b-86a3-10a330241f6f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] delete failed (client error): The resource could not be found. Sep 18 19:57:57.334644 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-45b80c11-995f-4e2b-86a3-10a330241f6f tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/9cdadfb4-e0dd-49f6-a544-2cda666d59fe HTTP/1.1" status: 404 len: 336 time: 0.0532897 Sep 18 19:57:57.335335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38380) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.366918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43722565-2cc5-4f8f-aaf1-8b123cbb83a0 req-6f4529af-b19c-4191-b849-b740b1733e8a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200743 Sep 18 19:57:57.383657 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a67e22-482a-496c-9088-cceddb4bdc0b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:57.384126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a67e22-482a-496c-9088-cceddb4bdc0b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:57.387569 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-86a67e22-482a-496c-9088-cceddb4bdc0b tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/f8d77922-8fb9-43d1-a42e-646793fb1d7d HTTP/1.1" status: 404 len: 337 time: 0.0506852 Sep 18 19:57:57.390061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.426007 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ba8d3789-524a-43b6-92f1-4b439829acec tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e8b1a2-f72a-4d1b-859c-d4bb615957f0 HTTP/1.1" status: 200 len: 205 time: 0.0345953 Sep 18 19:57:57.428252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38386) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.431425 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:57.440616 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:57.506594 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:57.510570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a73554c1-a841-4d5a-b1ba-c4eca618d230 None None] Provisioning complete for port 61597310-39dc-4ee9-8fbf-e8be9605330e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:57.511148 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a73554c1-a841-4d5a-b1ba-c4eca618d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:57.522849 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-36f81cd3-17d9-46a8-83ee-cda2149026cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] delete failed (client error): The resource could not be found. Sep 18 19:57:57.533261 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36f81cd3-17d9-46a8-83ee-cda2149026cb tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/37e8b1a2-f72a-4d1b-859c-d4bb615957f0 HTTP/1.1" status: 404 len: 336 time: 0.0947888 Sep 18 19:57:57.554895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38390) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.620933 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abebd0b-9365-4306-a149-8df105991816 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:57.622814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abebd0b-9365-4306-a149-8df105991816 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:57.624900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6abebd0b-9365-4306-a149-8df105991816 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/34239fb9-56dd-4515-abd3-6b8553649b97 HTTP/1.1" status: 404 len: 337 time: 0.0689929 Sep 18 19:57:57.629226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38398) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.638593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] In _notify_port_updated(), no bound segment for port 61597310-39dc-4ee9-8fbf-e8be9605330e on network 7721e21f-12e5-4193-8676-df4162324c19 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:57:57.644304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:57.644974 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:57.649309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "PUT /v2.0/ports/61597310-39dc-4ee9-8fbf-e8be9605330e HTTP/1.1" status: 200 len: 1135 time: 0.9151812 Sep 18 19:57:57.651071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38400) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.651469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a73554c1-a841-4d5a-b1ba-c4eca618d230 None None] Port 61597310-39dc-4ee9-8fbf-e8be9605330e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:57.723864 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-24523d8c-a745-4a60-9e4b-4e1ba2402605 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "GET /v2.0/ports?device_id=1391ee18-c84e-4498-8440-cc92395790ab HTTP/1.1" status: 200 len: 205 time: 0.0908372 Sep 18 19:57:57.724540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38402) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.726731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event updated for resources: {'Port': ['ID=61597310-39dc-4ee9-8fbf-e8be9605330e,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:57.750773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82074a7c-44f4-445c-a27a-96f24b1fad77 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:57.757688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-82074a7c-44f4-445c-a27a-96f24b1fad77 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "GET /v2.0/ports/61597310-39dc-4ee9-8fbf-e8be9605330e HTTP/1.1" status: 200 len: 1135 time: 0.1040597 Sep 18 19:57:57.765310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38404) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.780920 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-2ebca7b6-fb2f-40da-89f4-931177e45444 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] delete failed (client error): The resource could not be found. Sep 18 19:57:57.782371 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2ebca7b6-fb2f-40da-89f4-931177e45444 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/routers/1391ee18-c84e-4498-8440-cc92395790ab HTTP/1.1" status: 404 len: 336 time: 0.0523295 Sep 18 19:57:57.784947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38406) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.792707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.793205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.793359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.793697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.794034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.794343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.794661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.794981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.795799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.795799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.796028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.796346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c34ad-340a-4353-8b6b-d1816fb370a8 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:57:57.813251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dc3f50be-1e38-4991-a7fc-44cc3746e5cc None None] Provisioning complete for port 61597310-39dc-4ee9-8fbf-e8be9605330e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:57.813712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dc3f50be-1e38-4991-a7fc-44cc3746e5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:57.817502 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d14e68-4afc-4836-86be-c538a4659cc7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:57.817657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d14e68-4afc-4836-86be-c538a4659cc7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:57.819626 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-38d14e68-4afc-4836-86be-c538a4659cc7 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/a95d3d49-0948-47e0-94fd-15523ba55093 HTTP/1.1" status: 404 len: 337 time: 0.0334244 Sep 18 19:57:57.824323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:57.854375 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae908535-5131-496f-81f3-c76d40a90669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] DELETE failed (client error): The resource could not be found. Sep 18 19:57:57.854839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae908535-5131-496f-81f3-c76d40a90669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 19:57:57.856928 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ae908535-5131-496f-81f3-c76d40a90669 tempest-RoutersIpV6Test-1893351005 tempest-RoutersIpV6Test-1893351005-project] 10.222.0.20 "DELETE /v2.0/subnets/8bde8c19-7ead-4467-a67e-ac0855e66b12 HTTP/1.1" status: 404 len: 337 time: 0.0316317 Sep 18 19:57:57.898202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6eba-e69b-48b3-8cd9-91144011a983 req-4e3badca-1377-4ab4-be57-28c442bda039 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:57.900204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14fb6eba-e69b-48b3-8cd9-91144011a983 req-4e3badca-1377-4ab4-be57-28c442bda039 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1746364 Sep 18 19:57:57.943290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-91133250-43f9-431f-b6e2-62ed508fe326 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Deleting port 61597310-39dc-4ee9-8fbf-e8be9605330e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:57.943677 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91133250-43f9-431f-b6e2-62ed508fe326 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.063610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14fb6eba-e69b-48b3-8cd9-91144011a983 req-0598b8b5-ca2d-4080-80e4-10dbeb6480e8 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386027 Sep 18 19:57:58.082023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91133250-43f9-431f-b6e2-62ed508fe326 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.099331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f50be-1e38-4991-a7fc-44cc3746e5cc None None] Port 61597310-39dc-4ee9-8fbf-e8be9605330e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:57:58.104219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-91133250-43f9-431f-b6e2-62ed508fe326 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Calling delete_port for 61597310-39dc-4ee9-8fbf-e8be9605330e owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:58.149317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device db6a635d-b05c-48cb-b23e-2fbc37436e67 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:57:58.171357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-9ba13f7a-fb83-4674-b804-87bf95ac1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:58.173376 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-9ba13f7a-fb83-4674-b804-87bf95ac1352 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1097 time: 0.0646591 Sep 18 19:57:58.240748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-39f29fdc-65b2-4656-8674-2ea07dcffe0c None None] Could not find standard attr ID for object d838e97a-42ab-4f73-9c00-4e37d7fb0ba0. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:57:58.242378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port db6a635d-b05c-48cb-b23e-2fbc37436e67 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:57:58.243090 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.295453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38416) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:58.356596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-5d7485cb-5948-46f0-a965-e1db5ce72252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:58.358648 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-5d7485cb-5948-46f0-a965-e1db5ce72252 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.1783700 Sep 18 19:57:58.365886 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91133250-43f9-431f-b6e2-62ed508fe326 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.420747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91133250-43f9-431f-b6e2-62ed508fe326 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event deleted for resources: {'Port': ['ID=61597310-39dc-4ee9-8fbf-e8be9605330e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:58.495480 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-545dc635-723f-40f5-bbbb-f57b5052d1d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 200 len: 1001 time: 0.1284931 Sep 18 19:57:58.555333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c6fbde22-5836-4849-95f7-c56f7da65ae0 None None] Could not find standard attr ID for object 61597310-39dc-4ee9-8fbf-e8be9605330e. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 19:57:58.571538 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a0f3a469-5494-4e27-b430-f09fb561986a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3260083815d3470ea58ab74c21cc4bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748020 Sep 18 19:57:58.575048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-df27cfd2-12ad-4086-9015-1c607ba17667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:58.576535 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-df27cfd2-12ad-4086-9015-1c607ba17667 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.0733602 Sep 18 19:57:58.577001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38426) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:58.577336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91133250-43f9-431f-b6e2-62ed508fe326 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.582869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-91133250-43f9-431f-b6e2-62ed508fe326 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "DELETE /v2.0/ports/61597310-39dc-4ee9-8fbf-e8be9605330e HTTP/1.1" status: 204 len: 168 time: 0.8128636 Sep 18 19:57:58.584522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38428) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:58.604774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd27e8-73d6-4555-bff0-fb53d5fc2cc8 req-85128207-7bd1-43f4-96cd-e71654c0e9d9 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:58.609376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bdd27e8-73d6-4555-bff0-fb53d5fc2cc8 req-85128207-7bd1-43f4-96cd-e71654c0e9d9 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.1822963 Sep 18 19:57:58.622861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749f9f5-beb7-4c68-a9f8-ce1be1d26bad req-5538366f-50a7-4289-b2f9-c1143983e1b9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:58.624398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0749f9f5-beb7-4c68-a9f8-ce1be1d26bad req-5538366f-50a7-4289-b2f9-c1143983e1b9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1160350 Sep 18 19:57:58.727586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1bdd27e8-73d6-4555-bff0-fb53d5fc2cc8 req-fb33397c-c4d7-4651-9742-2a7361664dbf tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992138 Sep 18 19:57:58.729585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae80088-8139-4c9e-bdd4-a213a5fd1a41 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Deleting subnet 23672d11-5ce0-4e66-bad8-5f1e13718441 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:57:58.732345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0749f9f5-beb7-4c68-a9f8-ce1be1d26bad req-b49d6998-9c9d-459d-a9e9-415d7c3dc615 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008863 Sep 18 19:57:58.734777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-b7b3cdef-ef26-4b95-bb13-75f8734eddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:58.736317 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-b7b3cdef-ef26-4b95-bb13-75f8734eddf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525705 Sep 18 19:57:58.737029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ae80088-8139-4c9e-bdd4-a213a5fd1a41 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.817084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ae7bac0-8628-49e2-872e-9c9d5804601c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.839232 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ae80088-8139-4c9e-bdd4-a213a5fd1a41 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.902782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ae7bac0-8628-49e2-872e-9c9d5804601c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:58.967624 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-607c176b-c4a2-48de-90f5-d12537cff133 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938913 Sep 18 19:57:59.060382 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ae80088-8139-4c9e-bdd4-a213a5fd1a41 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.066208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ae7bac0-8628-49e2-872e-9c9d5804601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.068736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ae7bac0-8628-49e2-872e-9c9d5804601c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.069882 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ae7bac0-8628-49e2-872e-9c9d5804601c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/670dcba7-9a6b-49b4-b00c-b1cf4dec3888 HTTP/1.1" status: 204 len: 168 time: 0.4919796 Sep 18 19:57:59.112736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7bac0-8628-49e2-872e-9c9d5804601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670dcba7-9a6b-49b4-b00c-b1cf4dec3888,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:59.139251 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ba3e9d13-9456-44a1-be0a-1fcdc9a53f19 req-2b9aa1dd-7cc4-4bba-bd5d-a6a7844add2c service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505628 Sep 18 19:57:59.154076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ae80088-8139-4c9e-bdd4-a213a5fd1a41 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.188413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae80088-8139-4c9e-bdd4-a213a5fd1a41 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event deleted for resources: {'Subnet': ['ID=23672d11-5ce0-4e66-bad8-5f1e13718441,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:59.195055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ae80088-8139-4c9e-bdd4-a213a5fd1a41 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.199952 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ae80088-8139-4c9e-bdd4-a213a5fd1a41 tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "DELETE /v2.0/subnets/23672d11-5ce0-4e66-bad8-5f1e13718441 HTTP/1.1" status: 204 len: 168 time: 0.6144967 Sep 18 19:57:59.200308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38442) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:57:59.203523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85829df-ec5c-42f8-86dd-32a70ac30035 None None] Network 7721e21f-12e5-4193-8676-df4162324c19 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:57:59.301729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.361592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Deleting port db6a635d-b05c-48cb-b23e-2fbc37436e67 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:59.361933 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.427614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] DHCP port deletion for 7721e21f-12e5-4193-8676-df4162324c19 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:57:59.441471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] For port db6a635d-b05c-48cb-b23e-2fbc37436e67, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=db6a635d-b05c-48cb-b23e-2fbc37436e67,segment=NetworkSegment(c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a),segment_id=c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:59.442270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.457687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Calling delete_port for db6a635d-b05c-48cb-b23e-2fbc37436e67 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:59.493002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] Deleting port db6a635d-b05c-48cb-b23e-2fbc37436e67 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:59.494533 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.555495 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.595228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2c827-b865-4f25-861b-52757738f62f req-786156ad-12e2-4afb-87e9-07e8313af0b5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:57:59.596975 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7a2c827-b865-4f25-861b-52757738f62f req-786156ad-12e2-4afb-87e9-07e8313af0b5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.0823143 Sep 18 19:57:59.612911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] No DVR routers for this DVR port db6a635d-b05c-48cb-b23e-2fbc37436e67 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:59.614952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event deleted for resources: {'Port': ['ID=db6a635d-b05c-48cb-b23e-2fbc37436e67,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:59.644055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] For port db6a635d-b05c-48cb-b23e-2fbc37436e67, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=db6a635d-b05c-48cb-b23e-2fbc37436e67,segment=NetworkSegment(c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a),segment_id=c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:59.644541 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.660515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] Calling delete_port for db6a635d-b05c-48cb-b23e-2fbc37436e67 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:59.712945 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.732421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Deleting port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:57:59.732845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.773925 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.781019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7721e21f-12e5-4193-8676-df4162324c19']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:59.805028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:59.807724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92a7b59-45b7-4fd5-b9d3-df9c49e7c49a') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:57:59.837271 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.850565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] Pushing event deleted for resources: {'Port': ['ID=db6a635d-b05c-48cb-b23e-2fbc37436e67,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:57:59.863183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce49238-c87f-42cc-8b17-e15c42bd06d4 None None] No DVR routers for this DVR port db6a635d-b05c-48cb-b23e-2fbc37436e67 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:57:59.913963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.925614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] For port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:57:59.926512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.942330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Calling delete_port for 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:57:59.962197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:57:59.963167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:57:59.978012 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:58:00.005839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38468) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:00.106640 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.123102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff951cf-d022-4ed7-8ba8-b001ac38761f req-a98e12b3-1412-4efa-8954-f7cb53ef400c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:00.132201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ff951cf-d022-4ed7-8ba8-b001ac38761f req-a98e12b3-1412-4efa-8954-f7cb53ef400c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b2867e-f620-45c2-9315-3031d1bd0e77 HTTP/1.1" status: 200 len: 946 time: 0.2646749 Sep 18 19:58:00.133339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.147446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['3ab14ce7-1b9d-428f-a13e-9725d497dfb5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:58:00.151647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.153684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] 10.222.0.20 "DELETE /v2.0/networks/7721e21f-12e5-4193-8676-df4162324c19 HTTP/1.1" status: 204 len: 168 time: 0.9525323 Sep 18 19:58:00.166269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f019b24-d1dc-44e9-96de-c3c7c74ea79a tempest-ExtraDHCPOptionsTestJSON-235138480 tempest-ExtraDHCPOptionsTestJSON-235138480-project] Pushing event deleted for resources: {'Network': ['ID=7721e21f-12e5-4193-8676-df4162324c19,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:00.197673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device db6a635d-b05c-48cb-b23e-2fbc37436e67 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:00.200289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-1857904934'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:00.203901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event deleted for resources: {'Port': ['ID=3ab14ce7-1b9d-428f-a13e-9725d497dfb5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:00.239707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b5651-70d2-46db-8c49-9dd6018ad972 req-63ba2e99-ad18-47db-84b4-9a48292885ae tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:00.240112 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: db6a635d-b05c-48cb-b23e-2fbc37436e67 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:00.240952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device db6a635d-b05c-48cb-b23e-2fbc37436e67 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:00.241824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f2b5651-70d2-46db-8c49-9dd6018ad972 req-63ba2e99-ad18-47db-84b4-9a48292885ae tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.3051696 Sep 18 19:58:00.257448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ff951cf-d022-4ed7-8ba8-b001ac38761f req-0808f6f7-9334-4c85-95b5-ca7850f86ffb tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242478 Sep 18 19:58:00.288076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] No DVR routers for this DVR port 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:00.293500 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.297492 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e7a2c827-b865-4f25-861b-52757738f62f req-95cf4793-00f9-4275-97c5-030117ee0f7c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "DELETE /v2.0/ports/3ab14ce7-1b9d-428f-a13e-9725d497dfb5 HTTP/1.1" status: 204 len: 173 time: 0.6927979 Sep 18 19:58:00.301005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b2867e-f620-45c2-9315-3031d1bd0e77', 'name': 'network-vif-deleted', 'tag': '3ab14ce7-1b9d-428f-a13e-9725d497dfb5'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:00.304195 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26434db1-90c0-45c7-8d39-284ef2d169eb" -d '{"events": [{"server_uuid": "56b2867e-f620-45c2-9315-3031d1bd0e77", "name": "network-vif-deleted", "tag": "3ab14ce7-1b9d-428f-a13e-9725d497dfb5"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:00.317233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f2b5651-70d2-46db-8c49-9dd6018ad972 req-60df7516-f09a-4ffc-a2b9-5592334ba68a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561981 Sep 18 19:58:00.326018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:00.343315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.359837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.369947 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ec2557-0146-426a-80b5-9d834d13ecf6 x-openstack-request-id: req-37ec2557-0146-426a-80b5-9d834d13ecf6 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:00.370243 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b2867e-f620-45c2-9315-3031d1bd0e77", "name": "network-vif-deleted", "tag": "3ab14ce7-1b9d-428f-a13e-9725d497dfb5", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:00.370524 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37ec2557-0146-426a-80b5-9d834d13ecf6 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:00.370905 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b2867e-f620-45c2-9315-3031d1bd0e77', 'name': 'network-vif-deleted', 'tag': '3ab14ce7-1b9d-428f-a13e-9725d497dfb5', 'status': 'completed', 'code': 200} Sep 18 19:58:00.482063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.486015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.518259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:58:00.529402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03499803-685a-4c60-8366-1cb985070f47,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:00.534018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38478) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:00.539564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.540064 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment c0cb6251-a91e-4dc0-974d-84673e9ba424 of type vlan for network d163e306-980f-4b91-8777-b0b669fc7808 Sep 18 19:58:00.592404 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.620470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.626032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:00.626632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.697782 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-516fb15b-78a1-4f98-bc79-998efb6d6872 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3852754a693a46eaa82a5f25c8e719af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624966 Sep 18 19:58:00.701432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38482) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:00.721808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=d163e306-980f-4b91-8777-b0b669fc7808,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:00.736360 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d7e5e3c9-02ad-4f5f-a9b5-cc380894b621 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7289162 Sep 18 19:58:00.736883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d163e306-980f-4b91-8777-b0b669fc7808 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:58:00.738452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38484) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:00.745100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-193054921'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:00.777114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:00.785508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.819983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:58:00.826492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-091dc302-68ef-46d2-8267-f5f9e79a3920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.834391 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.834736 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment 278492a4-bb83-423a-804b-9dd4d2b628d3 of type vlan for network 378233fa-5688-4d62-a181-d6a59314b62f Sep 18 19:58:00.864454 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-091dc302-68ef-46d2-8267-f5f9e79a3920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.881798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.911965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.918663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:00.919652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.930173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-091dc302-68ef-46d2-8267-f5f9e79a3920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.933525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-091dc302-68ef-46d2-8267-f5f9e79a3920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:00.937041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-091dc302-68ef-46d2-8267-f5f9e79a3920 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0482a75e-b845-408b-8848-40b7a920707d HTTP/1.1" status: 204 len: 168 time: 0.2301595 Sep 18 19:58:00.943035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dc302-68ef-46d2-8267-f5f9e79a3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0482a75e-b845-408b-8848-40b7a920707d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:00.972484 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2302661 Sep 18 19:58:00.973181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38494) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:00.979856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': 'd163e306-980f-4b91-8777-b0b669fc7808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:01.028925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd2c2a-4fff-40cf-9400-505268ff2fc2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=378233fa-5688-4d62-a181-d6a59314b62f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:01.042005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 378233fa-5688-4d62-a181-d6a59314b62f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:58:01.136916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:01.140502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:01.661186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512676cb-428e-4897-b331-8c27f73fe8ad req-f6df86ea-c4d4-4b99-b4a9-003215553adb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:01.669340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-512676cb-428e-4897-b331-8c27f73fe8ad req-f6df86ea-c4d4-4b99-b4a9-003215553adb tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 945 time: 0.1188102 Sep 18 19:58:01.771756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-512676cb-428e-4897-b331-8c27f73fe8ad req-de6d1921-82f7-49f4-8e56-28e86ee56df2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010194 Sep 18 19:58:01.923585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30636c-07af-4b45-9732-68884db4d173 req-1f8809b4-c2ff-4ef2-bc4a-4b22c1aa630c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:01.925082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-1f8809b4-c2ff-4ef2-bc4a-4b22c1aa630c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.2527840 Sep 18 19:58:01.948916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:01.960118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-04c4b53b-ce30-438d-984e-859d36dee1a0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/quotas/eb822b2afd174d288a5b4dd4c583c42f HTTP/1.1" status: 200 len: 375 time: 0.0199459 Sep 18 19:58:02.026589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-57f00612-10d8-4e5e-a994-33d4209d238c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410664 Sep 18 19:58:02.041804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=c0b79948-a8b8-4286-ba23-a8a1c6243fea,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:02.049529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': 'c0cb6251-a91e-4dc0-974d-84673e9ba424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd163e306-980f-4b91-8777-b0b669fc7808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:02.050120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: d163e306-980f-4b91-8777-b0b669fc7808, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:58:02.119722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38608) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:02.136436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network d163e306-980f-4b91-8777-b0b669fc7808 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:58:02.154765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, d163e306-980f-4b91-8777-b0b669fc7808) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:02.164700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:02.165334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.168615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aaac6a-7d9c-4112-b64d-22388a74f005 None None] Network d163e306-980f-4b91-8777-b0b669fc7808 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:02.184795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:02.207992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-5442e5a5-c46d-4a49-a4de-03a745c034e9 service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530602 Sep 18 19:58:02.215839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:02.216183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 3ab14ce7-1b9d-428f-a13e-9725d497dfb5 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:02.288407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-secgroup--85762369'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:02.321582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.327946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-b0defc95-b551-4034-a829-bf8473c048cc service neutron] 10.222.0.20 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189809 Sep 18 19:58:02.340278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.344396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ca29a0f7-700f-4990-915f-9e853d2b1c33 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3702126 Sep 18 19:58:02.348319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38616) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:02.356073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': '378233fa-5688-4d62-a181-d6a59314b62f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:02.394514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-d163e306-980f-4b91-8777-b0b669fc7808', 'network_id': 'd163e306-980f-4b91-8777-b0b669fc7808', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': 'c0b79948-a8b8-4286-ba23-a8a1c6243fea'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:58:02.399022 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.573091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.581074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.606936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a84b1071-2eb0-4e99-aa15-47211a0a0528 req-199811b0-8382-4708-85cb-26f1d8485e77 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 210 time: 0.0564046 Sep 18 19:58:02.644553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b593bd2-b710-476b-92a6-0c434643ea16,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:02.662725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Allocated IP 172.20.0.2 (d163e306-980f-4b91-8777-b0b669fc7808/c0b79948-a8b8-4286-ba23-a8a1c6243fea/e73c9ae2-9945-4842-8a7c-8128f21d07b1) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:02.666268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:02.672930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.753643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:02.847839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.856108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.878953 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:02.880471 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7594681 Sep 18 19:58:02.883565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38638) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:02.912486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305315b3-baa3-474e-89dc-ee4f9667c24e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77960613-f9cb-4dd7-ae95-d45ecf2790c8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:03.007318 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8e6ab476-6537-4d5f-b1a4-f8e0182e3e63 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1224122 Sep 18 19:58:03.009563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38640) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:03.018768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-786662af-d725-4705-b93a-4a0167268d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-security--438979056', 'description': 'tempest-security-description-575699461'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:03.044807 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.067862 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.078668 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.084245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-786662af-d725-4705-b93a-4a0167268d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.101578 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.173001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Network d163e306-980f-4b91-8777-b0b669fc7808 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:03.177419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Pushing event updated for resources: {'Port': ['ID=e73c9ae2-9945-4842-8a7c-8128f21d07b1,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:03.191080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-786662af-d725-4705-b93a-4a0167268d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.192124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:03.199332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:03.203192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-786662af-d725-4705-b93a-4a0167268d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.207725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-786662af-d725-4705-b93a-4a0167268d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.213021 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-786662af-d725-4705-b93a-4a0167268d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "PUT /v2.0/security-groups/77960613-f9cb-4dd7-ae95-d45ecf2790c8 HTTP/1.1" status: 200 len: 1778 time: 0.1963603 Sep 18 19:58:03.214597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38648) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:03.224916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:03.228083 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a6cd8d-e36b-4feb-a20e-bbf44bff6ca8" -d '{"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:03.241978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786662af-d725-4705-b93a-4a0167268d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77960613-f9cb-4dd7-ae95-d45ecf2790c8,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:03.260681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=e4c1d600-09eb-46aa-a4b2-2b1fc5756992,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:03.272761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': '278492a4-bb83-423a-804b-9dd4d2b628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '378233fa-5688-4d62-a181-d6a59314b62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:03.273130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: 378233fa-5688-4d62-a181-d6a59314b62f, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:58:03.295523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:03.300078 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc084083-cf4b-4830-9c9f-769e2a94e8e1 x-openstack-request-id: req-cc084083-cf4b-4830-9c9f-769e2a94e8e1 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:03.300639 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-unplugged", "status": "failed", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69", "code": 422}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:03.301053 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc084083-cf4b-4830-9c9f-769e2a94e8e1 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:03.301839 n-d-789963-11 neutron-server[94942]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'code': 422} returned with failed status Sep 18 19:58:03.307029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.320333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-beac1dd7-25de-4eaf-b655-4c241ba21260 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups/77960613-f9cb-4dd7-ae95-d45ecf2790c8 HTTP/1.1" status: 200 len: 1778 time: 0.1018949 Sep 18 19:58:03.320333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 378233fa-5688-4d62-a181-d6a59314b62f is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:58:03.320682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38652) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:03.350650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 378233fa-5688-4d62-a181-d6a59314b62f) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:03.359323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:03.359961 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.373020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c2b90-113b-40b9-ad83-a27da8a4f3d6 None None] Network 378233fa-5688-4d62-a181-d6a59314b62f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:03.394389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Attempting to bind port e73c9ae2-9945-4842-8a7c-8128f21d07b1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:58:03.395015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Attempting to bind port e73c9ae2-9945-4842-8a7c-8128f21d07b1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c0cb6251-a91e-4dc0-974d-84673e9ba424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd163e306-980f-4b91-8777-b0b669fc7808'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:58:03.395791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Attempting to bind port e73c9ae2-9945-4842-8a7c-8128f21d07b1 on network d163e306-980f-4b91-8777-b0b669fc7808 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:03.412208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-17000508-1dd7-486b-84a8-bd490ae323a3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0627623 Sep 18 19:58:03.414958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38656) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:03.428531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-95ce0fac-cce5-4150-b113-7db457ed17cc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241399791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:03.431657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:58:03.432355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Checking segment: {'id': 'c0cb6251-a91e-4dc0-974d-84673e9ba424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd163e306-980f-4b91-8777-b0b669fc7808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:03.435763 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.436462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Bound using segment: {'id': 'c0cb6251-a91e-4dc0-974d-84673e9ba424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd163e306-980f-4b91-8777-b0b669fc7808'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:58:03.437027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Bound port: e73c9ae2-9945-4842-8a7c-8128f21d07b1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cb6251-a91e-4dc0-974d-84673e9ba424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd163e306-980f-4b91-8777-b0b669fc7808'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:58:03.437600 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.438411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c57bf4c-ca94-4826-a8bd-4c62d2def8ee tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.474310 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ce0fac-cce5-4150-b113-7db457ed17cc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.475918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ce0fac-cce5-4150-b113-7db457ed17cc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.487191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c57bf4c-ca94-4826-a8bd-4c62d2def8ee tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.535090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:03.548235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c57bf4c-ca94-4826-a8bd-4c62d2def8ee tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.553450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c57bf4c-ca94-4826-a8bd-4c62d2def8ee tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.555441 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3c57bf4c-ca94-4826-a8bd-4c62d2def8ee tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/77960613-f9cb-4dd7-ae95-d45ecf2790c8 HTTP/1.1" status: 204 len: 168 time: 0.2337282 Sep 18 19:58:03.560871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38666) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:03.616620 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ce0fac-cce5-4150-b113-7db457ed17cc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.622042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57bf4c-ca94-4826-a8bd-4c62d2def8ee tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77960613-f9cb-4dd7-ae95-d45ecf2790c8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:03.662455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ce0fac-cce5-4150-b113-7db457ed17cc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.672799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] For port e73c9ae2-9945-4842-8a7c-8128f21d07b1, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:03.676049 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-c57d9136-f454-493f-87a3-edade9bee008 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998750 Sep 18 19:58:03.679341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] For port e73c9ae2-9945-4842-8a7c-8128f21d07b1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e73c9ae2-9945-4842-8a7c-8128f21d07b1,segment=NetworkSegment(c0cb6251-a91e-4dc0-974d-84673e9ba424),segment_id=c0cb6251-a91e-4dc0-974d-84673e9ba424)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:58:03.709314 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.714744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ce0fac-cce5-4150-b113-7db457ed17cc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.716343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-95ce0fac-cce5-4150-b113-7db457ed17cc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2988482 Sep 18 19:58:03.727353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7152840-c5ac-414b-85fb-70c7c8d5f7bc req-1c881e98-5f6b-4945-b387-71cde42d9d00 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:03.736194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7152840-c5ac-414b-85fb-70c7c8d5f7bc req-1c881e98-5f6b-4945-b387-71cde42d9d00 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.1234362 Sep 18 19:58:03.738340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38670) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:03.745578 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-24b946ea-e3f3-4270-b9de-b7c99d0c464c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1810248 Sep 18 19:58:03.747218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38674) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:03.784460 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-35076ea4-83dc-4efc-ab19-d486f2ad3367 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] delete failed (client error): The resource could not be found. Sep 18 19:58:03.785545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-35076ea4-83dc-4efc-ab19-d486f2ad3367 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/77960613-f9cb-4dd7-ae95-d45ecf2790c8 HTTP/1.1" status: 404 len: 347 time: 0.0348244 Sep 18 19:58:03.792921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38678) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:03.807164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-785f5dea-6a48-44c1-8f96-f470513f967d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254980956'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:03.857643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-785f5dea-6a48-44c1-8f96-f470513f967d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:03.889106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-378233fa-5688-4d62-a181-d6a59314b62f', 'network_id': '378233fa-5688-4d62-a181-d6a59314b62f', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': 'e4c1d600-09eb-46aa-a4b2-2b1fc5756992'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:58:03.892037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.062182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38257259-3b31-4784-af7f-6237cbd4b961 req-d195bb53-a91e-4e3b-9a8b-22de437b45a7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 210 time: 0.0818045 Sep 18 19:58:04.101479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9091b7-ab8d-41cc-9c3a-27ef6a5f058d None None] Pushing event updated for resources: {'Port': ['ID=e73c9ae2-9945-4842-8a7c-8128f21d07b1,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:04.301196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Allocated IP 172.21.0.2 (378233fa-5688-4d62-a181-d6a59314b62f/e4c1d600-09eb-46aa-a4b2-2b1fc5756992/b0198367-6e98-4fa3-8085-aba3473317d6) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:04.363032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7152840-c5ac-414b-85fb-70c7c8d5f7bc req-48b11ac5-99ca-4214-87ae-6c7c036ab641 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6254852 Sep 18 19:58:04.558496 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.562065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-785f5dea-6a48-44c1-8f96-f470513f967d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.593373 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.602525 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.624048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-785f5dea-6a48-44c1-8f96-f470513f967d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.643225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Network 378233fa-5688-4d62-a181-d6a59314b62f is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:04.647539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:04.656165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:04.673518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-785f5dea-6a48-44c1-8f96-f470513f967d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.677956 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-785f5dea-6a48-44c1-8f96-f470513f967d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8830743 Sep 18 19:58:04.684522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38686) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:04.684522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f5dea-6a48-44c1-8f96-f470513f967d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7143cf7b-7d94-4086-8af5-b146a19918ba,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:04.696102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-bc70da38-cd36-4712-8378-cb9a139b28f6 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': '7143cf7b-7d94-4086-8af5-b146a19918ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:04.698408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Pushing event updated for resources: {'Port': ['ID=b0198367-6e98-4fa3-8085-aba3473317d6,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:04.727157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30636c-07af-4b45-9732-68884db4d173 req-e41fccf0-a10e-4f01-9832-6775d9f8c172 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:04.728766 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-e41fccf0-a10e-4f01-9832-6775d9f8c172 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 810 time: 0.7136815 Sep 18 19:58:04.736447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Attempting to bind port b0198367-6e98-4fa3-8085-aba3473317d6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:58:04.736821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Attempting to bind port b0198367-6e98-4fa3-8085-aba3473317d6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '278492a4-bb83-423a-804b-9dd4d2b628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '378233fa-5688-4d62-a181-d6a59314b62f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:58:04.737173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Attempting to bind port b0198367-6e98-4fa3-8085-aba3473317d6 on network 378233fa-5688-4d62-a181-d6a59314b62f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:04.743037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:58:04.743763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Request body: {'port': {'device_id': '5d7952d6-421a-4ed2-8f46-b10f946febb2', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'admin_state_up': True, 'tenant_id': 'eb822b2afd174d288a5b4dd4c583c42f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:04.743995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Checking segment: {'id': '278492a4-bb83-423a-804b-9dd4d2b628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '378233fa-5688-4d62-a181-d6a59314b62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:04.744601 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.745238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Bound using segment: {'id': '278492a4-bb83-423a-804b-9dd4d2b628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '378233fa-5688-4d62-a181-d6a59314b62f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:58:04.745799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Bound port: b0198367-6e98-4fa3-8085-aba3473317d6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278492a4-bb83-423a-804b-9dd4d2b628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '378233fa-5688-4d62-a181-d6a59314b62f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:58:04.746508 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.771653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc70da38-cd36-4712-8378-cb9a139b28f6 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.866320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] For port b0198367-6e98-4fa3-8085-aba3473317d6, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:04.878857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] For port b0198367-6e98-4fa3-8085-aba3473317d6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b0198367-6e98-4fa3-8085-aba3473317d6,segment=NetworkSegment(278492a4-bb83-423a-804b-9dd4d2b628d3),segment_id=278492a4-bb83-423a-804b-9dd4d2b628d3)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:58:04.890366 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:04.987491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc70da38-cd36-4712-8378-cb9a139b28f6 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.003838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc70da38-cd36-4712-8378-cb9a139b28f6 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.011554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.20.0.1 (d163e306-980f-4b91-8777-b0b669fc7808/c0b79948-a8b8-4286-ba23-a8a1c6243fea/b7b0be85-9553-4b23-9a7a-e1364c1de18f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:05.050488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70da38-cd36-4712-8378-cb9a139b28f6 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da86972a-3e07-4f61-99ce-6ccc77a16fa5,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:05.059626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6cb77-d317-45cf-bef2-14895b196a51 None None] Pushing event updated for resources: {'Port': ['ID=b0198367-6e98-4fa3-8085-aba3473317d6,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:05.064705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-a2f086bc-13fc-4ec3-aad3-59efd3faa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:05.069187 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-a2f086bc-13fc-4ec3-aad3-59efd3faa5e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965&tenant_id=674a6098479547d99807b89546a820fe HTTP/1.1" status: 200 len: 1095 time: 0.2040043 Sep 18 19:58:05.085044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Made reservation on behalf of eb822b2afd174d288a5b4dd4c583c42f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:05.090853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.102061 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc70da38-cd36-4712-8378-cb9a139b28f6 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.106749 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bc70da38-cd36-4712-8378-cb9a139b28f6 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4193351 Sep 18 19:58:05.113611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38692) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:05.302037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b192b48-bdee-4103-8ea5-4c0e79bc1b6b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.335172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b192b48-bdee-4103-8ea5-4c0e79bc1b6b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.373084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7dd54b9b-0a16-4fc0-a91e-0606d342f585 req-2b84721a-bdaa-448e-83a5-38be01806f6e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 210 time: 0.1185608 Sep 18 19:58:05.378099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-deec5273-ef5b-4b78-9535-eaa18950c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:05.379696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-deec5273-ef5b-4b78-9535-eaa18950c18f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1095 time: 0.2306657 Sep 18 19:58:05.459878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.465513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba16149a-ec7d-4be0-a45f-84dd331458a4 None None] Network d163e306-980f-4b91-8777-b0b669fc7808 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:05.486656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b192b48-bdee-4103-8ea5-4c0e79bc1b6b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.526735 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b192b48-bdee-4103-8ea5-4c0e79bc1b6b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.529990 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b192b48-bdee-4103-8ea5-4c0e79bc1b6b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/da86972a-3e07-4f61-99ce-6ccc77a16fa5 HTTP/1.1" status: 204 len: 168 time: 0.3903069 Sep 18 19:58:05.529990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Allocated IP 172.20.0.6 (3293fdbf-42cb-4af1-882d-c286dfc84eb7/7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d/8264172a-93b2-4cee-987d-303ad61f4e69) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:05.530274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38700) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:05.552713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192b48-bdee-4103-8ea5-4c0e79bc1b6b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da86972a-3e07-4f61-99ce-6ccc77a16fa5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:05.577632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-300c5d7a-b725-4234-a250-6f5d5f28cb0f None None] Provisioning complete for port e73c9ae2-9945-4842-8a7c-8128f21d07b1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:05.578006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-300c5d7a-b725-4234-a250-6f5d5f28cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.588822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-934f1aed-67c0-490c-943d-798ec04a58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:05.590332 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-934f1aed-67c0-490c-943d-798ec04a58d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.1792760 Sep 18 19:58:05.594015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e68a3-1b94-429e-9bfc-a43762c94ce2 req-8123bff0-cb85-492f-b495-3a00ddeb25f5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:05.596069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee9e68a3-1b94-429e-9bfc-a43762c94ce2 req-8123bff0-cb85-492f-b495-3a00ddeb25f5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.1306298 Sep 18 19:58:05.682361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4538d743-8ca9-4bdb-84de-2b563afc06d2 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1507139 Sep 18 19:58:05.683639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38702) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:05.693872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee9e68a3-1b94-429e-9bfc-a43762c94ce2 req-acd288d4-fbe3-4d36-bd55-ff11489e00d7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840971 Sep 18 19:58:05.700692 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.741298 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-3037f4d5-1389-4d42-bcca-54c277ca2358 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 200 len: 999 time: 0.1387689 Sep 18 19:58:05.747287 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-300c5d7a-b725-4234-a250-6f5d5f28cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.797798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-300c5d7a-b725-4234-a250-6f5d5f28cb0f None None] For port e73c9ae2-9945-4842-8a7c-8128f21d07b1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e73c9ae2-9945-4842-8a7c-8128f21d07b1,segment=NetworkSegment(c0cb6251-a91e-4dc0-974d-84673e9ba424),segment_id=c0cb6251-a91e-4dc0-974d-84673e9ba424)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:05.803900 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-300c5d7a-b725-4234-a250-6f5d5f28cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.820380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=b7b0be85-9553-4b23-9a7a-e1364c1de18f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:05.851277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network d163e306-980f-4b91-8777-b0b669fc7808 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:05.857196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:05.861864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:05.870906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c5d7a-b725-4234-a250-6f5d5f28cb0f None None] Pushing event updated for resources: {'Port': ['ID=e73c9ae2-9945-4842-8a7c-8128f21d07b1,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:05.897680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-e80ecbd6-0394-41a2-902e-a3881a23926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:05.899177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-e80ecbd6-0394-41a2-902e-a3881a23926f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.1254907 Sep 18 19:58:05.907732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-69b215f0-9007-423d-9920-3fcc96c40414 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.932150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.932837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:05.996210 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:58:06.003312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-69b215f0-9007-423d-9920-3fcc96c40414 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.069625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-c59c7365-81f9-4ac1-99c9-d0cac63b4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:06.071125 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-c59c7365-81f9-4ac1-99c9-d0cac63b4fb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616013 Sep 18 19:58:06.133062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.158018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2bd6817a-92a6-4d98-8ca9-3c2920a368c6 None None] Provisioning complete for port e73c9ae2-9945-4842-8a7c-8128f21d07b1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:06.158498 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2bd6817a-92a6-4d98-8ca9-3c2920a368c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.168060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.221119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-69b215f0-9007-423d-9920-3fcc96c40414 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.224103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-69b215f0-9007-423d-9920-3fcc96c40414 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.228164 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-69b215f0-9007-423d-9920-3fcc96c40414 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/7143cf7b-7d94-4086-8af5-b146a19918ba HTTP/1.1" status: 204 len: 168 time: 0.5406780 Sep 18 19:58:06.251017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38706) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:06.363672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b0198367-6e98-4fa3-8085-aba3473317d6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:06.376119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b215f0-9007-423d-9920-3fcc96c40414 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7143cf7b-7d94-4086-8af5-b146a19918ba,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:06.428900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event updated for resources: {'Port': ['ID=8264172a-93b2-4cee-987d-303ad61f4e69,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:06.451590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:06.473909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b0198367-6e98-4fa3-8085-aba3473317d6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:06.476077 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.485171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:06.495015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:06.606993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11989411-e151-4099-ac3d-cc6872addc51 req-c8aa17b4-b824-43d9-845b-1d7b93dae07d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:06.610147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-97439f84-966a-49b4-a3ca-79497f723738 None None] Provisioning complete for port b7b0be85-9553-4b23-9a7a-e1364c1de18f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:06.612756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-97439f84-966a-49b4-a3ca-79497f723738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.617486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11989411-e151-4099-ac3d-cc6872addc51 req-c8aa17b4-b824-43d9-845b-1d7b93dae07d tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 931 time: 0.1001203 Sep 18 19:58:06.627755 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e29ee30-f74c-427e-9e81-8f3ed205532e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3754799 Sep 18 19:58:06.628459 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38714) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:06.635013 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-98424089-93ce-4028-8417-e1be06fb5af6 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545044 Sep 18 19:58:06.642252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-eb742bc4-5d31-48fe-9719-46a71e036869 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524076202'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:06.672063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-97439f84-966a-49b4-a3ca-79497f723738 None None] Port b7b0be85-9553-4b23-9a7a-e1364c1de18f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:06.714499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344d365-f9c2-4899-838a-643a0695204d None None] Network 378233fa-5688-4d62-a181-d6a59314b62f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:06.721654 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.723491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11989411-e151-4099-ac3d-cc6872addc51 req-344792b4-892e-4f7a-8cc3-17144cf18020 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051245 Sep 18 19:58:06.786432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:06.789497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.835687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb742bc4-5d31-48fe-9719-46a71e036869 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.842275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port b0198367-6e98-4fa3-8085-aba3473317d6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b0198367-6e98-4fa3-8085-aba3473317d6,segment=NetworkSegment(278492a4-bb83-423a-804b-9dd4d2b628d3),segment_id=278492a4-bb83-423a-804b-9dd4d2b628d3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:06.845465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d3b14d1d-c94d-4fab-a1b7-5997d5794d44 None None] Provisioning complete for port b0198367-6e98-4fa3-8085-aba3473317d6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:06.845788 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d3b14d1d-c94d-4fab-a1b7-5997d5794d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.849338 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-14915157-2161-40dc-be3f-d271db53a003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1106148 Sep 18 19:58:06.871452 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.872263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e73c9ae2-9945-4842-8a7c-8128f21d07b1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:06.885152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03c1a-1c35-41a2-aa57-c95dfa1b9087 req-75ffe3fc-0ff1-4444-9971-9dc6df95ab6e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:06.887193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51c03c1a-1c35-41a2-aa57-c95dfa1b9087 req-75ffe3fc-0ff1-4444-9971-9dc6df95ab6e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2468920 Sep 18 19:58:06.902545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-580cfeeb-bf14-493e-a6ae-43de9d73122e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:58:06.904166 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-580cfeeb-bf14-493e-a6ae-43de9d73122e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069478 Sep 18 19:58:06.934960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:06.981558 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa28a735-e02e-4db7-8d32-db3e6f925501 req-25443970-1ea5-4bee-9d1d-2414a1b5a520 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225987 Sep 18 19:58:06.998473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:07.011846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Request body: {'port': {'device_id': '5d7952d6-421a-4ed2-8f46-b10f946febb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:07.015969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51c03c1a-1c35-41a2-aa57-c95dfa1b9087 req-1078acd5-afdb-4de7-90ff-1a274091dc1d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230187 Sep 18 19:58:07.130595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb733-323b-4231-a404-46665dd9eddb req-05707971-c81f-4675-ab8b-f901de45086c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:07.134553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e2bb733-323b-4231-a404-46665dd9eddb req-05707971-c81f-4675-ab8b-f901de45086c tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.2915871 Sep 18 19:58:07.142737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:07.237270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:07.240948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=b7b0be85-9553-4b23-9a7a-e1364c1de18f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:07.245268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb742bc4-5d31-48fe-9719-46a71e036869 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:07.276778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb742bc4-5d31-48fe-9719-46a71e036869 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:07.278469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e2bb733-323b-4231-a404-46665dd9eddb req-59eda3e9-fb50-42ae-9054-62ffae8fe059 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315672 Sep 18 19:58:07.304685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e73c9ae2-9945-4842-8a7c-8128f21d07b1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:07.305042 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:07.315646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc16dcf-47b9-4b18-9a4b-84a92f58d513 req-5216f892-afb0-4656-b850-aac5a3ba338a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:07.332139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ccc16dcf-47b9-4b18-9a4b-84a92f58d513 req-5216f892-afb0-4656-b850-aac5a3ba338a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1887319 Sep 18 19:58:07.336450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=b0198367-6e98-4fa3-8085-aba3473317d6,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:07.441442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ccc16dcf-47b9-4b18-9a4b-84a92f58d513 req-04b2b673-848c-4ec4-ad7c-d305e926cd87 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144552 Sep 18 19:58:07.470733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb742bc4-5d31-48fe-9719-46a71e036869 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:07.486263 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eb742bc4-5d31-48fe-9719-46a71e036869 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8544500 Sep 18 19:58:07.490160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38736) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:07.492621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb742bc4-5d31-48fe-9719-46a71e036869 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2b70d5-cee7-4393-8c37-97d455159f68,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:07.495417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c602a8fe-fb49-428a-8b38-82ac2901f118 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': '7b2b70d5-cee7-4393-8c37-97d455159f68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:07.512543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network d163e306-980f-4b91-8777-b0b669fc7808 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:07.517917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:07.624583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c602a8fe-fb49-428a-8b38-82ac2901f118 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.007046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8264172a-93b2-4cee-987d-303ad61f4e69 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:58:08.026542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.056405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Transition to ACTIVE for port object 8264172a-93b2-4cee-987d-303ad61f4e69 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:58:08.063815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.095796 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c602a8fe-fb49-428a-8b38-82ac2901f118 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.110499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a5f86-4a6c-4793-9803-1e10e5836f76 req-3d60b02f-0934-4f23-b795-d2cb6bd0dcf0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:08.112329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-897a5f86-4a6c-4793-9803-1e10e5836f76 req-3d60b02f-0934-4f23-b795-d2cb6bd0dcf0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.3272057 Sep 18 19:58:08.116286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c602a8fe-fb49-428a-8b38-82ac2901f118 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.140885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4acdd-8424-4894-a8eb-637f76d8cd39 req-2b1cc65e-833d-4a15-a78e-d3a35b9d0c9c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:08.142103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-73110050-2495-4e43-adc1-bd2a722bc4e8 None None] Provisioning complete for port b7b0be85-9553-4b23-9a7a-e1364c1de18f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:08.146634 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-73110050-2495-4e43-adc1-bd2a722bc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.148845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5da4acdd-8424-4894-a8eb-637f76d8cd39 req-2b1cc65e-833d-4a15-a78e-d3a35b9d0c9c tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 931 time: 0.2188327 Sep 18 19:58:08.183542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 8972d6d9-7bd0-4f2c-be1f-077c556ccc1c is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:58:08.215970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602a8fe-fb49-428a-8b38-82ac2901f118 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06348e1-280b-41f9-8fe1-baa98db92ea1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:08.259477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c602a8fe-fb49-428a-8b38-82ac2901f118 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.263356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c602a8fe-fb49-428a-8b38-82ac2901f118 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7703178 Sep 18 19:58:08.264603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38748) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:08.294867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b0198367-6e98-4fa3-8085-aba3473317d6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:08.298494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-73110050-2495-4e43-adc1-bd2a722bc4e8 None None] Port b7b0be85-9553-4b23-9a7a-e1364c1de18f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:08.370690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': '7b2b70d5-cee7-4393-8c37-97d455159f68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:08.394810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Pushing event updated for resources: {'Port': ['ID=8264172a-93b2-4cee-987d-303ad61f4e69,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:08.423406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-897a5f86-4a6c-4793-9803-1e10e5836f76 req-41e9a341-656e-4516-bab0-fba0fa184dad tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996302 Sep 18 19:58:08.433748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Attempting to bind port 8264172a-93b2-4cee-987d-303ad61f4e69 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:58:08.436372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Attempting to bind port 8264172a-93b2-4cee-987d-303ad61f4e69 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:58:08.436862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Attempting to bind port 8264172a-93b2-4cee-987d-303ad61f4e69 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:08.449868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Port 8264172a-93b2-4cee-987d-303ad61f4e69 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:58:08.452346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b0198367-6e98-4fa3-8085-aba3473317d6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:08.452838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Attempting to bind port 8264172a-93b2-4cee-987d-303ad61f4e69 on network 3293fdbf-42cb-4af1-882d-c286dfc84eb7 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:08.452948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.460867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7aee7141-453d-4ffa-b359-a60f6136d741 None None] Provisioning complete for port b0198367-6e98-4fa3-8085-aba3473317d6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:08.461422 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7aee7141-453d-4ffa-b359-a60f6136d741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.464273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5da4acdd-8424-4894-a8eb-637f76d8cd39 req-fc3af0a4-19e8-45bf-b38c-c24974871f45 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146231 Sep 18 19:58:08.478045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:58:08.478738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Checking segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:08.479123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Bound using segment: {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:58:08.488119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Bound port: 8264172a-93b2-4cee-987d-303ad61f4e69, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:58:08.488119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.512598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.698209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:08.731140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ba8c38d0-2fb2-4691-8ff2-63c5fe94638b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/8972d6d9-7bd0-4f2c-be1f-077c556ccc1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9910259 Sep 18 19:58:08.733791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9f4ee-e6fe-43eb-b138-a3c53aad6c18 None None] Sync routers for ids ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:08.749681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6b643-6afe-4665-b870-31a0e2ea5ecd req-11f3834c-0750-48de-862b-3b50e58b95c2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:08.753468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38758) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:08.778206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19e6b643-6afe-4665-b870-31a0e2ea5ecd req-11f3834c-0750-48de-862b-3b50e58b95c2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.1951020 Sep 18 19:58:08.854145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19e6b643-6afe-4665-b870-31a0e2ea5ecd req-1aca09b7-83e1-416d-9ff6-d9fdc7cc6d4a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745251 Sep 18 19:58:08.876579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9f4ee-e6fe-43eb-b138-a3c53aad6c18 None None] Routers {'8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:08.876579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-eed9f4ee-e6fe-43eb-b138-a3c53aad6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:08.927961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bdbc5e-d216-427c-8017-c75bf14e4647 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:08.936305 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-25bdbc5e-d216-427c-8017-c75bf14e4647 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports/b7b0be85-9553-4b23-9a7a-e1364c1de18f HTTP/1.1" status: 200 len: 910 time: 0.1794763 Sep 18 19:58:08.937325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38762) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:08.970327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.974406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] For port 8264172a-93b2-4cee-987d-303ad61f4e69, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:08.980031 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:08.982376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-eed9f4ee-e6fe-43eb-b138-a3c53aad6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:09.008372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] For port 8264172a-93b2-4cee-987d-303ad61f4e69, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8264172a-93b2-4cee-987d-303ad61f4e69,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:58:09.010861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9f4ee-e6fe-43eb-b138-a3c53aad6c18 None None] Routers {'8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:09.012111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-eed9f4ee-e6fe-43eb-b138-a3c53aad6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:09.018630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a496501-1a6e-48e2-887e-5e1ba58039e9,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:09.032107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.032107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.032107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.032107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.032693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.033104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.033430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.033786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.034539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.034888 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.035399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.035779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:09.039978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:09.077895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-eed9f4ee-e6fe-43eb-b138-a3c53aad6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:09.079431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9f4ee-e6fe-43eb-b138-a3c53aad6c18 None None] The sync data for ids ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:09.116830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:09.118959 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eb8f6085-487a-47ff-b0de-e90cb3af0017 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7552969 Sep 18 19:58:09.120946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Pushing event updated for resources: {'Port': ['ID=8264172a-93b2-4cee-987d-303ad61f4e69,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:09.123863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38766) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:09.132751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5f2b842c-6d7a-4476-b602-2bbf2151dc62 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': '7b2b70d5-cee7-4393-8c37-97d455159f68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:09.175927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:09.176702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:09.178483 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-2bfd79d6-e1de-411f-8d21-0f4f298d8b48 service neutron] 10.222.0.32 "PUT /v2.0/ports/8264172a-93b2-4cee-987d-303ad61f4e69 HTTP/1.1" status: 200 len: 1092 time: 2.2636361 Sep 18 19:58:09.179068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7952d6-421a-4ed2-8f46-b10f946febb2', 'tag': '8264172a-93b2-4cee-987d-303ad61f4e69'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:09.182484 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7952d6-421a-4ed2-8f46-b10f946febb2", "tag": "8264172a-93b2-4cee-987d-303ad61f4e69"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:09.295224 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be5d3b-4bf3-45be-8475-1c693876d594 x-openstack-request-id: req-e1be5d3b-4bf3-45be-8475-1c693876d594 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:09.295663 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7952d6-421a-4ed2-8f46-b10f946febb2", "tag": "8264172a-93b2-4cee-987d-303ad61f4e69", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:09.295920 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1be5d3b-4bf3-45be-8475-1c693876d594 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:09.296376 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7952d6-421a-4ed2-8f46-b10f946febb2', 'tag': '8264172a-93b2-4cee-987d-303ad61f4e69', 'status': 'completed', 'code': 200} Sep 18 19:58:09.314203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f2b842c-6d7a-4476-b602-2bbf2151dc62 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:09.340832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30636c-07af-4b45-9732-68884db4d173 req-23c15b63-a597-458f-bca2-9ce6f08939d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:09.342363 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-23c15b63-a597-458f-bca2-9ce6f08939d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 1095 time: 0.1077127 Sep 18 19:58:09.414484 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-8ffb10ff-babd-4688-964f-e6f5f8da554d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8264172a-93b2-4cee-987d-303ad61f4e69 HTTP/1.1" status: 200 len: 217 time: 0.0599332 Sep 18 19:58:09.474691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f2b842c-6d7a-4476-b602-2bbf2151dc62 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:09.483114 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f2b842c-6d7a-4476-b602-2bbf2151dc62 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:09.586063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30636c-07af-4b45-9732-68884db4d173 req-7dd1cb83-ec05-4fe7-a51c-5fc395bb9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:09.589918 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-7dd1cb83-ec05-4fe7-a51c-5fc395bb9881 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.1670263 Sep 18 19:58:09.599967 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f2b842c-6d7a-4476-b602-2bbf2151dc62 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:09.604577 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5f2b842c-6d7a-4476-b602-2bbf2151dc62 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4758241 Sep 18 19:58:09.605240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38774) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:09.613271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b842c-6d7a-4476-b602-2bbf2151dc62 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce77e3bf-4613-441d-a3ec-0cc9f88f3938,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:09.639838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-eee983ac-4527-4581-a3eb-50d9b20f4651 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': '7b2b70d5-cee7-4393-8c37-97d455159f68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:09.727263 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-6648f7f0-37d3-4ffe-8e00-4b1f940f9508 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202800 Sep 18 19:58:09.908823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb923b6e-2843-46fe-b8cc-26f60d7cb8f2 req-73869f94-925a-41fb-8beb-a0b45eacd934 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:09.916795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb923b6e-2843-46fe-b8cc-26f60d7cb8f2 req-73869f94-925a-41fb-8beb-a0b45eacd934 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.6821241 Sep 18 19:58:10.034033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee983ac-4527-4581-a3eb-50d9b20f4651 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:10.056588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb923b6e-2843-46fe-b8cc-26f60d7cb8f2 req-48726596-0bde-459c-ad35-a76802e9d064 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336539 Sep 18 19:58:10.125375 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-b050903a-2069-4540-9630-3eb4bd9133f0 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914058 Sep 18 19:58:10.173534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d893-6105-4a45-a04d-5614e5762390 req-2f006d85-f5df-45ce-9298-e22df4b3c1d4 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:10.184265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d209d893-6105-4a45-a04d-5614e5762390 req-2f006d85-f5df-45ce-9298-e22df4b3c1d4 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 943 time: 0.2919471 Sep 18 19:58:10.300048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee983ac-4527-4581-a3eb-50d9b20f4651 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:10.307921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee983ac-4527-4581-a3eb-50d9b20f4651 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:10.334096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee983ac-4527-4581-a3eb-50d9b20f4651 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021a2c8c-37f8-4c3e-b0a6-099b77a42e9a,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:10.347633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d209d893-6105-4a45-a04d-5614e5762390 req-edad7f04-bc28-40fb-8835-c4474d99b9cc tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619685 Sep 18 19:58:10.384592 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eee983ac-4527-4581-a3eb-50d9b20f4651 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:10.385795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c54701-ee31-4d17-bcb6-4c099aaaedc2 req-9265f85f-c46b-4fbb-bad4-95a19b449080 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:10.389440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29c54701-ee31-4d17-bcb6-4c099aaaedc2 req-9265f85f-c46b-4fbb-bad4-95a19b449080 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.1636422 Sep 18 19:58:10.390442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38778) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:10.398423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eee983ac-4527-4581-a3eb-50d9b20f4651 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7908580 Sep 18 19:58:10.402480 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-af30636c-07af-4b45-9732-68884db4d173 req-33e6197d-e0ec-43e9-88a0-a82ee0a7652f service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644932 Sep 18 19:58:10.407259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1ac89e1f-e733-4970-897b-c46626cf949a tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': '7b2b70d5-cee7-4393-8c37-97d455159f68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:10.498855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:10.556377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-c05865ee-82d1-46a5-b0e0-45b610654ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:10.559016 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-c05865ee-82d1-46a5-b0e0-45b610654ea5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 1095 time: 0.0987935 Sep 18 19:58:10.759632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-deaf77da-ea79-4304-bd4c-a000f84d0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:10.765495 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-deaf77da-ea79-4304-bd4c-a000f84d0456 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 200 len: 911 time: 0.1942656 Sep 18 19:58:10.825243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-6cb2c17d-110d-4d94-9909-961a92b573db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8264172a-93b2-4cee-987d-303ad61f4e69 HTTP/1.1" status: 200 len: 217 time: 0.0568480 Sep 18 19:58:10.930198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-bb8a39eb-dc95-42d4-b1d1-e2b5875e909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:10.932301 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-bb8a39eb-dc95-42d4-b1d1-e2b5875e909d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 200 len: 850 time: 0.0992444 Sep 18 19:58:10.938591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29c54701-ee31-4d17-bcb6-4c099aaaedc2 req-b366d0f3-5386-4584-b27c-bf2dd4a917e5 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5174301 Sep 18 19:58:10.980603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ac89e1f-e733-4970-897b-c46626cf949a tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:10.985623 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-55144e21-45dc-4d2d-9298-cc0820212207 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3293fdbf-42cb-4af1-882d-c286dfc84eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355320 Sep 18 19:58:11.151758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ac89e1f-e733-4970-897b-c46626cf949a tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.153306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.21.0.1 (378233fa-5688-4d62-a181-d6a59314b62f/e4c1d600-09eb-46aa-a4b2-2b1fc5756992/6d31a72f-c0b6-485b-96cb-cd1cc8404413) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:11.161799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ac89e1f-e733-4970-897b-c46626cf949a tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.169588 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-1ab86178-42f6-420f-9c99-07ab6cf53328 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726911 Sep 18 19:58:11.196984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac89e1f-e733-4970-897b-c46626cf949a tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1e56bd-da3a-4bfc-acfb-1302a40df042,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:11.266662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ac89e1f-e733-4970-897b-c46626cf949a tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.267876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1ac89e1f-e733-4970-897b-c46626cf949a tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8765104 Sep 18 19:58:11.276877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38786) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:11.332126 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6b2ca9ff-deea-4bc6-9e55-881eaf25e963 req-01653a04-f1ff-4c38-bc4b-626e991221e4 service neutron] 10.222.0.32 "GET /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552730 Sep 18 19:58:11.375021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd43c2-c779-4485-a380-3ffcbe2f6c8a req-35b7981f-fea7-49c4-ae50-a0940d3d5aee tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:11.380005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20fd43c2-c779-4485-a380-3ffcbe2f6c8a req-35b7981f-fea7-49c4-ae50-a0940d3d5aee tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1865895 Sep 18 19:58:11.400745 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-57326ece-12f1-4893-bda0-f2b9a30621c8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.442996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-57326ece-12f1-4893-bda0-f2b9a30621c8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.528010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20fd43c2-c779-4485-a380-3ffcbe2f6c8a req-0ec8ae24-cb8a-433b-88bc-b347f73e0a36 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342256 Sep 18 19:58:11.534120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.558949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-57326ece-12f1-4893-bda0-f2b9a30621c8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.567998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-57326ece-12f1-4893-bda0-f2b9a30621c8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.569340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-57326ece-12f1-4893-bda0-f2b9a30621c8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6a1e56bd-da3a-4bfc-acfb-1302a40df042 HTTP/1.1" status: 204 len: 168 time: 0.2895701 Sep 18 19:58:11.572545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38790) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:11.589562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57326ece-12f1-4893-bda0-f2b9a30621c8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a1e56bd-da3a-4bfc-acfb-1302a40df042,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:11.625482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31659bf0-260e-4479-83a5-347e075d35e5 req-fc01f19f-70d3-4aea-a500-e16353752422 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:11.627277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31659bf0-260e-4479-83a5-347e075d35e5 req-fc01f19f-70d3-4aea-a500-e16353752422 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 943 time: 0.1451869 Sep 18 19:58:11.638648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.674580 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cb33f312-c4a5-46b0-9858-5f2841fe4c96 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1008079 Sep 18 19:58:11.679928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38792) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:11.713357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31659bf0-260e-4479-83a5-347e075d35e5 req-8f8a69f4-25d8-490c-93a6-8f22a0b07a0a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772769 Sep 18 19:58:11.716272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19608cfb-2271-40a2-9edc-4833daab39ed tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.741609 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19608cfb-2271-40a2-9edc-4833daab39ed tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.784264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 378233fa-5688-4d62-a181-d6a59314b62f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:11.785876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19608cfb-2271-40a2-9edc-4833daab39ed tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.801444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:11.802335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-19608cfb-2271-40a2-9edc-4833daab39ed tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.804402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=6d31a72f-c0b6-485b-96cb-cd1cc8404413,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:11.807129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:11.808700 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-19608cfb-2271-40a2-9edc-4833daab39ed tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/021a2c8c-37f8-4c3e-b0a6-099b77a42e9a HTTP/1.1" status: 204 len: 168 time: 0.1266761 Sep 18 19:58:11.809719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19608cfb-2271-40a2-9edc-4833daab39ed tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=021a2c8c-37f8-4c3e-b0a6-099b77a42e9a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:11.811306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38796) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:11.892451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:11.991001 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0a5bb0c3-62fe-4fda-9d69-0adebbf34033 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1766422 Sep 18 19:58:11.998141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38800) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:12.035557 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb1abd0-2661-46bc-863e-4d05fb8a596c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.044219 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb1abd0-2661-46bc-863e-4d05fb8a596c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.080895 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb1abd0-2661-46bc-863e-4d05fb8a596c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.097042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2fb1abd0-2661-46bc-863e-4d05fb8a596c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.101560 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2fb1abd0-2661-46bc-863e-4d05fb8a596c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ce77e3bf-4613-441d-a3ec-0cc9f88f3938 HTTP/1.1" status: 204 len: 168 time: 0.0988746 Sep 18 19:58:12.101560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1abd0-2661-46bc-863e-4d05fb8a596c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce77e3bf-4613-441d-a3ec-0cc9f88f3938,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:12.101560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38802) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:12.162065 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a44bf5d0-c809-45e6-8b99-955370736c33 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0572195 Sep 18 19:58:12.162252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38804) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:12.182966 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.192075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b26a319-1234-467e-806f-4bd392a23624 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.201669 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b26a319-1234-467e-806f-4bd392a23624 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.224796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7a2bd8e9-dc78-4aa0-9828-252a5d91aa4a None None] Provisioning complete for port 6d31a72f-c0b6-485b-96cb-cd1cc8404413 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:12.225412 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a2bd8e9-dc78-4aa0-9828-252a5d91aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.230806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8264172a-93b2-4cee-987d-303ad61f4e69 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:58:12.267325 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b26a319-1234-467e-806f-4bd392a23624 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.290490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b26a319-1234-467e-806f-4bd392a23624 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.291873 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b26a319-1234-467e-806f-4bd392a23624 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2a496501-1a6e-48e2-887e-5e1ba58039e9 HTTP/1.1" status: 204 len: 168 time: 0.1287317 Sep 18 19:58:12.292707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26a319-1234-467e-806f-4bd392a23624 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a496501-1a6e-48e2-887e-5e1ba58039e9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:12.297985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38806) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:12.343654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4624db-e9ce-4837-aeed-eebc448ddf11 req-d995ceb6-27c4-4de5-8a62-219e1dbdc134 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:12.345988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec4624db-e9ce-4837-aeed-eebc448ddf11 req-d995ceb6-27c4-4de5-8a62-219e1dbdc134 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.1809237 Sep 18 19:58:12.385382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7a2bd8e9-dc78-4aa0-9828-252a5d91aa4a None None] Port 6d31a72f-c0b6-485b-96cb-cd1cc8404413 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:12.482032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8264172a-93b2-4cee-987d-303ad61f4e69, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8264172a-93b2-4cee-987d-303ad61f4e69,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:12.484771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b5c98a82-bd07-4017-b449-1aa8e0285bbc tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1851945 Sep 18 19:58:12.487745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38808) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:12.504694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '8264172a-93b2-4cee-987d-303ad61f4e69', 'network_id': '3293fdbf-42cb-4af1-882d-c286dfc84eb7', 'port_id': '8264172a-93b2-4cee-987d-303ad61f4e69', 'mac_address': 'fa:16:3e:e6:f7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:58:12.529971 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-096ad72d-d235-49bd-be6a-1d39d64cfedf tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.557487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec4624db-e9ce-4837-aeed-eebc448ddf11 req-5398f43e-285f-4c01-9c0e-95994a01eeee tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018931 Sep 18 19:58:12.577990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-096ad72d-d235-49bd-be6a-1d39d64cfedf tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.600078 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.635716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8264172a-93b2-4cee-987d-303ad61f4e69 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:58:12.654150 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-096ad72d-d235-49bd-be6a-1d39d64cfedf tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.666182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-096ad72d-d235-49bd-be6a-1d39d64cfedf tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.671457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8264172a-93b2-4cee-987d-303ad61f4e69, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8264172a-93b2-4cee-987d-303ad61f4e69,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:12.672563 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-096ad72d-d235-49bd-be6a-1d39d64cfedf tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b06348e1-280b-41f9-8fe1-baa98db92ea1 HTTP/1.1" status: 204 len: 168 time: 0.1827185 Sep 18 19:58:12.675414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38812) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:12.681444 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.705438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ad72d-d235-49bd-be6a-1d39d64cfedf tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b06348e1-280b-41f9-8fe1-baa98db92ea1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:12.754935 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-79e3a700-69b9-4c6a-8cf8-69ec85dabaaa tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0752778 Sep 18 19:58:12.756101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38816) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:12.801394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1567c-7cbc-43de-99fe-5638402101bf req-30bf1f16-d783-4362-a2fb-10b3c9bf4683 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:12.802959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90f1567c-7cbc-43de-99fe-5638402101bf req-30bf1f16-d783-4362-a2fb-10b3c9bf4683 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1428409 Sep 18 19:58:12.824962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8264172a-93b2-4cee-987d-303ad61f4e69,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:12.912685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f100c54-aaf6-4dd4-8151-e2885a22ecdd tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:12.921953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['8264172a-93b2-4cee-987d-303ad61f4e69'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:58:12.940731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f100c54-aaf6-4dd4-8151-e2885a22ecdd tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.000113 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f100c54-aaf6-4dd4-8151-e2885a22ecdd tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.003972 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f100c54-aaf6-4dd4-8151-e2885a22ecdd tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.010709 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0f100c54-aaf6-4dd4-8151-e2885a22ecdd tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b2b70d5-cee7-4393-8c37-97d455159f68 HTTP/1.1" status: 204 len: 168 time: 0.2530868 Sep 18 19:58:13.013043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38820) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:13.033968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90f1567c-7cbc-43de-99fe-5638402101bf req-9bc6acdf-7960-47aa-8726-3c1babc33f57 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189529 Sep 18 19:58:13.069642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100c54-aaf6-4dd4-8151-e2885a22ecdd tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2b70d5-cee7-4393-8c37-97d455159f68,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:13.070761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.089560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b2de-3ed7-4090-91f0-6895f81a4d78 req-7c60a995-1df9-4f40-8b2b-c1318eabf234 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:13.091340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb42b2de-3ed7-4090-91f0-6895f81a4d78 req-7c60a995-1df9-4f40-8b2b-c1318eabf234 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 944 time: 0.2344828 Sep 18 19:58:13.092679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.167128 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ee02cdf-fa7f-4295-a9ad-514f71773b78 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1426742 Sep 18 19:58:13.168497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38822) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:13.179634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-040f7a54-5b50-4764-9944-c328de218ed3 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985644184'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:13.216710 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-040f7a54-5b50-4764-9944-c328de218ed3 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.230237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=6d31a72f-c0b6-485b-96cb-cd1cc8404413,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:13.241648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.328094 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb42b2de-3ed7-4090-91f0-6895f81a4d78 req-13a3bd20-a10a-48d5-bf75-5776b4e85538 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282898 Sep 18 19:58:13.390707 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-040f7a54-5b50-4764-9944-c328de218ed3 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.396278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-040f7a54-5b50-4764-9944-c328de218ed3 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.428576 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-040f7a54-5b50-4764-9944-c328de218ed3 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.430078 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-040f7a54-5b50-4764-9944-c328de218ed3 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2606032 Sep 18 19:58:13.435296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f7a54-5b50-4764-9944-c328de218ed3 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73571808-a141-4dcc-b0a4-fafcbe9cb4b8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:13.436248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38824) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:13.441890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-29bed671-dd5a-4bdf-87dd-8cc1f94959bb tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': '73571808-a141-4dcc-b0a4-fafcbe9cb4b8', 'direction': 'ingress', 'protocol': 17}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:13.465949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 378233fa-5688-4d62-a181-d6a59314b62f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:13.473558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:13.536811 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29bed671-dd5a-4bdf-87dd-8cc1f94959bb tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.655604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 8972d6d9-7bd0-4f2c-be1f-077c556ccc1c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:58:13.689338 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29bed671-dd5a-4bdf-87dd-8cc1f94959bb tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.767927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29bed671-dd5a-4bdf-87dd-8cc1f94959bb tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.806238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bed671-dd5a-4bdf-87dd-8cc1f94959bb tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa240137-ad0d-46e7-a261-7170f60149cb,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:13.894819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:13.909495 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f5b17-78d3-4236-b466-cf66fc20280b None None] Sync routers for ids ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:13.911438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9c875282-66c7-4bbc-afbb-b83306613beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/8972d6d9-7bd0-4f2c-be1f-077c556ccc1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9725366 Sep 18 19:58:13.915246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38828) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:13.928551 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f5b17-78d3-4236-b466-cf66fc20280b None None] Routers {'8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:13.929166 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d45f5b17-78d3-4236-b466-cf66fc20280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:13.935321 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29bed671-dd5a-4bdf-87dd-8cc1f94959bb tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.942463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-29bed671-dd5a-4bdf-87dd-8cc1f94959bb tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5042984 Sep 18 19:58:13.945213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-09d8e39d-77c2-4a50-97d6-96aee259892a None None] Provisioning complete for port 6d31a72f-c0b6-485b-96cb-cd1cc8404413 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:13.945718 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-09d8e39d-77c2-4a50-97d6-96aee259892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:13.949306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38830) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:13.992243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28a511-8113-4fa7-8d46-7b77e4e4b8a3 req-b7e8e8f4-89a0-4826-8df5-e9127b3d8294 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:13.994562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f28a511-8113-4fa7-8d46-7b77e4e4b8a3 req-b7e8e8f4-89a0-4826-8df5-e9127b3d8294 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.2658737 Sep 18 19:58:14.005482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ab561-6e14-4b5b-8f7c-c87a34202ca1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:14.007123 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-512ab561-6e14-4b5b-8f7c-c87a34202ca1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports/6d31a72f-c0b6-485b-96cb-cd1cc8404413 HTTP/1.1" status: 200 len: 910 time: 0.0913050 Sep 18 19:58:14.010066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38832) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:14.050175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-09d8e39d-77c2-4a50-97d6-96aee259892a None None] Port 6d31a72f-c0b6-485b-96cb-cd1cc8404413 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:14.191067 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d45f5b17-78d3-4236-b466-cf66fc20280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:14.202609 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f5b17-78d3-4236-b466-cf66fc20280b None None] Routers {'8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:14.203235 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d45f5b17-78d3-4236-b466-cf66fc20280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:14.210272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f28a511-8113-4fa7-8d46-7b77e4e4b8a3 req-87ca03ba-22b7-4c46-80c7-a5f4f96815cd tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962585 Sep 18 19:58:14.218166 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34523340-e9bd-4f8a-bd96-95a551e913cc tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.227231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8264172a-93b2-4cee-987d-303ad61f4e69 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:14.251695 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d45f5b17-78d3-4236-b466-cf66fc20280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:14.254789 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f5b17-78d3-4236-b466-cf66fc20280b None None] The sync data for ids ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:14.310945 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34523340-e9bd-4f8a-bd96-95a551e913cc tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.361509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 8264172a-93b2-4cee-987d-303ad61f4e69 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:58:14.379715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 8264172a-93b2-4cee-987d-303ad61f4e69 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:14.380541 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.423273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34523340-e9bd-4f8a-bd96-95a551e913cc tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.425917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34523340-e9bd-4f8a-bd96-95a551e913cc tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.431904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34523340-e9bd-4f8a-bd96-95a551e913cc tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/73571808-a141-4dcc-b0a4-fafcbe9cb4b8 HTTP/1.1" status: 204 len: 168 time: 0.4661107 Sep 18 19:58:14.434844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38840) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:14.577398 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.583997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5d915b83-8f74-4896-a45d-6283b6a90996 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1443548 Sep 18 19:58:14.584973 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38844) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:14.601494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0420a915-1e33-4924-b144-c9a1c7927e21 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-secgroup--732841997'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:14.624413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7952d6-421a-4ed2-8f46-b10f946febb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264172a-93b2-4cee-987d-303ad61f4e69'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:14.626990 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae1494-7be9-47b6-a187-7989f1a5e44c" -d '{"events": [{"server_uuid": "5d7952d6-421a-4ed2-8f46-b10f946febb2", "name": "network-vif-plugged", "status": "completed", "tag": "8264172a-93b2-4cee-987d-303ad61f4e69"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:14.657832 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0420a915-1e33-4924-b144-c9a1c7927e21 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.658439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8264172a-93b2-4cee-987d-303ad61f4e69, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8264172a-93b2-4cee-987d-303ad61f4e69,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:14.662856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34523340-e9bd-4f8a-bd96-95a551e913cc tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73571808-a141-4dcc-b0a4-fafcbe9cb4b8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:14.666633 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.735893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01ffbf-3480-44a9-8cc4-9ab348fbea90 req-03a234f6-1a51-4126-9c22-a3853211d8ef tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:14.738161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac01ffbf-3480-44a9-8cc4-9ab348fbea90 req-03a234f6-1a51-4126-9c22-a3853211d8ef tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 944 time: 0.1794260 Sep 18 19:58:14.747788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bdb73-e55c-4a2c-9d4d-87f72f180dbd req-b187e52f-a8ff-4b36-ae48-fdfbdcc409e6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:14.749641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-988bdb73-e55c-4a2c-9d4d-87f72f180dbd req-b187e52f-a8ff-4b36-ae48-fdfbdcc409e6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.3601112 Sep 18 19:58:14.803840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8264172a-93b2-4cee-987d-303ad61f4e69,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:14.855483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac01ffbf-3480-44a9-8cc4-9ab348fbea90 req-417ecaf7-fd66-49cd-96a3-89b2e9c1863a tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037765 Sep 18 19:58:14.879465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-988bdb73-e55c-4a2c-9d4d-87f72f180dbd req-6f526694-5a95-40cf-8197-51e4508ddcda tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853035 Sep 18 19:58:14.943074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.956036 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0420a915-1e33-4924-b144-c9a1c7927e21 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:14.966562 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b0f005-cb25-4f0a-955e-70b06c4fcadc x-openstack-request-id: req-00b0f005-cb25-4f0a-955e-70b06c4fcadc {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:14.967084 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7952d6-421a-4ed2-8f46-b10f946febb2", "name": "network-vif-plugged", "status": "completed", "tag": "8264172a-93b2-4cee-987d-303ad61f4e69", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:14.967327 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00b0f005-cb25-4f0a-955e-70b06c4fcadc {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:14.967816 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7952d6-421a-4ed2-8f46-b10f946febb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8264172a-93b2-4cee-987d-303ad61f4e69', 'code': 200} Sep 18 19:58:15.000345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0420a915-1e33-4924-b144-c9a1c7927e21 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.027760 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0420a915-1e33-4924-b144-c9a1c7927e21 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.029809 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0420a915-1e33-4924-b144-c9a1c7927e21 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4424224 Sep 18 19:58:15.032444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38848) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:15.037111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-489c82fd-e053-48f8-bc30-8c9986ab5372 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-secgroup--481575853'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:15.108392 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-489c82fd-e053-48f8-bc30-8c9986ab5372 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.414253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-489c82fd-e053-48f8-bc30-8c9986ab5372 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.460758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-489c82fd-e053-48f8-bc30-8c9986ab5372 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.505688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-489c82fd-e053-48f8-bc30-8c9986ab5372 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.510199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-489c82fd-e053-48f8-bc30-8c9986ab5372 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4734325 Sep 18 19:58:15.514571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38854) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:15.522101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ce70b079-658b-4c8d-a176-f2081860b6b1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': '535152e5-46c8-4c0a-baf5-af970871ada5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e84063ea-b985-4dd4-b4b5-c6ae12384b3a', 'remote_ip_prefix': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:15.536694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c82fd-e053-48f8-bc30-8c9986ab5372 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84063ea-b985-4dd4-b4b5-c6ae12384b3a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:15.554351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9832e4b-9814-4af2-9b3e-0b35e085df2f req-f8e64cc5-a93c-4dc5-a143-5d7ea6854fb9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:15.556042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9832e4b-9814-4af2-9b3e-0b35e085df2f req-f8e64cc5-a93c-4dc5-a143-5d7ea6854fb9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.1679254 Sep 18 19:58:15.610307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420a915-1e33-4924-b144-c9a1c7927e21 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535152e5-46c8-4c0a-baf5-af970871ada5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:15.638944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce70b079-658b-4c8d-a176-f2081860b6b1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.646541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8e13-3c99-4536-b428-4c71e6b08eb2 req-ea76aa59-b5d8-4ad6-8cc0-a3b5a81a1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:15.649589 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-597c8e13-3c99-4536-b428-4c71e6b08eb2 req-ea76aa59-b5d8-4ad6-8cc0-a3b5a81a1101 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 1097 time: 0.1268902 Sep 18 19:58:15.756045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9832e4b-9814-4af2-9b3e-0b35e085df2f req-b2183ccb-ff6a-40eb-864f-50a4a65f171d tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905651 Sep 18 19:58:15.786721 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-597c8e13-3c99-4536-b428-4c71e6b08eb2 req-01c266d3-b045-455e-a935-2f315c23dba9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017890 Sep 18 19:58:15.810836 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce70b079-658b-4c8d-a176-f2081860b6b1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.818394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce70b079-658b-4c8d-a176-f2081860b6b1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.848813 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ce70b079-658b-4c8d-a176-f2081860b6b1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.854077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ce70b079-658b-4c8d-a176-f2081860b6b1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3328605 Sep 18 19:58:15.854612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38856) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:15.881832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70b079-658b-4c8d-a176-f2081860b6b1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7f4125-5a37-469c-8793-6c539ecff8d7,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:15.960996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-82fb1650-cb9e-45ac-a073-a07b2bca0e48 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:15.983170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 6d31a72f-c0b6-485b-96cb-cd1cc8404413 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:15.984327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.051604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-82fb1650-cb9e-45ac-a073-a07b2bca0e48 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.188081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caac7c-9f18-4b2c-aef3-e292780b1678 req-37a466f8-96a7-436d-af1c-cfb672676f6e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:16.196355 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.212298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4caac7c-9f18-4b2c-aef3-e292780b1678 req-37a466f8-96a7-436d-af1c-cfb672676f6e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2320178 Sep 18 19:58:16.218755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 6d31a72f-c0b6-485b-96cb-cd1cc8404413 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:16.221958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-82fb1650-cb9e-45ac-a073-a07b2bca0e48 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.227986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-82fb1650-cb9e-45ac-a073-a07b2bca0e48 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.229603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-82fb1650-cb9e-45ac-a073-a07b2bca0e48 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2b7f4125-5a37-469c-8793-6c539ecff8d7 HTTP/1.1" status: 204 len: 168 time: 0.3713980 Sep 18 19:58:16.244223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931551a-a13e-4f6c-9d07-b56736d1f490 req-774a6473-d87c-417e-9aa5-fdb25129863e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:16.245293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38864) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:16.245668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a931551a-a13e-4f6c-9d07-b56736d1f490 req-774a6473-d87c-417e-9aa5-fdb25129863e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 945 time: 0.2260132 Sep 18 19:58:16.308591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb1650-cb9e-45ac-a073-a07b2bca0e48 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b7f4125-5a37-469c-8793-6c539ecff8d7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:16.311700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a931551a-a13e-4f6c-9d07-b56736d1f490 req-ce08b3b6-cff7-406f-9c97-d336a6a14003 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485265 Sep 18 19:58:16.352716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e4caac7c-9f18-4b2c-aef3-e292780b1678 req-124015a7-7eeb-4717-88be-acca54811f69 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384180 Sep 18 19:58:16.379579 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-20e70f1d-1aea-475e-9341-79b8dd12091e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1126864 Sep 18 19:58:16.380018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38866) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:16.499508 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4c44-cce5-48c1-9892-b2b4728a9d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.534054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4c44-cce5-48c1-9892-b2b4728a9d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.547608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.617825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=6d31a72f-c0b6-485b-96cb-cd1cc8404413,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:16.629817 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4c44-cce5-48c1-9892-b2b4728a9d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.633475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4c44-cce5-48c1-9892-b2b4728a9d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:16.641237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38868) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:16.641928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7d8c4c44-cce5-48c1-9892-b2b4728a9d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/e84063ea-b985-4dd4-b4b5-c6ae12384b3a HTTP/1.1" status: 204 len: 168 time: 0.2586074 Sep 18 19:58:16.671209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c4c44-cce5-48c1-9892-b2b4728a9d0c tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84063ea-b985-4dd4-b4b5-c6ae12384b3a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:16.950871 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a68033b0-e3e0-45ce-b2d0-eaeacd343442 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3060763 Sep 18 19:58:16.954875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38872) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:16.996935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:17.073668 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9951c117-6c89-4d84-9496-8e001f2dbc50 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:17.127285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013acc3-f807-4486-9577-d97e8861b440 req-861291d7-b197-46ea-88cc-411dab78f5a2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:17.138633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e013acc3-f807-4486-9577-d97e8861b440 req-861291d7-b197-46ea-88cc-411dab78f5a2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.2393777 Sep 18 19:58:17.147643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9951c117-6c89-4d84-9496-8e001f2dbc50 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:17.221660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e013acc3-f807-4486-9577-d97e8861b440 req-645f111f-ba0b-44fe-a064-8d3266a91260 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821445 Sep 18 19:58:17.251642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9951c117-6c89-4d84-9496-8e001f2dbc50 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:17.251950 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9951c117-6c89-4d84-9496-8e001f2dbc50 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:17.253049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9951c117-6c89-4d84-9496-8e001f2dbc50 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/535152e5-46c8-4c0a-baf5-af970871ada5 HTTP/1.1" status: 204 len: 168 time: 0.2961471 Sep 18 19:58:17.255780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38874) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:17.276689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951c117-6c89-4d84-9496-8e001f2dbc50 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535152e5-46c8-4c0a-baf5-af970871ada5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:17.392683 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-daaa3a7f-ed72-4e6f-9c4a-ee1036a6aa2e tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1354277 Sep 18 19:58:17.396863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38882) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:17.398638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 8972d6d9-7bd0-4f2c-be1f-077c556ccc1c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:58:17.410306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c56caa02-2ef4-4f6b-8834-686512a24634 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482189813'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:17.549607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c56caa02-2ef4-4f6b-8834-686512a24634 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:17.565366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88bfd6-667c-4ea8-a319-0902aa6ce231 req-b455a9fa-d1a0-4d94-a376-577f83f865ab tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:17.572977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c88bfd6-667c-4ea8-a319-0902aa6ce231 req-b455a9fa-d1a0-4d94-a376-577f83f865ab tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 945 time: 0.0755036 Sep 18 19:58:17.607607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1dafb-51d8-4dc3-bb6b-14673b8d3f72 req-29329419-792d-4f92-93dc-80a55b92a900 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:17.609222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3bf1dafb-51d8-4dc3-bb6b-14673b8d3f72 req-29329419-792d-4f92-93dc-80a55b92a900 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1660626 Sep 18 19:58:17.644373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:17.652332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c88bfd6-667c-4ea8-a319-0902aa6ce231 req-c0ce0adc-a6e7-43dd-9273-7084ebef3151 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736735 Sep 18 19:58:17.658796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa2d2ce-066b-4d25-b4f9-5d194c5b1bbc None None] Sync routers for ids ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:17.678345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2d2ce-066b-4d25-b4f9-5d194c5b1bbc None None] Routers {'8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:17.679055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4fa2d2ce-066b-4d25-b4f9-5d194c5b1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:17.681893 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a3b3387d-39a7-4067-8f88-bfe01a24e229 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/8972d6d9-7bd0-4f2c-be1f-077c556ccc1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6695766 Sep 18 19:58:17.685233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38888) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:17.712227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3bf1dafb-51d8-4dc3-bb6b-14673b8d3f72 req-979cb182-03d6-4107-b23f-6d7b5889690c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933521 Sep 18 19:58:17.749107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4fa2d2ce-066b-4d25-b4f9-5d194c5b1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:17.761222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2d2ce-066b-4d25-b4f9-5d194c5b1bbc None None] Routers {'8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:17.762592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4fa2d2ce-066b-4d25-b4f9-5d194c5b1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:17.846536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4fa2d2ce-066b-4d25-b4f9-5d194c5b1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:17.849312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa2d2ce-066b-4d25-b4f9-5d194c5b1bbc None None] The sync data for ids ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:18.044617 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c56caa02-2ef4-4f6b-8834-686512a24634 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.061734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e54c5-8062-4ea2-84b9-d6188a1c07c9 req-ebc5a502-270a-4d37-8cab-77105c47d3e0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:18.063610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f8e54c5-8062-4ea2-84b9-d6188a1c07c9 req-ebc5a502-270a-4d37-8cab-77105c47d3e0 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 945 time: 0.0975931 Sep 18 19:58:18.123891 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c56caa02-2ef4-4f6b-8834-686512a24634 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.144452 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f8e54c5-8062-4ea2-84b9-d6188a1c07c9 req-97a335a3-29c8-4100-81e8-a95221175dcd tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704966 Sep 18 19:58:18.190448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c56caa02-2ef4-4f6b-8834-686512a24634 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.191954 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c56caa02-2ef4-4f6b-8834-686512a24634 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7894778 Sep 18 19:58:18.194761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38892) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:18.201061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-37a6408c-bfc0-4b84-8751-e82b1749bfb8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': 'a1338f3a-9485-40c5-ab2a-953a65854d7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:18.220724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56caa02-2ef4-4f6b-8834-686512a24634 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1338f3a-9485-40c5-ab2a-953a65854d7c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:18.235938 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37a6408c-bfc0-4b84-8751-e82b1749bfb8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.302796 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37a6408c-bfc0-4b84-8751-e82b1749bfb8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.308490 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37a6408c-bfc0-4b84-8751-e82b1749bfb8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.381361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6408c-bfc0-4b84-8751-e82b1749bfb8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771322de-a489-4f10-88fb-7e36171d69bd,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:18.406620 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37a6408c-bfc0-4b84-8751-e82b1749bfb8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.408213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-37a6408c-bfc0-4b84-8751-e82b1749bfb8 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2120581 Sep 18 19:58:18.415558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38898) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:18.422251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03587346-3ff8-463e-bda8-7284d7bb26b4 req-42bb06af-82d9-4f8f-b80e-3fa670fd0e21 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:18.424272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03587346-3ff8-463e-bda8-7284d7bb26b4 req-42bb06af-82d9-4f8f-b80e-3fa670fd0e21 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.0851970 Sep 18 19:58:18.446369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7bea870-39ed-4068-9113-1805fc11bb6f tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.459430 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7bea870-39ed-4068-9113-1805fc11bb6f tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.470565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.473502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03587346-3ff8-463e-bda8-7284d7bb26b4 req-c8cd7b70-095a-4610-a30c-ca0d8099871b tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402646 Sep 18 19:58:18.566778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7bea870-39ed-4068-9113-1805fc11bb6f tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.576165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7bea870-39ed-4068-9113-1805fc11bb6f tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.577285 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a7bea870-39ed-4068-9113-1805fc11bb6f tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/771322de-a489-4f10-88fb-7e36171d69bd HTTP/1.1" status: 204 len: 168 time: 0.1630902 Sep 18 19:58:18.580301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:18.592254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bea870-39ed-4068-9113-1805fc11bb6f tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=771322de-a489-4f10-88fb-7e36171d69bd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:18.628263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-10ab5dca-98e3-4992-a019-cba6c7920ea2 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0442910 Sep 18 19:58:18.628537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38902) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:18.688222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e46636c5-724c-469c-b959-67d5847a15d1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.720173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e46636c5-724c-469c-b959-67d5847a15d1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.770655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e46636c5-724c-469c-b959-67d5847a15d1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.773342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e46636c5-724c-469c-b959-67d5847a15d1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.778122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e46636c5-724c-469c-b959-67d5847a15d1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/a1338f3a-9485-40c5-ab2a-953a65854d7c HTTP/1.1" status: 204 len: 168 time: 0.1469488 Sep 18 19:58:18.779881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38906) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:18.787618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46636c5-724c-469c-b959-67d5847a15d1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1338f3a-9485-40c5-ab2a-953a65854d7c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:18.840669 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f1de8657-03a1-4cc3-b153-5c2dec2f18a9 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582187 Sep 18 19:58:18.844452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port b7b0be85-9553-4b23-9a7a-e1364c1de18f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:18.844597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38908) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:18.844712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.850768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-149d02ac-71d0-462d-b5ea-3e5a20590f67 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392737403'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:18.871678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3258857-73dc-486a-b273-d93b15d6e8c0 req-80f57694-b77f-4a3e-8580-035a0f42a920 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:18.873493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3258857-73dc-486a-b273-d93b15d6e8c0 req-80f57694-b77f-4a3e-8580-035a0f42a920 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0769930 Sep 18 19:58:18.898152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-149d02ac-71d0-462d-b5ea-3e5a20590f67 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.934709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3258857-73dc-486a-b273-d93b15d6e8c0 req-3b769263-6228-4744-87e2-3e6349f472f5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507526 Sep 18 19:58:18.969682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:18.986136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for b7b0be85-9553-4b23-9a7a-e1364c1de18f owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:19.012708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-149d02ac-71d0-462d-b5ea-3e5a20590f67 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.017617 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-149d02ac-71d0-462d-b5ea-3e5a20590f67 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.054364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-149d02ac-71d0-462d-b5ea-3e5a20590f67 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.055859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-149d02ac-71d0-462d-b5ea-3e5a20590f67 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2101588 Sep 18 19:58:19.056863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d02ac-71d0-462d-b5ea-3e5a20590f67 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e163c8cf-a984-47ac-a8d3-66bdf87276a2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:19.058835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38910) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.063136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9eb23f87-444b-43c0-bb31-feada083a940 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': 'e163c8cf-a984-47ac-a8d3-66bdf87276a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:19.091839 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9eb23f87-444b-43c0-bb31-feada083a940 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.158749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9eb23f87-444b-43c0-bb31-feada083a940 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.163129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9eb23f87-444b-43c0-bb31-feada083a940 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.190807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb23f87-444b-43c0-bb31-feada083a940 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b69869-3117-434f-a729-4f0f8746901c,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:19.196091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9eb23f87-444b-43c0-bb31-feada083a940 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.197371 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.200420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38914) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.200543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9eb23f87-444b-43c0-bb31-feada083a940 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406176 Sep 18 19:58:19.238216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=b7b0be85-9553-4b23-9a7a-e1364c1de18f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:19.247847 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2c8bb07-0d1b-4798-bccf-bb26009417f5 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules/76b69869-3117-434f-a729-4f0f8746901c HTTP/1.1" status: 200 len: 763 time: 0.0423210 Sep 18 19:58:19.251500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38916) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.293121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20f348-198b-49c4-9edc-bbf29396f0c6 req-b4789ddf-b287-4635-a58f-dfa6d2dd00e3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:19.294787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c20f348-198b-49c4-9edc-bbf29396f0c6 req-b4789ddf-b287-4635-a58f-dfa6d2dd00e3 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 945 time: 0.0699964 Sep 18 19:58:19.344416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c20f348-198b-49c4-9edc-bbf29396f0c6 req-07d59ff6-f351-467d-8b3c-541cb990acd7 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Sep 18 19:58:19.369828 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9841a8d4-13c0-4bfb-9128-fb330968cea7 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1183445 Sep 18 19:58:19.375621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38920) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.500559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-13f66ed7-7c13-4190-bcf1-32b6da92256d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.503237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.540064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-13f66ed7-7c13-4190-bcf1-32b6da92256d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.694092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a140fe-e9d6-4812-92b1-c8d64aff70bb req-36e54f8e-e2d4-4abc-99d1-ba8febf06925 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:19.695761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a140fe-e9d6-4812-92b1-c8d64aff70bb req-36e54f8e-e2d4-4abc-99d1-ba8febf06925 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.0991354 Sep 18 19:58:19.719400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79d474-0042-4454-a3dd-e9466637da1d req-d317cd16-d6ed-4fc6-8964-fa35e18bd419 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:19.720551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c79d474-0042-4454-a3dd-e9466637da1d req-d317cd16-d6ed-4fc6-8964-fa35e18bd419 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 945 time: 0.0852103 Sep 18 19:58:19.770902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a140fe-e9d6-4812-92b1-c8d64aff70bb req-9b9bc569-294e-4e39-bb67-38f8cd071dea tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667677 Sep 18 19:58:19.774885 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-13f66ed7-7c13-4190-bcf1-32b6da92256d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.781057 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-13f66ed7-7c13-4190-bcf1-32b6da92256d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.784898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c79d474-0042-4454-a3dd-e9466637da1d req-db104f81-7d22-45ee-a6c2-c4e6248eccd5 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556746 Sep 18 19:58:19.785539 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-13f66ed7-7c13-4190-bcf1-32b6da92256d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/76b69869-3117-434f-a729-4f0f8746901c HTTP/1.1" status: 204 len: 168 time: 0.4087708 Sep 18 19:58:19.788196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38928) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.807272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f66ed7-7c13-4190-bcf1-32b6da92256d tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76b69869-3117-434f-a729-4f0f8746901c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:19.813866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 8972d6d9-7bd0-4f2c-be1f-077c556ccc1c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:58:19.838987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d070ca6b-2fa8-482f-b613-f75fb9ffa78b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471621 Sep 18 19:58:19.839303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38930) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.843846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-64d6bcb9-ce1c-4af3-a774-610e151656a1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': 'e163c8cf-a984-47ac-a8d3-66bdf87276a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:19.873059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64d6bcb9-ce1c-4af3-a774-610e151656a1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.895688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:19.904134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-92f4293b-b08d-47db-ac71-0f58fe216886 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/8972d6d9-7bd0-4f2c-be1f-077c556ccc1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2147484 Sep 18 19:58:19.904738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38932) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.912519 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104b0b8-c07b-474f-a588-10935efd4d58 None None] Sync routers for ids ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:19.924545 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104b0b8-c07b-474f-a588-10935efd4d58 None None] Routers {'8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:19.925411 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a104b0b8-c07b-474f-a588-10935efd4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:19.935833 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-319627cb-541a-4e98-af8b-204bb3e8d4ba tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972d6d9-7bd0-4f2c-be1f-077c556ccc1c HTTP/1.1" status: 200 len: 205 time: 0.0298154 Sep 18 19:58:19.937199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38934) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.944249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64d6bcb9-ce1c-4af3-a774-610e151656a1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.950140 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64d6bcb9-ce1c-4af3-a774-610e151656a1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.970744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6bcb9-ce1c-4af3-a774-610e151656a1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c25e7d6-61ca-43eb-9da6-5b46190e3990,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:19.979282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64d6bcb9-ce1c-4af3-a774-610e151656a1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:19.980879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-64d6bcb9-ce1c-4af3-a774-610e151656a1 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404784 Sep 18 19:58:19.982181 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a104b0b8-c07b-474f-a588-10935efd4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:19.983549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38940) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:19.995454 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a104b0b8-c07b-474f-a588-10935efd4d58 None None] Routers {'8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:19.996072 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a104b0b8-c07b-474f-a588-10935efd4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:57:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:20.028444 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2e45676c-04f0-4022-be70-84c7ea6aae0b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules/8c25e7d6-61ca-43eb-9da6-5b46190e3990 HTTP/1.1" status: 200 len: 763 time: 0.0435264 Sep 18 19:58:20.032692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.033102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18ae915b-5b55-493b-8597-42c3b0d92a3d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.041202 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a104b0b8-c07b-474f-a588-10935efd4d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:20.042378 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104b0b8-c07b-474f-a588-10935efd4d58 None None] The sync data for ids ['8972d6d9-7bd0-4f2c-be1f-077c556ccc1c'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:20.093723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d6e67d9a-d160-4b3e-b5b9-ce337948454a tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0594893 Sep 18 19:58:20.096322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38944) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.122620 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4edb843-6c43-4c27-84ff-44e78e7d8a08 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.132549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4edb843-6c43-4c27-84ff-44e78e7d8a08 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.173291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4edb843-6c43-4c27-84ff-44e78e7d8a08 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.182686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c4edb843-6c43-4c27-84ff-44e78e7d8a08 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.187469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c4edb843-6c43-4c27-84ff-44e78e7d8a08 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8c25e7d6-61ca-43eb-9da6-5b46190e3990 HTTP/1.1" status: 204 len: 168 time: 0.0893798 Sep 18 19:58:20.188771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38946) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.212430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edb843-6c43-4c27-84ff-44e78e7d8a08 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c25e7d6-61ca-43eb-9da6-5b46190e3990,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:20.244547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18ae915b-5b55-493b-8597-42c3b0d92a3d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.246810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18ae915b-5b55-493b-8597-42c3b0d92a3d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.250933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0909fe68-c21d-4175-83e4-b7a6d74e0c02 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588887 Sep 18 19:58:20.251678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38948) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.256326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9c845066-9f6a-4b17-87dd-5e3dd59a5ac5 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Request body: {'security_group_rule': {'security_group_id': 'e163c8cf-a984-47ac-a8d3-66bdf87276a2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:20.316302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18ae915b-5b55-493b-8597-42c3b0d92a3d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.316800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ae915b-5b55-493b-8597-42c3b0d92a3d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Fanout notify agent at l3_agent the message router_deleted on router 8972d6d9-7bd0-4f2c-be1f-077c556ccc1c {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:58:20.326610 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18ae915b-5b55-493b-8597-42c3b0d92a3d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.326736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc27f7-9de4-4447-a0f5-11cf6cea2d40 req-7030c668-de76-4c91-a7a1-500a16d53d01 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:20.330354 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-18ae915b-5b55-493b-8597-42c3b0d92a3d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/8972d6d9-7bd0-4f2c-be1f-077c556ccc1c HTTP/1.1" status: 204 len: 168 time: 0.3899775 Sep 18 19:58:20.330507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3afc27f7-9de4-4447-a0f5-11cf6cea2d40 req-7030c668-de76-4c91-a7a1-500a16d53d01 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0582654 Sep 18 19:58:20.330832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38950) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.331356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c845066-9f6a-4b17-87dd-5e3dd59a5ac5 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.383746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c845066-9f6a-4b17-87dd-5e3dd59a5ac5 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.389309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c845066-9f6a-4b17-87dd-5e3dd59a5ac5 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.409167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3afc27f7-9de4-4447-a0f5-11cf6cea2d40 req-b79431ba-100f-4559-921a-25dba2fe916e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707171 Sep 18 19:58:20.411561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c845066-9f6a-4b17-87dd-5e3dd59a5ac5 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e88c1d9-d2ed-47c5-867a-3c3822d5ebaa,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:20.413445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea632804-19a8-4e48-beb7-3689e3eb59e9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet e4c1d600-09eb-46aa-a4b2-2b1fc5756992 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:58:20.419785 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea632804-19a8-4e48-beb7-3689e3eb59e9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.420874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c845066-9f6a-4b17-87dd-5e3dd59a5ac5 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.422470 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9c845066-9f6a-4b17-87dd-5e3dd59a5ac5 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1698189 Sep 18 19:58:20.425396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38952) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.448799 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ffccd081-5e66-4612-94ca-1a698a8199a3 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules/0e88c1d9-d2ed-47c5-867a-3c3822d5ebaa HTTP/1.1" status: 200 len: 764 time: 0.0198388 Sep 18 19:58:20.449080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38956) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.469512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea632804-19a8-4e48-beb7-3689e3eb59e9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.503606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-55e8047c-da80-488e-abcd-507700b00d69 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0531344 Sep 18 19:58:20.516599 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.618652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df22fa10-8073-478c-933f-1fd201ac7f2b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.619071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea632804-19a8-4e48-beb7-3689e3eb59e9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.638197 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df22fa10-8073-478c-933f-1fd201ac7f2b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.710058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df22fa10-8073-478c-933f-1fd201ac7f2b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.724319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df22fa10-8073-478c-933f-1fd201ac7f2b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.725460 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df22fa10-8073-478c-933f-1fd201ac7f2b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0e88c1d9-d2ed-47c5-867a-3c3822d5ebaa HTTP/1.1" status: 204 len: 168 time: 0.2073872 Sep 18 19:58:20.726448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22fa10-8073-478c-933f-1fd201ac7f2b tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e88c1d9-d2ed-47c5-867a-3c3822d5ebaa,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:20.728924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38964) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.747272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea632804-19a8-4e48-beb7-3689e3eb59e9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.779508 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e608285a-4707-49aa-ac9a-570ffcd4a5ff tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494609 Sep 18 19:58:20.787577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38966) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.791803 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea632804-19a8-4e48-beb7-3689e3eb59e9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.793772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ea632804-19a8-4e48-beb7-3689e3eb59e9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/e4c1d600-09eb-46aa-a4b2-2b1fc5756992 HTTP/1.1" status: 204 len: 168 time: 0.4619827 Sep 18 19:58:20.795476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632804-19a8-4e48-beb7-3689e3eb59e9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c1d600-09eb-46aa-a4b2-2b1fc5756992,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:20.797247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38968) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:20.800507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9dbea7-1026-45f0-b3d7-2c7a826660a4 None None] Network 378233fa-5688-4d62-a181-d6a59314b62f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:20.822837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:58:20.855437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2b697-13e9-4b5a-a84c-0712fc285a3b req-151ced27-f656-46ca-8e7e-2c196692e2a3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:20.856968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25d2b697-13e9-4b5a-a84c-0712fc285a3b req-151ced27-f656-46ca-8e7e-2c196692e2a3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1492057 Sep 18 19:58:20.861339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-0f40866d-9dee-4c68-958f-8166440fe7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:20.862901 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-0f40866d-9dee-4c68-958f-8166440fe7c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1096 time: 0.0943675 Sep 18 19:58:20.894972 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a16ff16-7dd3-4914-b823-44d73375b137 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.905754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8d4d10-c224-4db9-8405-70576da7aa5a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet c0b79948-a8b8-4286-ba23-a8a1c6243fea {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:58:20.911859 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b8d4d10-c224-4db9-8405-70576da7aa5a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:20.960201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a16ff16-7dd3-4914-b823-44d73375b137 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.016426 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-cc8b8ccc-1bd2-496e-b02e-28f37082cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:21.018007 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-cc8b8ccc-1bd2-496e-b02e-28f37082cb68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1458712 Sep 18 19:58:21.020332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25d2b697-13e9-4b5a-a84c-0712fc285a3b req-5cb60a26-5d37-4602-be86-a295f7d97b50 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513882 Sep 18 19:58:21.041821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a16ff16-7dd3-4914-b823-44d73375b137 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.042707 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b8d4d10-c224-4db9-8405-70576da7aa5a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.047240 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a16ff16-7dd3-4914-b823-44d73375b137 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.051950 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8a16ff16-7dd3-4914-b823-44d73375b137 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "DELETE /v2.0/security-groups/e163c8cf-a984-47ac-a8d3-66bdf87276a2 HTTP/1.1" status: 204 len: 168 time: 0.2622933 Sep 18 19:58:21.062462 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38982) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:21.130857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:21.136855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16ff16-7dd3-4914-b823-44d73375b137 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e163c8cf-a984-47ac-a8d3-66bdf87276a2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:21.152042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b8d4d10-c224-4db9-8405-70576da7aa5a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.177307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'port_id': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'mac_address': 'fa:16:3e:15:b8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:58:21.191839 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-41a92481-5390-4bd0-b899-112ce02c731f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 999 time: 0.1650193 Sep 18 19:58:21.223777 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-25ff864b-eab0-4c17-8e98-68ff3a719427 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147375 Sep 18 19:58:21.235100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38984) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:21.236957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.254350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1e2088-c625-4144-8a57-bca029ab3c69 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:58:21.263686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] DHCP port deletion for 378233fa-5688-4d62-a181-d6a59314b62f request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:58:21.277288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-d25b685c-692e-4128-81b8-e7466592a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:21.278766 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-d25b685c-692e-4128-81b8-e7466592a253 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0766957 Sep 18 19:58:21.284582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:21.298530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621e524-bdf5-4ad3-a150-b07f86dcdb02 req-4057c39c-fcd9-4933-a51b-50ad1f7907cd tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:21.300317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f621e524-bdf5-4ad3-a150-b07f86dcdb02 req-4057c39c-fcd9-4933-a51b-50ad1f7907cd tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 943 time: 0.3611712 Sep 18 19:58:21.308834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-a038eab7-4e7e-4147-a92d-7d1ea372e81b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:21.310693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-a038eab7-4e7e-4147-a92d-7d1ea372e81b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 945 time: 0.3411405 Sep 18 19:58:21.311230 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.360121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-21cc8833-4026-40c5-b665-deae85d6337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:21.361913 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-21cc8833-4026-40c5-b665-deae85d6337c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752568 Sep 18 19:58:21.370955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:21.383721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.384042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.384436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.384780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.385127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.385807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.385807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.386116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.386449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.386779 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.387107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.388099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:21.396715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dba4ef-a0e1-4eec-9b9d-2939f74eb827 req-e6bc7ff3-9b8c-4652-a099-1aa9dcb86e5b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:21.402623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] Deleting port b0198367-6e98-4fa3-8085-aba3473317d6 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:21.403007 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.408332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34dba4ef-a0e1-4eec-9b9d-2939f74eb827 req-e6bc7ff3-9b8c-4652-a099-1aa9dcb86e5b tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 945 time: 0.2134585 Sep 18 19:58:21.410479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b8d4d10-c224-4db9-8405-70576da7aa5a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.473224 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-9cf96a5e-d394-4db6-ba7b-098b37a1f48c service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039250 Sep 18 19:58:21.489343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] For port b0198367-6e98-4fa3-8085-aba3473317d6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b0198367-6e98-4fa3-8085-aba3473317d6,segment=NetworkSegment(278492a4-bb83-423a-804b-9dd4d2b628d3),segment_id=278492a4-bb83-423a-804b-9dd4d2b628d3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:21.489908 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.504914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] Calling delete_port for b0198367-6e98-4fa3-8085-aba3473317d6 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:21.509976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d4d10-c224-4db9-8405-70576da7aa5a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b79948-a8b8-4286-ba23-a8a1c6243fea,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:21.518017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-03df8ec9-b1a7-4fa6-ad6d-c77f8e84a527 tempest-SecGroupTest-1878215225 tempest-SecGroupTest-1878215225-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2747922 Sep 18 19:58:21.518875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b8d4d10-c224-4db9-8405-70576da7aa5a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.523065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8b8d4d10-c224-4db9-8405-70576da7aa5a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/c0b79948-a8b8-4286-ba23-a8a1c6243fea HTTP/1.1" status: 204 len: 168 time: 0.7241604 Sep 18 19:58:21.524868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38988) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:21.530109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f621e524-bdf5-4ad3-a150-b07f86dcdb02 req-b3232196-3f07-407a-b353-a95116cb7296 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170897 Sep 18 19:58:21.537200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0adcc5-ce26-4ff0-a09c-a41cb72c7793 None None] Network d163e306-980f-4b91-8777-b0b669fc7808 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:21.583175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34dba4ef-a0e1-4eec-9b9d-2939f74eb827 req-19e08846-4b49-4b0a-adf9-6b36f7d3de20 tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/security-groups?id=112c2f24-0238-44ad-ab1f-5e7571a45a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739585 Sep 18 19:58:21.614212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Deleting port 8264172a-93b2-4cee-987d-303ad61f4e69 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:21.614556 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.669486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['7b1e2088-c625-4144-8a57-bca029ab3c69'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:58:21.683510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.690292 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b328f64c-c257-4cd7-8393-e821289eaef0 req-808fab3a-44d0-422a-a93b-858b5a9477cf service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101552 Sep 18 19:58:21.779991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] For port 8264172a-93b2-4cee-987d-303ad61f4e69, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8264172a-93b2-4cee-987d-303ad61f4e69,segment=NetworkSegment(abac540c-e12e-460e-a0fd-ecd63b8c8cf0),segment_id=abac540c-e12e-460e-a0fd-ecd63b8c8cf0)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:21.781263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.806012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Calling delete_port for 8264172a-93b2-4cee-987d-303ad61f4e69 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:21.810057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port b0198367-6e98-4fa3-8085-aba3473317d6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:21.810667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.885781 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83eb82a0-9477-45e1-9bf6-d8afe7e0a569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.927688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port b0198367-6e98-4fa3-8085-aba3473317d6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b0198367-6e98-4fa3-8085-aba3473317d6,segment=NetworkSegment(278492a4-bb83-423a-804b-9dd4d2b628d3),segment_id=278492a4-bb83-423a-804b-9dd4d2b628d3)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:21.932792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:21.960949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for b0198367-6e98-4fa3-8085-aba3473317d6 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:22.029029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] DHCP port deletion for d163e306-980f-4b91-8777-b0b669fc7808 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:58:22.044228 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.132724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] Pushing event deleted for resources: {'Port': ['ID=b0198367-6e98-4fa3-8085-aba3473317d6,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:22.137854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39004) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:22.138727 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.152088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a77e2d-8862-4340-a0a4-d6dcfdbe1a38 None None] No DVR routers for this DVR port b0198367-6e98-4fa3-8085-aba3473317d6 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:22.160700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No DVR routers for this DVR port b0198367-6e98-4fa3-8085-aba3473317d6 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:22.196345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b0198367-6e98-4fa3-8085-aba3473317d6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:22.202205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] Deleting port e73c9ae2-9945-4842-8a7c-8128f21d07b1 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:22.202588 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.272822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=b0198367-6e98-4fa3-8085-aba3473317d6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:22.289931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] For port e73c9ae2-9945-4842-8a7c-8128f21d07b1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e73c9ae2-9945-4842-8a7c-8128f21d07b1,segment=NetworkSegment(c0cb6251-a91e-4dc0-974d-84673e9ba424),segment_id=c0cb6251-a91e-4dc0-974d-84673e9ba424)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:22.290353 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.307912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] Calling delete_port for e73c9ae2-9945-4842-8a7c-8128f21d07b1 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:22.420174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.424607 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.440892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: b0198367-6e98-4fa3-8085-aba3473317d6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:22.441112 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b0198367-6e98-4fa3-8085-aba3473317d6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:22.441797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e73c9ae2-9945-4842-8a7c-8128f21d07b1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:22.444075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] No DVR routers for this DVR port e73c9ae2-9945-4842-8a7c-8128f21d07b1 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:22.462362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378233fa-5688-4d62-a181-d6a59314b62f']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:22.472809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd5d0e-4436-40f1-929a-1223ef50b362 req-20f46323-3700-4939-93d2-251a4e40d9bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:22.474338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cbd5d0e-4436-40f1-929a-1223ef50b362 req-20f46323-3700-4939-93d2-251a4e40d9bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0744097 Sep 18 19:58:22.482384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278492a4-bb83-423a-804b-9dd4d2b628d3') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:22.482800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278492a4-bb83-423a-804b-9dd4d2b628d3') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:22.486110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: e73c9ae2-9945-4842-8a7c-8128f21d07b1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:22.486460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e73c9ae2-9945-4842-8a7c-8128f21d07b1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:22.488308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b164e0-cba7-4840-92d1-da4831a60efb None None] Pushing event deleted for resources: {'Port': ['ID=e73c9ae2-9945-4842-8a7c-8128f21d07b1,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:22.503834 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.509138 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6d8b979a-70a2-47eb-8dbf-fb37758dd337 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba7b9ba821004b19866ccac9b8c46725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597322 Sep 18 19:58:22.514702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:22.546392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cbd5d0e-4436-40f1-929a-1223ef50b362 req-d5ad81ef-5228-4f93-880f-705af0f0eb1e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470924 Sep 18 19:58:22.580473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1cc1-1918-4748-90d8-c7596b056068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.583813 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.602863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:58:22.603509 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:58:22.607312 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:58:22.617123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.651452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1cc1-1918-4748-90d8-c7596b056068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.667511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Pushing event deleted for resources: {'Port': ['ID=8264172a-93b2-4cee-987d-303ad61f4e69,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:22.738670 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.746185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.748843 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/378233fa-5688-4d62-a181-d6a59314b62f HTTP/1.1" status: 204 len: 168 time: 1.2224157 Sep 18 19:58:22.755653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39014) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:22.756087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-083c111c-c8d7-439f-b8a1-0c1fa41ddbe9 req-0e5f49d8-1763-4f1f-8e11-1bebeb5aad9e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d7952d6-421a-4ed2-8f46-b10f946febb2 HTTP/1.1" status: 200 len: 210 time: 0.0676861 Sep 18 19:58:22.778725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] No DVR routers for this DVR port 8264172a-93b2-4cee-987d-303ad61f4e69 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:22.786062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:22.788130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0e46996-60fd-4752-b187-b1d02fb78da9 req-8c8d370f-9447-4df6-95a4-b04300612a0e tempest-DeleteServersTestJSON-1159871346 tempest-DeleteServersTestJSON-1159871346-project] 10.222.0.32 "DELETE /v2.0/ports/8264172a-93b2-4cee-987d-303ad61f4e69 HTTP/1.1" status: 204 len: 173 time: 1.4708436 Sep 18 19:58:22.788590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7952d6-421a-4ed2-8f46-b10f946febb2', 'name': 'network-vif-deleted', 'tag': '8264172a-93b2-4cee-987d-303ad61f4e69'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:22.791827 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d346a3bb-720a-4cd3-8524-af3ffec5e150" -d '{"events": [{"server_uuid": "5d7952d6-421a-4ed2-8f46-b10f946febb2", "name": "network-vif-deleted", "tag": "8264172a-93b2-4cee-987d-303ad61f4e69"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:22.821689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8663b1a-caf0-4e46-86fa-c92e359e1bcb req-5e5a7046-dfe4-44f3-b2bd-6ed7b590b2ba tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:22.844340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8663b1a-caf0-4e46-86fa-c92e359e1bcb req-5e5a7046-dfe4-44f3-b2bd-6ed7b590b2ba tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 944 time: 0.1662278 Sep 18 19:58:22.901042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8663b1a-caf0-4e46-86fa-c92e359e1bcb req-55512781-d914-4499-bb9c-7d8865b6a647 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560396 Sep 18 19:58:23.046422 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc0b439-0c2a-44f9-b52c-6829fcf02547 x-openstack-request-id: req-1fc0b439-0c2a-44f9-b52c-6829fcf02547 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:23.046950 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7952d6-421a-4ed2-8f46-b10f946febb2", "name": "network-vif-deleted", "tag": "8264172a-93b2-4cee-987d-303ad61f4e69", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:23.047189 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc0b439-0c2a-44f9-b52c-6829fcf02547 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:23.047626 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7952d6-421a-4ed2-8f46-b10f946febb2', 'name': 'network-vif-deleted', 'tag': '8264172a-93b2-4cee-987d-303ad61f4e69', 'status': 'completed', 'code': 200} Sep 18 19:58:23.141914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8f4e2-4aa5-44d7-97e9-79c53a554a57 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=378233fa-5688-4d62-a181-d6a59314b62f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:23.193368 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.204265 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1cc1-1918-4748-90d8-c7596b056068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.206776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1cc1-1918-4748-90d8-c7596b056068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.209824 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c6ee1cc1-1918-4748-90d8-c7596b056068 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b593bd2-b710-476b-92a6-0c434643ea16 HTTP/1.1" status: 204 len: 168 time: 0.6930304 Sep 18 19:58:23.232609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee1cc1-1918-4748-90d8-c7596b056068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b593bd2-b710-476b-92a6-0c434643ea16,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:23.237976 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.332823 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.378528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.401488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d163e306-980f-4b91-8777-b0b669fc7808']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:23.410914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cb6251-a91e-4dc0-974d-84673e9ba424') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:23.411207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cb6251-a91e-4dc0-974d-84673e9ba424') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:23.421344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.435225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.441988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:58:23.442433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:58:23.445813 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:58:23.519839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.528221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.535126 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/d163e306-980f-4b91-8777-b0b669fc7808 HTTP/1.1" status: 204 len: 168 time: 0.7739379 Sep 18 19:58:23.536244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39034) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:23.553127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-596148548'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:23.558996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f3eef-04a8-4adb-b570-cd6db60221a9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=d163e306-980f-4b91-8777-b0b669fc7808,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:23.582196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:23.587855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.621640 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:58:23.634860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.635214 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment af45bd0e-e514-4eca-bd78-46fa1e22928f of type vlan for network 34b628c0-35c2-49fb-85b0-cf4657d0d594 Sep 18 19:58:23.698718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.725985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041091c-2d44-4603-bcb7-936b414aff5b req-c2f3df79-27c2-448d-b557-c5d70d25275e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:23.728076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e041091c-2d44-4603-bcb7-936b414aff5b req-c2f3df79-27c2-448d-b557-c5d70d25275e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0907378 Sep 18 19:58:23.752849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.761181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:23.761839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:23.795472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e041091c-2d44-4603-bcb7-936b414aff5b req-cb346e8c-b18e-43b7-9432-704391d211bf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582581 Sep 18 19:58:23.800665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39048) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:23.800798 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2638283 Sep 18 19:58:23.815976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': '34b628c0-35c2-49fb-85b0-cf4657d0d594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:23.844399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb83ede-5df4-4e04-977b-cfdf3728a29b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=34b628c0-35c2-49fb-85b0-cf4657d0d594,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:23.856789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 34b628c0-35c2-49fb-85b0-cf4657d0d594 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:58:24.038250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:24.042384 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.197120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39070) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:24.228622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60505eb-4486-4b71-bff0-d07f013055f8 req-80c1f271-20da-4d58-a161-11b426936cd0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:24.230154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b60505eb-4486-4b71-bff0-d07f013055f8 req-80c1f271-20da-4d58-a161-11b426936cd0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2604086 Sep 18 19:58:24.301607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8264172a-93b2-4cee-987d-303ad61f4e69 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:24.306565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1603531166'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:24.316673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6740c-c932-4b36-9542-2c30e708294d req-8e04c31e-7dc8-46e2-bd70-ff6e3552d0c9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:24.318242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39e6740c-c932-4b36-9542-2c30e708294d req-8e04c31e-7dc8-46e2-bd70-ff6e3552d0c9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 944 time: 0.1354649 Sep 18 19:58:24.321636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.337215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b60505eb-4486-4b71-bff0-d07f013055f8 req-a3961809-cfe1-4a4a-9989-edbeb04d127f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845072 Sep 18 19:58:24.360431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 8264172a-93b2-4cee-987d-303ad61f4e69 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:24.360431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8264172a-93b2-4cee-987d-303ad61f4e69 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:24.366498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Made reservation on behalf of 010c5d8ae9c942b9a28abc083a11f39d for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:24.370924 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.389732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.409812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=68926618-e675-4dc4-bc3b-a36ca111798f,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:24.432712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39e6740c-c932-4b36-9542-2c30e708294d req-db964f10-2fce-488e-885c-7a2fa71474d2 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030426 Sep 18 19:58:24.439814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': 'af45bd0e-e514-4eca-bd78-46fa1e22928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34b628c0-35c2-49fb-85b0-cf4657d0d594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:24.440108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: 34b628c0-35c2-49fb-85b0-cf4657d0d594, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:58:24.472857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 34b628c0-35c2-49fb-85b0-cf4657d0d594 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:58:24.486925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 34b628c0-35c2-49fb-85b0-cf4657d0d594) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:24.499763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b96dce-7b4f-4033-9109-bf6c26878ad0 None None] Network 34b628c0-35c2-49fb-85b0-cf4657d0d594 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:24.505435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:24.506121 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.519634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.530809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.543006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-74a8aeda-1cd9-4e5a-a2b0-62f131b005d8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7407541 Sep 18 19:58:24.545594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39080) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:24.551793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e33c0a71-28b4-4bed-babc-4c0a96f8d0f6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-680915215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:24.597708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:58:24.609051 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e33c0a71-28b4-4bed-babc-4c0a96f8d0f6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.610140 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e33c0a71-28b4-4bed-babc-4c0a96f8d0f6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.639553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2169ea-2113-4fea-baf3-3a13f44dc51a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:24.656048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.656405 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Added segment 310ded20-f403-468e-a2fe-aff17d2d54e0 of type vlan for network f71be338-63a7-4f70-9759-368c7b53c71d Sep 18 19:58:24.757434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.762819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e33c0a71-28b4-4bed-babc-4c0a96f8d0f6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.789699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e33c0a71-28b4-4bed-babc-4c0a96f8d0f6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.799028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.809394 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.818111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-34b628c0-35c2-49fb-85b0-cf4657d0d594', 'network_id': '34b628c0-35c2-49fb-85b0-cf4657d0d594', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': '68926618-e675-4dc4-bc3b-a36ca111798f'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:58:24.820013 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.825598 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e33c0a71-28b4-4bed-babc-4c0a96f8d0f6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.826183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:24.828212 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:24.830059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e33c0a71-28b4-4bed-babc-4c0a96f8d0f6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2834151 Sep 18 19:58:24.830671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39094) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:24.837529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'port': {'network_id': '34b628c0-35c2-49fb-85b0-cf4657d0d594', 'name': 'tempest-RoutersTest-1127997741'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:24.862877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:24.882917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677fcb5-e118-4f08-ae29-7e7a0ea3dcc9 req-e44137e9-adab-4142-860c-0bf0b1fcd0eb tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:24.884583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8677fcb5-e118-4f08-ae29-7e7a0ea3dcc9 req-e44137e9-adab-4142-860c-0bf0b1fcd0eb tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2150693 Sep 18 19:58:24.908862 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7067611 Sep 18 19:58:24.909118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39098) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:24.916862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-f3db1d07-b6d5-4caa-998c-3323f8bff667 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', 'tempest-TagsTest-Tag-2029789049') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:25.024096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8677fcb5-e118-4f08-ae29-7e7a0ea3dcc9 req-2f8c158d-0e33-4273-9528-334e8533eefa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311619 Sep 18 19:58:25.048548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f957b5-e384-4401-b98e-975a3bd62f25 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Pushing event updated for resources: {'Network': ['ID=f71be338-63a7-4f70-9759-368c7b53c71d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:25.104773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:25.113303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:25.155575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] device_id is not set on port 8b9d1d1d-607c-4942-95b1-6e7115f53f1b yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:58:25.235213 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f3db1d07-b6d5-4caa-998c-3323f8bff667 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "PUT /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags/tempest-TagsTest-Tag-2029789049 HTTP/1.1" status: 201 len: 201 time: 0.3250074 Sep 18 19:58:25.237887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39108) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:25.243413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-a8e2a7d2-3dcc-4d8f-88be-6f4feebceeae tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', 'tempest-TagsTest-Tag-2029789049') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:25.244249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f71be338-63a7-4f70-9759-368c7b53c71d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:58:25.260580 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-23f31c48-6629-49e9-a859-804a207eddd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:25.357963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a8e2a7d2-3dcc-4d8f-88be-6f4feebceeae tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "GET /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags/tempest-TagsTest-Tag-2029789049 HTTP/1.1" status: 204 len: 168 time: 0.1187830 Sep 18 19:58:25.360812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39110) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:25.371399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-e97207a0-c1fc-40fc-be70-361c98b90d65 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:25.401997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adad03-13a1-4e4c-b9e6-ec4a79838734 req-7e75f9a4-0fd0-441f-ae7a-01998e5c405b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:25.404077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93adad03-13a1-4e4c-b9e6-ec4a79838734 req-7e75f9a4-0fd0-441f-ae7a-01998e5c405b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1275289 Sep 18 19:58:25.517291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93adad03-13a1-4e4c-b9e6-ec4a79838734 req-3a9fbbf7-3695-46a4-9c8b-b75dae83e316 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064138 Sep 18 19:58:25.519179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Allocated IP 172.20.0.2 (34b628c0-35c2-49fb-85b0-cf4657d0d594/68926618-e675-4dc4-bc3b-a36ca111798f/511b3570-c46c-4492-b747-fb9d60df63e5) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:25.547029 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e97207a0-c1fc-40fc-be70-361c98b90d65 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "GET /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags HTTP/1.1" status: 200 len: 238 time: 0.1844409 Sep 18 19:58:25.551824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39114) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:25.559000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-a86f9dcf-ec8e-49fb-8406-38e8b5bda05a tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', {'tags': ['tempest-TagsTest-Tag-1613776615', 'tempest-TagsTest-Tag-392875393', 'tempest-TagsTest-Tag-1292347630']}) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:25.628943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 7b1e2088-c625-4144-8a57-bca029ab3c69 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:25.629239 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:25.672992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87f9f1-8788-4ecd-aeed-eeca28146fb9 req-4981694e-2e7c-4903-b372-59c7714d319d tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:25.675496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a87f9f1-8788-4ecd-aeed-eeca28146fb9 req-4981694e-2e7c-4903-b372-59c7714d319d tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 944 time: 0.0978854 Sep 18 19:58:25.678341 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:25.716591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a86f9dcf-ec8e-49fb-8406-38e8b5bda05a tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "PUT /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags HTTP/1.1" status: 200 len: 308 time: 0.1621251 Sep 18 19:58:25.718698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39116) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:25.728635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-2b808db6-54e0-48ef-b76f-e491d61024f3 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', 'tempest-TagsTest-Tag-1613776615') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:25.763492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a87f9f1-8788-4ecd-aeed-eeca28146fb9 req-8a25acee-53bc-450a-8652-ba5b5394d392 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751643 Sep 18 19:58:25.824911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:25.866654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:25.872175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:25.874297 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9e1f56-ed0c-4fbc-82fe-1cb6fd51ba5b" -d '{"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-plugged", "status": "completed", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:25.877993 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:25.879409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b808db6-54e0-48ef-b76f-e491d61024f3 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "DELETE /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags/tempest-TagsTest-Tag-1613776615 HTTP/1.1" status: 204 len: 168 time: 0.1582727 Sep 18 19:58:25.884057 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:25.884813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39120) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:25.899215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-c3106505-6ac8-4ebc-aad2-8b754ec7050b tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', 'tempest-TagsTest-Tag-1613776615') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:26.002979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=10']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:26.007606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.20.0.4 (34b628c0-35c2-49fb-85b0-cf4657d0d594/68926618-e675-4dc4-bc3b-a36ca111798f/8b9d1d1d-607c-4942-95b1-6e7115f53f1b) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:26.041823 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:26.066110 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-c3106505-6ac8-4ebc-aad2-8b754ec7050b tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] show failed (client error): The resource could not be found. Sep 18 19:58:26.070938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39126) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:26.071304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c3106505-6ac8-4ebc-aad2-8b754ec7050b tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "GET /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags/tempest-TagsTest-Tag-1613776615 HTTP/1.1" status: 404 len: 326 time: 0.1782999 Sep 18 19:58:26.076527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-1b54fc61-7701-4fd6-b2c4-dd96143317d7 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', 'tempest-TagsTest-Tag-392875393') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:26.132525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Network 34b628c0-35c2-49fb-85b0-cf4657d0d594 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:26.138531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:26.147563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Pushing event updated for resources: {'Port': ['ID=511b3570-c46c-4492-b747-fb9d60df63e5,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:26.151459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:26.258273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Attempting to bind port 511b3570-c46c-4492-b747-fb9d60df63e5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:58:26.259036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Attempting to bind port 511b3570-c46c-4492-b747-fb9d60df63e5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'af45bd0e-e514-4eca-bd78-46fa1e22928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34b628c0-35c2-49fb-85b0-cf4657d0d594'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:58:26.259154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Attempting to bind port 511b3570-c46c-4492-b747-fb9d60df63e5 on network 34b628c0-35c2-49fb-85b0-cf4657d0d594 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:26.286787 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20502731-1d68-45b3-81bc-5d06f8237795 x-openstack-request-id: req-20502731-1d68-45b3-81bc-5d06f8237795 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:26.287198 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-plugged", "status": "completed", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:26.287662 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20502731-1d68-45b3-81bc-5d06f8237795 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:26.287930 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'code': 200} Sep 18 19:58:26.300722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:58:26.301139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Checking segment: {'id': 'af45bd0e-e514-4eca-bd78-46fa1e22928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34b628c0-35c2-49fb-85b0-cf4657d0d594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:26.301598 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:26.302006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Bound using segment: {'id': 'af45bd0e-e514-4eca-bd78-46fa1e22928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34b628c0-35c2-49fb-85b0-cf4657d0d594'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:58:26.302497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Bound port: 511b3570-c46c-4492-b747-fb9d60df63e5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af45bd0e-e514-4eca-bd78-46fa1e22928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34b628c0-35c2-49fb-85b0-cf4657d0d594'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:58:26.303651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:26.323401 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1b54fc61-7701-4fd6-b2c4-dd96143317d7 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "GET /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags/tempest-TagsTest-Tag-392875393 HTTP/1.1" status: 204 len: 168 time: 0.2507403 Sep 18 19:58:26.325775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39130) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:26.334119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-2e20da5c-309e-4368-a863-cfe15207580a tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', 'tempest-TagsTest-Tag-1292347630') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:26.383029 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:26.441000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:26.459699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] For port 511b3570-c46c-4492-b747-fb9d60df63e5, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:26.467690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] For port 511b3570-c46c-4492-b747-fb9d60df63e5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=511b3570-c46c-4492-b747-fb9d60df63e5,segment=NetworkSegment(af45bd0e-e514-4eca-bd78-46fa1e22928f),segment_id=af45bd0e-e514-4eca-bd78-46fa1e22928f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:58:26.473901 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:26.498121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-113ad832-f76f-4d7c-b15a-85f31bd2aa7b req-387a0535-f137-40eb-b10c-823048f4a854 service neutron] (94941) timed out ('10.222.0.32', 62156) {{(pid=94941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 19:58:26.502551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 34b628c0-35c2-49fb-85b0-cf4657d0d594 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:26.506321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:26.511210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:26.516872 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2e20da5c-309e-4368-a863-cfe15207580a tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "GET /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags/tempest-TagsTest-Tag-1292347630 HTTP/1.1" status: 204 len: 168 time: 0.1887424 Sep 18 19:58:26.519262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39134) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:26.524781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-02fd07b9-4e66-4c45-940d-e7f3af9a52d6 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:26.559607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=8b9d1d1d-607c-4942-95b1-6e7115f53f1b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:26.596272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:26.599630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:26.626298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b77067-8d53-49ac-8e7d-e3cad2e53a98 None None] Pushing event updated for resources: {'Port': ['ID=511b3570-c46c-4492-b747-fb9d60df63e5,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:26.635103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1729386f-fc11-4e1e-89c1-7e9f7a597225 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8024275 Sep 18 19:58:26.637543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39138) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:26.737828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec27a62-448c-414e-9a16-8fa48cf23c8d req-94a06736-9f73-45dd-bf38-b91adca0bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:26.740043 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fec27a62-448c-414e-9a16-8fa48cf23c8d req-94a06736-9f73-45dd-bf38-b91adca0bf41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1098 time: 0.2633033 Sep 18 19:58:26.746703 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-02fd07b9-4e66-4c45-940d-e7f3af9a52d6 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "DELETE /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags HTTP/1.1" status: 204 len: 168 time: 0.2235816 Sep 18 19:58:26.755120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39140) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:26.760568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-fd081934-246b-44a0-9bf9-bd46fa0e3aa8 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', 'tempest-TagsTest-Tag-392875393') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:26.814594 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fec27a62-448c-414e-9a16-8fa48cf23c8d req-16fc29f7-f62c-4925-9741-9534b02bfe5d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656314 Sep 18 19:58:26.859670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdbbce-9934-4921-8d92-9c57b5ebb4de req-95c5a12e-fa0f-48d4-bdf8-3d7ee70e7358 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:26.861213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01fdbbce-9934-4921-8d92-9c57b5ebb4de req-95c5a12e-fa0f-48d4-bdf8-3d7ee70e7358 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1538301 Sep 18 19:58:26.893500 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-fd081934-246b-44a0-9bf9-bd46fa0e3aa8 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] show failed (client error): The resource could not be found. Sep 18 19:58:26.894912 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fd081934-246b-44a0-9bf9-bd46fa0e3aa8 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "GET /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags/tempest-TagsTest-Tag-392875393 HTTP/1.1" status: 404 len: 325 time: 0.1386425 Sep 18 19:58:26.900869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39144) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:26.905604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-e0399588-34f9-4531-9756-c0f738690969 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d', 'tempest-TagsTest-Tag-1292347630') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:27.037687 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-e0399588-34f9-4531-9756-c0f738690969 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] show failed (client error): The resource could not be found. Sep 18 19:58:27.039273 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e0399588-34f9-4531-9756-c0f738690969 tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "GET /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags/tempest-TagsTest-Tag-1292347630 HTTP/1.1" status: 404 len: 326 time: 0.1369658 Sep 18 19:58:27.042521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39146) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:27.047602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-f02bdc61-07d9-4bba-8cb4-c27f22d2e29f tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f71be338-63a7-4f70-9759-368c7b53c71d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:27.113162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01fdbbce-9934-4921-8d92-9c57b5ebb4de req-b91927f9-f784-4a0b-ba06-a0d646f11bc3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134371 Sep 18 19:58:27.138645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4dde6-a864-4c7a-b5bf-26e346a54594 req-1624be60-c7af-49fd-8e9c-fdaf45a352ea tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:27.140168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fd4dde6-a864-4c7a-b5bf-26e346a54594 req-1624be60-c7af-49fd-8e9c-fdaf45a352ea tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 946 time: 0.1297925 Sep 18 19:58:27.196740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f02bdc61-07d9-4bba-8cb4-c27f22d2e29f tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "DELETE /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d/tags HTTP/1.1" status: 204 len: 168 time: 0.1521366 Sep 18 19:58:27.197930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39152) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:27.198076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.377545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.413623 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.454008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fd4dde6-a864-4c7a-b5bf-26e346a54594 req-eb178272-1c67-471f-8585-bcc6e0f341d9 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020606 Sep 18 19:58:27.537247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.565543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71be338-63a7-4f70-9759-368c7b53c71d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:27.579510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f08053-ea07-4481-a3fa-d8753197d3a2 req-5968b49f-4955-4a89-b814-016187f0762b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:27.581060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85f08053-ea07-4481-a3fa-d8753197d3a2 req-5968b49f-4955-4a89-b814-016187f0762b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1793811 Sep 18 19:58:27.591716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310ded20-f403-468e-a2fe-aff17d2d54e0') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:27.592042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310ded20-f403-468e-a2fe-aff17d2d54e0') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:27.610475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.627419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.635140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:58:27.635888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:58:27.640210 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:58:27.654877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85f08053-ea07-4481-a3fa-d8753197d3a2 req-53952097-0943-41ab-ae72-0d2e1c45a4af tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652580 Sep 18 19:58:27.689256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.696576 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.739210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.749759 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:27.755776 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] 10.222.0.20 "DELETE /v2.0/networks/f71be338-63a7-4f70-9759-368c7b53c71d HTTP/1.1" status: 204 len: 168 time: 0.5550437 Sep 18 19:58:27.784796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d8496-a9f1-43da-9f88-72d5f5af6ebe tempest-TagsTest-574161265 tempest-TagsTest-574161265-project] Pushing event deleted for resources: {'Network': ['ID=f71be338-63a7-4f70-9759-368c7b53c71d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:27.843365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=8b9d1d1d-607c-4942-95b1-6e7115f53f1b,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:28.107320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.116143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba039a9-d19d-42ad-81ee-85a99e51e36c None None] Network 34b628c0-35c2-49fb-85b0-cf4657d0d594 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:28.184155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39170) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:28.226124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 511b3570-c46c-4492-b747-fb9d60df63e5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:28.318494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-722e1eff-4ca4-4476-b827-30bb9917391a None None] Provisioning complete for port 511b3570-c46c-4492-b747-fb9d60df63e5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:28.318494 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-722e1eff-4ca4-4476-b827-30bb9917391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.392205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 511b3570-c46c-4492-b747-fb9d60df63e5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:28.392851 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.431194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.483362 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8595136e-263d-4004-8da7-0e6c5c61e609 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=010c5d8ae9c942b9a28abc083a11f39d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976413 Sep 18 19:58:28.485942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39180) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:28.513923 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.578277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 511b3570-c46c-4492-b747-fb9d60df63e5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=511b3570-c46c-4492-b747-fb9d60df63e5,segment=NetworkSegment(af45bd0e-e514-4eca-bd78-46fa1e22928f),segment_id=af45bd0e-e514-4eca-bd78-46fa1e22928f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:28.592720 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-581260ea-9c19-4b4e-8458-ebe64e97c9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.646326 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-722e1eff-4ca4-4476-b827-30bb9917391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.668102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-581260ea-9c19-4b4e-8458-ebe64e97c9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.669804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.768789 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-722e1eff-4ca4-4476-b827-30bb9917391a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 19:58:28.769171 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-722e1eff-4ca4-4476-b827-30bb9917391a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 19:58:28.795473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=511b3570-c46c-4492-b747-fb9d60df63e5,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:28.821607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224fdfd-356a-473e-b142-c6a54c02f7c4 req-4d517670-842e-4ae1-98ee-41ad1b0a9bc0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:28.823196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0224fdfd-356a-473e-b142-c6a54c02f7c4 req-4d517670-842e-4ae1-98ee-41ad1b0a9bc0 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 946 time: 0.1868989 Sep 18 19:58:28.864834 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-581260ea-9c19-4b4e-8458-ebe64e97c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.868426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-581260ea-9c19-4b4e-8458-ebe64e97c9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:28.879815 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-581260ea-9c19-4b4e-8458-ebe64e97c9ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f2169ea-2113-4fea-baf3-3a13f44dc51a HTTP/1.1" status: 204 len: 168 time: 0.3857193 Sep 18 19:58:28.899417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581260ea-9c19-4b4e-8458-ebe64e97c9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2169ea-2113-4fea-baf3-3a13f44dc51a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:29.021508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0224fdfd-356a-473e-b142-c6a54c02f7c4 req-ac1a643c-d236-46ce-a948-718d624de939 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715596 Sep 18 19:58:29.052032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6854-05a4-4ecb-9295-b9567cc0e00a req-7164764f-967b-4154-8dbe-6e813353e700 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:29.058066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e11c6854-05a4-4ecb-9295-b9567cc0e00a req-7164764f-967b-4154-8dbe-6e813353e700 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2294512 Sep 18 19:58:29.202743 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:29.219584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e11c6854-05a4-4ecb-9295-b9567cc0e00a req-4281060f-b6c4-4181-81d7-eeb878594659 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489949 Sep 18 19:58:29.221828 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:29.370822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:29.507420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-11dd9e2b-75e7-4dd7-a976-e3667826a297 None None] Provisioning complete for port 511b3570-c46c-4492-b747-fb9d60df63e5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:29.510224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11dd9e2b-75e7-4dd7-a976-e3667826a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:29.678952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-11dd9e2b-75e7-4dd7-a976-e3667826a297 None None] Provisioning complete for port 8b9d1d1d-607c-4942-95b1-6e7115f53f1b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:29.679368 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11dd9e2b-75e7-4dd7-a976-e3667826a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:29.736759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-11dd9e2b-75e7-4dd7-a976-e3667826a297 None None] Port 8b9d1d1d-607c-4942-95b1-6e7115f53f1b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:29.860966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-423c4fa5-5a00-430f-8b7e-26422df64736 None None] Provisioning complete for port 8b9d1d1d-607c-4942-95b1-6e7115f53f1b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:29.861879 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-423c4fa5-5a00-430f-8b7e-26422df64736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:29.904401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-423c4fa5-5a00-430f-8b7e-26422df64736 None None] Port 8b9d1d1d-607c-4942-95b1-6e7115f53f1b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:29.980699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=8b9d1d1d-607c-4942-95b1-6e7115f53f1b,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:30.034828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67ceb-bc63-4894-b9fe-a0ffa50a1436 req-fac46a43-3fe6-48b2-999b-116a7bcdeb91 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:30.040019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29b67ceb-bc63-4894-b9fe-a0ffa50a1436 req-fac46a43-3fe6-48b2-999b-116a7bcdeb91 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.7208099 Sep 18 19:58:30.075672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 34b628c0-35c2-49fb-85b0-cf4657d0d594 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:30.078827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:30.097057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-27756859-bcb8-43ee-b4c4-2392e73ca303 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:30.105007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-27756859-bcb8-43ee-b4c4-2392e73ca303 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.8153970 Sep 18 19:58:30.139065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29b67ceb-bc63-4894-b9fe-a0ffa50a1436 req-112a6e6b-a0f4-4bfd-a02a-8b3fad90c14d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909138 Sep 18 19:58:30.146143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-63218067-5fe7-49f0-9ad6-15611dd3aa4d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/quotas/3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 375 time: 0.0393555 Sep 18 19:58:30.152890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 511b3570-c46c-4492-b747-fb9d60df63e5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:30.222461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 511b3570-c46c-4492-b747-fb9d60df63e5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:30.222918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:30.303013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-33305696-922a-44eb-bc89-0f9ded6ffbef tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556928 Sep 18 19:58:30.413072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 0793a669-825d-4768-b0e7-6c7243b49e85 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:58:30.427013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-bbdbbec9-1864-4f0d-9afc-d27939af9f91 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227779 Sep 18 19:58:30.429747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-add2c27e-9ca1-4c48-8b1e-d0f9d1e71948 None None] Provisioning complete for port 8b9d1d1d-607c-4942-95b1-6e7115f53f1b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:30.430367 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-add2c27e-9ca1-4c48-8b1e-d0f9d1e71948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:30.474081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-add2c27e-9ca1-4c48-8b1e-d0f9d1e71948 None None] Port 8b9d1d1d-607c-4942-95b1-6e7115f53f1b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:30.582634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:30.592549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e9596737-557f-4317-93cd-3212944c94b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/0793a669-825d-4768-b0e7-6c7243b49e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9538741 Sep 18 19:58:30.593179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bba6a1-b77b-473d-bb34-f62deeb05cb7 None None] Sync routers for ids ['0793a669-825d-4768-b0e7-6c7243b49e85'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:30.595181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39268) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:30.603568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bba6a1-b77b-473d-bb34-f62deeb05cb7 None None] Routers {'0793a669-825d-4768-b0e7-6c7243b49e85'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:30.604302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-25bba6a1-b77b-473d-bb34-f62deeb05cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0793a669-825d-4768-b0e7-6c7243b49e85'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:30.620813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-3f3e5dd1-3159-448a-8726-f2d6ec740692 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928413 Sep 18 19:58:30.641359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-25bba6a1-b77b-473d-bb34-f62deeb05cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:30.650772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bba6a1-b77b-473d-bb34-f62deeb05cb7 None None] Routers {'0793a669-825d-4768-b0e7-6c7243b49e85'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:30.651749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-25bba6a1-b77b-473d-bb34-f62deeb05cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0793a669-825d-4768-b0e7-6c7243b49e85'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:30.680246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc41d5-ecce-4f9a-bcc0-41dfc86d6494 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:30.689206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-acbc41d5-ecce-4f9a-bcc0-41dfc86d6494 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports/8b9d1d1d-607c-4942-95b1-6e7115f53f1b HTTP/1.1" status: 200 len: 977 time: 0.0855610 Sep 18 19:58:30.689206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39270) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:30.700459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-25bba6a1-b77b-473d-bb34-f62deeb05cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:30.701361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bba6a1-b77b-473d-bb34-f62deeb05cb7 None None] The sync data for ids ['0793a669-825d-4768-b0e7-6c7243b49e85'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:30.959004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6f6eb-2e3e-4520-ac40-b24fa7e7fe99 req-d7ff6bbf-1479-4533-96a9-7676def19d06 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:30.961540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfb6f6eb-2e3e-4520-ac40-b24fa7e7fe99 req-d7ff6bbf-1479-4533-96a9-7676def19d06 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 946 time: 0.1166332 Sep 18 19:58:31.075962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfb6f6eb-2e3e-4520-ac40-b24fa7e7fe99 req-c2f43b0c-4595-42d5-8596-14bafe5bcd90 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082740 Sep 18 19:58:31.108325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d4f4f-1090-4726-a7e9-afce8c770de2 req-02bd8016-54e9-473b-ab7e-3aea7fbdfec3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.110807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-860d4f4f-1090-4726-a7e9-afce8c770de2 req-02bd8016-54e9-473b-ab7e-3aea7fbdfec3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1179228 Sep 18 19:58:31.228490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-860d4f4f-1090-4726-a7e9-afce8c770de2 req-c6a42fd5-2bd7-4caf-9acf-87f58c1f6049 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039901 Sep 18 19:58:31.304132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f704926-d444-4ce0-982f-6317feb75f41 req-8ff7a953-f425-4569-a7ba-bf34dd80e4b9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 210 time: 0.0426641 Sep 18 19:58:31.334143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-c5a0e2ee-1b9f-474d-9afe-edcd117d92e8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.344411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-c5a0e2ee-1b9f-474d-9afe-edcd117d92e8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.350571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-c5a0e2ee-1b9f-474d-9afe-edcd117d92e8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.360537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-c5a0e2ee-1b9f-474d-9afe-edcd117d92e8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.367610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-c5a0e2ee-1b9f-474d-9afe-edcd117d92e8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.374068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-c5a0e2ee-1b9f-474d-9afe-edcd117d92e8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.379932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-c5a0e2ee-1b9f-474d-9afe-edcd117d92e8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.382111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-c5a0e2ee-1b9f-474d-9afe-edcd117d92e8 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5433 time: 0.2077804 Sep 18 19:58:31.496996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:31.503310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ab01700-b98c-456a-8d2b-1a4ff0defe66 req-4050bf2b-917c-4d62-9f77-2a21d914a6ce tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099007 Sep 18 19:58:31.557787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39312) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:31.602203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-22143e04-c8ae-4011-b594-aaa2e7cf9a3a admin admin] Deleting subnet 7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:58:31.603779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd692d-367d-4c33-97b2-14e93f5e855a req-7cc94365-024d-4c30-afde-ae8cfc6c6ee7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.605352 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22143e04-c8ae-4011-b594-aaa2e7cf9a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:31.605566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ecdd692d-367d-4c33-97b2-14e93f5e855a req-7cc94365-024d-4c30-afde-ae8cfc6c6ee7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1973798 Sep 18 19:58:31.640899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22143e04-c8ae-4011-b594-aaa2e7cf9a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:31.688810 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22143e04-c8ae-4011-b594-aaa2e7cf9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:31.716929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ecdd692d-367d-4c33-97b2-14e93f5e855a req-6ce7bced-fb89-4077-8989-5cf0fb67ba74 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001310 Sep 18 19:58:31.761258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22143e04-c8ae-4011-b594-aaa2e7cf9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:31.807192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22143e04-c8ae-4011-b594-aaa2e7cf9a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:31.809560 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-22143e04-c8ae-4011-b594-aaa2e7cf9a3a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d HTTP/1.1" status: 204 len: 168 time: 0.2508106 Sep 18 19:58:31.811856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22143e04-c8ae-4011-b594-aaa2e7cf9a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a7459aa-6ac3-48a5-a7f4-cc996a7f0a2d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:31.816366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39316) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:31.818530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 8b9d1d1d-607c-4942-95b1-6e7115f53f1b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:31.818872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:31.875961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-9a99e3ae-27b1-4e17-aa47-013048df60c9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.882089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-9a99e3ae-27b1-4e17-aa47-013048df60c9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.888335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-9a99e3ae-27b1-4e17-aa47-013048df60c9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.894180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-9a99e3ae-27b1-4e17-aa47-013048df60c9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.900102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-9a99e3ae-27b1-4e17-aa47-013048df60c9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.905951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-9a99e3ae-27b1-4e17-aa47-013048df60c9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.911803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-9a99e3ae-27b1-4e17-aa47-013048df60c9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.913690 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-9a99e3ae-27b1-4e17-aa47-013048df60c9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 5433 time: 0.1030772 Sep 18 19:58:31.954747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:31.964104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-5ed16214-23fd-4215-bf59-b768481d08e7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:31.965509 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-5ed16214-23fd-4215-bf59-b768481d08e7 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "GET /v2.0/ports/708b22da-9bd8-4d56-b32b-8d06d1eaf51a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0446177 Sep 18 19:58:31.972596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.006215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 8b9d1d1d-607c-4942-95b1-6e7115f53f1b owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:32.067580 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c08522bd-3323-4a28-b96a-5db88343cd79 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "GET /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0964243 Sep 18 19:58:32.077909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:32.094379 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.123226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3293fdbf-42cb-4af1-882d-c286dfc84eb7']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:32.138555 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.163680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:32.164096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abac540c-e12e-460e-a0fd-ecd63b8c8cf0') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:32.189022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.271346 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.285636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:58:32.286044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:58:32.289829 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:58:32.295150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] For port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:32.340338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] For port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:32.363070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-30ab577d-ed93-4d48-a91f-6a849f2fc543 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:32.364603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-30ab577d-ed93-4d48-a91f-6a849f2fc543 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.2347794 Sep 18 19:58:32.383575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'port': {'device_id': '32a8d2af-0d56-40f2-86ba-67855776ed9a', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'admin_state_up': True, 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:32.386699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.410353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] device_id is not set on port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:58:32.421042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.427308 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.431097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.433002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3293fdbf-42cb-4af1-882d-c286dfc84eb7 HTTP/1.1" status: 204 len: 168 time: 0.6101236 Sep 18 19:58:32.466397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241b096-2b5a-44c4-b416-9e0642e08b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=3293fdbf-42cb-4af1-882d-c286dfc84eb7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:32.494740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51d76233-f768-49bc-afe5-a1fc8cfe14e9 req-d6a2e867-1249-432b-af77-9bb57478f086 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 210 time: 0.0509222 Sep 18 19:58:32.496976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] No DVR routers for this DVR port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:32.521549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] Pushing event updated for resources: {'Port': ['ID=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:32.543775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] In _notify_port_updated(), no bound segment for port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:58:32.545328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:32.546355 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.546879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.548153 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-f0a47f62-e49b-4896-ad49-281525953f24 service neutron] 10.222.0.24 "PUT /v2.0/ports/708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 200 len: 1027 time: 0.4742458 Sep 18 19:58:32.627135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=8b9d1d1d-607c-4942-95b1-6e7115f53f1b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:32.645232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3f110403-77c3-4b37-9779-462efb1694fb tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:32.646645 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3f110403-77c3-4b37-9779-462efb1694fb tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "GET /v2.0/ports/32e2834a-8d12-4560-b0e6-7febfb9e0f21?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0914340 Sep 18 19:58:32.667844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:32.791909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.829961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39328) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:32.900396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:32.903398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.942332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508176f-033b-4a4b-9d1d-67616e51606d req-c4d2e2a5-8156-4e29-927d-e81cde70219f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:32.942968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-acef3de9-a63c-4a09-866f-dd2de8f981ba None None] Provisioning complete for port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:32.944028 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-acef3de9-a63c-4a09-866f-dd2de8f981ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:32.949513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508176f-033b-4a4b-9d1d-67616e51606d req-c4d2e2a5-8156-4e29-927d-e81cde70219f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:32.956210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508176f-033b-4a4b-9d1d-67616e51606d req-c4d2e2a5-8156-4e29-927d-e81cde70219f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:32.963043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508176f-033b-4a4b-9d1d-67616e51606d req-c4d2e2a5-8156-4e29-927d-e81cde70219f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:32.976689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508176f-033b-4a4b-9d1d-67616e51606d req-c4d2e2a5-8156-4e29-927d-e81cde70219f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:32.982532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a8bb27b3-656e-4987-876c-f407a8e88305 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb822b2afd174d288a5b4dd4c583c42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514575 Sep 18 19:58:32.985064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39330) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:32.999523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508176f-033b-4a4b-9d1d-67616e51606d req-c4d2e2a5-8156-4e29-927d-e81cde70219f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:33.001760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2508176f-033b-4a4b-9d1d-67616e51606d req-c4d2e2a5-8156-4e29-927d-e81cde70219f tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 4659 time: 0.3496606 Sep 18 19:58:33.032743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-acef3de9-a63c-4a09-866f-dd2de8f981ba None None] Port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:33.124951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.154892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ff596b5-40f5-4b65-a369-e6848ec61c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.158418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] For port 32e2834a-8d12-4560-b0e6-7febfb9e0f21, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=32e2834a-8d12-4560-b0e6-7febfb9e0f21,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:33.205916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ff596b5-40f5-4b65-a369-e6848ec61c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.250957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] For port 32e2834a-8d12-4560-b0e6-7febfb9e0f21, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:33.255971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2508176f-033b-4a4b-9d1d-67616e51606d req-7925957f-70b3-4744-bd39-fa4aaa98a086 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2319223-dcca-445b-b124-8e5a2e2720f7&id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403581 Sep 18 19:58:33.295987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] device_id is not set on port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 19:58:33.309824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.336958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.367952 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ff596b5-40f5-4b65-a369-e6848ec61c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.371095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ff596b5-40f5-4b65-a369-e6848ec61c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.373902 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3ff596b5-40f5-4b65-a369-e6848ec61c6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/112c2f24-0238-44ad-ab1f-5e7571a45a81 HTTP/1.1" status: 204 len: 168 time: 0.3875039 Sep 18 19:58:33.436095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] No DVR routers for this DVR port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:33.482173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff596b5-40f5-4b65-a369-e6848ec61c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c2f24-0238-44ad-ab1f-5e7571a45a81,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:33.513600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] In _notify_port_updated(), no bound segment for port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 on network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 19:58:33.517865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:33.518663 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.520734 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] 10.222.0.24 "PUT /v2.0/ports/32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 200 len: 1026 time: 0.8668694 Sep 18 19:58:33.652502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ef57a-d8e7-45a7-9a75-d27159b7377a service neutron] Pushing event updated for resources: {'Port': ['ID=32e2834a-8d12-4560-b0e6-7febfb9e0f21,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:33.684725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:33.685541 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.808853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] For port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:33.809302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.826899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Calling delete_port for aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:33.867580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e70afb-70f7-4f80-9cbe-91acc8c52acc req-d16d51cc-71a9-45f9-b74e-4d2c9c0652bd tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 210 time: 0.0455530 Sep 18 19:58:33.872666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-50c2d2e6-4fb4-45b6-ae6e-f6bbc9222758 None None] Provisioning complete for port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:33.872971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-50c2d2e6-4fb4-45b6-ae6e-f6bbc9222758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:33.947243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-50c2d2e6-4fb4-45b6-ae6e-f6bbc9222758 None None] Port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:34.002209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.20.0.10 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/bcab5499-2362-455a-8892-a8f72240b479) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:34.086141 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:34.123504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Port': ['ID=aae3a7bf-8f7e-4c84-b372-6eb2cd735b62,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:34.154219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 0793a669-825d-4768-b0e7-6c7243b49e85 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:58:34.194318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] No DVR routers for this DVR port aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:34.198742 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:34.204414 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-b290caa3-a0a0-4846-886f-0fd032b524c6 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "DELETE /v2.0/ports/aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 HTTP/1.1" status: 204 len: 173 time: 0.6769252 Sep 18 19:58:34.205434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'aae3a7bf-8f7e-4c84-b372-6eb2cd735b62'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:34.208908 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b374c60-75a1-4d78-a926-e965ff542277" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "aae3a7bf-8f7e-4c84-b372-6eb2cd735b62"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:34.345403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:34.358697 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df017c77-5442-499e-bf51-907e3af6ad59 None None] Sync routers for ids ['0793a669-825d-4768-b0e7-6c7243b49e85'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:34.365969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-991bbdbc-be37-4c77-b231-d7bd8efddee0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/0793a669-825d-4768-b0e7-6c7243b49e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6792860 Sep 18 19:58:34.392727 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df017c77-5442-499e-bf51-907e3af6ad59 None None] Routers {'0793a669-825d-4768-b0e7-6c7243b49e85'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:34.394726 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-df017c77-5442-499e-bf51-907e3af6ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0793a669-825d-4768-b0e7-6c7243b49e85'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:34.400883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39368) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:34.478006 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-df017c77-5442-499e-bf51-907e3af6ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:34.496816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting port a4896189-e695-455a-a32b-1779398d53a5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:34.498351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:34.503562 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df017c77-5442-499e-bf51-907e3af6ad59 None None] Routers {'0793a669-825d-4768-b0e7-6c7243b49e85'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:34.504968 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-df017c77-5442-499e-bf51-907e3af6ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0793a669-825d-4768-b0e7-6c7243b49e85'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:34.538568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:34.572503 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-df017c77-5442-499e-bf51-907e3af6ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:34.573464 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df017c77-5442-499e-bf51-907e3af6ad59 None None] The sync data for ids ['0793a669-825d-4768-b0e7-6c7243b49e85'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:34.667113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] For port a4896189-e695-455a-a32b-1779398d53a5, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a4896189-e695-455a-a32b-1779398d53a5,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:34.667692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:34.681877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Calling delete_port for a4896189-e695-455a-a32b-1779398d53a5 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:34.739673 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b154800-ede5-4b2b-a2c0-c58f2fcc9445 x-openstack-request-id: req-4b154800-ede5-4b2b-a2c0-c58f2fcc9445 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:34.740444 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "aae3a7bf-8f7e-4c84-b372-6eb2cd735b62", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:34.740848 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b154800-ede5-4b2b-a2c0-c58f2fcc9445 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:34.741397 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'aae3a7bf-8f7e-4c84-b372-6eb2cd735b62', 'status': 'completed', 'code': 200} Sep 18 19:58:34.787682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07065b-3f21-4b51-81cc-d3592bc39bb5 req-7586cf80-8fde-4559-ba44-41092f864ff9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:34.796008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07065b-3f21-4b51-81cc-d3592bc39bb5 req-7586cf80-8fde-4559-ba44-41092f864ff9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:34.809179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07065b-3f21-4b51-81cc-d3592bc39bb5 req-7586cf80-8fde-4559-ba44-41092f864ff9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:34.815311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39378) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:34.817197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07065b-3f21-4b51-81cc-d3592bc39bb5 req-7586cf80-8fde-4559-ba44-41092f864ff9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:34.818937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea07065b-3f21-4b51-81cc-d3592bc39bb5 req-7586cf80-8fde-4559-ba44-41092f864ff9 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 3152 time: 0.3450694 Sep 18 19:58:34.842177 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-1cc4bb69-5c8a-4b69-affe-a5ddb5436527 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 19:58:34.842499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1cc4bb69-5c8a-4b69-affe-a5ddb5436527 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/0793a669-825d-4768-b0e7-6c7243b49e85/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4406111 Sep 18 19:58:34.843743 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:34.845872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39382) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:34.889138 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0f2de6ed-9b04-4559-a2f3-65ac79c8fd75 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0793a669-825d-4768-b0e7-6c7243b49e85 HTTP/1.1" status: 200 len: 205 time: 0.0377262 Sep 18 19:58:34.889784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39386) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:34.922884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:34.963148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:34.964529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:34.966610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device aae3a7bf-8f7e-4c84-b372-6eb2cd735b62 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:34.967228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 32e2834a-8d12-4560-b0e6-7febfb9e0f21 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:34.984767 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:34.989981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1331004248-network', 'tenant_id': '8bd21844f10444a587623ee730902144'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:35.010318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbcae-d749-4dc1-834f-5f7f79d9a1dc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.011486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:35.018479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 32e2834a-8d12-4560-b0e6-7febfb9e0f21 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:35.018918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f768b054-6809-4b2d-8ff1-e71086be318d no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:35.032366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:35.039128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=bcab5499-2362-455a-8892-a8f72240b479,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:35.068413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Made reservation on behalf of 8bd21844f10444a587623ee730902144 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:35.073430 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.074120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea07065b-3f21-4b51-81cc-d3592bc39bb5 req-c2d26718-cde4-4aa4-b7cc-147cb45df556 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342172 Sep 18 19:58:35.114474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Port': ['ID=a4896189-e695-455a-a32b-1779398d53a5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:35.121607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674ffbe-c978-4026-b821-b0b89a45fb64 req-1c09e4fd-997d-40d4-ac31-0a1dafa6cce2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:35.129979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9674ffbe-c978-4026-b821-b0b89a45fb64 req-1c09e4fd-997d-40d4-ac31-0a1dafa6cce2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 932 time: 0.1693506 Sep 18 19:58:35.147182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.151486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:35.153043 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.168942 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.191361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-90d622c0-74c7-4bfa-a74a-7cbe279f531d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8166952 Sep 18 19:58:35.217065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Request body: {'port': {'device_id': '32a8d2af-0d56-40f2-86ba-67855776ed9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:35.218918 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f768b054-6809-4b2d-8ff1-e71086be318d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:35.223313 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3e3b9c-fea4-46c5-a162-fd7b17788439" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-unplugged", "status": "completed", "tag": "f768b054-6809-4b2d-8ff1-e71086be318d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:35.245034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f768b054-6809-4b2d-8ff1-e71086be318d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f768b054-6809-4b2d-8ff1-e71086be318d,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:35.250740 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.251938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ee595f62-7e27-448d-b4b8-a6303c9c0257 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:35.265636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9674ffbe-c978-4026-b821-b0b89a45fb64 req-ccd2afe2-0847-4de9-ac82-7ad980c19e44 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300004 Sep 18 19:58:35.282288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.319224 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.323579 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.334801 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf395846-6392-4bed-807a-c397efbb64ba x-openstack-request-id: req-cf395846-6392-4bed-807a-c397efbb64ba {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:35.335264 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-unplugged", "status": "completed", "tag": "f768b054-6809-4b2d-8ff1-e71086be318d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:35.336056 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf395846-6392-4bed-807a-c397efbb64ba {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:35.336789 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f768b054-6809-4b2d-8ff1-e71086be318d', 'code': 200} Sep 18 19:58:35.425832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f49f7060-facd-47f5-933c-3e78c15b5330 None None] Provisioning complete for port bcab5499-2362-455a-8892-a8f72240b479 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:35.426404 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f49f7060-facd-47f5-933c-3e78c15b5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.484961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f768b054-6809-4b2d-8ff1-e71086be318d,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:35.513237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f49f7060-facd-47f5-933c-3e78c15b5330 None None] Port bcab5499-2362-455a-8892-a8f72240b479 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:35.550911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.639903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ee595f62-7e27-448d-b4b8-a6303c9c0257, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:35.650767 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.651871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device d014749d-7470-40ab-9de5-374cf9548d8f no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:35.739465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcab5499-2362-455a-8892-a8f72240b479 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:58:35.748706 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.762848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Transition to ACTIVE for port object bcab5499-2362-455a-8892-a8f72240b479 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:58:35.775021 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.846340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ee595f62-7e27-448d-b4b8-a6303c9c0257,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:35.869058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=bcab5499-2362-455a-8892-a8f72240b479,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:35.912075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbcae-d749-4dc1-834f-5f7f79d9a1dc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.935212 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbcae-d749-4dc1-834f-5f7f79d9a1dc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.945458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] No DVR routers for this DVR port a4896189-e695-455a-a32b-1779398d53a5 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:35.957715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:58:35.962402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:35.964818 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-1c9b9628-1a1f-482b-aea3-b2dada24b9a5 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "DELETE /v2.0/ports/a4896189-e695-455a-a32b-1779398d53a5 HTTP/1.1" status: 204 len: 173 time: 1.7433491 Sep 18 19:58:35.966109 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.009186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Attempting to bind port bcab5499-2362-455a-8892-a8f72240b479 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:58:36.009651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Attempting to bind port bcab5499-2362-455a-8892-a8f72240b479 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:58:36.009978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Attempting to bind port bcab5499-2362-455a-8892-a8f72240b479 on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:36.014722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Port bcab5499-2362-455a-8892-a8f72240b479 on network e9561566-4f46-403d-9a9c-0b61da82ba41 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:58:36.015097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Attempting to bind port bcab5499-2362-455a-8892-a8f72240b479 on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:36.020919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:58:36.021668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:36.022074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:58:36.022503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Bound port: bcab5499-2362-455a-8892-a8f72240b479, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:58:36.022862 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.043205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port d014749d-7470-40ab-9de5-374cf9548d8f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d014749d-7470-40ab-9de5-374cf9548d8f,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:36.059197 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.060185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 708b22da-9bd8-4d56-b32b-8d06d1eaf51a no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:36.113133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:36.136619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] For port bcab5499-2362-455a-8892-a8f72240b479, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:36.145919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbcae-d749-4dc1-834f-5f7f79d9a1dc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.146728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9dbcae-d749-4dc1-834f-5f7f79d9a1dc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Fanout notify agent at l3_agent the message router_deleted on router 0793a669-825d-4768-b0e7-6c7243b49e85 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:58:36.152207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] For port bcab5499-2362-455a-8892-a8f72240b479, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bcab5499-2362-455a-8892-a8f72240b479,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:58:36.166350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbcae-d749-4dc1-834f-5f7f79d9a1dc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.166569 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.166667 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e9dbcae-d749-4dc1-834f-5f7f79d9a1dc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/0793a669-825d-4768-b0e7-6c7243b49e85 HTTP/1.1" status: 204 len: 168 time: 1.2704234 Sep 18 19:58:36.166667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.166667 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Added segment 965b6729-feb6-4da7-9c47-678b1b13367d of type vlan for network 15ac155c-aabc-400a-a82d-41ceef59f8ef Sep 18 19:58:36.183238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39400) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:36.219838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=d014749d-7470-40ab-9de5-374cf9548d8f,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:36.240105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 708b22da-9bd8-4d56-b32b-8d06d1eaf51a not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:36.240533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a4896189-e695-455a-a32b-1779398d53a5 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:36.272064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: a4896189-e695-455a-a32b-1779398d53a5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:36.272412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a4896189-e695-455a-a32b-1779398d53a5 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:36.272830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=bcab5499-2362-455a-8892-a8f72240b479,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:36.279133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.280135 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.282438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-add7a10b-5600-41e4-86db-2df22003dcdd service neutron] 10.222.0.32 "PUT /v2.0/ports/bcab5499-2362-455a-8892-a8f72240b479 HTTP/1.1" status: 200 len: 1093 time: 1.0803931 Sep 18 19:58:36.282972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a8d2af-0d56-40f2-86ba-67855776ed9a', 'tag': 'bcab5499-2362-455a-8892-a8f72240b479'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:36.285325 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c1cde0-79e2-4904-8939-9d484eefa19b" -d '{"events": [{"name": "network-changed", "server_uuid": "32a8d2af-0d56-40f2-86ba-67855776ed9a", "tag": "bcab5499-2362-455a-8892-a8f72240b479"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:36.359964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.373797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3597a9-84d6-4f5f-ba51-1064eabdc4a1 req-76de12fd-97b2-4537-aa7e-383ca76db262 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.382865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3597a9-84d6-4f5f-ba51-1064eabdc4a1 req-76de12fd-97b2-4537-aa7e-383ca76db262 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.392688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3597a9-84d6-4f5f-ba51-1064eabdc4a1 req-76de12fd-97b2-4537-aa7e-383ca76db262 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.396098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e3597a9-84d6-4f5f-ba51-1064eabdc4a1 req-76de12fd-97b2-4537-aa7e-383ca76db262 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 2411 time: 0.1188171 Sep 18 19:58:36.402240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a003670-c03e-4d58-945b-5af804e84002 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet 68926618-e675-4dc4-bc3b-a36ca111798f {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:58:36.413136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a003670-c03e-4d58-945b-5af804e84002 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.463771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting port d014749d-7470-40ab-9de5-374cf9548d8f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:36.464064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.470122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.471296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.472341 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.503159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-0852a5c9-af3b-4a0e-9305-07bdbec7edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.504834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-0852a5c9-af3b-4a0e-9305-07bdbec7edd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 1096 time: 0.1778562 Sep 18 19:58:36.512996 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a003670-c03e-4d58-945b-5af804e84002 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.568880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e3597a9-84d6-4f5f-ba51-1064eabdc4a1 req-ad135da4-b99c-4242-b9ee-be407e82b988 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412008 Sep 18 19:58:36.579509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195894-c849-43a2-8e59-2013017a42ce req-8a226bfe-bcbb-44f7-9f9f-ecc2d03adc73 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.581734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65195894-c849-43a2-8e59-2013017a42ce req-8a226bfe-bcbb-44f7-9f9f-ecc2d03adc73 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 944 time: 0.1844940 Sep 18 19:58:36.583590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-c4e73316-e9cd-4e91-b17f-2c43d18cd859 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcab5499-2362-455a-8892-a8f72240b479 HTTP/1.1" status: 200 len: 217 time: 0.0600350 Sep 18 19:58:36.611306 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a003670-c03e-4d58-945b-5af804e84002 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.698388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-0b7cb8c5-07db-4605-bbb5-3d3869160a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.699917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-0b7cb8c5-07db-4605-bbb5-3d3869160a59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0693886 Sep 18 19:58:36.703734 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e17356-502e-4c62-9c8b-acfe7757f5b9 x-openstack-request-id: req-69e17356-502e-4c62-9c8b-acfe7757f5b9 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:36.703734 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a8d2af-0d56-40f2-86ba-67855776ed9a", "tag": "bcab5499-2362-455a-8892-a8f72240b479", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:36.703734 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69e17356-502e-4c62-9c8b-acfe7757f5b9 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:36.704077 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a8d2af-0d56-40f2-86ba-67855776ed9a', 'tag': 'bcab5499-2362-455a-8892-a8f72240b479', 'status': 'completed', 'code': 200} Sep 18 19:58:36.707956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a003670-c03e-4d58-945b-5af804e84002 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.749768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65195894-c849-43a2-8e59-2013017a42ce req-dcb8eb35-e136-4eaa-ae5d-bd01cacc7aec tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525323 Sep 18 19:58:36.749979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'a4896189-e695-455a-a32b-1779398d53a5'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:36.752309 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36d5a64-b1f1-4ac8-86c1-bb1626aa7b8d" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "a4896189-e695-455a-a32b-1779398d53a5"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:36.762482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a003670-c03e-4d58-945b-5af804e84002 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=68926618-e675-4dc4-bc3b-a36ca111798f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:36.771777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-8b206102-79b9-4f1f-9aa4-d79175fbae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:36.772444 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9554152 Sep 18 19:58:36.773282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:36.776623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-8b206102-79b9-4f1f-9aa4-d79175fbae9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650828 Sep 18 19:58:36.814692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Request body: {'subnet': {'network_id': '15ac155c-aabc-400a-a82d-41ceef59f8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1331004248-subnet', 'tenant_id': '8bd21844f10444a587623ee730902144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:36.830420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a91535-61b9-4e1c-8dd5-624857092ab2 None None] Network 34b628c0-35c2-49fb-85b0-cf4657d0d594 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:36.857042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a003670-c03e-4d58-945b-5af804e84002 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.861305 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a003670-c03e-4d58-945b-5af804e84002 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/68926618-e675-4dc4-bc3b-a36ca111798f HTTP/1.1" status: 204 len: 168 time: 0.6745818 Sep 18 19:58:36.862719 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078832ba-e384-48c7-8ba1-5875b14b392d x-openstack-request-id: req-078832ba-e384-48c7-8ba1-5875b14b392d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:36.863015 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "a4896189-e695-455a-a32b-1779398d53a5", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:36.863270 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-078832ba-e384-48c7-8ba1-5875b14b392d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:36.863711 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'a4896189-e695-455a-a32b-1779398d53a5', 'status': 'completed', 'code': 200} Sep 18 19:58:36.868816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39410) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:36.940172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-54b2bfc4-606a-4d34-907d-d7ab28a70000 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562965 Sep 18 19:58:36.946481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382224e-ea0b-4fff-a07b-7db9169e1b86 admin admin] Pushing event updated for resources: {'Network': ['ID=15ac155c-aabc-400a-a82d-41ceef59f8ef,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:36.975223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:36.999101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Made reservation on behalf of 8bd21844f10444a587623ee730902144 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:37.001451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.004465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] For port d014749d-7470-40ab-9de5-374cf9548d8f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=d014749d-7470-40ab-9de5-374cf9548d8f,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:37.004827 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.151700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a2120bf-7d92-41d9-b771-5ec112a2cbe9 req-85bebaa7-b513-41e3-b25c-1983c15b37f1 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030849 Sep 18 19:58:37.249748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-ec86ca89-5f56-47bb-a85a-5bf5928f6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:37.251710 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-ec86ca89-5f56-47bb-a85a-5bf5928f6028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 1096 time: 0.0491674 Sep 18 19:58:37.326127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 15ac155c-aabc-400a-a82d-41ceef59f8ef details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:58:37.333048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 511b3570-c46c-4492-b747-fb9d60df63e5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:37.333393 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.337804 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee595f62-7e27-448d-b4b8-a6303c9c0257'}, {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:37.339659 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa0aff-a5ae-4598-9129-c65339555800" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-unplugged", "status": "completed", "tag": "ee595f62-7e27-448d-b4b8-a6303c9c0257"}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-unplugged", "status": "completed", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:37.419721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-f3244e20-95c3-471d-bdc3-16518a9fb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:37.424436 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-f3244e20-95c3-471d-bdc3-16518a9fb89d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1649828 Sep 18 19:58:37.453162 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3eec3d-abae-4aa9-9733-9bc3b244dea2 x-openstack-request-id: req-2f3eec3d-abae-4aa9-9733-9bc3b244dea2 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:37.453700 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-unplugged", "status": "completed", "tag": "ee595f62-7e27-448d-b4b8-a6303c9c0257", "code": 200}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-unplugged", "status": "completed", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:37.462128 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f3eec3d-abae-4aa9-9733-9bc3b244dea2 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:37.462661 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee595f62-7e27-448d-b4b8-a6303c9c0257', 'code': 200} Sep 18 19:58:37.462981 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'code': 200} Sep 18 19:58:37.484687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-3c137fac-235f-4d70-b680-fb45e0510ce5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcab5499-2362-455a-8892-a8f72240b479 HTTP/1.1" status: 200 len: 217 time: 0.0519149 Sep 18 19:58:37.594563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port 511b3570-c46c-4492-b747-fb9d60df63e5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=511b3570-c46c-4492-b747-fb9d60df63e5,segment=NetworkSegment(af45bd0e-e514-4eca-bd78-46fa1e22928f),segment_id=af45bd0e-e514-4eca-bd78-46fa1e22928f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:37.595223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.599751 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.601096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.601613 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Floating IP 393f1d16-c6dd-4267-b479-13ee286a718f disassociated. External IP: 172.25.8.221, port: d014749d-7470-40ab-9de5-374cf9548d8f. Sep 18 19:58:37.602215 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Calling delete_port for d014749d-7470-40ab-9de5-374cf9548d8f owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:37.610272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] DHCP port deletion for 34b628c0-35c2-49fb-85b0-cf4657d0d594 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:58:37.641920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-6b1662b8-5ede-4bd8-8e11-723a8db84aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:37.650369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-6b1662b8-5ede-4bd8-8e11-723a8db84aad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1521831 Sep 18 19:58:37.675279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 511b3570-c46c-4492-b747-fb9d60df63e5 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:37.762629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-77d07c9e-dabc-481b-bf46-cd7f17cab78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:37.766858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-77d07c9e-dabc-481b-bf46-cd7f17cab78f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155276 Sep 18 19:58:37.772433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] Deleting port 511b3570-c46c-4492-b747-fb9d60df63e5 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:37.772842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.855670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] For port 511b3570-c46c-4492-b747-fb9d60df63e5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=511b3570-c46c-4492-b747-fb9d60df63e5,segment=NetworkSegment(af45bd0e-e514-4eca-bd78-46fa1e22928f),segment_id=af45bd0e-e514-4eca-bd78-46fa1e22928f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:37.856080 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.885725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:37.888403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] Calling delete_port for 511b3570-c46c-4492-b747-fb9d60df63e5 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:37.934494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=582e7061-f3cf-467c-ac22-17a5cf58537f,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:37.982756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b6ca2-dec3-45ff-b7b3-5daee655c0c0 req-fc8d96cd-06fd-4f8e-8c69-9ea423a772ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:37.989643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b6ca2-dec3-45ff-b7b3-5daee655c0c0 req-fc8d96cd-06fd-4f8e-8c69-9ea423a772ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:37.996386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b6ca2-dec3-45ff-b7b3-5daee655c0c0 req-fc8d96cd-06fd-4f8e-8c69-9ea423a772ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:37.998052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce5b6ca2-dec3-45ff-b7b3-5daee655c0c0 req-fc8d96cd-06fd-4f8e-8c69-9ea423a772ba tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 2411 time: 0.1974771 Sep 18 19:58:38.010293 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.028789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No DVR routers for this DVR port 511b3570-c46c-4492-b747-fb9d60df63e5 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:38.029758 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.041987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0aca0-415f-45e8-b260-e553e82cac67 req-38d32646-5b0f-470f-bc6b-b2c785b49b69 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:38.043663 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-acc0aca0-415f-45e8-b260-e553e82cac67 req-38d32646-5b0f-470f-bc6b-b2c785b49b69 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 944 time: 0.1698384 Sep 18 19:58:38.058484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] No DVR routers for this DVR port 511b3570-c46c-4492-b747-fb9d60df63e5 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:38.064326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-16904b99-e844-466f-9c4f-8e647d07faeb service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871609 Sep 18 19:58:38.091259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=511b3570-c46c-4492-b747-fb9d60df63e5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:38.096502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Checking segment: {'id': '965b6729-feb6-4da7-9c47-678b1b13367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '15ac155c-aabc-400a-a82d-41ceef59f8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:38.096867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Network hostable DHCP agents. Network: 15ac155c-aabc-400a-a82d-41ceef59f8ef, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:58:38.108393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330db024-1a2e-45b9-9fcd-bece2718df4c None None] Pushing event deleted for resources: {'Port': ['ID=511b3570-c46c-4492-b747-fb9d60df63e5,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:38.154739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce5b6ca2-dec3-45ff-b7b3-5daee655c0c0 req-453ecfa2-a894-4cb2-a7ec-1c7bf7dc1937 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483955 Sep 18 19:58:38.180877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 511b3570-c46c-4492-b747-fb9d60df63e5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:38.214973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 511b3570-c46c-4492-b747-fb9d60df63e5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:38.215352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 511b3570-c46c-4492-b747-fb9d60df63e5 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:38.225477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.233832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-acc0aca0-415f-45e8-b260-e553e82cac67 req-8cb6cd3c-61a9-49fa-974b-4e4ec5712ba6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803305 Sep 18 19:58:38.243976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Network 15ac155c-aabc-400a-a82d-41ceef59f8ef is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:58:38.261206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b628c0-35c2-49fb-85b0-cf4657d0d594']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:38.277799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af45bd0e-e514-4eca-bd78-46fa1e22928f') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:38.278153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af45bd0e-e514-4eca-bd78-46fa1e22928f') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:38.279923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 15ac155c-aabc-400a-a82d-41ceef59f8ef) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:38.287606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63c1cde0-79e2-4904-8939-9d484eefa19b req-58d8939d-91db-4815-9c58-9ebd97d6dc76 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996694 Sep 18 19:58:38.290905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:38.291298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf571d-f061-4ffe-9648-209b578d2e2d None None] Network 15ac155c-aabc-400a-a82d-41ceef59f8ef requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:38.291650 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.297628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.299441 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.352271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a310eb88-94b0-41a7-9e53-1d20d58ba75b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5426447 Sep 18 19:58:38.356397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.362627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Port': ['ID=d014749d-7470-40ab-9de5-374cf9548d8f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:38.372620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:58:38.373035 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:58:38.376285 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:58:38.447995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c4852-0e44-413c-a728-6ab6f28dae8b None None] Network 15ac155c-aabc-400a-a82d-41ceef59f8ef requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:38.524681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.540147 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.544873 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/34b628c0-35c2-49fb-85b0-cf4657d0d594 HTTP/1.1" status: 204 len: 168 time: 1.6713970 Sep 18 19:58:38.545833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39428) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:38.550308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-1382386143'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:38.580269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbc8cb-86a0-492b-bc08-2754d28e3df2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=34b628c0-35c2-49fb-85b0-cf4657d0d594,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:38.584834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:38.591850 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.605439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Router 0708445c-b168-4903-8039-6b560a746abf has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:58:38.630178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:58:38.641805 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.642198 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment 61330c82-eaa3-4a90-9180-37bd2a0edb86 of type vlan for network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 Sep 18 19:58:38.703149 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.744788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.752205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:38.753292 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.760602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:38.773750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] Sync routers for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:38.790021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:38.791328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:38.834974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] No DVR routers for this DVR port d014749d-7470-40ab-9de5-374cf9548d8f on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:38.838069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:38.840460 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-c370ffed-1870-4030-b2c3-ef5ac33d7ce2 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "DELETE /v2.0/ports/d014749d-7470-40ab-9de5-374cf9548d8f HTTP/1.1" status: 204 len: 173 time: 2.8627052 Sep 18 19:58:38.880626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:38.884085 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecddc89f-155b-4f97-8219-02db0dedc97f" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:38.979042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:58:38.980637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=089b4eaa-d921-4fe0-b306-25b1677ab3d1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:38.982973 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a5a4b6-365c-4c67-8ec7-dc40035c2324 x-openstack-request-id: req-02a5a4b6-365c-4c67-8ec7-dc40035c2324 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:38.983312 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "d014749d-7470-40ab-9de5-374cf9548d8f", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:38.983613 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02a5a4b6-365c-4c67-8ec7-dc40035c2324 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:38.984044 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'd014749d-7470-40ab-9de5-374cf9548d8f', 'status': 'completed', 'code': 200} Sep 18 19:58:38.990510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting port f768b054-6809-4b2d-8ff1-e71086be318d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:38.990784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:39.031913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:58:39.039628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-20a901fb-fa55-4562-9058-674201efff27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4925742 Sep 18 19:58:39.042228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39444) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:39.049083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': '089b4eaa-d921-4fe0-b306-25b1677ab3d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:39.127556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] For port f768b054-6809-4b2d-8ff1-e71086be318d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f768b054-6809-4b2d-8ff1-e71086be318d,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:39.128187 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:39.158961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Calling delete_port for f768b054-6809-4b2d-8ff1-e71086be318d owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:39.229911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-0da4b175-d9a9-4e15-8075-caad0bd4fdc8 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:39.231621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-0da4b175-d9a9-4e15-8075-caad0bd4fdc8 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/networks?id=15ac155c-aabc-400a-a82d-41ceef59f8ef HTTP/1.1" status: 200 len: 813 time: 0.3059645 Sep 18 19:58:39.257089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-320ea662-bf1b-4416-a4e8-d063058007b9 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/quotas/8bd21844f10444a587623ee730902144 HTTP/1.1" status: 200 len: 375 time: 0.0164425 Sep 18 19:58:39.322770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-4a116829-da32-4ec5-9a9f-e89c3ccfc84f tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bd21844f10444a587623ee730902144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585124 Sep 18 19:58:39.325358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:39.329263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:39.354284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:39.419440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:28Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:39.425765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Port': ['ID=f768b054-6809-4b2d-8ff1-e71086be318d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:39.484446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] No DVR routers for this DVR port f768b054-6809-4b2d-8ff1-e71086be318d on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:39.488563 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:39.490608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-a16ed7b3-65c0-44f7-9a9b-ba9a821c2621 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "DELETE /v2.0/ports/f768b054-6809-4b2d-8ff1-e71086be318d HTTP/1.1" status: 204 len: 173 time: 0.6424348 Sep 18 19:58:39.493957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] Checking router: 0708445c-b168-4903-8039-6b560a746abf for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:58:39.503634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:39.504241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:39.514098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa720d33-71ee-454f-a9d5-38040bbba146 req-8abf3ca1-1fb6-43c9-80de-8144a4375a83 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:39.520539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa720d33-71ee-454f-a9d5-38040bbba146 req-8abf3ca1-1fb6-43c9-80de-8144a4375a83 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:39.522435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa720d33-71ee-454f-a9d5-38040bbba146 req-8abf3ca1-1fb6-43c9-80de-8144a4375a83 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 1599 time: 0.2302065 Sep 18 19:58:39.614630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa720d33-71ee-454f-a9d5-38040bbba146 req-0f719ddc-5ea4-4fd8-83ae-be0db687beac tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups?id=1726c37e-ab89-4cf3-ba09-dda99084e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789678 Sep 18 19:58:39.621612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-68ee5911-9d03-41c6-a09b-1050b2e52a73 service neutron] 10.222.0.20 "GET /v2.0/networks/15ac155c-aabc-400a-a82d-41ceef59f8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740662 Sep 18 19:58:39.623212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:58:39.638894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting port ee595f62-7e27-448d-b4b8-a6303c9c0257 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:39.639325 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:39.795239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] For port ee595f62-7e27-448d-b4b8-a6303c9c0257, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ee595f62-7e27-448d-b4b8-a6303c9c0257,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:39.795659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:39.822645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Calling delete_port for ee595f62-7e27-448d-b4b8-a6303c9c0257 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:39.845551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:39.860125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:28Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:39.904283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-11942c34-b9aa-4866-8eae-eb6a18438d41 service neutron] 10.222.0.20 "GET /v2.0/networks/15ac155c-aabc-400a-a82d-41ceef59f8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619245 Sep 18 19:58:39.905576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c555063-165c-4e00-9a6e-2ea4e92294de None None] The sync data for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 is: [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:48:23Z', 'revision_number': 4, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '292fca5d-9d75-420c-a7e4-6d5b720175c1', 'name': '', 'network_id': '1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'mac_address': 'fa:16:3e:a3:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:22Z', 'updated_at': '2021-09-18T19:48:28Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'subnets': [{'id': '59711212-6f3b-4312-9db1-67c23afe25fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:40.010929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27375976-9ccf-4544-9105-9035b0d0a91a req-549afe44-bece-4965-88b9-1df2fc9d9295 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:40.015363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27375976-9ccf-4544-9105-9035b0d0a91a req-549afe44-bece-4965-88b9-1df2fc9d9295 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 944 time: 0.2340357 Sep 18 19:58:40.016829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': '61330c82-eaa3-4a90-9180-37bd2a0edb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '089b4eaa-d921-4fe0-b306-25b1677ab3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:40.017192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: 089b4eaa-d921-4fe0-b306-25b1677ab3d1, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:58:40.033842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=bb7908f4-dcd8-48ac-bf72-c84ae4644160,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:40.087920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.104260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:58:40.144251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Port': ['ID=ee595f62-7e27-448d-b4b8-a6303c9c0257,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:40.152969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27375976-9ccf-4544-9105-9035b0d0a91a req-0204ff84-06a6-4cdd-bf79-e223db92813e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234682 Sep 18 19:58:40.155050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 089b4eaa-d921-4fe0-b306-25b1677ab3d1) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:40.172295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928bd563-57c6-4174-9f66-49ae915d615c None None] Network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:40.173996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:40.183444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.259823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0f98d5e1-2cfa-4d18-981e-5555de4de142 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2137446 Sep 18 19:58:40.260289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39468) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:40.276364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1d3bd287-593e-492e-90c8-0647286f10a0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-822752779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:40.309040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] No DVR routers for this DVR port ee595f62-7e27-448d-b4b8-a6303c9c0257 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:40.314179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.317394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95d0de2a-cff3-4930-8406-670a6c755584 req-d473f43c-7d2d-4ac2-8683-d79457fdc01c tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.24 "DELETE /v2.0/ports/ee595f62-7e27-448d-b4b8-a6303c9c0257 HTTP/1.1" status: 204 len: 173 time: 0.8181226 Sep 18 19:58:40.466085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d459ec89-bd6f-4c74-a151-9f60689a7754 req-1b9777b5-86f0-4c7f-b1e0-acc58c0990fa tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 210 time: 0.1172743 Sep 18 19:58:40.468611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd287-593e-492e-90c8-0647286f10a0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.469870 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c9eadb-b134-4e9e-ad70-d31c6c7d4b1e None None] New status for floating IP 393f1d16-c6dd-4267-b479-13ee286a718f: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:58:40.470691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd287-593e-492e-90c8-0647286f10a0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.572077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd287-593e-492e-90c8-0647286f10a0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.586214 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd287-593e-492e-90c8-0647286f10a0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.589609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-089b4eaa-d921-4fe0-b306-25b1677ab3d1', 'network_id': '089b4eaa-d921-4fe0-b306-25b1677ab3d1', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': 'bb7908f4-dcd8-48ac-bf72-c84ae4644160'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:58:40.590481 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.619074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd287-593e-492e-90c8-0647286f10a0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:40.623734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39478) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:40.625972 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1d3bd287-593e-492e-90c8-0647286f10a0 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3646441 Sep 18 19:58:40.887924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3b80c84-cda9-4383-8452-bfa3b5bfbbf2 req-c62aaf1b-1663-40ea-a928-d63a4618c18a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0915205 Sep 18 19:58:40.993241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Allocated IP 172.20.0.2 (089b4eaa-d921-4fe0-b306-25b1677ab3d1/bb7908f4-dcd8-48ac-bf72-c84ae4644160/daa09c36-7ab8-42b9-b98b-76f44faad42f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:41.233577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:41.244026 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:41.316768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:41.318349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Pushing event updated for resources: {'Port': ['ID=daa09c36-7ab8-42b9-b98b-76f44faad42f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:41.330916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:41.337238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'f768b054-6809-4b2d-8ff1-e71086be318d'}, {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'ee595f62-7e27-448d-b4b8-a6303c9c0257'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:41.337755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:41.340056 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f43be1-c6b3-42f2-b4cf-51725d5eb307" -d '{"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "f768b054-6809-4b2d-8ff1-e71086be318d"}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "ee595f62-7e27-448d-b4b8-a6303c9c0257"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:41.414496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b5ec6-448d-4315-8433-3118b573d9de req-0a00af64-fab2-45cf-85da-7a1c30743a1e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:41.428772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe8b5ec6-448d-4315-8433-3118b573d9de req-0a00af64-fab2-45cf-85da-7a1c30743a1e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 944 time: 0.1301773 Sep 18 19:58:41.438102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Attempting to bind port daa09c36-7ab8-42b9-b98b-76f44faad42f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:58:41.438407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Attempting to bind port daa09c36-7ab8-42b9-b98b-76f44faad42f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '61330c82-eaa3-4a90-9180-37bd2a0edb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '089b4eaa-d921-4fe0-b306-25b1677ab3d1'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:58:41.438751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Attempting to bind port daa09c36-7ab8-42b9-b98b-76f44faad42f on network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:41.443891 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34316852-5c17-4a58-b0cf-e635d556eb0f x-openstack-request-id: req-34316852-5c17-4a58-b0cf-e635d556eb0f {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:41.444188 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "f768b054-6809-4b2d-8ff1-e71086be318d", "status": "completed", "code": 200}, {"server_uuid": "c069f559-1858-4516-a3da-66159c949e79", "name": "network-vif-deleted", "tag": "ee595f62-7e27-448d-b4b8-a6303c9c0257", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:41.444442 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34316852-5c17-4a58-b0cf-e635d556eb0f {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:41.445411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:58:41.445802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Checking segment: {'id': '61330c82-eaa3-4a90-9180-37bd2a0edb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '089b4eaa-d921-4fe0-b306-25b1677ab3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:41.446185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:41.446334 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'f768b054-6809-4b2d-8ff1-e71086be318d', 'status': 'completed', 'code': 200} Sep 18 19:58:41.446429 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069f559-1858-4516-a3da-66159c949e79', 'name': 'network-vif-deleted', 'tag': 'ee595f62-7e27-448d-b4b8-a6303c9c0257', 'status': 'completed', 'code': 200} Sep 18 19:58:41.446579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Bound using segment: {'id': '61330c82-eaa3-4a90-9180-37bd2a0edb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '089b4eaa-d921-4fe0-b306-25b1677ab3d1'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:58:41.447045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Bound port: daa09c36-7ab8-42b9-b98b-76f44faad42f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61330c82-eaa3-4a90-9180-37bd2a0edb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '089b4eaa-d921-4fe0-b306-25b1677ab3d1'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:58:41.447469 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:41.488889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe8b5ec6-448d-4315-8433-3118b573d9de req-5ee20caf-b43a-4e40-bc52-468e1acd83d2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584474 Sep 18 19:58:41.530987 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-f54fe0e6-ffd0-4806-8dd6-3b2c16d25097 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1851435 Sep 18 19:58:41.532842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:41.587432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] For port daa09c36-7ab8-42b9-b98b-76f44faad42f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:41.597546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] For port daa09c36-7ab8-42b9-b98b-76f44faad42f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=daa09c36-7ab8-42b9-b98b-76f44faad42f,segment=NetworkSegment(61330c82-eaa3-4a90-9180-37bd2a0edb86),segment_id=61330c82-eaa3-4a90-9180-37bd2a0edb86)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:58:41.606154 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:41.724233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee71a045-9998-41bb-9fc4-465247a72082 req-6ec2be53-ac8a-44dc-96e9-6cb76ca50a98 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 210 time: 0.0775075 Sep 18 19:58:41.765792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97cb6d-e421-4940-b606-d14c28d65d2e None None] Pushing event updated for resources: {'Port': ['ID=daa09c36-7ab8-42b9-b98b-76f44faad42f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:41.797814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-1e98ad7b-c2ee-424f-b8e2-da55797f94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:41.799434 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-1e98ad7b-c2ee-424f-b8e2-da55797f94b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=674a6098479547d99807b89546a820fe&device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 1098 time: 0.1839991 Sep 18 19:58:41.986108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-de0f424b-b904-4f01-944c-7bfc0a779c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:41.987635 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-de0f424b-b904-4f01-944c-7bfc0a779c55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 200 len: 917 time: 0.1258638 Sep 18 19:58:42.129650 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.20.0.1 (089b4eaa-d921-4fe0-b306-25b1677ab3d1/bb7908f4-dcd8-48ac-bf72-c84ae4644160/1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:42.145199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-18b0694b-5876-4e78-b8d6-4edcdd8eaf17 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:42.148708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-18b0694b-5876-4e78-b8d6-4edcdd8eaf17 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.24 "GET /v2.0/networks?id=15ac155c-aabc-400a-a82d-41ceef59f8ef HTTP/1.1" status: 200 len: 813 time: 0.2763486 Sep 18 19:58:42.169574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Request body: {'port': {'device_id': 'f22d2ba7-ba44-44c1-9597-4d8944e2a76a', 'network_id': '15ac155c-aabc-400a-a82d-41ceef59f8ef', 'admin_state_up': True, 'tenant_id': '8bd21844f10444a587623ee730902144'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:42.214176 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-cadbb4b2-4d42-41e5-b12d-6a83ec5330d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 200 len: 1001 time: 0.1339350 Sep 18 19:58:42.269525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device daa09c36-7ab8-42b9-b98b-76f44faad42f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:42.331712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-15aeb887-97cd-4f7d-a4cf-2434fb91d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:42.333218 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-15aeb887-97cd-4f7d-a4cf-2434fb91d9e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 200 len: 855 time: 0.0527005 Sep 18 19:58:42.353980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6323fb4c-62f9-4a02-a56e-19412fc4cf1d req-c26106ba-1da9-4ac1-b26d-803458d77be0 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.2042177 Sep 18 19:58:42.392251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port daa09c36-7ab8-42b9-b98b-76f44faad42f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:42.392652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:42.409075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Made reservation on behalf of 8bd21844f10444a587623ee730902144 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:42.415497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:42.432981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:42.441776 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-658abfc3-95e4-4440-a76a-df83acee42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:42.443694 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-658abfc3-95e4-4440-a76a-df83acee42d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad4c106-61cb-489e-9641-bea570f4a5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918026 Sep 18 19:58:42.460239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-1e1758b1-9658-4207-9a93-924786da9a06 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:58:42.461319 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-1e1758b1-9658-4207-9a93-924786da9a06 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082903 Sep 18 19:58:42.522302 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:42.580967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port daa09c36-7ab8-42b9-b98b-76f44faad42f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=daa09c36-7ab8-42b9-b98b-76f44faad42f,segment=NetworkSegment(61330c82-eaa3-4a90-9180-37bd2a0edb86),segment_id=61330c82-eaa3-4a90-9180-37bd2a0edb86)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:42.589428 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:42.657771 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-231ec3d5-5a8e-4f45-a3b7-513246c7fdf6 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853049 Sep 18 19:58:42.671018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=daa09c36-7ab8-42b9-b98b-76f44faad42f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:42.679158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:42.688692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Allocated IP 172.20.0.12 (15ac155c-aabc-400a-a82d-41ceef59f8ef/582e7061-f3cf-467c-ac22-17a5cf58537f/e302b547-3b42-483e-b98f-4f74b488c4f3) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:42.839393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:42.854792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:42.860064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:42.898367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:42.963293 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:42.970557 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87acabd1-f993-48b7-99bb-5f252597d8d3 req-7b5f7001-2e34-46b2-8032-d1cebcee8ddf service neutron] 10.222.0.24 "GET /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053265 Sep 18 19:58:42.998456 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:58:43.128637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:43.291228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e313f5d1-ecb3-497e-94a6-04c319609312 None None] Network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:43.358534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc2352fb-5134-4498-b640-fed4ff6694da req-bb1a7bb3-f491-4af6-b94b-98fc8e2e40bd tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 210 time: 0.0386860 Sep 18 19:58:43.412857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7cf7d-d345-4e22-8217-2475bf74a0bc req-df4c6d9e-bd85-4cbe-a9f6-ef30f9d9b959 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:43.420980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09d7cf7d-d345-4e22-8217-2475bf74a0bc req-df4c6d9e-bd85-4cbe-a9f6-ef30f9d9b959 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 944 time: 0.8022246 Sep 18 19:58:43.523404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f06fd91-f4d3-4277-bea5-878e1ba22f84 req-5a3c310a-46cd-468b-aa19-2dd65dc28c55 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0321376 Sep 18 19:58:43.530607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-eec7e70a-629f-4dcf-9501-9485368d32c3 None None] Provisioning complete for port daa09c36-7ab8-42b9-b98b-76f44faad42f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:43.530994 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eec7e70a-629f-4dcf-9501-9485368d32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:43.584133 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09d7cf7d-d345-4e22-8217-2475bf74a0bc req-3be64e22-bd13-41e6-9f49-6b7180392aa4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621654 Sep 18 19:58:43.603002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:43.608871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:43.763552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:43.765402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:43.769980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:43.862048 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:43.998386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Network 15ac155c-aabc-400a-a82d-41ceef59f8ef is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:44.003496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:44.019233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:44.094638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:44.103195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Pushing event updated for resources: {'Port': ['ID=e302b547-3b42-483e-b98f-4f74b488c4f3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:44.104777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:44.165669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:44.166330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:44.199307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1ed4926c-6c92-4b67-bbbf-c4a2957a33d6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0320628 Sep 18 19:58:44.213350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Request body: {'port': {'device_id': 'f22d2ba7-ba44-44c1-9597-4d8944e2a76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:44.281867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device daa09c36-7ab8-42b9-b98b-76f44faad42f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:44.411763 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:44.425575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a0bbcb17-d066-4b1f-ba3f-f8d251644c2a None None] Provisioning complete for port daa09c36-7ab8-42b9-b98b-76f44faad42f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:44.431660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a0bbcb17-d066-4b1f-ba3f-f8d251644c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:44.489157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 3d1e4e8d-91d9-4741-b3f8-076840464867 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:58:44.509147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port daa09c36-7ab8-42b9-b98b-76f44faad42f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:44.509792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:44.764693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a0bbcb17-d066-4b1f-ba3f-f8d251644c2a None None] Provisioning complete for port 1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:44.765070 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a0bbcb17-d066-4b1f-ba3f-f8d251644c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:44.812822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:44.870005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d406de-f958-4b4b-a208-097a11ecbe3f None None] Sync routers for ids ['3d1e4e8d-91d9-4741-b3f8-076840464867'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:44.871237 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-755c8596-1d42-4d3e-a583-f501f12d6791 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/3d1e4e8d-91d9-4741-b3f8-076840464867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2462425 Sep 18 19:58:44.875196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39518) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:44.885585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbcb17-d066-4b1f-ba3f-f8d251644c2a None None] Port 1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:44.892096 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d406de-f958-4b4b-a208-097a11ecbe3f None None] Routers {'3d1e4e8d-91d9-4741-b3f8-076840464867'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:44.893577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b4d406de-f958-4b4b-a208-097a11ecbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3d1e4e8d-91d9-4741-b3f8-076840464867'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:44.938375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b4d406de-f958-4b4b-a208-097a11ecbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:44.960698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d406de-f958-4b4b-a208-097a11ecbe3f None None] Routers {'3d1e4e8d-91d9-4741-b3f8-076840464867'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:44.961855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b4d406de-f958-4b4b-a208-097a11ecbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3d1e4e8d-91d9-4741-b3f8-076840464867'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:44.996004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7b8cd-9a2f-4975-9694-74893de636e4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:45.000741 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-57c7b8cd-9a2f-4975-9694-74893de636e4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports/1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc HTTP/1.1" status: 200 len: 910 time: 0.1242487 Sep 18 19:58:45.005673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39520) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:45.070244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-acf696ef-540e-48ad-b135-e2a2b65a44e7 req-81123b58-2fdd-4919-a7a5-bb56c341f42e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0730679 Sep 18 19:58:45.088043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b4d406de-f958-4b4b-a208-097a11ecbe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:45.088758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d406de-f958-4b4b-a208-097a11ecbe3f None None] The sync data for ids ['3d1e4e8d-91d9-4741-b3f8-076840464867'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:45.090997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44785fa9-b0a8-4a0e-8cf1-25dbcdd252af req-5d301e88-a82e-4cc1-bc09-49973fc9e42f tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:45.103471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44785fa9-b0a8-4a0e-8cf1-25dbcdd252af req-5d301e88-a82e-4cc1-bc09-49973fc9e42f tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 932 time: 0.6274302 Sep 18 19:58:45.136570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bf62aa97-10aa-41fa-84bf-fb8230494d19 None None] Provisioning complete for port 1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:45.138196 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf62aa97-10aa-41fa-84bf-fb8230494d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:45.199498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44785fa9-b0a8-4a0e-8cf1-25dbcdd252af req-465e8b97-4a40-4458-9fc2-aba1f5f9b8a9 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948479 Sep 18 19:58:45.250203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bf62aa97-10aa-41fa-84bf-fb8230494d19 None None] Port 1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:45.343861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e302b547-3b42-483e-b98f-4f74b488c4f3 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:58:45.354627 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:45.381349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Transition to ACTIVE for port object e302b547-3b42-483e-b98f-4f74b488c4f3 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:58:45.391045 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:45.405443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a0d21e5c-9657-4a8f-b116-3df18cb9d167 None None] Provisioning complete for port 1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:45.408948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a0d21e5c-9657-4a8f-b116-3df18cb9d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:45.414328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0e250-08aa-42ef-b1ff-f6a642a4d228 req-43683ca1-6eb6-4f56-aa57-65cbf316cc5f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:45.416054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5c0e250-08aa-42ef-b1ff-f6a642a4d228 req-43683ca1-6eb6-4f56-aa57-65cbf316cc5f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 944 time: 0.1006608 Sep 18 19:58:45.515812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a0d21e5c-9657-4a8f-b116-3df18cb9d167 None None] Port 1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:58:45.563393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=e302b547-3b42-483e-b98f-4f74b488c4f3,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:45.580989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5c0e250-08aa-42ef-b1ff-f6a642a4d228 req-5a0aee28-9a21-490b-abdf-cd331c8db6f0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477451 Sep 18 19:58:45.657539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Attempting to bind port e302b547-3b42-483e-b98f-4f74b488c4f3 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:58:45.658222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Attempting to bind port e302b547-3b42-483e-b98f-4f74b488c4f3 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '965b6729-feb6-4da7-9c47-678b1b13367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '15ac155c-aabc-400a-a82d-41ceef59f8ef'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:58:45.658798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Attempting to bind port e302b547-3b42-483e-b98f-4f74b488c4f3 on network 15ac155c-aabc-400a-a82d-41ceef59f8ef {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:45.663944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Port e302b547-3b42-483e-b98f-4f74b488c4f3 on network 15ac155c-aabc-400a-a82d-41ceef59f8ef not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:58:45.664345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Attempting to bind port e302b547-3b42-483e-b98f-4f74b488c4f3 on network 15ac155c-aabc-400a-a82d-41ceef59f8ef {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:45.671670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:58:45.672404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Checking segment: {'id': '965b6729-feb6-4da7-9c47-678b1b13367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '15ac155c-aabc-400a-a82d-41ceef59f8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:45.673311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Bound using segment: {'id': '965b6729-feb6-4da7-9c47-678b1b13367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '15ac155c-aabc-400a-a82d-41ceef59f8ef'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:58:45.674035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Bound port: e302b547-3b42-483e-b98f-4f74b488c4f3, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965b6729-feb6-4da7-9c47-678b1b13367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '15ac155c-aabc-400a-a82d-41ceef59f8ef'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:58:45.674418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:45.737090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:45.810149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] For port e302b547-3b42-483e-b98f-4f74b488c4f3, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:45.826129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] For port e302b547-3b42-483e-b98f-4f74b488c4f3, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e302b547-3b42-483e-b98f-4f74b488c4f3,segment=NetworkSegment(965b6729-feb6-4da7-9c47-678b1b13367d),segment_id=965b6729-feb6-4da7-9c47-678b1b13367d)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:58:45.836360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:45.903996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Pushing event updated for resources: {'Port': ['ID=e302b547-3b42-483e-b98f-4f74b488c4f3,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:45.927004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:45.927646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:45.929847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-1989f119-b2f3-4dfe-bc16-7e3509c5e2ac service neutron] 10.222.0.24 "PUT /v2.0/ports/e302b547-3b42-483e-b98f-4f74b488c4f3 HTTP/1.1" status: 200 len: 1093 time: 1.7252512 Sep 18 19:58:45.930267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d2ba7-ba44-44c1-9597-4d8944e2a76a', 'tag': 'e302b547-3b42-483e-b98f-4f74b488c4f3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:45.938283 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed9df0-2466-427b-8e8a-790a12f779fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d2ba7-ba44-44c1-9597-4d8944e2a76a", "tag": "e302b547-3b42-483e-b98f-4f74b488c4f3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:45.996144 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5404f827-77bc-45eb-82fd-7efe6a901ee6 x-openstack-request-id: req-5404f827-77bc-45eb-82fd-7efe6a901ee6 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:45.996686 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d2ba7-ba44-44c1-9597-4d8944e2a76a", "tag": "e302b547-3b42-483e-b98f-4f74b488c4f3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:45.997108 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5404f827-77bc-45eb-82fd-7efe6a901ee6 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:45.997658 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d2ba7-ba44-44c1-9597-4d8944e2a76a', 'tag': 'e302b547-3b42-483e-b98f-4f74b488c4f3', 'status': 'completed', 'code': 200} Sep 18 19:58:46.048815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-caa3a1a1-668b-4ca3-8fa6-336bb46a8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:46.050514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-caa3a1a1-668b-4ca3-8fa6-336bb46a8a7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bd21844f10444a587623ee730902144&device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 1096 time: 0.0756946 Sep 18 19:58:46.134648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-23fb2c9a-0eca-4cb4-87bc-fa83cc218650 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e302b547-3b42-483e-b98f-4f74b488c4f3 HTTP/1.1" status: 200 len: 217 time: 0.0749068 Sep 18 19:58:46.146365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:46.147251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:46.196985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-7b0ca4a9-1e8d-4118-8153-f06a511b4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:46.198481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-7b0ca4a9-1e8d-4118-8153-f06a511b4ff1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=582e7061-f3cf-467c-ac22-17a5cf58537f HTTP/1.1" status: 200 len: 853 time: 0.0557625 Sep 18 19:58:46.255156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-0e7a6518-2032-4401-921f-12aaae9e6fb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15ac155c-aabc-400a-a82d-41ceef59f8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491786 Sep 18 19:58:46.361068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a61881a-6329-46a2-987e-eaae35baa9fe req-93aab4cd-dc9d-4ca4-99a9-79234160259e tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0908351 Sep 18 19:58:46.383173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device bcab5499-2362-455a-8892-a8f72240b479 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:58:46.386618 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:46.405697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:46.477623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe73587-a6fd-48f4-bc85-41d5c7078ea8 req-893e55e3-629e-42f3-986c-28f9cec1c70c tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:46.479219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abe73587-a6fd-48f4-bc85-41d5c7078ea8 req-893e55e3-629e-42f3-986c-28f9cec1c70c tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 944 time: 0.2080374 Sep 18 19:58:46.531265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-fb4aac44-0395-4b13-adaa-ae2eb6d15249 service neutron] 10.222.0.24 "GET /v2.0/networks/15ac155c-aabc-400a-a82d-41ceef59f8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685962 Sep 18 19:58:46.541902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abe73587-a6fd-48f4-bc85-41d5c7078ea8 req-58657ccb-a8b1-47b6-9a9f-e49d7f5be5fa tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521791 Sep 18 19:58:46.599977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port bcab5499-2362-455a-8892-a8f72240b479, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bcab5499-2362-455a-8892-a8f72240b479,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:46.614282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'bcab5499-2362-455a-8892-a8f72240b479', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'port_id': 'bcab5499-2362-455a-8892-a8f72240b479', 'mac_address': 'fa:16:3e:66:4b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:58:46.628963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:46.684629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e83bc91-c028-4a72-9cde-1d9fd8fb23cd req-ed546189-7e70-4388-9e08-eb49c95d9219 service neutron] 10.222.0.24 "GET /v2.0/networks/15ac155c-aabc-400a-a82d-41ceef59f8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412594 Sep 18 19:58:46.728901 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:46.742991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=1bff0d0b-d9d6-4544-ab69-3d6c6a66aefc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:46.743867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcab5499-2362-455a-8892-a8f72240b479 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:58:46.770547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port bcab5499-2362-455a-8892-a8f72240b479, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bcab5499-2362-455a-8892-a8f72240b479,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:46.791173 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:46.848746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-e5f8d709-07fb-44b6-bf2f-a9c176905616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:46.852348 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-e5f8d709-07fb-44b6-bf2f-a9c176905616 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bd21844f10444a587623ee730902144&device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 1096 time: 0.0869148 Sep 18 19:58:46.894164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=bcab5499-2362-455a-8892-a8f72240b479,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:46.959083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34edf39-12bb-43ee-89da-2a254d16f636 req-ed44e462-82e6-4f29-b215-8c13e5d11f81 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:46.961286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e34edf39-12bb-43ee-89da-2a254d16f636 req-ed44e462-82e6-4f29-b215-8c13e5d11f81 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 945 time: 0.2530599 Sep 18 19:58:47.022481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bcab5499-2362-455a-8892-a8f72240b479'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:58:47.075290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:47.093440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e34edf39-12bb-43ee-89da-2a254d16f636 req-c7132093-a0d2-4ea4-85b6-1bfa21d59549 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224458 Sep 18 19:58:47.102581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-b024dc10-5724-43e1-ac60-c187a58c83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:47.109174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-b024dc10-5724-43e1-ac60-c187a58c83d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15ac155c-aabc-400a-a82d-41ceef59f8ef HTTP/1.1" status: 200 len: 914 time: 0.2485929 Sep 18 19:58:47.200319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-81c67b64-ac60-4ef2-85ef-c02a7a523a87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e302b547-3b42-483e-b98f-4f74b488c4f3 HTTP/1.1" status: 200 len: 217 time: 0.0818443 Sep 18 19:58:47.301710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 3d1e4e8d-91d9-4741-b3f8-076840464867 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:58:47.315261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-50ab0d83-37f5-47f6-b094-31270669ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:47.316942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-50ab0d83-37f5-47f6-b094-31270669ad33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=582e7061-f3cf-467c-ac22-17a5cf58537f HTTP/1.1" status: 200 len: 853 time: 0.1084983 Sep 18 19:58:47.382502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-33e8f709-baae-4a1e-88b8-a4d498280665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15ac155c-aabc-400a-a82d-41ceef59f8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565412 Sep 18 19:58:47.404356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:47.412150 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ef58060-be2f-4231-99b7-394541d6dfb6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/3d1e4e8d-91d9-4741-b3f8-076840464867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4038968 Sep 18 19:58:47.415570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39542) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:47.418766 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201fbd7-c1c6-461f-bce8-b21184be3d52 None None] Sync routers for ids ['3d1e4e8d-91d9-4741-b3f8-076840464867'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:47.446990 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201fbd7-c1c6-461f-bce8-b21184be3d52 None None] Routers {'3d1e4e8d-91d9-4741-b3f8-076840464867'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:47.446990 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b201fbd7-c1c6-461f-bce8-b21184be3d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3d1e4e8d-91d9-4741-b3f8-076840464867'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:47.470838 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a7267e52-a2bf-48d9-b7f8-1010270f3a00 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d1e4e8d-91d9-4741-b3f8-076840464867 HTTP/1.1" status: 200 len: 205 time: 0.0488117 Sep 18 19:58:47.471612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39546) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:47.556175 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b201fbd7-c1c6-461f-bce8-b21184be3d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:47.557904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e3d9ce-0352-4b0a-91e7-2210cdc3d9a8 req-89c038ee-7fb9-4180-9941-697fe74c2c93 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0376952 Sep 18 19:58:47.599641 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201fbd7-c1c6-461f-bce8-b21184be3d52 None None] Routers {'3d1e4e8d-91d9-4741-b3f8-076840464867'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:47.600961 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b201fbd7-c1c6-461f-bce8-b21184be3d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['3d1e4e8d-91d9-4741-b3f8-076840464867'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:47.687899 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b201fbd7-c1c6-461f-bce8-b21184be3d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:47.688981 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b201fbd7-c1c6-461f-bce8-b21184be3d52 None None] The sync data for ids ['3d1e4e8d-91d9-4741-b3f8-076840464867'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:47.804799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-239b2792-bb96-4ba1-a565-f165c0a42778 service neutron] 10.222.0.24 "GET /v2.0/networks/15ac155c-aabc-400a-a82d-41ceef59f8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123523 Sep 18 19:58:47.853911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c94e29-adbc-46b8-9414-6c4df6cb5537 req-c22392f6-825a-4780-a167-2b172b6d452a tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:47.856078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03c94e29-adbc-46b8-9414-6c4df6cb5537 req-c22392f6-825a-4780-a167-2b172b6d452a tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 944 time: 0.1694608 Sep 18 19:58:47.950396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed9df0-2466-427b-8e8a-790a12f779fc req-08ae10f9-3142-44a3-b3f6-1a1494051357 service neutron] 10.222.0.24 "GET /v2.0/networks/15ac155c-aabc-400a-a82d-41ceef59f8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363435 Sep 18 19:58:47.953892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1b6aacb-3346-4bfa-9166-fe342aab0924 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:47.958857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03c94e29-adbc-46b8-9414-6c4df6cb5537 req-bf0d3092-2699-4e9c-8883-7d8561a7d45d tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955272 Sep 18 19:58:48.129318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1b6aacb-3346-4bfa-9166-fe342aab0924 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.133758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1b6aacb-3346-4bfa-9166-fe342aab0924 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.185399 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1b6aacb-3346-4bfa-9166-fe342aab0924 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.186573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b6aacb-3346-4bfa-9166-fe342aab0924 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Fanout notify agent at l3_agent the message router_deleted on router 3d1e4e8d-91d9-4741-b3f8-076840464867 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:58:48.194271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1b6aacb-3346-4bfa-9166-fe342aab0924 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.195414 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1b6aacb-3346-4bfa-9166-fe342aab0924 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/3d1e4e8d-91d9-4741-b3f8-076840464867 HTTP/1.1" status: 204 len: 168 time: 0.7227998 Sep 18 19:58:48.198631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39552) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:48.283468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5997a29-5f1c-414f-9d08-881d58c86fb8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet bb7908f4-dcd8-48ac-bf72-c84ae4644160 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:58:48.292140 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5997a29-5f1c-414f-9d08-881d58c86fb8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.331773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda3579-4aab-401a-9469-06bc671d6a54 req-448f7d79-7df2-4e7a-859b-c86b6b4e35f9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:48.333363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bda3579-4aab-401a-9469-06bc671d6a54 req-448f7d79-7df2-4e7a-859b-c86b6b4e35f9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 945 time: 0.0962858 Sep 18 19:58:48.347641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5997a29-5f1c-414f-9d08-881d58c86fb8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.396643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device bcab5499-2362-455a-8892-a8f72240b479 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:48.457356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bda3579-4aab-401a-9469-06bc671d6a54 req-ae02acda-137a-42fb-bcb1-a6f9ec15f17e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839996 Sep 18 19:58:48.483644 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port bcab5499-2362-455a-8892-a8f72240b479 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:58:48.494386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port bcab5499-2362-455a-8892-a8f72240b479 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:48.495086 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.504829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5997a29-5f1c-414f-9d08-881d58c86fb8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.635235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5997a29-5f1c-414f-9d08-881d58c86fb8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.656226 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.683767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5997a29-5f1c-414f-9d08-881d58c86fb8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7908f4-dcd8-48ac-bf72-c84ae4644160,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:48.693542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port bcab5499-2362-455a-8892-a8f72240b479, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bcab5499-2362-455a-8892-a8f72240b479,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:48.695818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8d2af-0d56-40f2-86ba-67855776ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcab5499-2362-455a-8892-a8f72240b479'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:48.699151 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3aab2c-3272-41c5-b749-7895cd808362" -d '{"events": [{"server_uuid": "32a8d2af-0d56-40f2-86ba-67855776ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "bcab5499-2362-455a-8892-a8f72240b479"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:48.702637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5997a29-5f1c-414f-9d08-881d58c86fb8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.705293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b5997a29-5f1c-414f-9d08-881d58c86fb8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/bb7908f4-dcd8-48ac-bf72-c84ae4644160 HTTP/1.1" status: 204 len: 168 time: 0.5056651 Sep 18 19:58:48.706067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05a88c-e000-44ba-8cb6-de49b7598eb7 None None] Network 089b4eaa-d921-4fe0-b306-25b1677ab3d1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:48.708406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39562) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:48.729649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5100be31-6fd5-4dd3-a31a-ebce20a01c90 req-a840567f-4c15-4788-8c50-2a7c87c5a3c1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0553050 Sep 18 19:58:48.814223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.818608 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6e32cb-55c4-4bfe-acd3-44e13d88b9d5 x-openstack-request-id: req-0a6e32cb-55c4-4bfe-acd3-44e13d88b9d5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:48.830041 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8d2af-0d56-40f2-86ba-67855776ed9a", "name": "network-vif-plugged", "status": "completed", "tag": "bcab5499-2362-455a-8892-a8f72240b479", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:48.830424 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a6e32cb-55c4-4bfe-acd3-44e13d88b9d5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:48.830863 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8d2af-0d56-40f2-86ba-67855776ed9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcab5499-2362-455a-8892-a8f72240b479', 'code': 200} Sep 18 19:58:48.853855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:48.888941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=bcab5499-2362-455a-8892-a8f72240b479,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:48.957631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b54236-bbeb-4380-84a7-d448c300df51 req-17f634e8-4ae5-4674-ab3d-3555567c911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:48.958610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e302b547-3b42-483e-b98f-4f74b488c4f3 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:58:48.960732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08b54236-bbeb-4380-84a7-d448c300df51 req-17f634e8-4ae5-4674-ab3d-3555567c911e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 1098 time: 0.1056349 Sep 18 19:58:49.067971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port daa09c36-7ab8-42b9-b98b-76f44faad42f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:49.068312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.073919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08b54236-bbeb-4380-84a7-d448c300df51 req-b78eab74-db80-4d8f-aed2-028b13661fc5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071322 Sep 18 19:58:49.082494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] DHCP port deletion for 089b4eaa-d921-4fe0-b306-25b1677ab3d1 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:58:49.134559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df070-da5a-4d81-891a-8d2514dc92d0 req-be2b9237-b76a-4f4f-81b3-1084bdbea3ac tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:49.142786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc1df070-da5a-4d81-891a-8d2514dc92d0 req-be2b9237-b76a-4f4f-81b3-1084bdbea3ac tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 944 time: 0.0605595 Sep 18 19:58:49.203893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc1df070-da5a-4d81-891a-8d2514dc92d0 req-42e552bf-bd07-4fa1-8f63-44175087081c tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609779 Sep 18 19:58:49.249050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port daa09c36-7ab8-42b9-b98b-76f44faad42f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=daa09c36-7ab8-42b9-b98b-76f44faad42f,segment=NetworkSegment(61330c82-eaa3-4a90-9180-37bd2a0edb86),segment_id=61330c82-eaa3-4a90-9180-37bd2a0edb86)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:49.249521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.273449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e302b547-3b42-483e-b98f-4f74b488c4f3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e302b547-3b42-483e-b98f-4f74b488c4f3,segment=NetworkSegment(965b6729-feb6-4da7-9c47-678b1b13367d),segment_id=965b6729-feb6-4da7-9c47-678b1b13367d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:49.277413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for daa09c36-7ab8-42b9-b98b-76f44faad42f owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:49.294256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'e302b547-3b42-483e-b98f-4f74b488c4f3', 'network_id': '15ac155c-aabc-400a-a82d-41ceef59f8ef', 'port_id': 'e302b547-3b42-483e-b98f-4f74b488c4f3', 'mac_address': 'fa:16:3e:6b:a2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582e7061-f3cf-467c-ac22-17a5cf58537f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:58:49.302234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] Deleting port daa09c36-7ab8-42b9-b98b-76f44faad42f {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:49.302702 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.385624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.402539 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.407961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] For port daa09c36-7ab8-42b9-b98b-76f44faad42f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=daa09c36-7ab8-42b9-b98b-76f44faad42f,segment=NetworkSegment(61330c82-eaa3-4a90-9180-37bd2a0edb86),segment_id=61330c82-eaa3-4a90-9180-37bd2a0edb86)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:49.408464 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.420259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e302b547-3b42-483e-b98f-4f74b488c4f3 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:58:49.437212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=daa09c36-7ab8-42b9-b98b-76f44faad42f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:49.439048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No DVR routers for this DVR port daa09c36-7ab8-42b9-b98b-76f44faad42f on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:49.454906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e302b547-3b42-483e-b98f-4f74b488c4f3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e302b547-3b42-483e-b98f-4f74b488c4f3,segment=NetworkSegment(965b6729-feb6-4da7-9c47-678b1b13367d),segment_id=965b6729-feb6-4da7-9c47-678b1b13367d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:49.467809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] Calling delete_port for daa09c36-7ab8-42b9-b98b-76f44faad42f owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:49.473575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.528765 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.554820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089b4eaa-d921-4fe0-b306-25b1677ab3d1']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:49.575750 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61330c82-eaa3-4a90-9180-37bd2a0edb86') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:49.576054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61330c82-eaa3-4a90-9180-37bd2a0edb86') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:49.587729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.598200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e302b547-3b42-483e-b98f-4f74b488c4f3,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:49.604140 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.610515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:58:49.610930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.635678 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.671204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] No DVR routers for this DVR port daa09c36-7ab8-42b9-b98b-76f44faad42f on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:49.692156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61755513-b8b9-4ab9-b28f-826f974bebfd None None] Pushing event deleted for resources: {'Port': ['ID=daa09c36-7ab8-42b9-b98b-76f44faad42f,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:49.713332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['e302b547-3b42-483e-b98f-4f74b488c4f3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:58:49.724337 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:58:49.729012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.746409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.757615 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/089b4eaa-d921-4fe0-b306-25b1677ab3d1 HTTP/1.1" status: 204 len: 168 time: 1.0440178 Sep 18 19:58:49.758751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39572) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:49.780096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1837075168', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:49.789696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dd116-06e7-41ba-b446-a63406191a8f req-1c17c53d-b372-4651-aea9-bbcc347d4156 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:49.797900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f6dd116-06e7-41ba-b446-a63406191a8f req-1c17c53d-b372-4651-aea9-bbcc347d4156 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 946 time: 0.1873333 Sep 18 19:58:49.813838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af81d-9ecd-4f1f-a274-1a3e26f5aa9b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=089b4eaa-d921-4fe0-b306-25b1677ab3d1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:49.842725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f6dd116-06e7-41ba-b446-a63406191a8f req-efa5fe46-fd4c-49d0-8b0f-89c15af40f8f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Sep 18 19:58:49.861545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.871820 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:49.927805 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be32f911-4a82-4fe3-9184-71e0c43a4a14 req-833f331f-f417-49c0-b22e-5a3751a55252 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0341387 Sep 18 19:58:49.999937 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:50.189503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:50.202684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device daa09c36-7ab8-42b9-b98b-76f44faad42f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:50.226946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: daa09c36-7ab8-42b9-b98b-76f44faad42f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:50.227559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device daa09c36-7ab8-42b9-b98b-76f44faad42f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:50.437891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3548ab-f51f-4270-aa13-001a104b5762 req-c0eb4b01-7483-40a1-b615-bce376abc5b7 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:50.439754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d3548ab-f51f-4270-aa13-001a104b5762 req-c0eb4b01-7483-40a1-b615-bce376abc5b7 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 945 time: 0.1002727 Sep 18 19:58:50.485829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:50.486719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d3548ab-f51f-4270-aa13-001a104b5762 req-aa171f3d-90da-49a6-9392-2fbfb6f6625a tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Sep 18 19:58:50.512700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:50.626501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.25.8.7 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/7ba5211e-e5cd-437e-ba71-e8de0fdca8d8) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:50.732047 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:50.767142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:50.807050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:50.809948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:50.812457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:50.849661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=7ba5211e-e5cd-437e-ba71-e8de0fdca8d8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:50.953716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e302b547-3b42-483e-b98f-4f74b488c4f3 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:51.010406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547ef32-d181-4780-8de1-34bd13bf61b6 req-93c82934-4ea7-4d87-a312-7c023ef04f54 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:51.017984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9547ef32-d181-4780-8de1-34bd13bf61b6 req-93c82934-4ea7-4d87-a312-7c023ef04f54 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 946 time: 0.0857999 Sep 18 19:58:51.080275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9547ef32-d181-4780-8de1-34bd13bf61b6 req-54521491-5690-4bbf-93e3-1904f80ba4d2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614035 Sep 18 19:58:51.091218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port e302b547-3b42-483e-b98f-4f74b488c4f3 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:58:51.101174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port e302b547-3b42-483e-b98f-4f74b488c4f3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:51.102393 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:51.117617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29b829c5-ef2e-47a6-a4d9-462dfe1ad6cd req-a6c81c43-c891-468d-aa90-2fd53eec758d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0357656 Sep 18 19:58:51.206416 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:51.229769 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:51.254900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d2ba7-ba44-44c1-9597-4d8944e2a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e302b547-3b42-483e-b98f-4f74b488c4f3'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:51.260063 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c50b47-4599-4532-97c2-a8dc3264b597" -d '{"events": [{"server_uuid": "f22d2ba7-ba44-44c1-9597-4d8944e2a76a", "name": "network-vif-plugged", "status": "completed", "tag": "e302b547-3b42-483e-b98f-4f74b488c4f3"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:51.302781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port e302b547-3b42-483e-b98f-4f74b488c4f3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e302b547-3b42-483e-b98f-4f74b488c4f3,segment=NetworkSegment(965b6729-feb6-4da7-9c47-678b1b13367d),segment_id=965b6729-feb6-4da7-9c47-678b1b13367d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:51.310900 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:51.323247 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca24ddc-e388-47f2-8c74-8b045577f798 x-openstack-request-id: req-8ca24ddc-e388-47f2-8c74-8b045577f798 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:51.323993 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d2ba7-ba44-44c1-9597-4d8944e2a76a", "name": "network-vif-plugged", "status": "completed", "tag": "e302b547-3b42-483e-b98f-4f74b488c4f3", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:51.324417 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ca24ddc-e388-47f2-8c74-8b045577f798 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:51.324648 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d2ba7-ba44-44c1-9597-4d8944e2a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e302b547-3b42-483e-b98f-4f74b488c4f3', 'code': 200} Sep 18 19:58:51.339537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-450430ed-ba26-47d0-a682-e525150dc121 req-c2199914-890d-4dd7-af22-f1fa524fe091 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1746473 Sep 18 19:58:51.370729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89840a58-54e9-412a-a94c-8fd3d02ef471 req-7c3dc727-2db3-40f0-a327-1fd75a00f07f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:51.385409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89840a58-54e9-412a-a94c-8fd3d02ef471 req-7c3dc727-2db3-40f0-a327-1fd75a00f07f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 946 time: 0.1642332 Sep 18 19:58:51.422219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=e302b547-3b42-483e-b98f-4f74b488c4f3,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:51.554900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3e574-e4fd-4033-89bc-0c7ce941f39a req-afb2ddce-2e1f-41ff-a2aa-5476a73e98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:51.556960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89d3e574-e4fd-4033-89bc-0c7ce941f39a req-afb2ddce-2e1f-41ff-a2aa-5476a73e98bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 1098 time: 0.1101902 Sep 18 19:58:51.562830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:51.572389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89840a58-54e9-412a-a94c-8fd3d02ef471 req-43a8c92b-714c-4f5d-91ed-eeeb674c0d63 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807373 Sep 18 19:58:51.610385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450430ed-ba26-47d0-a682-e525150dc121 req-b5349d52-da20-4e98-99f3-408f600bb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:51.612495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4001509f-5b50-41dd-ae59-577cd1afb6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:51.614769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-450430ed-ba26-47d0-a682-e525150dc121 req-b5349d52-da20-4e98-99f3-408f600bb0dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1096 time: 0.2020252 Sep 18 19:58:51.707929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89d3e574-e4fd-4033-89bc-0c7ce941f39a req-427169de-05e7-4fe9-b108-67bc2adee8c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331551 Sep 18 19:58:51.752912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025e093-b775-452b-98df-2ce3222318fb req-abbb1d67-1988-4321-bdd4-738b2a1a5a0a tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:51.756072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b025e093-b775-452b-98df-2ce3222318fb req-abbb1d67-1988-4321-bdd4-738b2a1a5a0a tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 946 time: 0.1388073 Sep 18 19:58:51.829820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4565db5c-cc20-4a09-8621-a15c65a155e1 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:58:51.835838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b025e093-b775-452b-98df-2ce3222318fb req-04d4891d-eae2-4ebe-8d5c-a9e840356888 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733290 Sep 18 19:58:51.839325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450430ed-ba26-47d0-a682-e525150dc121 req-f848198a-5e50-4553-8aa0-1af41de766d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:51.841002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-450430ed-ba26-47d0-a682-e525150dc121 req-f848198a-5e50-4553-8aa0-1af41de766d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1898415 Sep 18 19:58:51.948998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-450430ed-ba26-47d0-a682-e525150dc121 req-1cd77801-585a-4ba2-97c3-b1ae4e1d981c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 999 time: 0.0851638 Sep 18 19:58:51.965124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:51.976178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533589a0-4ed5-4ceb-8261-5faf68856d7d None None] Sync routers for ids ['4565db5c-cc20-4a09-8621-a15c65a155e1'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:51.991571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533589a0-4ed5-4ceb-8261-5faf68856d7d None None] Routers {'4565db5c-cc20-4a09-8621-a15c65a155e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:51.992287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-533589a0-4ed5-4ceb-8261-5faf68856d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4565db5c-cc20-4a09-8621-a15c65a155e1'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:52.008426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:52.012943 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aefe99c3-4ca8-403d-a122-a769a05515d4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2375264 Sep 18 19:58:52.013415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39616) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:52.045200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450430ed-ba26-47d0-a682-e525150dc121 req-d050f42d-508e-487b-b243-b70536578820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:52.046681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-450430ed-ba26-47d0-a682-e525150dc121 req-d050f42d-508e-487b-b243-b70536578820 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0909727 Sep 18 19:58:52.062591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-533589a0-4ed5-4ceb-8261-5faf68856d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:52.077046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533589a0-4ed5-4ceb-8261-5faf68856d7d None None] Routers {'4565db5c-cc20-4a09-8621-a15c65a155e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:52.077671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-533589a0-4ed5-4ceb-8261-5faf68856d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4565db5c-cc20-4a09-8621-a15c65a155e1'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:52.127818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450430ed-ba26-47d0-a682-e525150dc121 req-564502db-e717-466c-9a4f-2b46901833d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:52.129321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-450430ed-ba26-47d0-a682-e525150dc121 req-564502db-e717-466c-9a4f-2b46901833d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742764 Sep 18 19:58:52.152707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-533589a0-4ed5-4ceb-8261-5faf68856d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:52.153517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533589a0-4ed5-4ceb-8261-5faf68856d7d None None] The sync data for ids ['4565db5c-cc20-4a09-8621-a15c65a155e1'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:52.202204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39622) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:52.203996 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-efd7dcbd-29ec-4f5f-96fc-435bec961f4f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/routers/4565db5c-cc20-4a09-8621-a15c65a155e1 HTTP/1.1" status: 200 len: 879 time: 0.1884513 Sep 18 19:58:52.359565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6e1c00a-75ef-4d3f-b384-b28895a5f581 req-5b6aec38-83e3-4d3a-9a3e-a0adbb5a8100 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0942566 Sep 18 19:58:52.411840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-450430ed-ba26-47d0-a682-e525150dc121 req-70682a59-1b81-48ad-8ba8-042d6f2bacb1 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740757 Sep 18 19:58:52.582506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-450430ed-ba26-47d0-a682-e525150dc121 req-ce931831-988b-4135-a3ab-788fb43fa865 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560752 Sep 18 19:58:52.610576 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8e29cbcc-8ea4-446d-8e46-2341725f3f68 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4069903 Sep 18 19:58:52.613049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39642) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:52.619123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6ffc191f-38cf-4fd1-be3d-89082c12fdeb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1837075168'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:52.999026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044476a1-0c00-4f77-817b-92e837741e46 req-a29824c8-6843-4d54-aee5-bc1347d1b952 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:53.007322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-044476a1-0c00-4f77-817b-92e837741e46 req-a29824c8-6843-4d54-aee5-bc1347d1b952 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 946 time: 0.0854535 Sep 18 19:58:53.056424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-044476a1-0c00-4f77-817b-92e837741e46 req-b9028f27-1b6c-4bac-9a68-d440391f03a0 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Sep 18 19:58:53.183915 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:53.250582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ffc191f-38cf-4fd1-be3d-89082c12fdeb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:53.282142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ffc191f-38cf-4fd1-be3d-89082c12fdeb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:53.354040 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:53.545131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffc191f-38cf-4fd1-be3d-89082c12fdeb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4565db5c-cc20-4a09-8621-a15c65a155e1 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:58:53.645639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c570035-9677-4a89-89f3-ab3e43e329d5 req-31871730-4239-4bc0-8ab3-580a33ca4fb1 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0779676 Sep 18 19:58:54.020440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f65e6e-7e37-483c-adbf-9297d6a8c272 req-9acd2172-ae79-4a69-916a-f0927602b37f tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:54.022541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f65e6e-7e37-483c-adbf-9297d6a8c272 req-9acd2172-ae79-4a69-916a-f0927602b37f tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 946 time: 0.0948055 Sep 18 19:58:54.079633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5f65e6e-7e37-483c-adbf-9297d6a8c272 req-4bf13e64-1df5-40b3-8449-06d822f701c6 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Sep 18 19:58:54.128601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffc191f-38cf-4fd1-be3d-89082c12fdeb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:58:54.136577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ffc191f-38cf-4fd1-be3d-89082c12fdeb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:54.139023 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bfcf7-c758-43fd-9c7e-2546b752134c None None] Sync routers for ids ['4565db5c-cc20-4a09-8621-a15c65a155e1'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:58:54.151065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39696) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:54.163217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ffc191f-38cf-4fd1-be3d-89082c12fdeb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4565db5c-cc20-4a09-8621-a15c65a155e1 HTTP/1.1" status: 200 len: 886 time: 1.5450618 Sep 18 19:58:54.166027 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bfcf7-c758-43fd-9c7e-2546b752134c None None] Routers {'4565db5c-cc20-4a09-8621-a15c65a155e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:54.166705 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-555bfcf7-c758-43fd-9c7e-2546b752134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4565db5c-cc20-4a09-8621-a15c65a155e1'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:54.202483 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-555bfcf7-c758-43fd-9c7e-2546b752134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:54.213317 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bfcf7-c758-43fd-9c7e-2546b752134c None None] Routers {'4565db5c-cc20-4a09-8621-a15c65a155e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:58:54.214292 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-555bfcf7-c758-43fd-9c7e-2546b752134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4565db5c-cc20-4a09-8621-a15c65a155e1'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:54.251111 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-555bfcf7-c758-43fd-9c7e-2546b752134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:54.252068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bfcf7-c758-43fd-9c7e-2546b752134c None None] The sync data for ids ['4565db5c-cc20-4a09-8621-a15c65a155e1'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:58:54.305485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2af41ccc-c7e6-42a8-a0dd-1e4316cb4148 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/routers/4565db5c-cc20-4a09-8621-a15c65a155e1 HTTP/1.1" status: 200 len: 886 time: 0.1530967 Sep 18 19:58:54.308617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39698) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:54.336478 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a60c3703-b5e3-4169-85e3-1f761248176a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4565db5c-cc20-4a09-8621-a15c65a155e1 HTTP/1.1" status: 200 len: 205 time: 0.0265670 Sep 18 19:58:54.338919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39700) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:54.448845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:54.558388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:54.618843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 7ba5211e-e5cd-437e-ba71-e8de0fdca8d8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:54.619322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:54.705571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:54.720913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 7ba5211e-e5cd-437e-ba71-e8de0fdca8d8 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:54.764973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:54.797742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b034ae2-9fc0-438b-b49e-fcdec7738102 req-9a92962a-d2a4-475d-acb0-d33efae67487 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.0426369 Sep 18 19:58:54.902831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ede15f26-842c-454d-9959-28eb7e088e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.011601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.080660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7c79-fdad-4673-8130-288b75eed622 req-83b15024-6f64-4b58-af64-1d74c2917d64 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:55.089013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-83b15024-6f64-4b58-af64-1d74c2917d64 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.2033536 Sep 18 19:58:55.113996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-42a5607b-e582-4886-a481-92f84a571ce4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/quotas/3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 375 time: 0.0236950 Sep 18 19:58:55.117365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=7ba5211e-e5cd-437e-ba71-e8de0fdca8d8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:55.183514 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.304239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.307247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.360577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.362085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Fanout notify agent at l3_agent the message router_deleted on router 4565db5c-cc20-4a09-8621-a15c65a155e1 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:58:55.380244 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.381730 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-77321211-47a1-400c-8575-e9d8ac9d15e3 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/4565db5c-cc20-4a09-8621-a15c65a155e1 HTTP/1.1" status: 204 len: 168 time: 1.0417554 Sep 18 19:58:55.385813 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39734) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:55.392378 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-993986336'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:55.422420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:55.427267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.458689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:58:55.474038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.474699 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment c45ee331-5e7e-4721-8d3c-ff759781a726 of type vlan for network 9e434066-485c-41da-8fb5-ed2e7d8f496b Sep 18 19:58:55.516867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.540710 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.566279 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.573285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:55.573970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.592763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-ff3ec5e2-d915-4f77-a467-b70dccab9ac8 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:55.594937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-ff3ec5e2-d915-4f77-a467-b70dccab9ac8 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.24 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 946 time: 0.5534673 Sep 18 19:58:55.612157 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2247615 Sep 18 19:58:55.614489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39736) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:55.643565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': '9e434066-485c-41da-8fb5-ed2e7d8f496b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:55.657212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d8091-1f8e-424d-b4fd-6e2c145f7b8d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=9e434066-485c-41da-8fb5-ed2e7d8f496b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:55.668530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-a60bf0d5-781e-41c3-81ef-fd3d0352595b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5536342 Sep 18 19:58:55.669017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 9e434066-485c-41da-8fb5-ed2e7d8f496b details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:58:55.733963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60e866-ca1c-4b41-b295-04bc76360410 req-b5b25265-e6dd-470a-8650-5ac1b3c3d067 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:55.735802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a60e866-ca1c-4b41-b295-04bc76360410 req-b5b25265-e6dd-470a-8650-5ac1b3c3d067 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 946 time: 0.2019863 Sep 18 19:58:55.906504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a60e866-ca1c-4b41-b295-04bc76360410 req-6cbcd7c4-41e2-4030-8c84-cb1466956506 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275408 Sep 18 19:58:55.938961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-97cdd989-14a3-4825-ba0b-1d56a9c414f9 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506590 Sep 18 19:58:55.943083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:55.947634 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:55.997957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Deleting port e302b547-3b42-483e-b98f-4f74b488c4f3 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:55.998394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.165875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-045e8552-6fd9-4c2e-bcbb-fbe0cb3d5770 req-d2e0c822-a2b4-4517-a958-49f3d9be4850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/ports?device_id=c069f559-1858-4516-a3da-66159c949e79 HTTP/1.1" status: 200 len: 210 time: 0.1476257 Sep 18 19:58:56.278325 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-71818c3d-7dca-49db-a612-8a1adfac89f6 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267658 Sep 18 19:58:56.292150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] For port e302b547-3b42-483e-b98f-4f74b488c4f3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=e302b547-3b42-483e-b98f-4f74b488c4f3,segment=NetworkSegment(965b6729-feb6-4da7-9c47-678b1b13367d),segment_id=965b6729-feb6-4da7-9c47-678b1b13367d)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:56.292527 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.336241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Calling delete_port for e302b547-3b42-483e-b98f-4f74b488c4f3 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:56.489825 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.589502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbf086bc-7718-4c5d-9115-2dfceb484dc5 req-7612005d-637c-4dbd-a1a1-193d1dc620b7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 210 time: 0.0685279 Sep 18 19:58:56.619946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=a6d606ee-55e5-4e94-b2be-704f927c10c5,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:56.638464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': 'c45ee331-5e7e-4721-8d3c-ff759781a726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e434066-485c-41da-8fb5-ed2e7d8f496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:56.638881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: 9e434066-485c-41da-8fb5-ed2e7d8f496b, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:58:56.644143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.655973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['e302b547-3b42-483e-b98f-4f74b488c4f3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:58:56.685643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Pushing event deleted for resources: {'Port': ['ID=e302b547-3b42-483e-b98f-4f74b488c4f3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:56.710876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 9e434066-485c-41da-8fb5-ed2e7d8f496b is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:58:56.727637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] No DVR routers for this DVR port e302b547-3b42-483e-b98f-4f74b488c4f3 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:58:56.731697 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.733810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89571043-cdf8-4b82-abc4-46e5498c6425 req-23edf512-2322-4283-b60f-d45b42781e56 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.24 "DELETE /v2.0/ports/e302b547-3b42-483e-b98f-4f74b488c4f3 HTTP/1.1" status: 204 len: 173 time: 1.1309645 Sep 18 19:58:56.734350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d2ba7-ba44-44c1-9597-4d8944e2a76a', 'name': 'network-vif-deleted', 'tag': 'e302b547-3b42-483e-b98f-4f74b488c4f3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:58:56.736829 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd016045-e768-45c5-9a2d-cbfdcc58a82c" -d '{"events": [{"server_uuid": "f22d2ba7-ba44-44c1-9597-4d8944e2a76a", "name": "network-vif-deleted", "tag": "e302b547-3b42-483e-b98f-4f74b488c4f3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:58:56.747550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 9e434066-485c-41da-8fb5-ed2e7d8f496b) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:56.754001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:56.754726 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.759168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d03686-9f2b-4b13-bd8b-7602e33d841e None None] Network 9e434066-485c-41da-8fb5-ed2e7d8f496b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:56.789100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39758) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:56.794080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-bf8edb03-55b2-4e01-ad68-910ce1bb7531 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1945942274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:56.798632 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0fe2ebf0-b441-4ca2-aeed-9a41c90d0727 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1702845 Sep 18 19:58:56.800320 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca62cf3-8302-4c8c-970a-3eb3555dc945 x-openstack-request-id: req-4ca62cf3-8302-4c8c-970a-3eb3555dc945 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:58:56.804158 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d2ba7-ba44-44c1-9597-4d8944e2a76a", "name": "network-vif-deleted", "tag": "e302b547-3b42-483e-b98f-4f74b488c4f3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:58:56.804444 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ca62cf3-8302-4c8c-970a-3eb3555dc945 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:58:56.805032 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d2ba7-ba44-44c1-9597-4d8944e2a76a', 'name': 'network-vif-deleted', 'tag': 'e302b547-3b42-483e-b98f-4f74b488c4f3', 'status': 'completed', 'code': 200} Sep 18 19:58:56.824949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf8edb03-55b2-4e01-ad68-910ce1bb7531 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.826135 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf8edb03-55b2-4e01-ad68-910ce1bb7531 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.891844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf8edb03-55b2-4e01-ad68-910ce1bb7531 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.898945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf8edb03-55b2-4e01-ad68-910ce1bb7531 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.945812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf8edb03-55b2-4e01-ad68-910ce1bb7531 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:56.949154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bf8edb03-55b2-4e01-ad68-910ce1bb7531 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1570370 Sep 18 19:58:56.951619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39764) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:56.964380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-9e434066-485c-41da-8fb5-ed2e7d8f496b', 'network_id': '9e434066-485c-41da-8fb5-ed2e7d8f496b', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': 'a6d606ee-55e5-4e94-b2be-704f927c10c5'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:58:56.965241 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.112938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55dff1ba-9197-498c-97b5-e7f717becca4 req-604ffdf3-986b-446c-90fa-50409d877391 tempest-ServerPasswordTestJSON-1222336002 tempest-ServerPasswordTestJSON-1222336002-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22d2ba7-ba44-44c1-9597-4d8944e2a76a HTTP/1.1" status: 200 len: 210 time: 0.0465577 Sep 18 19:58:57.139187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Allocated IP 172.20.0.2 (9e434066-485c-41da-8fb5-ed2e7d8f496b/a6d606ee-55e5-4e94-b2be-704f927c10c5/32501835-4e24-4ea0-8032-5a50bf79e264) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:57.307691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39772) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:57.338361 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.357014 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.359919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.387420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-590e3a45-853f-442f-8215-55b7fa3bd120 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.417845 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-590e3a45-853f-442f-8215-55b7fa3bd120 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.454785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Network 9e434066-485c-41da-8fb5-ed2e7d8f496b is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:57.460363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:57.466307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:57.479844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.482888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Pushing event updated for resources: {'Port': ['ID=32501835-4e24-4ea0-8032-5a50bf79e264,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:57.484411 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-590e3a45-853f-442f-8215-55b7fa3bd120 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.494877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-590e3a45-853f-442f-8215-55b7fa3bd120 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.498881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-590e3a45-853f-442f-8215-55b7fa3bd120 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "DELETE /v2.0/security-groups/1726c37e-ab89-4cf3-ba09-dda99084e2f0 HTTP/1.1" status: 204 len: 168 time: 0.1878555 Sep 18 19:58:57.507400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39782) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:57.508329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e3a45-853f-442f-8215-55b7fa3bd120 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1726c37e-ab89-4cf3-ba09-dda99084e2f0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:57.540768 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-86511ac3-ad65-4ef7-8c5f-9eff88e01170 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] show failed (client error): The resource could not be found. Sep 18 19:58:57.542180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-86511ac3-ad65-4ef7-8c5f-9eff88e01170 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "GET /v2.0/security-groups/1726c37e-ab89-4cf3-ba09-dda99084e2f0 HTTP/1.1" status: 404 len: 347 time: 0.0230877 Sep 18 19:58:57.545020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39786) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:57.568090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Attempting to bind port 32501835-4e24-4ea0-8032-5a50bf79e264 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:58:57.569173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Attempting to bind port 32501835-4e24-4ea0-8032-5a50bf79e264 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c45ee331-5e7e-4721-8d3c-ff759781a726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e434066-485c-41da-8fb5-ed2e7d8f496b'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:58:57.569641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Attempting to bind port 32501835-4e24-4ea0-8032-5a50bf79e264 on network 9e434066-485c-41da-8fb5-ed2e7d8f496b {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:58:57.576556 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:58:57.577141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Checking segment: {'id': 'c45ee331-5e7e-4721-8d3c-ff759781a726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e434066-485c-41da-8fb5-ed2e7d8f496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:58:57.577638 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.578489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Bound using segment: {'id': 'c45ee331-5e7e-4721-8d3c-ff759781a726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e434066-485c-41da-8fb5-ed2e7d8f496b'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:58:57.579056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Bound port: 32501835-4e24-4ea0-8032-5a50bf79e264, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45ee331-5e7e-4721-8d3c-ff759781a726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9e434066-485c-41da-8fb5-ed2e7d8f496b'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:58:57.579579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.682560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] For port 32501835-4e24-4ea0-8032-5a50bf79e264, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:58:57.686374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] For port 32501835-4e24-4ea0-8032-5a50bf79e264, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=32501835-4e24-4ea0-8032-5a50bf79e264,segment=NetworkSegment(c45ee331-5e7e-4721-8d3c-ff759781a726),segment_id=c45ee331-5e7e-4721-8d3c-ff759781a726)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:58:57.696065 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.733499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.20.0.1 (9e434066-485c-41da-8fb5-ed2e7d8f496b/a6d606ee-55e5-4e94-b2be-704f927c10c5/b8cfd8ac-215e-4014-9bb8-1a899fc9ba67) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:57.767529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7e843a6-1d65-499e-9fbd-74e7e1ed4a29 req-973380b7-a836-45c7-8225-41182ba20968 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 210 time: 0.0406523 Sep 18 19:58:57.807102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting port bd6c4581-1f82-4d1e-9221-7f366b8b806f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:57.808212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.808342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fe042-5ec2-400d-94dd-38f8d376bed3 None None] Pushing event updated for resources: {'Port': ['ID=32501835-4e24-4ea0-8032-5a50bf79e264,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:57.948515 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:57.998104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.019421 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.020060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.032051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7c79-fdad-4673-8130-288b75eed622 req-f4fe4fb1-332c-46ca-9266-ba5651db065a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:58.033785 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-f4fe4fb1-332c-46ca-9266-ba5651db065a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.2211378 Sep 18 19:58:58.047196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 9e434066-485c-41da-8fb5-ed2e7d8f496b is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:58:58.050964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'port': {'device_id': '404d1694-072c-4eed-a151-32e0de4d8c76', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'admin_state_up': True, 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:58:58.054532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:58:58.059490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:58:58.083554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Calling delete_port for bd6c4581-1f82-4d1e-9221-7f366b8b806f owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:58:58.134846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=b8cfd8ac-215e-4014-9bb8-1a899fc9ba67,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:58.188575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.260608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39800) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:58.305446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 32501835-4e24-4ea0-8032-5a50bf79e264 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:58:58.417108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 32501835-4e24-4ea0-8032-5a50bf79e264 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:58.417673 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.448688 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.456667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Deleting subnet 582e7061-f3cf-467c-ac22-17a5cf58537f {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:58:58.461040 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.501979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.505593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.538430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-7116d171-236c-43ce-811d-7e41563e801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:58.540003 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-7116d171-236c-43ce-811d-7e41563e801f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1096 time: 0.1288161 Sep 18 19:58:58.544809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 32501835-4e24-4ea0-8032-5a50bf79e264, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=32501835-4e24-4ea0-8032-5a50bf79e264,segment=NetworkSegment(c45ee331-5e7e-4721-8d3c-ff759781a726),segment_id=c45ee331-5e7e-4721-8d3c-ff759781a726)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:58:58.555720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.568754 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.656723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=32501835-4e24-4ea0-8032-5a50bf79e264,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:58.708928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.749956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.755006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/582e7061-f3cf-467c-ac22-17a5cf58537f HTTP/1.1" status: 204 len: 168 time: 0.4932082 Sep 18 19:58:58.760121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39806) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:58.800174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582e7061-f3cf-467c-ac22-17a5cf58537f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:58.823147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa9e04-f83b-468e-bb69-6115171f469f req-b4934466-25dd-414c-aa1b-23165aaa2b47 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:58.832489 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1aa9e04-f83b-468e-bb69-6115171f469f req-b4934466-25dd-414c-aa1b-23165aaa2b47 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1978774 Sep 18 19:58:58.953660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:58.962106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1aa9e04-f83b-468e-bb69-6115171f469f req-d165f20d-9e6a-425d-af76-43f77e572759 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262207 Sep 18 19:58:59.014836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e302b547-3b42-483e-b98f-4f74b488c4f3 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:58:59.047606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.047966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.048278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.052466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: e302b547-3b42-483e-b98f-4f74b488c4f3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:58:59.052814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device e302b547-3b42-483e-b98f-4f74b488c4f3 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:58:59.053452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.053801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.054136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.054462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.054789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.055104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.055444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.055776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.056092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db138-66e4-48b4-bda0-0ae1b3c14166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:58:59.087005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:58:59.090004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-d3dd9614-bd7e-4ad2-bb27-bef01cd03313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:59.091774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.096900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-d3dd9614-bd7e-4ad2-bb27-bef01cd03313 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.5105436 Sep 18 19:58:59.112372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0788685-d8e7-491a-a02a-eb800c0d0adc req-f5ed90af-3d92-4916-a992-423f7564ece9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 210 time: 0.1398993 Sep 18 19:58:59.157940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.230521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.234769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Port': ['ID=bd6c4581-1f82-4d1e-9221-7f366b8b806f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:59.277044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ac155c-aabc-400a-a82d-41ceef59f8ef']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:59.292166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965b6729-feb6-4da7-9c47-678b1b13367d') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:59.292597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965b6729-feb6-4da7-9c47-678b1b13367d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:58:59.311553 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.328906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.336845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:58:59.337406 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.359166 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.361767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.362956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-583dce7d-0ec0-4a6c-88f7-7de43a1d1a4a tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "DELETE /v2.0/floatingips/393f1d16-c6dd-4267-b479-13ee286a718f HTTP/1.1" status: 204 len: 168 time: 1.8169072 Sep 18 19:58:59.367202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39816) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:59.379391 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.20.0.4 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/c13c7354-7e5d-4616-af6a-b62585bd37fd) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:58:59.398132 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:58:59.408225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.433963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.436044 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] 10.222.0.20 "DELETE /v2.0/networks/15ac155c-aabc-400a-a82d-41ceef59f8ef HTTP/1.1" status: 204 len: 168 time: 0.6652880 Sep 18 19:58:59.460507 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-6e3d83c9-eb39-4adc-be03-e60092125579 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 999 time: 0.3453014 Sep 18 19:58:59.463353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387683f-57d0-4b02-909c-6b0e6279643b admin admin] Pushing event deleted for resources: {'Network': ['ID=15ac155c-aabc-400a-a82d-41ceef59f8ef,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:59.509962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c161a-69a5-48dd-98df-267236e4ee89 None None] Network 9e434066-485c-41da-8fb5-ed2e7d8f496b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:58:59.531449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.566401 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.612937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-cb595646-9a1e-4f54-83b2-9d08fc8fadee None None] Provisioning complete for port 32501835-4e24-4ea0-8032-5a50bf79e264 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:58:59.613311 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb595646-9a1e-4f54-83b2-9d08fc8fadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.687766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39820) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:58:59.706071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-88e11021-4936-4239-8dfb-5d96f83e0138 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting port 708b22da-9bd8-4d56-b32b-8d06d1eaf51a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:58:59.706501 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88e11021-4936-4239-8dfb-5d96f83e0138 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.763832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=b8cfd8ac-215e-4014-9bb8-1a899fc9ba67,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:58:59.818851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-434c50d8-e7a3-4a2d-a797-efa95a840022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:58:59.821579 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-434c50d8-e7a3-4a2d-a797-efa95a840022 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.3441436 Sep 18 19:58:59.822443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.838429 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88e11021-4936-4239-8dfb-5d96f83e0138 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:58:59.852885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-88e11021-4936-4239-8dfb-5d96f83e0138 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Calling delete_port for 708b22da-9bd8-4d56-b32b-8d06d1eaf51a owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:00.000456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 9e434066-485c-41da-8fb5-ed2e7d8f496b is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:00.004379 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:00.078748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-d98cec95-eabb-45b9-940d-366cc419fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:00.083029 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-d98cec95-eabb-45b9-940d-366cc419fc0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243293 Sep 18 19:59:00.196266 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:00.244132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 32501835-4e24-4ea0-8032-5a50bf79e264 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:00.314661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 32501835-4e24-4ea0-8032-5a50bf79e264 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:00.314994 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:00.326965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99993513-7e4e-4f1d-8f41-3707f7e0b9df req-ecc3efee-8efa-4271-9c81-490fa66ab578 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 210 time: 0.1046247 Sep 18 19:59:00.348026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88e11021-4936-4239-8dfb-5d96f83e0138 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:00.402231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39834) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:00.413797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-66ed6eab-1681-4b33-b687-4165595e1ea5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bd21844f10444a587623ee730902144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105174 Sep 18 19:59:00.420996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e11021-4936-4239-8dfb-5d96f83e0138 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Port': ['ID=708b22da-9bd8-4d56-b32b-8d06d1eaf51a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:00.450634 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-87d1b32f-1360-4704-a6a2-630ff2bdeb19 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767653 Sep 18 19:59:00.479657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213405-bbb1-4a27-9dee-a694a280e8ec req-c3c5e28f-f022-479c-875e-f1ca1ff84b87 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:00.481510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc213405-bbb1-4a27-9dee-a694a280e8ec req-c3c5e28f-f022-479c-875e-f1ca1ff84b87 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.3505611 Sep 18 19:59:00.544210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:00.557351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bcab5499-2362-455a-8892-a8f72240b479'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:00.623614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=c13c7354-7e5d-4616-af6a-b62585bd37fd,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:00.647804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88e11021-4936-4239-8dfb-5d96f83e0138 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:00.649927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-88e11021-4936-4239-8dfb-5d96f83e0138 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "DELETE /v2.0/ports/708b22da-9bd8-4d56-b32b-8d06d1eaf51a HTTP/1.1" status: 204 len: 168 time: 1.2818398 Sep 18 19:59:00.666937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39838) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:00.690615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-88cef441-08ec-4d34-af9d-442d645fc947 None None] Provisioning complete for port 32501835-4e24-4ea0-8032-5a50bf79e264 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:00.690977 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-88cef441-08ec-4d34-af9d-442d645fc947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:00.691684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router faea69ba-b6bc-4661-854e-512e29a3850d is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:59:00.740133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c27dc5a7-3516-4efa-a9ab-0045c44ab32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:00.766775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:00.789510 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71f3814d-d503-4a62-bca0-505eb9b4db87 req-afc10e3d-4350-4dd3-b956-b617a275efed service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377059 Sep 18 19:59:00.836020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:00.842388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:00.936747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc213405-bbb1-4a27-9dee-a694a280e8ec req-1b533045-689c-4bf2-a4cd-8fe3e498be8e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4063926 Sep 18 19:59:01.076754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:01.082714 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.166519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-f3da70c4-3ee2-4f68-b61e-b10870962147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1215587 Sep 18 19:59:01.171309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9f82d79c-1d5d-4255-bc3d-1b0b6710aebc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting port 32e2834a-8d12-4560-b0e6-7febfb9e0f21 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:01.174489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f82d79c-1d5d-4255-bc3d-1b0b6710aebc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.320892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-88cef441-08ec-4d34-af9d-442d645fc947 None None] Provisioning complete for port b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:01.321524 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-88cef441-08ec-4d34-af9d-442d645fc947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.450353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-88cef441-08ec-4d34-af9d-442d645fc947 None None] Port b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:01.534465 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f82d79c-1d5d-4255-bc3d-1b0b6710aebc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.549598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9f82d79c-1d5d-4255-bc3d-1b0b6710aebc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Calling delete_port for 32e2834a-8d12-4560-b0e6-7febfb9e0f21 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:01.588396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Request body: {'port': {'device_id': '404d1694-072c-4eed-a151-32e0de4d8c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:01.593283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5bd26a2f-41c1-41b1-a859-ec351437d907 None None] Provisioning complete for port c13c7354-7e5d-4616-af6a-b62585bd37fd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:01.594620 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5bd26a2f-41c1-41b1-a859-ec351437d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.666339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5bd26a2f-41c1-41b1-a859-ec351437d907 None None] Port c13c7354-7e5d-4616-af6a-b62585bd37fd cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:01.689488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5bd26a2f-41c1-41b1-a859-ec351437d907 None None] Provisioning complete for port b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:01.693654 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5bd26a2f-41c1-41b1-a859-ec351437d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.763413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5bd26a2f-41c1-41b1-a859-ec351437d907 None None] Port b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:01.892902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9dcb1dd4-b2d1-4ed0-a094-9f6b44d7a7e8 None None] Provisioning complete for port b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:01.893396 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9dcb1dd4-b2d1-4ed0-a094-9f6b44d7a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.944121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:01.962065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5bf0-63d6-4fe2-9135-65b733e0b094 None None] Sync routers for ids ['faea69ba-b6bc-4661-854e-512e29a3850d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:01.965156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f82d79c-1d5d-4255-bc3d-1b0b6710aebc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.965719 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2f422630-0060-4428-8359-f0a8874ee24f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/faea69ba-b6bc-4661-854e-512e29a3850d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0101225 Sep 18 19:59:01.966703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39868) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:01.979488 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c27dc5a7-3516-4efa-a9ab-0045c44ab32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:01.987869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb1dd4-b2d1-4ed0-a094-9f6b44d7a7e8 None None] Port b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:01.990447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac5bf0-63d6-4fe2-9135-65b733e0b094 None None] Routers {'faea69ba-b6bc-4661-854e-512e29a3850d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:01.993035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ffac5bf0-63d6-4fe2-9135-65b733e0b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['faea69ba-b6bc-4661-854e-512e29a3850d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:02.048233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec25a1-2d70-4661-96c3-603599a1c049 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:02.052297 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e8ec25a1-2d70-4661-96c3-603599a1c049 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports/b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 HTTP/1.1" status: 200 len: 910 time: 0.0818918 Sep 18 19:59:02.057002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:02.062600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5e107040-ab2d-4c97-a891-127d952c9e04 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6d606ee-55e5-4e94-b2be-704f927c10c5'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:02.091299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ffac5bf0-63d6-4fe2-9135-65b733e0b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:02.108958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac5bf0-63d6-4fe2-9135-65b733e0b094 None None] Routers {'faea69ba-b6bc-4661-854e-512e29a3850d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:02.109600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ffac5bf0-63d6-4fe2-9135-65b733e0b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['faea69ba-b6bc-4661-854e-512e29a3850d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:02.181546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c27dc5a7-3516-4efa-a9ab-0045c44ab32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:02.184451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c27dc5a7-3516-4efa-a9ab-0045c44ab32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:02.188467 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c27dc5a7-3516-4efa-a9ab-0045c44ab32a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab036a3d-77e9-4c0c-aa3e-83b44a4971a9 HTTP/1.1" status: 204 len: 168 time: 1.7796144 Sep 18 19:59:02.205565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82d79c-1d5d-4255-bc3d-1b0b6710aebc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Port': ['ID=32e2834a-8d12-4560-b0e6-7febfb9e0f21,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:02.214945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dc5a7-3516-4efa-a9ab-0045c44ab32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab036a3d-77e9-4c0c-aa3e-83b44a4971a9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:02.219251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a724a-6b7f-4eb0-9e6c-2da2ab2b7863 req-0024ba9b-a94f-418d-8642-6949f330ee27 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:02.220881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-416a724a-6b7f-4eb0-9e6c-2da2ab2b7863 req-0024ba9b-a94f-418d-8642-6949f330ee27 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 931 time: 0.6462297 Sep 18 19:59:02.229361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514d5a5-cda9-4b93-9cab-594305b1be5d req-4fdad970-d649-4aed-9d75-c55f0b6dc6e1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:02.235305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ffac5bf0-63d6-4fe2-9135-65b733e0b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:02.236005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffac5bf0-63d6-4fe2-9135-65b733e0b094 None None] The sync data for ids ['faea69ba-b6bc-4661-854e-512e29a3850d'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:02.245274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3514d5a5-cda9-4b93-9cab-594305b1be5d req-4fdad970-d649-4aed-9d75-c55f0b6dc6e1 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 946 time: 0.6681309 Sep 18 19:59:02.287074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:02.298515 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e107040-ab2d-4c97-a891-127d952c9e04 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:02.375998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3514d5a5-cda9-4b93-9cab-594305b1be5d req-d14c5064-a277-47ad-9ce6-99ec63e62ae3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297529 Sep 18 19:59:02.398411 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f82d79c-1d5d-4255-bc3d-1b0b6710aebc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:02.401657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9f82d79c-1d5d-4255-bc3d-1b0b6710aebc tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "DELETE /v2.0/ports/32e2834a-8d12-4560-b0e6-7febfb9e0f21 HTTP/1.1" status: 204 len: 168 time: 1.7337253 Sep 18 19:59:02.414222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-416a724a-6b7f-4eb0-9e6c-2da2ab2b7863 req-75da64a1-ee6e-4afc-901e-938f85c04c94 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474314 Sep 18 19:59:02.414868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39874) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:02.986811 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e107040-ab2d-4c97-a891-127d952c9e04 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:03.011447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e107040-ab2d-4c97-a891-127d952c9e04 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:03.110321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8258f68-c809-428a-bfb4-b8bd5298c3ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting subnet aca87d39-2d14-4452-9251-5b99d7de42e1 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:59:03.117479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e107040-ab2d-4c97-a891-127d952c9e04 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=b8cfd8ac-215e-4014-9bb8-1a899fc9ba67,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:03.125814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e107040-ab2d-4c97-a891-127d952c9e04 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:03.126859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e107040-ab2d-4c97-a891-127d952c9e04 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:03.128326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941d199-2148-4b09-ae6d-d9a1f87e7e9f req-61be3273-8d6d-40c9-bbd9-99564592917e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:03.132634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e941d199-2148-4b09-ae6d-d9a1f87e7e9f req-61be3273-8d6d-40c9-bbd9-99564592917e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2555959 Sep 18 19:59:03.133334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5e107040-ab2d-4c97-a891-127d952c9e04 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/ports/b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 HTTP/1.1" status: 200 len: 910 time: 1.0753093 Sep 18 19:59:03.134646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39890) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:03.138498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8258f68-c809-428a-bfb4-b8bd5298c3ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:03.291034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-72462177-e21a-4c29-811b-5a1d49332da6 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:03.293119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-72462177-e21a-4c29-811b-5a1d49332da6 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.24 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 946 time: 0.4148047 Sep 18 19:59:03.309112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e941d199-2148-4b09-ae6d-d9a1f87e7e9f req-1bbaac20-93b2-485a-9475-f9e212f7ecf7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664948 Sep 18 19:59:03.338926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8258f68-c809-428a-bfb4-b8bd5298c3ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:03.704384 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8258f68-c809-428a-bfb4-b8bd5298c3ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:03.786871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8258f68-c809-428a-bfb4-b8bd5298c3ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:03.834971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8258f68-c809-428a-bfb4-b8bd5298c3ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Subnet': ['ID=aca87d39-2d14-4452-9251-5b99d7de42e1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:03.839363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8258f68-c809-428a-bfb4-b8bd5298c3ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:03.841775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f8258f68-c809-428a-bfb4-b8bd5298c3ca tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "DELETE /v2.0/subnets/aca87d39-2d14-4452-9251-5b99d7de42e1 HTTP/1.1" status: 204 len: 168 time: 1.3831837 Sep 18 19:59:03.844686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e5d09-35e5-4dba-a50d-5cdd6ace233d None None] Network b1b47f4a-6151-4feb-96e7-5f64804ef8d5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:03.845831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39914) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:03.898355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39916) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:03.935869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ca15f-0f66-4737-8634-da221fa44bb9 req-0c6c8a39-ed30-433d-9b1a-803bdad6f4e3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:03.944152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed0ca15f-0f66-4737-8634-da221fa44bb9 req-0c6c8a39-ed30-433d-9b1a-803bdad6f4e3 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 946 time: 0.3397877 Sep 18 19:59:03.967402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556136a-068d-4032-945f-664fc0d5dc00 req-129565b1-9386-42c6-9d1f-c42e62c01ee8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:03.976282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6556136a-068d-4032-945f-664fc0d5dc00 req-129565b1-9386-42c6-9d1f-c42e62c01ee8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 931 time: 0.3318384 Sep 18 19:59:04.062631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Deleting port 7b1e2088-c625-4144-8a57-bca029ab3c69 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:04.063184 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.082907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.090875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13c7354-7e5d-4616-af6a-b62585bd37fd {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:04.131332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed0ca15f-0f66-4737-8634-da221fa44bb9 req-ce9589f0-66da-4c25-9351-f01a06e629a7 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839702 Sep 18 19:59:04.139759 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.146776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a864d5b-e73e-440b-b04f-ed2a10e76c2d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Deleting subnet ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:59:04.171128 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6556136a-068d-4032-945f-664fc0d5dc00 req-f6bee72a-5e98-4be0-9364-809ec2f3641c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937373 Sep 18 19:59:04.204222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a864d5b-e73e-440b-b04f-ed2a10e76c2d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.262080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e3433-b736-4551-8b71-24621b6634be None None] DHCP port deletion for b1b47f4a-6151-4feb-96e7-5f64804ef8d5 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:59:04.342334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Transition to ACTIVE for port object c13c7354-7e5d-4616-af6a-b62585bd37fd will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:59:04.348132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a82e3433-b736-4551-8b71-24621b6634be None None] Deleting port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:04.348132 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82e3433-b736-4551-8b71-24621b6634be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.351525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-384563612-network', 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:04.358871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.374235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a864d5b-e73e-440b-b04f-ed2a10e76c2d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.421707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:04.426111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.439980 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.477755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] For port 7b1e2088-c625-4144-8a57-bca029ab3c69, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=7b1e2088-c625-4144-8a57-bca029ab3c69,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:04.478440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.537526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a82e3433-b736-4551-8b71-24621b6634be None None] For port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111,segment=NetworkSegment(2e2492cd-1107-4b17-ac30-52392e824c55),segment_id=2e2492cd-1107-4b17-ac30-52392e824c55)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:04.538073 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82e3433-b736-4551-8b71-24621b6634be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.569552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a82e3433-b736-4551-8b71-24621b6634be None None] Calling delete_port for f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:04.747914 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82e3433-b736-4551-8b71-24621b6634be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.825502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Pushing event updated for resources: {'Port': ['ID=c13c7354-7e5d-4616-af6a-b62585bd37fd,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:04.900287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e3433-b736-4551-8b71-24621b6634be None None] No DVR routers for this DVR port f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:04.923651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e3433-b736-4551-8b71-24621b6634be None None] Pushing event deleted for resources: {'Port': ['ID=f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:04.953769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:04.954120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:04.995789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.003006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96e1ad-c798-45e8-b7a6-9a9d74216c56 req-4a6eed46-3cf9-48a1-831a-2ec6ae75a541 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:05.005142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee96e1ad-c798-45e8-b7a6-9a9d74216c56 req-4a6eed46-3cf9-48a1-831a-2ec6ae75a541 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.5470939 Sep 18 19:59:05.006276 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.022461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:59:05.072644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.073068 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Added segment 8d39b09d-16ac-41cf-8a05-0d00d133a789 of type vlan for network 1fd2d11a-7a7f-4059-b479-8fbff3546ece Sep 18 19:59:05.189687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.204898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Attempting to bind port c13c7354-7e5d-4616-af6a-b62585bd37fd on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:05.205457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Attempting to bind port c13c7354-7e5d-4616-af6a-b62585bd37fd by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:05.205562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Attempting to bind port c13c7354-7e5d-4616-af6a-b62585bd37fd on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:05.226284 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83416bee-75bf-451f-8d3c-ce7729ab9e6d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:05.234825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Port c13c7354-7e5d-4616-af6a-b62585bd37fd on network e9561566-4f46-403d-9a9c-0b61da82ba41 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:59:05.235400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Attempting to bind port c13c7354-7e5d-4616-af6a-b62585bd37fd on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:05.252488 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.254797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a864d5b-e73e-440b-b04f-ed2a10e76c2d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.261974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.265548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:05.266690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.273944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for b8cfd8ac-215e-4014-9bb8-1a899fc9ba67 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:05.284530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee96e1ad-c798-45e8-b7a6-9a9d74216c56 req-fd45f939-a50e-441b-902c-8ef7e54f72fc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746302 Sep 18 19:59:05.293019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:05.294013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:05.294408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:05.295072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Bound port: c13c7354-7e5d-4616-af6a-b62585bd37fd, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:05.295222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.324341 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4245188 Sep 18 19:59:05.330934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39930) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:05.336757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Request body: {'subnet': {'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-384563612-subnet', 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:05.425226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a221c-2443-4e63-9881-6bd38e94ba30 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd2d11a-7a7f-4059-b479-8fbff3546ece,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:05.436196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:59:05.465993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:05.469255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.588697 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.589012 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.589380 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Floating IP 1e383480-b72f-4878-a58a-10c0b1876659 disassociated. External IP: 172.25.8.163, port: 7b1e2088-c625-4144-8a57-bca029ab3c69. Sep 18 19:59:05.589851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Calling delete_port for 7b1e2088-c625-4144-8a57-bca029ab3c69 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:05.608210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a864d5b-e73e-440b-b04f-ed2a10e76c2d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.680802 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.681932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03455c0e-e3bc-4d94-8aea-dd4b9d51559c None None] Network 6c398ba3-678b-4f17-bd6a-c641f0cb8aca requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:05.689843 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a864d5b-e73e-440b-b04f-ed2a10e76c2d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.696002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8a864d5b-e73e-440b-b04f-ed2a10e76c2d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "DELETE /v2.0/subnets/ebe35f8f-6d3d-484e-903c-884e7e7dd7e8 HTTP/1.1" status: 204 len: 168 time: 1.8400729 Sep 18 19:59:05.698692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39932) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:05.706145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76878a8-a7e8-41b9-baba-2c6af299920f req-b7c9f856-775c-495e-a51d-40e28a47aa4d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:05.714487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b76878a8-a7e8-41b9-baba-2c6af299920f req-b7c9f856-775c-495e-a51d-40e28a47aa4d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.3383126 Sep 18 19:59:05.726402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a864d5b-e73e-440b-b04f-ed2a10e76c2d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe35f8f-6d3d-484e-903c-884e7e7dd7e8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:05.761302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=b8cfd8ac-215e-4014-9bb8-1a899fc9ba67,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:05.798447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] For port c13c7354-7e5d-4616-af6a-b62585bd37fd, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:05.821018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635dff1-a59e-4431-87fb-26de7fd80852 req-bd3922fe-228e-4e87-861c-eed9d84cdc4d tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:05.822535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f635dff1-a59e-4431-87fb-26de7fd80852 req-bd3922fe-228e-4e87-861c-eed9d84cdc4d tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 946 time: 0.3710542 Sep 18 19:59:05.839612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] For port c13c7354-7e5d-4616-af6a-b62585bd37fd, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c13c7354-7e5d-4616-af6a-b62585bd37fd,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:05.861891 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b76878a8-a7e8-41b9-baba-2c6af299920f req-1c20687e-26b4-4022-af6a-0c65265a921c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420965 Sep 18 19:59:05.870520 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:05.962698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Pushing event updated for resources: {'Port': ['ID=c13c7354-7e5d-4616-af6a-b62585bd37fd,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:05.998757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:05.999105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.001161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-cdbee583-16c9-4221-850d-5c7133354038 service neutron] 10.222.0.32 "PUT /v2.0/ports/c13c7354-7e5d-4616-af6a-b62585bd37fd HTTP/1.1" status: 200 len: 1092 time: 4.4251254 Sep 18 19:59:06.003956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404d1694-072c-4eed-a151-32e0de4d8c76', 'tag': 'c13c7354-7e5d-4616-af6a-b62585bd37fd'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:06.007760 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a876f5-8bdc-4aec-8076-cc13f0a854de" -d '{"events": [{"name": "network-changed", "server_uuid": "404d1694-072c-4eed-a151-32e0de4d8c76", "tag": "c13c7354-7e5d-4616-af6a-b62585bd37fd"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:06.044302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f635dff1-a59e-4431-87fb-26de7fd80852 req-582276c0-dcf8-46bd-8517-4c54645e03b8 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0ef83ab-c1ad-4521-99e7-dc4252e91133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935909 Sep 18 19:59:06.046006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed69c19-8db9-424e-9699-a636db294341 None None] DHCP port deletion for 6c398ba3-678b-4f17-bd6a-c641f0cb8aca request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:59:06.058841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.139867 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19af7027-19d4-41d6-864c-9686b011c63c x-openstack-request-id: req-19af7027-19d4-41d6-864c-9686b011c63c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:06.140181 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404d1694-072c-4eed-a151-32e0de4d8c76", "tag": "c13c7354-7e5d-4616-af6a-b62585bd37fd", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:06.140402 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19af7027-19d4-41d6-864c-9686b011c63c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:06.140811 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404d1694-072c-4eed-a151-32e0de4d8c76', 'tag': 'c13c7354-7e5d-4616-af6a-b62585bd37fd', 'status': 'completed', 'code': 200} Sep 18 19:59:06.173345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fed69c19-8db9-424e-9699-a636db294341 None None] Deleting port 3e7364d5-9d60-495a-aab8-85c56377e786 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:06.173726 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fed69c19-8db9-424e-9699-a636db294341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.184823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.254590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Pushing event updated for resources: {'Subnet': ['ID=083eb172-dcbc-4dbc-acb8-5526581d8b31,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:06.311617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7c79-fdad-4673-8130-288b75eed622 req-b0704749-e1b4-4935-88c6-5167a4c03b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:06.314465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-b0704749-e1b4-4935-88c6-5167a4c03b7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 1095 time: 0.2597063 Sep 18 19:59:06.315985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.326986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:06.367857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:06.369040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f0d6a4e2-7ebf-4330-85d5-9ffdb1fe0111 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:06.369776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3e7364d5-9d60-495a-aab8-85c56377e786 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:06.377642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fed69c19-8db9-424e-9699-a636db294341 None None] For port 3e7364d5-9d60-495a-aab8-85c56377e786, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3e7364d5-9d60-495a-aab8-85c56377e786,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:06.378276 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fed69c19-8db9-424e-9699-a636db294341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.432978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fed69c19-8db9-424e-9699-a636db294341 None None] Calling delete_port for 3e7364d5-9d60-495a-aab8-85c56377e786 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:06.545234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Checking segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:06.545713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Network hostable DHCP agents. Network: 1fd2d11a-7a7f-4059-b479-8fbff3546ece, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:59:06.550441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-efe7b638-2db7-4a84-bb02-eddbbfa79a3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c13c7354-7e5d-4616-af6a-b62585bd37fd HTTP/1.1" status: 200 len: 217 time: 0.1808095 Sep 18 19:59:06.631607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.638624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.673296 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.685269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 3e7364d5-9d60-495a-aab8-85c56377e786, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3e7364d5-9d60-495a-aab8-85c56377e786,segment=NetworkSegment(8fc02d9b-d237-411e-8932-b6d7b98650e7),segment_id=8fc02d9b-d237-411e-8932-b6d7b98650e7)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:06.688495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event deleted for resources: {'Port': ['ID=7b1e2088-c625-4144-8a57-bca029ab3c69,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:06.694623 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.757232 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fed69c19-8db9-424e-9699-a636db294341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.764994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b47f4a-6151-4feb-96e7-5f64804ef8d5']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:06.784704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:59:06.788411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed69c19-8db9-424e-9699-a636db294341 None None] No DVR routers for this DVR port 3e7364d5-9d60-495a-aab8-85c56377e786 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:06.791899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2492cd-1107-4b17-ac30-52392e824c55') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:06.792745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2492cd-1107-4b17-ac30-52392e824c55') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:06.840212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=3e7364d5-9d60-495a-aab8-85c56377e786,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:06.902475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed69c19-8db9-424e-9699-a636db294341 None None] Pushing event deleted for resources: {'Port': ['ID=3e7364d5-9d60-495a-aab8-85c56377e786,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:06.931501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 1fd2d11a-7a7f-4059-b479-8fbff3546ece) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:06.933538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a228a2-d743-480b-a223-2b22549af6b5 req-67532dc0-1de9-428f-b855-c15c3de8e987 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:06.938752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24a228a2-d743-480b-a223-2b22549af6b5 req-67532dc0-1de9-428f-b855-c15c3de8e987 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.3971384 Sep 18 19:59:06.941661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484d46f2-611f-46e7-8534-4e9ed7915dc5 None None] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:06.942348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7c79-fdad-4673-8130-288b75eed622 req-83afa47b-09ed-4df8-a04e-a92447a201b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:06.943887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-83afa47b-09ed-4df8-a04e-a92447a201b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.2509458 Sep 18 19:59:06.944686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:06.947325 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:06.953475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:07.058603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:07.113536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 7b1e2088-c625-4144-8a57-bca029ab3c69 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:07.114132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 7b1e2088-c625-4144-8a57-bca029ab3c69 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:07.177295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8600e8-0a8d-4aaa-adb4-d3d7611091b7 None None] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:07.245618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24a228a2-d743-480b-a223-2b22549af6b5 req-0a97bc8b-41b0-49ac-8766-3c137833c714 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833760 Sep 18 19:59:07.298108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c99683-b40e-442e-a580-bb4edc4295a4 req-a16c0f0c-8924-4718-b7c2-87fcda5b6d5c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:07.321598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:07.336339 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2266afb9-4983-461f-b951-91ce8212415f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0041583 Sep 18 19:59:07.348511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52c99683-b40e-442e-a580-bb4edc4295a4 req-a16c0f0c-8924-4718-b7c2-87fcda5b6d5c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.3259475 Sep 18 19:59:07.364124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:59:07.368190 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:59:07.379189 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:59:07.389818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7c79-fdad-4673-8130-288b75eed622 req-759dfd2b-71f1-4711-b02d-4566f21f198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:07.406655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-759dfd2b-71f1-4711-b02d-4566f21f198b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4456894 Sep 18 19:59:07.436071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Router df54ce14-620c-4d71-9f20-a6118d9b63ec has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:07.495448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router faea69ba-b6bc-4661-854e-512e29a3850d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:07.522196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52c99683-b40e-442e-a580-bb4edc4295a4 req-51ff8941-aefa-4746-9ce5-7a91465a0a3b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712749 Sep 18 19:59:07.558046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-686f1410-95b9-440a-b07c-4be5f8373054 req-bc9f854c-5a5e-4339-a8c0-db578839f609 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/ports?device_id=22b0bdf8-0b04-42ec-ad5d-41850410f965 HTTP/1.1" status: 200 len: 210 time: 0.1033802 Sep 18 19:59:07.615956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:07.631842 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b3c21-ed72-4522-86e7-250227172df7 None None] Sync routers for ids ['faea69ba-b6bc-4661-854e-512e29a3850d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:07.636292 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b737c595-783a-40e1-8260-16f3425010c1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/faea69ba-b6bc-4661-854e-512e29a3850d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5004497 Sep 18 19:59:07.638016 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:07.644435 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b3c21-ed72-4522-86e7-250227172df7 None None] Routers {'faea69ba-b6bc-4661-854e-512e29a3850d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:07.647782 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ab9b3c21-ed72-4522-86e7-250227172df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['faea69ba-b6bc-4661-854e-512e29a3850d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:07.649798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:07.656791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:07.665786 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "DELETE /v2.0/networks/b1b47f4a-6151-4feb-96e7-5f64804ef8d5 HTTP/1.1" status: 204 len: 168 time: 1.9629970 Sep 18 19:59:07.670175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39962) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:07.684704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-43e2fe76-648d-4596-80a2-d82520297d3c tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=faea69ba-b6bc-4661-854e-512e29a3850d HTTP/1.1" status: 200 len: 205 time: 0.0294940 Sep 18 19:59:07.688589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39964) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:07.733687 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ab9b3c21-ed72-4522-86e7-250227172df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:07.753139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a0c6d-751c-4cdf-9ad8-5fbee26c2850 tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Network': ['ID=b1b47f4a-6151-4feb-96e7-5f64804ef8d5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:07.761943 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b3c21-ed72-4522-86e7-250227172df7 None None] Routers {'faea69ba-b6bc-4661-854e-512e29a3850d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:07.765832 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ab9b3c21-ed72-4522-86e7-250227172df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['faea69ba-b6bc-4661-854e-512e29a3850d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:07.821820 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ab9b3c21-ed72-4522-86e7-250227172df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:07.824077 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b3c21-ed72-4522-86e7-250227172df7 None None] The sync data for ids ['faea69ba-b6bc-4661-854e-512e29a3850d'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:07.924771 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.231781 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.296138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c398ba3-678b-4f17-bd6a-c641f0cb8aca']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:08.316750 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc02d9b-d237-411e-8932-b6d7b98650e7') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:08.317072 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc02d9b-d237-411e-8932-b6d7b98650e7') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:08.329767 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.349160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b0975a-8549-4428-9e84-e1d9b689e1e6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.354560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.382089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:59:08.382919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:59:08.386376 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:59:08.509173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.525940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.529447 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] 10.222.0.20 "DELETE /v2.0/networks/6c398ba3-678b-4f17-bd6a-c641f0cb8aca HTTP/1.1" status: 204 len: 168 time: 0.7984290 Sep 18 19:59:08.550634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbfe36-ddf8-4c85-a6b1-9e93fd156e8d tempest-TaggedBootDevicesTest-1169848993 tempest-TaggedBootDevicesTest-1169848993-project] Pushing event deleted for resources: {'Network': ['ID=6c398ba3-678b-4f17-bd6a-c641f0cb8aca,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:08.552427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-00217bf4-9100-4b96-9ce6-6e7a461eb23d service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1319401 Sep 18 19:59:08.640670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:08.659795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] Sync routers for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:08.685404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:08.686376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:08.793735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395137a-1dd1-42e1-866f-bb9dadf4f717 req-e857fb0b-b44b-4252-b0d9-6dcf1564c6fa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:08.795394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9395137a-1dd1-42e1-866f-bb9dadf4f717 req-e857fb0b-b44b-4252-b0d9-6dcf1564c6fa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.3558393 Sep 18 19:59:08.804399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] No DVR routers for this DVR port 7b1e2088-c625-4144-8a57-bca029ab3c69 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:08.839274 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.842307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c7c0382-196c-4c10-8942-4f8f52537351 req-cc301c7c-4b5c-40be-b350-f0a8dff5b734 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.24 "DELETE /v2.0/ports/7b1e2088-c625-4144-8a57-bca029ab3c69 HTTP/1.1" status: 204 len: 173 time: 5.5419641 Sep 18 19:59:08.844070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-deleted', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:08.846497 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85f0b9e-b04a-447c-981d-a581c86e6fec" -d '{"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-deleted", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:08.853674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b0975a-8549-4428-9e84-e1d9b689e1e6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.855978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:08.859308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b0975a-8549-4428-9e84-e1d9b689e1e6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.962723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9395137a-1dd1-42e1-866f-bb9dadf4f717 req-c7c04d6a-7b95-45fc-b142-da90dafe51aa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194324 Sep 18 19:59:08.972004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-8cc8e671-5c37-4c4e-9be6-fa45b9d51c61 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:08.979996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-8cc8e671-5c37-4c4e-9be6-fa45b9d51c61 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.6261539 Sep 18 19:59:08.997581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b0975a-8549-4428-9e84-e1d9b689e1e6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:08.998087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b0975a-8549-4428-9e84-e1d9b689e1e6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Fanout notify agent at l3_agent the message router_deleted on router faea69ba-b6bc-4661-854e-512e29a3850d {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:59:09.016544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459f7c79-fdad-4673-8130-288b75eed622 req-a5d1c4e3-5927-47f9-a25c-9e131d25c0b9 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385536 Sep 18 19:59:09.022335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96b0975a-8549-4428-9e84-e1d9b689e1e6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:09.024022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-96b0975a-8549-4428-9e84-e1d9b689e1e6 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/faea69ba-b6bc-4661-854e-512e29a3850d HTTP/1.1" status: 204 len: 168 time: 1.3329961 Sep 18 19:59:09.027346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39996) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:09.038036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-bea1d4bc-2334-44b1-a854-931a05b11050 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/quotas/40984cffdfb049089f2c2cdf55be19c0 HTTP/1.1" status: 200 len: 375 time: 0.0565403 Sep 18 19:59:09.119122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-65a2f0ef-a67c-467e-a87c-0890ca37c725 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803511 Sep 18 19:59:09.127255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet a6d606ee-55e5-4e94-b2be-704f927c10c5 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:59:09.143658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:09.199215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:09.225118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:09.253364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-27037baa-8398-487a-b517-0d9122f8034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:09.254784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-27037baa-8398-487a-b517-0d9122f8034a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 1095 time: 0.1482718 Sep 18 19:59:09.273078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] Checking router: df54ce14-620c-4d71-9f20-a6118d9b63ec for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:09.281437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecc6f-27f6-42f7-bb72-16a420bc9b6c req-51755910-c7cf-43a3-8990-eca21fc4701a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:09.282181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:09.283240 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:09.288368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09eecc6f-27f6-42f7-bb72-16a420bc9b6c req-51755910-c7cf-43a3-8990-eca21fc4701a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.1788669 Sep 18 19:59:09.347534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-5f8d97eb-765f-4bf0-bbcf-9fd919c06304 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269266 Sep 18 19:59:09.378874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:09.467642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09eecc6f-27f6-42f7-bb72-16a420bc9b6c req-223f3257-e11e-46cf-9af4-c5fac6f33982 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592152 Sep 18 19:59:09.541457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:09.576044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:09.607706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-2f70520b-3732-416b-894a-497825092e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:09.613378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-2f70520b-3732-416b-894a-497825092e43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.3499801 Sep 18 19:59:09.658576 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:09.660571 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/a6d606ee-55e5-4e94-b2be-704f927c10c5 HTTP/1.1" status: 204 len: 168 time: 0.6322649 Sep 18 19:59:09.661984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d606ee-55e5-4e94-b2be-704f927c10c5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:09.680003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:09.681416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.681761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.682099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.689185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.690042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.690508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f04d7d-104e-4799-be5e-ce168da9500e None None] Network 9e434066-485c-41da-8fb5-ed2e7d8f496b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:09.692843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.693374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.693863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.694345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.695879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.699233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.699602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6857626a-e5e6-45fa-aa48-c5214992fe45 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:09.704128 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7616a7-e5b4-4213-af2a-003db2f9c075 x-openstack-request-id: req-da7616a7-e5b4-4213-af2a-003db2f9c075 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:09.704500 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b0bdf8-0b04-42ec-ad5d-41850410f965", "name": "network-vif-deleted", "tag": "7b1e2088-c625-4144-8a57-bca029ab3c69", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:09.704652 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da7616a7-e5b4-4213-af2a-003db2f9c075 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:09.705065 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0bdf8-0b04-42ec-ad5d-41850410f965', 'name': 'network-vif-deleted', 'tag': '7b1e2088-c625-4144-8a57-bca029ab3c69', 'status': 'completed', 'code': 200} Sep 18 19:59:09.707039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-81434255-d4f2-4ea6-9630-4c4657254c77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c13c7354-7e5d-4616-af6a-b62585bd37fd HTTP/1.1" status: 200 len: 217 time: 0.0834765 Sep 18 19:59:09.716593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-14426607-428e-4ae4-8864-4031a9dbcb5d service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687453 Sep 18 19:59:09.778291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40012) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:09.829363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-bdd73a4e-59f6-44f3-b8a5-f80970c57b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:09.830978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-bdd73a4e-59f6-44f3-b8a5-f80970c57b28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1121986 Sep 18 19:59:09.892486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-bb311e15-acfa-48b8-9fa5-7039fc883813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:09.894281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-bb311e15-acfa-48b8-9fa5-7039fc883813 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551839 Sep 18 19:59:09.986379 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:10.179998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-78b0c597-3a09-432e-8c34-6edbe61a1fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768481 Sep 18 19:59:10.234505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20cf8d71-8b10-48b9-a219-f625d7b7d918 req-c42beafd-e74f-40b9-aeff-1180ee5df2ed tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 210 time: 0.0536160 Sep 18 19:59:10.263333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9048f7b8-d85b-4d49-b35a-f53f73be0836 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:10.355737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 32501835-4e24-4ea0-8032-5a50bf79e264 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:10.356144 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:10.362805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9048f7b8-d85b-4d49-b35a-f53f73be0836 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:10.565785 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67a876f5-8bdc-4aec-8076-cc13f0a854de req-e6d9b272-15fa-4d85-ae6c-caad053944cf service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298762 Sep 18 19:59:10.750428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bf4fa-a888-4125-87e9-b01f4cd0768a req-5fd0c97b-1edc-4eeb-b8d5-a4ae4a6c408d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:10.776525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b4bf4fa-a888-4125-87e9-b01f4cd0768a req-5fd0c97b-1edc-4eeb-b8d5-a4ae4a6c408d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.1724730 Sep 18 19:59:10.840866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b4bf4fa-a888-4125-87e9-b01f4cd0768a req-5617b8be-9c88-48ca-b24e-eb11bd90be6b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636103 Sep 18 19:59:10.979052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:11.041908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815326e7-2744-4415-a7a1-41f29696e735 None None] The sync data for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 is: [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:51:10Z', 'revision_number': 4, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'e4dfa9ca-9105-48b5-8059-44e801e6badc', 'name': '', 'network_id': '2ad4c106-61cb-489e-9641-bea570f4a5aa', 'tenant_id': '674a6098479547d99807b89546a820fe', 'mac_address': 'fa:16:3e:7b:12:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:09Z', 'updated_at': '2021-09-18T19:51:15Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'subnets': [{'id': 'c1517ebf-5faf-4b35-b67d-987177cd3433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:11.043605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] DHCP port deletion for 9e434066-485c-41da-8fb5-ed2e7d8f496b request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:59:11.133761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port 32501835-4e24-4ea0-8032-5a50bf79e264, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=32501835-4e24-4ea0-8032-5a50bf79e264,segment=NetworkSegment(c45ee331-5e7e-4721-8d3c-ff759781a726),segment_id=c45ee331-5e7e-4721-8d3c-ff759781a726)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:11.134743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.171116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 32501835-4e24-4ea0-8032-5a50bf79e264 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:11.209087 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9048f7b8-d85b-4d49-b35a-f53f73be0836 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.236540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9048f7b8-d85b-4d49-b35a-f53f73be0836 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.238300 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9048f7b8-d85b-4d49-b35a-f53f73be0836 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "DELETE /v2.0/security-groups/d0ef83ab-c1ad-4521-99e7-dc4252e91133 HTTP/1.1" status: 204 len: 168 time: 1.4590442 Sep 18 19:59:11.241871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40038) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:11.264786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] Deleting port 32501835-4e24-4ea0-8032-5a50bf79e264 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:11.265262 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.269616 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-5be183ba-cea5-4371-9804-f73fe6d9ca9a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] show failed (client error): The resource could not be found. Sep 18 19:59:11.271231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5be183ba-cea5-4371-9804-f73fe6d9ca9a tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "GET /v2.0/security-groups/d0ef83ab-c1ad-4521-99e7-dc4252e91133 HTTP/1.1" status: 404 len: 347 time: 0.0275407 Sep 18 19:59:11.274146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40042) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:11.348030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048f7b8-d85b-4d49-b35a-f53f73be0836 tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ef83ab-c1ad-4521-99e7-dc4252e91133,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:11.456821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.465760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] For port 32501835-4e24-4ea0-8032-5a50bf79e264, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=32501835-4e24-4ea0-8032-5a50bf79e264,segment=NetworkSegment(c45ee331-5e7e-4721-8d3c-ff759781a726),segment_id=c45ee331-5e7e-4721-8d3c-ff759781a726)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:11.466209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.494357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] Calling delete_port for 32501835-4e24-4ea0-8032-5a50bf79e264 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:11.507922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=32501835-4e24-4ea0-8032-5a50bf79e264,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:11.524746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-def26067-db8f-4526-b670-60a96396c1d6 req-f8310565-af4b-4026-97f6-99212dd36908 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 210 time: 0.1263440 Sep 18 19:59:11.525063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No DVR routers for this DVR port 32501835-4e24-4ea0-8032-5a50bf79e264 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:11.588698 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.617150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Deleting port 07cd1aa6-eef2-4dfb-b579-d308417a9266 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:11.617688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.621142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] No DVR routers for this DVR port 32501835-4e24-4ea0-8032-5a50bf79e264 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:11.624184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e6def-b497-4ae3-b423-33749db7e21e None None] Pushing event deleted for resources: {'Port': ['ID=32501835-4e24-4ea0-8032-5a50bf79e264,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:11.669918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.691312 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a60eece-99b2-4172-addd-34d6a6e86553 None None] New status for floating IP 1e383480-b72f-4878-a58a-10c0b1876659: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 19:59:11.697086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e434066-485c-41da-8fb5-ed2e7d8f496b']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:11.745506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45ee331-5e7e-4721-8d3c-ff759781a726') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:11.745506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45ee331-5e7e-4721-8d3c-ff759781a726') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:11.762184 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.768920 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.769317 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.788748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Calling delete_port for 07cd1aa6-eef2-4dfb-b579-d308417a9266 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:11.795832 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.815695 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:59:11.816316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:59:11.934095 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:59:11.936785 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.961619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:11.963647 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/9e434066-485c-41da-8fb5-ed2e7d8f496b HTTP/1.1" status: 204 len: 168 time: 2.2368720 Sep 18 19:59:11.964506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbecdf-511b-4da1-96e9-2a3aaa21b994 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=9e434066-485c-41da-8fb5-ed2e7d8f496b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:11.967997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40048) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:11.972198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8d9cca6e-8083-4cd8-9623-bca3409755a1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2059334499', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:12.002653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d9cca6e-8083-4cd8-9623-bca3409755a1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.004118 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d9cca6e-8083-4cd8-9623-bca3409755a1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.088822 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d9cca6e-8083-4cd8-9623-bca3409755a1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.094513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d9cca6e-8083-4cd8-9623-bca3409755a1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.127997 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d9cca6e-8083-4cd8-9623-bca3409755a1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.129928 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8d9cca6e-8083-4cd8-9623-bca3409755a1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1616173 Sep 18 19:59:12.133088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40050) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:12.140017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-1810505622'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:12.140557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299e08-7479-49c6-91aa-408148b8fb78 req-642f3272-06fc-4d1e-a0aa-79a74d167977 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:12.142277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9299e08-7479-49c6-91aa-408148b8fb78 req-642f3272-06fc-4d1e-a0aa-79a74d167977 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.1306283 Sep 18 19:59:12.156275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-e4b4e5e0-2fd2-48f5-99cc-9fff2c91ded1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:12.158126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-e4b4e5e0-2fd2-48f5-99cc-9fff2c91ded1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.2884490 Sep 18 19:59:12.173685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:12.178846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.204240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Request body: {'port': {'device_id': 'a963b866-5cba-4d6e-82eb-ba4583b8bd1d', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'admin_state_up': True, 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:12.218150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 32501835-4e24-4ea0-8032-5a50bf79e264 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:12.219912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:59:12.234086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.234453 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment 43733e6c-cb58-4568-964b-0f271aa1e91f of type vlan for network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 Sep 18 19:59:12.278491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 32501835-4e24-4ea0-8032-5a50bf79e264 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:12.279153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 32501835-4e24-4ea0-8032-5a50bf79e264 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:12.298602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.336230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.343563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:12.344188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.370675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9299e08-7479-49c6-91aa-408148b8fb78 req-b0196ff2-f6a6-49eb-bd66-a4f473fa0f94 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083514 Sep 18 19:59:12.379599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.429010 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2944047 Sep 18 19:59:12.432541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40060) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:12.434442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Pushing event deleted for resources: {'Port': ['ID=07cd1aa6-eef2-4dfb-b579-d308417a9266,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:12.478111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:12.485395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726141a6-ac0c-44a2-8731-4ea3f7a8e95f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=4de6948c-3ebb-4d4e-99ef-8006b78aa271,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:12.496776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:59:12.533468 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.536245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.538804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-78ad0d0e-6efa-44bb-8a31-b9408d9ad41f tempest-AttachVolumeShelveTestJSON-862074993 tempest-AttachVolumeShelveTestJSON-862074993-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e383480-b72f-4878-a58a-10c0b1876659 HTTP/1.1" status: 204 len: 168 time: 1.2627172 Sep 18 19:59:12.539792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:12.543896 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.636838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:12.640692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.673422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b80d3ab-7747-4bb8-8016-39fb933b8b30 req-34b57ad4-6e28-4a3a-a735-36356f1fea09 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 210 time: 0.0364602 Sep 18 19:59:12.781675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Allocated IP 172.20.0.5 (1fd2d11a-7a7f-4059-b479-8fbff3546ece/083eb172-dcbc-4dbc-acb8-5526581d8b31/b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:12.877915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.960972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=28e2118c-991c-46ce-acf1-b196f22070f4,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:12.970495 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:12.972377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:12.972755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: 4de6948c-3ebb-4d4e-99ef-8006b78aa271, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:59:12.994159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:59:13.006513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 4de6948c-3ebb-4d4e-99ef-8006b78aa271) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:13.016294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:13.017960 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:13.026303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:13.027352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2342659-c8f6-4062-bdc4-2761095b0ef9 None None] Network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:13.048203 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9ef5c0c7-c3ec-4220-ae07-30c19204b764 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6139791 Sep 18 19:59:13.050817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40068) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:13.102290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:13.105812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:13.110340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:13.171557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event updated for resources: {'Port': ['ID=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:13.210428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:13.211183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:13.227169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-d4025ae7-0c5f-452f-955a-d434796a7d86 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0547779 Sep 18 19:59:13.242046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Request body: {'port': {'device_id': 'a963b866-5cba-4d6e-82eb-ba4583b8bd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:13.267472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:59:13.269225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:13.336686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:13.444985 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:13.532093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Allocated IP 172.20.0.2 (4de6948c-3ebb-4d4e-99ef-8006b78aa271/28e2118c-991c-46ce-acf1-b196f22070f4/5aa0bb36-12fb-46d1-87c7-adc3a38f694b) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:13.699198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27a813-02a1-44d1-9a2c-f085c625f873 req-315d1ed2-5f2e-47d2-adcb-8e29e1e39888 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:13.701005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d27a813-02a1-44d1-9a2c-f085c625f873 req-315d1ed2-5f2e-47d2-adcb-8e29e1e39888 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.1850677 Sep 18 19:59:13.887289 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:13.909733 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:13.935972 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d27a813-02a1-44d1-9a2c-f085c625f873 req-2e7fbeaf-dff0-468f-b951-2f933c7b37d3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177386 Sep 18 19:59:13.998576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113711c-f2c2-4b9e-b6e0-2acf132bd533 req-e30b41a0-c53b-4c49-9ac6-0efc891be2f5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:14.004878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Pushing event updated for resources: {'Port': ['ID=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:14.008625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1113711c-f2c2-4b9e-b6e0-2acf132bd533 req-e30b41a0-c53b-4c49-9ac6-0efc891be2f5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 931 time: 0.1352680 Sep 18 19:59:14.035290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.20.0.1 (4de6948c-3ebb-4d4e-99ef-8006b78aa271/28e2118c-991c-46ce-acf1-b196f22070f4/0c483624-2c26-422d-b1f9-f0ac1384bb55) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:14.045562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:14.047479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:14.055405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:14.103802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1113711c-f2c2-4b9e-b6e0-2acf132bd533 req-b988d91b-7dab-4b0d-bc58-328855cbb2bb tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873036 Sep 18 19:59:14.134118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:14.143955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.160502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Transition to ACTIVE for port object b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:59:14.166789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.200393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Attempting to bind port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:14.200818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Attempting to bind port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:14.201181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Attempting to bind port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b on network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:14.211017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:14.212550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Checking segment: {'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:14.213093 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.213525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Bound using segment: {'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:14.214006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Bound port: 5aa0bb36-12fb-46d1-87c7-adc3a38f694b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:14.214385 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.281045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Pushing event updated for resources: {'Port': ['ID=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:14.293056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.336974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.343269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] For port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:14.347790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] For port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,segment=NetworkSegment(43733e6c-cb58-4568-964b-0f271aa1e91f),segment_id=43733e6c-cb58-4568-964b-0f271aa1e91f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:14.356112 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.404789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:14.410279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:14.417055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:14.437380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce8400-3caa-43b6-bfdd-4fb1f59b8a1f None None] Pushing event updated for resources: {'Port': ['ID=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:14.457178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=0c483624-2c26-422d-b1f9-f0ac1384bb55,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:14.477581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Attempting to bind port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:14.477919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Attempting to bind port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:14.478243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Attempting to bind port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:14.492968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.494610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:59:14.494934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Attempting to bind port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:14.502357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:14.503716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Checking segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:14.504112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Bound using segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:14.507034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Bound port: b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:14.507625 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.669858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] For port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:14.679118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] For port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:14.697502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.755680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.783407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:14.784086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:14.785555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-591f5786-3572-437b-b654-1f858f5f993e service neutron] 10.222.0.24 "PUT /v2.0/ports/b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d HTTP/1.1" status: 200 len: 1092 time: 1.5497448 Sep 18 19:59:14.786002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a963b866-5cba-4d6e-82eb-ba4583b8bd1d', 'tag': 'b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:14.788983 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18550ed-7d23-4d0a-9496-5e3a605f2837" -d '{"events": [{"name": "network-changed", "server_uuid": "a963b866-5cba-4d6e-82eb-ba4583b8bd1d", "tag": "b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:14.887262 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17efaff-2f6d-4a9c-81d5-32e5feb08089 x-openstack-request-id: req-b17efaff-2f6d-4a9c-81d5-32e5feb08089 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:14.887800 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a963b866-5cba-4d6e-82eb-ba4583b8bd1d", "tag": "b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:14.888227 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b17efaff-2f6d-4a9c-81d5-32e5feb08089 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:14.888896 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a963b866-5cba-4d6e-82eb-ba4583b8bd1d', 'tag': 'b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', 'status': 'completed', 'code': 200} Sep 18 19:59:14.931458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f5786-3572-437b-b654-1f858f5f993e service neutron] Pushing event updated for resources: {'Port': ['ID=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:14.968428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-30dadfa3-4bff-4f3b-94a0-fd21e39cdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:14.971732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-30dadfa3-4bff-4f3b-94a0-fd21e39cdbf5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 1095 time: 0.1162844 Sep 18 19:59:15.061459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-37fd7b5f-6fc7-4060-8d40-1e404f03e0ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d HTTP/1.1" status: 200 len: 217 time: 0.0820272 Sep 18 19:59:15.194933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-3138fc85-eab7-435b-bd1b-86ea1f3d52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:15.200692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-3138fc85-eab7-435b-bd1b-86ea1f3d52c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1140590 Sep 18 19:59:15.299527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-fcab5696-2601-4712-b6fb-3056baeb8a23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925002 Sep 18 19:59:15.463054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:15.470068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:15.532790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850845d-7e6f-4979-aaf7-5d767e4ff01e req-ab9ec653-931e-4ba2-8ad5-8bd3c3a04ef5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:15.534642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3850845d-7e6f-4979-aaf7-5d767e4ff01e req-ab9ec653-931e-4ba2-8ad5-8bd3c3a04ef5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.4850459 Sep 18 19:59:15.636544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-0ddd32eb-71db-43fc-973b-1885f18414fa service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084548 Sep 18 19:59:15.663467 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=0c483624-2c26-422d-b1f9-f0ac1384bb55,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:15.690915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:15.774736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3850845d-7e6f-4979-aaf7-5d767e4ff01e req-68df9bc2-e31f-4fe1-ac85-cc6adffeae56 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330278 Sep 18 19:59:15.791164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74893998-8e22-4492-83df-a698e2861d82 req-e48ea968-eed6-472a-bad2-835882e9140a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:15.801702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74893998-8e22-4492-83df-a698e2861d82 req-e48ea968-eed6-472a-bad2-835882e9140a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 943 time: 0.5156739 Sep 18 19:59:15.929544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:15.930046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:15.968875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74893998-8e22-4492-83df-a698e2861d82 req-b2417bb1-0be9-41fb-84c5-2ad91755d5c5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659095 Sep 18 19:59:15.994616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f784fc31-f0e2-4931-a569-3d95b976f88f req-c1bba713-4dc7-41eb-9021-968791f571e1 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350720 Sep 18 19:59:16.141280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-ab304e92-c691-4f54-823c-cc28fd3c56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:16.144289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a481340-360f-4763-8479-b468c9a0038b None None] Network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:16.155718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-ab304e92-c691-4f54-823c-cc28fd3c56c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 1095 time: 0.1061130 Sep 18 19:59:16.320186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 19:59:16.377085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-fbd15144-0dcb-422c-a7df-7ede42586d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:16.381798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-fbd15144-0dcb-422c-a7df-7ede42586d22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 906 time: 0.2179947 Sep 18 19:59:16.454036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5aa0bb36-12fb-46d1-87c7-adc3a38f694b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:16.461047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-af8c5169-8a57-46ae-b771-e3b869f8133d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d HTTP/1.1" status: 200 len: 217 time: 0.0723307 Sep 18 19:59:16.561509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:16.565100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-83752b5c-41a4-40ca-8768-a9849262b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:16.566682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-83752b5c-41a4-40ca-8768-a9849262b7af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.0978098 Sep 18 19:59:16.579684 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-113a5902-0ef0-4273-80bb-95274b8613a2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5274587 Sep 18 19:59:16.582367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40122) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:16.593115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:16.593330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-618617816'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:16.622208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:16.623233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:16.644153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-8680bdba-58ae-4fcc-9f11-ad669e2d2277 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684574 Sep 18 19:59:16.661074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:16.666286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:16.728059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:59:16.749797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:16.750270 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment d5a1b7cf-8ef1-47e8-980c-c628b574e05d of type vlan for network 960de6de-8c98-4789-934f-6fb5a2624fce Sep 18 19:59:16.853802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-dd2383ed-5b8c-4525-8099-d846d96888db service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016571 Sep 18 19:59:16.854496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:16.885554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:16.914166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:16.920269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:16.920948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:17.004491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6342e1f6-2586-4ef5-a1fe-494f75193fca None None] Provisioning complete for port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:17.005897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6342e1f6-2586-4ef5-a1fe-494f75193fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:17.068130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4835148 Sep 18 19:59:17.074255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40130) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:17.084494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:17.164563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:59:17.247231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e040bb-5bab-4c59-ba5f-0faeebdd60b8 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=960de6de-8c98-4789-934f-6fb5a2624fce,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:17.295108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:17.298219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 960de6de-8c98-4789-934f-6fb5a2624fce details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:59:17.299961 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:17.459757 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6342e1f6-2586-4ef5-a1fe-494f75193fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:17.549128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:17.551000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:17.635682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6342e1f6-2586-4ef5-a1fe-494f75193fca None None] For port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,segment=NetworkSegment(43733e6c-cb58-4568-964b-0f271aa1e91f),segment_id=43733e6c-cb58-4568-964b-0f271aa1e91f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:17.656874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:17.734590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.resource_extend [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:59:17.753786 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6342e1f6-2586-4ef5-a1fe-494f75193fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:17.934880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=0bd6222d-c307-485f-be35-3e69a8a793ae,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:17.973539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:17.974755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: 960de6de-8c98-4789-934f-6fb5a2624fce, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:59:18.044819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a18550ed-7d23-4d0a-9496-5e3a605f2837 req-81a49eca-e183-4ac1-a261-0a67236bdea0 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1815665 Sep 18 19:59:18.067532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 960de6de-8c98-4789-934f-6fb5a2624fce is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:59:18.070955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e1f6-2586-4ef5-a1fe-494f75193fca None None] Pushing event updated for resources: {'Port': ['ID=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:18.126475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 960de6de-8c98-4789-934f-6fb5a2624fce) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:18.150353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:18.151145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:18.176324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89ac4a-3f8f-467b-b3f5-3b2c4acf5947 None None] Network 960de6de-8c98-4789-934f-6fb5a2624fce requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:18.201334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ce83fcc-a71a-487a-bc6b-62afe922d976 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1247532 Sep 18 19:59:18.204342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40138) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:18.265560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335de33-9966-46bf-b484-f8b559a2f8c3 req-50ed1f1c-3c09-4cda-ab8a-866ae38e0cc1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:18.267298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c335de33-9966-46bf-b484-f8b559a2f8c3 req-50ed1f1c-3c09-4cda-ab8a-866ae38e0cc1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 943 time: 0.2213771 Sep 18 19:59:18.275857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72972-242c-45d8-b7f5-28620ca3d578 req-5f8766f7-3075-4b46-ad92-b421a58e6baa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:18.287546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c72972-242c-45d8-b7f5-28620ca3d578 req-5f8766f7-3075-4b46-ad92-b421a58e6baa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.2261016 Sep 18 19:59:18.366111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:18.397750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d356ce5b-e770-47c5-b7b9-1004e3dd365c None None] Provisioning complete for port 0c483624-2c26-422d-b1f9-f0ac1384bb55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:18.398192 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d356ce5b-e770-47c5-b7b9-1004e3dd365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:18.406795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c335de33-9966-46bf-b484-f8b559a2f8c3 req-4ad65898-f807-4f27-a399-625754ddd800 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163161 Sep 18 19:59:18.416098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c72972-242c-45d8-b7f5-28620ca3d578 req-e2ccad00-4a92-432c-9855-0199c2cb1e9d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274312 Sep 18 19:59:18.517198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d356ce5b-e770-47c5-b7b9-1004e3dd365c None None] Port 0c483624-2c26-422d-b1f9-f0ac1384bb55 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:18.536238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'port_id': 'b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', 'mac_address': 'fa:16:3e:93:72:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083eb172-dcbc-4dbc-acb8-5526581d8b31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:59:18.579273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d356ce5b-e770-47c5-b7b9-1004e3dd365c None None] Provisioning complete for port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:18.579905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d356ce5b-e770-47c5-b7b9-1004e3dd365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:18.680857 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:18.731417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:18.844611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:18.877820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:14Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:15Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:18.891222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5aa0bb36-12fb-46d1-87c7-adc3a38f694b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:18.931229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:18.949552 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.185336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:19.186142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Updating router 4adc0986-0b58-4f34-ad7c-53c7df36211f port 0c483624-2c26-422d-b1f9-f0ac1384bb55 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:59:19.371812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.21.0.1 (960de6de-8c98-4789-934f-6fb5a2624fce/0bd6222d-c307-485f-be35-3e69a8a793ae/ff23680c-9767-4910-a3ff-9bb4f8f4e859) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:19.445146 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.451947 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:19.454350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-960de6de-8c98-4789-934f-6fb5a2624fce', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:59:19.455328 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.520612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:19.522676 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.530222 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.582092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.665340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=ff23680c-9767-4910-a3ff-9bb4f8f4e859,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:19.685970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 960de6de-8c98-4789-934f-6fb5a2624fce is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:19.686409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:19.689162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:19.689287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:19.749613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad84c9-2e48-4e1e-8fe5-c9a63e7d036e req-b1bd5ebf-4f1e-48a0-af48-85bc63c3cff2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:19.750161 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.758360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35ad84c9-2e48-4e1e-8fe5-c9a63e7d036e req-b1bd5ebf-4f1e-48a0-af48-85bc63c3cff2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.1209896 Sep 18 19:59:19.790724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b70058-ae7e-4938-9cb8-57b094f8c671 req-b328a686-509b-45b2-a42c-386c00cae0df tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:19.792648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8b70058-ae7e-4938-9cb8-57b094f8c671 req-b328a686-509b-45b2-a42c-386c00cae0df tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 944 time: 0.1403387 Sep 18 19:59:19.835842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35ad84c9-2e48-4e1e-8fe5-c9a63e7d036e req-72e35cea-3b7d-4684-a567-764b15880827 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717304 Sep 18 19:59:19.875247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8b70058-ae7e-4938-9cb8-57b094f8c671 req-83d96d44-049f-4546-8803-e647f1fc55c2 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717142 Sep 18 19:59:19.889043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d60a8aa7-3e7f-4a1b-bdd4-508f0ef2c26f None None] Provisioning complete for port 0c483624-2c26-422d-b1f9-f0ac1384bb55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:19.889563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d60a8aa7-3e7f-4a1b-bdd4-508f0ef2c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.973413 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:19.998308 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:59:20.174616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d60a8aa7-3e7f-4a1b-bdd4-508f0ef2c26f None None] Port 0c483624-2c26-422d-b1f9-f0ac1384bb55 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:20.283986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Allocated IP 172.21.0.2 (960de6de-8c98-4789-934f-6fb5a2624fce/0bd6222d-c307-485f-be35-3e69a8a793ae/a417fd1c-434d-4eec-ab28-c3cd4588db1c) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:20.623365 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:20.642784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:20.758605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Network 960de6de-8c98-4789-934f-6fb5a2624fce is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:20.778366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:20.781282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:20.791243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Pushing event updated for resources: {'Port': ['ID=a417fd1c-434d-4eec-ab28-c3cd4588db1c,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:20.803420 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:20.832170 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:20.907276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Attempting to bind port a417fd1c-434d-4eec-ab28-c3cd4588db1c on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:20.907685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Attempting to bind port a417fd1c-434d-4eec-ab28-c3cd4588db1c by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:20.908049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Attempting to bind port a417fd1c-434d-4eec-ab28-c3cd4588db1c on network 960de6de-8c98-4789-934f-6fb5a2624fce {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:20.921194 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:20.930628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:20.938629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:20.939116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Checking segment: {'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:20.939810 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:20.940289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Bound using segment: {'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:20.940772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Bound port: a417fd1c-434d-4eec-ab28-c3cd4588db1c, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:20.943766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.041626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eb282-a527-47a1-b7c7-8d3266239ac5 None None] Pushing event updated for resources: {'Port': ['ID=0c483624-2c26-422d-b1f9-f0ac1384bb55,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:21.062870 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.068842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=ff23680c-9767-4910-a3ff-9bb4f8f4e859,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:21.081447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Attempting to bind port 0c483624-2c26-422d-b1f9-f0ac1384bb55 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:21.081900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Attempting to bind port 0c483624-2c26-422d-b1f9-f0ac1384bb55 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:21.082358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Attempting to bind port 0c483624-2c26-422d-b1f9-f0ac1384bb55 on network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:21.107892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:21.108344 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Checking segment: {'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:21.108812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.109332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Bound using segment: {'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:21.109816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Bound port: 0c483624-2c26-422d-b1f9-f0ac1384bb55, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43733e6c-cb58-4568-964b-0f271aa1e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:21.110273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.116562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:21.124029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd1a5f-fc19-421a-a3d3-087784961808 req-b8fedf2d-e83b-4bd1-a1f6-c81b7aed72e4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:21.125784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97fd1a5f-fc19-421a-a3d3-087784961808 req-b8fedf2d-e83b-4bd1-a1f6-c81b7aed72e4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 944 time: 0.1136587 Sep 18 19:59:21.134036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394cf58-a636-4fd4-8a7d-575ac2db9151 req-e8dfb752-ae55-49ef-be16-6cc5ebe916de tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:21.135686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4394cf58-a636-4fd4-8a7d-575ac2db9151 req-e8dfb752-ae55-49ef-be16-6cc5ebe916de tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.1859746 Sep 18 19:59:21.235057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 960de6de-8c98-4789-934f-6fb5a2624fce is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:21.236553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:21.246225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-97fd1a5f-fc19-421a-a3d3-087784961808 req-e0a7cdf5-1806-4d59-a16a-c6b178eb6799 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061368 Sep 18 19:59:21.275677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4394cf58-a636-4fd4-8a7d-575ac2db9151 req-4c619b14-8754-4cd2-be70-6b81aea0f89a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078193 Sep 18 19:59:21.334885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] For port a417fd1c-434d-4eec-ab28-c3cd4588db1c, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:21.338752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] For port a417fd1c-434d-4eec-ab28-c3cd4588db1c, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a417fd1c-434d-4eec-ab28-c3cd4588db1c,segment=NetworkSegment(d5a1b7cf-8ef1-47e8-980c-c628b574e05d),segment_id=d5a1b7cf-8ef1-47e8-980c-c628b574e05d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:21.363650 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.385881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:21.464551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9de1c37f-72d8-4a20-ad30-02963c4e7f0d None None] Provisioning complete for port 0c483624-2c26-422d-b1f9-f0ac1384bb55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:21.464926 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9de1c37f-72d8-4a20-ad30-02963c4e7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.554905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:21.564066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Pushing event updated for resources: {'Port': ['ID=a417fd1c-434d-4eec-ab28-c3cd4588db1c,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:21.566504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9de1c37f-72d8-4a20-ad30-02963c4e7f0d None None] Port 0c483624-2c26-422d-b1f9-f0ac1384bb55 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:21.568322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40182) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:21.569162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e11f0c67-b8e6-4211-a733-a7c60edcf3f1 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3630052 Sep 18 19:59:21.578612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-42381460'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:21.601671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] For port 0c483624-2c26-422d-b1f9-f0ac1384bb55, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:21.617976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:59:21.630882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.632112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:21.636458 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.644847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.645248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.647926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.647926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.647926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.647926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.647926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.648279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.648541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.648812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.649107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda6648-369e-43ce-9f51-262e06d06f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:21.713061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] For port 0c483624-2c26-422d-b1f9-f0ac1384bb55, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0c483624-2c26-422d-b1f9-f0ac1384bb55,segment=NetworkSegment(43733e6c-cb58-4568-964b-0f271aa1e91f),segment_id=43733e6c-cb58-4568-964b-0f271aa1e91f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:21.720311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:59:21.729799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:21.731582 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.740530 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ace73eac-adf9-41cf-a287-333c1ff0b1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.741582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.742209 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment 4f247953-83d6-49d2-9e77-e18b290f5a57 of type vlan for network 4e476a04-8941-404e-b763-ce85fd3f574e Sep 18 19:59:21.745091 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.876023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.921477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.929648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:21.930394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:21.988137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4185371 Sep 18 19:59:21.991691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40192) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:21.998889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:22.037014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9593-b035-4c99-84fb-90284788a67a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=4e476a04-8941-404e-b763-ce85fd3f574e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:22.048462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eb282-a527-47a1-b7c7-8d3266239ac5 None None] Pushing event updated for resources: {'Port': ['ID=0c483624-2c26-422d-b1f9-f0ac1384bb55,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:22.060613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:22.061254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:58:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:22.089085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 4e476a04-8941-404e-b763-ce85fd3f574e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:59:22.241291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:22.251325 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:22.502740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcd74a-00bd-4db2-85d5-25d5406f3571 req-4c5d483a-c116-4124-b71c-3acd45b007f6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:22.517755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:22.523526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cffcd74a-00bd-4db2-85d5-25d5406f3571 req-4c5d483a-c116-4124-b71c-3acd45b007f6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.1043060 Sep 18 19:59:22.615463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c606bf-faaf-4a45-9ce3-65e13fe57170 req-17401079-200c-44c4-9131-190756c785e9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:22.625629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0c606bf-faaf-4a45-9ce3-65e13fe57170 req-17401079-200c-44c4-9131-190756c785e9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 944 time: 0.1766524 Sep 18 19:59:22.639734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:22.655225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:22.705421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cffcd74a-00bd-4db2-85d5-25d5406f3571 req-4c6c0064-1735-4164-9c5a-fb00627a4bb5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790667 Sep 18 19:59:22.759131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0c606bf-faaf-4a45-9ce3-65e13fe57170 req-c4f921b0-0daf-4fd8-b8fc-556785a6bc37 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323180 Sep 18 19:59:22.824911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=82047d4d-cb55-4287-b02e-377ea3c02232,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:22.863630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:22.871418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: 4e476a04-8941-404e-b763-ce85fd3f574e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:59:22.876900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a963b866-5cba-4d6e-82eb-ba4583b8bd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:22.891554 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95503582-7278-4041-a554-7371afd1caa8" -d '{"events": [{"server_uuid": "a963b866-5cba-4d6e-82eb-ba4583b8bd1d", "name": "network-vif-plugged", "status": "completed", "tag": "b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:22.914453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 4e476a04-8941-404e-b763-ce85fd3f574e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:59:22.947948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 4e476a04-8941-404e-b763-ce85fd3f574e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:22.955626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:22.956711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:22.997452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a417fd1c-434d-4eec-ab28-c3cd4588db1c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:23.015700 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c6eaee6d-1565-431c-abf7-ea8ad3d80174 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0203750 Sep 18 19:59:23.016062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40206) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:23.099285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0881c04-28f9-4eec-8dce-5b81e9d90ecb None None] Network 4e476a04-8941-404e-b763-ce85fd3f574e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:23.110465 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a388c28-1893-448a-91d6-f251b577b5f4 x-openstack-request-id: req-9a388c28-1893-448a-91d6-f251b577b5f4 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:23.111032 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a963b866-5cba-4d6e-82eb-ba4583b8bd1d", "name": "network-vif-plugged", "status": "completed", "tag": "b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:23.111288 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a388c28-1893-448a-91d6-f251b577b5f4 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:23.112004 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a963b866-5cba-4d6e-82eb-ba4583b8bd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', 'code': 200} Sep 18 19:59:23.113656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:23.165958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-eb93a313-bb25-4eff-a6fc-a0232ce4a440 None None] Provisioning complete for port 0c483624-2c26-422d-b1f9-f0ac1384bb55 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:23.167489 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb93a313-bb25-4eff-a6fc-a0232ce4a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:23.318373 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e3159-0c92-4ffe-adda-57101534a139 None None] Network 960de6de-8c98-4789-934f-6fb5a2624fce requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:23.412263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d8509-4e68-44a6-a3ee-f70b2718678d req-e5ad098b-ddba-40f9-bac9-e37852ed8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:23.413841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f68d8509-4e68-44a6-a3ee-f70b2718678d req-e5ad098b-ddba-40f9-bac9-e37852ed8aa0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 1096 time: 0.3079026 Sep 18 19:59:23.419083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:23.530133 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f68d8509-4e68-44a6-a3ee-f70b2718678d req-0fc802eb-3c28-4848-b66a-53e848bc9358 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079712 Sep 18 19:59:23.654860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:23.729713 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:23.882029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a417fd1c-434d-4eec-ab28-c3cd4588db1c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:23.886827 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:23.904830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:23.931417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c257d-8ef0-4219-b90a-6d780d6aac88 req-59038b9c-51c0-44f3-a27f-911dbd89d4ba tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:23.939039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec3c257d-8ef0-4219-b90a-6d780d6aac88 req-59038b9c-51c0-44f3-a27f-911dbd89d4ba tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.0866888 Sep 18 19:59:24.125293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:24.144750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec3c257d-8ef0-4219-b90a-6d780d6aac88 req-e768e8ba-3167-48f1-ba36-b27557b5a0f7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006512 Sep 18 19:59:24.172240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47e93c-1151-44cb-8306-9d9941d89e14 req-12755967-39c9-42b3-87ce-9234affcac0f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:24.174127 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc47e93c-1151-44cb-8306-9d9941d89e14 req-12755967-39c9-42b3-87ce-9234affcac0f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 945 time: 0.2276256 Sep 18 19:59:24.452615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-4e476a04-8941-404e-b763-ce85fd3f574e', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:59:24.456518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:24.467410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc47e93c-1151-44cb-8306-9d9941d89e14 req-a968152b-9b9f-430d-a03e-1dcfeb90137e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830460 Sep 18 19:59:24.471287 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb93a313-bb25-4eff-a6fc-a0232ce4a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:24.624859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.22.0.1 (4e476a04-8941-404e-b763-ce85fd3f574e/82047d4d-cb55-4287-b02e-377ea3c02232/2ed02802-f62e-4cc8-8e63-754b6119df1a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:24.690010 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:24.705889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-eb93a313-bb25-4eff-a6fc-a0232ce4a440 None None] For port 0c483624-2c26-422d-b1f9-f0ac1384bb55, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0c483624-2c26-422d-b1f9-f0ac1384bb55,segment=NetworkSegment(43733e6c-cb58-4568-964b-0f271aa1e91f),segment_id=43733e6c-cb58-4568-964b-0f271aa1e91f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:24.723298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb93a313-bb25-4eff-a6fc-a0232ce4a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:24.946457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:24.998520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:19Z', 'revision_number': 3, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:21Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:20Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:25.060332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:25.116638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 4e476a04-8941-404e-b763-ce85fd3f574e is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:25.175754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a417fd1c-434d-4eec-ab28-c3cd4588db1c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a417fd1c-434d-4eec-ab28-c3cd4588db1c,segment=NetworkSegment(d5a1b7cf-8ef1-47e8-980c-c628b574e05d),segment_id=d5a1b7cf-8ef1-47e8-980c-c628b574e05d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:25.214550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:25.219720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:25.316224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:25.353139 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0ce55211-289a-4550-9923-6ef9ca72d634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:25.382031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100a69d-c641-413e-91db-cca0984b06a6 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:19Z', 'revision_number': 3, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:21Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:20Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:25.420101 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:25.441949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-13374fab-bf85-449d-85af-9e44dfabfb91 None None] Provisioning complete for port a417fd1c-434d-4eec-ab28-c3cd4588db1c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:25.442442 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13374fab-bf85-449d-85af-9e44dfabfb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:25.445952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93a313-bb25-4eff-a6fc-a0232ce4a440 None None] Pushing event updated for resources: {'Port': ['ID=0c483624-2c26-422d-b1f9-f0ac1384bb55,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:25.504038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40232) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:25.534224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=2ed02802-f62e-4cc8-8e63-754b6119df1a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:25.621742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826f445-09bb-4930-8d79-2cac70e30735 req-e0a31600-f0eb-4b50-82d1-7d60ff8b9520 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:25.629164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1826f445-09bb-4930-8d79-2cac70e30735 req-e0a31600-f0eb-4b50-82d1-7d60ff8b9520 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.2677782 Sep 18 19:59:25.634211 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:25.808075 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:25.841858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Allocated IP 172.22.0.2 (4e476a04-8941-404e-b763-ce85fd3f574e/82047d4d-cb55-4287-b02e-377ea3c02232/19d26d79-d631-4710-bd27-f8d091a0e960) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:25.844349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a417fd1c-434d-4eec-ab28-c3cd4588db1c,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:26.030012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1826f445-09bb-4930-8d79-2cac70e30735 req-425cd93a-3d9c-4269-b0fe-051fcc11d25f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080419 Sep 18 19:59:26.056316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df631-bc8b-4811-8028-44f4e9711378 req-5bea4faa-a108-4be9-b9c1-f4436b8d663f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:26.070424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df6df631-bc8b-4811-8028-44f4e9711378 req-5bea4faa-a108-4be9-b9c1-f4436b8d663f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 945 time: 0.3182759 Sep 18 19:59:26.177624 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1dcc2414-1fa5-40bd-839f-f45ac5cd7800 None None] Provisioning complete for port ff23680c-9767-4910-a3ff-9bb4f8f4e859 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:26.177624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2414-1fa5-40bd-839f-f45ac5cd7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:26.209441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40244) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:26.276000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc2414-1fa5-40bd-839f-f45ac5cd7800 None None] Port ff23680c-9767-4910-a3ff-9bb4f8f4e859 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:26.281035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:26.289982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df6df631-bc8b-4811-8028-44f4e9711378 req-8e898759-b8c0-4547-9633-c5e3455b47c7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185280 Sep 18 19:59:26.304800 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:26.312483 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:26.331334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1dcc2414-1fa5-40bd-839f-f45ac5cd7800 None None] Provisioning complete for port a417fd1c-434d-4eec-ab28-c3cd4588db1c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:26.331737 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2414-1fa5-40bd-839f-f45ac5cd7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:26.597298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Network 4e476a04-8941-404e-b763-ce85fd3f574e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:26.613758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:26.624818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:26.642601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:26.681420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Pushing event updated for resources: {'Port': ['ID=19d26d79-d631-4710-bd27-f8d091a0e960,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:26.811878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d23b1e-7629-4083-b195-c9fca0bf2258 req-b9782797-3674-463f-9a2a-47e27ea75570 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:26.813830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4d23b1e-7629-4083-b195-c9fca0bf2258 req-b9782797-3674-463f-9a2a-47e27ea75570 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.2441545 Sep 18 19:59:26.878155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4d23b1e-7629-4083-b195-c9fca0bf2258 req-17de2703-2a0f-4731-96ed-408bb9e10fec tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/quotas/40984cffdfb049089f2c2cdf55be19c0 HTTP/1.1" status: 200 len: 375 time: 0.0464585 Sep 18 19:59:26.950711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Attempting to bind port 19d26d79-d631-4710-bd27-f8d091a0e960 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:26.960288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Attempting to bind port 19d26d79-d631-4710-bd27-f8d091a0e960 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:26.960644 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Attempting to bind port 19d26d79-d631-4710-bd27-f8d091a0e960 on network 4e476a04-8941-404e-b763-ce85fd3f574e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:26.984101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:26.984251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Checking segment: {'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:26.984681 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:26.985101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Bound using segment: {'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:26.985605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Bound port: 19d26d79-d631-4710-bd27-f8d091a0e960, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:26.986004 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:27.095741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] For port 19d26d79-d631-4710-bd27-f8d091a0e960, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:27.100023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] For port 19d26d79-d631-4710-bd27-f8d091a0e960, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19d26d79-d631-4710-bd27-f8d091a0e960,segment=NetworkSegment(4f247953-83d6-49d2-9e77-e18b290f5a57),segment_id=4f247953-83d6-49d2-9e77-e18b290f5a57)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:27.107812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:27.263914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Deleting port e4dfa9ca-9105-48b5-8059-44e801e6badc {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:27.264148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:27.278747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a16da2-2f49-4f8d-8352-d2338386a2ca None None] Pushing event updated for resources: {'Port': ['ID=19d26d79-d631-4710-bd27-f8d091a0e960,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:27.440138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:27.497388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] For port e4dfa9ca-9105-48b5-8059-44e801e6badc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e4dfa9ca-9105-48b5-8059-44e801e6badc,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:27.497811 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:27.550187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Calling delete_port for e4dfa9ca-9105-48b5-8059-44e801e6badc owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:27.665336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0c483624-2c26-422d-b1f9-f0ac1384bb55 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:27.822959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4d23b1e-7629-4083-b195-c9fca0bf2258 req-8052b356-ae95-40e3-9552-bafd8bbe5ca6 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9322827 Sep 18 19:59:27.850405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0c483624-2c26-422d-b1f9-f0ac1384bb55 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:27.850799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:27.914487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabc7c3-0179-4af7-814b-efe2c6e04e5d req-9b7a8a61-190a-49b8-a157-7161e7a565d9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:27.916440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7aabc7c3-0179-4af7-814b-efe2c6e04e5d req-9b7a8a61-190a-49b8-a157-7161e7a565d9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.5343599 Sep 18 19:59:28.012479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a417fd1c-434d-4eec-ab28-c3cd4588db1c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:28.043432 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:28.060289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:28.074667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a417fd1c-434d-4eec-ab28-c3cd4588db1c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:28.075130 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:28.086581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:28.096533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dfa9ca-9105-48b5-8059-44e801e6badc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:28.413214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:28.594225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=2ed02802-f62e-4cc8-8e63-754b6119df1a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:28.615541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7aabc7c3-0179-4af7-814b-efe2c6e04e5d req-1a86fdfb-4cdd-4094-aa88-6a1ab33ac575 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544044 Sep 18 19:59:28.621935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4d23b1e-7629-4083-b195-c9fca0bf2258 req-9f2497ed-8e19-4c2b-90e1-6de06a5eb3a4 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694721 Sep 18 19:59:28.655615 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:28.709984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Router df54ce14-620c-4d71-9f20-a6118d9b63ec has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:28.801828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e9264-8844-4748-9304-585478ea72c2 None None] Network 4e476a04-8941-404e-b763-ce85fd3f574e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:28.885075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:28.891880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4d23b1e-7629-4083-b195-c9fca0bf2258 req-8ff0e614-3f1a-4189-ae83-17e8f1146e33 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396836 Sep 18 19:59:28.899203 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] Sync routers for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:28.916337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 4e476a04-8941-404e-b763-ce85fd3f574e is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:28.916531 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:28.918277 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:28.919997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:28.920991 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bee82432-7b5d-49f5-a229-cc606534b86d admin admin] 10.222.0.20 "PUT /v2.0/routers/df54ce14-620c-4d71-9f20-a6118d9b63ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4158230 Sep 18 19:59:28.927666 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:28.930837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40284) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:28.975559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-833524bb-d53a-4d4a-851c-8535e7ae875d None None] Provisioning complete for port 19d26d79-d631-4710-bd27-f8d091a0e960 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:28.976020 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-833524bb-d53a-4d4a-851c-8535e7ae875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:29.151411 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:29.214641 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-833524bb-d53a-4d4a-851c-8535e7ae875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:29.287045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-833524bb-d53a-4d4a-851c-8535e7ae875d None None] For port 19d26d79-d631-4710-bd27-f8d091a0e960, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19d26d79-d631-4710-bd27-f8d091a0e960,segment=NetworkSegment(4f247953-83d6-49d2-9e77-e18b290f5a57),segment_id=4f247953-83d6-49d2-9e77-e18b290f5a57)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:29.305417 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-833524bb-d53a-4d4a-851c-8535e7ae875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:29.322363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:29.419697 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:29.469371 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:59:27Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:29.485315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:29.559280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:29.560443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:29.644755 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] Checking router: df54ce14-620c-4d71-9f20-a6118d9b63ec for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:29.690360 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] Routers {'df54ce14-620c-4d71-9f20-a6118d9b63ec'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:29.693699 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['df54ce14-620c-4d71-9f20-a6118d9b63ec'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:29.722625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833524bb-d53a-4d4a-851c-8535e7ae875d None None] Pushing event updated for resources: {'Port': ['ID=19d26d79-d631-4710-bd27-f8d091a0e960,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:29.908776 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] Set router df54ce14-620c-4d71-9f20-a6118d9b63ec gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:30.060923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:30.116609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19d26d79-d631-4710-bd27-f8d091a0e960 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:30.179869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:30.189699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce40ac-1f79-4835-b783-bb987fd2dfdb req-167e5ca6-1bde-4021-a238-1520fffafa15 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:30.198576 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22ce40ac-1f79-4835-b783-bb987fd2dfdb req-167e5ca6-1bde-4021-a238-1520fffafa15 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.4388001 Sep 18 19:59:30.210955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40320) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:30.211784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7bc7dab4-fdb9-4695-bd43-eac72ba2f55a tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1938841 Sep 18 19:59:30.221045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'network': {'name': 'tempest-RoutersTest-1158010882'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:30.258101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-c811d9bb-0d92-4c59-af33-49f0323aec54 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:30.259667 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-c811d9bb-0d92-4c59-af33-49f0323aec54 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.6058722 Sep 18 19:59:30.262765 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.273209 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:59:27Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:30.280501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:30.291083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.308865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-c2aee24c-4fd3-435c-a36a-9738d777bb0e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/quotas/40984cffdfb049089f2c2cdf55be19c0 HTTP/1.1" status: 200 len: 375 time: 0.0413985 Sep 18 19:59:30.352247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d13fcfc4-98dc-44db-b5f7-c22a2ff1539e None None] Provisioning complete for port 2ed02802-f62e-4cc8-8e63-754b6119df1a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:30.352783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d13fcfc4-98dc-44db-b5f7-c22a2ff1539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.373354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:59:30.376850 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6098-69e9-44ff-98a5-6c6d661edf1e None None] The sync data for ids ['df54ce14-620c-4d71-9f20-a6118d9b63ec'] in n-d-789963-11 is: [{'id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'name': 'tempest-AttachVolumeShelveTestJSON-643554538-router', 'tenant_id': '674a6098479547d99807b89546a820fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '12c623c2-466c-4d31-862f-839d1b090461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:51:07Z', 'updated_at': '2021-09-18T19:59:27Z', 'revision_number': 5, 'project_id': '674a6098479547d99807b89546a820fe', 'gw_port': {'id': '12c623c2-466c-4d31-862f-839d1b090461', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df54ce14-620c-4d71-9f20-a6118d9b63ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:51:08Z', 'updated_at': '2021-09-18T19:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:30.402252 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22ce40ac-1f79-4835-b783-bb987fd2dfdb req-2aa42b97-bda6-4b92-8d6b-e695a8dcd5fc tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024317 Sep 18 19:59:30.412078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.413211 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added segment b1815027-c780-497f-839d-bbfb2a3d5bdb of type vlan for network 90fa9da3-5989-4962-b4cd-42f4d48fa27a Sep 18 19:59:30.478910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-57f09091-2c4f-4827-8927-6183d7f56dfc tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1518571 Sep 18 19:59:30.484010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-a2507eea-27dc-4af4-8d3e-6a776fd8137e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 19:59:30.492649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-a2507eea-27dc-4af4-8d3e-6a776fd8137e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131040 Sep 18 19:59:30.504099 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.507077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:26Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:27Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:20Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:30.530560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Deleting port 12c623c2-466c-4d31-862f-839d1b090461 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:30.530913 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.538325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d13fcfc4-98dc-44db-b5f7-c22a2ff1539e None None] Port 2ed02802-f62e-4cc8-8e63-754b6119df1a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:30.541007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:30.541630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Updating router 4adc0986-0b58-4f34-ad7c-53c7df36211f port 2ed02802-f62e-4cc8-8e63-754b6119df1a binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:59:30.553628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Deleting port 292fca5d-9d75-420c-a7e4-6d5b720175c1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:30.553926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.570844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 19d26d79-d631-4710-bd27-f8d091a0e960 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:30.571627 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.581304 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.592728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:30.593485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.621733 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.624922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d13fcfc4-98dc-44db-b5f7-c22a2ff1539e None None] Provisioning complete for port 19d26d79-d631-4710-bd27-f8d091a0e960 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:30.625588 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d13fcfc4-98dc-44db-b5f7-c22a2ff1539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.643327 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4289415 Sep 18 19:59:30.654050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40322) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:30.664921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'subnet': {'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:30.718837 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e132b56-2bab-437f-bef4-3b88ba55bce2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Network': ['ID=90fa9da3-5989-4962-b4cd-42f4d48fa27a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:30.742477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 90fa9da3-5989-4962-b4cd-42f4d48fa27a details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:59:30.825184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-582d5e0e-c7e7-4064-90b1-5eeeb808fef3 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315046 Sep 18 19:59:30.887362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] For port 12c623c2-466c-4d31-862f-839d1b090461, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=12c623c2-466c-4d31-862f-839d1b090461,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:30.887798 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:30.930702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Calling delete_port for 12c623c2-466c-4d31-862f-839d1b090461 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:30.934387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] For port 292fca5d-9d75-420c-a7e4-6d5b720175c1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=292fca5d-9d75-420c-a7e4-6d5b720175c1,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:30.934778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.000481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Calling delete_port for 292fca5d-9d75-420c-a7e4-6d5b720175c1 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:31.059234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Made reservation on behalf of 8233e7500ac94b68a4f57e0a94b919b5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:31.061167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0fc6a708-c1a2-4346-8f4e-e118765bcff2 None None] Provisioning complete for port 2ed02802-f62e-4cc8-8e63-754b6119df1a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:31.061553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0fc6a708-c1a2-4346-8f4e-e118765bcff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.063185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.100442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6a708-c1a2-4346-8f4e-e118765bcff2 None None] Port 2ed02802-f62e-4cc8-8e63-754b6119df1a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:31.135368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-c10e6cb0-6dca-4c95-b5d3-9ad0d44f02db service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093281 Sep 18 19:59:31.198940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.210812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.287936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1938c7-6952-4b61-b626-37c0af445dee None None] Pushing event updated for resources: {'Port': ['ID=2ed02802-f62e-4cc8-8e63-754b6119df1a,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:31.413393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Attempting to bind port 2ed02802-f62e-4cc8-8e63-754b6119df1a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:31.414952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Attempting to bind port 2ed02802-f62e-4cc8-8e63-754b6119df1a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:31.415403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Attempting to bind port 2ed02802-f62e-4cc8-8e63-754b6119df1a on network 4e476a04-8941-404e-b763-ce85fd3f574e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:31.435896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:31.436312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Checking segment: {'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:31.436732 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.437255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Bound using segment: {'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:31.437756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Bound port: 2ed02802-f62e-4cc8-8e63-754b6119df1a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f247953-83d6-49d2-9e77-e18b290f5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:31.438166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.493886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19d26d79-d631-4710-bd27-f8d091a0e960 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:31.655788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] For port 2ed02802-f62e-4cc8-8e63-754b6119df1a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:31.663145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] For port 2ed02802-f62e-4cc8-8e63-754b6119df1a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2ed02802-f62e-4cc8-8e63-754b6119df1a,segment=NetworkSegment(4f247953-83d6-49d2-9e77-e18b290f5a57),segment_id=4f247953-83d6-49d2-9e77-e18b290f5a57)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:31.665443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b95f3295-9867-472d-b6ed-c459048b4871 None None] Provisioning complete for port 2ed02802-f62e-4cc8-8e63-754b6119df1a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:31.665656 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b95f3295-9867-472d-b6ed-c459048b4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.695799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-342a29f8-5be3-4d15-9dd2-9ad98992645b req-d2b68d80-7ed3-40f8-afce-a25660bd233d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 210 time: 0.1608176 Sep 18 19:59:31.706121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b95f3295-9867-472d-b6ed-c459048b4871 None None] Port 2ed02802-f62e-4cc8-8e63-754b6119df1a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:31.713220 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.766046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Updating router 4adc0986-0b58-4f34-ad7c-53c7df36211f port ff23680c-9767-4910-a3ff-9bb4f8f4e859 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:59:31.798927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 19d26d79-d631-4710-bd27-f8d091a0e960 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:31.799339 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.835667 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.879276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:31.943515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1938c7-6952-4b61-b626-37c0af445dee None None] Pushing event updated for resources: {'Port': ['ID=2ed02802-f62e-4cc8-8e63-754b6119df1a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:32.036664 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.044614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e4dfa9ca-9105-48b5-8059-44e801e6badc no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:32.063962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456795a-0a8a-4091-b132-8a334749c899 req-718cab2e-c24e-4e5d-ab46-e2548d6446c6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:32.065548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7456795a-0a8a-4091-b132-8a334749c899 req-718cab2e-c24e-4e5d-ab46-e2548d6446c6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.4853389 Sep 18 19:59:32.066460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Subnet': ['ID=4fc6f2cc-9764-49b6-b1be-09e5f28bd23b,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:32.148262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: e4dfa9ca-9105-48b5-8059-44e801e6badc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:32.148645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e4dfa9ca-9105-48b5-8059-44e801e6badc not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:32.162906 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.174790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Pushing event deleted for resources: {'Port': ['ID=12c623c2-466c-4d31-862f-839d1b090461,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:32.306197 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0bcf7463-daa3-42ee-9d1e-3a3017db1e2d None None] Provisioning complete for port 2ed02802-f62e-4cc8-8e63-754b6119df1a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:32.306666 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7463-daa3-42ee-9d1e-3a3017db1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.465712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7463-daa3-42ee-9d1e-3a3017db1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.597667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0bcf7463-daa3-42ee-9d1e-3a3017db1e2d None None] For port 2ed02802-f62e-4cc8-8e63-754b6119df1a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2ed02802-f62e-4cc8-8e63-754b6119df1a,segment=NetworkSegment(4f247953-83d6-49d2-9e77-e18b290f5a57),segment_id=4f247953-83d6-49d2-9e77-e18b290f5a57)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:32.607077 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0bcf7463-daa3-42ee-9d1e-3a3017db1e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.623369 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.650427 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.682809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=292fca5d-9d75-420c-a7e4-6d5b720175c1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:32.690584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7456795a-0a8a-4091-b132-8a334749c899 req-225b15e4-6f01-4ba4-a7b0-120694b7cbe5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039484 Sep 18 19:59:32.696315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf7463-daa3-42ee-9d1e-3a3017db1e2d None None] Pushing event updated for resources: {'Port': ['ID=2ed02802-f62e-4cc8-8e63-754b6119df1a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:32.754825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Checking segment: {'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:32.755566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network hostable DHCP agents. Network: 90fa9da3-5989-4962-b4cd-42f4d48fa27a, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:59:32.844329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Attempting to bind port ff23680c-9767-4910-a3ff-9bb4f8f4e859 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:32.844629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Attempting to bind port ff23680c-9767-4910-a3ff-9bb4f8f4e859 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:32.845174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Attempting to bind port ff23680c-9767-4910-a3ff-9bb4f8f4e859 on network 960de6de-8c98-4789-934f-6fb5a2624fce {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:32.860421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:32.860839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Checking segment: {'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:32.861285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.861913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Bound using segment: {'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:32.862457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Bound port: ff23680c-9767-4910-a3ff-9bb4f8f4e859, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:32.862895 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.867246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1938c7-6952-4b61-b626-37c0af445dee None None] Pushing event updated for resources: {'Port': ['ID=ff23680c-9767-4910-a3ff-9bb4f8f4e859,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:32.974361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] For port ff23680c-9767-4910-a3ff-9bb4f8f4e859, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:32.979478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] For port ff23680c-9767-4910-a3ff-9bb4f8f4e859, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ff23680c-9767-4910-a3ff-9bb4f8f4e859,segment=NetworkSegment(d5a1b7cf-8ef1-47e8-980c-c628b574e05d),segment_id=d5a1b7cf-8ef1-47e8-980c-c628b574e05d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:32.985365 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:32.993000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a96c125-86a9-420c-8e49-d69750553be4 req-ba46d2e1-2b36-4417-b815-185c319a130e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 210 time: 0.2042468 Sep 18 19:59:33.086143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1938c7-6952-4b61-b626-37c0af445dee None None] Pushing event updated for resources: {'Port': ['ID=ff23680c-9767-4910-a3ff-9bb4f8f4e859,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:33.090178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:33.091230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:33.125979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-cd540e04-8e85-4611-b218-59e155d1a21d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:33.127557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-cd540e04-8e85-4611-b218-59e155d1a21d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.2494307 Sep 18 19:59:33.130374 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.179437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 90fa9da3-5989-4962-b4cd-42f4d48fa27a is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:59:33.198414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Request body: {'port': {'device_id': '9fa47b6e-1771-4db0-bf9e-d721c0823a59', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'admin_state_up': True, 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:33.340891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 90fa9da3-5989-4962-b4cd-42f4d48fa27a) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:33.346996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:33.347837 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.354420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227cf5f4-1267-4738-a8a4-feaf38fa6a80 None None] Network 90fa9da3-5989-4962-b4cd-42f4d48fa27a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:33.381833 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.430578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.436636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.441358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-15b4ec14-4797-4a7f-b12f-34f2cddd18e7 None None] Provisioning complete for port ff23680c-9767-4910-a3ff-9bb4f8f4e859 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:33.441764 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-15b4ec14-4797-4a7f-b12f-34f2cddd18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.574671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:33.619854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3ca17ca1-0206-4d2c-ac90-74c9d4530beb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9643054 Sep 18 19:59:33.622795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40356) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:33.742839 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.743695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Fanout notify agent at l3_agent the message router_deleted on router df54ce14-620c-4d71-9f20-a6118d9b63ec {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:59:33.765641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.767228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b27adf9f-36ee-4d56-be5c-191d2bc068df admin admin] 10.222.0.20 "DELETE /v2.0/routers/df54ce14-620c-4d71-9f20-a6118d9b63ec HTTP/1.1" status: 204 len: 168 time: 4.8343379 Sep 18 19:59:33.778090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:33.779593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ff23680c-9767-4910-a3ff-9bb4f8f4e859 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:33.896379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 19:59:33.897930 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:33.905638 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-15b4ec14-4797-4a7f-b12f-34f2cddd18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.048633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:34.055672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.070404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8521344-1dbd-40c1-873f-d4dc67deaaed admin admin] Deleting subnet c1517ebf-5faf-4b35-b67d-987177cd3433 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:59:34.077546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8521344-1dbd-40c1-873f-d4dc67deaaed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.164595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1431e5a1-b9fe-4a41-b1cb-1f6f2211966d req-5068529a-865d-48fa-b098-3703aa7883b9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 210 time: 0.0504508 Sep 18 19:59:34.169480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8521344-1dbd-40c1-873f-d4dc67deaaed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.220743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Router 0708445c-b168-4903-8039-6b560a746abf has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:34.233157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-15b4ec14-4797-4a7f-b12f-34f2cddd18e7 None None] For port ff23680c-9767-4910-a3ff-9bb4f8f4e859, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ff23680c-9767-4910-a3ff-9bb4f8f4e859,segment=NetworkSegment(d5a1b7cf-8ef1-47e8-980c-c628b574e05d),segment_id=d5a1b7cf-8ef1-47e8-980c-c628b574e05d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:34.246656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2768119-da58-4eaf-9e05-1032e8f373b6 req-cfd330a6-74ec-494a-a525-f807face4234 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:34.248302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c2768119-da58-4eaf-9e05-1032e8f373b6 req-cfd330a6-74ec-494a-a525-f807face4234 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.3747599 Sep 18 19:59:34.313346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-15b4ec14-4797-4a7f-b12f-34f2cddd18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.343922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ff23680c-9767-4910-a3ff-9bb4f8f4e859 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:34.344343 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.350416 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.419556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c2768119-da58-4eaf-9e05-1032e8f373b6 req-d8e63349-7c29-404d-b2ba-929f1455fc30 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358674 Sep 18 19:59:34.463200 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8521344-1dbd-40c1-873f-d4dc67deaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.478640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4ec14-4797-4a7f-b12f-34f2cddd18e7 None None] Pushing event updated for resources: {'Port': ['ID=ff23680c-9767-4910-a3ff-9bb4f8f4e859,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:34.521532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Allocated IP 172.20.0.8 (1fd2d11a-7a7f-4059-b479-8fbff3546ece/083eb172-dcbc-4dbc-acb8-5526581d8b31/a8c6125f-9de7-4ff7-b07c-8673bfb04602) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:34.568860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ef5646c4-8e4d-49ff-8932-9f69dc4880a5 None None] Provisioning complete for port ff23680c-9767-4910-a3ff-9bb4f8f4e859 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:34.568860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ef5646c4-8e4d-49ff-8932-9f69dc4880a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.597559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:34.608177 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] Sync routers for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:34.616234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7a8d2488-9023-4284-bb01-f67d1de48af9 admin admin] 10.222.0.20 "PUT /v2.0/routers/0708445c-b168-4903-8039-6b560a746abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3839056 Sep 18 19:59:34.619693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40372) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:34.620636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Allocated IP 172.23.0.2 (90fa9da3-5989-4962-b4cd-42f4d48fa27a/4fc6f2cc-9764-49b6-b1be-09e5f28bd23b/74e1c093-5726-4f6e-b4f2-3c61caff46bc) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:34.624882 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:34.625640 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:34.643226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:26Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:34.645865 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8521344-1dbd-40c1-873f-d4dc67deaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.680421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device c13c7354-7e5d-4616-af6a-b62585bd37fd details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:59:34.685984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd77fec-deac-4288-8e4a-27b035433e10 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:26Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:34.741764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8521344-1dbd-40c1-873f-d4dc67deaaed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1517ebf-5faf-4b35-b67d-987177cd3433,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:34.747276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8521344-1dbd-40c1-873f-d4dc67deaaed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.750312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c8521344-1dbd-40c1-873f-d4dc67deaaed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c1517ebf-5faf-4b35-b67d-987177cd3433 HTTP/1.1" status: 204 len: 168 time: 0.9658465 Sep 18 19:59:34.752551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40374) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:34.769587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a26ff-dd7f-4f82-adad-ce49f82e387b None None] Network 2ad4c106-61cb-489e-9641-bea570f4a5aa requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:34.809252 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:34.923127 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.981228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:34.988550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Deleting port 19ca10f8-9823-458e-b6d7-2a8a838a239f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:34.989371 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.090961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] For port 19ca10f8-9823-458e-b6d7-2a8a838a239f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19ca10f8-9823-458e-b6d7-2a8a838a239f,segment=NetworkSegment(7f410670-64c9-46ef-ba76-5490ae0385e0),segment_id=7f410670-64c9-46ef-ba76-5490ae0385e0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:35.091516 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.111313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Calling delete_port for 19ca10f8-9823-458e-b6d7-2a8a838a239f owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:35.131612 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.150824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port c13c7354-7e5d-4616-af6a-b62585bd37fd, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c13c7354-7e5d-4616-af6a-b62585bd37fd,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:35.186685 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:59:31Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:35.201190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'c13c7354-7e5d-4616-af6a-b62585bd37fd', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'port_id': 'c13c7354-7e5d-4616-af6a-b62585bd37fd', 'mac_address': 'fa:16:3e:a4:39:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:59:35.203701 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.274320 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.313209 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] Checking router: 0708445c-b168-4903-8039-6b560a746abf for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:35.342091 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] Routers {'0708445c-b168-4903-8039-6b560a746abf'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:35.344502 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0708445c-b168-4903-8039-6b560a746abf'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:35.453435 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.458311 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.460527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Pushing event updated for resources: {'Port': ['ID=74e1c093-5726-4f6e-b4f2-3c61caff46bc,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:35.467190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0934a-736d-4799-bc72-b7ca768db8ec None None] DHCP port deletion for 2ad4c106-61cb-489e-9641-bea570f4a5aa request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:59:35.474390 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.517379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:35.524685 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] Set router 0708445c-b168-4903-8039-6b560a746abf gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:35.653142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Network 90fa9da3-5989-4962-b4cd-42f4d48fa27a is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:35.659827 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13c7354-7e5d-4616-af6a-b62585bd37fd {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:35.670743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:35.698038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.718601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:35.761952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ca10f8-9823-458e-b6d7-2a8a838a239f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:35.769485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] No DVR routers for this DVR port 19ca10f8-9823-458e-b6d7-2a8a838a239f on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:35.780846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702f57-961c-469e-bf29-fc8484e03bc1 req-4ccdd839-647b-493c-9e91-13e0dd45d028 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:35.795727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6702f57-961c-469e-bf29-fc8484e03bc1 req-4ccdd839-647b-493c-9e91-13e0dd45d028 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 931 time: 0.4255662 Sep 18 19:59:35.846674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Allocated IP 172.23.0.1 (90fa9da3-5989-4962-b4cd-42f4d48fa27a/4fc6f2cc-9764-49b6-b1be-09e5f28bd23b/5c3d31ab-b86c-4f98-8fe9-a5f47bc260df) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:35.852969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2ed02802-f62e-4cc8-8e63-754b6119df1a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:35.863676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-24b0934a-736d-4799-bc72-b7ca768db8ec None None] The port '19ca10f8-9823-458e-b6d7-2a8a838a239f' was deleted {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 19:59:35.913851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:35.939357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:35.948579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:35.949098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:35.953733 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:59:31Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:36.007223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:36.007928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.010378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event updated for resources: {'Port': ['ID=a8c6125f-9de7-4ff7-b07c-8673bfb04602,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:36.038155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6702f57-961c-469e-bf29-fc8484e03bc1 req-c1ede572-9dce-49af-b601-7b8615de5cc7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414591 Sep 18 19:59:36.064042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad4c106-61cb-489e-9641-bea570f4a5aa']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:36.066598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Deleting port 19129c91-f0ca-4db7-91f8-d049c59d53e1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:36.068104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.084762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94e982-f391-4065-8261-36b676689f06 req-c8cb6fc9-3eb2-4651-8153-c9bb4f19b925 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:36.085005 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a52c16-a1a8-47fa-bc83-fc4692ab7dc7 None None] The sync data for ids ['0708445c-b168-4903-8039-6b560a746abf'] in n-d-789963-11 is: [{'id': '0708445c-b168-4903-8039-6b560a746abf', 'name': 'tempest-TaggedBootDevicesTest-473260187-router', 'tenant_id': 'f68c982f2620424e9ad1abd070a050d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:48:17Z', 'updated_at': '2021-09-18T19:59:31Z', 'revision_number': 5, 'project_id': 'f68c982f2620424e9ad1abd070a050d4', 'gw_port': {'id': '19129c91-f0ca-4db7-91f8-d049c59d53e1', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0708445c-b168-4903-8039-6b560a746abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:48:18Z', 'updated_at': '2021-09-18T19:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:36.092747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb94e982-f391-4065-8261-36b676689f06 req-c8cb6fc9-3eb2-4651-8153-c9bb4f19b925 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 943 time: 0.4555829 Sep 18 19:59:36.120553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f410670-64c9-46ef-ba76-5490ae0385e0') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:36.121020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f410670-64c9-46ef-ba76-5490ae0385e0') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:36.144604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.148756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Attempting to bind port 74e1c093-5726-4f6e-b4f2-3c61caff46bc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:36.149334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Attempting to bind port 74e1c093-5726-4f6e-b4f2-3c61caff46bc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:36.149885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Attempting to bind port 74e1c093-5726-4f6e-b4f2-3c61caff46bc on network 90fa9da3-5989-4962-b4cd-42f4d48fa27a {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:36.166064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port c13c7354-7e5d-4616-af6a-b62585bd37fd, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c13c7354-7e5d-4616-af6a-b62585bd37fd,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:36.173066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.190468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-78c41882-62b3-454e-87da-76c7bd46d70a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9990313 Sep 18 19:59:36.193089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:59:36.193725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.197393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:36.197849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Checking segment: {'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:36.198843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.199252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Bound using segment: {'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: timer() Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:59:36.199644 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:59:36.204047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Bound port: 74e1c093-5726-4f6e-b4f2-3c61caff46bc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:36.204047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.204047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:36.210451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Request body: {'port': {'device_id': '9fa47b6e-1771-4db0-bf9e-d721c0823a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:36.221286 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.237101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.260659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb94e982-f391-4065-8261-36b676689f06 req-7db1da4a-058d-4e6d-82b1-c288e580fff0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604552 Sep 18 19:59:36.293966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.305110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.305909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:36.306759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:36.308588 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2ad4c106-61cb-489e-9641-bea570f4a5aa HTTP/1.1" status: 204 len: 168 time: 1.5545645 Sep 18 19:59:36.338907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39063e36-05cc-4646-b926-329edc2de7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad4c106-61cb-489e-9641-bea570f4a5aa,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:36.370216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.446056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 2ed02802-f62e-4cc8-8e63-754b6119df1a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:36.446411 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.449609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 90fa9da3-5989-4962-b4cd-42f4d48fa27a is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:36.460131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:36.487418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:36.552600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:36.585753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40400) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:36.595559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.712783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:36.759751 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b0b2e494-3bc2-45b4-bb79-78bc8d039572 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=674a6098479547d99807b89546a820fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727915 Sep 18 19:59:36.763203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40402) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:36.808391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['c13c7354-7e5d-4616-af6a-b62585bd37fd'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:36.815360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=c13c7354-7e5d-4616-af6a-b62585bd37fd,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:36.837381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.871672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.886786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] For port 74e1c093-5726-4f6e-b4f2-3c61caff46bc, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:36.920379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] For port 19129c91-f0ca-4db7-91f8-d049c59d53e1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19129c91-f0ca-4db7-91f8-d049c59d53e1,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:36.920726 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.929868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-129a11c7-6ea4-4e3e-b0f9-30f23034fdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:36.970598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Calling delete_port for 19129c91-f0ca-4db7-91f8-d049c59d53e1 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:36.987253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] For port 74e1c093-5726-4f6e-b4f2-3c61caff46bc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=74e1c093-5726-4f6e-b4f2-3c61caff46bc,segment=NetworkSegment(b1815027-c780-497f-839d-bbfb2a3d5bdb),segment_id=b1815027-c780-497f-839d-bbfb2a3d5bdb)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:37.000522 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.001423 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-129a11c7-6ea4-4e3e-b0f9-30f23034fdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.124261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61674f-751f-41fb-afe6-a4c16184b167 None None] Pushing event updated for resources: {'Port': ['ID=74e1c093-5726-4f6e-b4f2-3c61caff46bc,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:37.270484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ff23680c-9767-4910-a3ff-9bb4f8f4e859 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:37.380289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.386373 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.412791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d0dc8-e9a0-4649-b95b-604e149e45c7 req-bd8c0a84-d62e-42a4-b8a6-43bd8028aab8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:37.415237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c7d0dc8-e9a0-4649-b95b-604e149e45c7 req-bd8c0a84-d62e-42a4-b8a6-43bd8028aab8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 931 time: 0.2479696 Sep 18 19:59:37.435741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ff23680c-9767-4910-a3ff-9bb4f8f4e859 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:37.436245 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.445648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-129a11c7-6ea4-4e3e-b0f9-30f23034fdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.448105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-129a11c7-6ea4-4e3e-b0f9-30f23034fdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.452085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-129a11c7-6ea4-4e3e-b0f9-30f23034fdee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca1c2edf-c23c-42e3-a1a7-eaea3ddd6246 HTTP/1.1" status: 204 len: 168 time: 0.6859455 Sep 18 19:59:37.465268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event updated for resources: {'Port': ['ID=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:37.491418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.500089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a11c7-6ea4-4e3e-b0f9-30f23034fdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c2edf-c23c-42e3-a1a7-eaea3ddd6246,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:37.565019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c7d0dc8-e9a0-4649-b95b-604e149e45c7 req-3fdcba8e-f754-4da9-9308-72d13476fc38 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260006 Sep 18 19:59:37.611787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f608-add8-4992-aea9-e888ea969af3 req-a08f5739-8d80-499c-a91e-de403abf1714 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:37.614153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1a0f608-add8-4992-aea9-e888ea969af3 req-a08f5739-8d80-499c-a91e-de403abf1714 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 944 time: 0.2520740 Sep 18 19:59:37.623076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:26Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:37.680839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:37.703736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Network 90fa9da3-5989-4962-b4cd-42f4d48fa27a is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:37.705563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:37.734745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b1a0f608-add8-4992-aea9-e888ea969af3 req-229aafe1-c53f-44a4-870b-f027a2d762fa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089463 Sep 18 19:59:37.740505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.743965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c6125f-9de7-4ff7-b07c-8673bfb04602 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:37.769804 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:37.770952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:37.780507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.786436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19129c91-f0ca-4db7-91f8-d049c59d53e1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:37.803794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Transition to ACTIVE for port object a8c6125f-9de7-4ff7-b07c-8673bfb04602 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:59:37.826876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.855047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:37.871899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:37.964535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c6125f-9de7-4ff7-b07c-8673bfb04602,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:37.971356 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:37.998584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:38.005836 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-61200619-2925-49ad-8a5d-2c07417ba701 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3796902 Sep 18 19:59:38.007681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:38.017612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:38.059215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 12c623c2-466c-4d31-862f-839d1b090461 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:38.086027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 12c623c2-466c-4d31-862f-839d1b090461 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:38.086309 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 12c623c2-466c-4d31-862f-839d1b090461 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:38.090538 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.094267 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.178400 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:36Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:37Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:38.194360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Attempting to bind port a8c6125f-9de7-4ff7-b07c-8673bfb04602 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:38.194713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Attempting to bind port a8c6125f-9de7-4ff7-b07c-8673bfb04602 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:38.196179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Attempting to bind port a8c6125f-9de7-4ff7-b07c-8673bfb04602 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:38.199868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.203132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0708445c-b168-4903-8039-6b560a746abf {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 19:59:38.217935 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.224086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-be3056ad-7382-48fb-8b78-c922d7c113a4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0708445c-b168-4903-8039-6b560a746abf HTTP/1.1" status: 204 len: 168 time: 3.6031942 Sep 18 19:59:38.228213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40428) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:38.229093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Port a8c6125f-9de7-4ff7-b07c-8673bfb04602 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:59:38.229576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Attempting to bind port a8c6125f-9de7-4ff7-b07c-8673bfb04602 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:38.244406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:38.245190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Checking segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:38.245720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Bound using segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:38.246329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Bound port: a8c6125f-9de7-4ff7-b07c-8673bfb04602, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:38.246839 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.263159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63efadae-4111-4933-8ee8-0a6b5a92ed52 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:36Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:37Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:38.458668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-691e4633-fce7-4267-bab2-7a6193567874 admin admin] Deleting subnet 59711212-6f3b-4312-9db1-67c23afe25fc {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:59:38.473765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 74e1c093-5726-4f6e-b4f2-3c61caff46bc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:38.490642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-691e4633-fce7-4267-bab2-7a6193567874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.593923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 74e1c093-5726-4f6e-b4f2-3c61caff46bc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:38.594538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.679791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device c13c7354-7e5d-4616-af6a-b62585bd37fd up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:38.682864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-691e4633-fce7-4267-bab2-7a6193567874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.689938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] For port a8c6125f-9de7-4ff7-b07c-8673bfb04602, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:38.849286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40448) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:38.862160 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.874981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] For port a8c6125f-9de7-4ff7-b07c-8673bfb04602, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a8c6125f-9de7-4ff7-b07c-8673bfb04602,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:38.899365 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.934792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port c13c7354-7e5d-4616-af6a-b62585bd37fd completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:59:38.957866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 74e1c093-5726-4f6e-b4f2-3c61caff46bc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=74e1c093-5726-4f6e-b4f2-3c61caff46bc,segment=NetworkSegment(b1815027-c780-497f-839d-bbfb2a3d5bdb),segment_id=b1815027-c780-497f-839d-bbfb2a3d5bdb)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:38.958368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port c13c7354-7e5d-4616-af6a-b62585bd37fd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:38.958742 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:38.967045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.053611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2fd0b-b70a-459c-8cf5-3d3402b24141 req-5f8d6ee2-76c3-4d02-9576-755640d0055d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:39.056736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99a2fd0b-b70a-459c-8cf5-3d3402b24141 req-5f8d6ee2-76c3-4d02-9576-755640d0055d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 943 time: 0.2572923 Sep 18 19:59:39.058356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:39.059191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.061247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8c6125f-9de7-4ff7-b07c-8673bfb04602 HTTP/1.1" status: 200 len: 1092 time: 2.8554583 Sep 18 19:59:39.078352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 19:59:39.115953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Removed routes are [] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 19:59:39.116566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.119758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1aea8c-b783-42f2-8918-e33f7af80005 None None] Network 90fa9da3-5989-4962-b4cd-42f4d48fa27a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:39.122424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 292fca5d-9d75-420c-a7e4-6d5b720175c1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:39.130995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa47b6e-1771-4db0-bf9e-d721c0823a59', 'tag': 'a8c6125f-9de7-4ff7-b07c-8673bfb04602'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:39.133478 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c540f1-5a53-4849-97a3-95d554748400" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa47b6e-1771-4db0-bf9e-d721c0823a59", "tag": "a8c6125f-9de7-4ff7-b07c-8673bfb04602"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:39.184820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 292fca5d-9d75-420c-a7e4-6d5b720175c1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:39.185233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 292fca5d-9d75-420c-a7e4-6d5b720175c1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:39.185502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19ca10f8-9823-458e-b6d7-2a8a838a239f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:39.198767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-154439770-network', 'tenant_id': '25e101887d3244628d3ecd2bfb76523e'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:39.233211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Made reservation on behalf of 25e101887d3244628d3ecd2bfb76523e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:39.233211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.264592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=74e1c093-5726-4f6e-b4f2-3c61caff46bc,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:39.287731 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-691e4633-fce7-4267-bab2-7a6193567874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.289035 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.353005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 19ca10f8-9823-458e-b6d7-2a8a838a239f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:39.353582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19ca10f8-9823-458e-b6d7-2a8a838a239f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:39.389848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-691e4633-fce7-4267-bab2-7a6193567874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.414881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f9c4b424-a049-4983-b49f-a7212f426ae8 None None] Provisioning complete for port 74e1c093-5726-4f6e-b4f2-3c61caff46bc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:39.415549 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9c4b424-a049-4983-b49f-a7212f426ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.459958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddc2eb-e62a-4594-ab4c-f4c2e1f33ae3 req-78605388-9274-4b84-89f8-f9beedaca2f2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:39.461556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fddc2eb-e62a-4594-ab4c-f4c2e1f33ae3 req-78605388-9274-4b84-89f8-f9beedaca2f2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 944 time: 0.5718541 Sep 18 19:59:39.475098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805972e0-f579-4b8c-ad38-6102e6ab04b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c6125f-9de7-4ff7-b07c-8673bfb04602,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:39.487857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e4633-fce7-4267-bab2-7a6193567874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59711212-6f3b-4312-9db1-67c23afe25fc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:39.500190 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-691e4633-fce7-4267-bab2-7a6193567874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.504809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-691e4633-fce7-4267-bab2-7a6193567874 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59711212-6f3b-4312-9db1-67c23afe25fc HTTP/1.1" status: 204 len: 168 time: 1.2696326 Sep 18 19:59:39.506542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40454) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:39.516217 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.516686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c96d3a-b7ba-4cf8-a178-179a85aab18d None None] Network 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:39.523688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99a2fd0b-b70a-459c-8cf5-3d3402b24141 req-91275d5b-f71d-426c-a887-7fa58f88dd76 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861365 Sep 18 19:59:39.528482 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.561527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-050b6e58-740e-4aa1-b9ec-f1c3f813b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:39.563358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-050b6e58-740e-4aa1-b9ec-f1c3f813b9b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 1095 time: 0.4221244 Sep 18 19:59:39.579529 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:39.608033 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:39.608942 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:39.634583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:59:39.662662 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9680717d-e200-4490-a909-548070e49145 x-openstack-request-id: req-9680717d-e200-4490-a909-548070e49145 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:39.662930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.663026 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa47b6e-1771-4db0-bf9e-d721c0823a59", "tag": "a8c6125f-9de7-4ff7-b07c-8673bfb04602", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:39.663303 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9680717d-e200-4490-a909-548070e49145 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:39.663834 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa47b6e-1771-4db0-bf9e-d721c0823a59', 'tag': 'a8c6125f-9de7-4ff7-b07c-8673bfb04602', 'status': 'completed', 'code': 200} Sep 18 19:59:39.665402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:39.667684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fddc2eb-e62a-4594-ab4c-f4c2e1f33ae3 req-19cdbf42-4012-44cf-88fd-0bd3ee2a9be0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836047 Sep 18 19:59:39.674443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.674806 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Added segment a9f05a50-f3f8-4393-a77f-c47adaa301b9 of type vlan for network da5ac25e-5c89-4010-a4ea-a5f5933e757d Sep 18 19:59:39.677990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.681866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-10f21aec-fb0c-426e-a406-cf3398e2451e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c6125f-9de7-4ff7-b07c-8673bfb04602 HTTP/1.1" status: 200 len: 217 time: 0.0978277 Sep 18 19:59:39.721799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.748074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-6160056c-feab-4414-ae47-59a6139e3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:39.748258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.749717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-6160056c-feab-4414-ae47-59a6139e3637 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.0668097 Sep 18 19:59:39.781881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.831045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-d0cca8af-25a3-4c3c-b429-4db651d9a76d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403843 Sep 18 19:59:39.861623 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:39.890419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:39.891346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.892402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:39.893038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.900176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Deleting port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:39.901840 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:39.931031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0723987 Sep 18 19:59:39.935035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40458) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:39.941423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Request body: {'subnet': {'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-154439770-subnet', 'tenant_id': '25e101887d3244628d3ecd2bfb76523e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:39.973837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port c13c7354-7e5d-4616-af6a-b62585bd37fd, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c13c7354-7e5d-4616-af6a-b62585bd37fd,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:39.985313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404d1694-072c-4eed-a151-32e0de4d8c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13c7354-7e5d-4616-af6a-b62585bd37fd'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:39.993438 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfb9dd8-6828-4cca-aacb-fc104ac5ea76" -d '{"events": [{"server_uuid": "404d1694-072c-4eed-a151-32e0de4d8c76", "name": "network-vif-plugged", "status": "completed", "tag": "c13c7354-7e5d-4616-af6a-b62585bd37fd"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:40.048174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] For port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6e5fbf7c-5a64-4690-abf5-9e36208ba98b,segment=NetworkSegment(6f69678c-6ed0-4480-a949-b6faf2a86aee),segment_id=6f69678c-6ed0-4480-a949-b6faf2a86aee)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:40.048811 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.065986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-6b7d0041-18a1-48b5-8893-1c69458185c2 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257774 Sep 18 19:59:40.072188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Calling delete_port for 6e5fbf7c-5a64-4690-abf5-9e36208ba98b owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:40.072393 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.169890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03b6a8-b512-4028-b7a0-51c74cbb491c admin admin] Pushing event updated for resources: {'Network': ['ID=da5ac25e-5c89-4010-a4ea-a5f5933e757d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:40.200336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Made reservation on behalf of 25e101887d3244628d3ecd2bfb76523e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:40.210496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=c13c7354-7e5d-4616-af6a-b62585bd37fd,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:40.220651 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ba308e-5c97-45aa-a574-dc61d5e6f7c8 x-openstack-request-id: req-b0ba308e-5c97-45aa-a574-dc61d5e6f7c8 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:40.222039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.223322 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404d1694-072c-4eed-a151-32e0de4d8c76", "name": "network-vif-plugged", "status": "completed", "tag": "c13c7354-7e5d-4616-af6a-b62585bd37fd", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:40.223849 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0ba308e-5c97-45aa-a574-dc61d5e6f7c8 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:40.225448 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404d1694-072c-4eed-a151-32e0de4d8c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13c7354-7e5d-4616-af6a-b62585bd37fd', 'code': 200} Sep 18 19:59:40.297916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network da5ac25e-5c89-4010-a4ea-a5f5933e757d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:59:40.315739 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:39Z', 'revision_number': 6, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:37Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:40.347560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] DHCP port deletion for 1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:59:40.466264 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:40.512207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.516462 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f8732fd1-6139-432b-adbb-591038658d5f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 200 len: 934 time: 2.5075729 Sep 18 19:59:40.520773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40462) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:40.529467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 74e1c093-5726-4f6e-b4f2-3c61caff46bc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:40.556718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21ed8091-fb03-4835-855b-28a76d3b9393 req-3c97fc68-aa6f-4015-8abc-64df1ddbc398 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817884 Sep 18 19:59:40.586538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641943f9-cf2d-4340-b4ce-ffa9e0034958 req-7f7605e9-1152-4083-998e-404df150997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:40.587193 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:40.587803 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Updating router 4adc0986-0b58-4f34-ad7c-53c7df36211f port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 19:59:40.588164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-641943f9-cf2d-4340-b4ce-ffa9e0034958 req-7f7605e9-1152-4083-998e-404df150997b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 1097 time: 0.3200600 Sep 18 19:59:40.625359 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.719316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ba5cf5c5-b68f-4913-be8f-05a409762682 None None] Provisioning complete for port 74e1c093-5726-4f6e-b4f2-3c61caff46bc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:40.725170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-641943f9-cf2d-4340-b4ce-ffa9e0034958 req-16ce2a0c-e24f-4bf3-8b05-d4156b83628a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223483 Sep 18 19:59:40.733724 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba5cf5c5-b68f-4913-be8f-05a409762682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.831092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.851249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 74e1c093-5726-4f6e-b4f2-3c61caff46bc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:40.852213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.871742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5fbf7c-5a64-4690-abf5-9e36208ba98b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:40.875267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] No DVR routers for this DVR port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:40.979457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] Deleting port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:40.980042 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:40.985536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c540f1-5a53-4849-97a3-95d554748400 req-00d3797b-a58e-4bf2-b7ee-83383d0aeb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:40.989425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c540f1-5a53-4849-97a3-95d554748400 req-00d3797b-a58e-4bf2-b7ee-83383d0aeb7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 1095 time: 0.3011286 Sep 18 19:59:41.004034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661750f-80b3-4f1c-be52-03e2fffabd49 req-cc3aa8d9-c04c-43a9-b962-13ff8fb0518c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:41.008287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2661750f-80b3-4f1c-be52-03e2fffabd49 req-cc3aa8d9-c04c-43a9-b962-13ff8fb0518c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 943 time: 0.2820599 Sep 18 19:59:41.050611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.068509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569e1e6-3cf7-465d-8c20-c0fbae74e7b0 req-6cead642-f237-42c7-b21e-f4d019b53564 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:41.070219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b569e1e6-3cf7-465d-8c20-c0fbae74e7b0 req-6cead642-f237-42c7-b21e-f4d019b53564 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 945 time: 0.2735550 Sep 18 19:59:41.201362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] For port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:41.202090 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.213404 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.231531 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.233404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] Calling delete_port for 6e5fbf7c-5a64-4690-abf5-9e36208ba98b owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:41.241175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] Port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:59:41.247169 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.298019 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5ac20430-90be-4440-9a9e-1b0ac7b969f5 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 200 len: 934 time: 0.7258894 Sep 18 19:59:41.305666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40484) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:41.310235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'routes': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:41.329879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:41.344080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] Pushing event deleted for resources: {'Port': ['ID=6e5fbf7c-5a64-4690-abf5-9e36208ba98b,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:41.365201 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Pushing event updated for resources: {'Port': ['ID=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:41.375076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e074a26-3013-42d9-b280-7fa4cccbaea2 None None] No DVR routers for this DVR port 6e5fbf7c-5a64-4690-abf5-9e36208ba98b on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:41.379711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f69678c-6ed0-4480-a949-b6faf2a86aee') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:41.380804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f69678c-6ed0-4480-a949-b6faf2a86aee') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:41.383043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19129c91-f0ca-4db7-91f8-d049c59d53e1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:41.389660 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.406776 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.407795 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.408223 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.411465 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.411465 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.411948 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.412389 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.412971 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.414768 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.415225 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.416398 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:41.448237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.454102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ba5cf5c5-b68f-4913-be8f-05a409762682 None None] Provisioning complete for port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:41.454628 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba5cf5c5-b68f-4913-be8f-05a409762682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.459526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 19129c91-f0ca-4db7-91f8-d049c59d53e1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:41.465887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.471676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19129c91-f0ca-4db7-91f8-d049c59d53e1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:41.487465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:59:41.487830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.547986 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Attempting to bind port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:41.548516 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Attempting to bind port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:41.550241 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Attempting to bind port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df on network 90fa9da3-5989-4962-b4cd-42f4d48fa27a {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:41.550813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ba5cf5c5-b68f-4913-be8f-05a409762682 None None] Port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:41.560152 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:41.560751 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Checking segment: {'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:41.561449 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.562090 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Bound using segment: {'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:41.562763 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Bound port: 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1815027-c780-497f-839d-bbfb2a3d5bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:41.564729 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.580327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2661750f-80b3-4f1c-be52-03e2fffabd49 req-0fe803a6-2a50-43be-a977-5e931e35850a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958065 Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:59:41.581633 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:59:41.601049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b569e1e6-3cf7-465d-8c20-c0fbae74e7b0 req-c1a406fb-fc77-4e02-9de5-765fe3e57cbe tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037222 Sep 18 19:59:41.602006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.610120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.612726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] 10.222.0.20 "DELETE /v2.0/networks/1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c HTTP/1.1" status: 204 len: 168 time: 2.1052692 Sep 18 19:59:41.614108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c540f1-5a53-4849-97a3-95d554748400 req-3a08c5e8-8aab-4247-b69b-5d1c3b63e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:41.630037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c540f1-5a53-4849-97a3-95d554748400 req-3a08c5e8-8aab-4247-b69b-5d1c3b63e9b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 906 time: 0.6177716 Sep 18 19:59:41.694081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5fa61d57-8955-4b00-8962-81de8f76076d None None] Provisioning complete for port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:41.694516 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5fa61d57-8955-4b00-8962-81de8f76076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.698859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e571cb-66ef-435c-b042-d63be1c0048e admin admin] Pushing event deleted for resources: {'Network': ['ID=1083e3b7-a94a-4b3d-a35b-aaeeb5461b2c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:41.702017 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] For port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:41.712790 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] For port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,segment=NetworkSegment(b1815027-c780-497f-839d-bbfb2a3d5bdb),segment_id=b1815027-c780-497f-839d-bbfb2a3d5bdb)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:41.727175 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.791495 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5fa61d57-8955-4b00-8962-81de8f76076d None None] Port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:41.805158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c540f1-5a53-4849-97a3-95d554748400 req-b07d69e9-44f9-4caf-8840-7a4b3b768c6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c6125f-9de7-4ff7-b07c-8673bfb04602 HTTP/1.1" status: 200 len: 217 time: 0.1690841 Sep 18 19:59:41.903078 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:41.903731 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:41.912863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40494) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:41.941598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d50a8f91-9787-4ae3-bb9f-0ab1e59f1afb None None] Provisioning complete for port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:41.942518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d50a8f91-9787-4ae3-bb9f-0ab1e59f1afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:41.999089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c540f1-5a53-4849-97a3-95d554748400 req-c6176ec6-41df-4f5a-b813-0569a6b0ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:42.002280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c540f1-5a53-4849-97a3-95d554748400 req-c6176ec6-41df-4f5a-b813-0569a6b0ec03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1865788 Sep 18 19:59:42.038626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf690-99e0-4e1b-8a1e-0ee1b0f2577b req-38b26997-c482-4d07-b8c9-11de7e2b5b4e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:42.040251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df6cf690-99e0-4e1b-8a1e-0ee1b0f2577b req-38b26997-c482-4d07-b8c9-11de7e2b5b4e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2373781 Sep 18 19:59:42.065098 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:42.070441 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:42.092574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c540f1-5a53-4849-97a3-95d554748400 req-61b9d2eb-227d-4fbf-9e9f-d0675261f154 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656540 Sep 18 19:59:42.106225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3ce12721-e1a4-4281-85a7-4aca3fe155d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f68c982f2620424e9ad1abd070a050d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900241 Sep 18 19:59:42.111529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40496) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:42.136346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d50a8f91-9787-4ae3-bb9f-0ab1e59f1afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:42.196205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d50a8f91-9787-4ae3-bb9f-0ab1e59f1afb None None] For port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,segment=NetworkSegment(b1815027-c780-497f-839d-bbfb2a3d5bdb),segment_id=b1815027-c780-497f-839d-bbfb2a3d5bdb)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:42.198808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df6cf690-99e0-4e1b-8a1e-0ee1b0f2577b req-fd9e48c8-575c-40ce-9a25-f0c0e7af363b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395102 Sep 18 19:59:42.214354 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d50a8f91-9787-4ae3-bb9f-0ab1e59f1afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:42.334885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a8f91-9787-4ae3-bb9f-0ab1e59f1afb None None] Pushing event updated for resources: {'Port': ['ID=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:42.339478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6e5fbf7c-5a64-4690-abf5-9e36208ba98b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:42.396111 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faf9a9-b842-43bf-a970-1731b650e304 None None] Pushing event updated for resources: {'Port': ['ID=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:42.442530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1f85c12-0af7-4bc3-8a0a-d7c44ce8d9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:42.457473 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:39Z', 'revision_number': 6, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:41Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:42.462262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd44bd85-af45-45ac-b516-d79293f8f079,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:42.469111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Checking segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:42.469880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Network hostable DHCP agents. Network: da5ac25e-5c89-4010-a4ea-a5f5933e757d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:59:42.487077 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14382fed-8ae2-439a-b8a3-3a485fa4b809 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:39Z', 'revision_number': 6, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:41Z', 'revision_number': 4, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:42.493160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c540f1-5a53-4849-97a3-95d554748400 req-df75f1b3-2b53-45ad-8902-73a534b12773 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821325 Sep 18 19:59:42.494216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added routes are [] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 19:59:42.494638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 19:59:42.545818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Network da5ac25e-5c89-4010-a4ea-a5f5933e757d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:59:42.557420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6e5fbf7c-5a64-4690-abf5-9e36208ba98b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:42.557766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6e5fbf7c-5a64-4690-abf5-9e36208ba98b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:42.567524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fddc917c-fac4-48b6-82b4-d20c89c3023e None None] Provisioning complete for port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:42.567955 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fddc917c-fac4-48b6-82b4-d20c89c3023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:42.572962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, da5ac25e-5c89-4010-a4ea-a5f5933e757d) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:42.596650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d388d-a462-4409-b2d0-880d62536366 None None] Network da5ac25e-5c89-4010-a4ea-a5f5933e757d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:42.605993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:42.619939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:42.648823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:42.670286 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bba8f864-9690-4082-99b4-6f20811dd222 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7323680 Sep 18 19:59:43.024913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90645abf-38ff-436b-b3d8-80e2dc697ad9 None None] Network da5ac25e-5c89-4010-a4ea-a5f5933e757d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:43.045394 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:43.049595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:43.053794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:43.100607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:43.101753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:43.126795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b38286-c44d-4f0e-aaa9-d93e67b3de69 req-f8d0b7eb-bd81-46b3-80bd-d7b439efa172 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:43.128403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07b38286-c44d-4f0e-aaa9-d93e67b3de69 req-f8d0b7eb-bd81-46b3-80bd-d7b439efa172 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.7965786 Sep 18 19:59:43.152271 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1f85c12-0af7-4bc3-8a0a-d7c44ce8d9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:43.191943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:43.236538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:43.241701 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c540f1-5a53-4849-97a3-95d554748400 req-884b6f50-c09b-4cf2-a4c6-905116f0cb59 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313602 Sep 18 19:59:43.254811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07b38286-c44d-4f0e-aaa9-d93e67b3de69 req-1759ddc8-bcd5-4e45-b2c3-0e80484939b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054547 Sep 18 19:59:43.280183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a8c6125f-9de7-4ff7-b07c-8673bfb04602 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:59:43.292957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd594a-8623-4f3e-9285-ed835c145c41 req-30c0278b-1849-4759-a781-a30b01106bb1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:43.311515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78dd594a-8623-4f3e-9285-ed835c145c41 req-30c0278b-1849-4759-a781-a30b01106bb1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 943 time: 0.1869025 Sep 18 19:59:43.349177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:43.373881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:43.377559 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a315fb98-85fd-49fc-8a13-19cefc71e939 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 200 len: 700 time: 2.0685942 Sep 18 19:59:43.383606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40514) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:43.390217 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1f85c12-0af7-4bc3-8a0a-d7c44ce8d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:43.400914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1f85c12-0af7-4bc3-8a0a-d7c44ce8d9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:43.406097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e1f85c12-0af7-4bc3-8a0a-d7c44ce8d9b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2319223-dcca-445b-b124-8e5a2e2720f7 HTTP/1.1" status: 204 len: 168 time: 1.2864015 Sep 18 19:59:43.507226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f85c12-0af7-4bc3-8a0a-d7c44ce8d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2319223-dcca-445b-b124-8e5a2e2720f7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:43.555249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78dd594a-8623-4f3e-9285-ed835c145c41 req-f2701448-51d7-40c1-9d3a-49d04e483cdd tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401383 Sep 18 19:59:43.569644 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d3ff2c32-5a4d-4624-8866-b2aa190d70e7 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 200 len: 700 time: 0.1837037 Sep 18 19:59:43.572119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40520) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:43.632744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a8c6125f-9de7-4ff7-b07c-8673bfb04602, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a8c6125f-9de7-4ff7-b07c-8673bfb04602,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:43.642804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d1308-2ee5-4c7c-87a9-c296da64b43a req-67f4c6b4-8099-4f84-b40c-b5c1df682f0f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:43.648579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac6d1308-2ee5-4c7c-87a9-c296da64b43a req-67f4c6b4-8099-4f84-b40c-b5c1df682f0f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 945 time: 0.1758664 Sep 18 19:59:43.692290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'a8c6125f-9de7-4ff7-b07c-8673bfb04602', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'port_id': 'a8c6125f-9de7-4ff7-b07c-8673bfb04602', 'mac_address': 'fa:16:3e:f6:b2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083eb172-dcbc-4dbc-acb8-5526581d8b31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:59:43.744557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac6d1308-2ee5-4c7c-87a9-c296da64b43a req-aaaa9b44-f3b3-4489-b3da-e83a9799d712 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892699 Sep 18 19:59:43.836340 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:43.891258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c6125f-9de7-4ff7-b07c-8673bfb04602 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:43.948087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:42Z', 'revision_number': 7, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:42Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:44.080212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a8c6125f-9de7-4ff7-b07c-8673bfb04602, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a8c6125f-9de7-4ff7-b07c-8673bfb04602,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:44.083800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:44.121579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:44.187972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:44.188723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:44.247505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a8c6125f-9de7-4ff7-b07c-8673bfb04602,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:44.288638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-046b6bf2-cd87-46dc-839e-58a253fae522 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:44.300323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-046b6bf2-cd87-46dc-839e-58a253fae522 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.3400617 Sep 18 19:59:44.366810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['a8c6125f-9de7-4ff7-b07c-8673bfb04602'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:44.402809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:44.439596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-aa6ab902-11bb-42be-ad9f-f0953f874124 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/quotas/d633ef482bb24a6eb4c9f2bca747a125 HTTP/1.1" status: 200 len: 375 time: 0.1370895 Sep 18 19:59:44.483294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:44.503118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:44.704881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-0c4d8dc1-160f-4bfc-b5b1-c2a593be4504 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4983568 Sep 18 19:59:44.770718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:44.771167 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:44.886508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-eaf5364d-c21d-4e2e-beb7-9624afd1bacc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4435883 Sep 18 19:59:44.960081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:42Z', 'revision_number': 7, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:42Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:45.020859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5a8a5-0c81-4287-8542-622b5a1d6017 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:42Z', 'revision_number': 7, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:42Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:45.060264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-a4842343-5f34-4c29-941f-65a62a22505a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:45.071196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-a4842343-5f34-4c29-941f-65a62a22505a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 814 time: 0.5785205 Sep 18 19:59:45.075181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-c4bcd400-27e6-4a07-a53d-8b305d1bf9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:45.077191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-c4bcd400-27e6-4a07-a53d-8b305d1bf9f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 1097 time: 0.3485513 Sep 18 19:59:45.093712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:45.094693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:45.139232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40580) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:45.184114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-caf697de-f13d-4574-b6db-e9b4a4a5dc36 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/quotas/25e101887d3244628d3ecd2bfb76523e HTTP/1.1" status: 200 len: 375 time: 0.1117258 Sep 18 19:59:45.261408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-375b8063-1889-4e70-b7df-b2ff387a1d20 service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596609 Sep 18 19:59:45.264511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,segment=NetworkSegment(b1815027-c780-497f-839d-bbfb2a3d5bdb),segment_id=b1815027-c780-497f-839d-bbfb2a3d5bdb)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:45.264897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:45.295073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:45.306427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5a6946aa-b3e1-4e6e-a031-3290ab7ce267 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210737 Sep 18 19:59:45.485499 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:45.499020 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:45.499411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-d794c22d-a0e0-461d-8b2c-5971f66131b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:45.499752 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:45.500878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-d794c22d-a0e0-461d-8b2c-5971f66131b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.3966105 Sep 18 19:59:45.539950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-386691240-network', 'tenant_id': '21dee4a74aea45f397e205548933a591'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:45.565821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-053acd7d-ccf9-4d98-9670-51950c2d30f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10bc125d-03c1-42b0-8d47-f55722459c57 HTTP/1.1" status: 200 len: 217 time: 0.0545921 Sep 18 19:59:45.576418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Made reservation on behalf of 21dee4a74aea45f397e205548933a591 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:45.580431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:45.591405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-9d552e1d-465c-407d-8e76-51dd4d0bc452 service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290472 Sep 18 19:59:45.606411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:45.622302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-88766d52-d34a-42ca-a52f-1c125688f9bc service neutron] 10.222.0.20 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147280 Sep 18 19:59:45.673851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:45.701065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-eca58e18-6503-485f-a17a-23243ea618af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:45.703197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-eca58e18-6503-485f-a17a-23243ea618af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.1245186 Sep 18 19:59:45.775929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-03592718-09df-4f8c-a94f-6c58e8bdb303 service neutron] 10.222.0.20 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520443 Sep 18 19:59:45.784630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:45.799175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:45.809058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-6dccd3e3-c5be-40c7-860a-831e4c82107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:45.811973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-6dccd3e3-c5be-40c7-860a-831e4c82107a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011617 Sep 18 19:59:45.839686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763ff411-0a63-4471-a34b-daf74fe4c63b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:45.872792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:45.966258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 19:59:46.042156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=5c3d31ab-b86c-4f98-8fe9-a5f47bc260df,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:46.109215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-b7908bd7-022c-48fb-885a-11091db61421 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898622 Sep 18 19:59:46.151348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:46.152632 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Added segment 87dfcf12-b5f6-4669-bcc5-ce741cc91c20 of type vlan for network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 Sep 18 19:59:46.180784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c84c28-b6ae-4a73-9e15-e4c626fe7298 req-dab33576-aaa4-47c2-8dcf-543d4a3d43f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:46.200720 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:42Z', 'revision_number': 7, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c3d31ab-b86c-4f98-8fe9-a5f47bc260df', 'name': '', 'network_id': '90fa9da3-5989-4962-b4cd-42f4d48fa27a', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:f5:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:34Z', 'updated_at': '2021-09-18T19:59:42Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '4fc6f2cc-9764-49b6-b1be-09e5f28bd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:46.202160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20c84c28-b6ae-4a73-9e15-e4c626fe7298 req-dab33576-aaa4-47c2-8dcf-543d4a3d43f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 945 time: 0.2931447 Sep 18 19:59:46.288095 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:46.307892 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:46.308513 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:46.319729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:46.450073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20c84c28-b6ae-4a73-9e15-e4c626fe7298 req-cf2292a6-ed0a-4c45-bd83-0fc444fc109c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464192 Sep 18 19:59:46.465327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.resource_extend [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 19:59:46.513915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:46.516795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:46.522013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:46.540221 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:46.547085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83611004-2bbc-4996-9b7c-1bb84018f3c7 req-af9cd059-68f9-4be3-8dc3-2976a891cda3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:46.572410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83611004-2bbc-4996-9b7c-1bb84018f3c7 req-af9cd059-68f9-4be3-8dc3-2976a891cda3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 944 time: 0.4544106 Sep 18 19:59:46.711178 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5710039 Sep 18 19:59:46.724104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40614) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:46.752173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e533118-ae39-4635-8972-ed2ab054cfe2 req-12d29f1a-3c22-4783-ae7a-f8cc186ecf7b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 210 time: 0.0865932 Sep 18 19:59:46.766837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Request body: {'subnet': {'network_id': '66de158d-9cda-4b22-8fb7-f5dbc1b2e254', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-386691240-subnet', 'tenant_id': '21dee4a74aea45f397e205548933a591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:46.776369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a68d09e-6d4e-4665-b29e-f418cafe8325 req-c93c22f6-5b10-43db-bda1-749c8bd33ed4 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572180 Sep 18 19:59:46.797366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83611004-2bbc-4996-9b7c-1bb84018f3c7 req-e1268671-7653-42db-aece-b51b18bf1d91 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224658 Sep 18 19:59:46.837986 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:46.843149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Made reservation on behalf of 21dee4a74aea45f397e205548933a591 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:46.850333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:46.912659 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:45Z', 'revision_number': 8, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:46.934551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-096ce46d-40d6-4afc-bd8c-2451d6447e63 req-4b3f3916-6e4e-49cd-9f80-b15f7e18c9d5 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 210 time: 0.0812309 Sep 18 19:59:46.958574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7798a5d-128f-41ca-9fa7-d4294c7a6333 admin admin] Pushing event updated for resources: {'Network': ['ID=66de158d-9cda-4b22-8fb7-f5dbc1b2e254,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:46.985807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 19:59:47.005059 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b7bed-f1b9-439c-886e-12c45153691a None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:45Z', 'revision_number': 8, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:47.248618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a8c6125f-9de7-4ff7-b07c-8673bfb04602 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:47.259093 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:47.312902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port a8c6125f-9de7-4ff7-b07c-8673bfb04602 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:59:47.318963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port a8c6125f-9de7-4ff7-b07c-8673bfb04602 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:47.320280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:47.329317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:47.363783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0ee9b-133e-4c01-bd59-6c99ac4fc9ca req-3c52012f-29e8-4fce-ab95-97d2e5f394ec tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:47.371770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc0ee9b-133e-4c01-bd59-6c99ac4fc9ca req-3c52012f-29e8-4fce-ab95-97d2e5f394ec tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 945 time: 0.1377196 Sep 18 19:59:47.386400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c580281-55fc-4e25-95b6-76b7a1b2a9f1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:47.410892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Checking segment: {'id': '87dfcf12-b5f6-4669-bcc5-ce741cc91c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66de158d-9cda-4b22-8fb7-f5dbc1b2e254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:47.411607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Network hostable DHCP agents. Network: 66de158d-9cda-4b22-8fb7-f5dbc1b2e254, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 19:59:47.445850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:47.471162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbc0ee9b-133e-4c01-bd59-6c99ac4fc9ca req-62f2e010-990a-4001-a754-1beb968ec9e9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981331 Sep 18 19:59:47.478475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:47.487021 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0d446a55-c41f-4578-9848-7b44eab767fe tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9131434 Sep 18 19:59:47.489202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 19:59:47.491369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40620) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:47.499032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa47b6e-1771-4db0-bf9e-d721c0823a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c6125f-9de7-4ff7-b07c-8673bfb04602'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:47.505386 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e5a3ef-0024-4b5e-8083-ea8c02774d24" -d '{"events": [{"server_uuid": "9fa47b6e-1771-4db0-bf9e-d721c0823a59", "name": "network-vif-plugged", "status": "completed", "tag": "a8c6125f-9de7-4ff7-b07c-8673bfb04602"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:47.536349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a8c6125f-9de7-4ff7-b07c-8673bfb04602, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a8c6125f-9de7-4ff7-b07c-8673bfb04602,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:47.543566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:47.571978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 66de158d-9cda-4b22-8fb7-f5dbc1b2e254) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:47.584997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:47.585983 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:47.612509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-af493b7f-ad87-4316-8cd2-0c1bc8a8b8d2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet 4fc6f2cc-9764-49b6-b1be-09e5f28bd23b {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:59:47.615633 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ff5530-a5c7-4896-a43e-a83b17e71d17 x-openstack-request-id: req-15ff5530-a5c7-4896-a43e-a83b17e71d17 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:47.616156 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa47b6e-1771-4db0-bf9e-d721c0823a59", "name": "network-vif-plugged", "status": "completed", "tag": "a8c6125f-9de7-4ff7-b07c-8673bfb04602", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:47.617162 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15ff5530-a5c7-4896-a43e-a83b17e71d17 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:47.618028 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa47b6e-1771-4db0-bf9e-d721c0823a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c6125f-9de7-4ff7-b07c-8673bfb04602', 'code': 200} Sep 18 19:59:47.618725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a536ce-985d-404b-85e3-9c31c4c5f36d None None] Network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:47.619988 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af493b7f-ad87-4316-8cd2-0c1bc8a8b8d2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:47.632195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-188cc2e5-2cd7-436d-948f-6407d2bd9736 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8785553 Sep 18 19:59:47.693074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a8c6125f-9de7-4ff7-b07c-8673bfb04602,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:47.853087 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af493b7f-ad87-4316-8cd2-0c1bc8a8b8d2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:47.885374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:47.913491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b23672-b401-4a7d-8013-3c6159aa2649 req-4dae6dcf-198a-4182-ad1b-b5ba1b6c3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:47.915278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03b23672-b401-4a7d-8013-3c6159aa2649 req-4dae6dcf-198a-4182-ad1b-b5ba1b6c3c53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 1097 time: 0.2296748 Sep 18 19:59:47.979354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:47.983429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:48.064253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03b23672-b401-4a7d-8013-3c6159aa2649 req-0c27aea4-d2ac-47ee-b5a5-8803d87b6e17 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364670 Sep 18 19:59:48.073756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-5fc7c232-c5d9-4aea-84d8-8cf35a6831c4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:48.076158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-5fc7c232-c5d9-4aea-84d8-8cf35a6831c4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.4426229 Sep 18 19:59:48.082774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d68e42b-a210-4480-9e23-806dc8121def req-1fbf6c1c-f074-4c46-87fb-f2d6296aeef1 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 210 time: 0.1064763 Sep 18 19:59:48.112836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'port': {'device_id': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'admin_state_up': True, 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:48.215750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5915fe-cf63-4a6b-8273-f55b0b993fd8 req-1182a67c-f219-47be-9712-c5905ee7b7aa tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:48.217294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb5915fe-cf63-4a6b-8273-f55b0b993fd8 req-1182a67c-f219-47be-9712-c5905ee7b7aa tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 945 time: 0.2195675 Sep 18 19:59:48.309052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fe6b4ce-6364-4766-8b8a-a5317d4c7483 req-c505b48a-86ff-485b-b3a4-9da9f8a194a2 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 210 time: 0.0536246 Sep 18 19:59:48.312058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af493b7f-ad87-4316-8cd2-0c1bc8a8b8d2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:48.400998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb5915fe-cf63-4a6b-8273-f55b0b993fd8 req-7c91977f-6cc5-445e-ad7d-4426a513ca5e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459596 Sep 18 19:59:48.466965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-a8d7b313-fe4f-494f-8621-14da151603a3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:48.478537 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-a8d7b313-fe4f-494f-8621-14da151603a3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 814 time: 0.3226519 Sep 18 19:59:48.511923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Request body: {'port': {'device_id': '6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d', 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'admin_state_up': True, 'tenant_id': '25e101887d3244628d3ecd2bfb76523e'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:48.527905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:48.546104 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25e14e-4b5f-4ff6-8ac7-0af8aba44abc None None] Network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:48.577332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Made reservation on behalf of d633ef482bb24a6eb4c9f2bca747a125 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:48.590458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:48.591064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5c3d31ab-b86c-4f98-8fe9-a5f47bc260df not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:48.592235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:48.612888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:48.684767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af493b7f-ad87-4316-8cd2-0c1bc8a8b8d2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:48.742910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Made reservation on behalf of 25e101887d3244628d3ecd2bfb76523e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:48.752162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:48.753518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af493b7f-ad87-4316-8cd2-0c1bc8a8b8d2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc6f2cc-9764-49b6-b1be-09e5f28bd23b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:48.759364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af493b7f-ad87-4316-8cd2-0c1bc8a8b8d2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:48.765137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-af493b7f-ad87-4316-8cd2-0c1bc8a8b8d2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/4fc6f2cc-9764-49b6-b1be-09e5f28bd23b HTTP/1.1" status: 204 len: 168 time: 1.2726269 Sep 18 19:59:48.768723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd28db1f-897c-4f01-9a13-1e169bca47eb None None] Network 90fa9da3-5989-4962-b4cd-42f4d48fa27a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:48.769211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40676) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:48.832783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cd8de-bce1-4c71-8fb4-ffcb0a100493 req-56a1ba85-4096-4c74-a727-1bc5a457d0d8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:48.841559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e20cd8de-bce1-4c71-8fb4-ffcb0a100493 req-56a1ba85-4096-4c74-a727-1bc5a457d0d8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 945 time: 0.1930301 Sep 18 19:59:48.956085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40680) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:48.991415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Allocated IP 172.20.0.11 (da5ac25e-5c89-4010-a4ea-a5f5933e757d/fd44bd85-af45-45ac-b516-d79293f8f079/08d9bca0-5c47-4a16-a1aa-515427e5e00e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:49.056580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159761fa-e626-4140-aa1c-60d214d452a7 req-42685c6a-e8cc-484f-a30b-72c6dba246f4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:49.058198 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-159761fa-e626-4140-aa1c-60d214d452a7 req-42685c6a-e8cc-484f-a30b-72c6dba246f4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 945 time: 0.1173127 Sep 18 19:59:49.058893 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.157811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e20cd8de-bce1-4c71-8fb4-ffcb0a100493 req-518691d7-aabc-4522-9181-8901b67078cd tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150883 Sep 18 19:59:49.209984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:45Z', 'revision_number': 8, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:49.243340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-010641e3-256a-4ef8-9e2e-fe01c29ec30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.249833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:49.258795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] DHCP port deletion for 90fa9da3-5989-4962-b4cd-42f4d48fa27a request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:59:49.282715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Allocated IP 172.20.0.12 (2078d3ab-c54a-416e-b2a9-de9c1ac87c8f/2cd437ac-d63e-479b-b152-e4001b738762/a652c8ab-7b36-4d86-a58c-ce64763c2c6c) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:49.319973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:49.321181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:49.327874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-62be5b9b-dfb8-4502-a6e4-36680f7cc596 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:49.329431 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-62be5b9b-dfb8-4502-a6e4-36680f7cc596 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/networks?id=66de158d-9cda-4b22-8fb7-f5dbc1b2e254 HTTP/1.1" status: 200 len: 813 time: 0.5150185 Sep 18 19:59:49.341670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 74e1c093-5726-4f6e-b4f2-3c61caff46bc {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:49.342120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.374763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.380499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port c13c7354-7e5d-4616-af6a-b62585bd37fd {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:49.380878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.411314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port 74e1c093-5726-4f6e-b4f2-3c61caff46bc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=74e1c093-5726-4f6e-b4f2-3c61caff46bc,segment=NetworkSegment(b1815027-c780-497f-839d-bbfb2a3d5bdb),segment_id=b1815027-c780-497f-839d-bbfb2a3d5bdb)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:49.411314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.429587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 74e1c093-5726-4f6e-b4f2-3c61caff46bc owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:49.471853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:49.525139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] Deleting port 74e1c093-5726-4f6e-b4f2-3c61caff46bc {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:49.525543 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.539809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.547999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] For port c13c7354-7e5d-4616-af6a-b62585bd37fd, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c13c7354-7e5d-4616-af6a-b62585bd37fd,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:49.548702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.559475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.567716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-010641e3-256a-4ef8-9e2e-fe01c29ec30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.579894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for c13c7354-7e5d-4616-af6a-b62585bd37fd owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:49.581755 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-010641e3-256a-4ef8-9e2e-fe01c29ec30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.582726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b711cba6-b5b6-4263-8d36-8b9bb48478a1 req-6d267ad3-bed0-4bec-bff7-ef90282ffe1a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 210 time: 0.0748572 Sep 18 19:59:49.584874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No DVR routers for this DVR port 74e1c093-5726-4f6e-b4f2-3c61caff46bc on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:49.591779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=74e1c093-5726-4f6e-b4f2-3c61caff46bc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:49.685099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Network da5ac25e-5c89-4010-a4ea-a5f5933e757d is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:49.689142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] For port 74e1c093-5726-4f6e-b4f2-3c61caff46bc, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:49.690236 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.712869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] Calling delete_port for 74e1c093-5726-4f6e-b4f2-3c61caff46bc owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:49.717403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] Port 74e1c093-5726-4f6e-b4f2-3c61caff46bc was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 19:59:49.719284 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.731935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:49.742146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-010641e3-256a-4ef8-9e2e-fe01c29ec30c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64726fda40ca41b4b4e986c4450760b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7774556 Sep 18 19:59:49.745443 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:49.748116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:49.748814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Pushing event updated for resources: {'Port': ['ID=08d9bca0-5c47-4a16-a1aa-515427e5e00e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:49.757083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010641e3-256a-4ef8-9e2e-fe01c29ec30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e752c91-4152-4508-a2c3-4fb69778380a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:49.796191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] Pushing event deleted for resources: {'Port': ['ID=74e1c093-5726-4f6e-b4f2-3c61caff46bc,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:49.813431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ea06e-9db0-4f21-a35f-3443a706bc31 None None] No DVR routers for this DVR port 74e1c093-5726-4f6e-b4f2-3c61caff46bc on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:49.857913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:49.858740 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.892606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-600b3ac3-6ab4-4d13-ad1f-9a837867041c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3928795 Sep 18 19:59:49.927523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Request body: {'port': {'device_id': '6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:49.937353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b23987a5-71ff-49ea-874e-73916064980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:49.967776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:45Z', 'revision_number': 8, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:49.969828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-186ab473-00fd-4408-9b2a-eabc96a47570 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/quotas/21dee4a74aea45f397e205548933a591 HTTP/1.1" status: 200 len: 375 time: 0.4458554 Sep 18 19:59:50.008216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b5664-aad1-4839-ac43-2b86f94290b3 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:45Z', 'revision_number': 8, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ed02802-f62e-4cc8-8e63-754b6119df1a', 'name': '', 'network_id': '4e476a04-8941-404e-b763-ce85fd3f574e', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:bf:4f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:24Z', 'updated_at': '2021-09-18T19:59:32Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '82047d4d-cb55-4287-b02e-377ea3c02232', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:50.022700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b23987a5-71ff-49ea-874e-73916064980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.038379 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.052364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bcab5499-2362-455a-8892-a8f72240b479'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:50.069448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-1a465ddf-7ce9-4ff3-82a0-f02dd3dbefa7 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=21dee4a74aea45f397e205548933a591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822115 Sep 18 19:59:50.093275 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.106001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=c13c7354-7e5d-4616-af6a-b62585bd37fd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:50.178548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] No DVR routers for this DVR port c13c7354-7e5d-4616-af6a-b62585bd37fd on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:50.182577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.185181 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-159761fa-e626-4140-aa1c-60d214d452a7 req-12d2ecc3-6327-4e21-a86c-59d391372012 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "DELETE /v2.0/ports/c13c7354-7e5d-4616-af6a-b62585bd37fd HTTP/1.1" status: 204 len: 173 time: 1.1132329 Sep 18 19:59:50.222949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.229263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404d1694-072c-4eed-a151-32e0de4d8c76', 'name': 'network-vif-deleted', 'tag': 'c13c7354-7e5d-4616-af6a-b62585bd37fd'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:50.232261 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630fb51f-609f-48ce-b71b-c78e08f97204" -d '{"events": [{"server_uuid": "404d1694-072c-4eed-a151-32e0de4d8c76", "name": "network-vif-deleted", "tag": "c13c7354-7e5d-4616-af6a-b62585bd37fd"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:50.284328 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b23987a5-71ff-49ea-874e-73916064980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.288336 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b23987a5-71ff-49ea-874e-73916064980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.293105 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b23987a5-71ff-49ea-874e-73916064980e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e752c91-4152-4508-a2c3-4fb69778380a HTTP/1.1" status: 204 len: 168 time: 0.5389063 Sep 18 19:59:50.297120 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 74e1c093-5726-4f6e-b4f2-3c61caff46bc no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:50.313830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c8fe1-e50f-49e3-99a7-6d1604791fa9 req-6f53a5d8-9015-43a4-8650-1b23f4f60ac0 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:50.322081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e0c8fe1-e50f-49e3-99a7-6d1604791fa9 req-6f53a5d8-9015-43a4-8650-1b23f4f60ac0 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 932 time: 0.3471162 Sep 18 19:59:50.344437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 74e1c093-5726-4f6e-b4f2-3c61caff46bc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:50.344835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 74e1c093-5726-4f6e-b4f2-3c61caff46bc not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:50.386002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fa9da3-5989-4962-b4cd-42f4d48fa27a']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:50.396532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23987a5-71ff-49ea-874e-73916064980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e752c91-4152-4508-a2c3-4fb69778380a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:50.460160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1815027-c780-497f-839d-bbfb2a3d5bdb') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:50.460472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1815027-c780-497f-839d-bbfb2a3d5bdb') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:50.486590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e0c8fe1-e50f-49e3-99a7-6d1604791fa9 req-efe05b1d-cb4d-4520-8729-25eca99e0cd3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637213 Sep 18 19:59:50.497064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.526232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.535872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.549492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:59:50.549685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:59:50.554214 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:59:50.573142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-92329101-dd6f-4de2-a692-af96f73d065b service neutron] 10.222.0.20 "GET /v2.0/networks/66de158d-9cda-4b22-8fb7-f5dbc1b2e254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820170 Sep 18 19:59:50.657541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d9bca0-5c47-4a16-a1aa-515427e5e00e {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:50.668350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.687816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Transition to ACTIVE for port object 08d9bca0-5c47-4a16-a1aa-515427e5e00e will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:59:50.695914 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.713995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.752006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.752329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device c13c7354-7e5d-4616-af6a-b62585bd37fd no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:50.757590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/90fa9da3-5989-4962-b4cd-42f4d48fa27a HTTP/1.1" status: 204 len: 168 time: 1.9859221 Sep 18 19:59:50.763943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40702) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:50.768811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Pushing event updated for resources: {'Port': ['ID=08d9bca0-5c47-4a16-a1aa-515427e5e00e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:50.776474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40704) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:50.799687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: c13c7354-7e5d-4616-af6a-b62585bd37fd {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:50.800636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device c13c7354-7e5d-4616-af6a-b62585bd37fd not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:50.805709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00593639-f99f-41e5-9d07-7a179ac0b447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.836330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb2a52-5062-46ed-b593-bdc63ac4244d tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=90fa9da3-5989-4962-b4cd-42f4d48fa27a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:50.851473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:50.864796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['10bc125d-03c1-42b0-8d47-f55722459c57'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:50.874405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bf614820-c67d-499d-a75c-8aab24be5253'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:50.911252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baabffa-ace6-46ac-b5ba-45a01e98ba60 req-e52f8edb-cb6f-4c75-9b72-663905e3837b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:50.912512 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1baabffa-ace6-46ac-b5ba-45a01e98ba60 req-e52f8edb-cb6f-4c75-9b72-663905e3837b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 945 time: 0.2795749 Sep 18 19:59:50.913048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Attempting to bind port 08d9bca0-5c47-4a16-a1aa-515427e5e00e on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:50.913462 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Attempting to bind port 08d9bca0-5c47-4a16-a1aa-515427e5e00e by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:50.913917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Attempting to bind port 08d9bca0-5c47-4a16-a1aa-515427e5e00e on network da5ac25e-5c89-4010-a4ea-a5f5933e757d {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:50.923287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Port 08d9bca0-5c47-4a16-a1aa-515427e5e00e on network da5ac25e-5c89-4010-a4ea-a5f5933e757d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:59:50.923631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Attempting to bind port 08d9bca0-5c47-4a16-a1aa-515427e5e00e on network da5ac25e-5c89-4010-a4ea-a5f5933e757d {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:50.934623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:50.934887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Checking segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:50.935133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Bound using segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:50.935603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Bound port: 08d9bca0-5c47-4a16-a1aa-515427e5e00e, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:50.936468 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.004592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:51.024484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-31a960e1-cb3d-4a9d-a38e-23816d58fdb1 service neutron] 10.222.0.20 "GET /v2.0/networks/66de158d-9cda-4b22-8fb7-f5dbc1b2e254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414101 Sep 18 19:59:51.031717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:51.034515 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00593639-f99f-41e5-9d07-7a179ac0b447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.049708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:51.061370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00593639-f99f-41e5-9d07-7a179ac0b447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.067365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'Port': ['ID=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:51.089082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] For port 08d9bca0-5c47-4a16-a1aa-515427e5e00e, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:51.151246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1baabffa-ace6-46ac-b5ba-45a01e98ba60 req-e0dae961-e10b-454e-8e49-c7e922ca971c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104931 Sep 18 19:59:51.203035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] For port 08d9bca0-5c47-4a16-a1aa-515427e5e00e, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08d9bca0-5c47-4a16-a1aa-515427e5e00e,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:51.226685 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-00593639-f99f-41e5-9d07-7a179ac0b447 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abc0a321dcaa49bf8f6bfbfefc9136e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391615 Sep 18 19:59:51.228967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40708) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:51.229701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00593639-f99f-41e5-9d07-7a179ac0b447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46845d7e-f0d2-46ec-9aa2-af3587354768,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:51.241183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.290861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:51.297272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.370492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c9ab854-a220-4d47-a292-b138f5be3759 req-d014bbf8-8ecd-4b28-afbd-5a7cc3120571 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 210 time: 0.0620866 Sep 18 19:59:51.447580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Pushing event updated for resources: {'Port': ['ID=08d9bca0-5c47-4a16-a1aa-515427e5e00e,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:51.456118 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080fb86b-ab36-4908-908f-854552b6bb5e x-openstack-request-id: req-080fb86b-ab36-4908-908f-854552b6bb5e {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:51.456615 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404d1694-072c-4eed-a151-32e0de4d8c76", "name": "network-vif-deleted", "tag": "c13c7354-7e5d-4616-af6a-b62585bd37fd", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:51.456767 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-080fb86b-ab36-4908-908f-854552b6bb5e {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:51.457079 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404d1694-072c-4eed-a151-32e0de4d8c76', 'name': 'network-vif-deleted', 'tag': 'c13c7354-7e5d-4616-af6a-b62585bd37fd', 'status': 'completed', 'code': 200} Sep 18 19:59:51.458753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:51.459403 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.460966 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-5514ffae-120c-4203-9c79-beab802ea79d service neutron] 10.222.0.32 "PUT /v2.0/ports/08d9bca0-5c47-4a16-a1aa-515427e5e00e HTTP/1.1" status: 200 len: 1093 time: 1.5419595 Sep 18 19:59:51.468862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-8091c134-006c-482d-958b-956f360f49b3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3612497 Sep 18 19:59:51.482207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f457efa0-df48-4221-a41a-3dd931036d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.507439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Request body: {'port': {'device_id': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:51.569960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ffa7a506-700d-4e5a-b9e5-818c183cecd2 None None] Provisioning complete for port a652c8ab-7b36-4d86-a58c-ce64763c2c6c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:51.570341 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a506-700d-4e5a-b9e5-818c183cecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.657596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.660792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96bee7a5-d0c6-4b48-876e-11411b01929d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.664805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7a506-700d-4e5a-b9e5-818c183cecd2 None None] Port a652c8ab-7b36-4d86-a58c-ce64763c2c6c cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 19:59:51.687734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c674c-0ab4-4f5a-a24c-b7e779a6c57f req-69a5b4ff-dfab-44be-91db-6c56cb5eff04 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:51.689724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f0c674c-0ab4-4f5a-a24c-b7e779a6c57f req-69a5b4ff-dfab-44be-91db-6c56cb5eff04 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 932 time: 0.2407339 Sep 18 19:59:51.700507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844cb18-42cc-4d4c-8f14-8a84f907fa1f req-ece04eb0-08eb-4b4c-844f-c3e9ee9ba34e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:51.702405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2844cb18-42cc-4d4c-8f14-8a84f907fa1f req-ece04eb0-08eb-4b4c-844f-c3e9ee9ba34e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 945 time: 0.1511540 Sep 18 19:59:51.829005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2844cb18-42cc-4d4c-8f14-8a84f907fa1f req-894a53f0-0675-41c5-b28b-d6ea22cec41d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149645 Sep 18 19:59:51.841668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f0c674c-0ab4-4f5a-a24c-b7e779a6c57f req-a26691fd-502b-4826-9765-e6775eb41e27 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377802 Sep 18 19:59:51.914913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f457efa0-df48-4221-a41a-3dd931036d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:51.957078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-483c6ec2-f6c6-4f94-a237-210cbc4df4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:51.959941 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-483c6ec2-f6c6-4f94-a237-210cbc4df4eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 1096 time: 0.0935645 Sep 18 19:59:51.979579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32e7ff69-f8c6-4eeb-a880-bbed1c70de94 req-eb945dc1-83e8-4641-9262-9b65d4461dca tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 210 time: 0.0527084 Sep 18 19:59:52.033805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-7ff8e3c8-6ccb-415f-a0af-c95eaaf2b01a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9bca0-5c47-4a16-a1aa-515427e5e00e HTTP/1.1" status: 200 len: 217 time: 0.0642390 Sep 18 19:59:52.051192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f457efa0-df48-4221-a41a-3dd931036d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:52.054393 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f457efa0-df48-4221-a41a-3dd931036d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:52.055585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f457efa0-df48-4221-a41a-3dd931036d58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46845d7e-f0d2-46ec-9aa2-af3587354768 HTTP/1.1" status: 204 len: 168 time: 0.8226140 Sep 18 19:59:52.093845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457efa0-df48-4221-a41a-3dd931036d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46845d7e-f0d2-46ec-9aa2-af3587354768,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:52.186959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-6d80a0e9-9ba9-4386-9283-dc788f96c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:52.193447 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-6d80a0e9-9ba9-4386-9283-dc788f96c1d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.1531105 Sep 18 19:59:52.251184 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-ed74fc27-9945-4dcf-852e-bf46c5c16e64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420992 Sep 18 19:59:52.282029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934f19a-f42b-454a-b1fc-02a3bea83384 req-2215a253-9509-4563-b503-27aa41237ce0 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:52.283615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1934f19a-f42b-454a-b1fc-02a3bea83384 req-2215a253-9509-4563-b503-27aa41237ce0 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 944 time: 0.2651021 Sep 18 19:59:52.420798 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1934f19a-f42b-454a-b1fc-02a3bea83384 req-5bda907d-3354-46f3-9f28-eba62f7ae4c9 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025569 Sep 18 19:59:52.459103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:52.465508 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-10e1b1cb-d5c8-4feb-809f-edde077171ba service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068026 Sep 18 19:59:52.582287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ba237ce-6f07-4ac4-9130-35a97814f9b1 req-de6ed7bb-1045-4dc1-b76b-60eb124a00f5 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083188 Sep 18 19:59:52.589005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74e5dc99-d911-49a0-8108-5e7712510db0 req-f1679d14-6352-481c-88ba-d2abc225bac1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 210 time: 0.0709810 Sep 18 19:59:52.604260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a652c8ab-7b36-4d86-a58c-ce64763c2c6c {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:52.620131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1395fb-573d-42d8-8830-2960d9471cd6 req-fd6d5173-a547-4013-8708-8f5016cb821e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:52.631321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e1395fb-573d-42d8-8830-2960d9471cd6 req-fd6d5173-a547-4013-8708-8f5016cb821e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 945 time: 0.3117232 Sep 18 19:59:52.639231 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:52.676290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Transition to ACTIVE for port object a652c8ab-7b36-4d86-a58c-ce64763c2c6c will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:59:52.716964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:52.779527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e1395fb-573d-42d8-8830-2960d9471cd6 req-353c9b29-6589-433b-aa08-9dafe22fff97 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469722 Sep 18 19:59:52.841128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Pushing event updated for resources: {'Port': ['ID=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:53.225224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:53.245019 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-04a68bf1-ff37-4c8f-a2f8-1bade97a2088 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800028 Sep 18 19:59:53.339940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-1ce6aca6-0558-41d4-bfb3-15d15d8b597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.341551 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-1ce6aca6-0558-41d4-bfb3-15d15d8b597a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 1098 time: 0.0685637 Sep 18 19:59:53.397479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:53.461470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3b7a2e6-417f-4e6a-a3e8-11d3e9f494e6 req-55bba5c9-dd70-4e9e-b964-d7b3cff6ba5c tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 210 time: 0.0709417 Sep 18 19:59:53.501470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d', 'tag': '08d9bca0-5c47-4a16-a1aa-515427e5e00e'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:53.504462 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907e336-1a09-4b83-85ae-9082904e47ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d", "tag": "08d9bca0-5c47-4a16-a1aa-515427e5e00e"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:53.508041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-2e618cde-442f-4628-994e-d62f94b7a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.508170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Attempting to bind port a652c8ab-7b36-4d86-a58c-ce64763c2c6c on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:53.509695 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-2e618cde-442f-4628-994e-d62f94b7a250 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1439385 Sep 18 19:59:53.510138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Attempting to bind port a652c8ab-7b36-4d86-a58c-ce64763c2c6c by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:53.510494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Attempting to bind port a652c8ab-7b36-4d86-a58c-ce64763c2c6c on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:53.526533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ea9f-d9df-425e-95cb-d1c20fbddb49 req-ad4d0c62-41dd-4319-b55f-991992d368ec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.534270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c89ea9f-d9df-425e-95cb-d1c20fbddb49 req-ad4d0c62-41dd-4319-b55f-991992d368ec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 944 time: 0.5699069 Sep 18 19:59:53.545597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-1bd31b88-6d54-4f05-9de9-0312d3d75ee7 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.546982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-1bd31b88-6d54-4f05-9de9-0312d3d75ee7 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.24 "GET /v2.0/networks?id=66de158d-9cda-4b22-8fb7-f5dbc1b2e254 HTTP/1.1" status: 200 len: 813 time: 0.7470012 Sep 18 19:59:53.569594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Port a652c8ab-7b36-4d86-a58c-ce64763c2c6c on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:59:53.570006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Attempting to bind port a652c8ab-7b36-4d86-a58c-ce64763c2c6c on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:53.576732 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-843a0e4a-acbc-4a25-878b-fa41630a4270 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf614820-c67d-499d-a75c-8aab24be5253 HTTP/1.1" status: 200 len: 217 time: 0.0579879 Sep 18 19:59:53.583449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Request body: {'port': {'device_id': '62336f51-0779-4fa2-83de-266bf43722f1', 'network_id': '66de158d-9cda-4b22-8fb7-f5dbc1b2e254', 'admin_state_up': True, 'tenant_id': '21dee4a74aea45f397e205548933a591'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:53.616804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:53.616804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Checking segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:53.616804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Bound using segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:53.616804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Bound port: a652c8ab-7b36-4d86-a58c-ce64763c2c6c, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:53.617226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:53.642714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-2ee12330-d1b0-4980-bd2f-d345de4a18db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.644414 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-2ee12330-d1b0-4980-bd2f-d345de4a18db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0605724 Sep 18 19:59:53.711662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c89ea9f-d9df-425e-95cb-d1c20fbddb49 req-d6b7d319-859f-441d-8507-a5615be28deb tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768069 Sep 18 19:59:53.758186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-333bd8ce-f0da-468a-bdf0-22c3f41997d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.759945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-333bd8ce-f0da-468a-bdf0-22c3f41997d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087921 Sep 18 19:59:53.773585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-0d16d793-bd6d-49d5-b545-a2150a766b04 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.775244 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-0d16d793-bd6d-49d5-b545-a2150a766b04 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 945 time: 0.1066277 Sep 18 19:59:53.809931 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f886e1be-2b52-408f-a74c-4f66d4b018d0 x-openstack-request-id: req-f886e1be-2b52-408f-a74c-4f66d4b018d0 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:53.810392 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d", "tag": "08d9bca0-5c47-4a16-a1aa-515427e5e00e", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:53.811161 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f886e1be-2b52-408f-a74c-4f66d4b018d0 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:53.811746 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d', 'tag': '08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'status': 'completed', 'code': 200} Sep 18 19:59:53.937823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd662274-e408-4274-a55c-4cf96e6a2ff6 req-20867783-f74b-44f6-9df3-ade33647b904 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.945823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd662274-e408-4274-a55c-4cf96e6a2ff6 req-20867783-f74b-44f6-9df3-ade33647b904 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 944 time: 0.3681879 Sep 18 19:59:53.954963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9217bde-aac9-45cc-9e30-4655a55f7b88 req-49331f09-e1a9-4e6a-aacf-e77c89471c11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 210 time: 0.0648913 Sep 18 19:59:53.978412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e336-1a09-4b83-85ae-9082904e47ae req-5a8483ac-402e-4f99-b619-742a4f57327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:53.979872 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0907e336-1a09-4b83-85ae-9082904e47ae req-5a8483ac-402e-4f99-b619-742a4f57327e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 1096 time: 0.1672604 Sep 18 19:59:53.992762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] For port a652c8ab-7b36-4d86-a58c-ce64763c2c6c, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:54.039639 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-dfd998ac-c68f-403a-8b7a-7e6c55f2e759 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632732 Sep 18 19:59:54.064587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] For port a652c8ab-7b36-4d86-a58c-ce64763c2c6c, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:54.068462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 2ed02802-f62e-4cc8-8e63-754b6119df1a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:54.069072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.121440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Deleting port a8c6125f-9de7-4ff7-b07c-8673bfb04602 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:54.121789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.156819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.252014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd662274-e408-4274-a55c-4cf96e6a2ff6 req-56d3cbc6-2a76-41b8-af15-01d5431ea70f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048878 Sep 18 19:59:54.318359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:54.319086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.320715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] 10.222.0.32 "PUT /v2.0/ports/a652c8ab-7b36-4d86-a58c-ce64763c2c6c HTTP/1.1" status: 200 len: 1093 time: 2.8187101 Sep 18 19:59:54.323820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'tag': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:54.326429 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3398aa94-daf9-4988-9dd4-020c4cf64148 req-12e14ab2-9a7b-4c07-ac8a-69d0d011ba18 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773006 Sep 18 19:59:54.338143 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af58c38-a2cf-4e94-984f-36650bb12a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "44f501f8-d1f2-46ec-9394-447a3e0e16e6", "tag": "a652c8ab-7b36-4d86-a58c-ce64763c2c6c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:54.342124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Made reservation on behalf of 21dee4a74aea45f397e205548933a591 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 19:59:54.362101 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.367610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e336-1a09-4b83-85ae-9082904e47ae req-d45f2059-2aad-4337-a82e-c59d7e2b5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:54.369316 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0907e336-1a09-4b83-85ae-9082904e47ae req-d45f2059-2aad-4337-a82e-c59d7e2b5cd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 915 time: 0.3824627 Sep 18 19:59:54.376550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port 2ed02802-f62e-4cc8-8e63-754b6119df1a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2ed02802-f62e-4cc8-8e63-754b6119df1a,segment=NetworkSegment(4f247953-83d6-49d2-9e77-e18b290f5a57),segment_id=4f247953-83d6-49d2-9e77-e18b290f5a57)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:54.377117 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.398672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] Pushing event updated for resources: {'Port': ['ID=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:54.413994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 2ed02802-f62e-4cc8-8e63-754b6119df1a owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:54.528602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0907e336-1a09-4b83-85ae-9082904e47ae req-0fa7f358-325c-41eb-ac85-cd4c7b139baa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9bca0-5c47-4a16-a1aa-515427e5e00e HTTP/1.1" status: 200 len: 217 time: 0.1314800 Sep 18 19:59:54.545203 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d46f41-e57b-49a6-9cb7-556231f08347 x-openstack-request-id: req-48d46f41-e57b-49a6-9cb7-556231f08347 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:54.545652 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f501f8-d1f2-46ec-9394-447a3e0e16e6", "tag": "a652c8ab-7b36-4d86-a58c-ce64763c2c6c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:54.545785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] For port a8c6125f-9de7-4ff7-b07c-8673bfb04602, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a8c6125f-9de7-4ff7-b07c-8673bfb04602,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:54.545898 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48d46f41-e57b-49a6-9cb7-556231f08347 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:54.546010 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.546309 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'tag': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c', 'status': 'completed', 'code': 200} Sep 18 19:59:54.576250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18f31-25c7-4935-8ca0-49781c655025 req-4f28fb0f-63f5-4d81-9e99-4490e417f174 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:54.578453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e18f31-25c7-4935-8ca0-49781c655025 req-4f28fb0f-63f5-4d81-9e99-4490e417f174 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 945 time: 0.5168564 Sep 18 19:59:54.632672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Calling delete_port for a8c6125f-9de7-4ff7-b07c-8673bfb04602 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:54.635946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-40f634d0-6634-4628-b961-85b7007d02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:54.637471 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-40f634d0-6634-4628-b961-85b7007d02bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 1096 time: 0.2467473 Sep 18 19:59:54.735596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Allocated IP 172.20.0.3 (66de158d-9cda-4b22-8fb7-f5dbc1b2e254/5c580281-55fc-4e25-95b6-76b7a1b2a9f1/8c88b598-da9b-4916-811f-56661f25b900) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 19:59:54.736887 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-84458565-5ce6-4b1b-b9db-dd2957f8752a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c HTTP/1.1" status: 200 len: 217 time: 0.0881033 Sep 18 19:59:54.740875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e336-1a09-4b83-85ae-9082904e47ae req-d2cf1441-a46d-4215-8099-5808f47613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:54.742310 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0907e336-1a09-4b83-85ae-9082904e47ae req-d2cf1441-a46d-4215-8099-5808f47613c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.2044973 Sep 18 19:59:54.780283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.788513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 08d9bca0-5c47-4a16-a1aa-515427e5e00e details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:59:54.811076 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0907e336-1a09-4b83-85ae-9082904e47ae req-e0b42160-27e0-4211-b447-15cbc60e6648 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565367 Sep 18 19:59:54.821770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6f24219-b443-425e-9bd5-c77dd047e913 req-6ebf2bbd-698f-4c0d-a2cb-41b33084baaa tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 210 time: 0.2217059 Sep 18 19:59:54.921766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e18f31-25c7-4935-8ca0-49781c655025 req-f8f9684e-b759-4a65-b043-47d1020399af tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184676 Sep 18 19:59:54.929764 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecde1781-6e42-4e6e-873e-4d7a9d4fbc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:54.951901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 08d9bca0-5c47-4a16-a1aa-515427e5e00e, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08d9bca0-5c47-4a16-a1aa-515427e5e00e,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:54.966086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'port_id': '08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'mac_address': 'fa:16:3e:27:3b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44bd85-af45-45ac-b516-d79293f8f079', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:59:54.969256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-4c15feca-6561-4eeb-a69b-02cefa1f7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:54.970872 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-4c15feca-6561-4eeb-a69b-02cefa1f7bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.2261698 Sep 18 19:59:54.972974 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0907e336-1a09-4b83-85ae-9082904e47ae req-1b949b45-b6dd-4ee0-8824-3da12b45bc86 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533592 Sep 18 19:59:55.022443 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.043216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d9bca0-5c47-4a16-a1aa-515427e5e00e {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:55.073131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 08d9bca0-5c47-4a16-a1aa-515427e5e00e, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08d9bca0-5c47-4a16-a1aa-515427e5e00e,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:55.079039 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.135535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-d8496e85-8a98-4c0e-a18f-a926a22fd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:55.137267 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-d8496e85-8a98-4c0e-a18f-a926a22fd0ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414914 Sep 18 19:59:55.150266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=08d9bca0-5c47-4a16-a1aa-515427e5e00e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:55.178303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60a5173b-7368-47e8-8923-10811ba692b7 req-cbe7bf94-b903-48d1-8d99-65316e289e46 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=404d1694-072c-4eed-a151-32e0de4d8c76 HTTP/1.1" status: 200 len: 210 time: 0.0690129 Sep 18 19:59:55.201608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14150659-6c6a-4448-9b88-c1db64017e5a req-f8a6a058-1b17-49b3-865c-4389023af258 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:55.203427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.212054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14150659-6c6a-4448-9b88-c1db64017e5a req-f8a6a058-1b17-49b3-865c-4389023af258 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 944 time: 0.3140044 Sep 18 19:59:55.221788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', 'a8c6125f-9de7-4ff7-b07c-8673bfb04602'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:55.229401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.235526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0907e336-1a09-4b83-85ae-9082904e47ae req-5f762373-e547-467f-ac61-0f62a3bd0dff service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495735 Sep 18 19:59:55.299410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event deleted for resources: {'Port': ['ID=a8c6125f-9de7-4ff7-b07c-8673bfb04602,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:55.318073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08d9bca0-5c47-4a16-a1aa-515427e5e00e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:55.351468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14150659-6c6a-4448-9b88-c1db64017e5a req-4e28f11c-0f4d-410b-af05-0de9dffc11cc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279960 Sep 18 19:59:55.375306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] No DVR routers for this DVR port a8c6125f-9de7-4ff7-b07c-8673bfb04602 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:55.379992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.382218 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-154b23d9-994c-4eb6-abb6-07e0dcabccd6 req-94d55c13-d9ea-4d33-97aa-f61a0b0e3715 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "DELETE /v2.0/ports/a8c6125f-9de7-4ff7-b07c-8673bfb04602 HTTP/1.1" status: 204 len: 173 time: 1.5682731 Sep 18 19:59:55.386217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-71afb954-f592-497e-ab95-91a2cba74db7 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407625 Sep 18 19:59:55.451822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.483062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.534624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 19:59:55.541302 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.555362 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-c635fdce-da0b-4848-ba93-ba335741f9ce service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613810 Sep 18 19:59:55.573228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 19:59:55.582110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 19:59:55.589671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=2ed02802-f62e-4cc8-8e63-754b6119df1a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:55.669990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-d614b1d7-ce49-4403-9ae6-cd8cf2d27a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:55.671924 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-d614b1d7-ce49-4403-9ae6-cd8cf2d27a22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 1096 time: 0.0565364 Sep 18 19:59:55.681502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09720da1-531f-4d85-af95-09637d6f10ce req-10cc335b-fffb-4d09-a0f8-67629fe84089 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:55.690547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09720da1-531f-4d85-af95-09637d6f10ce req-10cc335b-fffb-4d09-a0f8-67629fe84089 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 945 time: 0.3364573 Sep 18 19:59:55.801712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:55.802388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:55.812570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Pushing event updated for resources: {'Port': ['ID=8c88b598-da9b-4916-811f-56661f25b900,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:55.838429 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa47b6e-1771-4db0-bf9e-d721c0823a59', 'name': 'network-vif-deleted', 'tag': 'a8c6125f-9de7-4ff7-b07c-8673bfb04602'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:55.848140 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf48c74b-ecc3-4286-8928-93937230b1c3" -d '{"events": [{"server_uuid": "9fa47b6e-1771-4db0-bf9e-d721c0823a59", "name": "network-vif-deleted", "tag": "a8c6125f-9de7-4ff7-b07c-8673bfb04602"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:55.851591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-bc3e3567-a2fd-455d-a795-29ce530d814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:55.852956 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-bc3e3567-a2fd-455d-a795-29ce530d814a service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1727858 Sep 18 19:59:55.892338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09720da1-531f-4d85-af95-09637d6f10ce req-335f2935-e2ae-4490-8262-714ca603791a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999829 Sep 18 19:59:55.937740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-f54afaef-612b-46e0-a6b9-47e2293ef83e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c HTTP/1.1" status: 200 len: 217 time: 0.0677714 Sep 18 19:59:55.994359 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8d3519-736f-48e3-8c81-53843c3a8898 x-openstack-request-id: req-cc8d3519-736f-48e3-8c81-53843c3a8898 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:55.994359 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa47b6e-1771-4db0-bf9e-d721c0823a59", "name": "network-vif-deleted", "tag": "a8c6125f-9de7-4ff7-b07c-8673bfb04602", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:55.994359 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc8d3519-736f-48e3-8c81-53843c3a8898 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:55.994760 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa47b6e-1771-4db0-bf9e-d721c0823a59', 'name': 'network-vif-deleted', 'tag': 'a8c6125f-9de7-4ff7-b07c-8673bfb04602', 'status': 'completed', 'code': 200} Sep 18 19:59:56.015602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-73dc5a13-f681-4dd3-b86b-33faee09617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:56.021608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-73dc5a13-f681-4dd3-b86b-33faee09617b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0731337 Sep 18 19:59:56.035531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-d9ba2a5d-83f1-4c96-acac-d8c6fe472616 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4560380 Sep 18 19:59:56.069457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Request body: {'port': {'device_id': '62336f51-0779-4fa2-83de-266bf43722f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 19:59:56.102392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-cecb3ddf-9c25-4253-8997-d93dba9a0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:56.104796 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-cecb3ddf-9c25-4253-8997-d93dba9a0ee8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792611 Sep 18 19:59:56.161064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:56.240877 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-ceb71a01-6d6b-4769-aeda-12ea1bd7a45c service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275191 Sep 18 19:59:56.278655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:56.290777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d379750c-4476-4c92-9e6f-66f56d6f28e7 req-a1772952-3010-4ba9-a71f-bca0157ff748 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fa47b6e-1771-4db0-bf9e-d721c0823a59 HTTP/1.1" status: 200 len: 210 time: 0.1274836 Sep 18 19:59:56.344379 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8af58c38-a2cf-4e94-984f-36650bb12a9c req-4e8688e4-ccfe-4f70-8862-27f182c560bf service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947275 Sep 18 19:59:56.404821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8c84d-dd04-474f-8be0-9cba3dcef4d8 req-22b13b62-90ae-4507-9d12-d9b902ed5ce5 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:56.406354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85b8c84d-dd04-474f-8be0-9cba3dcef4d8 req-22b13b62-90ae-4507-9d12-d9b902ed5ce5 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 931 time: 0.3697293 Sep 18 19:59:56.621024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85b8c84d-dd04-474f-8be0-9cba3dcef4d8 req-6a50011d-daf9-4aed-934c-869b2fff971f tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937671 Sep 18 19:59:56.665615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a554-8e0a-4406-ae3c-a36800fd3cc7 req-02fdbebf-3a96-4931-ac20-aa938edf4627 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:56.667104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59f1a554-8e0a-4406-ae3c-a36800fd3cc7 req-02fdbebf-3a96-4931-ac20-aa938edf4627 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 944 time: 0.2359269 Sep 18 19:59:56.771751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 19:59:56.787434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59f1a554-8e0a-4406-ae3c-a36800fd3cc7 req-5a1e7f6a-4344-45dd-a370-eaeaa699c524 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109951 Sep 18 19:59:56.797410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a652c8ab-7b36-4d86-a58c-ce64763c2c6c details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 19:59:56.799476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 08d9bca0-5c47-4a16-a1aa-515427e5e00e up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 19:59:56.934446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 08d9bca0-5c47-4a16-a1aa-515427e5e00e completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 19:59:56.939073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 19:59:56.948922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40818) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:56.950860 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 19:59:56.956087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 08d9bca0-5c47-4a16-a1aa-515427e5e00e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 19:59:56.957145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:56.958778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ddbe81f7-c4ae-4d9d-9015-e8ecad7e3781 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1784909 Sep 18 19:59:56.972029 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:56.972671 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:56.993930 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a652c8ab-7b36-4d86-a58c-ce64763c2c6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:56.997416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c88b598-da9b-4916-811f-56661f25b900 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:57.007076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.016670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c', 'mac_address': 'fa:16:3e:65:e0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 19:59:57.046423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Transition to ACTIVE for port object 8c88b598-da9b-4916-811f-56661f25b900 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 19:59:57.048828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e51822-fc07-46d2-b715-51ea57358087 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet 82047d4d-cb55-4287-b02e-377ea3c02232 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 19:59:57.057781 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1e51822-fc07-46d2-b715-51ea57358087 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.067228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b4b1d-e21f-40fe-8b3a-d2a596c17359 req-2ce72eb9-49c5-4afa-a735-b54de12e4f4b tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:57.069856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684b4b1d-e21f-40fe-8b3a-d2a596c17359 req-2ce72eb9-49c5-4afa-a735-b54de12e4f4b tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 945 time: 0.1076417 Sep 18 19:59:57.070739 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.146517 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1e51822-fc07-46d2-b715-51ea57358087 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.161208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Pushing event updated for resources: {'Port': ['ID=8c88b598-da9b-4916-811f-56661f25b900,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:57.166006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684b4b1d-e21f-40fe-8b3a-d2a596c17359 req-bfebf2c5-5395-4e31-8d5e-276ee9b86f8b tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890367 Sep 18 19:59:57.180611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.229891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a652c8ab-7b36-4d86-a58c-ce64763c2c6c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 19:59:57.257513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a652c8ab-7b36-4d86-a58c-ce64763c2c6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:57.257882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Attempting to bind port 8c88b598-da9b-4916-811f-56661f25b900 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 19:59:57.258228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Attempting to bind port 8c88b598-da9b-4916-811f-56661f25b900 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '87dfcf12-b5f6-4669-bcc5-ce741cc91c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66de158d-9cda-4b22-8fb7-f5dbc1b2e254'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 19:59:57.258567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Attempting to bind port 8c88b598-da9b-4916-811f-56661f25b900 on network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:57.258856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.271414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.277651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Port 8c88b598-da9b-4916-811f-56661f25b900 on network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 19:59:57.277978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Attempting to bind port 8c88b598-da9b-4916-811f-56661f25b900 on network 66de158d-9cda-4b22-8fb7-f5dbc1b2e254 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 19:59:57.283491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 19:59:57.284115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Checking segment: {'id': '87dfcf12-b5f6-4669-bcc5-ce741cc91c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66de158d-9cda-4b22-8fb7-f5dbc1b2e254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 19:59:57.284234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Bound using segment: {'id': '87dfcf12-b5f6-4669-bcc5-ce741cc91c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66de158d-9cda-4b22-8fb7-f5dbc1b2e254'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 19:59:57.285947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Bound port: 8c88b598-da9b-4916-811f-56661f25b900, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dfcf12-b5f6-4669-bcc5-ce741cc91c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '66de158d-9cda-4b22-8fb7-f5dbc1b2e254'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 19:59:57.290969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.319123 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 19:59:57.339595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1e51822-fc07-46d2-b715-51ea57358087 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.346552 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:57.355550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a8c6125f-9de7-4ff7-b07c-8673bfb04602 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 19:59:57.455009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] For port 8c88b598-da9b-4916-811f-56661f25b900, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 19:59:57.462587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] For port 8c88b598-da9b-4916-811f-56661f25b900, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8c88b598-da9b-4916-811f-56661f25b900,segment=NetworkSegment(87dfcf12-b5f6-4669-bcc5-ce741cc91c20),segment_id=87dfcf12-b5f6-4669-bcc5-ce741cc91c20)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 19:59:57.468964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.478319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1e51822-fc07-46d2-b715-51ea57358087 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.530799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1e51822-fc07-46d2-b715-51ea57358087 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.541371 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1e51822-fc07-46d2-b715-51ea57358087 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/82047d4d-cb55-4287-b02e-377ea3c02232 HTTP/1.1" status: 204 len: 168 time: 0.5883765 Sep 18 19:59:57.545992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9bca0-5c47-4a16-a1aa-515427e5e00e'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:57.548248 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658f2e11-87b2-4fe8-b269-85f7402cd243" -d '{"events": [{"server_uuid": "6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d", "name": "network-vif-plugged", "status": "completed", "tag": "08d9bca0-5c47-4a16-a1aa-515427e5e00e"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:57.553486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ce41c-a445-4a4b-9806-73cdf0c768d6 None None] Network 4e476a04-8941-404e-b763-ce85fd3f574e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 19:59:57.556734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40832) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 19:59:57.558433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:57.559216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.563124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] 10.222.0.24 "PUT /v2.0/ports/8c88b598-da9b-4916-811f-56661f25b900 HTTP/1.1" status: 200 len: 1092 time: 1.5071232 Sep 18 19:59:57.567713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62336f51-0779-4fa2-83de-266bf43722f1', 'tag': '8c88b598-da9b-4916-811f-56661f25b900'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 19:59:57.572400 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "62336f51-0779-4fa2-83de-266bf43722f1", "tag": "8c88b598-da9b-4916-811f-56661f25b900"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 19:59:57.627073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e51822-fc07-46d2-b715-51ea57358087 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=82047d4d-cb55-4287-b02e-377ea3c02232,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:57.698944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: a8c6125f-9de7-4ff7-b07c-8673bfb04602 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 19:59:57.699340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a8c6125f-9de7-4ff7-b07c-8673bfb04602 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 19:59:57.715508 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62100d9-4270-4394-a3af-b99bd2419e16 x-openstack-request-id: req-e62100d9-4270-4394-a3af-b99bd2419e16 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:57.715920 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62336f51-0779-4fa2-83de-266bf43722f1", "tag": "8c88b598-da9b-4916-811f-56661f25b900", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:57.716084 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e62100d9-4270-4394-a3af-b99bd2419e16 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:57.716449 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62336f51-0779-4fa2-83de-266bf43722f1', 'tag': '8c88b598-da9b-4916-811f-56661f25b900', 'status': 'completed', 'code': 200} Sep 18 19:59:57.718672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a652c8ab-7b36-4d86-a58c-ce64763c2c6c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 19:59:57.723318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ca8f9-1830-4859-b49a-e633fe4306cd service neutron] Pushing event updated for resources: {'Port': ['ID=8c88b598-da9b-4916-811f-56661f25b900,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:57.738358 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.763292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-01645b06-8171-4931-98b9-7effcf67f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:57.764674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-01645b06-8171-4931-98b9-7effcf67f3af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=21dee4a74aea45f397e205548933a591&device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 1095 time: 0.1365979 Sep 18 19:59:57.771271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:57.793144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 08d9bca0-5c47-4a16-a1aa-515427e5e00e, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08d9bca0-5c47-4a16-a1aa-515427e5e00e,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:57.825060 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:57.936946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-f34e722d-33b9-4260-b720-9580f02a2980 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c88b598-da9b-4916-811f-56661f25b900 HTTP/1.1" status: 200 len: 217 time: 0.1410098 Sep 18 19:59:57.962113 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:55Z', 'revision_number': 9, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:58.009561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cca3b-19a1-499e-8144-b14dfd9f0f79 req-4925fbe7-a6fb-4c8c-ad08-37f4bab35eeb tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:58.017948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-395cca3b-19a1-499e-8144-b14dfd9f0f79 req-4925fbe7-a6fb-4c8c-ad08-37f4bab35eeb tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 943 time: 0.2522886 Sep 18 19:59:58.026808 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 19:59:58.052047 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 19:59:58.052690 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:58.082025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 19d26d79-d631-4710-bd27-f8d091a0e960 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:58.084347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:58.137270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-76c48846-f692-420e-9127-eb45cddcd0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:58.139321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-76c48846-f692-420e-9127-eb45cddcd0b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c580281-55fc-4e25-95b6-76b7a1b2a9f1 HTTP/1.1" status: 200 len: 853 time: 0.1904771 Sep 18 19:59:58.262883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-395cca3b-19a1-499e-8144-b14dfd9f0f79 req-18b1d397-0a9e-477a-872b-83a80da92b64 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439780 Sep 18 19:59:58.270748 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 19:59:58.274115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-4d0edba5-0b2f-471f-8385-8ab103e6c00a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66de158d-9cda-4b22-8fb7-f5dbc1b2e254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059735 Sep 18 19:59:58.279020 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:58.309974 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82da7345-f9c0-4321-b088-53f73cc686bd x-openstack-request-id: req-82da7345-f9c0-4321-b088-53f73cc686bd {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 19:59:58.310271 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d", "name": "network-vif-plugged", "status": "completed", "tag": "08d9bca0-5c47-4a16-a1aa-515427e5e00e", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 19:59:58.310649 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82da7345-f9c0-4321-b088-53f73cc686bd {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 19:59:58.310909 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'code': 200} Sep 18 19:59:58.438982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb33225-8f7e-4f3e-8513-caa996a23703 req-0a3fdaf0-336c-49fb-86d6-f7394866c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:58.440879 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb33225-8f7e-4f3e-8513-caa996a23703 req-0a3fdaf0-336c-49fb-86d6-f7394866c177 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 1098 time: 0.0946014 Sep 18 19:59:58.474895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=08d9bca0-5c47-4a16-a1aa-515427e5e00e,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:58.508521 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb33225-8f7e-4f3e-8513-caa996a23703 req-956e497a-e08c-48b1-9128-8385302c591e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610995 Sep 18 19:59:58.605416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] DHCP port deletion for 4e476a04-8941-404e-b763-ce85fd3f574e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 19:59:58.748331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] Deleting port 19d26d79-d631-4710-bd27-f8d091a0e960 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 19:59:58.748766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:58.806793 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:55Z', 'revision_number': 9, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:58.836787 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12452df-d7d4-47c7-8901-4e5f6a963cf2 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T19:59:55Z', 'revision_number': 9, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff23680c-9767-4910-a3ff-9bb4f8f4e859', 'name': '', 'network_id': '960de6de-8c98-4789-934f-6fb5a2624fce', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:98:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:19Z', 'updated_at': '2021-09-18T19:59:34Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '0bd6222d-c307-485f-be35-3e69a8a793ae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 19:59:58.853623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] For port 19d26d79-d631-4710-bd27-f8d091a0e960, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19d26d79-d631-4710-bd27-f8d091a0e960,segment=NetworkSegment(4f247953-83d6-49d2-9e77-e18b290f5a57),segment_id=4f247953-83d6-49d2-9e77-e18b290f5a57)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:58.854209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:58.869790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] Calling delete_port for 19d26d79-d631-4710-bd27-f8d091a0e960 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:58.962596 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:58.990478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] Pushing event deleted for resources: {'Port': ['ID=19d26d79-d631-4710-bd27-f8d091a0e960,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:58.997560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea12ef-4803-43e2-a602-7104680f3784 None None] No DVR routers for this DVR port 19d26d79-d631-4710-bd27-f8d091a0e960 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:59.025416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port 19d26d79-d631-4710-bd27-f8d091a0e960, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=19d26d79-d631-4710-bd27-f8d091a0e960,segment=NetworkSegment(4f247953-83d6-49d2-9e77-e18b290f5a57),segment_id=4f247953-83d6-49d2-9e77-e18b290f5a57)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 19:59:59.025957 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:59.086592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 19d26d79-d631-4710-bd27-f8d091a0e960 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 19:59:59.119588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291675f-8864-44df-804f-a0c5f5a51801 req-c2c1004c-9067-457f-9d10-7639144e73d1 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:59.121092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d291675f-8864-44df-804f-a0c5f5a51801 req-c2c1004c-9067-457f-9d10-7639144e73d1 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 945 time: 0.1941450 Sep 18 19:59:59.182508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e6a35-9f89-49f4-8259-3f4a16befdb0 req-259b3f7a-29ce-4f14-a2e5-bbb893ee5e35 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:59.183913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f93e6a35-9f89-49f4-8259-3f4a16befdb0 req-259b3f7a-29ce-4f14-a2e5-bbb893ee5e35 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 946 time: 0.2063711 Sep 18 19:59:59.188115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-36b00bdc-080f-4401-916e-161a0d59368b service neutron] 10.222.0.24 "GET /v2.0/networks/66de158d-9cda-4b22-8fb7-f5dbc1b2e254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9050498 Sep 18 19:59:59.278741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d291675f-8864-44df-804f-a0c5f5a51801 req-e931a101-7682-4bb3-8812-7d749800dc5e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417389 Sep 18 19:59:59.333090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f93e6a35-9f89-49f4-8259-3f4a16befdb0 req-a2ac4f24-c242-4dd0-aa16-339469af23e2 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377003 Sep 18 19:59:59.373213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c59f8dd3-5392-4072-a4b4-f8b49731d5f4 req-5e91bfb9-cc78-4fba-add7-b9498a1da011 service neutron] 10.222.0.24 "GET /v2.0/networks/66de158d-9cda-4b22-8fb7-f5dbc1b2e254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725590 Sep 18 19:59:59.390867 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:59.431232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=19d26d79-d631-4710-bd27-f8d091a0e960,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 19:59:59.437131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No DVR routers for this DVR port 19d26d79-d631-4710-bd27-f8d091a0e960 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 19:59:59.482307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.482714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.483124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.483560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.483955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.484354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.484757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.485147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.485535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.485924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.486306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.486833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 19:59:59.628232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:59.644353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-a7b5fbef-af9c-4931-b304-9fd5c230789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:59.645985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-a7b5fbef-af9c-4931-b304-9fd5c230789e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=21dee4a74aea45f397e205548933a591&device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 1095 time: 0.2119067 Sep 18 19:59:59.708049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9c4f-6d3f-4dc5-b408-4472e47b8fb1 req-8aa01a48-ee4e-412f-85e4-1a1b3aa824d8 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:59.709616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f40f9c4f-6d3f-4dc5-b408-4472e47b8fb1 req-8aa01a48-ee4e-412f-85e4-1a1b3aa824d8 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 943 time: 0.2735496 Sep 18 19:59:59.715737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e476a04-8941-404e-b763-ce85fd3f574e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:59.756414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f247953-83d6-49d2-9e77-e18b290f5a57') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:59.756718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f247953-83d6-49d2-9e77-e18b290f5a57') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 19:59:59.800490 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:59.858307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-5311b606-2ec7-45b0-8fb1-d9cad39cbc92 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:59.859828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-5311b606-2ec7-45b0-8fb1-d9cad39cbc92 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.3208358 Sep 18 19:59:59.877095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:59.897838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 19:59:59.898247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 19:59:59.903667 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f40f9c4f-6d3f-4dc5-b408-4472e47b8fb1 req-39c7691e-124a-4e67-9cef-0c34293957c7 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691959 Sep 18 19:59:59.904870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-ab10c3da-96c5-4fd7-9622-71f7e319af7b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/quotas/40984cffdfb049089f2c2cdf55be19c0 HTTP/1.1" status: 200 len: 375 time: 0.0383365 Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: timer() Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 19:59:59.905529 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 19:59:59.994812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-82aca893-6456-4058-81ac-c0734f63b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 19:59:59.996569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-82aca893-6456-4058-81ac-c0734f63b22f service neutron] 10.222.0.24 "GET /v2.0/networks?id=66de158d-9cda-4b22-8fb7-f5dbc1b2e254 HTTP/1.1" status: 200 len: 914 time: 0.3150158 Sep 18 20:00:00.050484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-ff9e9f8e-c652-430b-8c23-77583b5ad65c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c88b598-da9b-4916-811f-56661f25b900 HTTP/1.1" status: 200 len: 217 time: 0.0459535 Sep 18 20:00:00.051133 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:00.097769 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:00.104468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/4e476a04-8941-404e-b763-ce85fd3f574e HTTP/1.1" status: 204 len: 168 time: 2.5339696 Sep 18 20:00:00.104575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40886) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:00.105005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-fb90c491-3a1b-4368-a368-7e0a1e84246d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1859996 Sep 18 20:00:00.106912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41309250-8313-4e51-9bc7-9f19b29f7685 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=4e476a04-8941-404e-b763-ce85fd3f574e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:00.139731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-e40d08e0-fc60-4b4b-bd2c-5333ac69b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:00.141190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-e40d08e0-fc60-4b4b-bd2c-5333ac69b02b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c580281-55fc-4e25-95b6-76b7a1b2a9f1 HTTP/1.1" status: 200 len: 853 time: 0.0819442 Sep 18 20:00:00.190433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-613ca667-893b-48a1-bc96-14f9fb235999 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66de158d-9cda-4b22-8fb7-f5dbc1b2e254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371983 Sep 18 20:00:00.256899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2ed02802-f62e-4cc8-8e63-754b6119df1a no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:00.303422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 2ed02802-f62e-4cc8-8e63-754b6119df1a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:00.303798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2ed02802-f62e-4cc8-8e63-754b6119df1a not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:00.304227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19d26d79-d631-4710-bd27-f8d091a0e960 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:00.335797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 19d26d79-d631-4710-bd27-f8d091a0e960 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:00.336392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 19d26d79-d631-4710-bd27-f8d091a0e960 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:00.382998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-2670e363-6c83-4bbf-8952-fe75bd695e9b service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545271 Sep 18 20:00:00.469077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-bacb520e-955d-44c5-8af1-8474130287f3 service neutron] 10.222.0.24 "GET /v2.0/networks/66de158d-9cda-4b22-8fb7-f5dbc1b2e254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335215 Sep 18 20:00:00.543888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59655ca5-618d-44eb-9723-7dd4625e4fb4 req-64d77e67-d718-446b-8dff-4e5f37a57fac tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:00.547994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59655ca5-618d-44eb-9723-7dd4625e4fb4 req-64d77e67-d718-446b-8dff-4e5f37a57fac tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 945 time: 0.1637471 Sep 18 20:00:00.649483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-a84b1ca8-2487-493d-b60f-ab4bef9167ca service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518108 Sep 18 20:00:00.673099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59655ca5-618d-44eb-9723-7dd4625e4fb4 req-32e5c4aa-e3c7-46b6-8348-126d9c754996 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095161 Sep 18 20:00:00.733012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-133ec0a8-60c6-460f-a96a-cf899ab3b1d1 req-42898f8b-6368-492a-a192-9246a11c170e service neutron] 10.222.0.24 "GET /v2.0/networks/66de158d-9cda-4b22-8fb7-f5dbc1b2e254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267106 Sep 18 20:00:00.814127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a652c8ab-7b36-4d86-a58c-ce64763c2c6c up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:00:00.930536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e654f3-9aaa-49a5-94e9-b637dae55c8d req-8d5a9729-fb29-41f9-a2f3-43accf39e0a7 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:00.942248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1e654f3-9aaa-49a5-94e9-b637dae55c8d req-8d5a9729-fb29-41f9-a2f3-43accf39e0a7 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 946 time: 0.1389191 Sep 18 20:00:00.978211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a652c8ab-7b36-4d86-a58c-ce64763c2c6c completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:00:00.983484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a652c8ab-7b36-4d86-a58c-ce64763c2c6c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:00.984333 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:01.004274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1e654f3-9aaa-49a5-94e9-b637dae55c8d req-1740b8a5-68e5-4969-9d4d-aac763787c69 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609429 Sep 18 20:00:01.050764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:01.093015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-650f60bc-0f01-4b44-a739-05339ea48f0b req-6ccc1246-cffb-4bf1-8ded-482fc4ce4a06 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 210 time: 0.1033247 Sep 18 20:00:01.161577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fec58-1a90-4719-b205-e1ab54f6c204 req-effc709f-0be7-430b-864b-b71780938804 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:01.169511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-333fec58-1a90-4719-b205-e1ab54f6c204 req-effc709f-0be7-430b-864b-b71780938804 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 943 time: 0.0612073 Sep 18 20:00:01.223875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-333fec58-1a90-4719-b205-e1ab54f6c204 req-b0f2de9d-3ab8-48e4-8923-192ebd5b3f64 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532794 Sep 18 20:00:01.248871 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:01.319026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8c88b598-da9b-4916-811f-56661f25b900 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:01.349079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:01.351328 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787246f8-1657-4c25-813c-7872f679754c" -d '{"events": [{"server_uuid": "44f501f8-d1f2-46ec-9394-447a3e0e16e6", "name": "network-vif-plugged", "status": "completed", "tag": "a652c8ab-7b36-4d86-a58c-ce64763c2c6c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:01.401419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a652c8ab-7b36-4d86-a58c-ce64763c2c6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:01.411869 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf81939-3cb4-4d8f-82e7-0ede58b206a2 x-openstack-request-id: req-eaf81939-3cb4-4d8f-82e7-0ede58b206a2 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:01.412503 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f501f8-d1f2-46ec-9394-447a3e0e16e6", "name": "network-vif-plugged", "status": "completed", "tag": "a652c8ab-7b36-4d86-a58c-ce64763c2c6c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:01.413894 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaf81939-3cb4-4d8f-82e7-0ede58b206a2 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:01.414511 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c', 'code': 200} Sep 18 20:00:01.422077 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:01.576029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5553e1-464f-4a6c-b397-733e1247d15c req-364cd979-e8cd-4fa9-ae54-58f592ef12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:01.577815 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e5553e1-464f-4a6c-b397-733e1247d15c req-364cd979-e8cd-4fa9-ae54-58f592ef12aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 1098 time: 0.1088703 Sep 18 20:00:01.625604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:01.696199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8c88b598-da9b-4916-811f-56661f25b900, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8c88b598-da9b-4916-811f-56661f25b900,segment=NetworkSegment(87dfcf12-b5f6-4669-bcc5-ce741cc91c20),segment_id=87dfcf12-b5f6-4669-bcc5-ce741cc91c20)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:01.728681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port ff23680c-9767-4910-a3ff-9bb4f8f4e859 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:00:01.729062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:01.733751 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e5553e1-464f-4a6c-b397-733e1247d15c req-25b47f06-bc08-4424-881b-7bf1d49d8efd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469772 Sep 18 20:00:01.739355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '8c88b598-da9b-4916-811f-56661f25b900', 'network_id': '66de158d-9cda-4b22-8fb7-f5dbc1b2e254', 'port_id': '8c88b598-da9b-4916-811f-56661f25b900', 'mac_address': 'fa:16:3e:94:b6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c580281-55fc-4e25-95b6-76b7a1b2a9f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:01.808690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:01.837646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c88b598-da9b-4916-811f-56661f25b900 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:01.861548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8c88b598-da9b-4916-811f-56661f25b900, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8c88b598-da9b-4916-811f-56661f25b900,segment=NetworkSegment(87dfcf12-b5f6-4669-bcc5-ce741cc91c20),segment_id=87dfcf12-b5f6-4669-bcc5-ce741cc91c20)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:01.869316 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:01.920432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port ff23680c-9767-4910-a3ff-9bb4f8f4e859, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ff23680c-9767-4910-a3ff-9bb4f8f4e859,segment=NetworkSegment(d5a1b7cf-8ef1-47e8-980c-c628b574e05d),segment_id=d5a1b7cf-8ef1-47e8-980c-c628b574e05d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:01.922830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabedbd-b702-4b56-a969-fad93f00e9bf req-f045ba1d-3b8b-4868-bff5-b39d11339fd6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:01.923147 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:01.927929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbabedbd-b702-4b56-a969-fad93f00e9bf req-f045ba1d-3b8b-4868-bff5-b39d11339fd6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 946 time: 0.1370778 Sep 18 20:00:01.937496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8c88b598-da9b-4916-811f-56661f25b900,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:01.963878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for ff23680c-9767-4910-a3ff-9bb4f8f4e859 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:00:02.006172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbabedbd-b702-4b56-a969-fad93f00e9bf req-200102fe-9847-48a1-a4e4-faaa2063635b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640476 Sep 18 20:00:02.096800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['8c88b598-da9b-4916-811f-56661f25b900'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:02.224564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:02.326837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4f90874-b245-410a-a90a-969627982cf4 req-0aa71003-efdc-43ce-a62c-454ce7dbd479 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 210 time: 0.1007736 Sep 18 20:00:02.345352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88825bab-8c0f-47fd-9d6b-7a59bf32207f req-b21032fd-4c32-40bf-bb78-358883015695 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:02.358329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-88825bab-8c0f-47fd-9d6b-7a59bf32207f req-b21032fd-4c32-40bf-bb78-358883015695 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 946 time: 0.2078469 Sep 18 20:00:02.387733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=ff23680c-9767-4910-a3ff-9bb4f8f4e859,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:02.507561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:02.735896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-88825bab-8c0f-47fd-9d6b-7a59bf32207f req-195eaaff-2a32-4b42-b90d-7e0a9e47d6a0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752317 Sep 18 20:00:02.747511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508fcdc-254d-47cd-b51b-0e2b6c212bc7 req-a3ca395c-9b65-4036-92cf-93c916bd915c tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:02.758321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f508fcdc-254d-47cd-b51b-0e2b6c212bc7 req-a3ca395c-9b65-4036-92cf-93c916bd915c tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 944 time: 0.2110023 Sep 18 20:00:02.768438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-594a4976-d978-4962-9afc-e4cce75608ed tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:02.770095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-594a4976-d978-4962-9afc-e4cce75608ed tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.3859620 Sep 18 20:00:02.812837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Request body: {'port': {'device_id': 'da7561ff-4ace-439c-9fef-3b1a83e5bed3', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'admin_state_up': True, 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:02.827549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:00:02.853528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f508fcdc-254d-47cd-b51b-0e2b6c212bc7 req-162c1578-f815-4fd2-9562-d702b74d34f1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937812 Sep 18 20:00:02.951060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:00:02.960649 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cc5275cc-59aa-4c4a-b26e-88ac29025eb9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8570571 Sep 18 20:00:02.962977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:00:02.969138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40960) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:02.980761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:00:02.984044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:02.992949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:02.998968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.045911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-865d53c1-0539-402e-8b26-e9f2e729a78f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet 0bd6222d-c307-485f-be35-3e69a8a793ae {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:00:03.060807 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-865d53c1-0539-402e-8b26-e9f2e729a78f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.106223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-865d53c1-0539-402e-8b26-e9f2e729a78f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.114212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:00:03.187648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba838a-b3ef-4cbe-ba8f-79bfa148cde5 req-5b361d28-ce34-4b44-b632-35d76e15fa2c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:03.189242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfba838a-b3ef-4cbe-ba8f-79bfa148cde5 req-5b361d28-ce34-4b44-b632-35d76e15fa2c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 946 time: 0.0963175 Sep 18 20:00:03.235621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Allocated IP 172.20.0.6 (1fd2d11a-7a7f-4059-b479-8fbff3546ece/083eb172-dcbc-4dbc-acb8-5526581d8b31/468a6387-2423-4ee4-b9f3-4fe3e3f59930) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:03.249823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-865d53c1-0539-402e-8b26-e9f2e729a78f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.260027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfba838a-b3ef-4cbe-ba8f-79bfa148cde5 req-346c3b09-87f9-4a3d-87cc-c23b9d956936 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596495 Sep 18 20:00:03.330499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8c88b598-da9b-4916-811f-56661f25b900 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:00:03.373912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:02Z', 'revision_number': 10, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:03.381122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-865d53c1-0539-402e-8b26-e9f2e729a78f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.410868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:00:03.436348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d53c1-0539-402e-8b26-e9f2e729a78f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd6222d-c307-485f-be35-3e69a8a793ae,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:03.442666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:00:03.443568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:03.446453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-865d53c1-0539-402e-8b26-e9f2e729a78f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.448480 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 8c88b598-da9b-4916-811f-56661f25b900 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:00:03.452231 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-865d53c1-0539-402e-8b26-e9f2e729a78f tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/0bd6222d-c307-485f-be35-3e69a8a793ae HTTP/1.1" status: 204 len: 168 time: 0.4820209 Sep 18 20:00:03.453104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:03.489720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ead8f-78ac-4047-ac46-f1e1cdc6a9fe None None] Network 960de6de-8c98-4789-934f-6fb5a2624fce requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:00:03.497206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 8c88b598-da9b-4916-811f-56661f25b900 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:03.497206 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.498860 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ccf1b8d-d9a6-4745-826f-f50a078dc1a8 req-275aaab7-ae29-4d66-a24f-9221850c1ba4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 210 time: 0.0605209 Sep 18 20:00:03.512310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51df3e50-9373-43d6-9c63-127db7729f2d req-95128117-b03e-4abc-a9c1-3da7f427c43e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d633ef482bb24a6eb4c9f2bca747a125 HTTP/1.1" status: 200 len: 267 time: 0.1078105 Sep 18 20:00:03.539323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.570026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.598081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port a417fd1c-434d-4eec-ab28-c3cd4588db1c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:00:03.598589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.622612 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.636269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3e50-9373-43d6-9c63-127db7729f2d req-3733fc1d-bb83-4b33-9c0b-43cdab6bcce8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:03.637843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51df3e50-9373-43d6-9c63-127db7729f2d req-3733fc1d-bb83-4b33-9c0b-43cdab6bcce8 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 946 time: 0.1247559 Sep 18 20:00:03.649150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:00:03.675916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-51df3e50-9373-43d6-9c63-127db7729f2d req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'port': {'security_groups': []}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:03.679430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port a417fd1c-434d-4eec-ab28-c3cd4588db1c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a417fd1c-434d-4eec-ab28-c3cd4588db1c,segment=NetworkSegment(d5a1b7cf-8ef1-47e8-980c-c628b574e05d),segment_id=d5a1b7cf-8ef1-47e8-980c-c628b574e05d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:03.679989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.693941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for a417fd1c-434d-4eec-ab28-c3cd4588db1c owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:00:03.726967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:03.750030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:03.755753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:03.770529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:03.838151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-429a254b-4bd6-4c87-9e4d-b59822429767 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:03.840345 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-429a254b-4bd6-4c87-9e4d-b59822429767 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 946 time: 0.0793049 Sep 18 20:00:03.864688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-51df3e50-9373-43d6-9c63-127db7729f2d req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.880255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event updated for resources: {'Port': ['ID=468a6387-2423-4ee4-b9f3-4fe3e3f59930,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:03.927833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:03.928459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.947364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:03.982325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=a417fd1c-434d-4eec-ab28-c3cd4588db1c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:03.986492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62ce9b-5b53-4aa8-8aae-f0918dfd54e5 req-36446f92-a577-4480-b4bd-e8895bf6d7be tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:03.988424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No DVR routers for this DVR port a417fd1c-434d-4eec-ab28-c3cd4588db1c on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:00:04.000111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf62ce9b-5b53-4aa8-8aae-f0918dfd54e5 req-36446f92-a577-4480-b4bd-e8895bf6d7be tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 946 time: 0.1435478 Sep 18 20:00:04.054050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-f009dbe2-c59a-4e61-bca8-4944e25ee793 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2451589 Sep 18 20:00:04.081710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Request body: {'port': {'device_id': 'da7561ff-4ace-439c-9fef-3b1a83e5bed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:04.089573 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.111004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960de6de-8c98-4789-934f-6fb5a2624fce']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:04.121752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:04.122091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a1b7cf-8ef1-47e8-980c-c628b574e05d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:04.151828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.172730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf62ce9b-5b53-4aa8-8aae-f0918dfd54e5 req-80e06f33-19bd-4559-9697-799266c7d393 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670468 Sep 18 20:00:04.188460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.210733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:00:04.211178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.270410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:00:04.306080 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:00:04.312897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.344249 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.350519 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/960de6de-8c98-4789-934f-6fb5a2624fce HTTP/1.1" status: 204 len: 168 time: 0.8964596 Sep 18 20:00:04.352893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40986) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:04.404516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8c88b598-da9b-4916-811f-56661f25b900, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8c88b598-da9b-4916-811f-56661f25b900,segment=NetworkSegment(87dfcf12-b5f6-4669-bcc5-ce741cc91c20),segment_id=87dfcf12-b5f6-4669-bcc5-ce741cc91c20)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:04.418487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62336f51-0779-4fa2-83de-266bf43722f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c88b598-da9b-4916-811f-56661f25b900'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:04.420826 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67bd825-92aa-4f3c-8887-24a29c16cffa" -d '{"events": [{"server_uuid": "62336f51-0779-4fa2-83de-266bf43722f1", "name": "network-vif-plugged", "status": "completed", "tag": "8c88b598-da9b-4916-811f-56661f25b900"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:04.423853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34c750-e5e9-4424-9197-74aad48b0d47 None None] DHCP port deletion for 960de6de-8c98-4789-934f-6fb5a2624fce request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:00:04.433452 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.474521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b322a43-ce36-4979-8635-b1fe4aa89437 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=960de6de-8c98-4789-934f-6fb5a2624fce,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:04.502027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port bcab5499-2362-455a-8892-a8f72240b479 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:00:04.503921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.504531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8c88b598-da9b-4916-811f-56661f25b900,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:04.509352 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.567458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:02Z', 'revision_number': 10, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:04.607835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb5428-7479-4495-a043-fe2bb36ab640 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:02Z', 'revision_number': 10, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None, '_interfaces': [{'id': '0c483624-2c26-422d-b1f9-f0ac1384bb55', 'name': '', 'network_id': '4de6948c-3ebb-4d4e-99ef-8006b78aa271', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'mac_address': 'fa:16:3e:95:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:59:13Z', 'updated_at': '2021-09-18T19:59:24Z', 'revision_number': 5, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'subnets': [{'id': '28e2118c-991c-46ce-acf1-b196f22070f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:00:04.633458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-51df3e50-9373-43d6-9c63-127db7729f2d req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] For port a652c8ab-7b36-4d86-a58c-ce64763c2c6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:04.667241 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-51df3e50-9373-43d6-9c63-127db7729f2d req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.679040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308e508-3779-4887-a25b-b513fb0b546c req-29e18bbe-ea63-4e85-8398-f4885bd4ebcb tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:04.680806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1308e508-3779-4887-a25b-b513fb0b546c req-29e18bbe-ea63-4e85-8398-f4885bd4ebcb tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 945 time: 0.2872479 Sep 18 20:00:04.688959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] For port bcab5499-2362-455a-8892-a8f72240b479, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bcab5499-2362-455a-8892-a8f72240b479,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:04.689161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-51df3e50-9373-43d6-9c63-127db7729f2d req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.689277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.704188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for bcab5499-2362-455a-8892-a8f72240b479 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:00:04.709509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bf614820-c67d-499d-a75c-8aab24be5253', 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:04.776264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['10bc125d-03c1-42b0-8d47-f55722459c57'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:04.802762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3e50-9373-43d6-9c63-127db7729f2d req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:04.803481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-51df3e50-9373-43d6-9c63-127db7729f2d req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:04.817435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51df3e50-9373-43d6-9c63-127db7729f2d req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "PUT /v2.0/ports/a652c8ab-7b36-4d86-a58c-ce64763c2c6c HTTP/1.1" status: 200 len: 905 time: 1.1715155 Sep 18 20:00:04.854494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'tag': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:04.857558 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a8be62-a6d3-4124-beb4-7a81e9316814" -d '{"events": [{"name": "network-changed", "server_uuid": "44f501f8-d1f2-46ec-9394-447a3e0e16e6", "tag": "a652c8ab-7b36-4d86-a58c-ce64763c2c6c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:04.927908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a652c8ab-7b36-4d86-a58c-ce64763c2c6c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:05.097507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:05.234011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1308e508-3779-4887-a25b-b513fb0b546c req-273c03cb-0b36-4ba2-9cab-020bc127e089 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996014 Sep 18 20:00:05.247706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=bcab5499-2362-455a-8892-a8f72240b479,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:05.293847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-93ad11ca-e0fc-4e5f-b8ac-b04c2479bfc3 None None] Provisioning complete for port a652c8ab-7b36-4d86-a58c-ce64763c2c6c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:05.294354 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-93ad11ca-e0fc-4e5f-b8ac-b04c2479bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:05.347345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310818-2b35-410f-9d98-ba3d400577e3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'Port': ['ID=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:05.392016 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287644dd-72d0-4d8f-a625-b886f28a11ed x-openstack-request-id: req-287644dd-72d0-4d8f-a625-b886f28a11ed {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:05.392306 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62336f51-0779-4fa2-83de-266bf43722f1", "name": "network-vif-plugged", "status": "completed", "tag": "8c88b598-da9b-4916-811f-56661f25b900", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:05.392559 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-287644dd-72d0-4d8f-a625-b886f28a11ed {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:05.392950 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62336f51-0779-4fa2-83de-266bf43722f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c88b598-da9b-4916-811f-56661f25b900', 'code': 200} Sep 18 20:00:05.434048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] No DVR routers for this DVR port bcab5499-2362-455a-8892-a8f72240b479 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:00:05.437025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:05.439666 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dd0431d5-0b76-4c19-8ea7-b8074edaa073 req-d92ea0bc-3131-41b9-9b94-69e764fd419d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "DELETE /v2.0/ports/bcab5499-2362-455a-8892-a8f72240b479 HTTP/1.1" status: 204 len: 173 time: 1.5930545 Sep 18 20:00:05.456729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8d2af-0d56-40f2-86ba-67855776ed9a', 'name': 'network-vif-deleted', 'tag': 'bcab5499-2362-455a-8892-a8f72240b479'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:05.461233 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e994101-8959-4c4e-8e76-39109a61bc9a" -d '{"events": [{"server_uuid": "32a8d2af-0d56-40f2-86ba-67855776ed9a", "name": "network-vif-deleted", "tag": "bcab5499-2362-455a-8892-a8f72240b479"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:05.466797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bcab5499-2362-455a-8892-a8f72240b479'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:05.590912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468a6387-2423-4ee4-b9f3-4fe3e3f59930 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:05.604663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:05.609761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ff671-6394-4bd5-bda3-3cddd24fe58d req-48af19b3-2942-4afa-8d7b-47517f558daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:05.616563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292540-a4fd-41ea-9852-db1829e8d7e5 req-2bc412c2-28ed-4d02-88c6-142f1e0a8856 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:05.618202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49292540-a4fd-41ea-9852-db1829e8d7e5 req-2bc412c2-28ed-4d02-88c6-142f1e0a8856 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 931 time: 0.1573820 Sep 18 20:00:05.624472 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-590ff671-6394-4bd5-bda3-3cddd24fe58d req-48af19b3-2942-4afa-8d7b-47517f558daa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 1097 time: 0.1814716 Sep 18 20:00:05.657954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Transition to ACTIVE for port object 468a6387-2423-4ee4-b9f3-4fe3e3f59930 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:05.694279 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:05.748683 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-590ff671-6394-4bd5-bda3-3cddd24fe58d req-c2a0ef95-e29b-41c1-8ea7-ab36fcfdf1cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171165 Sep 18 20:00:05.866797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:06.161798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Pushing event updated for resources: {'Port': ['ID=468a6387-2423-4ee4-b9f3-4fe3e3f59930,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:06.174387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfc518-3b37-4a11-98cd-1d373bb25506 req-b4858cae-f950-4407-b00a-2dd3bf5cd252 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:06.187365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ff23680c-9767-4910-a3ff-9bb4f8f4e859 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:06.199838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36dfc518-3b37-4a11-98cd-1d373bb25506 req-b4858cae-f950-4407-b00a-2dd3bf5cd252 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 908 time: 0.6406095 Sep 18 20:00:06.221813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49292540-a4fd-41ea-9852-db1829e8d7e5 req-0a20b07b-0474-4ce4-8b32-2e831a6b979c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887055 Sep 18 20:00:06.252539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ff23680c-9767-4910-a3ff-9bb4f8f4e859 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:06.253547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ff23680c-9767-4910-a3ff-9bb4f8f4e859 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:06.254250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a417fd1c-434d-4eec-ab28-c3cd4588db1c no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:06.284805 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5819d35-c105-4a50-868b-cb42120003f9 x-openstack-request-id: req-c5819d35-c105-4a50-868b-cb42120003f9 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:06.285141 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f501f8-d1f2-46ec-9394-447a3e0e16e6", "tag": "a652c8ab-7b36-4d86-a58c-ce64763c2c6c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:06.286022 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5819d35-c105-4a50-868b-cb42120003f9 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:06.286448 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'tag': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c', 'status': 'completed', 'code': 200} Sep 18 20:00:06.323888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a417fd1c-434d-4eec-ab28-c3cd4588db1c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:06.324398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a417fd1c-434d-4eec-ab28-c3cd4588db1c not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:06.337493 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b25ccf-caa9-42dd-915a-ff232d778c4c x-openstack-request-id: req-d0b25ccf-caa9-42dd-915a-ff232d778c4c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:06.337924 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8d2af-0d56-40f2-86ba-67855776ed9a", "name": "network-vif-deleted", "tag": "bcab5499-2362-455a-8892-a8f72240b479", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:06.338020 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0b25ccf-caa9-42dd-915a-ff232d778c4c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:06.338400 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8d2af-0d56-40f2-86ba-67855776ed9a', 'name': 'network-vif-deleted', 'tag': 'bcab5499-2362-455a-8892-a8f72240b479', 'status': 'completed', 'code': 200} Sep 18 20:00:06.389672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0941580f-f287-4385-ad69-9c74f43d2bc7 req-c726f670-709e-425e-b54d-7e8900dd06b4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 210 time: 0.0625491 Sep 18 20:00:06.397054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-a60e5f09-dc2f-414a-aebf-64a5c83cae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:06.398736 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-a60e5f09-dc2f-414a-aebf-64a5c83cae7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 1060 time: 0.0756965 Sep 18 20:00:06.431987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 0c483624-2c26-422d-b1f9-f0ac1384bb55 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:00:06.432339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:06.444572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Attempting to bind port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:06.444910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Attempting to bind port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:06.445241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Attempting to bind port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:06.450729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:06.451118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Attempting to bind port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:06.460996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:06.461278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Checking segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:06.461667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Bound using segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:06.462276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Bound port: 468a6387-2423-4ee4-b9f3-4fe3e3f59930, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:06.462642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:06.507280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106ce69-a94b-4d45-851f-4b647a3d16a2 req-0988a29d-7d40-4cb7-ad14-a9aef279e504 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:06.511564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3106ce69-a94b-4d45-851f-4b647a3d16a2 req-0988a29d-7d40-4cb7-ad14-a9aef279e504 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1100867 Sep 18 20:00:06.604827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-02b6ddc8-0d32-42b8-a0b5-41a923b08371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:06.606308 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-02b6ddc8-0d32-42b8-a0b5-41a923b08371 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.2001312 Sep 18 20:00:06.608054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port 0c483624-2c26-422d-b1f9-f0ac1384bb55, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0c483624-2c26-422d-b1f9-f0ac1384bb55,segment=NetworkSegment(43733e6c-cb58-4568-964b-0f271aa1e91f),segment_id=43733e6c-cb58-4568-964b-0f271aa1e91f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:06.608421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:06.625227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3106ce69-a94b-4d45-851f-4b647a3d16a2 req-4f2be989-3f63-4afc-92bc-2007cbedcc93 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853908 Sep 18 20:00:06.635086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cc4a7-8ce3-4931-b142-9c3671bcd258 req-b939fffe-fc7b-4879-9e0a-a181f31b5ff3 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:06.642568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-275cc4a7-8ce3-4931-b142-9c3671bcd258 req-b939fffe-fc7b-4879-9e0a-a181f31b5ff3 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 945 time: 0.1299527 Sep 18 20:00:06.650265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] For port 468a6387-2423-4ee4-b9f3-4fe3e3f59930, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:00:06.660065 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-16d72acb-d9e6-47cf-b897-1f8cd4be5e4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c HTTP/1.1" status: 200 len: 217 time: 0.0432844 Sep 18 20:00:06.660932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 0c483624-2c26-422d-b1f9-f0ac1384bb55 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:00:06.667157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] For port 468a6387-2423-4ee4-b9f3-4fe3e3f59930, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=468a6387-2423-4ee4-b9f3-4fe3e3f59930,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:00:06.679596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:06.751220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-275cc4a7-8ce3-4931-b142-9c3671bcd258 req-fe2b10a7-bf0b-4637-8fae-1c89523c84a8 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076839 Sep 18 20:00:06.756202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:06.757020 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:06.758550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] 10.222.0.24 "PUT /v2.0/ports/468a6387-2423-4ee4-b9f3-4fe3e3f59930 HTTP/1.1" status: 200 len: 1092 time: 2.6876385 Sep 18 20:00:06.826335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c086fd-d516-4494-a4ac-a1b837dc0094 service neutron] Pushing event updated for resources: {'Port': ['ID=468a6387-2423-4ee4-b9f3-4fe3e3f59930,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:06.856510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc64e10-95f2-4971-8cbd-419af3644a81 req-248f4f09-5a95-4e15-a2a5-cef03d6f2911 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:06.859031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cc64e10-95f2-4971-8cbd-419af3644a81 req-248f4f09-5a95-4e15-a2a5-cef03d6f2911 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0684786 Sep 18 20:00:06.904965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:06.935048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cc64e10-95f2-4971-8cbd-419af3644a81 req-feeea622-f6e9-4fd4-9dc7-79e73691e1db tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654507 Sep 18 20:00:06.941550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=0c483624-2c26-422d-b1f9-f0ac1384bb55,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:06.945055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-b8edc755-9fa3-4ef8-91c4-9526e8e2c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:06.946885 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-b8edc755-9fa3-4ef8-91c4-9526e8e2c9cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.2809608 Sep 18 20:00:07.005351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-c022992d-dab3-4e08-a1f4-2e725f181777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:07.007616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-c022992d-dab3-4e08-a1f4-2e725f181777 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 1095 time: 0.0883381 Sep 18 20:00:07.072224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-c7f5bc0a-1b0f-487b-9d6b-406dd089c385 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=468a6387-2423-4ee4-b9f3-4fe3e3f59930 HTTP/1.1" status: 200 len: 217 time: 0.0566900 Sep 18 20:00:07.152285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-08dcdd08-43a4-418f-bd4e-df1ab6915a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:07.153961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-08dcdd08-43a4-418f-bd4e-df1ab6915a94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.0748487 Sep 18 20:00:07.198290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-7dc0cc85-2cca-4fba-baf9-5b0e27776e9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368991 Sep 18 20:00:07.405757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-b856189e-cb67-427b-bd08-682ceb790dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:07.407526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-b856189e-cb67-427b-bd08-682ceb790dcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4521632 Sep 18 20:00:07.421931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-6bff196c-9513-4353-9f20-d7f6de67d52f service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117252 Sep 18 20:00:07.434347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-51d6c10d-8dae-43a5-837d-b9c702d2a80d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:07.441623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-51d6c10d-8dae-43a5-837d-b9c702d2a80d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.2403269 Sep 18 20:00:07.477023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7501e-3921-421c-b6be-143b41ac1712 req-55957120-885c-4e62-863d-3cde2bbd8bdf tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:07.478093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71e7501e-3921-421c-b6be-143b41ac1712 req-55957120-885c-4e62-863d-3cde2bbd8bdf tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 943 time: 0.1445773 Sep 18 20:00:07.494374 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-281a9d97-edfe-4194-a183-8f6d52307b16 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/quotas/d633ef482bb24a6eb4c9f2bca747a125 HTTP/1.1" status: 200 len: 375 time: 0.0518241 Sep 18 20:00:07.511269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:07.603529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71e7501e-3921-421c-b6be-143b41ac1712 req-ddb077f1-6b50-4a62-9dbd-13936cbdf425 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137583 Sep 18 20:00:07.640364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-9dec7e2c-6e68-4e43-90b9-ee2e20e3002f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1283555 Sep 18 20:00:07.642403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f82319cf-2861-4418-bdc7-83506fb98fdf req-0732797a-ab37-46b4-bfa3-cbaddbe28920 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892254 Sep 18 20:00:07.656036 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-1489f8a7-0dd3-49db-9217-ff6c1fa8529d service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143345 Sep 18 20:00:07.753215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b630577-3a64-4925-a74c-8f1d78611a6b req-d3d9256c-71d8-4a80-a412-923303afb1e5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 210 time: 0.0323122 Sep 18 20:00:07.775499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:00:07.775835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-74cad42f-3af9-4bdd-8f1b-db5e58afd8c5 service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272962 Sep 18 20:00:07.908079 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c7a8be62-a6d3-4124-beb4-7a81e9316814 req-bca718c0-bf38-498f-8780-5e5901e9836e service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122145 Sep 18 20:00:07.909664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:00:07.917988 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-96428110-a89b-4cdc-8fce-0ac6226d6322 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5630264 Sep 18 20:00:07.918601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41046) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:07.920093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24991c60-dcc5-4d80-97c6-34cee5a7e547 req-0deaf6ae-54b1-4111-b0c2-8f33a1fd1a9e tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:07.921769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24991c60-dcc5-4d80-97c6-34cee5a7e547 req-0deaf6ae-54b1-4111-b0c2-8f33a1fd1a9e tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 945 time: 0.0756576 Sep 18 20:00:07.924026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-cc030a80-3b5e-4261-9428-41fe1ba4d9cd service neutron] 10.222.0.20 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422360 Sep 18 20:00:07.927512 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:00:07.937921 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:00:07.938506 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:08.006466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24991c60-dcc5-4d80-97c6-34cee5a7e547 req-e9f96adc-89f3-4a38-87de-045446ba06f0 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658529 Sep 18 20:00:08.009137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-1524ef5f-18ce-40f5-8f84-82e7f37af0ec tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting subnet 28e2118c-991c-46ce-acf1-b196f22070f4 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:00:08.012783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1524ef5f-18ce-40f5-8f84-82e7f37af0ec tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:08.052042 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:00:08.099145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1524ef5f-18ce-40f5-8f84-82e7f37af0ec tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:08.142120 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:06Z', 'revision_number': 11, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:08.181577 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:00:08.207185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-067ae005-ab08-4584-bb77-913a87d4785c req-92cb3583-ecfb-44fd-bf3d-5158da7d3bb9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 210 time: 0.0441530 Sep 18 20:00:08.208313 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:00:08.209115 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:08.287671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7561ff-4ace-439c-9fef-3b1a83e5bed3', 'tag': '468a6387-2423-4ee4-b9f3-4fe3e3f59930'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:08.290187 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a" -d '{"events": [{"name": "network-changed", "server_uuid": "da7561ff-4ace-439c-9fef-3b1a83e5bed3", "tag": "468a6387-2423-4ee4-b9f3-4fe3e3f59930"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:08.298439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1524ef5f-18ce-40f5-8f84-82e7f37af0ec tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:08.338056 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:00:08.356663 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d57cee-71c9-42c6-a0de-a981dff91b53 x-openstack-request-id: req-b8d57cee-71c9-42c6-a0de-a981dff91b53 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:08.357134 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7561ff-4ace-439c-9fef-3b1a83e5bed3", "tag": "468a6387-2423-4ee4-b9f3-4fe3e3f59930", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:08.357550 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8d57cee-71c9-42c6-a0de-a981dff91b53 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:08.358099 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7561ff-4ace-439c-9fef-3b1a83e5bed3', 'tag': '468a6387-2423-4ee4-b9f3-4fe3e3f59930', 'status': 'completed', 'code': 200} Sep 18 20:00:08.411643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1524ef5f-18ce-40f5-8f84-82e7f37af0ec tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:08.445525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-06cfa801-fe30-41c3-b18d-b03a1052b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:08.447641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b1b71-9326-404c-a91d-ccd758286db2 None None] Network 4de6948c-3ebb-4d4e-99ef-8006b78aa271 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:00:08.452894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-06cfa801-fe30-41c3-b18d-b03a1052b658 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 1095 time: 0.0654798 Sep 18 20:00:08.464550 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:06Z', 'revision_number': 11, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:08.507153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1524ef5f-18ce-40f5-8f84-82e7f37af0ec tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:08.513920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41068) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:08.516372 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1524ef5f-18ce-40f5-8f84-82e7f37af0ec tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/28e2118c-991c-46ce-acf1-b196f22070f4 HTTP/1.1" status: 204 len: 168 time: 0.5962820 Sep 18 20:00:08.516981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524ef5f-18ce-40f5-8f84-82e7f37af0ec tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Subnet': ['ID=28e2118c-991c-46ce-acf1-b196f22070f4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:08.532266 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40ab89-a339-4599-a56a-f671e0330319 None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:06Z', 'revision_number': 11, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:00:08.785078 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:08.804145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356150-9483-4ba4-811c-76ca818ba00f req-d8416c07-8e54-4194-86c5-86583bb1a0e6 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:08.805664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb356150-9483-4ba4-811c-76ca818ba00f req-d8416c07-8e54-4194-86c5-86583bb1a0e6 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 945 time: 0.2209640 Sep 18 20:00:08.819183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-289e4145-65ae-4ddf-81db-bd1a0058e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:08.820715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-289e4145-65ae-4ddf-81db-bd1a0058e629 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 906 time: 0.3610775 Sep 18 20:00:08.829544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device bcab5499-2362-455a-8892-a8f72240b479 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:08.856402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: bcab5499-2362-455a-8892-a8f72240b479 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:08.857114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device bcab5499-2362-455a-8892-a8f72240b479 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:08.910270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-3d623e88-147d-459f-8bbf-df3d02b0e79f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=468a6387-2423-4ee4-b9f3-4fe3e3f59930 HTTP/1.1" status: 200 len: 217 time: 0.0719512 Sep 18 20:00:08.919704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11c64e-0366-4a87-801b-7ed83a62b2da req-622e1b5d-4a40-490c-b75e-f2574bc35966 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:08.921238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b11c64e-0366-4a87-801b-7ed83a62b2da req-622e1b5d-4a40-490c-b75e-f2574bc35966 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 943 time: 0.1967485 Sep 18 20:00:08.945566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] DHCP port deletion for 4de6948c-3ebb-4d4e-99ef-8006b78aa271 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:00:09.012067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb356150-9483-4ba4-811c-76ca818ba00f req-b96c3873-f665-40f1-968f-a66e0468f930 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882026 Sep 18 20:00:09.052219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] Deleting port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:00:09.052618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.056677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-85a275cd-07dc-414a-acac-11021e5131e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:09.058210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-85a275cd-07dc-414a-acac-11021e5131e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1351287 Sep 18 20:00:09.085858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b11c64e-0366-4a87-801b-7ed83a62b2da req-41b977f3-f52b-40b7-99eb-07ecd3176b45 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035798 Sep 18 20:00:09.127096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-1662ba48-ee99-4050-8b13-145aaf915572 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399659 Sep 18 20:00:09.128835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Deleting port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:00:09.129294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.133970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] For port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,segment=NetworkSegment(43733e6c-cb58-4568-964b-0f271aa1e91f),segment_id=43733e6c-cb58-4568-964b-0f271aa1e91f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:09.134370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.148475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] Calling delete_port for 5aa0bb36-12fb-46d1-87c7-adc3a38f694b owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:00:09.154527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9487340-5e40-464f-abdc-03b24d832799 req-28d1a5db-5687-4dd2-9643-f728f1d5bfbb tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 210 time: 0.0557878 Sep 18 20:00:09.289631 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.304550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] For port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,segment=NetworkSegment(43733e6c-cb58-4568-964b-0f271aa1e91f),segment_id=43733e6c-cb58-4568-964b-0f271aa1e91f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:09.304831 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.324700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] No DVR routers for this DVR port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:00:09.329276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0760830-74f1-42b0-8c15-68fe5ad0dea7 req-3270af57-e544-4fb6-ad20-e673588c8b40 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 210 time: 0.0387208 Sep 18 20:00:09.330027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7c202-2d16-4e80-8217-0e6ea785550f None None] Pushing event deleted for resources: {'Port': ['ID=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:09.344724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Calling delete_port for 5aa0bb36-12fb-46d1-87c7-adc3a38f694b owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:00:09.348649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 468a6387-2423-4ee4-b9f3-4fe3e3f59930 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:09.357561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-d583008c-c349-4eaa-b9c7-fc950dd53d8f service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058165 Sep 18 20:00:09.477939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 468a6387-2423-4ee4-b9f3-4fe3e3f59930, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=468a6387-2423-4ee4-b9f3-4fe3e3f59930,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:09.490925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '468a6387-2423-4ee4-b9f3-4fe3e3f59930', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'port_id': '468a6387-2423-4ee4-b9f3-4fe3e3f59930', 'mac_address': 'fa:16:3e:02:04:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083eb172-dcbc-4dbc-acb8-5526581d8b31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:09.530215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.542253 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.558284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468a6387-2423-4ee4-b9f3-4fe3e3f59930 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:09.583237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-87b14fad-5172-4d9f-83db-ef5cee78f616 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:09.584801 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-87b14fad-5172-4d9f-83db-ef5cee78f616 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.24 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 812 time: 0.2097826 Sep 18 20:00:09.587579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Port': ['ID=5aa0bb36-12fb-46d1-87c7-adc3a38f694b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:09.591189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 468a6387-2423-4ee4-b9f3-4fe3e3f59930, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=468a6387-2423-4ee4-b9f3-4fe3e3f59930,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:09.595954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0294c0d2-85f5-4ecd-8c73-a880ca6d881a req-9e17a0d5-7245-416c-b77f-3b9f126fecdc service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011430 Sep 18 20:00:09.599346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No DVR routers for this DVR port 5aa0bb36-12fb-46d1-87c7-adc3a38f694b on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:00:09.601022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Request body: {'port': {'device_id': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'admin_state_up': True, 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:09.606918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.679347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=468a6387-2423-4ee4-b9f3-4fe3e3f59930,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:09.706940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.729668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de6948c-3ebb-4d4e-99ef-8006b78aa271']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:09.742800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43733e6c-cb58-4568-964b-0f271aa1e91f') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:09.743093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43733e6c-cb58-4568-964b-0f271aa1e91f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:09.745027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Made reservation on behalf of d633ef482bb24a6eb4c9f2bca747a125 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:09.748605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.761273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.774743 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.781939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:00:09.782333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:00:09.785795 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:00:09.834652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['468a6387-2423-4ee4-b9f3-4fe3e3f59930'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:09.887787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.894513 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:09.899546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41078) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:09.899682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/networks/4de6948c-3ebb-4d4e-99ef-8006b78aa271 HTTP/1.1" status: 204 len: 168 time: 1.3817511 Sep 18 20:00:09.912860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'routes': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:09.918648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Allocated IP 172.20.0.10 (2078d3ab-c54a-416e-b2a9-de9c1ac87c8f/2cd437ac-d63e-479b-b152-e4001b738762/b20814d4-dfcf-4ccb-8809-c0c2d1a743ef) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:09.928554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-5ed65810-e253-497b-9df8-d2d280cf1b36 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:09.930122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-5ed65810-e253-497b-9df8-d2d280cf1b36 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.24 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 945 time: 0.0919936 Sep 18 20:00:09.931463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3f733-e251-42bf-8f30-233ca2284f14 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Pushing event deleted for resources: {'Network': ['ID=4de6948c-3ebb-4d4e-99ef-8006b78aa271,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:10.064037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Deleting port 8c88b598-da9b-4916-811f-56661f25b900 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:00:10.065518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:10.159341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Added routes are [] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 20:00:10.159775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.extraroute_db [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Removed routes are [] {{(pid=94940) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 20:00:10.160327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:10.248339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0c483624-2c26-422d-b1f9-f0ac1384bb55 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:10.294755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 0c483624-2c26-422d-b1f9-f0ac1384bb55 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:10.298469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0c483624-2c26-422d-b1f9-f0ac1384bb55 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:10.303822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5aa0bb36-12fb-46d1-87c7-adc3a38f694b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:10.338293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5b00-8683-44e6-8118-bb664097e3ed req-3240825a-a518-4600-9609-3248aefd59f5 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:10.347285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-706d5b00-8683-44e6-8118-bb664097e3ed req-3240825a-a518-4600-9609-3248aefd59f5 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 945 time: 0.2029588 Sep 18 20:00:10.358567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 5aa0bb36-12fb-46d1-87c7-adc3a38f694b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:10.359282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5aa0bb36-12fb-46d1-87c7-adc3a38f694b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:10.380540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:10.389904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:10.399307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] For port 8c88b598-da9b-4916-811f-56661f25b900, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8c88b598-da9b-4916-811f-56661f25b900,segment=NetworkSegment(87dfcf12-b5f6-4669-bcc5-ce741cc91c20),segment_id=87dfcf12-b5f6-4669-bcc5-ce741cc91c20)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:10.399307 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:10.430874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e5020-c3ec-44b0-b57c-95ff412c5854 req-140e149e-6d3e-4b2a-8509-29c5f2ccb43c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:10.439602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648e5020-c3ec-44b0-b57c-95ff412c5854 req-140e149e-6d3e-4b2a-8509-29c5f2ccb43c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 944 time: 0.2261386 Sep 18 20:00:10.478156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Calling delete_port for 8c88b598-da9b-4916-811f-56661f25b900 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:00:10.511885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-706d5b00-8683-44e6-8118-bb664097e3ed req-9c656904-e5ca-4347-bba0-ec067acd4dce tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/security-groups?id=763ff411-0a63-4471-a34b-daf74fe4c63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635971 Sep 18 20:00:10.517700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router 4adc0986-0b58-4f34-ad7c-53c7df36211f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:00:10.535213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-648e5020-c3ec-44b0-b57c-95ff412c5854 req-e47631e0-47ca-408e-95d0-f368c4431f47 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931056 Sep 18 20:00:10.584350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:10.696240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef42c22e-79ca-468b-9106-d64fce8bcc01 req-a038d771-2d99-4a39-9d40-dcc1c57988c3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=32a8d2af-0d56-40f2-86ba-67855776ed9a HTTP/1.1" status: 200 len: 210 time: 0.0611169 Sep 18 20:00:10.705273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:00:10.722222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] Sync routers for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:00:10.728326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c9ac3f05-2467-4170-b0be-42890abd0a65 req-f9464469-e825-414d-913a-2cb66720c7c6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 210 time: 0.0756392 Sep 18 20:00:10.738663 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:10.743258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41098) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:10.747603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:00:10.748228 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f3b9b2bd-a4d9-46e8-8ad1-a99f70dbd840 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 200 len: 701 time: 0.8439379 Sep 18 20:00:10.748350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:10.775693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:10.819413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ee6f09b8-ea5f-4e0f-b298-d0328317d4fb tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 200 len: 205 time: 0.0692153 Sep 18 20:00:10.821578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41100) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:10.844528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event updated for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:10.852829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:10.858536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:10.861553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.861553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.861994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.862714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.863228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.863689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.876134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.876732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.877374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.878034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['10bc125d-03c1-42b0-8d47-f55722459c57'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:10.879759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.880372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.880944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:10.881175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bf614820-c67d-499d-a75c-8aab24be5253'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:10.885592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:10.918117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:00:11.033240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:11.035099 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.038570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23c7c9c2-e2cd-4377-9f4f-a2c26d783aba tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.067800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:06Z', 'revision_number': 11, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:11.092681 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-4f2d4cc4-d8a0-42ac-bcae-97b0d9380bec tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4958589 Sep 18 20:00:11.104585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Request body: {'port': {'device_id': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:11.128883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] Checking router: 4adc0986-0b58-4f34-ad7c-53c7df36211f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:00:11.169916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] Routers {'4adc0986-0b58-4f34-ad7c-53c7df36211f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:00:11.170807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4adc0986-0b58-4f34-ad7c-53c7df36211f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:11.262063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.330472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] Set router 4adc0986-0b58-4f34-ad7c-53c7df36211f gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:00:11.351251 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23c7c9c2-e2cd-4377-9f4f-a2c26d783aba tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.354152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23c7c9c2-e2cd-4377-9f4f-a2c26d783aba tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.378128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 468a6387-2423-4ee4-b9f3-4fe3e3f59930 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:00:11.405746 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23c7c9c2-e2cd-4377-9f4f-a2c26d783aba tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.406616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c7c9c2-e2cd-4377-9f4f-a2c26d783aba tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Fanout notify agent at l3_agent the message router_deleted on router 4adc0986-0b58-4f34-ad7c-53c7df36211f {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:00:11.433834 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23c7c9c2-e2cd-4377-9f4f-a2c26d783aba tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.435571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-23c7c9c2-e2cd-4377-9f4f-a2c26d783aba tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 204 len: 168 time: 0.6127889 Sep 18 20:00:11.440003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:06Z', 'revision_number': 11, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:11.443764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41104) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:11.453965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d872dd6a-17fb-4feb-9d00-72f604e3f7a4 None None] Provisioning complete for port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:11.454416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d872dd6a-17fb-4feb-9d00-72f604e3f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.454787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b09dce29-64bf-4958-b494-22c9c449da94 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1581651814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:11.494428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.499524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b09dce29-64bf-4958-b494-22c9c449da94 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.500855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b09dce29-64bf-4958-b494-22c9c449da94 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.506338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b55706-f4ea-4af1-b2fc-796be492320d None None] The sync data for ids ['4adc0986-0b58-4f34-ad7c-53c7df36211f'] in n-d-789963-11 is: [{'id': '4adc0986-0b58-4f34-ad7c-53c7df36211f', 'name': 'tempest-RoutersTest-router-2059334499', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:59:12Z', 'updated_at': '2021-09-18T20:00:06Z', 'revision_number': 11, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:00:11.614871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20814d4-dfcf-4ccb-8809-c0c2d1a743ef {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:11.623954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.634329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Pushing event deleted for resources: {'Port': ['ID=8c88b598-da9b-4916-811f-56661f25b900,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:11.642553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Transition to ACTIVE for port object b20814d4-dfcf-4ccb-8809-c0c2d1a743ef will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:11.649017 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.670449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d872dd6a-17fb-4feb-9d00-72f604e3f7a4 None None] Port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:00:11.687159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:00:11.712693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Pushing event updated for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:11.726528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:11.727032 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.793665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d678fa5-e40a-4b15-a52c-e5f3b4d526a9 req-174f1fd3-c842-4c2e-88f5-acfe93177138 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.20 "GET /v2.0/ports?device_id=62336f51-0779-4fa2-83de-266bf43722f1 HTTP/1.1" status: 200 len: 210 time: 0.1379685 Sep 18 20:00:11.854868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] No DVR routers for this DVR port 8c88b598-da9b-4916-811f-56661f25b900 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:00:11.887344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Attempting to bind port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:11.888781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Attempting to bind port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:11.889288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Attempting to bind port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:11.895629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:11.896461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Attempting to bind port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef on network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:11.903265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:11.903996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Checking segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:11.904550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Bound using segment: {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:11.905168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Bound port: b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0527bece-ac58-4960-9f8b-b26d31f1f9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:11.905711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.958895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.971797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.977938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d383240-9909-471c-b9f2-69c7cd2e5c68 req-04a991e0-aa13-43d5-b9b8-df4f394beeb1 tempest-ServerAddressesTestJSON-1210837583 tempest-ServerAddressesTestJSON-1210837583-project] 10.222.0.24 "DELETE /v2.0/ports/8c88b598-da9b-4916-811f-56661f25b900 HTTP/1.1" status: 204 len: 173 time: 2.0326567 Sep 18 20:00:11.980113 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b09dce29-64bf-4958-b494-22c9c449da94 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:11.991735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62336f51-0779-4fa2-83de-266bf43722f1', 'name': 'network-vif-deleted', 'tag': '8c88b598-da9b-4916-811f-56661f25b900'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:12.012846 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce7c987-160b-4ee3-bd92-255ebe2cd870" -d '{"events": [{"server_uuid": "62336f51-0779-4fa2-83de-266bf43722f1", "name": "network-vif-deleted", "tag": "8c88b598-da9b-4916-811f-56661f25b900"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:12.018802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:00:12.024779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:00:12.033900 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b09dce29-64bf-4958-b494-22c9c449da94 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:12.035492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:12.065544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 468a6387-2423-4ee4-b9f3-4fe3e3f59930, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=468a6387-2423-4ee4-b9f3-4fe3e3f59930,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:12.076487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7561ff-4ace-439c-9fef-3b1a83e5bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468a6387-2423-4ee4-b9f3-4fe3e3f59930'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:12.081133 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02480634-ccc1-49d1-bced-9b34e504d717" -d '{"events": [{"server_uuid": "da7561ff-4ace-439c-9fef-3b1a83e5bed3", "name": "network-vif-plugged", "status": "completed", "tag": "468a6387-2423-4ee4-b9f3-4fe3e3f59930"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:12.097450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:12.107186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:12.108630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:12.111243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] 10.222.0.24 "PUT /v2.0/ports/b20814d4-dfcf-4ccb-8809-c0c2d1a743ef HTTP/1.1" status: 200 len: 1093 time: 1.0117283 Sep 18 20:00:12.113113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:12.116416 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6173be-9ac1-4e5b-a725-542466528880" -d '{"events": [{"name": "network-changed", "server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:12.223205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343eaac-275b-4874-9c22-d9fe27fc626b service neutron] Pushing event updated for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:12.258760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-34d2e9b1-5e03-4694-a2d6-d478349e3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:12.261096 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-34d2e9b1-5e03-4694-a2d6-d478349e3e63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 1096 time: 0.0851979 Sep 18 20:00:12.265574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=468a6387-2423-4ee4-b9f3-4fe3e3f59930,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:12.359898 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-848969b1-bcd4-43d6-9286-0fde29a0220b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef HTTP/1.1" status: 200 len: 217 time: 0.0903912 Sep 18 20:00:12.486732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-ccfb1a59-c5ff-4483-b3d8-17589c1b7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:12.490838 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-ccfb1a59-c5ff-4483-b3d8-17589c1b7e77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.1236167 Sep 18 20:00:12.561269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-02309070-7acc-4e18-9bbf-c1be3acf10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:12.563136 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-02309070-7acc-4e18-9bbf-c1be3acf10a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627220 Sep 18 20:00:12.632865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d751cde-a8ef-47c1-b72c-e4914258fa7d req-1b387b18-9908-4abe-933c-d91778e1ec6f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:12.634521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d751cde-a8ef-47c1-b72c-e4914258fa7d req-1b387b18-9908-4abe-933c-d91778e1ec6f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 944 time: 0.8639705 Sep 18 20:00:12.635347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b09dce29-64bf-4958-b494-22c9c449da94 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:12.636535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b09dce29-64bf-4958-b494-22c9c449da94 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1915796 Sep 18 20:00:12.639641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41136) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:12.649326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404428f4-46ce-42a3-b004-888a94fd3838 req-8402ea87-4339-4b67-8e2f-9f19020f366f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:12.650938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-404428f4-46ce-42a3-b004-888a94fd3838 req-8402ea87-4339-4b67-8e2f-9f19020f366f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 944 time: 0.6326513 Sep 18 20:00:12.664515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f47ebd46-14f7-49d8-8858-63a912381e76 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:12.718385 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-49384868-8407-4328-8c1f-a44ee5aabb62 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458418 Sep 18 20:00:12.830246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d751cde-a8ef-47c1-b72c-e4914258fa7d req-ab144883-19b6-4477-95a8-54daae466e1a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783671 Sep 18 20:00:12.839619 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-49cffad6-3df1-425c-ba11-76763acf32e9 req-57df361f-9dc0-443c-8607-ae0ec810c7d8 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140237 Sep 18 20:00:12.845231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-404428f4-46ce-42a3-b004-888a94fd3838 req-fed26700-5a21-4f91-aeba-630bb10c0d8d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657448 Sep 18 20:00:12.917451 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70151dda-f7aa-4a97-a9bd-a5f6dec21049 x-openstack-request-id: req-70151dda-f7aa-4a97-a9bd-a5f6dec21049 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:12.920951 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62336f51-0779-4fa2-83de-266bf43722f1", "name": "network-vif-deleted", "tag": "8c88b598-da9b-4916-811f-56661f25b900", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:12.921211 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70151dda-f7aa-4a97-a9bd-a5f6dec21049 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:12.921717 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62336f51-0779-4fa2-83de-266bf43722f1', 'name': 'network-vif-deleted', 'tag': '8c88b598-da9b-4916-811f-56661f25b900', 'status': 'completed', 'code': 200} Sep 18 20:00:12.955972 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e47ac45-66b5-4f80-91b1-df02c8d4a113 x-openstack-request-id: req-0e47ac45-66b5-4f80-91b1-df02c8d4a113 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:12.956451 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7561ff-4ace-439c-9fef-3b1a83e5bed3", "name": "network-vif-plugged", "status": "completed", "tag": "468a6387-2423-4ee4-b9f3-4fe3e3f59930", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:12.956578 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e47ac45-66b5-4f80-91b1-df02c8d4a113 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:12.956907 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7561ff-4ace-439c-9fef-3b1a83e5bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468a6387-2423-4ee4-b9f3-4fe3e3f59930', 'code': 200} Sep 18 20:00:12.995404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41142) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:13.051684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9eec4c-a8f9-47b3-8a5a-4c395f734e26 admin admin] Deleting subnet 5c580281-55fc-4e25-95b6-76b7a1b2a9f1 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:00:13.054977 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df153dd-f6d3-4590-adac-ea38578c6e0c x-openstack-request-id: req-0df153dd-f6d3-4590-adac-ea38578c6e0c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:13.055338 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:13.055811 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0df153dd-f6d3-4590-adac-ea38578c6e0c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:13.056275 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'status': 'completed', 'code': 200} Sep 18 20:00:13.060059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f47ebd46-14f7-49d8-8858-63a912381e76 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.079251 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f47ebd46-14f7-49d8-8858-63a912381e76 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.087830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec4c-a8f9-47b3-8a5a-4c395f734e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.143463 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec4c-a8f9-47b3-8a5a-4c395f734e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.146821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22c56f-afb7-4aa3-a0de-6625d6ed65de req-14a94016-fdea-48b8-a5a1-7ebda9215953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:13.148471 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4c22c56f-afb7-4aa3-a0de-6625d6ed65de req-14a94016-fdea-48b8-a5a1-7ebda9215953 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 1097 time: 0.0905268 Sep 18 20:00:13.183472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6173be-9ac1-4e5b-a725-542466528880 req-8d1017c2-af06-4001-82fc-cff0d4e28621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:13.185028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6173be-9ac1-4e5b-a725-542466528880 req-8d1017c2-af06-4001-82fc-cff0d4e28621 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 1096 time: 0.1159959 Sep 18 20:00:13.216029 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4c22c56f-afb7-4aa3-a0de-6625d6ed65de req-3d215c3e-8db3-4eb8-80d6-ae53763455ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495701 Sep 18 20:00:13.217165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec4c-a8f9-47b3-8a5a-4c395f734e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.282670 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec4c-a8f9-47b3-8a5a-4c395f734e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.299416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47ebd46-14f7-49d8-8858-63a912381e76 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Router a8f26e58-f93d-4280-8544-34513e0c3d68 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:00:13.303668 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc9eec4c-a8f9-47b3-8a5a-4c395f734e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.305906 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dc9eec4c-a8f9-47b3-8a5a-4c395f734e26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5c580281-55fc-4e25-95b6-76b7a1b2a9f1 HTTP/1.1" status: 204 len: 168 time: 0.3093934 Sep 18 20:00:13.308998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41144) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:13.331055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9eec4c-a8f9-47b3-8a5a-4c395f734e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c580281-55fc-4e25-95b6-76b7a1b2a9f1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:13.360877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6173be-9ac1-4e5b-a725-542466528880 req-718db72d-67c7-4d49-97f3-d3d3b086de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:13.363047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6173be-9ac1-4e5b-a725-542466528880 req-718db72d-67c7-4d49-97f3-d3d3b086de4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1709158 Sep 18 20:00:13.372206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8c88b598-da9b-4916-811f-56661f25b900 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:13.397660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 8c88b598-da9b-4916-811f-56661f25b900 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:13.398367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8c88b598-da9b-4916-811f-56661f25b900 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:13.489521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6173be-9ac1-4e5b-a725-542466528880 req-b7f8693a-c326-4c17-8bad-a7907fdc1802 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef HTTP/1.1" status: 200 len: 217 time: 0.0859742 Sep 18 20:00:13.530545 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.550601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ebd46-14f7-49d8-8858-63a912381e76 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:00:13.557484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f47ebd46-14f7-49d8-8858-63a912381e76 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.559690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f47ebd46-14f7-49d8-8858-63a912381e76 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "PUT /v2.0/routers/a8f26e58-f93d-4280-8544-34513e0c3d68 HTTP/1.1" status: 200 len: 694 time: 0.9178843 Sep 18 20:00:13.561458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41150) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:13.568128 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] Sync routers for ids ['a8f26e58-f93d-4280-8544-34513e0c3d68'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:00:13.579158 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] Routers {'a8f26e58-f93d-4280-8544-34513e0c3d68'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:00:13.581015 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['a8f26e58-f93d-4280-8544-34513e0c3d68'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:13.586487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6173be-9ac1-4e5b-a725-542466528880 req-16f9f062-ade9-49b8-897b-0b1f67a47107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:13.588199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6173be-9ac1-4e5b-a725-542466528880 req-16f9f062-ade9-49b8-897b-0b1f67a47107 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0706034 Sep 18 20:00:13.689922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9dfba646-52f3-43bf-909c-d1bfcd5f5a0e tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/routers/a8f26e58-f93d-4280-8544-34513e0c3d68 HTTP/1.1" status: 200 len: 700 time: 0.1271589 Sep 18 20:00:13.690951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.692661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41158) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:13.731189 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-da82b6ca-d63a-4289-94f7-6c3bb1ead5b5 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f26e58-f93d-4280-8544-34513e0c3d68 HTTP/1.1" status: 200 len: 205 time: 0.0349531 Sep 18 20:00:13.731815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41160) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:13.738356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6173be-9ac1-4e5b-a725-542466528880 req-76fa436b-9750-4eeb-a4e4-51fe8722f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:13.739975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6173be-9ac1-4e5b-a725-542466528880 req-76fa436b-9750-4eeb-a4e4-51fe8722f82e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329184 Sep 18 20:00:13.741883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66de158d-9cda-4b22-8fb7-f5dbc1b2e254']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:13.748286 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] Set router a8f26e58-f93d-4280-8544-34513e0c3d68 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:00:13.782246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dfcf12-b5f6-4669-bcc5-ce741cc91c20') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:13.782824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dfcf12-b5f6-4669-bcc5-ce741cc91c20') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:13.805390 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f26e58-f93d-4280-8544-34513e0c3d68', 'name': 'tempest-RoutersTest-router-1581651814', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:00:11Z', 'updated_at': '2021-09-18T20:00:13Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:13.836371 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.851565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e330297c-8d48-4445-8a55-401bb5dbabcc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.882984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.890414 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] Checking router: a8f26e58-f93d-4280-8544-34513e0c3d68 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:00:13.901975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:00:13.902398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:00:13.908255 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:00:13.918674 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] Routers {'a8f26e58-f93d-4280-8544-34513e0c3d68'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:00:13.920846 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T19:59:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['a8f26e58-f93d-4280-8544-34513e0c3d68'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:14.059512 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] Set router a8f26e58-f93d-4280-8544-34513e0c3d68 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:00:14.068558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6173be-9ac1-4e5b-a725-542466528880 req-10fab712-755e-492d-8c16-8763f5d8b040 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150609 Sep 18 20:00:14.121163 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.160989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.165726 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e330297c-8d48-4445-8a55-401bb5dbabcc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.168312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66de158d-9cda-4b22-8fb7-f5dbc1b2e254 HTTP/1.1" status: 204 len: 168 time: 0.8580551 Sep 18 20:00:14.168772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e330297c-8d48-4445-8a55-401bb5dbabcc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.272385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e330297c-8d48-4445-8a55-401bb5dbabcc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.276068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e330297c-8d48-4445-8a55-401bb5dbabcc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Fanout notify agent at l3_agent the message router_deleted on router a8f26e58-f93d-4280-8544-34513e0c3d68 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:00:14.283907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52eb52-14f5-4f17-b4b6-26a73ede8508 admin admin] Pushing event deleted for resources: {'Network': ['ID=66de158d-9cda-4b22-8fb7-f5dbc1b2e254,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:14.303611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e330297c-8d48-4445-8a55-401bb5dbabcc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.313930 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e330297c-8d48-4445-8a55-401bb5dbabcc tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/a8f26e58-f93d-4280-8544-34513e0c3d68 HTTP/1.1" status: 204 len: 168 time: 0.5782230 Sep 18 20:00:14.318097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41178) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.348795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0693a-e850-4b6a-a88e-58e54a4551d9 req-2caee7c3-cc6b-4065-bad9-da43603a734a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:14.356214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24b0693a-e850-4b6a-a88e-58e54a4551d9 req-2caee7c3-cc6b-4065-bad9-da43603a734a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 945 time: 0.3548896 Sep 18 20:00:14.392819 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f26e58-f93d-4280-8544-34513e0c3d68', 'name': 'tempest-RoutersTest-router-1581651814', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:00:11Z', 'updated_at': '2021-09-18T20:00:13Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:00:14.406318 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8274433f-aafe-4790-9893-48f7ed0a3434 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f26e58-f93d-4280-8544-34513e0c3d68 HTTP/1.1" status: 200 len: 205 time: 0.0811989 Sep 18 20:00:14.408304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.417905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72946bb-53e5-405c-bce8-5546c8b79080 req-a03fe4d3-79f5-49cc-9128-eb4a30e671bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:14.419856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a72946bb-53e5-405c-bce8-5546c8b79080 req-a03fe4d3-79f5-49cc-9128-eb4a30e671bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 944 time: 0.4364223 Sep 18 20:00:14.425336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24b0693a-e850-4b6a-a88e-58e54a4551d9 req-1b6a123f-62b7-4918-8d41-38fbc072be1b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600715 Sep 18 20:00:14.476453 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e0176-d65a-4594-86c9-ad88e51da7ef None None] The sync data for ids ['a8f26e58-f93d-4280-8544-34513e0c3d68'] in n-d-789963-11 is: [{'id': 'a8f26e58-f93d-4280-8544-34513e0c3d68', 'name': 'tempest-RoutersTest-router-1581651814', 'tenant_id': '8233e7500ac94b68a4f57e0a94b919b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:00:11Z', 'updated_at': '2021-09-18T20:00:13Z', 'revision_number': 2, 'project_id': '8233e7500ac94b68a4f57e0a94b919b5', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:00:14.477687 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-b7ee7c14-a554-4c0c-953f-7bd2b963f1ea tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] delete failed (client error): The resource could not be found. Sep 18 20:00:14.481417 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b7ee7c14-a554-4c0c-953f-7bd2b963f1ea tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/a8f26e58-f93d-4280-8544-34513e0c3d68 HTTP/1.1" status: 404 len: 336 time: 0.0707474 Sep 18 20:00:14.483817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41184) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.525843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41188) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.535327 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-4586d05f-86fe-456d-95c3-d85a90851823 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:14.536002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4586d05f-86fe-456d-95c3-d85a90851823 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:14.538922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4586d05f-86fe-456d-95c3-d85a90851823 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/4fc6f2cc-9764-49b6-b1be-09e5f28bd23b HTTP/1.1" status: 404 len: 337 time: 0.0538251 Sep 18 20:00:14.541237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.550471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f6173be-9ac1-4e5b-a725-542466528880 req-420dcf80-293e-48c9-a05e-5580eed6100d service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605005 Sep 18 20:00:14.567066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a72946bb-53e5-405c-bce8-5546c8b79080 req-81795319-8dd5-45a1-ab8f-fe468fa7bd45 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336830 Sep 18 20:00:14.612214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-09a93500-baae-402b-be8a-9457b8183369 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21dee4a74aea45f397e205548933a591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832717 Sep 18 20:00:14.613102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41192) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.646561 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4bb126-b34e-4380-98a7-6088b98f155c tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:14.647023 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4bb126-b34e-4380-98a7-6088b98f155c tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:14.649210 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8b4bb126-b34e-4380-98a7-6088b98f155c tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/82047d4d-cb55-4287-b02e-377ea3c02232 HTTP/1.1" status: 404 len: 337 time: 0.1069026 Sep 18 20:00:14.651946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41194) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.702531 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaef9f80-6f7a-4a1f-b0cf-5577895754ee tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:14.702997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaef9f80-6f7a-4a1f-b0cf-5577895754ee tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:14.704902 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eaef9f80-6f7a-4a1f-b0cf-5577895754ee tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/0bd6222d-c307-485f-be35-3e69a8a793ae HTTP/1.1" status: 404 len: 337 time: 0.0523612 Sep 18 20:00:14.707846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41196) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.720288 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f5653f7-1eb8-4071-8246-998c0b4ff0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.752892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f5653f7-1eb8-4071-8246-998c0b4ff0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.764060 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff173f9-58bd-4b11-8c4e-cdf193aa2000 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:14.764591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff173f9-58bd-4b11-8c4e-cdf193aa2000 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:14.766245 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8ff173f9-58bd-4b11-8c4e-cdf193aa2000 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/28e2118c-991c-46ce-acf1-b196f22070f4 HTTP/1.1" status: 404 len: 337 time: 0.0574872 Sep 18 20:00:14.770312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41198) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.805738 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c1af802d-e7a8-4406-b04b-78e4d6e3bac4 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 200 len: 205 time: 0.0316017 Sep 18 20:00:14.808089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41200) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.854658 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-1a837935-2046-41e0-8a3a-9a92ef53769c tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] delete failed (client error): The resource could not be found. Sep 18 20:00:14.857973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a837935-2046-41e0-8a3a-9a92ef53769c tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/4adc0986-0b58-4f34-ad7c-53c7df36211f HTTP/1.1" status: 404 len: 336 time: 0.0486219 Sep 18 20:00:14.858107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41202) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.877097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f5653f7-1eb8-4071-8246-998c0b4ff0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.880573 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f5653f7-1eb8-4071-8246-998c0b4ff0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:14.884961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3f5653f7-1eb8-4071-8246-998c0b4ff0aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/763ff411-0a63-4471-a34b-daf74fe4c63b HTTP/1.1" status: 204 len: 168 time: 0.2705433 Sep 18 20:00:14.900440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5653f7-1eb8-4071-8246-998c0b4ff0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763ff411-0a63-4471-a34b-daf74fe4c63b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:14.934244 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d255afb3-2626-4507-b783-3ea12c636b27 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=faea69ba-b6bc-4661-854e-512e29a3850d HTTP/1.1" status: 200 len: 205 time: 0.0745625 Sep 18 20:00:14.936281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41206) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:14.985436 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-70d255c6-869f-48ee-9ba9-789513e5bc25 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] delete failed (client error): The resource could not be found. Sep 18 20:00:14.987651 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-70d255c6-869f-48ee-9ba9-789513e5bc25 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/faea69ba-b6bc-4661-854e-512e29a3850d HTTP/1.1" status: 404 len: 336 time: 0.0493243 Sep 18 20:00:14.989870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41208) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.019991 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0726870-5c61-46fe-b81f-b9b69c703e8b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:15.020869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0726870-5c61-46fe-b81f-b9b69c703e8b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:15.023948 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a0726870-5c61-46fe-b81f-b9b69c703e8b tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/a6d606ee-55e5-4e94-b2be-704f927c10c5 HTTP/1.1" status: 404 len: 337 time: 0.0325959 Sep 18 20:00:15.026526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41210) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.082915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41212) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.084087 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ea7bc4b-79e3-479c-a623-0d67fcd89bdf tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=4565db5c-cc20-4a09-8621-a15c65a155e1 HTTP/1.1" status: 200 len: 205 time: 0.0550296 Sep 18 20:00:15.122049 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-604a83c5-a2f2-4262-a934-dacf9db86d3e tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] delete failed (client error): The resource could not be found. Sep 18 20:00:15.123115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-604a83c5-a2f2-4262-a934-dacf9db86d3e tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/4565db5c-cc20-4a09-8621-a15c65a155e1 HTTP/1.1" status: 404 len: 336 time: 0.0391746 Sep 18 20:00:15.126008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41216) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.163507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41218) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.163819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fcc012f8-7c0e-47d0-9e13-624ffe528ccd tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d1e4e8d-91d9-4741-b3f8-076840464867 HTTP/1.1" status: 200 len: 205 time: 0.0366278 Sep 18 20:00:15.227566 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-c40ffbeb-f8b7-46e2-9a71-c6e01040db37 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] delete failed (client error): The resource could not be found. Sep 18 20:00:15.228894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c40ffbeb-f8b7-46e2-9a71-c6e01040db37 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/3d1e4e8d-91d9-4741-b3f8-076840464867 HTTP/1.1" status: 404 len: 336 time: 0.0635924 Sep 18 20:00:15.231613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41224) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.286806 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-884ced84-a6b0-41e7-82d8-ded014b9f623 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:15.288465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884ced84-a6b0-41e7-82d8-ded014b9f623 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:15.292299 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-884ced84-a6b0-41e7-82d8-ded014b9f623 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/bb7908f4-dcd8-48ac-bf72-c84ae4644160 HTTP/1.1" status: 404 len: 337 time: 0.0594926 Sep 18 20:00:15.293791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41228) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.369919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1fed452a-f258-4a0d-884f-5cd8ae313897 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=0793a669-825d-4768-b0e7-6c7243b49e85 HTTP/1.1" status: 200 len: 205 time: 0.0749094 Sep 18 20:00:15.371630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b20814d4-dfcf-4ccb-8809-c0c2d1a743ef details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:15.372497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41234) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.456752 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-956be5b2-8e0f-4b8c-bf04-87b253e29327 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] delete failed (client error): The resource could not be found. Sep 18 20:00:15.472531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-956be5b2-8e0f-4b8c-bf04-87b253e29327 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/0793a669-825d-4768-b0e7-6c7243b49e85 HTTP/1.1" status: 404 len: 336 time: 0.0988617 Sep 18 20:00:15.477164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41242) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.507185 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6352516-3dde-4e4c-a86e-1c52bbd94162 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:15.507543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6352516-3dde-4e4c-a86e-1c52bbd94162 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:15.512529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d6352516-3dde-4e4c-a86e-1c52bbd94162 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/68926618-e675-4dc4-bc3b-a36ca111798f HTTP/1.1" status: 404 len: 337 time: 0.0343163 Sep 18 20:00:15.515171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41244) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.561700 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-94d20223-4049-4a9c-8f57-1370c01e25e2 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972d6d9-7bd0-4f2c-be1f-077c556ccc1c HTTP/1.1" status: 200 len: 205 time: 0.0452275 Sep 18 20:00:15.563889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41246) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.646177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:15.662208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'mac_address': 'fa:16:3e:71:32:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:15.687889 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-8e5daaa3-c3cd-4f8a-b7da-01bd94862daa tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] delete failed (client error): The resource could not be found. Sep 18 20:00:15.690541 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8e5daaa3-c3cd-4f8a-b7da-01bd94862daa tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/routers/8972d6d9-7bd0-4f2c-be1f-077c556ccc1c HTTP/1.1" status: 404 len: 336 time: 0.1230991 Sep 18 20:00:15.694067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41254) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.744747 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:15.767845 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c044853-6679-44de-88a5-4d7a29af59c9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:15.768351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c044853-6679-44de-88a5-4d7a29af59c9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:15.772706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20814d4-dfcf-4ccb-8809-c0c2d1a743ef {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:15.775412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8c044853-6679-44de-88a5-4d7a29af59c9 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/e4c1d600-09eb-46aa-a4b2-2b1fc5756992 HTTP/1.1" status: 404 len: 337 time: 0.0799217 Sep 18 20:00:15.777915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41260) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:15.790834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa48ee-114d-4bbe-9ddb-fb48c646b8e2 req-be24100f-f941-4a3d-84fe-f71405af390d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:15.792451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59aa48ee-114d-4bbe-9ddb-fb48c646b8e2 req-be24100f-f941-4a3d-84fe-f71405af390d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 945 time: 0.1936972 Sep 18 20:00:15.819320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:15.826905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:15.859208 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60d9e0a-2a82-4664-9d8b-3e16cad95533 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] DELETE failed (client error): The resource could not be found. Sep 18 20:00:15.860432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60d9e0a-2a82-4664-9d8b-3e16cad95533 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:00:15.862755 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e60d9e0a-2a82-4664-9d8b-3e16cad95533 tempest-RoutersTest-504495906 tempest-RoutersTest-504495906-project] 10.222.0.20 "DELETE /v2.0/subnets/c0b79948-a8b8-4286-ba23-a8a1c6243fea HTTP/1.1" status: 404 len: 337 time: 0.0831456 Sep 18 20:00:15.920832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc90f0-adad-4796-bcf7-796d418d1df1 req-acbcfbd9-5196-4c1e-b720-48b01b065376 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:15.922674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0dcc90f0-adad-4796-bcf7-796d418d1df1 req-acbcfbd9-5196-4c1e-b720-48b01b065376 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 944 time: 0.1589835 Sep 18 20:00:15.929110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:15.933870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59aa48ee-114d-4bbe-9ddb-fb48c646b8e2 req-4b245ae1-52d6-4607-ae41-883ea0852a72 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094143 Sep 18 20:00:16.003533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0dcc90f0-adad-4796-bcf7-796d418d1df1 req-6ac53512-7431-4fbf-9e40-e2e09435ad87 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672607 Sep 18 20:00:16.035477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41268) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:16.061289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b20814d4-dfcf-4ccb-8809-c0c2d1a743ef'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:16.201550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd1148-83d8-4348-b49a-27e7a6172890 req-f2004af1-9a56-44ea-892d-957515e2cd51 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:16.213694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0fd1148-83d8-4348-b49a-27e7a6172890 req-f2004af1-9a56-44ea-892d-957515e2cd51 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 945 time: 0.1180325 Sep 18 20:00:16.314146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0fd1148-83d8-4348-b49a-27e7a6172890 req-9866268a-d52f-43b6-a76c-7356c0e7a932 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835471 Sep 18 20:00:16.378856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41278) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:16.530624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41284) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:16.530850 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-210e4322-bed8-4649-ab03-775d4130ae4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8233e7500ac94b68a4f57e0a94b919b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503806 Sep 18 20:00:16.539821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-112171750-network', 'tenant_id': '13845a0276044cbcbe3ab930f3101757'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:16.597518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Made reservation on behalf of 13845a0276044cbcbe3ab930f3101757 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:16.599984 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.617961 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.642151 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-df3c0ba9-0dcf-4b2e-b482-ea8dca025809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.732360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-df3c0ba9-0dcf-4b2e-b482-ea8dca025809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.762039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e5e58-b08f-43f9-b8b6-569cbc26d28a req-b278c643-cde5-4ffb-81bb-b23e61cb29b7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:16.770022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-886e5e58-b08f-43f9-b8b6-569cbc26d28a req-b278c643-cde5-4ffb-81bb-b23e61cb29b7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 945 time: 0.1102338 Sep 18 20:00:16.829329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.835276 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.850904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-886e5e58-b08f-43f9-b8b6-569cbc26d28a req-0aa93508-ca8b-459b-9588-93694a07647c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799589 Sep 18 20:00:16.866893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:00:16.880386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa052fc-b791-416c-af7d-239b38126b04,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:16.883330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-df3c0ba9-0dcf-4b2e-b482-ea8dca025809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.886319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-df3c0ba9-0dcf-4b2e-b482-ea8dca025809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.887490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.887788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-df3c0ba9-0dcf-4b2e-b482-ea8dca025809 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03499803-685a-4c60-8366-1cb985070f47 HTTP/1.1" status: 204 len: 168 time: 0.3559260 Sep 18 20:00:16.888267 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Added segment 33eb2c6e-6c50-4017-9b53-8b49cd5a373b of type vlan for network 28332b88-f919-4df4-8511-88d33de7100c Sep 18 20:00:16.913519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c0ba9-0dcf-4b2e-b482-ea8dca025809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03499803-685a-4c60-8366-1cb985070f47,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:16.943323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.978922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:16.980079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:16.980685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:17.059118 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0220528 Sep 18 20:00:17.060362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea61f3-d083-44b3-9ebd-3ccdb384a7ee admin admin] Pushing event updated for resources: {'Network': ['ID=28332b88-f919-4df4-8511-88d33de7100c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:17.061976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41300) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:17.068580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Request body: {'subnet': {'network_id': '28332b88-f919-4df4-8511-88d33de7100c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-112171750-subnet', 'tenant_id': '13845a0276044cbcbe3ab930f3101757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:17.086801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 28332b88-f919-4df4-8511-88d33de7100c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:00:17.171930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Made reservation on behalf of 13845a0276044cbcbe3ab930f3101757 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:17.175285 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:17.256097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10924-ef2c-40c5-a397-4ec0977af72e req-d893b051-64dc-46e1-90f5-d7f80dc482ef tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:17.257646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5a10924-ef2c-40c5-a397-4ec0977af72e req-d893b051-64dc-46e1-90f5-d7f80dc482ef tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 945 time: 0.1637917 Sep 18 20:00:17.313108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5a10924-ef2c-40c5-a397-4ec0977af72e req-bcaa3fde-ea48-43eb-8667-aa1febf66086 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Sep 18 20:00:17.388021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b20814d4-dfcf-4ccb-8809-c0c2d1a743ef up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:00:17.413148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:17.460143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:00:17.465630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:17.466197 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:17.473161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Pushing event updated for resources: {'Subnet': ['ID=148ea5a3-3560-4412-a7fc-74c44514e8c6,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:17.496892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Checking segment: {'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:17.497805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Network hostable DHCP agents. Network: 28332b88-f919-4df4-8511-88d33de7100c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:00:17.520582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Network 28332b88-f919-4df4-8511-88d33de7100c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:00:17.533213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 28332b88-f919-4df4-8511-88d33de7100c) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:17.539929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:17.540029 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:17.571068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b5662d7e-399f-403d-88fb-a100f83761af admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4994762 Sep 18 20:00:17.571759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8797fc-3457-47fc-b3d4-1b7065800b6d None None] Network 28332b88-f919-4df4-8511-88d33de7100c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:00:17.576832 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:17.946939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-5310a77f-a3a2-46aa-a268-567571046ed6 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:17.950614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-5310a77f-a3a2-46aa-a268-567571046ed6 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 945 time: 0.1131501 Sep 18 20:00:18.058699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:18.061675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41362) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:18.064067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:18.075575 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e80d96-c7aa-49f3-a3ae-2b072eb754cb" -d '{"events": [{"server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:18.083631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e4dca-1c0b-4de0-8911-fe32c9cf8d29 None None] Network 28332b88-f919-4df4-8511-88d33de7100c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:00:18.092338 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:18.181887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132f799-a62c-4ca3-9a2a-44a5462001c8 req-738d9f5b-6409-4f1c-80fd-db57c456dac8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:18.191437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6132f799-a62c-4ca3-9a2a-44a5462001c8 req-738d9f5b-6409-4f1c-80fd-db57c456dac8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 945 time: 0.1591623 Sep 18 20:00:18.195865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:18.201354 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed268747-1f1f-4176-8912-a75bb3de13c6 x-openstack-request-id: req-ed268747-1f1f-4176-8912-a75bb3de13c6 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:18.201940 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:18.202644 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed268747-1f1f-4176-8912-a75bb3de13c6 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:18.203214 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'code': 200} Sep 18 20:00:18.240347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Deleting port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:00:18.240701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:18.327307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d6795d46-4ae6-4cb1-acea-5905d0508f43 tempest-DvrRoutersNegativeTest-1255490450 tempest-DvrRoutersNegativeTest-1255490450-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-282141713', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:18.331743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.policy [None req-d6795d46-4ae6-4cb1-acea-5905d0508f43 tempest-DvrRoutersNegativeTest-1255490450 tempest-DvrRoutersNegativeTest-1255490450-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94940) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 18 20:00:18.331963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.policy [None req-d6795d46-4ae6-4cb1-acea-5905d0508f43 tempest-DvrRoutersNegativeTest-1255490450 tempest-DvrRoutersNegativeTest-1255490450-project] Failed policy check for 'create_router' {{(pid=94940) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 18 20:00:18.332984 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-d6795d46-4ae6-4cb1-acea-5905d0508f43 tempest-DvrRoutersNegativeTest-1255490450 tempest-DvrRoutersNegativeTest-1255490450-project] create failed (client error): Access was denied to this resource. Sep 18 20:00:18.334844 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d6795d46-4ae6-4cb1-acea-5905d0508f43 tempest-DvrRoutersNegativeTest-1255490450 tempest-DvrRoutersNegativeTest-1255490450-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2716775 Sep 18 20:00:18.361650 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085a322-3a2a-4dd0-ac2d-fa7400c0e6c1 req-98c48be3-0e00-44da-84d9-28c3e7dcaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:18.363185 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a085a322-3a2a-4dd0-ac2d-fa7400c0e6c1 req-98c48be3-0e00-44da-84d9-28c3e7dcaaf5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 1098 time: 0.1288745 Sep 18 20:00:18.394262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6132f799-a62c-4ca3-9a2a-44a5462001c8 req-74970396-5284-446d-a8b6-b3cc6e6e40b3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722679 Sep 18 20:00:18.459585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a085a322-3a2a-4dd0-ac2d-fa7400c0e6c1 req-6eb7f277-08ce-456b-a48f-0c74d4e57ed1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842509 Sep 18 20:00:18.575978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] For port 468a6387-2423-4ee4-b9f3-4fe3e3f59930, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=468a6387-2423-4ee4-b9f3-4fe3e3f59930,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:18.576414 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:18.598358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486fb83-71bc-4c9e-9988-e2c313fc240c req-811ab69d-9b57-4ce4-adc9-e7dea17b2aa0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:18.600835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8486fb83-71bc-4c9e-9988-e2c313fc240c req-811ab69d-9b57-4ce4-adc9-e7dea17b2aa0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.1071825 Sep 18 20:00:18.609472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Calling delete_port for 468a6387-2423-4ee4-b9f3-4fe3e3f59930 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:00:18.719045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:18.751943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8486fb83-71bc-4c9e-9988-e2c313fc240c req-2b6ab874-7293-4ff7-a9c3-a6184b123ac0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439118 Sep 18 20:00:18.796225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-3f04e436-f649-4c2a-a1af-4bc2613b09b8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:18.797991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-3f04e436-f649-4c2a-a1af-4bc2613b09b8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 813 time: 0.1810377 Sep 18 20:00:18.821161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-e12ae3de-6488-4b91-8856-dd975eae4f7a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/quotas/13845a0276044cbcbe3ab930f3101757 HTTP/1.1" status: 200 len: 375 time: 0.0123849 Sep 18 20:00:18.841190 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dcd75b1e-8804-49da-9316-ee64920978c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:18.883653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-43345a67-398d-47c6-8b91-4e1bcb5c9f45 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564651 Sep 18 20:00:18.918210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:18.931272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', '468a6387-2423-4ee4-b9f3-4fe3e3f59930'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:18.957102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event deleted for resources: {'Port': ['ID=468a6387-2423-4ee4-b9f3-4fe3e3f59930,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:18.964337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dcd75b1e-8804-49da-9316-ee64920978c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:18.974612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dcd75b1e-8804-49da-9316-ee64920978c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.011851 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dcd75b1e-8804-49da-9316-ee64920978c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74468674fb144590a7ef61c1e6f1df3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914774 Sep 18 20:00:19.018619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41424) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:19.037673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] No DVR routers for this DVR port 468a6387-2423-4ee4-b9f3-4fe3e3f59930 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:00:19.042534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-96fd5a76-72d4-4723-a7cf-803ecbf0755e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:00:19.050230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-96fd5a76-72d4-4723-a7cf-803ecbf0755e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1541462 Sep 18 20:00:19.053215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.055438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-243adce7-b029-40e0-bae2-b7941d6c1be9 req-cff08cb8-d29e-48b4-9e51-8de448e818e7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "DELETE /v2.0/ports/468a6387-2423-4ee4-b9f3-4fe3e3f59930 HTTP/1.1" status: 204 len: 173 time: 1.0973217 Sep 18 20:00:19.062598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7561ff-4ace-439c-9fef-3b1a83e5bed3', 'name': 'network-vif-deleted', 'tag': '468a6387-2423-4ee4-b9f3-4fe3e3f59930'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:19.074661 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374c94ec-5bf8-4379-8bc3-bfab07e0a315" -d '{"events": [{"server_uuid": "da7561ff-4ace-439c-9fef-3b1a83e5bed3", "name": "network-vif-deleted", "tag": "468a6387-2423-4ee4-b9f3-4fe3e3f59930"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:19.122444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41428) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:19.128219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-34320a72-7bfe-4e1d-8c2e-ecd9a493288c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1721003384', 'description': 'tempest-secgroup-smoke-1721003384 description', 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:19.199868 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5370874-fd9b-4385-9772-0f35d88f64a2 x-openstack-request-id: req-a5370874-fd9b-4385-9772-0f35d88f64a2 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:19.200249 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7561ff-4ace-439c-9fef-3b1a83e5bed3", "name": "network-vif-deleted", "tag": "468a6387-2423-4ee4-b9f3-4fe3e3f59930", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:19.200565 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5370874-fd9b-4385-9772-0f35d88f64a2 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:19.201033 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7561ff-4ace-439c-9fef-3b1a83e5bed3', 'name': 'network-vif-deleted', 'tag': '468a6387-2423-4ee4-b9f3-4fe3e3f59930', 'status': 'completed', 'code': 200} Sep 18 20:00:19.201847 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34320a72-7bfe-4e1d-8c2e-ecd9a493288c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.223669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-474988f5-6b2a-445a-b056-6db624fa5e1c service neutron] 10.222.0.20 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725266 Sep 18 20:00:19.359286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-4d582866-5ae2-4752-baa0-efb8c5498f4b service neutron] 10.222.0.20 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257100 Sep 18 20:00:19.390480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34320a72-7bfe-4e1d-8c2e-ecd9a493288c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.400681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd75b1e-8804-49da-9316-ee64920978c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc4624-179f-4ff4-914f-6cf8bdc5d664,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:19.401257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34320a72-7bfe-4e1d-8c2e-ecd9a493288c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.440383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34320a72-7bfe-4e1d-8c2e-ecd9a493288c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d33e8d-cf54-4fac-b027-89165957afcf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:19.459512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34320a72-7bfe-4e1d-8c2e-ecd9a493288c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.460921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34320a72-7bfe-4e1d-8c2e-ecd9a493288c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3371050 Sep 18 20:00:19.464408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41436) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:19.471708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-667a98a0-7559-4631-a621-bd344cdbcb8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'security_group_rule': {'security_group_id': '23d33e8d-cf54-4fac-b027-89165957afcf', 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:19.508754 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8224d14-57b7-4fb5-98d4-544d55e66be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.540253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8224d14-57b7-4fb5-98d4-544d55e66be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.548691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5bbc0da-ac96-4e90-8f4d-3ddb184a1e48 req-6ba59da1-ac26-4ee2-88b8-d324ef6a0e62 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7561ff-4ace-439c-9fef-3b1a83e5bed3 HTTP/1.1" status: 200 len: 210 time: 0.0373991 Sep 18 20:00:19.551035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-667a98a0-7559-4631-a621-bd344cdbcb8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.629749 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8224d14-57b7-4fb5-98d4-544d55e66be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.633030 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8224d14-57b7-4fb5-98d4-544d55e66be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.637017 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a8224d14-57b7-4fb5-98d4-544d55e66be7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bdc4624-179f-4ff4-914f-6cf8bdc5d664 HTTP/1.1" status: 204 len: 168 time: 0.6145217 Sep 18 20:00:19.644181 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-667a98a0-7559-4631-a621-bd344cdbcb8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.644426 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8224d14-57b7-4fb5-98d4-544d55e66be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc4624-179f-4ff4-914f-6cf8bdc5d664,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:19.654638 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-667a98a0-7559-4631-a621-bd344cdbcb8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.674684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a98a0-7559-4631-a621-bd344cdbcb8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74b4d71-8c6d-4edc-82d7-7db90449dd67,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:19.710956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-667a98a0-7559-4631-a621-bd344cdbcb8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.714994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-667a98a0-7559-4631-a621-bd344cdbcb8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2470229 Sep 18 20:00:19.715257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41450) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:19.726547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8b929331-46c8-4a4c-9f73-4dd0c4b24cd8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'security_group_rule': {'security_group_id': '23d33e8d-cf54-4fac-b027-89165957afcf', 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:19.794148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf5337f-dada-4471-8883-e6ab58d47f7a req-1f1ec05f-af4b-4d73-9e16-ecb682b19ab3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 210 time: 0.0666523 Sep 18 20:00:19.819163 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b929331-46c8-4a4c-9f73-4dd0c4b24cd8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.967058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19797a-125a-4845-b380-052159a3755f req-aa71d32e-c999-4879-a975-6cea6f7acc00 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:19.969286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a19797a-125a-4845-b380-052159a3755f req-aa71d32e-c999-4879-a975-6cea6f7acc00 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.1164324 Sep 18 20:00:19.973588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b929331-46c8-4a4c-9f73-4dd0c4b24cd8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:19.984782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b929331-46c8-4a4c-9f73-4dd0c4b24cd8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.035505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b929331-46c8-4a4c-9f73-4dd0c4b24cd8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.036844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8b929331-46c8-4a4c-9f73-4dd0c4b24cd8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206775 Sep 18 20:00:20.040202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41474) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:20.047491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7423054c-0df1-49d9-9b1a-9a5187ca8bca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'security_group_rule': {'security_group_id': '23d33e8d-cf54-4fac-b027-89165957afcf', 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:20.058049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b929331-46c8-4a4c-9f73-4dd0c4b24cd8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc765bc-b8c5-46a3-bb29-58f35d042560,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:20.100136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a19797a-125a-4845-b380-052159a3755f req-c3d67bc3-ac5c-4cb7-b31e-967ecc592bdb tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234989 Sep 18 20:00:20.108689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7423054c-0df1-49d9-9b1a-9a5187ca8bca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.243197 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7423054c-0df1-49d9-9b1a-9a5187ca8bca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.249131 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7423054c-0df1-49d9-9b1a-9a5187ca8bca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.292026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423054c-0df1-49d9-9b1a-9a5187ca8bca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f7f49-085b-48c3-a822-4a9856254d75,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:20.303829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7423054c-0df1-49d9-9b1a-9a5187ca8bca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.306319 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7423054c-0df1-49d9-9b1a-9a5187ca8bca tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642717 Sep 18 20:00:20.308964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41488) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:20.314167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-aeb5a9f6-5aa6-424c-a63d-3d307912ddd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'security_group_rule': {'security_group_id': '23d33e8d-cf54-4fac-b027-89165957afcf', 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:20.386209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a9f6-5aa6-424c-a63d-3d307912ddd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.436401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d920fd8-fb52-40ab-89a2-fc707ef14e11 req-c646a8d1-3b92-4731-8a07-461610517a17 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:20.437989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d920fd8-fb52-40ab-89a2-fc707ef14e11 req-c646a8d1-3b92-4731-8a07-461610517a17 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.0852702 Sep 18 20:00:20.496873 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a9f6-5aa6-424c-a63d-3d307912ddd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.502559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d920fd8-fb52-40ab-89a2-fc707ef14e11 req-2ffed35b-1ff3-4a5b-a761-366053f1a6fe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Sep 18 20:00:20.503675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a9f6-5aa6-424c-a63d-3d307912ddd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.516883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5a9f6-5aa6-424c-a63d-3d307912ddd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c797fcbb-9c17-4d7a-a9be-223dc5f74a5d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:20.548345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a9f6-5aa6-424c-a63d-3d307912ddd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.552933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aeb5a9f6-5aa6-424c-a63d-3d307912ddd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2423248 Sep 18 20:00:20.555199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41496) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:20.560010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7d8c8800-8cf9-411e-9f51-5aaf004bd59f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'security_group_rule': {'security_group_id': '23d33e8d-cf54-4fac-b027-89165957afcf', 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:20.599912 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-7d8c8800-8cf9-411e-9f51-5aaf004bd59f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Project 3c57d5ee3319494daf3b9cda25bb9cde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:00:20.610769 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d8c8800-8cf9-411e-9f51-5aaf004bd59f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.726822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d8c8800-8cf9-411e-9f51-5aaf004bd59f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.732126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d8c8800-8cf9-411e-9f51-5aaf004bd59f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.752969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c8800-8cf9-411e-9f51-5aaf004bd59f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c337f025-f945-4937-a9b4-da5fd6cce667,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:20.760324 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7d8c8800-8cf9-411e-9f51-5aaf004bd59f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.761710 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7d8c8800-8cf9-411e-9f51-5aaf004bd59f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2053535 Sep 18 20:00:20.764427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41506) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:20.769674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c73bcaae-6684-460f-977e-8390f3734325 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'security_group_rule': {'security_group_id': '23d33e8d-cf54-4fac-b027-89165957afcf', 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:20.796020 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-c73bcaae-6684-460f-977e-8390f3734325 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Project 3c57d5ee3319494daf3b9cda25bb9cde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:00:20.802463 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaae-6684-460f-977e-8390f3734325 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.830272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41512) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:20.917058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaae-6684-460f-977e-8390f3734325 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.925954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaae-6684-460f-977e-8390f3734325 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.959205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40d4e713-a05b-471b-b62d-e9828feaa088 req-b3357dd7-9588-4e8a-b16a-31f02ec63281 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1028104 Sep 18 20:00:20.964190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bcaae-6684-460f-977e-8390f3734325 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dba5003-4df5-4cb9-8f31-8dc0a5f4b7b9,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:20.992414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c73bcaae-6684-460f-977e-8390f3734325 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:20.993929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9ae1cb53-4066-4d48-ad66-050da2b66ca4 tempest-ServiceProvidersTest-1711619386 tempest-ServiceProvidersTest-1711619386-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1624448 Sep 18 20:00:20.994105 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c73bcaae-6684-460f-977e-8390f3734325 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2285085 Sep 18 20:00:21.405663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 468a6387-2423-4ee4-b9f3-4fe3e3f59930 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:21.444480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41572) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:21.454619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 468a6387-2423-4ee4-b9f3-4fe3e3f59930 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:00:21.454965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 468a6387-2423-4ee4-b9f3-4fe3e3f59930 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:00:21.560910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-6d14c650-caab-403e-97a9-8132fc1ba2be tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:21.583943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-6d14c650-caab-403e-97a9-8132fc1ba2be tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.6472650 Sep 18 20:00:21.607928 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-523c274e-dbe2-4d1f-9e60-f6dedcbdeaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:21.628710 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a943683-af05-4dca-aebd-d85a2aabe4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:21.631905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0580e6fc-a686-46b8-b0a4-e4f618e85e2d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/quotas/40984cffdfb049089f2c2cdf55be19c0 HTTP/1.1" status: 200 len: 375 time: 0.0432854 Sep 18 20:00:21.663390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-acbad3c1-762a-43ee-8564-553109ceddc4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:21.665086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-acbad3c1-762a-43ee-8564-553109ceddc4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.24 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 813 time: 0.6496000 Sep 18 20:00:21.698304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Request body: {'port': {'device_id': 'a8261b52-2018-4890-906a-0798542f5ec1', 'network_id': '28332b88-f919-4df4-8511-88d33de7100c', 'admin_state_up': True, 'tenant_id': '13845a0276044cbcbe3ab930f3101757'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:21.781221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a943683-af05-4dca-aebd-d85a2aabe4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:21.788016 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a943683-af05-4dca-aebd-d85a2aabe4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:21.794727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-70c672aa-9ff4-490d-8347-7f30c555118f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556191 Sep 18 20:00:21.850258 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5a943683-af05-4dca-aebd-d85a2aabe4a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a5889c4c19646ff8d4ad7a171255104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035523 Sep 18 20:00:21.851964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41604) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:21.856332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a943683-af05-4dca-aebd-d85a2aabe4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af1a03-0966-4b4e-8ba0-35ccf2079f1c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:21.940182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09d71-2af1-484e-b056-cd83f73a5267 req-fb0f7093-205a-4444-9d00-43cd8e853a63 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:21.941763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05c09d71-2af1-484e-b056-cd83f73a5267 req-fb0f7093-205a-4444-9d00-43cd8e853a63 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.2756321 Sep 18 20:00:22.047922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Made reservation on behalf of 13845a0276044cbcbe3ab930f3101757 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:22.051593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:22.079737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e0acff44-0182-4fd4-b7e9-ac3538fab9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:22.085712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-13839e61-540e-4e4e-b46f-0e58c943b3e7 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354779 Sep 18 20:00:22.096860 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05c09d71-2af1-484e-b056-cd83f73a5267 req-ba29f70f-bffe-4e13-ada7-1d7680930ade tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127555 Sep 18 20:00:22.143821 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e0acff44-0182-4fd4-b7e9-ac3538fab9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:22.305530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd092866-b546-49d7-b1f5-0a15a63ad452 req-bbd5b084-1323-4f41-ab6d-79bec005bf30 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1006107 Sep 18 20:00:22.403498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-e45c0fea-7637-456d-a64a-de7206e11a39 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056035 Sep 18 20:00:22.404081 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e0acff44-0182-4fd4-b7e9-ac3538fab9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:22.406666 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e0acff44-0182-4fd4-b7e9-ac3538fab9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:22.410965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e0acff44-0182-4fd4-b7e9-ac3538fab9c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75af1a03-0966-4b4e-8ba0-35ccf2079f1c HTTP/1.1" status: 204 len: 168 time: 0.5526311 Sep 18 20:00:22.424850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acff44-0182-4fd4-b7e9-ac3538fab9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af1a03-0966-4b4e-8ba0-35ccf2079f1c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:22.430286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Allocated IP 172.20.0.10 (28332b88-f919-4df4-8511-88d33de7100c/148ea5a3-3560-4412-a7fc-74c44514e8c6/5a90719d-73e8-4063-ae96-9b0275f0d582) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:22.695340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:22.769021 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:22.803112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1c10744-9a7e-4271-9247-28f23e12f17d req-e7132440-d0cd-45db-a73a-70c2d70dd246 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 210 time: 0.0475421 Sep 18 20:00:22.901032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Network 28332b88-f919-4df4-8511-88d33de7100c is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:22.928078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:22.946825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:22.953437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:23.048582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:23.049755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:23.072035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-cc0c3a40-b8ac-4527-bacf-08a6c3d38b54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3874099 Sep 18 20:00:23.089245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Request body: {'port': {'device_id': 'a8261b52-2018-4890-906a-0798542f5ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:23.232960 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:23.233994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87aa28-7ec7-4303-9307-497dd29926ea req-b8de9b80-8a88-4a46-9027-bedfb4c1829d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:23.235795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d87aa28-7ec7-4303-9307-497dd29926ea req-b8de9b80-8a88-4a46-9027-bedfb4c1829d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.1394942 Sep 18 20:00:23.243857 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:23.358343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d87aa28-7ec7-4303-9307-497dd29926ea req-e50d3af1-4451-49ea-8ecc-dd3e82a4c29e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155336 Sep 18 20:00:23.426024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b20814d4-dfcf-4ccb-8809-c0c2d1a743ef details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:23.477282 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:23.574404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef67d9-6496-43f7-96ab-37e8433d07a2 req-b4cb8052-6928-4456-9c80-973a74ef9b1d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:23.582529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffef67d9-6496-43f7-96ab-37e8433d07a2 req-b4cb8052-6928-4456-9c80-973a74ef9b1d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 932 time: 0.1050634 Sep 18 20:00:23.760733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffef67d9-6496-43f7-96ab-37e8433d07a2 req-dc44b0b1-c4c9-4b7c-aa77-83628e2cd987 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695971 Sep 18 20:00:23.804603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:23.860163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'port_id': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'mac_address': 'fa:16:3e:71:32:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:23.972405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:23.987295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b20814d4-dfcf-4ccb-8809-c0c2d1a743ef {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:24.009584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:24.016570 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:24.052895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a90719d-73e8-4063-ae96-9b0275f0d582 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:24.067743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed4c3dd9-cb4e-429d-abed-462ee6de3362 req-e6976e06-754d-4dba-8d59-220edce25f4f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 210 time: 0.1054740 Sep 18 20:00:24.090168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:24.127744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:24.133558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Transition to ACTIVE for port object 5a90719d-73e8-4063-ae96-9b0275f0d582 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:24.148751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.149084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.149657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.150148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.150796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.151313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.151814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.153147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.154690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.157039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.161000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.164646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:00:24.169706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b20814d4-dfcf-4ccb-8809-c0c2d1a743ef'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:24.211550 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:24.347357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:24.362154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-f3470264-3d2f-4904-abd4-fcf6b2d092d1 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:24.371016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-f3470264-3d2f-4904-abd4-fcf6b2d092d1 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 814 time: 0.3222356 Sep 18 20:00:24.396534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-9f9e278d-5c48-45fc-8b23-c5a87a9125ca tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:24.399802 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-9f9e278d-5c48-45fc-8b23-c5a87a9125ca tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.2584336 Sep 18 20:00:24.423068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Request body: {'port': {'device_id': 'aab6f7e7-b11f-4f5a-b8de-704b4fb870cb', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'admin_state_up': True, 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:24.429890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-f251b72a-bb77-48dc-9518-4885409c0eb7 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/quotas/25e101887d3244628d3ecd2bfb76523e HTTP/1.1" status: 200 len: 375 time: 0.0571270 Sep 18 20:00:24.596684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Attempting to bind port 5a90719d-73e8-4063-ae96-9b0275f0d582 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:24.597074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Attempting to bind port 5a90719d-73e8-4063-ae96-9b0275f0d582 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:24.597340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Attempting to bind port 5a90719d-73e8-4063-ae96-9b0275f0d582 on network 28332b88-f919-4df4-8511-88d33de7100c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:24.618646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-99217ea3-af66-4a5a-b889-5a907870be29 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877961 Sep 18 20:00:24.624573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:24.628554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:24.629918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Port 5a90719d-73e8-4063-ae96-9b0275f0d582 on network 28332b88-f919-4df4-8511-88d33de7100c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:24.630245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Attempting to bind port 5a90719d-73e8-4063-ae96-9b0275f0d582 on network 28332b88-f919-4df4-8511-88d33de7100c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:24.651613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:24.651752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Checking segment: {'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:24.652136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Bound using segment: {'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:24.652770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Bound port: 5a90719d-73e8-4063-ae96-9b0275f0d582, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:24.652991 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:24.694838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728397e2-ee99-43f1-bba5-2beab5b0c2b2 req-04a8af77-6b56-4e7f-82b5-4c265ebf8c79 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:24.698242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-728397e2-ee99-43f1-bba5-2beab5b0c2b2 req-04a8af77-6b56-4e7f-82b5-4c265ebf8c79 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 945 time: 0.1976223 Sep 18 20:00:24.775756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:24.829543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Allocated IP 172.20.0.8 (1fd2d11a-7a7f-4059-b479-8fbff3546ece/083eb172-dcbc-4dbc-acb8-5526581d8b31/94c8a2ae-203c-4cea-a90c-30990223ccbc) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:24.864950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:00:24.872630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:00:24.885261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-728397e2-ee99-43f1-bba5-2beab5b0c2b2 req-a37578b7-aad1-457e-a22f-49f2e4c56aa3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402395 Sep 18 20:00:24.896527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-812bd1bc-9e37-4be7-85f3-af7ac4ef5db5 service neutron] 10.222.0.20 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763774 Sep 18 20:00:24.906674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:24.906885 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b07df8a2-dd57-4e32-bbb6-7693484dc11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:25.042189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:25.045745 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:25.047997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a90719d-73e8-4063-ae96-9b0275f0d582 HTTP/1.1" status: 200 len: 1093 time: 1.9655180 Sep 18 20:00:25.180248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:25.183142 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78817889-7034-4956-ab8a-05e40df3e806" -d '{"events": [{"name": "network-changed", "server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:25.188286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-6c1e8a90-2bf9-44ef-b5e6-751ccfbb8809 service neutron] 10.222.0.20 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448063 Sep 18 20:00:25.202888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:25.301853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:25.319514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:25.347835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e2f31-3521-4884-9cc4-05b11b7f3704 service neutron] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:25.366521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-fd54a45b-596d-45b4-976d-011e62136791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:25.375187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-fd54a45b-596d-45b4-976d-011e62136791 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1808407 Sep 18 20:00:25.401492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435a6d2-c025-49f1-a9bc-28d40403ba1b req-cd50eb72-5ec1-4a43-a099-a4c82343be09 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:25.406245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b435a6d2-c025-49f1-a9bc-28d40403ba1b req-cd50eb72-5ec1-4a43-a099-a4c82343be09 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.2274113 Sep 18 20:00:25.449212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:25.457514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:25.468128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:25.485121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b20814d4-dfcf-4ccb-8809-c0c2d1a743ef up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:00:25.550730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event updated for resources: {'Port': ['ID=94c8a2ae-203c-4cea-a90c-30990223ccbc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:25.557154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-b9f41bed-3376-4af8-9048-e7c5c05ff77a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a90719d-73e8-4063-ae96-9b0275f0d582 HTTP/1.1" status: 200 len: 217 time: 0.1456182 Sep 18 20:00:25.622874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:25.623593 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:25.674047 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-0c9d5422-6db9-4cc8-a52a-632efda01925 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2615583 Sep 18 20:00:25.686021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Request body: {'port': {'device_id': 'aab6f7e7-b11f-4f5a-b8de-704b4fb870cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:25.729740 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:25.775412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:25.778559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:25.792816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b435a6d2-c025-49f1-a9bc-28d40403ba1b req-3ff1569a-73a9-41db-9972-b970c096f378 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652208 Sep 18 20:00:25.804521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-f748b52d-ef82-4d02-9fb4-986d69a005f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:25.807822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-f748b52d-ef82-4d02-9fb4-986d69a005f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 200 len: 853 time: 0.2312946 Sep 18 20:00:25.824434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:25.886847 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e7090-bc39-42de-bc1d-370dad90c77d x-openstack-request-id: req-6a3e7090-bc39-42de-bc1d-370dad90c77d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:25.889071 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:25.889728 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a3e7090-bc39-42de-bc1d-370dad90c77d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:25.894605 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'status': 'completed', 'code': 200} Sep 18 20:00:25.898321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-b2dbcaa7-cee3-4df4-9665-13b7e549a26c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28332b88-f919-4df4-8511-88d33de7100c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810559 Sep 18 20:00:26.015275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8a9c8-1baf-41e4-a358-cd32e2837804 req-e0a84424-36d8-4032-83f8-b5eb61fd1917 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:26.028086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7bd8a9c8-1baf-41e4-a358-cd32e2837804 req-e0a84424-36d8-4032-83f8-b5eb61fd1917 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 931 time: 0.4079199 Sep 18 20:00:26.126417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41419bbd-a362-4473-98e1-56ee27a1a587 req-77782011-b017-417d-a562-71dc9e593b20 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 210 time: 0.0801563 Sep 18 20:00:26.484376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7bd8a9c8-1baf-41e4-a358-cd32e2837804 req-82245bfc-1a7e-4f0f-a8b5-85e4d1b335ac tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513350 Sep 18 20:00:26.535331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41806) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:26.574498 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:26.645909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48395d7c-edee-484e-8497-f75fb8924a6e req-f8913a69-2a63-4baa-a1de-758e1b0fb11e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:26.653281 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48395d7c-edee-484e-8497-f75fb8924a6e req-f8913a69-2a63-4baa-a1de-758e1b0fb11e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 945 time: 0.3164811 Sep 18 20:00:26.667746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-6c5aa525-86b2-48cb-9272-e5c8d93b141c service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559996 Sep 18 20:00:26.674576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:26.677215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:26.680399 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d10999-f5be-48bb-bdb8-5b5f18a7f74d" -d '{"events": [{"server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:26.694798 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:26.816633 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620fc290-1b22-4303-a7f1-e9d93cfd56c6 x-openstack-request-id: req-620fc290-1b22-4303-a7f1-e9d93cfd56c6 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:26.817817 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "name": "network-vif-plugged", "status": "completed", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:26.818251 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-620fc290-1b22-4303-a7f1-e9d93cfd56c6 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:26.818908 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'code': 200} Sep 18 20:00:26.841620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:26.875879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48395d7c-edee-484e-8497-f75fb8924a6e req-1d28ceb7-c07a-453a-9535-db04ecf2be90 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104611 Sep 18 20:00:27.009135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca127ff-8811-4cd9-a011-46b43deb6ea4 req-6b6daada-0a9b-4b24-87c7-4f8d4f6660bd service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110850 Sep 18 20:00:27.026502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41816) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:27.029888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08379422-d3bc-4962-a20e-ad52e98275cd req-c9615fa8-a98f-4a7e-85aa-b4940992b000 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:27.037196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c8a2ae-203c-4cea-a90c-30990223ccbc {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:27.041710 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08379422-d3bc-4962-a20e-ad52e98275cd req-c9615fa8-a98f-4a7e-85aa-b4940992b000 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.0799744 Sep 18 20:00:27.081337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.135989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcacba4e-262f-4ed4-a7ab-3f99897ae822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.136430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Transition to ACTIVE for port object 94c8a2ae-203c-4cea-a90c-30990223ccbc will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:27.145926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.240172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd73fcfb-f7e4-48d7-9ccd-6de4c97ae1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.276926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Pushing event updated for resources: {'Port': ['ID=94c8a2ae-203c-4cea-a90c-30990223ccbc,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:27.336191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08379422-d3bc-4962-a20e-ad52e98275cd req-7cdb58c9-b77d-4d9f-8273-1bce10a99ac7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863111 Sep 18 20:00:27.372460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99a68a09-897a-4b60-ae4f-79571e2dbcce req-186ee465-d83b-4108-95fe-536910c4d2bc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 210 time: 0.0796454 Sep 18 20:00:27.378594 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [None req-fcacba4e-262f-4ed4-a7ab-3f99897ae822 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 20:00:27.378594 n-d-789963-11 neutron-server[94941]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 20:00:27.378594 n-d-789963-11 neutron-server[94941]: [parameters: {'project_id': 'bfebc3d823ba4e1dbb961b1ccee78cd4', 'id': '23b9c4bf-02f2-41ec-8f5a-4047f9b0a24d', 'expiration': datetime.datetime(2021, 9, 18, 20, 2, 27, 364846)}] Sep 18 20:00:27.378594 n-d-789963-11 neutron-server[94941]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:00:27.379829 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [None req-fcacba4e-262f-4ed4-a7ab-3f99897ae822 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:00:27.381962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Attempting to bind port 94c8a2ae-203c-4cea-a90c-30990223ccbc on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:27.382307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Attempting to bind port 94c8a2ae-203c-4cea-a90c-30990223ccbc by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:27.383413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Attempting to bind port 94c8a2ae-203c-4cea-a90c-30990223ccbc on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:27.387869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78817889-7034-4956-ab8a-05e40df3e806 req-c71eca35-68c7-43a2-ae26-7f6c3490c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:27.389371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78817889-7034-4956-ab8a-05e40df3e806 req-c71eca35-68c7-43a2-ae26-7f6c3490c413 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 1096 time: 0.2811794 Sep 18 20:00:27.390834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Port 94c8a2ae-203c-4cea-a90c-30990223ccbc on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:27.391514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Attempting to bind port 94c8a2ae-203c-4cea-a90c-30990223ccbc on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:27.414078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:27.415051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Checking segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:27.415758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Bound using segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:27.416479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Bound port: 94c8a2ae-203c-4cea-a90c-30990223ccbc, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:27.417031 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.441644 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.551137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] For port 94c8a2ae-203c-4cea-a90c-30990223ccbc, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:00:27.558801 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd73fcfb-f7e4-48d7-9ccd-6de4c97ae1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.569081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] For port 94c8a2ae-203c-4cea-a90c-30990223ccbc, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=94c8a2ae-203c-4cea-a90c-30990223ccbc,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:00:27.570424 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd73fcfb-f7e4-48d7-9ccd-6de4c97ae1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.602129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.656900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fd73fcfb-f7e4-48d7-9ccd-6de4c97ae1b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=320b4030b5ce471eb9c21e887661453f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272287 Sep 18 20:00:27.659554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:27.660381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.661997 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] 10.222.0.24 "PUT /v2.0/ports/94c8a2ae-203c-4cea-a90c-30990223ccbc HTTP/1.1" status: 200 len: 1092 time: 1.9806986 Sep 18 20:00:27.662146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41826) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:27.670574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab6f7e7-b11f-4f5a-b8de-704b4fb870cb', 'tag': '94c8a2ae-203c-4cea-a90c-30990223ccbc'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:27.673332 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86944234-bff4-4189-8230-10637415425e" -d '{"events": [{"name": "network-changed", "server_uuid": "aab6f7e7-b11f-4f5a-b8de-704b4fb870cb", "tag": "94c8a2ae-203c-4cea-a90c-30990223ccbc"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:27.711916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73fcfb-f7e4-48d7-9ccd-6de4c97ae1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c072e911-441e-43f5-9414-61330036eab6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:27.827628 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e99a389-fb89-4e29-b8c4-f356ef2d2c72 x-openstack-request-id: req-3e99a389-fb89-4e29-b8c4-f356ef2d2c72 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:27.828171 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab6f7e7-b11f-4f5a-b8de-704b4fb870cb", "tag": "94c8a2ae-203c-4cea-a90c-30990223ccbc", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:27.828592 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e99a389-fb89-4e29-b8c4-f356ef2d2c72 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:27.829160 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab6f7e7-b11f-4f5a-b8de-704b4fb870cb', 'tag': '94c8a2ae-203c-4cea-a90c-30990223ccbc', 'status': 'completed', 'code': 200} Sep 18 20:00:27.830477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece4036-898f-4c98-9694-5575ef0fe483 service neutron] Pushing event updated for resources: {'Port': ['ID=94c8a2ae-203c-4cea-a90c-30990223ccbc,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:27.874849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-cec3d93b-ef04-429d-b736-8a8542a62098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:27.877342 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-cec3d93b-ef04-429d-b736-8a8542a62098 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 1095 time: 0.1019039 Sep 18 20:00:27.885632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-f82212de-770d-465c-ae0a-0763126e6cc6 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:27.887927 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-f82212de-770d-465c-ae0a-0763126e6cc6 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 814 time: 0.2691839 Sep 18 20:00:27.890068 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcacba4e-262f-4ed4-a7ab-3f99897ae822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:27.940201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78817889-7034-4956-ab8a-05e40df3e806 req-43d1c9d7-f9d0-46e9-89a7-3e8707740b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:27.945594 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-25ace4a3-8a93-46d3-be65-aa6e57bda60a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c8a2ae-203c-4cea-a90c-30990223ccbc HTTP/1.1" status: 200 len: 217 time: 0.0564485 Sep 18 20:00:27.945878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78817889-7034-4956-ab8a-05e40df3e806 req-43d1c9d7-f9d0-46e9-89a7-3e8707740b7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 914 time: 0.5483236 Sep 18 20:00:27.950666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Request body: {'port': {'device_id': 'bf9eaf96-c8b2-4e43-9e43-b5571d716250', 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'admin_state_up': True, 'tenant_id': '25e101887d3244628d3ecd2bfb76523e'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:28.008424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8b02-a0d9-459e-8c3a-ad6ef987bcca req-c787f1d2-5d9d-4881-9be6-2a0d8a1c52c9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:28.010420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cdb8b02-a0d9-459e-8c3a-ad6ef987bcca req-c787f1d2-5d9d-4881-9be6-2a0d8a1c52c9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 943 time: 0.2497375 Sep 18 20:00:28.072105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-4385c955-8eb4-4f27-bf2a-6de31ef03246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:28.073591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-4385c955-8eb4-4f27-bf2a-6de31ef03246 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1069176 Sep 18 20:00:28.074963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78817889-7034-4956-ab8a-05e40df3e806 req-42825281-0bea-4e9c-a6be-e798fef8c631 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a90719d-73e8-4063-ae96-9b0275f0d582 HTTP/1.1" status: 200 len: 217 time: 0.1086633 Sep 18 20:00:28.089023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd1ae-2b75-43ce-96ca-e7ee89201707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:28.129835 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-dadd6f7f-a84d-47f1-992c-eba7a9e5b0e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422518 Sep 18 20:00:28.184284 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd1ae-2b75-43ce-96ca-e7ee89201707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:28.201220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2cdb8b02-a0d9-459e-8c3a-ad6ef987bcca req-12d407a3-ddf8-4c2a-8ead-fb84741f1e04 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384029 Sep 18 20:00:28.240772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b033-64b3-42a1-ae04-fd26439f539d req-ca8f4acb-315e-4402-afa6-fa5b5d76e028 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:28.251923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd30b033-64b3-42a1-ae04-fd26439f539d req-ca8f4acb-315e-4402-afa6-fa5b5d76e028 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.2727206 Sep 18 20:00:28.270452 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-3697738b-a23d-48f7-9f19-4ecca7dcbd89 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321518 Sep 18 20:00:28.277979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78817889-7034-4956-ab8a-05e40df3e806 req-33fc05ca-5d54-4b67-8612-f0f918e5b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:28.279527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78817889-7034-4956-ab8a-05e40df3e806 req-33fc05ca-5d54-4b67-8612-f0f918e5b154 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 200 len: 853 time: 0.1821127 Sep 18 20:00:28.346592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78817889-7034-4956-ab8a-05e40df3e806 req-ed047695-f007-457f-be54-1c368b12afed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28332b88-f919-4df4-8511-88d33de7100c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502563 Sep 18 20:00:28.440443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd30b033-64b3-42a1-ae04-fd26439f539d req-eff13653-5575-4b48-9bfb-ac1f0288793a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622479 Sep 18 20:00:28.467363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcacba4e-262f-4ed4-a7ab-3f99897ae822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:28.489139 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcacba4e-262f-4ed4-a7ab-3f99897ae822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:28.493693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd1ae-2b75-43ce-96ca-e7ee89201707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:28.496930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6f2cd1ae-2b75-43ce-96ca-e7ee89201707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:28.498246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6f2cd1ae-2b75-43ce-96ca-e7ee89201707 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c072e911-441e-43f5-9414-61330036eab6 HTTP/1.1" status: 204 len: 168 time: 0.8315730 Sep 18 20:00:28.509029 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3961abd2-6adb-4b40-b4d6-79e679a97d0f req-08e883c5-3ee5-41ec-ab1c-01f00effaffd service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310026 Sep 18 20:00:28.638392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Made reservation on behalf of 25e101887d3244628d3ecd2bfb76523e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:28.656031 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:28.730744 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86944234-bff4-4189-8230-10637415425e req-a75b70a0-cb02-4592-b0d5-4ef8be4ea69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:28.732347 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86944234-bff4-4189-8230-10637415425e req-a75b70a0-cb02-4592-b0d5-4ef8be4ea69e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 1095 time: 0.1581895 Sep 18 20:00:28.762164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacba4e-262f-4ed4-a7ab-3f99897ae822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b7296-70e7-44ef-8710-cdb02c4d846f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:28.823207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-932df22b-d924-4ae4-9880-ab3a10a7a3e9 req-e06a04f8-a348-4624-9277-35323c33615b tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 210 time: 0.2551100 Sep 18 20:00:28.845861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fcacba4e-262f-4ed4-a7ab-3f99897ae822 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfebc3d823ba4e1dbb961b1ccee78cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3045707 Sep 18 20:00:28.849943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41842) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:28.852455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cd1ae-2b75-43ce-96ca-e7ee89201707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072e911-441e-43f5-9414-61330036eab6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:28.877934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb363-f06c-436f-8ea3-4f4176e67867 req-ce1b9c5b-c99a-44ef-ba01-7d910586639d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:28.880007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-096eb363-f06c-436f-8ea3-4f4176e67867 req-ce1b9c5b-c99a-44ef-ba01-7d910586639d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.3790958 Sep 18 20:00:28.924087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78817889-7034-4956-ab8a-05e40df3e806 req-5630982d-faec-4885-a7df-c5bb84857fa2 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628936 Sep 18 20:00:29.054780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86944234-bff4-4189-8230-10637415425e req-806e0214-50a2-49d8-b88b-6468427cf8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:29.056231 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86944234-bff4-4189-8230-10637415425e req-806e0214-50a2-49d8-b88b-6468427cf8e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 906 time: 0.2830141 Sep 18 20:00:29.061856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Allocated IP 172.20.0.8 (da5ac25e-5c89-4010-a4ea-a5f5933e757d/fd44bd85-af45-45ac-b516-d79293f8f079/da357529-aab9-4c5f-8114-190e1a5d5d6c) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:29.121109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86944234-bff4-4189-8230-10637415425e req-a0cb28b0-da74-49f5-94e3-b25e5081ae59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c8a2ae-203c-4cea-a90c-30990223ccbc HTTP/1.1" status: 200 len: 217 time: 0.0556011 Sep 18 20:00:29.138849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0adf6e1a-7f81-48b8-9d78-4eb56ad40dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:29.154157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41844) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:29.228158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae269874-e349-4f0b-8fdc-7bf4c7afe399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:29.263792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0adf6e1a-7f81-48b8-9d78-4eb56ad40dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:29.299115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86944234-bff4-4189-8230-10637415425e req-dfba7473-fbc3-42a9-a978-bcc0992f05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:29.300674 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86944234-bff4-4189-8230-10637415425e req-dfba7473-fbc3-42a9-a978-bcc0992f05b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1718268 Sep 18 20:00:29.405587 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86944234-bff4-4189-8230-10637415425e req-9374b406-9722-40e3-a267-c940b0f6bc2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891683 Sep 18 20:00:29.474848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:29.626145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-096eb363-f06c-436f-8ea3-4f4176e67867 req-a0087c25-488a-4df6-974d-fd8bcca26f8a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329965 Sep 18 20:00:29.703187 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:29.707132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78817889-7034-4956-ab8a-05e40df3e806 req-0d74b39e-75d7-4cea-a894-6c8a475426ea service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660403 Sep 18 20:00:29.708721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:29.744989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e1e1e-3f1d-4f09-99c3-69b0975ae6db req-3b42bbfc-ae89-429c-b35e-9256a2bd9107 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:29.746460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-288e1e1e-3f1d-4f09-99c3-69b0975ae6db req-3b42bbfc-ae89-429c-b35e-9256a2bd9107 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 943 time: 0.1830907 Sep 18 20:00:29.750793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'network_id': '28332b88-f919-4df4-8511-88d33de7100c', 'port_id': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'mac_address': 'fa:16:3e:cd:60:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148ea5a3-3560-4412-a7fc-74c44514e8c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:29.775412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0adf6e1a-7f81-48b8-9d78-4eb56ad40dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:29.777991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0adf6e1a-7f81-48b8-9d78-4eb56ad40dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:29.781884 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0adf6e1a-7f81-48b8-9d78-4eb56ad40dcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/904b7296-70e7-44ef-8710-cdb02c4d846f HTTP/1.1" status: 204 len: 168 time: 0.9292591 Sep 18 20:00:29.806836 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86944234-bff4-4189-8230-10637415425e req-14c25180-0650-4812-8540-8f6cb60183a3 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869433 Sep 18 20:00:29.857350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:29.867013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf6e1a-7f81-48b8-9d78-4eb56ad40dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b7296-70e7-44ef-8710-cdb02c4d846f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:29.893213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a90719d-73e8-4063-ae96-9b0275f0d582 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:29.924970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-288e1e1e-3f1d-4f09-99c3-69b0975ae6db req-4f1e47d1-8d2b-4884-8c61-2a2df163155a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667354 Sep 18 20:00:29.942455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6496bf5-db50-481e-92b3-25069de7d579 req-82a1bb8e-2464-4f60-b624-c67537a62c91 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:29.955913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6496bf5-db50-481e-92b3-25069de7d579 req-82a1bb8e-2464-4f60-b624-c67537a62c91 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.1879458 Sep 18 20:00:29.985550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:29.996099 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:29.997522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 94c8a2ae-203c-4cea-a90c-30990223ccbc details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:30.039813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6496bf5-db50-481e-92b3-25069de7d579 req-39d2e422-6148-440d-86bc-663ed530e002 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758834 Sep 18 20:00:30.136627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae269874-e349-4f0b-8fdc-7bf4c7afe399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.157214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae269874-e349-4f0b-8fdc-7bf4c7afe399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.166574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0216772d-7d32-4061-bec5-af023e7a6d61 req-75d94bf6-f44d-4a3b-991d-9b8245394e9c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 210 time: 0.0759294 Sep 18 20:00:30.172055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.212758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08d9bca0-5c47-4a16-a1aa-515427e5e00e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:30.240414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Network da5ac25e-5c89-4010-a4ea-a5f5933e757d is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:30.276996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:30.287533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41858) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:30.294674 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ae269874-e349-4f0b-8fdc-7bf4c7afe399 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7353f30286b545729ba7222776b16ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1216552 Sep 18 20:00:30.302900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86944234-bff4-4189-8230-10637415425e req-ba6f66fe-dc87-4f83-a377-66bb8e8273d0 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619591 Sep 18 20:00:30.303997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:30.323295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae269874-e349-4f0b-8fdc-7bf4c7afe399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e5ea32-e38c-4768-a998-56792681ca91,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:30.387521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Pushing event updated for resources: {'Port': ['ID=da357529-aab9-4c5f-8114-190e1a5d5d6c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:30.410614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 94c8a2ae-203c-4cea-a90c-30990223ccbc, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=94c8a2ae-203c-4cea-a90c-30990223ccbc,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:30.420563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9ed9dd7-1375-4949-a46e-334cc9e6747c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.432322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:30.433136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.459606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-89b72169-f2d6-4ff6-aa47-2af362ca5502 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5129254 Sep 18 20:00:30.465592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:30.480968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Request body: {'port': {'device_id': 'bf9eaf96-c8b2-4e43-9e43-b5571d716250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:30.488369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '94c8a2ae-203c-4cea-a90c-30990223ccbc', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'port_id': '94c8a2ae-203c-4cea-a90c-30990223ccbc', 'mac_address': 'fa:16:3e:ba:23:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083eb172-dcbc-4dbc-acb8-5526581d8b31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:30.490961 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9ed9dd7-1375-4949-a46e-334cc9e6747c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.553770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41860) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:30.583814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce8c76dd-465e-4377-837f-4c4ad58e3c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.596546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.617242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9ed9dd7-1375-4949-a46e-334cc9e6747c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.620069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f9ed9dd7-1375-4949-a46e-334cc9e6747c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.621271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f9ed9dd7-1375-4949-a46e-334cc9e6747c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65e5ea32-e38c-4768-a998-56792681ca91 HTTP/1.1" status: 204 len: 168 time: 0.3325326 Sep 18 20:00:30.647255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed9dd7-1375-4949-a46e-334cc9e6747c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e5ea32-e38c-4768-a998-56792681ca91,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:30.894508 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:30.911006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a0ae6-ade4-49e6-b91b-a9a6828bf7b9 req-888e06e6-bab8-41ca-a57e-48f1d6694631 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:30.920453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951a0ae6-ade4-49e6-b91b-a9a6828bf7b9 req-888e06e6-bab8-41ca-a57e-48f1d6694631 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1197975 Sep 18 20:00:30.970784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c8a2ae-203c-4cea-a90c-30990223ccbc {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:31.017853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-951a0ae6-ade4-49e6-b91b-a9a6828bf7b9 req-0c9a1454-11f6-44e2-a68c-6f3207f98723 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962520 Sep 18 20:00:31.020526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 94c8a2ae-203c-4cea-a90c-30990223ccbc, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=94c8a2ae-203c-4cea-a90c-30990223ccbc,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:31.031395 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.119205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=94c8a2ae-203c-4cea-a90c-30990223ccbc,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:31.199334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24da068-63cb-4e79-9e8a-eeb4448b1e0a req-c0e99d06-ab27-4f78-ad56-c88959a44825 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:31.205977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e24da068-63cb-4e79-9e8a-eeb4448b1e0a req-c0e99d06-ab27-4f78-ad56-c88959a44825 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 944 time: 0.1502264 Sep 18 20:00:31.292342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['5a90719d-73e8-4063-ae96-9b0275f0d582'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:31.296585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['94c8a2ae-203c-4cea-a90c-30990223ccbc'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:31.304040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e24da068-63cb-4e79-9e8a-eeb4448b1e0a req-fe5e55f6-5598-41bf-92ca-a92e33ac6534 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811238 Sep 18 20:00:31.307411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce8c76dd-465e-4377-837f-4c4ad58e3c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.316961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfc43-468b-4b91-b85a-fd514258df1f req-5fd39b6b-2828-4a07-b071-fcafcaa21702 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:31.329290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da357529-aab9-4c5f-8114-190e1a5d5d6c {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:31.334494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bacfc43-468b-4b91-b85a-fd514258df1f req-5fd39b6b-2828-4a07-b071-fcafcaa21702 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.1676509 Sep 18 20:00:31.340762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.357777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Transition to ACTIVE for port object da357529-aab9-4c5f-8114-190e1a5d5d6c will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:31.359884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce8c76dd-465e-4377-837f-4c4ad58e3c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.423691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c76dd-465e-4377-837f-4c4ad58e3c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f4251-eed6-4b88-b291-919a9031c312,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:31.431982 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.440586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bacfc43-468b-4b91-b85a-fd514258df1f req-9e42eaf1-d504-49e7-bd7c-c82873192d05 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990763 Sep 18 20:00:31.481280 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ce8c76dd-465e-4377-837f-4c4ad58e3c27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08233431fe5641a88df08996e850946f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9261835 Sep 18 20:00:31.510957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 41882) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:31.587064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d0eb6-ddd4-4631-a52d-88413b439944 req-2e5abdff-f7f1-43ce-81f2-272c6928ef3f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:31.591868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2d0eb6-ddd4-4631-a52d-88413b439944 req-2e5abdff-f7f1-43ce-81f2-272c6928ef3f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 943 time: 0.1247714 Sep 18 20:00:31.596349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Pushing event updated for resources: {'Port': ['ID=da357529-aab9-4c5f-8114-190e1a5d5d6c,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:31.671454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3c24-0162-45a1-99bb-1e9bc821ecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.685758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c2d0eb6-ddd4-4631-a52d-88413b439944 req-0da85dfa-3831-4b90-b611-d6ce09d25717 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867410 Sep 18 20:00:31.696988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3c24-0162-45a1-99bb-1e9bc821ecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.738464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Attempting to bind port da357529-aab9-4c5f-8114-190e1a5d5d6c on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:31.738804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Attempting to bind port da357529-aab9-4c5f-8114-190e1a5d5d6c by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:31.739154 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Attempting to bind port da357529-aab9-4c5f-8114-190e1a5d5d6c on network da5ac25e-5c89-4010-a4ea-a5f5933e757d {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:31.745689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Port da357529-aab9-4c5f-8114-190e1a5d5d6c on network da5ac25e-5c89-4010-a4ea-a5f5933e757d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:31.746053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Attempting to bind port da357529-aab9-4c5f-8114-190e1a5d5d6c on network da5ac25e-5c89-4010-a4ea-a5f5933e757d {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:31.768142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:31.769410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Checking segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:31.769797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Bound using segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:31.770265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Bound port: da357529-aab9-4c5f-8114-190e1a5d5d6c, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:31.770635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.874920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3c24-0162-45a1-99bb-1e9bc821ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.877534 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3c24-0162-45a1-99bb-1e9bc821ecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:31.878754 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dfeb3c24-0162-45a1-99bb-1e9bc821ecf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b03f4251-eed6-4b88-b291-919a9031c312 HTTP/1.1" status: 204 len: 168 time: 0.3651638 Sep 18 20:00:31.897149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb3c24-0162-45a1-99bb-1e9bc821ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f4251-eed6-4b88-b291-919a9031c312,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:31.939802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] For port da357529-aab9-4c5f-8114-190e1a5d5d6c, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:00:31.944223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] For port da357529-aab9-4c5f-8114-190e1a5d5d6c, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=da357529-aab9-4c5f-8114-190e1a5d5d6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:00:31.956802 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:32.035105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:32.037160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:32.042877 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] 10.222.0.32 "PUT /v2.0/ports/da357529-aab9-4c5f-8114-190e1a5d5d6c HTTP/1.1" status: 200 len: 1092 time: 1.5741527 Sep 18 20:00:32.043965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9eaf96-c8b2-4e43-9e43-b5571d716250', 'tag': 'da357529-aab9-4c5f-8114-190e1a5d5d6c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:32.047245 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ee944e-0d24-414e-b67b-72003cce7c44" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9eaf96-c8b2-4e43-9e43-b5571d716250", "tag": "da357529-aab9-4c5f-8114-190e1a5d5d6c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:32.106936 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc8764-c060-4071-8e2f-11a955187131 service neutron] Pushing event updated for resources: {'Port': ['ID=da357529-aab9-4c5f-8114-190e1a5d5d6c,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:32.152745 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838925cc-59d3-4c00-872e-fffdfd461ea6 x-openstack-request-id: req-838925cc-59d3-4c00-872e-fffdfd461ea6 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:32.153042 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9eaf96-c8b2-4e43-9e43-b5571d716250", "tag": "da357529-aab9-4c5f-8114-190e1a5d5d6c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:32.153287 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-838925cc-59d3-4c00-872e-fffdfd461ea6 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:32.153756 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9eaf96-c8b2-4e43-9e43-b5571d716250', 'tag': 'da357529-aab9-4c5f-8114-190e1a5d5d6c', 'status': 'completed', 'code': 200} Sep 18 20:00:32.287557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-708d582f-e0ed-4b7f-8929-9603b46b5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:32.291789 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-708d582f-e0ed-4b7f-8929-9603b46b5f36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 1095 time: 0.1747582 Sep 18 20:00:32.330872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47aff30-5554-4466-a262-2ebef569931b req-6a687113-e5b5-4c04-bf4f-1a810f206339 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:32.342125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d47aff30-5554-4466-a262-2ebef569931b req-6a687113-e5b5-4c04-bf4f-1a810f206339 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1226130 Sep 18 20:00:32.397646 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-96f447dc-5c4c-4eed-a160-6fd89c2d80b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da357529-aab9-4c5f-8114-190e1a5d5d6c HTTP/1.1" status: 200 len: 217 time: 0.0961304 Sep 18 20:00:32.510233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d47aff30-5554-4466-a262-2ebef569931b req-716ceb2f-e8b6-4923-8e8d-bfd4d40d63af tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644917 Sep 18 20:00:32.543922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-bac64b20-228d-4727-bab2-32895e19cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:32.551305 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-bac64b20-228d-4727-bab2-32895e19cfeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.1423423 Sep 18 20:00:32.619056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba65d4-1018-46b9-8439-8d2cb73d4efc req-e4cdda14-d367-4a94-b3e0-0363b84c723e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:32.630439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9ba65d4-1018-46b9-8439-8d2cb73d4efc req-e4cdda14-d367-4a94-b3e0-0363b84c723e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 944 time: 0.1625488 Sep 18 20:00:32.632192 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-db92e2cd-c8b2-4021-8297-e16121c48b89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730877 Sep 18 20:00:32.776003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9ba65d4-1018-46b9-8439-8d2cb73d4efc req-e1622993-402f-4eef-bb03-80d56390bfaa tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429315 Sep 18 20:00:32.800660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6f4d6-47e8-4290-86f6-42c2a4b79e93 req-429e75ac-17b6-4821-8646-65bb701956ca tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:32.810787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49e6f4d6-47e8-4290-86f6-42c2a4b79e93 req-429e75ac-17b6-4821-8646-65bb701956ca tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.1726604 Sep 18 20:00:32.842849 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-ee0ca792-cfae-47ae-916d-8516140dbac1 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989312 Sep 18 20:00:32.902623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49e6f4d6-47e8-4290-86f6-42c2a4b79e93 req-27bfb0cd-5680-43a3-a042-f62f0e2f67aa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925975 Sep 18 20:00:32.968688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830b2b9-335e-4ed6-9e13-0729a572f674 req-84b32bec-25e3-4a6d-97dd-cd2a1cb6bf45 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:32.986558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3830b2b9-335e-4ed6-9e13-0729a572f674 req-84b32bec-25e3-4a6d-97dd-cd2a1cb6bf45 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 943 time: 0.1036494 Sep 18 20:00:33.007018 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0267d5b4-744f-4ff5-8a54-22905fb6f4b9 req-8be7dff9-073d-4b12-b446-77ad2cc5d1bf service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539178 Sep 18 20:00:33.060635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3830b2b9-335e-4ed6-9e13-0729a572f674 req-9d399872-d83c-4b5a-9559-da9102594790 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700030 Sep 18 20:00:33.133093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-623bfa43-eeef-413f-80d7-3f81da4fe680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:33.134737 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-623bfa43-eeef-413f-80d7-3f81da4fe680 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 1095 time: 0.0731022 Sep 18 20:00:33.311309 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-4a23a661-1003-4f55-a39f-36546f46ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:33.312852 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-4a23a661-1003-4f55-a39f-36546f46ee64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 915 time: 0.1689038 Sep 18 20:00:33.383107 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-f1aacbec-0333-4e1b-b9b4-df84954ae855 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da357529-aab9-4c5f-8114-190e1a5d5d6c HTTP/1.1" status: 200 len: 217 time: 0.0614345 Sep 18 20:00:33.471316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-584a10b8-847d-40ac-9a34-c68a82d4805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:33.475519 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-584a10b8-847d-40ac-9a34-c68a82d4805b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.0837605 Sep 18 20:00:33.482215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:00:33.594333 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-3a26cc49-f99b-4f05-8c74-4ceeb8799294 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015313 Sep 18 20:00:33.629085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 5a90719d-73e8-4063-ae96-9b0275f0d582 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:00:33.636583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 5a90719d-73e8-4063-ae96-9b0275f0d582 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:33.639488 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:33.777759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1399f-6c74-49c1-acef-f825d38633ab req-dd730e98-6ebf-4526-bd37-a85a99307767 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:33.784079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39a1399f-6c74-49c1-acef-f825d38633ab req-dd730e98-6ebf-4526-bd37-a85a99307767 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1188316 Sep 18 20:00:33.843265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-ab7cfa2e-b22b-4565-afff-9f6efb310c38 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372444 Sep 18 20:00:33.871975 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:33.882589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39a1399f-6c74-49c1-acef-f825d38633ab req-28712028-3a54-4958-8c29-bef2f433acf8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968709 Sep 18 20:00:33.990385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:34.002021 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb579536-7b1b-4974-8804-ee5b2483bbf6" -d '{"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:34.052340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:34.066682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:34.068347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 94c8a2ae-203c-4cea-a90c-30990223ccbc up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:00:34.145692 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-87ee944e-0d24-414e-b67b-72003cce7c44 req-ff6673bb-4b8f-4b43-a919-47c81276b589 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866626 Sep 18 20:00:34.279884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:34.298836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 94c8a2ae-203c-4cea-a90c-30990223ccbc completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:00:34.299852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2fe26-dc75-4123-8d60-9fdb484ccb81 req-229e9e4d-1d0a-4324-9a4f-840ebe4d8fcd tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:34.306451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 94c8a2ae-203c-4cea-a90c-30990223ccbc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:34.307076 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:34.316624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19d2fe26-dc75-4123-8d60-9fdb484ccb81 req-229e9e4d-1d0a-4324-9a4f-840ebe4d8fcd tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 944 time: 0.3340869 Sep 18 20:00:34.319941 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:00:34.417707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbb7a4-a7d2-4428-9089-0cfea19bcf02 req-b0e541d6-7634-4a66-9693-4aa25d7a5fe3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:34.428247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fccbb7a4-a7d2-4428-9089-0cfea19bcf02 req-b0e541d6-7634-4a66-9693-4aa25d7a5fe3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.3212490 Sep 18 20:00:34.517502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fccbb7a4-a7d2-4428-9089-0cfea19bcf02 req-100cd9d9-a037-47e4-b444-9d5a33fee6d5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835202 Sep 18 20:00:34.529274 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:34.575836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19d2fe26-dc75-4123-8d60-9fdb484ccb81 req-8bd7ef84-312b-4960-8e83-2aca66e52594 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546608 Sep 18 20:00:34.654482 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9825c358-4aa7-419d-aedf-70ea97435c72 x-openstack-request-id: req-9825c358-4aa7-419d-aedf-70ea97435c72 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:34.654776 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:34.655047 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9825c358-4aa7-419d-aedf-70ea97435c72 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:34.655461 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'code': 200} Sep 18 20:00:34.687230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 94c8a2ae-203c-4cea-a90c-30990223ccbc, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=94c8a2ae-203c-4cea-a90c-30990223ccbc,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:34.699138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:34.800097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717a6a2-ce2b-42c9-8094-ec73cd019218 req-65341493-ca89-4a76-80e1-fe45d97f7c70 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:34.804804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d717a6a2-ce2b-42c9-8094-ec73cd019218 req-65341493-ca89-4a76-80e1-fe45d97f7c70 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 943 time: 0.1199217 Sep 18 20:00:34.807640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=94c8a2ae-203c-4cea-a90c-30990223ccbc,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:34.852484 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4987d1b-b837-494d-a54f-de170d5cfab9 req-0c607717-b604-4a3f-a62f-1c268179b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:34.855013 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a4987d1b-b837-494d-a54f-de170d5cfab9 req-0c607717-b604-4a3f-a62f-1c268179b57e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 1098 time: 0.1616099 Sep 18 20:00:34.895438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d717a6a2-ce2b-42c9-8094-ec73cd019218 req-005e5902-50cb-476b-b593-fc1cc39dbc70 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843134 Sep 18 20:00:34.931767 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a4987d1b-b837-494d-a54f-de170d5cfab9 req-3e07aa92-cb0a-4938-95e0-40874106d9a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685742 Sep 18 20:00:35.069024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fade65-1fb8-49b4-ab90-48b7869ed91b req-802f434f-30fd-4001-8783-6fd20912d949 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:35.076008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7fade65-1fb8-49b4-ab90-48b7869ed91b req-802f434f-30fd-4001-8783-6fd20912d949 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0764921 Sep 18 20:00:35.119959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7fade65-1fb8-49b4-ab90-48b7869ed91b req-aef2c29d-3be6-4414-845b-fc372ab1d3b8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Sep 18 20:00:35.657604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32c54c-93b9-43e8-93b4-24d9fe458de4 req-6c218234-c0c9-4dbb-850f-102bc03f3685 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:35.659613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f32c54c-93b9-43e8-93b4-24d9fe458de4 req-6c218234-c0c9-4dbb-850f-102bc03f3685 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.0721509 Sep 18 20:00:35.743011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f32c54c-93b9-43e8-93b4-24d9fe458de4 req-a5dd53ec-f030-44b2-afce-fcfeba6f55f6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733337 Sep 18 20:00:35.776048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009d13-9bd4-45b0-a019-91d6ed91001c req-7316bac1-0e91-42c9-9066-3f7419d0c348 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:35.777922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48009d13-9bd4-45b0-a019-91d6ed91001c req-7316bac1-0e91-42c9-9066-3f7419d0c348 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 945 time: 0.0747104 Sep 18 20:00:35.848810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48009d13-9bd4-45b0-a019-91d6ed91001c req-cd449555-5b17-42b3-9055-a96af016fcd3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573204 Sep 18 20:00:36.201046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf6e31-3e90-44aa-a2b4-77455a4ca6d1 req-bd2c6ea6-2440-4702-a43d-61e50d97b776 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:36.215725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98cf6e31-3e90-44aa-a2b4-77455a4ca6d1 req-bd2c6ea6-2440-4702-a43d-61e50d97b776 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 943 time: 0.1098249 Sep 18 20:00:36.378247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98cf6e31-3e90-44aa-a2b4-77455a4ca6d1 req-f65ba989-df44-42c7-b2ee-db6ce88dd6f3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600366 Sep 18 20:00:36.415675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833a374-ce8a-412f-a77b-2270d4537459 req-c3b9c6b5-7a3b-4c23-8945-68887d13054e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:36.424352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f833a374-ce8a-412f-a77b-2270d4537459 req-c3b9c6b5-7a3b-4c23-8945-68887d13054e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1632018 Sep 18 20:00:36.494024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f833a374-ce8a-412f-a77b-2270d4537459 req-c6bf5b86-d49e-460a-b356-b84705121325 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631826 Sep 18 20:00:36.656922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab6f7e7-b11f-4f5a-b8de-704b4fb870cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8a2ae-203c-4cea-a90c-30990223ccbc'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:36.660590 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7abeb9-fcbc-4e1d-b007-6cd1ff98df7e" -d '{"events": [{"server_uuid": "aab6f7e7-b11f-4f5a-b8de-704b4fb870cb", "name": "network-vif-plugged", "status": "completed", "tag": "94c8a2ae-203c-4cea-a90c-30990223ccbc"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:36.776219 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b618ce-e210-4817-bb83-dd7a4f209c51 x-openstack-request-id: req-a9b618ce-e210-4817-bb83-dd7a4f209c51 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:36.776515 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab6f7e7-b11f-4f5a-b8de-704b4fb870cb", "name": "network-vif-plugged", "status": "completed", "tag": "94c8a2ae-203c-4cea-a90c-30990223ccbc", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:36.777581 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9b618ce-e210-4817-bb83-dd7a4f209c51 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:36.778399 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab6f7e7-b11f-4f5a-b8de-704b4fb870cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8a2ae-203c-4cea-a90c-30990223ccbc', 'code': 200} Sep 18 20:00:36.921722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5632b2-23f6-402b-8043-769121e7576d req-1289d52e-315a-428c-ab7d-48357baaff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:36.923007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device da357529-aab9-4c5f-8114-190e1a5d5d6c details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:36.923188 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ea5632b2-23f6-402b-8043-769121e7576d req-1289d52e-315a-428c-ab7d-48357baaff0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 1097 time: 0.1108682 Sep 18 20:00:36.938052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb511579-d82e-4130-a825-a7c9fc457cd7 req-89a76eea-90d8-4825-99c4-4f04c0d5c8fa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:36.950077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb511579-d82e-4130-a825-a7c9fc457cd7 req-89a76eea-90d8-4825-99c4-4f04c0d5c8fa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.1014752 Sep 18 20:00:36.999610 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ea5632b2-23f6-402b-8043-769121e7576d req-2b8e39d0-9e80-4b1b-89ef-0810f857d871 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660386 Sep 18 20:00:37.044305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb511579-d82e-4130-a825-a7c9fc457cd7 req-da564569-36c6-42d0-8607-b76464806469 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932369 Sep 18 20:00:37.228562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port da357529-aab9-4c5f-8114-190e1a5d5d6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=da357529-aab9-4c5f-8114-190e1a5d5d6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:37.264016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eb781-8177-4963-8479-60a05a2de3cb req-d1004c38-1422-4a83-9851-c6d96ffd0e83 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:37.274428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-860eb781-8177-4963-8479-60a05a2de3cb req-d1004c38-1422-4a83-9851-c6d96ffd0e83 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 945 time: 0.0956481 Sep 18 20:00:37.274655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'da357529-aab9-4c5f-8114-190e1a5d5d6c', 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'port_id': 'da357529-aab9-4c5f-8114-190e1a5d5d6c', 'mac_address': 'fa:16:3e:7c:e1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44bd85-af45-45ac-b516-d79293f8f079', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:37.328510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-860eb781-8177-4963-8479-60a05a2de3cb req-4ba30563-5e90-42d4-b60e-25970f5191e9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 Sep 18 20:00:37.382794 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:37.401676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da357529-aab9-4c5f-8114-190e1a5d5d6c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:37.437707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port da357529-aab9-4c5f-8114-190e1a5d5d6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=da357529-aab9-4c5f-8114-190e1a5d5d6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:37.450291 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:37.571193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=da357529-aab9-4c5f-8114-190e1a5d5d6c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:37.613673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d36975-8de6-492b-8b85-a532a4920bb6 req-ae2240bd-cfb4-40b7-a44c-0dcd13b2a510 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:37.627933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76d36975-8de6-492b-8b85-a532a4920bb6 req-ae2240bd-cfb4-40b7-a44c-0dcd13b2a510 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 944 time: 0.1055098 Sep 18 20:00:37.674118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76d36975-8de6-492b-8b85-a532a4920bb6 req-c08a5665-83ed-4861-9156-5ee39758d99e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Sep 18 20:00:37.705673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['da357529-aab9-4c5f-8114-190e1a5d5d6c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:38.248515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d1cb2-8f49-46c0-8390-aae2927913af req-1ebc4689-3b11-44ca-aaf7-6227bcc83a7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:38.250917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b2d1cb2-8f49-46c0-8390-aae2927913af req-1ebc4689-3b11-44ca-aaf7-6227bcc83a7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.0827169 Sep 18 20:00:38.324429 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42078) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:38.329004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b2d1cb2-8f49-46c0-8390-aae2927913af req-825e4cb7-0a8f-4222-a8dd-9ebcd74f7ac7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641696 Sep 18 20:00:38.496260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5be11dc6-72a5-422b-821f-5fba8fbd2466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:38.567114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156550ea-1322-4e4c-bc67-7ab133e8a56a req-2ce8a3b7-56c0-4d74-b530-a240dee3b68b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:38.568781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-156550ea-1322-4e4c-bc67-7ab133e8a56a req-2ce8a3b7-56c0-4d74-b530-a240dee3b68b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 945 time: 0.1433835 Sep 18 20:00:38.666011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-156550ea-1322-4e4c-bc67-7ab133e8a56a req-db928b64-1327-4c5d-81e6-8fa9c5636c8a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910802 Sep 18 20:00:38.814971 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5be11dc6-72a5-422b-821f-5fba8fbd2466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:38.822354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5be11dc6-72a5-422b-821f-5fba8fbd2466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:38.921448 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5be11dc6-72a5-422b-821f-5fba8fbd2466 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d11714ec9464026b313955eaadb8d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959096 Sep 18 20:00:38.922193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42100) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:38.926722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f66d91-52b3-4af1-bc91-186cae242d6f req-527f5292-9b97-424b-936b-9fb6607105a4 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:38.928794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be11dc6-72a5-422b-821f-5fba8fbd2466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1856d9b-0773-4389-b45b-a24c43918652,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:38.929463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5f66d91-52b3-4af1-bc91-186cae242d6f req-527f5292-9b97-424b-936b-9fb6607105a4 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 944 time: 0.0933576 Sep 18 20:00:38.937164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device da357529-aab9-4c5f-8114-190e1a5d5d6c up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:00:38.996506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5f66d91-52b3-4af1-bc91-186cae242d6f req-cefa91af-5320-4d08-bccb-e7724e421b98 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591922 Sep 18 20:00:39.051088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port da357529-aab9-4c5f-8114-190e1a5d5d6c completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:00:39.057997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port da357529-aab9-4c5f-8114-190e1a5d5d6c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:39.058381 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.061714 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4f9d-0cf0-42c2-8e2f-4c180de460dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.115580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4f9d-0cf0-42c2-8e2f-4c180de460dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.195072 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.255275 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4f9d-0cf0-42c2-8e2f-4c180de460dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.260737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port da357529-aab9-4c5f-8114-190e1a5d5d6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=da357529-aab9-4c5f-8114-190e1a5d5d6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:39.262092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9eaf96-c8b2-4e43-9e43-b5571d716250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da357529-aab9-4c5f-8114-190e1a5d5d6c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:39.265731 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981eb540-1f59-47b8-aac9-8218c7af2582" -d '{"events": [{"server_uuid": "bf9eaf96-c8b2-4e43-9e43-b5571d716250", "name": "network-vif-plugged", "status": "completed", "tag": "da357529-aab9-4c5f-8114-190e1a5d5d6c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:39.269935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4f9d-0cf0-42c2-8e2f-4c180de460dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.270851 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.280001 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ea6e4f9d-0cf0-42c2-8e2f-4c180de460dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1856d9b-0773-4389-b45b-a24c43918652 HTTP/1.1" status: 204 len: 168 time: 0.3556423 Sep 18 20:00:39.324658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e4f9d-0cf0-42c2-8e2f-4c180de460dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1856d9b-0773-4389-b45b-a24c43918652,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:39.328590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=da357529-aab9-4c5f-8114-190e1a5d5d6c,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:39.757732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42116) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:39.781635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71f1fa32-1a20-4674-bb76-2ba1d02684e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.982249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71f1fa32-1a20-4674-bb76-2ba1d02684e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:39.987248 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71f1fa32-1a20-4674-bb76-2ba1d02684e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:40.068916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42126) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:40.077867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-71f1fa32-1a20-4674-bb76-2ba1d02684e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=966589f457ce40879761f6edae0aeb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187678 Sep 18 20:00:40.078535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1fa32-1a20-4674-bb76-2ba1d02684e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ffcc2e-7d15-4131-a513-1019f46edca3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:40.199652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7b86708-de98-496b-aa79-2a70b84e1012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:40.229511 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7b86708-de98-496b-aa79-2a70b84e1012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:40.305708 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7b86708-de98-496b-aa79-2a70b84e1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:40.308443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7b86708-de98-496b-aa79-2a70b84e1012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:40.309908 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d7b86708-de98-496b-aa79-2a70b84e1012 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60ffcc2e-7d15-4131-a513-1019f46edca3 HTTP/1.1" status: 204 len: 168 time: 0.2397330 Sep 18 20:00:40.320507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b86708-de98-496b-aa79-2a70b84e1012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ffcc2e-7d15-4131-a513-1019f46edca3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:42.932199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-85fa7407-bc45-4a71-995c-7f587e8e9354 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:42.933883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-85fa7407-bc45-4a71-995c-7f587e8e9354 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 813 time: 0.2626309 Sep 18 20:00:42.962437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-17be1e8e-31d9-4689-aeee-7b41826cfa5d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/quotas/13845a0276044cbcbe3ab930f3101757 HTTP/1.1" status: 200 len: 375 time: 0.0161376 Sep 18 20:00:43.038226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0590-67a5-4675-8a44-a0f973e09213 req-f6868311-d1de-4566-80cb-b78e86689f89 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:43.046623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-f6868311-d1de-4566-80cb-b78e86689f89 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.2495377 Sep 18 20:00:43.073615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-cac9fb85-88c3-4661-9c9e-b93fc9ad83a8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/quotas/40984cffdfb049089f2c2cdf55be19c0 HTTP/1.1" status: 200 len: 375 time: 0.0258687 Sep 18 20:00:43.130499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-07f14d6a-041f-4a1e-89f1-f08cbc0e3f99 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1594677 Sep 18 20:00:43.258695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-85769f4b-e5b6-41ec-9856-1d333cd33d5c service neutron] 10.222.0.20 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193779 Sep 18 20:00:43.281197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-95295567-9b33-47b4-b604-78e05c7903da tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2042282 Sep 18 20:00:43.317569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42224) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:43.628833 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac6dca51-f430-47b5-91f8-cf854874a7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:43.704422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-3da55b4f-c04d-4cf3-b3b5-e7afbc98fa90 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197452 Sep 18 20:00:43.758480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-f771974f-6db2-4daf-bf6d-4e3619acb2c0 service neutron] 10.222.0.20 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533033 Sep 18 20:00:43.944959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-83ddd4ba-5955-4f2e-9c45-ed8876ef516f service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433021 Sep 18 20:00:43.957213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac6dca51-f430-47b5-91f8-cf854874a7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:43.964419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac6dca51-f430-47b5-91f8-cf854874a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:44.019242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dca51-f430-47b5-91f8-cf854874a7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d736ed9-cd7e-4d28-85ce-3285afc0258f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:44.080683 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac6dca51-f430-47b5-91f8-cf854874a7a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a143040be3864663a03d6a9496be5269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7618940 Sep 18 20:00:44.083222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42262) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:44.087495 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd840abe-ed5e-485f-bbc6-7106d05027f8 x-openstack-request-id: req-bd840abe-ed5e-485f-bbc6-7106d05027f8 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:44.087976 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9eaf96-c8b2-4e43-9e43-b5571d716250", "name": "network-vif-plugged", "status": "completed", "tag": "da357529-aab9-4c5f-8114-190e1a5d5d6c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:44.088224 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd840abe-ed5e-485f-bbc6-7106d05027f8 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:44.088719 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9eaf96-c8b2-4e43-9e43-b5571d716250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da357529-aab9-4c5f-8114-190e1a5d5d6c', 'code': 200} Sep 18 20:00:44.260670 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-19dda116-f38e-4418-b9a4-40d1978ab476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:44.275606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bb610-53a5-4bbd-b2d2-afbc2774ba85 req-a520eacc-2b67-403f-a413-44398245777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:44.277138 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eb7bb610-53a5-4bbd-b2d2-afbc2774ba85 req-a520eacc-2b67-403f-a413-44398245777e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 1097 time: 0.1191554 Sep 18 20:00:44.451338 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eb7bb610-53a5-4bbd-b2d2-afbc2774ba85 req-c2f33ada-08e3-490b-ab27-b9cab1dc47f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665471 Sep 18 20:00:44.463820 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-19dda116-f38e-4418-b9a4-40d1978ab476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:44.512608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-7e768cfb-b972-47ea-81f0-c956e22ca07e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1726239 Sep 18 20:00:44.588043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c23dda-a822-41a2-a0b3-ef8897b5d357 req-f253b1f3-a531-4715-9001-ac3e0234086b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:44.600874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59c23dda-a822-41a2-a0b3-ef8897b5d357 req-f253b1f3-a531-4715-9001-ac3e0234086b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.3787069 Sep 18 20:00:44.636575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90280bf-c66d-4dc4-a671-58c94256084d req-b282447c-57bb-4b58-93ab-b464eb52cf33 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:44.636575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b90280bf-c66d-4dc4-a671-58c94256084d req-b282447c-57bb-4b58-93ab-b464eb52cf33 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 945 time: 0.2882342 Sep 18 20:00:44.742321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-19d312d0-0506-4f6d-a06b-50c31fad9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:44.744171 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-19d312d0-0506-4f6d-a06b-50c31fad9910 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 1097 time: 0.1714177 Sep 18 20:00:44.863071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59c23dda-a822-41a2-a0b3-ef8897b5d357 req-0d2b8e12-0dcd-4ffb-a5ce-4600476a13f3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558703 Sep 18 20:00:44.939472 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-19dda116-f38e-4418-b9a4-40d1978ab476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:44.951425 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-19dda116-f38e-4418-b9a4-40d1978ab476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:44.954316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-19dda116-f38e-4418-b9a4-40d1978ab476 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d736ed9-cd7e-4d28-85ce-3285afc0258f HTTP/1.1" status: 204 len: 168 time: 0.8696604 Sep 18 20:00:45.016613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b90280bf-c66d-4dc4-a671-58c94256084d req-0125919b-6ad0-4170-8879-683f027e374b tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632870 Sep 18 20:00:45.134209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-899aed6c-415e-4c7c-b111-c3b875fa2aef req-51df27d9-d270-4936-a64e-7b0c6ef1233d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 210 time: 0.1716638 Sep 18 20:00:45.169227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-b5ab5f89-00a0-495d-b96c-108f1c2bfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:45.174693 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-b5ab5f89-00a0-495d-b96c-108f1c2bfa83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.3935709 Sep 18 20:00:45.175430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dda116-f38e-4418-b9a4-40d1978ab476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d736ed9-cd7e-4d28-85ce-3285afc0258f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:45.354390 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-69e0a6d8-f7eb-4f42-9435-7d424e82ddf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10bc125d-03c1-42b0-8d47-f55722459c57 HTTP/1.1" status: 200 len: 217 time: 0.1730716 Sep 18 20:00:45.421591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c368c2c1-ac15-41b9-b0b2-b7455c1dc5ed req-6ff656e1-0c7b-4df8-9c2d-2c4c54872d36 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 210 time: 0.2713022 Sep 18 20:00:45.473588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-2a4b896f-a34d-4ac9-9e9d-628b5b21efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:45.475830 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-2a4b896f-a34d-4ac9-9e9d-628b5b21efc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.1088481 Sep 18 20:00:45.646674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-cd75a7d1-57fb-43d6-a517-93b8141dd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:45.651276 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-cd75a7d1-57fb-43d6-a517-93b8141dd10a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680570 Sep 18 20:00:45.700372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42350) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:45.772804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca194172-c1f4-4744-ae68-c5dcd8142d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:45.908303 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-87e843b0-2fc3-4cc8-a718-0cd537272226 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492876 Sep 18 20:00:46.073262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca194172-c1f4-4744-ae68-c5dcd8142d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:46.131121 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8cefeb5e-8205-4939-bb20-9a9f011b8d55 req-d4627590-24c3-48a1-9f9a-2dd5f4baf968 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990185 Sep 18 20:00:46.145551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ca194172-c1f4-4744-ae68-c5dcd8142d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:46.230696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ca194172-c1f4-4744-ae68-c5dcd8142d87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f3b81688b6145b18685304b495b505d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290415 Sep 18 20:00:46.233530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42372) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:46.268749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca194172-c1f4-4744-ae68-c5dcd8142d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a8560-35d6-4279-930f-32586b8d6c8a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:46.283705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c6e35-cfdd-4dad-9b8f-9ca7e9ba211d req-23ccf6e8-c29a-441d-8bcf-6a825086f06d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:46.285730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-259c6e35-cfdd-4dad-9b8f-9ca7e9ba211d req-23ccf6e8-c29a-441d-8bcf-6a825086f06d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.2634845 Sep 18 20:00:46.322018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38586-3b07-4247-87de-5374d1ad400c req-e9765bb9-6b5a-43a3-8b22-d11c756c02c5 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:46.324129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2c38586-3b07-4247-87de-5374d1ad400c req-e9765bb9-6b5a-43a3-8b22-d11c756c02c5 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 945 time: 0.1258593 Sep 18 20:00:46.340012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ee23319-8278-4a9c-b9a6-3fa6d10aab84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:46.364750 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ee23319-8278-4a9c-b9a6-3fa6d10aab84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:46.370181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-259c6e35-cfdd-4dad-9b8f-9ca7e9ba211d req-d0aad254-51db-4501-8cb4-294cdaa9e3c6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778201 Sep 18 20:00:46.409938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2c38586-3b07-4247-87de-5374d1ad400c req-8de67238-79a2-4191-9ae0-753340d17c6c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736661 Sep 18 20:00:46.455165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ee23319-8278-4a9c-b9a6-3fa6d10aab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:46.457912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ee23319-8278-4a9c-b9a6-3fa6d10aab84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:46.461361 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8ee23319-8278-4a9c-b9a6-3fa6d10aab84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f55a8560-35d6-4279-930f-32586b8d6c8a HTTP/1.1" status: 204 len: 168 time: 0.2236047 Sep 18 20:00:46.468778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee23319-8278-4a9c-b9a6-3fa6d10aab84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55a8560-35d6-4279-930f-32586b8d6c8a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:46.482814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42382) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:46.584962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55c85929-df75-4b1d-9cc4-a5630f9d0c68 req-f95c10a7-570e-4cbd-aede-65de457aedda tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0398057 Sep 18 20:00:46.698342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ccc64f7-508d-497a-a8ae-d7d25abbb0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:46.759365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-242dccfd-0fad-4cab-9b6b-2fb4016d207d req-41400764-9554-4ce5-8a5e-02278303152a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 210 time: 0.0922658 Sep 18 20:00:47.112608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-baa13a83-5efa-4323-9abd-135b1b0c43d6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:47.121516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-baa13a83-5efa-4323-9abd-135b1b0c43d6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.24 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 813 time: 0.1936707 Sep 18 20:00:47.137446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Request body: {'port': {'device_id': '0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75', 'network_id': '28332b88-f919-4df4-8511-88d33de7100c', 'admin_state_up': True, 'tenant_id': '13845a0276044cbcbe3ab930f3101757'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:47.190758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-d5ed5407-23b3-4586-8208-6f420880630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:47.193143 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-d5ed5407-23b3-4586-8208-6f420880630f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 1098 time: 0.5349388 Sep 18 20:00:47.334132 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ccc64f7-508d-497a-a8ae-d7d25abbb0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:47.347009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ccc64f7-508d-497a-a8ae-d7d25abbb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:47.382346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc64f7-508d-497a-a8ae-d7d25abbb0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842fd7af-b45d-40a1-ba5f-16a070921d76,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:47.389729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-b2e1782f-a555-475e-995f-b2af9206778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:47.391849 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-b2e1782f-a555-475e-995f-b2af9206778d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1892262 Sep 18 20:00:47.406186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6ccc64f7-508d-497a-a8ae-d7d25abbb0a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70a3ebc7fe8b4d4886914fc195b1aee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9221425 Sep 18 20:00:47.410383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42412) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:47.426754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Made reservation on behalf of 13845a0276044cbcbe3ab930f3101757 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:47.431334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:47.495997 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-cfd5597e-d7be-4310-ad00-10d818a14ac5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef HTTP/1.1" status: 200 len: 217 time: 0.0961845 Sep 18 20:00:47.585728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a395f355-6e68-4b52-808c-03723a3034aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:47.620570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-5dedc471-4409-4d0c-9fe5-633c7be98b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:47.629238 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-5dedc471-4409-4d0c-9fe5-633c7be98b34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.1084092 Sep 18 20:00:47.679876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a395f355-6e68-4b52-808c-03723a3034aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:47.684158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b4640-3507-4e8b-b066-42f0195ae2d8 req-09cb621c-4925-45d7-afd6-61a511cb84cf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:47.687762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea8b4640-3507-4e8b-b066-42f0195ae2d8 req-09cb621c-4925-45d7-afd6-61a511cb84cf tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.1328564 Sep 18 20:00:47.829010 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a395f355-6e68-4b52-808c-03723a3034aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:47.832203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a395f355-6e68-4b52-808c-03723a3034aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:47.837054 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a395f355-6e68-4b52-808c-03723a3034aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/842fd7af-b45d-40a1-ba5f-16a070921d76 HTTP/1.1" status: 204 len: 168 time: 0.4256601 Sep 18 20:00:47.850810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395f355-6e68-4b52-808c-03723a3034aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842fd7af-b45d-40a1-ba5f-16a070921d76,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:47.875190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-a83b1ca8-f579-49d2-8e54-f4011e5052a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:47.877769 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-a83b1ca8-f579-49d2-8e54-f4011e5052a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2386665 Sep 18 20:00:47.895868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a90d8a33-ccce-49bb-bebe-e1363f3d5ce1 req-53faa08b-6e34-42f0-9226-933fe77a767d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0825117 Sep 18 20:00:47.949286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea8b4640-3507-4e8b-b066-42f0195ae2d8 req-045ce83d-378e-4786-a88c-77441d19482e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538168 Sep 18 20:00:48.027450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Allocated IP 172.20.0.3 (28332b88-f919-4df4-8511-88d33de7100c/148ea5a3-3560-4412-a7fc-74c44514e8c6/ac8a481e-67fa-4528-a833-15609bd5c1dc) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:48.123271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1ca4ba4-d2e1-467e-9065-c2a6576668fa req-df613fce-8402-4e6d-b28f-c7e8fc000729 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 210 time: 0.0927644 Sep 18 20:00:48.131225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0590-67a5-4675-8a44-a0f973e09213 req-be1fde88-4c57-4fa7-8035-2d898dfcedf8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:48.145126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-be1fde88-4c57-4fa7-8035-2d898dfcedf8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.6017439 Sep 18 20:00:48.152540 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-828b74e6-8551-40b3-a3ad-31078e9647de service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655871 Sep 18 20:00:48.171033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Request body: {'port': {'device_id': '39e4dc94-9dc0-4e44-9a58-d414f815c09f', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'admin_state_up': True, 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:48.326162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-07ec9deb-b133-4d9f-92b0-f782c2b45b70 service neutron] 10.222.0.24 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605656 Sep 18 20:00:48.583354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42452) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:48.603961 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58f2423d-2a03-4da5-ac47-369e00dd469f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:48.626754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:48.633966 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:48.794454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Allocated IP 172.20.0.14 (1fd2d11a-7a7f-4059-b479-8fbff3546ece/083eb172-dcbc-4dbc-acb8-5526581d8b31/6c2bbdbf-be94-4367-9449-3e052a194ed3) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:48.809737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58f2423d-2a03-4da5-ac47-369e00dd469f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:48.818328 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-58f2423d-2a03-4da5-ac47-369e00dd469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:48.836559 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:48.929136 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-58f2423d-2a03-4da5-ac47-369e00dd469f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bf8fbf36de5485ea3647010d9189c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438683 Sep 18 20:00:48.934681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42460) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:48.982894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2423d-2a03-4da5-ac47-369e00dd469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f68cdd-635c-4025-94a3-bd870b53aad4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:49.006617 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.065356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c86e4af6-3419-45bc-bf9e-4f84c39bcbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.081354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eddaac26-65eb-4b5c-a8f3-36ee49124ca5 req-cfe27454-55e4-466d-8ff2-545a6a205fa6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 210 time: 0.0419450 Sep 18 20:00:49.089703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c86e4af6-3419-45bc-bf9e-4f84c39bcbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.135257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.155297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['5a90719d-73e8-4063-ae96-9b0275f0d582'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:49.173826 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c86e4af6-3419-45bc-bf9e-4f84c39bcbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.176893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c86e4af6-3419-45bc-bf9e-4f84c39bcbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.178577 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c86e4af6-3419-45bc-bf9e-4f84c39bcbe6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4f68cdd-635c-4025-94a3-bd870b53aad4 HTTP/1.1" status: 204 len: 168 time: 0.2434871 Sep 18 20:00:49.196441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e4af6-3419-45bc-bf9e-4f84c39bcbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f68cdd-635c-4025-94a3-bd870b53aad4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:49.229247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.409915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Pushing event updated for resources: {'Port': ['ID=ac8a481e-67fa-4528-a833-15609bd5c1dc,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:49.450027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62f7f-3355-4af2-8ecc-83cbc62e37d1 req-bae27dcc-3798-44d3-b897-f61f95a2946c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:49.474729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5d62f7f-3355-4af2-8ecc-83cbc62e37d1 req-bae27dcc-3798-44d3-b897-f61f95a2946c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 946 time: 0.3918951 Sep 18 20:00:49.531258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b20814d4-dfcf-4ccb-8809-c0c2d1a743ef no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:49.573569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Network 28332b88-f919-4df4-8511-88d33de7100c is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:49.588155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:49.624018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.647816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:49.651575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:49.654217 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a9da0b-0a19-4dde-945e-e68f1a290062" -d '{"events": [{"server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "name": "network-vif-unplugged", "status": "completed", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:49.654362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:49.661327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:49.666807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:49.669965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:49.678348 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.702092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5d62f7f-3355-4af2-8ecc-83cbc62e37d1 req-c7e59710-0e11-4434-bc8e-3719b9d1d27b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238302 Sep 18 20:00:49.748672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', '94c8a2ae-203c-4cea-a90c-30990223ccbc'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:49.863940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9416d9-cf36-4a9e-9d7e-9b228f238585 req-6da07256-718b-4250-935b-9a6ed9148fc6 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:49.871594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb9416d9-cf36-4a9e-9d7e-9b228f238585 req-6da07256-718b-4250-935b-9a6ed9148fc6 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 932 time: 0.5719562 Sep 18 20:00:49.904471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:49.914280 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a785604b-fa7e-436b-b748-d90e4db56e97 x-openstack-request-id: req-a785604b-fa7e-436b-b748-d90e4db56e97 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:49.914631 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "name": "network-vif-unplugged", "status": "completed", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:49.914852 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a785604b-fa7e-436b-b748-d90e4db56e97 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:49.915243 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'code': 200} Sep 18 20:00:49.933307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event updated for resources: {'Port': ['ID=6c2bbdbf-be94-4367-9449-3e052a194ed3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:49.947421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:49.948101 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:49.969043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:49.970724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:50.004993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-2f5e47ed-5862-402b-8ba2-8f9634b26d73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8727520 Sep 18 20:00:50.027747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb9416d9-cf36-4a9e-9d7e-9b228f238585 req-df43cfd9-fdae-41a7-80da-4754472cd6d0 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501319 Sep 18 20:00:50.030161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-2b1e317a-5a64-4d3d-9ddb-55ee2dc4a3ef tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8639913 Sep 18 20:00:50.108539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Request body: {'port': {'device_id': '39e4dc94-9dc0-4e44-9a58-d414f815c09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:50.122984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Request body: {'port': {'device_id': '0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:50.363712 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:50.443204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f377b2-cbf5-4554-b552-794f026d84d1 req-1c7fedc9-1f60-4bf0-8b5f-cab96264ecd1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:50.444789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89f377b2-cbf5-4554-b552-794f026d84d1 req-1c7fedc9-1f60-4bf0-8b5f-cab96264ecd1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 931 time: 0.1951876 Sep 18 20:00:50.454505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:50.667176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89f377b2-cbf5-4554-b552-794f026d84d1 req-7748e6c8-d9a3-4ec2-a7e6-5a9363414f7d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141750 Sep 18 20:00:51.622548 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-663b92d4-ebd2-4e66-a451-68dd545b13a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:51.712041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8a481e-67fa-4528-a833-15609bd5c1dc {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:51.722937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:51.780586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867825c0-d00e-41ae-91c4-74e6bd6e448c req-a956e333-3851-4374-9680-ad4ebc0d6b89 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:51.788602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-867825c0-d00e-41ae-91c4-74e6bd6e448c req-a956e333-3851-4374-9680-ad4ebc0d6b89 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 932 time: 0.3826864 Sep 18 20:00:51.812388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9967ea-9f7d-41b2-9048-368548cb43ad req-be89cdda-9047-49d3-a025-bd2916932cbe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:51.820670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec9967ea-9f7d-41b2-9048-368548cb43ad req-be89cdda-9047-49d3-a025-bd2916932cbe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 944 time: 0.9452488 Sep 18 20:00:51.856109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Transition to ACTIVE for port object ac8a481e-67fa-4528-a833-15609bd5c1dc will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:51.874780 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.033095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec9967ea-9f7d-41b2-9048-368548cb43ad req-17347e7a-b0ff-4566-ba7d-2fe6c7d369a6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113554 Sep 18 20:00:52.081693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-867825c0-d00e-41ae-91c4-74e6bd6e448c req-41ea2dcd-3acc-42d2-836c-9a2982696bf5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860568 Sep 18 20:00:52.165817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2bbdbf-be94-4367-9449-3e052a194ed3 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:52.174899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.207343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Transition to ACTIVE for port object 6c2bbdbf-be94-4367-9449-3e052a194ed3 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:52.283981 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.298638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8a481e-67fa-4528-a833-15609bd5c1dc,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:52.392079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Attempting to bind port ac8a481e-67fa-4528-a833-15609bd5c1dc on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:52.392580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Attempting to bind port ac8a481e-67fa-4528-a833-15609bd5c1dc by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:52.392909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Attempting to bind port ac8a481e-67fa-4528-a833-15609bd5c1dc on network 28332b88-f919-4df4-8511-88d33de7100c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:52.412836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2bbdbf-be94-4367-9449-3e052a194ed3,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:52.426744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ca2b-1f35-4c1b-82e0-6a3bcdac7765 req-8acbda38-99bd-43a0-9c66-d68a18610cfd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:52.428152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8cf3ca2b-1f35-4c1b-82e0-6a3bcdac7765 req-8acbda38-99bd-43a0-9c66-d68a18610cfd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 943 time: 0.2186060 Sep 18 20:00:52.432471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Port ac8a481e-67fa-4528-a833-15609bd5c1dc on network 28332b88-f919-4df4-8511-88d33de7100c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:52.432792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Attempting to bind port ac8a481e-67fa-4528-a833-15609bd5c1dc on network 28332b88-f919-4df4-8511-88d33de7100c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:52.472656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:52.472893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Checking segment: {'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:52.473301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Bound using segment: {'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:52.473745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Bound port: ac8a481e-67fa-4528-a833-15609bd5c1dc, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33eb2c6e-6c50-4017-9b53-8b49cd5a373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '28332b88-f919-4df4-8511-88d33de7100c'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:52.474101 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.567852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8cf3ca2b-1f35-4c1b-82e0-6a3bcdac7765 req-d81b8a6e-e5f2-4cc4-a777-e04ca273eb96 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101842 Sep 18 20:00:52.573536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Attempting to bind port 6c2bbdbf-be94-4367-9449-3e052a194ed3 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:52.573921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Attempting to bind port 6c2bbdbf-be94-4367-9449-3e052a194ed3 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:52.574421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Attempting to bind port 6c2bbdbf-be94-4367-9449-3e052a194ed3 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:52.587492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Port 6c2bbdbf-be94-4367-9449-3e052a194ed3 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:52.587826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Attempting to bind port 6c2bbdbf-be94-4367-9449-3e052a194ed3 on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:52.595673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:52.595938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Checking segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:52.596327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Bound using segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:52.596758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Bound port: 6c2bbdbf-be94-4367-9449-3e052a194ed3, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:52.597123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.602827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42550) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:52.626293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] For port ac8a481e-67fa-4528-a833-15609bd5c1dc, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:00:52.659048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] For port ac8a481e-67fa-4528-a833-15609bd5c1dc, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8a481e-67fa-4528-a833-15609bd5c1dc,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:00:52.671541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.719930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] For port 6c2bbdbf-be94-4367-9449-3e052a194ed3, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:00:52.722731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:52.723356 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.724918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac8a481e-67fa-4528-a833-15609bd5c1dc HTTP/1.1" status: 200 len: 1092 time: 2.6114798 Sep 18 20:00:52.727208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75', 'tag': 'ac8a481e-67fa-4528-a833-15609bd5c1dc'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:52.729566 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75", "tag": "ac8a481e-67fa-4528-a833-15609bd5c1dc"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:52.736202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] For port 6c2bbdbf-be94-4367-9449-3e052a194ed3, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6c2bbdbf-be94-4367-9449-3e052a194ed3,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:00:52.752282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.760146 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d384ff8-1c59-4f50-932c-c9face6d0729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.767466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a30c9-48a5-4ffc-8e03-2073c1b38ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8a481e-67fa-4528-a833-15609bd5c1dc,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:52.793972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:52.794675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.796316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] 10.222.0.24 "PUT /v2.0/ports/6c2bbdbf-be94-4367-9449-3e052a194ed3 HTTP/1.1" status: 200 len: 1093 time: 2.6956012 Sep 18 20:00:52.816682 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f495c509-4c8f-4411-91ed-6613c9bd9391 x-openstack-request-id: req-f495c509-4c8f-4411-91ed-6613c9bd9391 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:52.816958 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75", "tag": "ac8a481e-67fa-4528-a833-15609bd5c1dc", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:52.817464 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f495c509-4c8f-4411-91ed-6613c9bd9391 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:52.817929 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75', 'tag': 'ac8a481e-67fa-4528-a833-15609bd5c1dc', 'status': 'completed', 'code': 200} Sep 18 20:00:52.904977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f1175-5b18-453a-8cf9-1afb2d7b6746 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2bbdbf-be94-4367-9449-3e052a194ed3,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:52.912907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-65c8ed72-10c2-4b8a-a863-52de4030d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:52.914502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-65c8ed72-10c2-4b8a-a863-52de4030d627 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 1095 time: 0.1307061 Sep 18 20:00:52.924593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0590-67a5-4675-8a44-a0f973e09213 req-9cccefd9-b5b3-46cc-9e99-80b932d9f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:52.926279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-9cccefd9-b5b3-46cc-9e99-80b932d9f90f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 1096 time: 0.0801761 Sep 18 20:00:52.935154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d384ff8-1c59-4f50-932c-c9face6d0729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.941828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9d384ff8-1c59-4f50-932c-c9face6d0729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:52.977522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-56ab322f-018e-4647-85c5-46f9076de7b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8a481e-67fa-4528-a833-15609bd5c1dc HTTP/1.1" status: 200 len: 217 time: 0.0437906 Sep 18 20:00:52.977744 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9d384ff8-1c59-4f50-932c-c9face6d0729 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=651159feade64088b6797e53c6bdc49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682449 Sep 18 20:00:52.983221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42562) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:53.011224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d384ff8-1c59-4f50-932c-c9face6d0729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6130c7d-9bf9-4f76-8840-157bc583ef8a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:53.020496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-864e8630-3e28-4807-8bf1-811119711834 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2bbdbf-be94-4367-9449-3e052a194ed3 HTTP/1.1" status: 200 len: 217 time: 0.0571237 Sep 18 20:00:53.096859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-62949712-d6a7-452c-8814-88ac8620facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:53.098786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-62949712-d6a7-452c-8814-88ac8620facf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 200 len: 853 time: 0.0889046 Sep 18 20:00:53.102488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0590-67a5-4675-8a44-a0f973e09213 req-ef967f05-f780-4efe-8435-2559273d873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:53.103849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-ef967f05-f780-4efe-8435-2559273d873b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.0630429 Sep 18 20:00:53.127495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37c57046-6a2f-4566-a467-ab4819587fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.166367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37c57046-6a2f-4566-a467-ab4819587fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.179120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-7e9434b7-dcab-4216-a41b-4f194467c6d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28332b88-f919-4df4-8511-88d33de7100c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643497 Sep 18 20:00:53.237188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-adcfb2da-5949-4afb-aae5-0aabc69dcc71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668116 Sep 18 20:00:53.237430 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37c57046-6a2f-4566-a467-ab4819587fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.240109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37c57046-6a2f-4566-a467-ab4819587fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.241454 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-37c57046-6a2f-4566-a467-ab4819587fa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6130c7d-9bf9-4f76-8840-157bc583ef8a HTTP/1.1" status: 204 len: 168 time: 0.2605612 Sep 18 20:00:53.263614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c57046-6a2f-4566-a467-ab4819587fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6130c7d-9bf9-4f76-8840-157bc583ef8a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:53.271703 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.419765 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.448454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c4b34-7691-418a-87bf-a64f427d39eb req-b87ae93f-bf43-439b-ab51-179f6d055153 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:53.449976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e3c4b34-7691-418a-87bf-a64f427d39eb req-b87ae93f-bf43-439b-ab51-179f6d055153 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 944 time: 0.2740474 Sep 18 20:00:53.466214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2722def-5c97-4397-b7c2-13ce5b281eaf req-6e8011d3-f3c0-41a2-9929-0e3d89eedd54 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:53.467714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2722def-5c97-4397-b7c2-13ce5b281eaf req-6e8011d3-f3c0-41a2-9929-0e3d89eedd54 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 944 time: 0.2726343 Sep 18 20:00:53.526198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-34ac3003-9fca-4b36-8906-bf25cc328504 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333116 Sep 18 20:00:53.536890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-333db487-f954-49e0-b42e-99218870c28a service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822618 Sep 18 20:00:53.546110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b20814d4-dfcf-4ccb-8809-c0c2d1a743ef no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:00:53.600332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e3c4b34-7691-418a-87bf-a64f427d39eb req-dc200a54-2586-42f3-9905-e45602cbacd4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287565 Sep 18 20:00:53.609737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42586) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:53.624058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2722def-5c97-4397-b7c2-13ce5b281eaf req-f63889fb-4dc4-4bda-aba1-edd66e16df9b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336205 Sep 18 20:00:53.635261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c8e7c-649a-4710-874d-0a3691e3b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.741592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684f0590-67a5-4675-8a44-a0f973e09213 req-284e400d-0cc1-42cd-949f-5210e441d64a service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869688 Sep 18 20:00:53.762621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc0a72cb-3cfa-4383-89b8-9ffa436bffa7 req-bf45c23c-fda8-49f9-9690-a95882ab2308 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234621 Sep 18 20:00:53.818071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c8e7c-649a-4710-874d-0a3691e3b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.838975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c8e7c-649a-4710-874d-0a3691e3b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:53.881633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-5aa6020a-a754-46db-9e42-8d535802f6fa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721003384&fields=id&tenant_id=3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 267 time: 0.0828209 Sep 18 20:00:53.904180 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c00c8e7c-649a-4710-874d-0a3691e3b9f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5ad2e20549343789fded336026e8697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921817 Sep 18 20:00:53.905326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42596) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:00:53.923683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c8e7c-649a-4710-874d-0a3691e3b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f305fc62-6be8-4395-b447-918dd816ee76,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:54.001575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c670bfbc-65dd-4d91-b091-7149f4aa0a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:54.019333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-a23df860-b776-40f6-96db-61dd203d2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:54.020995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-a23df860-b776-40f6-96db-61dd203d2e06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 1095 time: 0.1937871 Sep 18 20:00:54.023824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c670bfbc-65dd-4d91-b091-7149f4aa0a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:54.073047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e17154-27ec-40a3-a426-c7de5b3944f2 req-a9d8d887-f089-404f-8407-d234f6f92031 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:54.075080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c670bfbc-65dd-4d91-b091-7149f4aa0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:54.075216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25e17154-27ec-40a3-a426-c7de5b3944f2 req-a9d8d887-f089-404f-8407-d234f6f92031 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 943 time: 0.2008092 Sep 18 20:00:54.078786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c670bfbc-65dd-4d91-b091-7149f4aa0a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:54.082582 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c670bfbc-65dd-4d91-b091-7149f4aa0a7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f305fc62-6be8-4395-b447-918dd816ee76 HTTP/1.1" status: 204 len: 168 time: 0.1587901 Sep 18 20:00:54.090209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670bfbc-65dd-4d91-b091-7149f4aa0a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f305fc62-6be8-4395-b447-918dd816ee76,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:54.169987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-5994c8db-0e98-4376-98b1-2028c5b48713 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:54.171490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-5994c8db-0e98-4376-98b1-2028c5b48713 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.2648025 Sep 18 20:00:54.207981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25e17154-27ec-40a3-a426-c7de5b3944f2 req-d5ad6700-997c-44a4-98cf-bc03893291a9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195323 Sep 18 20:00:54.213802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-483f191a-1b26-46fc-88a6-fe619fab4b79 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/quotas/3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 375 time: 0.0296340 Sep 18 20:00:54.277983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-16550608-b3d9-4ded-85ae-5c621fe19c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:54.279488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-16550608-b3d9-4ded-85ae-5c621fe19c4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 914 time: 0.2400887 Sep 18 20:00:54.362763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-40fd8a93-1faa-4af6-b2bc-1c1cfe29ce9f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1308453 Sep 18 20:00:54.366476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-b3c690d5-3dae-4948-bf22-39496f6e5e20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8a481e-67fa-4528-a833-15609bd5c1dc HTTP/1.1" status: 200 len: 217 time: 0.0737147 Sep 18 20:00:54.443285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff363820-e9f6-40bb-be71-36c40e32ba84 req-91f347f7-8aef-4a49-b17b-46bcf98d701b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:54.451125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff363820-e9f6-40bb-be71-36c40e32ba84 req-91f347f7-8aef-4a49-b17b-46bcf98d701b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1698432 Sep 18 20:00:54.541249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-e464cf04-50f6-45bc-a261-68518a45d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:54.542733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-e464cf04-50f6-45bc-a261-68518a45d4e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 200 len: 853 time: 0.1593599 Sep 18 20:00:54.602423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff363820-e9f6-40bb-be71-36c40e32ba84 req-5f52c0ff-bb94-4404-97e9-a32040bffc05 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500521 Sep 18 20:00:54.605190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-207585c3-6852-4d34-bfe2-e3d501b755d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28332b88-f919-4df4-8511-88d33de7100c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505340 Sep 18 20:00:54.606953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-717bd8f8-7f78-4f74-8e6c-6861e8fe4b11 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335365 Sep 18 20:00:54.772991 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:54.841592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e4dc94-9dc0-4e44-9a58-d414f815c09f', 'tag': '6c2bbdbf-be94-4367-9449-3e052a194ed3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:00:54.843803 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d998b8-0e99-401c-b09d-a0d16dc7e68b" -d '{"events": [{"name": "network-changed", "server_uuid": "39e4dc94-9dc0-4e44-9a58-d414f815c09f", "tag": "6c2bbdbf-be94-4367-9449-3e052a194ed3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:00:54.866529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-3692b74a-8f57-46f6-8413-43d191b159ba service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493877 Sep 18 20:00:54.873396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-8bd74ec3-d21a-424d-bcea-63e77a88e877 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405989 Sep 18 20:00:54.907827 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-984316da-866d-4a41-8235-2db1e778c021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:54.959410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-b543d231-4a00-407e-ba83-f13543bf1833 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:54.960948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-b543d231-4a00-407e-ba83-f13543bf1833 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 814 time: 0.2415679 Sep 18 20:00:54.987291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-9963b8da-9ef1-4daa-96e4-ba34ce1c4011 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/quotas/25e101887d3244628d3ecd2bfb76523e HTTP/1.1" status: 200 len: 375 time: 0.0159602 Sep 18 20:00:54.998781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54026cac-8f6b-4cc0-846e-ab3ed59d0e05 req-7298a624-31d7-49e1-8c98-39ce57ac100e service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225414 Sep 18 20:00:55.048359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-793b1a77-d2fb-4c0c-8a95-464b790a0d96 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522742 Sep 18 20:00:55.146399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-fcc1deba-1904-4f91-ae45-8d74d0d527dc service neutron] 10.222.0.20 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900195 Sep 18 20:00:55.293940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b424f-b0e4-4e22-ae54-3096a255c63b req-9f5f06c5-8624-47e8-9cd7-faf2f8f62432 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:55.301242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-574b424f-b0e4-4e22-ae54-3096a255c63b req-9f5f06c5-8624-47e8-9cd7-faf2f8f62432 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0717657 Sep 18 20:00:55.309479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-b06f2225-a26b-45f5-91ec-0c33771622a5 service neutron] 10.222.0.20 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556923 Sep 18 20:00:55.345368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-574b424f-b0e4-4e22-ae54-3096a255c63b req-c666edba-5751-454c-aa3e-b41c0f55de19 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 Sep 18 20:00:55.532087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:55.880421 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ad02f9-c8c5-47c7-9746-97676d5d1670 x-openstack-request-id: req-11ad02f9-c8c5-47c7-9746-97676d5d1670 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:00:55.881264 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e4dc94-9dc0-4e44-9a58-d414f815c09f", "tag": "6c2bbdbf-be94-4367-9449-3e052a194ed3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:00:55.881671 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11ad02f9-c8c5-47c7-9746-97676d5d1670 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:00:55.882245 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e4dc94-9dc0-4e44-9a58-d414f815c09f', 'tag': '6c2bbdbf-be94-4367-9449-3e052a194ed3', 'status': 'completed', 'code': 200} Sep 18 20:00:55.970888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57c206e8-714d-4f33-8ca5-74e67363bf6a req-98289296-2000-40f4-8787-9f390430e147 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.0921373 Sep 18 20:00:56.004406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-c0ba56a3-b613-4ca3-bc74-f6e49e718d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:56.012935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-c0ba56a3-b613-4ca3-bc74-f6e49e718d7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 1096 time: 0.1296902 Sep 18 20:00:56.041069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f67b4-655e-4300-9ddc-48b15ddabb0a req-b52f5baa-2101-49cc-8062-a437bfcbf156 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:56.052284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e2f67b4-655e-4300-9ddc-48b15ddabb0a req-b52f5baa-2101-49cc-8062-a437bfcbf156 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 944 time: 0.6146526 Sep 18 20:00:56.214753 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e2f67b4-655e-4300-9ddc-48b15ddabb0a req-fc647822-7590-4f58-a70b-f69b895cfb62 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608787 Sep 18 20:00:56.237431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d68aa-596a-4683-9e10-bf478b79aa78 req-9ad8a3d9-9ff4-4b14-b096-252ea8a5d691 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:56.242505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-455d68aa-596a-4683-9e10-bf478b79aa78 req-9ad8a3d9-9ff4-4b14-b096-252ea8a5d691 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 943 time: 0.1381567 Sep 18 20:00:56.277706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-2409fc0d-a15b-4428-b062-771475ae8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:56.279203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-2409fc0d-a15b-4428-b062-771475ae8d95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 906 time: 0.2580702 Sep 18 20:00:56.333324 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-c41b7166-4494-49be-aa3d-ae4a7057215d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c2bbdbf-be94-4367-9449-3e052a194ed3 HTTP/1.1" status: 200 len: 217 time: 0.0436289 Sep 18 20:00:56.347715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-455d68aa-596a-4683-9e10-bf478b79aa78 req-9919cb4f-9d4b-42fd-8883-d5c8afc82e9c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037483 Sep 18 20:00:56.485007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-d3514470-8aeb-4258-850e-0b99d4b84065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:56.487661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-d3514470-8aeb-4258-850e-0b99d4b84065 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1346817 Sep 18 20:00:56.499717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a4996aa-3ee8-4024-9b35-7308bb7acfe6 req-ba56ddf5-b88c-43ba-b80a-48c351fc28a1 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 210 time: 0.0518436 Sep 18 20:00:56.571772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-b2d6bccd-2110-4d76-aece-ec8864131eab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698504 Sep 18 20:00:56.649192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a774be-f785-4d51-96d8-e84aff0fc800 req-557a1a87-650a-4b87-a8e0-f2d09cf73432 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:56.656134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41a774be-f785-4d51-96d8-e84aff0fc800 req-557a1a87-650a-4b87-a8e0-f2d09cf73432 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1351874 Sep 18 20:00:56.677689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-5aaff118-16d5-4161-9783-05daaf7a3fad tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:56.680055 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-5aaff118-16d5-4161-9783-05daaf7a3fad tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.1638069 Sep 18 20:00:56.746313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-d5aeb9ef-e940-4dca-9b7b-e35a9783267c service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652849 Sep 18 20:00:56.781305 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c16e0b50-d29d-4567-abf9-e21362cbf4e5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 380 time: 0.0798402 Sep 18 20:00:56.799965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41a774be-f785-4d51-96d8-e84aff0fc800 req-13547a1f-ba1d-49d9-aabe-cdb9144f58b5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420128 Sep 18 20:00:56.800246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'port': {'device_id': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'admin_state_up': True, 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'security_groups': ['23d33e8d-cf54-4fac-b027-89165957afcf']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:56.929181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56d998b8-0e99-401c-b09d-a0d16dc7e68b req-81a3b8f9-0081-43c6-9fb4-05607f6edd4e service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686206 Sep 18 20:00:57.085471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-1f126c07-4332-4120-ac00-e80eaf715b58 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:57.093137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-1f126c07-4332-4120-ac00-e80eaf715b58 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 814 time: 0.1332762 Sep 18 20:00:57.113024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Request body: {'port': {'device_id': '8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a', 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'admin_state_up': True, 'tenant_id': '25e101887d3244628d3ecd2bfb76523e'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:57.118298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbb8a8d2-062a-454b-8a75-65a460ede4cb req-a9b42c8e-c0a6-4424-a329-6a43b72f34b7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.0449634 Sep 18 20:00:57.229938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:57.234098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:57.337615 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Made reservation on behalf of 25e101887d3244628d3ecd2bfb76523e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:00:57.342367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:57.372508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd8794-af56-4db6-89cf-7efa79a346b2 req-542c5f1a-436a-4b7a-8d39-c3ee57fe872f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:57.386478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-babd8794-af56-4db6-89cf-7efa79a346b2 req-542c5f1a-436a-4b7a-8d39-c3ee57fe872f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 944 time: 0.0938208 Sep 18 20:00:57.453517 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:57.498102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-babd8794-af56-4db6-89cf-7efa79a346b2 req-569f41a7-678e-40f9-bec1-dbf1ba02e7e1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054454 Sep 18 20:00:57.559286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ac8a481e-67fa-4528-a833-15609bd5c1dc details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:57.653572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b797-08d7-4a45-b906-878765ff6035 req-c967f988-b1d6-43ca-94e3-589b9dfca9bf tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:57.655361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a753b797-08d7-4a45-b906-878765ff6035 req-c967f988-b1d6-43ca-94e3-589b9dfca9bf tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 943 time: 0.1114914 Sep 18 20:00:57.698185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2008f6b3-bb7a-43fd-87f9-f26edac14c23 req-1898d0ac-6960-4645-ac2d-f909c9615080 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 210 time: 0.0516617 Sep 18 20:00:57.758671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a753b797-08d7-4a45-b906-878765ff6035 req-e4933a16-36f4-48c9-8dd5-9433802013cb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590634 Sep 18 20:00:57.771619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Allocated IP 172.20.0.7 (da5ac25e-5c89-4010-a4ea-a5f5933e757d/fd44bd85-af45-45ac-b516-d79293f8f079/a8c689c0-706c-4a27-b72c-9bb4aa5ca23d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:57.787896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.20.0.7 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/f4945688-3701-4ef4-9f7b-bd70316e616b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:00:57.806485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ac8a481e-67fa-4528-a833-15609bd5c1dc, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8a481e-67fa-4528-a833-15609bd5c1dc,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:57.824478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'ac8a481e-67fa-4528-a833-15609bd5c1dc', 'network_id': '28332b88-f919-4df4-8511-88d33de7100c', 'port_id': 'ac8a481e-67fa-4528-a833-15609bd5c1dc', 'mac_address': 'fa:16:3e:e6:d8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148ea5a3-3560-4412-a7fc-74c44514e8c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:57.884822 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:57.901611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8a481e-67fa-4528-a833-15609bd5c1dc {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:57.944171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ac8a481e-67fa-4528-a833-15609bd5c1dc, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8a481e-67fa-4528-a833-15609bd5c1dc,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:57.952094 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:57.952837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6c2bbdbf-be94-4367-9449-3e052a194ed3 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:00:57.975316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e2c3a-acab-45b8-83c5-a15983b6d00e req-4db95971-1d7d-4170-a713-7def0523bfd3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:57.990384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de9e2c3a-acab-45b8-83c5-a15983b6d00e req-4db95971-1d7d-4170-a713-7def0523bfd3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0867529 Sep 18 20:00:58.043916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ac8a481e-67fa-4528-a833-15609bd5c1dc,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:58.057739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.093390 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de9e2c3a-acab-45b8-83c5-a15983b6d00e req-d1adbbf7-d965-4996-b6bc-618e957fa77d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994499 Sep 18 20:00:58.114158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6c2bbdbf-be94-4367-9449-3e052a194ed3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6c2bbdbf-be94-4367-9449-3e052a194ed3,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:58.126698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '6c2bbdbf-be94-4367-9449-3e052a194ed3', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'port_id': '6c2bbdbf-be94-4367-9449-3e052a194ed3', 'mac_address': 'fa:16:3e:bc:78:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083eb172-dcbc-4dbc-acb8-5526581d8b31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:00:58.147168 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.188374 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.206329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Network da5ac25e-5c89-4010-a4ea-a5f5933e757d is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:58.208012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2bbdbf-be94-4367-9449-3e052a194ed3 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:58.213329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'da357529-aab9-4c5f-8114-190e1a5d5d6c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:58.215694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:58.220747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.224170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:58.280313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Pushing event updated for resources: {'Port': ['ID=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:58.305664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6c2bbdbf-be94-4367-9449-3e052a194ed3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6c2bbdbf-be94-4367-9449-3e052a194ed3,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:00:58.316524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad0c3d00-9ab4-4e7a-b5a8-eb2504a8806b req-4ef560ec-ba64-4dc3-b542-f00aa9684b81 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.0529454 Sep 18 20:00:58.322486 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.348818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:58.349503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.372410 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-a250de6b-fc65-4625-a6c6-bff08599ff72 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2646635 Sep 18 20:00:58.381466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.399879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Request body: {'port': {'device_id': '8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:58.457277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6c2bbdbf-be94-4367-9449-3e052a194ed3,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:58.489058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:00:58.499366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:00:58.506000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:00:58.607212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:58.607927 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.621835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['6c2bbdbf-be94-4367-9449-3e052a194ed3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:58.635440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:58.690593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8003c55-356d-4b68-9e7a-9ae12cb5073b req-708638aa-0976-46f9-9b52-3ec5e965d1b5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:58.701931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8003c55-356d-4b68-9e7a-9ae12cb5073b req-708638aa-0976-46f9-9b52-3ec5e965d1b5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 945 time: 0.1038718 Sep 18 20:00:58.731454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['ac8a481e-67fa-4528-a833-15609bd5c1dc'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:00:58.849397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8003c55-356d-4b68-9e7a-9ae12cb5073b req-8f66bceb-2921-4f5b-aca6-e0f8c6c9122b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447842 Sep 18 20:00:58.877699 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0824275 Sep 18 20:00:58.883051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9e7df-c124-46cd-8ada-271e9d32d63f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=f4945688-3701-4ef4-9f7b-bd70316e616b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:58.896584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Request body: {'port': {'device_id': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:00:59.015349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53daf-8d03-4c9b-bf15-bdeb114790ac req-4d5a4854-16e4-4518-8fd3-b68e5375503c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:59.017102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc53daf-8d03-4c9b-bf15-bdeb114790ac req-4d5a4854-16e4-4518-8fd3-b68e5375503c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 931 time: 0.1604819 Sep 18 20:00:59.030174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:59.109460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a14329-6b73-4091-9d83-8603a1fb6df8 req-8d754352-9cfc-4484-8e17-9212b8f633ad tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:59.118522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38a14329-6b73-4091-9d83-8603a1fb6df8 req-8d754352-9cfc-4484-8e17-9212b8f633ad tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 944 time: 0.1003764 Sep 18 20:00:59.161666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc53daf-8d03-4c9b-bf15-bdeb114790ac req-817b579a-891c-4d60-a5f8-68c31874bd8f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161230 Sep 18 20:00:59.218917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38a14329-6b73-4091-9d83-8603a1fb6df8 req-f056c8bd-04be-4993-ae9d-369ea4516cb6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991225 Sep 18 20:00:59.224997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6df31017-3287-4ded-80df-f7ddd7a170fa None None] Provisioning complete for port f4945688-3701-4ef4-9f7b-bd70316e616b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:00:59.225575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6df31017-3287-4ded-80df-f7ddd7a170fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:59.298721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6df31017-3287-4ded-80df-f7ddd7a170fa None None] Port f4945688-3701-4ef4-9f7b-bd70316e616b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:00:59.308468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646997f0-a6f1-41f1-b097-35ad5c5bf48b req-b827a27e-5777-4e3d-81ed-e9789264f4d3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:59.317651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-646997f0-a6f1-41f1-b097-35ad5c5bf48b req-b827a27e-5777-4e3d-81ed-e9789264f4d3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0649264 Sep 18 20:00:59.365140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-646997f0-a6f1-41f1-b097-35ad5c5bf48b req-8139a36b-dcf9-4275-bb11-55fed70b256e tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466282 Sep 18 20:00:59.459087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61ec77-53bb-451c-a697-8d37304e3393 req-c4d42e16-4e93-41df-986a-eb735a8ea094 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:00:59.473042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a61ec77-53bb-451c-a697-8d37304e3393 req-c4d42e16-4e93-41df-986a-eb735a8ea094 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 931 time: 0.0677929 Sep 18 20:00:59.537832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c689c0-706c-4a27-b72c-9bb4aa5ca23d {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:59.543751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a61ec77-53bb-451c-a697-8d37304e3393 req-41689fba-faca-40d4-8e1b-46d89934e98b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614748 Sep 18 20:00:59.550963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4945688-3701-4ef4-9f7b-bd70316e616b {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:00:59.556179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:59.562301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:59.580253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Transition to ACTIVE for port object a8c689c0-706c-4a27-b72c-9bb4aa5ca23d will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:59.582777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Transition to ACTIVE for port object f4945688-3701-4ef4-9f7b-bd70316e616b will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:00:59.585871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:59.591891 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:59.659949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Pushing event updated for resources: {'Port': ['ID=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:59.808972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Pushing event updated for resources: {'Port': ['ID=f4945688-3701-4ef4-9f7b-bd70316e616b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:00:59.839204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Attempting to bind port f4945688-3701-4ef4-9f7b-bd70316e616b on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:59.839575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Attempting to bind port f4945688-3701-4ef4-9f7b-bd70316e616b by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:59.839954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Attempting to bind port f4945688-3701-4ef4-9f7b-bd70316e616b on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:59.847043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Port f4945688-3701-4ef4-9f7b-bd70316e616b on network e9561566-4f46-403d-9a9c-0b61da82ba41 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:59.847463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Attempting to bind port f4945688-3701-4ef4-9f7b-bd70316e616b on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:59.852624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Attempting to bind port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:00:59.853037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Attempting to bind port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:00:59.853443 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Attempting to bind port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d on network da5ac25e-5c89-4010-a4ea-a5f5933e757d {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:59.856663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:59.857087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:59.857543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:59.858155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Bound port: f4945688-3701-4ef4-9f7b-bd70316e616b, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:59.858475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:00:59.869071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d on network da5ac25e-5c89-4010-a4ea-a5f5933e757d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:00:59.869475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Attempting to bind port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d on network da5ac25e-5c89-4010-a4ea-a5f5933e757d {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:00:59.880577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:00:59.881224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Checking segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:00:59.881488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Bound using segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:00:59.882001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Bound port: a8c689c0-706c-4a27-b72c-9bb4aa5ca23d, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:00:59.882438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:00.012066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] For port f4945688-3701-4ef4-9f7b-bd70316e616b, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:01:00.017787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] For port f4945688-3701-4ef4-9f7b-bd70316e616b, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4945688-3701-4ef4-9f7b-bd70316e616b,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:01:00.033669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] For port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:01:00.038557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] For port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:01:00.042644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:00.066453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3220e2-b829-41a1-8dfa-c151235dfd69 req-846207c9-b844-4512-8b51-e3d10d827f07 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.075666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da3220e2-b829-41a1-8dfa-c151235dfd69 req-846207c9-b844-4512-8b51-e3d10d827f07 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 945 time: 0.1059070 Sep 18 20:01:00.076426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:00.100910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.104746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:00.104746 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] 10.222.0.32 "PUT /v2.0/ports/f4945688-3701-4ef4-9f7b-bd70316e616b HTTP/1.1" status: 200 len: 1092 time: 1.2148838 Sep 18 20:01:00.105143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'tag': 'f4945688-3701-4ef4-9f7b-bd70316e616b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:00.107299 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f90fccb-e54f-4110-85f0-03a527c5ea28", "tag": "f4945688-3701-4ef4-9f7b-bd70316e616b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:00.141407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.141407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:00.142936 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] 10.222.0.32 "PUT /v2.0/ports/a8c689c0-706c-4a27-b72c-9bb4aa5ca23d HTTP/1.1" status: 200 len: 1092 time: 1.7586989 Sep 18 20:01:00.165377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da3220e2-b829-41a1-8dfa-c151235dfd69 req-72215415-c87c-42fc-b58b-79012b1bbe5b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884402 Sep 18 20:01:00.204518 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9308511a-5ba7-4fb9-98cf-4aa807c4ac52 x-openstack-request-id: req-9308511a-5ba7-4fb9-98cf-4aa807c4ac52 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:00.204773 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f90fccb-e54f-4110-85f0-03a527c5ea28", "tag": "f4945688-3701-4ef4-9f7b-bd70316e616b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:00.204980 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9308511a-5ba7-4fb9-98cf-4aa807c4ac52 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:00.205375 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'tag': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'status': 'completed', 'code': 200} Sep 18 20:01:00.207323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae92f7-8e1d-443f-9e9a-8623813e700d service neutron] Pushing event updated for resources: {'Port': ['ID=f4945688-3701-4ef4-9f7b-bd70316e616b,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:00.396492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-9f56305e-dc88-4663-979f-510010f42be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.403977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d712-4182-48bb-91bb-ff0f14cef1f1 req-b13d707b-46d2-4487-976c-b66a496731f3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.404695 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-9f56305e-dc88-4663-979f-510010f42be7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 1095 time: 0.2399843 Sep 18 20:01:00.412708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b29d712-4182-48bb-91bb-ff0f14cef1f1 req-b13d707b-46d2-4487-976c-b66a496731f3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 943 time: 0.0792849 Sep 18 20:01:00.494258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3afbd8-91b6-4ec3-a162-1f6ee4f816da req-33acf18c-4d59-443b-aee7-a5382d01f952 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.495918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3afbd8-91b6-4ec3-a162-1f6ee4f816da req-33acf18c-4d59-443b-aee7-a5382d01f952 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 944 time: 0.1054235 Sep 18 20:01:00.507010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b29d712-4182-48bb-91bb-ff0f14cef1f1 req-c7dfd24b-24b5-42d0-bd29-11f08ccf6f47 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931070 Sep 18 20:01:00.510917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-19563524-7f85-474e-bd72-5059735727a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.515405 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-19563524-7f85-474e-bd72-5059735727a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 1095 time: 0.2507322 Sep 18 20:01:00.529197 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-aa2da385-ff7b-47ba-899e-8294e732cb75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4945688-3701-4ef4-9f7b-bd70316e616b HTTP/1.1" status: 200 len: 217 time: 0.1073203 Sep 18 20:01:00.584802 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-3bbd48a4-6b3f-44dc-a94b-0a3519f55e4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d HTTP/1.1" status: 200 len: 217 time: 0.0542715 Sep 18 20:01:00.585415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d4c7b-345b-4010-921e-1a3d583acc9b service neutron] Pushing event updated for resources: {'Port': ['ID=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:00.624564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3afbd8-91b6-4ec3-a162-1f6ee4f816da req-4bebe703-4f47-404c-a1a1-f6165156abb7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083767 Sep 18 20:01:00.676832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-81a8ef81-fc71-4938-9fe3-a935ddc63941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.679841 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-81a8ef81-fc71-4938-9fe3-a935ddc63941 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0897403 Sep 18 20:01:00.806975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-144f592d-ec43-4d6d-aaee-68a2bb4e9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.809190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d6cf0-347e-481b-add6-fe508dc2dfbf req-d8758e70-7306-43f9-847c-8cc4c19cfa7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.809350 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-144f592d-ec43-4d6d-aaee-68a2bb4e9f54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.1286111 Sep 18 20:01:00.811073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-089d6cf0-347e-481b-add6-fe508dc2dfbf req-d8758e70-7306-43f9-847c-8cc4c19cfa7a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1678739 Sep 18 20:01:00.813343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-09113091-7804-4f70-a229-e00fa2d1b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.814675 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-09113091-7804-4f70-a229-e00fa2d1b3e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106515 Sep 18 20:01:00.819697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea14a8f-dc55-4e91-9135-cacc8e710f81 req-2c6e2a0a-8dc1-4304-a5c6-22f206c7a3a3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:00.821411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ea14a8f-dc55-4e91-9135-cacc8e710f81 req-2c6e2a0a-8dc1-4304-a5c6-22f206c7a3a3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.1048584 Sep 18 20:01:00.883078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-089d6cf0-347e-481b-add6-fe508dc2dfbf req-300946b3-b993-4b54-9a20-340f074b301b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585666 Sep 18 20:01:00.898848 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-b01d6319-6929-48b5-b40a-470c5edc31da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712237 Sep 18 20:01:00.907389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ea14a8f-dc55-4e91-9135-cacc8e710f81 req-7e8cec41-a672-4af6-9d7c-e3c70c41b3d0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631373 Sep 18 20:01:01.054323 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-916e9dcd-44ec-4502-b5f2-34b70c41404e service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174377 Sep 18 20:01:01.088855 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-1792674d-af8a-4e82-b99b-2770b03fba2c service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797943 Sep 18 20:01:01.248134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9ad4e15b-7aff-4fce-a050-15881c60dabd req-772b7ae3-fc4c-4392-82a5-afd4ccbfff4c service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844177 Sep 18 20:01:01.264541 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2629493d-55c3-430e-85f7-b5a9ca9bfad4 req-7c98c469-46bd-4287-bbff-3688278a5fd5 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649692 Sep 18 20:01:01.339679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b3e8a-becb-4543-b154-7a596b95c4b6 req-f4c224a2-03b0-4145-a5e7-74d89ff3a677 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:01.344904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b30b3e8a-becb-4543-b154-7a596b95c4b6 req-f4c224a2-03b0-4145-a5e7-74d89ff3a677 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 945 time: 0.0898020 Sep 18 20:01:01.396862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-4470788e-e5db-4481-bf6e-b511a5a777e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:01.398633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-4470788e-e5db-4481-bf6e-b511a5a777e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 1095 time: 0.0807467 Sep 18 20:01:01.432487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b30b3e8a-becb-4543-b154-7a596b95c4b6 req-b0ff8d27-1279-47c4-90be-df7816155bb2 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765400 Sep 18 20:01:01.512105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-70b3f504-123a-4caa-a7f0-dbe9d5b78460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:01.514061 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-70b3f504-123a-4caa-a7f0-dbe9d5b78460 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1064367 Sep 18 20:01:01.559351 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-1a789373-532a-4013-84aa-e18183bc2566 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4945688-3701-4ef4-9f7b-bd70316e616b HTTP/1.1" status: 200 len: 217 time: 0.0378122 Sep 18 20:01:01.573544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ac8a481e-67fa-4528-a833-15609bd5c1dc up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:01:01.668747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-c5a4d1ed-eb6b-4c67-a9da-6f0e64adc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:01.675504 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-c5a4d1ed-eb6b-4c67-a9da-6f0e64adc312 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1062267 Sep 18 20:01:01.676160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port ac8a481e-67fa-4528-a833-15609bd5c1dc completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:01:01.682946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port ac8a481e-67fa-4528-a833-15609bd5c1dc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:01:01.683578 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:01.733775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8658c6a-ce46-423b-a825-6bd603c556fc req-3f111302-8159-435a-8a6f-8892a262dfb8 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:01.742726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8658c6a-ce46-423b-a825-6bd603c556fc req-3f111302-8159-435a-8a6f-8892a262dfb8 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 943 time: 0.1407537 Sep 18 20:01:01.766978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-8702fb81-6eaf-492e-94c9-88982de8d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:01.768781 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-8702fb81-6eaf-492e-94c9-88982de8d913 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820675 Sep 18 20:01:01.849153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8658c6a-ce46-423b-a825-6bd603c556fc req-28950418-e715-4dff-9e1c-2a29159131a5 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043508 Sep 18 20:01:01.885902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9c7b5-41bc-442f-b75c-4b42fd33988f req-924623ec-5414-4913-8127-4755d00a5f46 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:01.887885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39b9c7b5-41bc-442f-b75c-4b42fd33988f req-924623ec-5414-4913-8127-4755d00a5f46 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 944 time: 0.0985818 Sep 18 20:01:01.903006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:01.924707 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-0d66bc08-f382-4e7a-b932-2ab42f221b2a service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480737 Sep 18 20:01:01.959361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8a481e-67fa-4528-a833-15609bd5c1dc'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:01.962430 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeeea44-0244-4d5c-aebc-562502bdc55d" -d '{"events": [{"server_uuid": "0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75", "name": "network-vif-plugged", "status": "completed", "tag": "ac8a481e-67fa-4528-a833-15609bd5c1dc"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:01.978358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ac8a481e-67fa-4528-a833-15609bd5c1dc, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8a481e-67fa-4528-a833-15609bd5c1dc,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:01.988900 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:01.990111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6c2bbdbf-be94-4367-9449-3e052a194ed3 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:01:02.027846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39b9c7b5-41bc-442f-b75c-4b42fd33988f req-3a3d6a97-c701-45ab-a47e-017433ad2402 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334720 Sep 18 20:01:02.146606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b32b-a912-44a6-b4e9-7e0a1b26fabd req-87a7e7b0-793a-4cb7-8f44-892ff6d2e438 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:02.154635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0dd7b32b-a912-44a6-b4e9-7e0a1b26fabd req-87a7e7b0-793a-4cb7-8f44-892ff6d2e438 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1014416 Sep 18 20:01:02.164748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ac8a481e-67fa-4528-a833-15609bd5c1dc,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:02.202036 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27ecb6bd-fc5b-4db3-8d79-096dd2e814c6 req-9b552340-bbcd-4e71-a69f-34c58fecc349 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627680 Sep 18 20:01:02.206628 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a', 'tag': 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:02.208953 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a", "tag": "a8c689c0-706c-4a27-b72c-9bb4aa5ca23d"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:02.270061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 6c2bbdbf-be94-4367-9449-3e052a194ed3 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:01:02.284984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 6c2bbdbf-be94-4367-9449-3e052a194ed3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:01:02.286783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:02.291335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0dd7b32b-a912-44a6-b4e9-7e0a1b26fabd req-e58d99c0-525e-4bc2-8bb4-b8feffdb27c4 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319625 Sep 18 20:01:02.357210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2eccf-5ab9-4839-a3f1-2cb3005199ad req-af26da62-7d4e-46cf-a4c6-1db1e1b169ba tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:02.369632 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ff2eccf-5ab9-4839-a3f1-2cb3005199ad req-af26da62-7d4e-46cf-a4c6-1db1e1b169ba tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.2062950 Sep 18 20:01:02.419248 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df07d2c2-23ef-44e6-a6eb-780ce19df6bb x-openstack-request-id: req-df07d2c2-23ef-44e6-a6eb-780ce19df6bb {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:02.419872 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75", "name": "network-vif-plugged", "status": "completed", "tag": "ac8a481e-67fa-4528-a833-15609bd5c1dc", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:02.420835 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df07d2c2-23ef-44e6-a6eb-780ce19df6bb {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:02.422281 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8a481e-67fa-4528-a833-15609bd5c1dc', 'code': 200} Sep 18 20:01:02.459490 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b398a0-2a62-436b-9c5f-f2bb87a373be x-openstack-request-id: req-71b398a0-2a62-436b-9c5f-f2bb87a373be {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:02.459786 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a", "tag": "a8c689c0-706c-4a27-b72c-9bb4aa5ca23d", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:02.460038 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71b398a0-2a62-436b-9c5f-f2bb87a373be {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:02.460491 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a', 'tag': 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d', 'status': 'completed', 'code': 200} Sep 18 20:01:02.497021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:02.546194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 6c2bbdbf-be94-4367-9449-3e052a194ed3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6c2bbdbf-be94-4367-9449-3e052a194ed3,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:02.555435 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:02.559211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-4c56e6a6-7ac3-4c33-9034-aaf5ba6939f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:02.560990 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-4c56e6a6-7ac3-4c33-9034-aaf5ba6939f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 1095 time: 0.0751686 Sep 18 20:01:02.589229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ff2eccf-5ab9-4839-a3f1-2cb3005199ad req-70678374-320d-4421-b55f-7f470f9a08de tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171841 Sep 18 20:01:02.693188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=6c2bbdbf-be94-4367-9449-3e052a194ed3,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:02.740514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ddcb3-4d75-49df-a183-91ce8f2a6592 req-f933f0d8-a053-4a7b-893b-7c98c1f69508 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:02.744433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-cf756dc4-f33d-40bd-b8b7-103d8cbd1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:02.746136 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-cf756dc4-f33d-40bd-b8b7-103d8cbd1a9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 915 time: 0.1769810 Sep 18 20:01:02.747989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c27ddcb3-4d75-49df-a183-91ce8f2a6592 req-f933f0d8-a053-4a7b-893b-7c98c1f69508 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 946 time: 0.1943336 Sep 18 20:01:02.757799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275275d4-7226-4b2e-8564-8368ae765b70 req-9fbe5d95-86c0-4ea8-8aa8-413cce79d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:02.759266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-275275d4-7226-4b2e-8564-8368ae765b70 req-9fbe5d95-86c0-4ea8-8aa8-413cce79d854 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 1097 time: 0.2851677 Sep 18 20:01:02.819739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c27ddcb3-4d75-49df-a183-91ce8f2a6592 req-95455d20-046c-4f83-acf6-f318bc5ac3f3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709107 Sep 18 20:01:02.825736 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-cb1d7af2-c76f-409a-b221-d6e11ebe88e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d HTTP/1.1" status: 200 len: 217 time: 0.0715871 Sep 18 20:01:02.832423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-275275d4-7226-4b2e-8564-8368ae765b70 req-aa65087e-0a10-4a1f-8866-8ca6f864e3f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637798 Sep 18 20:01:02.918807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-68f1507a-7eb1-4b9c-bf86-a09c066725dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:02.918941 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-68f1507a-7eb1-4b9c-bf86-a09c066725dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.0816772 Sep 18 20:01:02.949056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42836) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:02.964437 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-23861827-6b5c-42b2-b731-4d359d97bdd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376289 Sep 18 20:01:03.079899 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-886c1a33-bc18-4c8a-b30e-57ae17ae1607 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075494 Sep 18 20:01:03.090870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef02d2e-2558-4394-9779-1e1de906a5a2 req-82b290ec-a66d-44ef-ae18-da83ea8abe3d tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:03.100634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef02d2e-2558-4394-9779-1e1de906a5a2 req-82b290ec-a66d-44ef-ae18-da83ea8abe3d tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 943 time: 0.1194272 Sep 18 20:01:03.173355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ef02d2e-2558-4394-9779-1e1de906a5a2 req-3fbd2be2-1018-43ce-869a-416c1972e5fc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723462 Sep 18 20:01:03.215530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:03.274731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f1bb8-aa56-430a-a987-642565e14e36 req-2bcff035-694c-42cc-937c-648c3f4b8087 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:03.284077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f83f1bb8-aa56-430a-a987-642565e14e36 req-2bcff035-694c-42cc-937c-648c3f4b8087 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 945 time: 0.1363924 Sep 18 20:01:03.388206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f83f1bb8-aa56-430a-a987-642565e14e36 req-416b6b0c-de1d-4ce3-abbd-f304a90341a6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000993 Sep 18 20:01:03.501310 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:03.508814 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:03.533900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-eedd2dcf-b21b-428a-8de3-e64ed4cd77cf req-2cc9b817-5311-40b3-b813-2c12e1dbb356 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444885 Sep 18 20:01:03.536629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cfd48-faba-47b4-b312-114afc94a2c1 req-181dcaca-9a43-4dda-9e20-2936908dfcc3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:03.538257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c3cfd48-faba-47b4-b312-114afc94a2c1 req-181dcaca-9a43-4dda-9e20-2936908dfcc3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0973976 Sep 18 20:01:03.571411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11d3847556034d7b8bb765ea47cdb422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208053 Sep 18 20:01:03.574323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42844) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:03.580317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e408738a-ce9f-4497-826c-1c3dfc34776c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:03.598593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.599045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.599492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.599896 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.600292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.600687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.601079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.601472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.601859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.602253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.602572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.603003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e69c2b-996b-4719-96e9-b04533cc893a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:03.613903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c3cfd48-faba-47b4-b312-114afc94a2c1 req-d91af21d-9358-428d-b6a1-b6eaba3ba2a2 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637431 Sep 18 20:01:03.643714 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b087bdc9-9a6b-4706-986a-da40d5f6397f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:03.667409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b087bdc9-9a6b-4706-986a-da40d5f6397f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:03.731186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37282d4b-e194-4bee-9e39-3cd59447c683 req-4ca076d9-4b3e-425e-bb62-ea0df9e67f4f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:03.732759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37282d4b-e194-4bee-9e39-3cd59447c683 req-4ca076d9-4b3e-425e-bb62-ea0df9e67f4f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.0623851 Sep 18 20:01:03.733737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b087bdc9-9a6b-4706-986a-da40d5f6397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:03.736957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b087bdc9-9a6b-4706-986a-da40d5f6397f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:03.740581 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b087bdc9-9a6b-4706-986a-da40d5f6397f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e408738a-ce9f-4497-826c-1c3dfc34776c HTTP/1.1" status: 204 len: 168 time: 0.1625631 Sep 18 20:01:03.750550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087bdc9-9a6b-4706-986a-da40d5f6397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e408738a-ce9f-4497-826c-1c3dfc34776c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:03.791143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37282d4b-e194-4bee-9e39-3cd59447c683 req-bd3b1f96-7e11-4593-b788-bc77c9b677a0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492966 Sep 18 20:01:03.944698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec34b0e-5d97-4219-a00b-1128e9dc68eb req-023ec641-86fd-456b-947d-f52b4c1031f9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:03.946461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cec34b0e-5d97-4219-a00b-1128e9dc68eb req-023ec641-86fd-456b-947d-f52b4c1031f9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 946 time: 0.0599535 Sep 18 20:01:04.010651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cec34b0e-5d97-4219-a00b-1128e9dc68eb req-52cbfdc5-01c9-4c71-ab57-2f8fab2783a8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556312 Sep 18 20:01:04.092965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42862) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:04.106020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08b79927-4cbe-4a00-b98e-2ed81b996483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.204825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08b79927-4cbe-4a00-b98e-2ed81b996483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.209882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08b79927-4cbe-4a00-b98e-2ed81b996483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.252718 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-08b79927-4cbe-4a00-b98e-2ed81b996483 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c00655dc91cf472fb36c9e774b719736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586239 Sep 18 20:01:04.254984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79927-4cbe-4a00-b98e-2ed81b996483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fada3edf-60ef-477b-9a2a-029b60a4b36d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:04.260978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42868) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:04.278294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:04.306614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f9842-0fe9-498b-b4c4-335e6be69037 req-c94512a1-3dc9-4527-b60b-549c4df3baf0 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:04.308258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-067f9842-0fe9-498b-b4c4-335e6be69037 req-c94512a1-3dc9-4527-b60b-549c4df3baf0 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 943 time: 0.0571051 Sep 18 20:01:04.324779 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da24cdfe-7f35-4d2b-b139-504fda9fcf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.347477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da24cdfe-7f35-4d2b-b139-504fda9fcf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.352280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-067f9842-0fe9-498b-b4c4-335e6be69037 req-75c163d0-1c57-47b1-afa5-28ecf4a2f195 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357747 Sep 18 20:01:04.399238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a90cdba8-9825-4def-a3a7-243afaf80f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.407953 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da24cdfe-7f35-4d2b-b139-504fda9fcf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.410399 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da24cdfe-7f35-4d2b-b139-504fda9fcf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.411518 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-da24cdfe-7f35-4d2b-b139-504fda9fcf67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fada3edf-60ef-477b-9a2a-029b60a4b36d HTTP/1.1" status: 204 len: 168 time: 0.1495688 Sep 18 20:01:04.423915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e4dc94-9dc0-4e44-9a58-d414f815c09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2bbdbf-be94-4367-9449-3e052a194ed3'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:04.427335 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f02d0b-a7a4-4435-872a-e9bf654e4d9a" -d '{"events": [{"server_uuid": "39e4dc94-9dc0-4e44-9a58-d414f815c09f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2bbdbf-be94-4367-9449-3e052a194ed3"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:04.430538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24cdfe-7f35-4d2b-b139-504fda9fcf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fada3edf-60ef-477b-9a2a-029b60a4b36d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:04.532803 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a90cdba8-9825-4def-a3a7-243afaf80f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.538485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a90cdba8-9825-4def-a3a7-243afaf80f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.562002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0f58-b888-4a6c-819f-0611d842023f req-c686db0d-bf6f-4f1f-b310-4b515d42d909 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:04.570538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed8f0f58-b888-4a6c-819f-0611d842023f req-c686db0d-bf6f-4f1f-b310-4b515d42d909 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0941455 Sep 18 20:01:04.584775 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a90cdba8-9825-4def-a3a7-243afaf80f1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1faece2f15ac4566b1fb6395de9a3ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052585 Sep 18 20:01:04.587129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42880) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:04.635792 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfec197-037c-4f54-bb75-64ffdbd7d3ce x-openstack-request-id: req-abfec197-037c-4f54-bb75-64ffdbd7d3ce {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:04.636087 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e4dc94-9dc0-4e44-9a58-d414f815c09f", "name": "network-vif-plugged", "status": "completed", "tag": "6c2bbdbf-be94-4367-9449-3e052a194ed3", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:04.636340 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abfec197-037c-4f54-bb75-64ffdbd7d3ce {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:04.636728 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e4dc94-9dc0-4e44-9a58-d414f815c09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2bbdbf-be94-4367-9449-3e052a194ed3', 'code': 200} Sep 18 20:01:04.666235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cdba8-9825-4def-a3a7-243afaf80f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ff674a-add2-410e-93d2-4f01efed1310,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:04.667755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed8f0f58-b888-4a6c-819f-0611d842023f req-063a2bab-1e6e-4e5a-94f2-dce036be5b61 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963192 Sep 18 20:01:04.682902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a99c44-3062-4de9-a363-8acfe9f1ad24 req-99ce965b-c9ef-489c-b9a7-20bc91252580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:04.684612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09a99c44-3062-4de9-a363-8acfe9f1ad24 req-99ce965b-c9ef-489c-b9a7-20bc91252580 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 1098 time: 0.1110475 Sep 18 20:01:04.707503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a93fbd3f-959c-4c7b-8713-f115cb8e6a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.739369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a93fbd3f-959c-4c7b-8713-f115cb8e6a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.747778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09a99c44-3062-4de9-a363-8acfe9f1ad24 req-797d1f72-f865-44dc-9492-b1c933516655 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534611 Sep 18 20:01:04.804389 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a93fbd3f-959c-4c7b-8713-f115cb8e6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.806909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a93fbd3f-959c-4c7b-8713-f115cb8e6a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:04.808117 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a93fbd3f-959c-4c7b-8713-f115cb8e6a77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69ff674a-add2-410e-93d2-4f01efed1310 HTTP/1.1" status: 204 len: 168 time: 0.2197480 Sep 18 20:01:04.810051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102ec18-6328-44d5-854a-77b78a52800e req-3a3b34cb-295b-497a-b789-8a5cf77d8918 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:04.811960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1102ec18-6328-44d5-854a-77b78a52800e req-3a3b34cb-295b-497a-b789-8a5cf77d8918 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0598428 Sep 18 20:01:04.823419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fbd3f-959c-4c7b-8713-f115cb8e6a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ff674a-add2-410e-93d2-4f01efed1310,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:04.871288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1102ec18-6328-44d5-854a-77b78a52800e req-b87a6507-7650-47d5-b0f1-0e7218c4856b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510845 Sep 18 20:01:04.991848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f75dd-24fe-4365-9d0d-2431d7c1172d req-bfb6c53f-784e-4a51-acc6-bc018ec4b275 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:04.996042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b82f75dd-24fe-4365-9d0d-2431d7c1172d req-bfb6c53f-784e-4a51-acc6-bc018ec4b275 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.0692341 Sep 18 20:01:05.014362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a8c689c0-706c-4a27-b72c-9bb4aa5ca23d details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:01:05.057337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b82f75dd-24fe-4365-9d0d-2431d7c1172d req-2525afdb-0061-4623-90e2-e7604349f364 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 Sep 18 20:01:05.079201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471ce3c-8c46-4cb6-b83a-8325da817c1b req-87997acd-3168-43ed-8edb-64be0eceb9f5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:05.079942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2471ce3c-8c46-4cb6-b83a-8325da817c1b req-87997acd-3168-43ed-8edb-64be0eceb9f5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 945 time: 0.1083257 Sep 18 20:01:05.139766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:05.139914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2471ce3c-8c46-4cb6-b83a-8325da817c1b req-d6559f42-ecc9-43ea-a0f4-d11e40c22276 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450084 Sep 18 20:01:05.148166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d', 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'port_id': 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d', 'mac_address': 'fa:16:3e:08:2e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44bd85-af45-45ac-b516-d79293f8f079', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:01:05.195611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.195830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d374e1-e659-40b8-9d35-37d4d9da5371 req-5a480679-ecb3-463e-95ea-c0275759629e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:05.205045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6d374e1-e659-40b8-9d35-37d4d9da5371 req-5a480679-ecb3-463e-95ea-c0275759629e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 946 time: 0.0679998 Sep 18 20:01:05.212086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c689c0-706c-4a27-b72c-9bb4aa5ca23d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:05.238414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:05.244338 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.247454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42912) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:05.253689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6d374e1-e659-40b8-9d35-37d4d9da5371 req-087c1c28-4983-459d-b376-6cbdde40dda4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477912 Sep 18 20:01:05.261659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc37e9c9-6994-4c94-8c1e-d31922889046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.311514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:05.361703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc37e9c9-6994-4c94-8c1e-d31922889046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.365610 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc37e9c9-6994-4c94-8c1e-d31922889046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.406968 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cc37e9c9-6994-4c94-8c1e-d31922889046 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=216aa3856a3744ff9712bbfceebaa38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582141 Sep 18 20:01:05.407998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37e9c9-6994-4c94-8c1e-d31922889046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae78dec-80aa-4b50-abe4-aa67aa2ca71e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:05.409706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42918) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:05.501179 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-190a34f7-8b92-4a13-aa69-73a2e0125e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.503714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a8c689c0-706c-4a27-b72c-9bb4aa5ca23d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:05.510420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b276dc-2874-449b-801c-93f1828b2ec5 req-feb1ede4-48cb-4a4c-8381-2f514323990a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:05.511953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6b276dc-2874-449b-801c-93f1828b2ec5 req-feb1ede4-48cb-4a4c-8381-2f514323990a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 944 time: 0.0802939 Sep 18 20:01:05.544195 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-190a34f7-8b92-4a13-aa69-73a2e0125e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.583053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d6b276dc-2874-449b-801c-93f1828b2ec5 req-64bf5036-ed5a-40ef-bde9-4a0a96c72970 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620284 Sep 18 20:01:05.621018 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-190a34f7-8b92-4a13-aa69-73a2e0125e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.623748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-190a34f7-8b92-4a13-aa69-73a2e0125e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:05.627439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-190a34f7-8b92-4a13-aa69-73a2e0125e28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ae78dec-80aa-4b50-abe4-aa67aa2ca71e HTTP/1.1" status: 204 len: 168 time: 0.2140059 Sep 18 20:01:05.640496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a34f7-8b92-4a13-aa69-73a2e0125e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae78dec-80aa-4b50-abe4-aa67aa2ca71e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:05.994688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d73931-41b7-4922-b78b-6ec231e02a6a req-8193ff6a-2945-44e7-9204-d45eff2178cd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:05.996642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75d73931-41b7-4922-b78b-6ec231e02a6a req-8193ff6a-2945-44e7-9204-d45eff2178cd tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0580182 Sep 18 20:01:06.040850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75d73931-41b7-4922-b78b-6ec231e02a6a req-fcee885a-0327-45e9-abc0-cd905b7c5823 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373597 Sep 18 20:01:06.051674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42940) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:06.066137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5fa0eceb-35c7-4a2a-b02e-05bb008ce998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:06.210468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1cc2-65e8-4156-bcdf-78c745114558 req-8d9cf129-f99d-44d2-9966-6c8a1940cded tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:06.212028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7bba1cc2-65e8-4156-bcdf-78c745114558 req-8d9cf129-f99d-44d2-9966-6c8a1940cded tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.0774469 Sep 18 20:01:06.213927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5fa0eceb-35c7-4a2a-b02e-05bb008ce998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:06.227289 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5fa0eceb-35c7-4a2a-b02e-05bb008ce998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:06.313987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5fa0eceb-35c7-4a2a-b02e-05bb008ce998 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3894d8d8ce964a9abb728ab0cfc8bcbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612519 Sep 18 20:01:06.314694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0eceb-35c7-4a2a-b02e-05bb008ce998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35263269-68a6-46c9-bb0c-e5a8eb7a8bba,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:06.316909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42954) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:06.331761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f003fc-bf57-41d4-8d14-a1ec74029545 req-95bd7e60-0f59-4afe-baf7-bdc9aff98fd1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:06.333284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f003fc-bf57-41d4-8d14-a1ec74029545 req-95bd7e60-0f59-4afe-baf7-bdc9aff98fd1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 945 time: 0.1181157 Sep 18 20:01:06.336090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7bba1cc2-65e8-4156-bcdf-78c745114558 req-315e38ac-3fd1-46ed-96e4-2a285e21ad05 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120183 Sep 18 20:01:06.375267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d5624b2-1188-4092-a10a-13aa6d7d1e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:06.380334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76f003fc-bf57-41d4-8d14-a1ec74029545 req-c4bd9d43-eb2e-4fb9-8205-8bc86108c2c6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Sep 18 20:01:06.409376 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d5624b2-1188-4092-a10a-13aa6d7d1e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:06.465298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d5624b2-1188-4092-a10a-13aa6d7d1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:06.468064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d5624b2-1188-4092-a10a-13aa6d7d1e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:06.469937 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1d5624b2-1188-4092-a10a-13aa6d7d1e21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35263269-68a6-46c9-bb0c-e5a8eb7a8bba HTTP/1.1" status: 204 len: 168 time: 0.1506550 Sep 18 20:01:06.471596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1b09b-f81d-4512-a92c-78ab3aa048fd req-165ec435-e756-4abd-a535-463055a3a2fe tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:06.473251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fa1b09b-f81d-4512-a92c-78ab3aa048fd req-165ec435-e756-4abd-a535-463055a3a2fe tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 946 time: 0.0583994 Sep 18 20:01:06.478642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5624b2-1188-4092-a10a-13aa6d7d1e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35263269-68a6-46c9-bb0c-e5a8eb7a8bba,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:06.519980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fa1b09b-f81d-4512-a92c-78ab3aa048fd req-fa7a2e1f-1de6-455b-aa14-06e35199be67 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Sep 18 20:01:06.704920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ba63-6097-4795-8032-214c724e48e4 req-4f8d3b6d-6f15-4f5b-aa1b-5c7b712af608 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:06.704920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4265ba63-6097-4795-8032-214c724e48e4 req-4f8d3b6d-6f15-4f5b-aa1b-5c7b712af608 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 945 time: 0.1019619 Sep 18 20:01:06.717512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb67a70-771e-4750-88cb-768534f473ec req-17610ce4-d320-4ec5-9461-cd9a61a113fb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:06.719106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbb67a70-771e-4750-88cb-768534f473ec req-17610ce4-d320-4ec5-9461-cd9a61a113fb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 945 time: 0.0841532 Sep 18 20:01:06.851482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4265ba63-6097-4795-8032-214c724e48e4 req-535dce53-ca3f-475b-8bf6-3eb0cf0a57d2 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311352 Sep 18 20:01:06.877677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac6d64-e422-4065-8583-af72188df324 req-6a88371c-b8ba-4bf3-82ff-c22283c7b4c1 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:06.879198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07ac6d64-e422-4065-8583-af72188df324 req-6a88371c-b8ba-4bf3-82ff-c22283c7b4c1 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 944 time: 0.1730189 Sep 18 20:01:06.948019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07ac6d64-e422-4065-8583-af72188df324 req-90343b38-0def-4e83-b4ae-de824ad128be tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590315 Sep 18 20:01:06.949959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Deleting port ac8a481e-67fa-4528-a833-15609bd5c1dc {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:06.950321 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:07.014606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a8c689c0-706c-4a27-b72c-9bb4aa5ca23d up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:01:07.079042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:01:07.086252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5606-4468-4e21-8c90-f279d725c817 req-8c60bb20-d981-4ece-aff4-2a0e55420fee tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:07.087795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-400e5606-4468-4e21-8c90-f279d725c817 req-8c60bb20-d981-4ece-aff4-2a0e55420fee tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 946 time: 0.1189981 Sep 18 20:01:07.088489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:01:07.088874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:07.094420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] For port ac8a481e-67fa-4528-a833-15609bd5c1dc, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8a481e-67fa-4528-a833-15609bd5c1dc,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:07.094766 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:07.127948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Calling delete_port for ac8a481e-67fa-4528-a833-15609bd5c1dc owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:07.155227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-400e5606-4468-4e21-8c90-f279d725c817 req-fc756716-ff1d-4dda-9592-64b7156ba751 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557551 Sep 18 20:01:07.266984 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:07.333020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05950d-fc77-4feb-bc9c-65037fad2218 req-c431c379-8ad5-407a-88fb-739d354b0fd5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:07.342077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:07.342295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb05950d-fc77-4feb-bc9c-65037fad2218 req-c431c379-8ad5-407a-88fb-739d354b0fd5 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1078639 Sep 18 20:01:07.356591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:07.359235 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c76f146-440e-4e87-8bf6-1efbcbbd38d2" -d '{"events": [{"server_uuid": "8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a", "name": "network-vif-plugged", "status": "completed", "tag": "a8c689c0-706c-4a27-b72c-9bb4aa5ca23d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:07.362711 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:07.401474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb05950d-fc77-4feb-bc9c-65037fad2218 req-1c5a5ccf-e34d-49b7-b4d9-9869c57a2acc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583248 Sep 18 20:01:07.459632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:07.500227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:07.513606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['5a90719d-73e8-4063-ae96-9b0275f0d582', 'ac8a481e-67fa-4528-a833-15609bd5c1dc'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:07.602436 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08257adc-7bd8-4756-9f83-08343e86a634 x-openstack-request-id: req-08257adc-7bd8-4756-9f83-08343e86a634 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:07.603635 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a", "name": "network-vif-plugged", "status": "completed", "tag": "a8c689c0-706c-4a27-b72c-9bb4aa5ca23d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:07.604205 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08257adc-7bd8-4756-9f83-08343e86a634 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:07.604769 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d', 'code': 200} Sep 18 20:01:07.634142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Pushing event deleted for resources: {'Port': ['ID=ac8a481e-67fa-4528-a833-15609bd5c1dc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:07.695658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] No DVR routers for this DVR port ac8a481e-67fa-4528-a833-15609bd5c1dc on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:07.698470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:07.712339 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbb67a70-771e-4750-88cb-768534f473ec req-53169660-332e-46da-b357-9da5ffecb5a8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.24 "DELETE /v2.0/ports/ac8a481e-67fa-4528-a833-15609bd5c1dc HTTP/1.1" status: 204 len: 173 time: 0.9831283 Sep 18 20:01:07.755819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75', 'name': 'network-vif-deleted', 'tag': 'ac8a481e-67fa-4528-a833-15609bd5c1dc'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:07.758196 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bab685-69e9-4e98-90da-8150b7f68fff" -d '{"events": [{"server_uuid": "0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75", "name": "network-vif-deleted", "tag": "ac8a481e-67fa-4528-a833-15609bd5c1dc"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:07.761008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cacd-04d7-49d1-81ab-683aac93e776 req-47eaddd6-9ac9-4cee-93b0-4b4163637247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:07.766207 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4201cacd-04d7-49d1-81ab-683aac93e776 req-47eaddd6-9ac9-4cee-93b0-4b4163637247 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 1097 time: 0.0803208 Sep 18 20:01:07.783745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eea32e66-cf8f-45fe-bc4f-00e692d4f208 req-f908e639-a45f-41b1-a769-080cbb42979d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75 HTTP/1.1" status: 200 len: 210 time: 0.1005638 Sep 18 20:01:07.808606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4201cacd-04d7-49d1-81ab-683aac93e776 req-53bc3cd4-b96c-4d03-a7ee-ba15803e7c1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344665 Sep 18 20:01:07.808746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8ed16-8b99-4c40-b40e-18fdb2f0f3a2 req-0d075f5a-583c-4df3-a768-695debd22eda tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:07.816264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ff8ed16-8b99-4c40-b40e-18fdb2f0f3a2 req-0d075f5a-583c-4df3-a768-695debd22eda tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.1833470 Sep 18 20:01:07.885342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ff8ed16-8b99-4c40-b40e-18fdb2f0f3a2 req-7a374566-2dc7-44f3-a1fd-fc06b2095ad3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578623 Sep 18 20:01:08.003133 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba78cf4-9adf-4b7e-8266-b1244be51716 x-openstack-request-id: req-2ba78cf4-9adf-4b7e-8266-b1244be51716 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:08.003510 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75", "name": "network-vif-deleted", "tag": "ac8a481e-67fa-4528-a833-15609bd5c1dc", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:08.003911 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ba78cf4-9adf-4b7e-8266-b1244be51716 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:08.004354 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca6f4c6-7be5-4c8d-be96-4fbcf41cdb75', 'name': 'network-vif-deleted', 'tag': 'ac8a481e-67fa-4528-a833-15609bd5c1dc', 'status': 'completed', 'code': 200} Sep 18 20:01:08.033297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bda5a-1977-491f-be74-8b3f96b8e2c6 req-42d0ef37-2ddf-4962-af0a-0df81272e280 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:08.034984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-687bda5a-1977-491f-be74-8b3f96b8e2c6 req-42d0ef37-2ddf-4962-af0a-0df81272e280 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 946 time: 0.0684695 Sep 18 20:01:08.133154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-687bda5a-1977-491f-be74-8b3f96b8e2c6 req-691c4491-63c1-4ce7-a2ff-1b312c0d7b15 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868318 Sep 18 20:01:08.189673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af31fd-045e-4dbc-b035-8bfdb27687e9 req-04ac867f-5f43-4e0f-a7a9-f3d0d1f07809 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:08.192326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-6480931f-4565-4617-ba8f-d217abf6ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:08.193923 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-6480931f-4565-4617-ba8f-d217abf6ad2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1096 time: 0.0618517 Sep 18 20:01:08.196071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79af31fd-045e-4dbc-b035-8bfdb27687e9 req-04ac867f-5f43-4e0f-a7a9-f3d0d1f07809 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1221733 Sep 18 20:01:08.223791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43022) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:08.291427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79af31fd-045e-4dbc-b035-8bfdb27687e9 req-cdf2a02b-e351-4054-a95c-e283960c6639 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852845 Sep 18 20:01:08.320611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1338e-2597-4943-a1b0-3b82fedd221e req-a657b2e7-6413-498f-b251-d8ddbdc35757 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:08.320611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58f1338e-2597-4943-a1b0-3b82fedd221e req-a657b2e7-6413-498f-b251-d8ddbdc35757 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 945 time: 0.0788887 Sep 18 20:01:08.339160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-6a6ce2b9-81d0-43e1-892f-31fb9990d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:08.341134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-6a6ce2b9-81d0-43e1-892f-31fb9990d952 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1389513 Sep 18 20:01:08.372991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58f1338e-2597-4943-a1b0-3b82fedd221e req-2647e3b9-e5d1-460f-9615-89cc5ddffb18 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483077 Sep 18 20:01:08.441033 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-409bb7e0-de8f-4e35-ae9d-2213561c8526 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 999 time: 0.0903966 Sep 18 20:01:08.446748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6de90984-1cc7-4e8c-a2ff-d5958085c993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:08.515863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-3e036fff-a94b-4e25-a77e-52eb89e240de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:08.517422 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-3e036fff-a94b-4e25-a77e-52eb89e240de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0685279 Sep 18 20:01:08.587234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-243f03d9-72c0-41ac-98cc-f256138190ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:08.588785 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-243f03d9-72c0-41ac-98cc-f256138190ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617943 Sep 18 20:01:08.645374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6de90984-1cc7-4e8c-a2ff-d5958085c993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:08.673480 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6de90984-1cc7-4e8c-a2ff-d5958085c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:08.726085 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6de90984-1cc7-4e8c-a2ff-d5958085c993 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b9b883d11204725ae87bd2302dba1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010688 Sep 18 20:01:08.728959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43026) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:08.730871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de90984-1cc7-4e8c-a2ff-d5958085c993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ce273d-1e2d-40c2-a7ca-7c0fe984aa3e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:08.744630 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-c6b79c62-a8a0-410a-8a10-34c397db6652 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457937 Sep 18 20:01:08.784485 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d487f41-bc15-49e1-938c-d90f693e6f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:08.822115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d487f41-bc15-49e1-938c-d90f693e6f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:08.844699 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d5a22b2c-8fe9-4c96-b3a1-11fd1c1c67c5 req-9fe844f8-9e5e-4d30-bfd9-59ebd65ef441 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893114 Sep 18 20:01:08.886627 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d487f41-bc15-49e1-938c-d90f693e6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:08.893099 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d487f41-bc15-49e1-938c-d90f693e6f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:08.896758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4d487f41-bc15-49e1-938c-d90f693e6f3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3ce273d-1e2d-40c2-a7ca-7c0fe984aa3e HTTP/1.1" status: 204 len: 168 time: 0.1642940 Sep 18 20:01:08.907923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d487f41-bc15-49e1-938c-d90f693e6f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ce273d-1e2d-40c2-a7ca-7c0fe984aa3e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:09.091493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4950f2b-5356-432c-b925-1d626b0272fd req-f728498a-e19b-4cbf-a217-421352e08e73 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:09.093042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4950f2b-5356-432c-b925-1d626b0272fd req-f728498a-e19b-4cbf-a217-421352e08e73 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.0883949 Sep 18 20:01:09.106466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5671a-96c5-4087-a80f-2c2e68199e93 req-33f8414c-8f9a-48fb-82ad-634e5531f418 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:09.108136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53b5671a-96c5-4087-a80f-2c2e68199e93 req-33f8414c-8f9a-48fb-82ad-634e5531f418 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1600270 Sep 18 20:01:09.137367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-6d8364b3-c539-4a96-a161-0fa65bfb86d1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:09.139025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-6d8364b3-c539-4a96-a161-0fa65bfb86d1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 946 time: 0.1631932 Sep 18 20:01:09.212762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4950f2b-5356-432c-b925-1d626b0272fd req-88ebdf12-fb03-4c7f-8316-ebcee7fd8ea0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011467 Sep 18 20:01:09.221100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53b5671a-96c5-4087-a80f-2c2e68199e93 req-1ed65f47-a4c2-44d3-89c2-37e0c63ea999 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943146 Sep 18 20:01:09.403700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Deleting port 6c2bbdbf-be94-4367-9449-3e052a194ed3 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:09.403700 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:09.434809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd223a49-c8fa-4ae3-982f-56afa869decc req-13cffe74-87fb-441b-bfcc-6293077ffeb3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:09.436474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd223a49-c8fa-4ae3-982f-56afa869decc req-13cffe74-87fb-441b-bfcc-6293077ffeb3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 946 time: 0.1187546 Sep 18 20:01:09.564303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd223a49-c8fa-4ae3-982f-56afa869decc req-90a7c57e-f732-45e7-8017-a8bf3d172892 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095273 Sep 18 20:01:09.593836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417e83f-115c-4b2c-99ee-b45137b8d2f5 req-df4d1a23-4201-4ee0-89c7-2a980b6273fe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:09.595323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6417e83f-115c-4b2c-99ee-b45137b8d2f5 req-df4d1a23-4201-4ee0-89c7-2a980b6273fe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1739581 Sep 18 20:01:09.604272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] For port 6c2bbdbf-be94-4367-9449-3e052a194ed3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=6c2bbdbf-be94-4367-9449-3e052a194ed3,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:09.604640 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:09.628335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ac8a481e-67fa-4528-a833-15609bd5c1dc no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:09.663931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6417e83f-115c-4b2c-99ee-b45137b8d2f5 req-8190bf4d-c554-49d8-91dd-8186ca7b2ffc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622296 Sep 18 20:01:09.672570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Calling delete_port for 6c2bbdbf-be94-4367-9449-3e052a194ed3 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:09.676711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: ac8a481e-67fa-4528-a833-15609bd5c1dc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:09.677071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ac8a481e-67fa-4528-a833-15609bd5c1dc not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:09.818780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d1e8b-fc43-4fc3-9b39-a8852a5a85d2 req-be34a47a-66ec-4289-8c82-515890726d5c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:09.820365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b75d1e8b-fc43-4fc3-9b39-a8852a5a85d2 req-be34a47a-66ec-4289-8c82-515890726d5c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 945 time: 0.1507447 Sep 18 20:01:09.849468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff07f1d-d287-44f4-ad40-d6dd757b886d req-71320c11-af07-4d59-81e4-7f52c3ff5cdb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:09.850986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ff07f1d-d287-44f4-ad40-d6dd757b886d req-71320c11-af07-4d59-81e4-7f52c3ff5cdb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1024141 Sep 18 20:01:09.926648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b75d1e8b-fc43-4fc3-9b39-a8852a5a85d2 req-e3d388a9-7402-4d3d-a7c3-9eb7a55dd8ff tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955236 Sep 18 20:01:09.940298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ff07f1d-d287-44f4-ad40-d6dd757b886d req-a4a460c4-14fe-43f4-b756-279729309ddc tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821335 Sep 18 20:01:09.993958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:10.008743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', '94c8a2ae-203c-4cea-a90c-30990223ccbc'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:10.091799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event deleted for resources: {'Port': ['ID=6c2bbdbf-be94-4367-9449-3e052a194ed3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:10.135413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] No DVR routers for this DVR port 6c2bbdbf-be94-4367-9449-3e052a194ed3 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:10.138359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:10.141748 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d8f8b35-1f12-46f2-91cd-c91e7664269a req-2f35931c-191e-43e7-b484-a42f18c0d1ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "DELETE /v2.0/ports/6c2bbdbf-be94-4367-9449-3e052a194ed3 HTTP/1.1" status: 204 len: 173 time: 0.9928846 Sep 18 20:01:10.143461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e4dc94-9dc0-4e44-9a58-d414f815c09f', 'name': 'network-vif-deleted', 'tag': '6c2bbdbf-be94-4367-9449-3e052a194ed3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:10.146699 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503b5e13-375d-4dc5-971a-45a5175391c8" -d '{"events": [{"server_uuid": "39e4dc94-9dc0-4e44-9a58-d414f815c09f", "name": "network-vif-deleted", "tag": "6c2bbdbf-be94-4367-9449-3e052a194ed3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:10.221340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf87b92-d052-489e-b766-a0498992fb01 req-f0fb9a06-8648-473d-a476-3a85d261645e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:10.244432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ccf87b92-d052-489e-b766-a0498992fb01 req-f0fb9a06-8648-473d-a476-3a85d261645e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1675284 Sep 18 20:01:10.246374 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c5a259-4f05-4266-9291-9038d4d00004 x-openstack-request-id: req-e6c5a259-4f05-4266-9291-9038d4d00004 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:10.246374 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e4dc94-9dc0-4e44-9a58-d414f815c09f", "name": "network-vif-deleted", "tag": "6c2bbdbf-be94-4367-9449-3e052a194ed3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:10.246581 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6c5a259-4f05-4266-9291-9038d4d00004 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:10.246957 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e4dc94-9dc0-4e44-9a58-d414f815c09f', 'name': 'network-vif-deleted', 'tag': '6c2bbdbf-be94-4367-9449-3e052a194ed3', 'status': 'completed', 'code': 200} Sep 18 20:01:10.338289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ccf87b92-d052-489e-b766-a0498992fb01 req-e2b23bec-bac4-45e6-affd-ac78e708acfb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829070 Sep 18 20:01:10.491555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43094) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:10.513854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01198128-def8-4eb8-81d5-abe0e48c3140 req-59fbc7e1-0f96-46f1-8e16-18bf5700bfc3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:10.519417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01198128-def8-4eb8-81d5-abe0e48c3140 req-59fbc7e1-0f96-46f1-8e16-18bf5700bfc3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.1059630 Sep 18 20:01:10.574808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01198128-def8-4eb8-81d5-abe0e48c3140 req-d31be425-1a8f-4e66-984e-ce4caecd95df tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476954 Sep 18 20:01:10.668526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:10.733341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa2dd301-9498-4a77-a9a3-95c352ad932f req-251e4cec-b0e3-472e-8e55-42048ec98ed1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e4dc94-9dc0-4e44-9a58-d414f815c09f HTTP/1.1" status: 200 len: 210 time: 0.0653691 Sep 18 20:01:10.863236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:10.885105 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:10.904864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81beb5-5081-483f-abd7-3f8467c08d25 req-ded508f7-e1cd-425e-9868-48fff726f123 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:10.907033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c81beb5-5081-483f-abd7-3f8467c08d25 req-ded508f7-e1cd-425e-9868-48fff726f123 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1042297 Sep 18 20:01:10.939731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=634d71430ac24159a14fb00183dd0d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459546 Sep 18 20:01:10.947402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43108) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:10.999064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e734e-bb36-4b45-8b70-6abf69c1658b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:11.027103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c81beb5-5081-483f-abd7-3f8467c08d25 req-4c88117e-f0f1-4fb7-933a-458e5cc69013 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083462 Sep 18 20:01:11.030606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.031676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.032192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.032690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.033346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.034057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.034598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.035102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.035596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.036069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.036557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.037093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2f324d-0dcf-424f-bcb0-d00bc5dee7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:11.085208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe7a0-5ac0-48e0-8219-b339e86e04e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:11.122608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe7a0-5ac0-48e0-8219-b339e86e04e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:11.199724 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe7a0-5ac0-48e0-8219-b339e86e04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:11.200315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ab2a7-9a66-46ef-bd56-f278be1adb3f req-71771770-43c7-441d-a6e0-6339c99273ef tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:11.203945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe7a0-5ac0-48e0-8219-b339e86e04e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:11.204207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b6ab2a7-9a66-46ef-bd56-f278be1adb3f req-71771770-43c7-441d-a6e0-6339c99273ef tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0713537 Sep 18 20:01:11.207822 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8bdbe7a0-5ac0-48e0-8219-b339e86e04e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/950e734e-bb36-4b45-8b70-6abf69c1658b HTTP/1.1" status: 204 len: 168 time: 0.2569585 Sep 18 20:01:11.244380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbe7a0-5ac0-48e0-8219-b339e86e04e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e734e-bb36-4b45-8b70-6abf69c1658b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:11.306943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b6ab2a7-9a66-46ef-bd56-f278be1adb3f req-ef1d5714-3392-4a0e-8219-486820cb42af tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971448 Sep 18 20:01:11.325872 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:01:11.522359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fef84e-abc6-4255-8af3-0677fe0d299c req-fb59956a-b693-4c9a-8287-38d9599f0ddc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:11.536350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8fef84e-abc6-4255-8af3-0677fe0d299c req-fb59956a-b693-4c9a-8287-38d9599f0ddc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1169889 Sep 18 20:01:11.633814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6c2bbdbf-be94-4367-9449-3e052a194ed3 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:11.638499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8fef84e-abc6-4255-8af3-0677fe0d299c req-90f9c969-7f33-4e2b-b2bb-0aba0c31bf64 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996304 Sep 18 20:01:11.733697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 6c2bbdbf-be94-4367-9449-3e052a194ed3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:11.734381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 6c2bbdbf-be94-4367-9449-3e052a194ed3 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:11.791764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172dd49-a724-4ad2-9f06-3ea472ac9a9f req-c29d6330-82c3-478a-8be4-a59b3f2f7865 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:11.793367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7172dd49-a724-4ad2-9f06-3ea472ac9a9f req-c29d6330-82c3-478a-8be4-a59b3f2f7865 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.0705907 Sep 18 20:01:11.890552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7172dd49-a724-4ad2-9f06-3ea472ac9a9f req-6cd9f2f5-28c0-4703-81c1-60df0ae21ad2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863786 Sep 18 20:01:12.146839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9723e-f106-40f6-a3ea-9ca4630b7c72 req-c954a67e-e9db-4f58-888f-677401d0c7bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:12.148797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40b9723e-f106-40f6-a3ea-9ca4630b7c72 req-c954a67e-e9db-4f58-888f-677401d0c7bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0699301 Sep 18 20:01:12.219708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40b9723e-f106-40f6-a3ea-9ca4630b7c72 req-9c3c2b5a-78a8-4737-a824-e4bdb35c5c8f tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545259 Sep 18 20:01:12.309809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1784e-ae36-405c-bfce-b315dbc3ce2b req-1f4f4e71-bf0a-443c-94c9-e1ff130286df tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:12.311646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfc1784e-ae36-405c-bfce-b315dbc3ce2b req-1f4f4e71-bf0a-443c-94c9-e1ff130286df tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 945 time: 0.0554135 Sep 18 20:01:12.362413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfc1784e-ae36-405c-bfce-b315dbc3ce2b req-3536c666-0570-463d-9a0a-384a0047dd16 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369842 Sep 18 20:01:13.021988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada186f9-c65d-4744-a414-a9d95b0b7578 req-c4f851a7-89f7-45fc-a3f7-7662f91b4e51 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:13.030197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ada186f9-c65d-4744-a414-a9d95b0b7578 req-c4f851a7-89f7-45fc-a3f7-7662f91b4e51 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 943 time: 0.0619700 Sep 18 20:01:13.050615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device f4945688-3701-4ef4-9f7b-bd70316e616b details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:01:13.099042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ada186f9-c65d-4744-a414-a9d95b0b7578 req-edcd66a8-7900-4fee-ad2b-043cadb439c4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673528 Sep 18 20:01:13.220733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port f4945688-3701-4ef4-9f7b-bd70316e616b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4945688-3701-4ef4-9f7b-bd70316e616b,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:13.239343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'port_id': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'mac_address': 'fa:16:3e:b8:49:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:01:13.288364 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:13.305288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4945688-3701-4ef4-9f7b-bd70316e616b {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:13.373371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port f4945688-3701-4ef4-9f7b-bd70316e616b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4945688-3701-4ef4-9f7b-bd70316e616b,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:13.381191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:13.430376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e4ec7-415b-4da4-ad7f-2681a8f80f88 req-bad7e558-56ef-48e6-9b45-fb49a3df2677 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:13.449884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c85e4ec7-415b-4da4-ad7f-2681a8f80f88 req-bad7e558-56ef-48e6-9b45-fb49a3df2677 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1273584 Sep 18 20:01:13.473749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=f4945688-3701-4ef4-9f7b-bd70316e616b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:13.533026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c85e4ec7-415b-4da4-ad7f-2681a8f80f88 req-4e7545c2-3f3a-4a68-9775-cbf44c02f602 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790937 Sep 18 20:01:13.544351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730d178-49f0-4f3c-9976-bb7e47e3850c req-10c678a8-1caa-4fb5-a216-029b61a2898b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:13.565279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f730d178-49f0-4f3c-9976-bb7e47e3850c req-10c678a8-1caa-4fb5-a216-029b61a2898b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 945 time: 0.1053607 Sep 18 20:01:13.619108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f730d178-49f0-4f3c-9976-bb7e47e3850c req-352c4b54-6abc-4cf3-bf2f-07b5717c8d7c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Sep 18 20:01:13.658521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['f4945688-3701-4ef4-9f7b-bd70316e616b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:13.769644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-226bbcf4-3ccb-48cb-82de-e02969b12089 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:13.772121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-226bbcf4-3ccb-48cb-82de-e02969b12089 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 945 time: 0.1322949 Sep 18 20:01:13.934560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-94096507-46a1-40f6-82fa-070bb8c614ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:13.937235 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-94096507-46a1-40f6-82fa-070bb8c614ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 1096 time: 0.0770636 Sep 18 20:01:14.057844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Deleting port 94c8a2ae-203c-4cea-a90c-30990223ccbc {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:14.058473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:14.100152 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-3e6d7173-c656-460a-81bf-a238cebf79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:14.102196 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-3e6d7173-c656-460a-81bf-a238cebf79b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 200 len: 913 time: 0.1556654 Sep 18 20:01:14.136686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e8fc8-7354-4c5a-bfea-0e52df04a88c req-7dda380d-9ec1-49ae-89b8-759f2045673b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:14.144857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f18e8fc8-7354-4c5a-bfea-0e52df04a88c req-7dda380d-9ec1-49ae-89b8-759f2045673b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1540725 Sep 18 20:01:14.213992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2480911-afb4-470d-a1bb-331e9763dd12 req-45999e14-e299-43ae-8181-b7d1bb4e23aa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:14.215843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2480911-afb4-470d-a1bb-331e9763dd12 req-45999e14-e299-43ae-8181-b7d1bb4e23aa tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.2440472 Sep 18 20:01:14.239266 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-bc0278e6-ad07-4d39-bc22-d98066439ed0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 200 len: 999 time: 0.1293280 Sep 18 20:01:14.279735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f18e8fc8-7354-4c5a-bfea-0e52df04a88c req-1590b082-0d53-4aac-81e3-3465a23177d5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338603 Sep 18 20:01:14.289820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] For port 94c8a2ae-203c-4cea-a90c-30990223ccbc, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=94c8a2ae-203c-4cea-a90c-30990223ccbc,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:14.290263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:14.311555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-e8dfdafd-bd8f-4192-9c6d-0549dd8e681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:14.313653 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-e8dfdafd-bd8f-4192-9c6d-0549dd8e681c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 200 len: 851 time: 0.0671659 Sep 18 20:01:14.317466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2480911-afb4-470d-a1bb-331e9763dd12 req-c24239e1-4be2-4562-a79a-576ab60699a3 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923009 Sep 18 20:01:14.318459 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Calling delete_port for 94c8a2ae-203c-4cea-a90c-30990223ccbc owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:14.394045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-6f3f90bb-3bed-4a5a-a11c-5e4703895a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:14.395922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-6f3f90bb-3bed-4a5a-a11c-5e4703895a48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647414 Sep 18 20:01:14.505263 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-9546f721-9ef5-454a-92ae-257277440f09 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005201 Sep 18 20:01:14.602573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fc1742d0-28f5-4eab-9aca-152e5baaa00b req-5ba8431b-3303-4d6e-8625-c1e664c23ff4 service neutron] 10.222.0.32 "GET /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894094 Sep 18 20:01:14.787455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea4311-9ce5-4933-9d0d-3dafbd72209c req-30419db9-8019-4298-93ae-f09cf60c9ef5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:14.788931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00ea4311-9ce5-4933-9d0d-3dafbd72209c req-30419db9-8019-4298-93ae-f09cf60c9ef5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0995035 Sep 18 20:01:14.798499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc714725-16f7-47c2-998c-0f5850456677 req-51043204-c702-43f9-a2e5-7559c900cd07 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:14.799961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc714725-16f7-47c2-998c-0f5850456677 req-51043204-c702-43f9-a2e5-7559c900cd07 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 944 time: 0.1115940 Sep 18 20:01:14.894609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00ea4311-9ce5-4933-9d0d-3dafbd72209c req-4fdb4957-dad1-4f1e-8ba4-ad401b2d7ed2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935760 Sep 18 20:01:14.904059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fc714725-16f7-47c2-998c-0f5850456677 req-d6b24e1e-c90a-42e4-b313-90baac61ac14 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977523 Sep 18 20:01:14.911599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:14.926340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', '94c8a2ae-203c-4cea-a90c-30990223ccbc'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:14.944485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event deleted for resources: {'Port': ['ID=94c8a2ae-203c-4cea-a90c-30990223ccbc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:14.999046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] No DVR routers for this DVR port 94c8a2ae-203c-4cea-a90c-30990223ccbc on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:15.002498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:15.004935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684dc7be-1c19-4d60-a40e-ea1d2df01462 req-f6a4b437-7ba0-4d8c-9275-69381d918118 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "DELETE /v2.0/ports/94c8a2ae-203c-4cea-a90c-30990223ccbc HTTP/1.1" status: 204 len: 173 time: 1.2220149 Sep 18 20:01:15.005425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab6f7e7-b11f-4f5a-b8de-704b4fb870cb', 'name': 'network-vif-deleted', 'tag': '94c8a2ae-203c-4cea-a90c-30990223ccbc'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:15.007905 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abfbda0-da10-4211-b14d-2dd075151fb6" -d '{"events": [{"server_uuid": "aab6f7e7-b11f-4f5a-b8de-704b4fb870cb", "name": "network-vif-deleted", "tag": "94c8a2ae-203c-4cea-a90c-30990223ccbc"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:15.057926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3b1e8e03-f4f8-4644-a2cd-24cf7fa47553 req-7439e7d1-5bdb-4af0-a141-33dd160cca2a tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=aab6f7e7-b11f-4f5a-b8de-704b4fb870cb HTTP/1.1" status: 200 len: 210 time: 0.0435531 Sep 18 20:01:15.080585 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48208df2-2691-49e2-97be-81eec8dcb48d x-openstack-request-id: req-48208df2-2691-49e2-97be-81eec8dcb48d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:15.080886 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab6f7e7-b11f-4f5a-b8de-704b4fb870cb", "name": "network-vif-deleted", "tag": "94c8a2ae-203c-4cea-a90c-30990223ccbc", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:15.081139 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48208df2-2691-49e2-97be-81eec8dcb48d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:15.084372 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab6f7e7-b11f-4f5a-b8de-704b4fb870cb', 'name': 'network-vif-deleted', 'tag': '94c8a2ae-203c-4cea-a90c-30990223ccbc', 'status': 'completed', 'code': 200} Sep 18 20:01:15.094317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device f4945688-3701-4ef4-9f7b-bd70316e616b up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:01:15.208361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port f4945688-3701-4ef4-9f7b-bd70316e616b completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:01:15.217992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port f4945688-3701-4ef4-9f7b-bd70316e616b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:01:15.218399 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:15.342597 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:15.404128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4945688-3701-4ef4-9f7b-bd70316e616b'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:15.410709 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44792a4-92cc-4064-8a1a-a1e282807408" -d '{"events": [{"server_uuid": "2f90fccb-e54f-4110-85f0-03a527c5ea28", "name": "network-vif-plugged", "status": "completed", "tag": "f4945688-3701-4ef4-9f7b-bd70316e616b"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:15.456074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port f4945688-3701-4ef4-9f7b-bd70316e616b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4945688-3701-4ef4-9f7b-bd70316e616b,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:15.470486 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:15.520174 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f88fea2-3834-4cbf-87b6-768217db7b66 x-openstack-request-id: req-1f88fea2-3834-4cbf-87b6-768217db7b66 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:15.522656 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f90fccb-e54f-4110-85f0-03a527c5ea28", "name": "network-vif-plugged", "status": "completed", "tag": "f4945688-3701-4ef4-9f7b-bd70316e616b", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:15.523013 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f88fea2-3834-4cbf-87b6-768217db7b66 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:15.523544 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'code': 200} Sep 18 20:01:15.550201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53619ef1-9bf7-47a3-af51-56290d703470 req-fcc75855-f3e2-4ea9-abab-e61c1787776b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:15.566489 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53619ef1-9bf7-47a3-af51-56290d703470 req-fcc75855-f3e2-4ea9-abab-e61c1787776b tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1293976 Sep 18 20:01:15.587633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=f4945688-3701-4ef4-9f7b-bd70316e616b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:15.661306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53619ef1-9bf7-47a3-af51-56290d703470 req-01055ca4-d205-4a12-93b0-cb89dbb36b1d tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938137 Sep 18 20:01:15.693278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed69a3-8fe6-40f0-8db2-6f623aa223b8 req-e184a15e-5d15-4da3-b147-895f8368797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:15.696965 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-82ed69a3-8fe6-40f0-8db2-6f623aa223b8 req-e184a15e-5d15-4da3-b147-895f8368797d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 1097 time: 0.1047211 Sep 18 20:01:15.792069 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-82ed69a3-8fe6-40f0-8db2-6f623aa223b8 req-1bf1c975-a138-4fb0-bc32-2886c22620a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851891 Sep 18 20:01:15.843665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d762661-3942-4ffd-996d-fb7f8faa2210 req-a754f18d-6e54-4af0-9cbe-bf8ebc409165 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:15.855419 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d762661-3942-4ffd-996d-fb7f8faa2210 req-a754f18d-6e54-4af0-9cbe-bf8ebc409165 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0787985 Sep 18 20:01:15.899476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d762661-3942-4ffd-996d-fb7f8faa2210 req-4a346ff8-ece5-4c97-b94e-a9bc85b6d98a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427225 Sep 18 20:01:16.127211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef939-d4b5-47a1-9b1a-d4b1976336cf req-375241ab-d420-49a0-8ac2-bb3408925243 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:16.129366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-023ef939-d4b5-47a1-9b1a-d4b1976336cf req-375241ab-d420-49a0-8ac2-bb3408925243 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 945 time: 0.0754058 Sep 18 20:01:16.193086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-023ef939-d4b5-47a1-9b1a-d4b1976336cf req-6ee315d5-b8c5-4ae3-ac54-77678f97a3cf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561626 Sep 18 20:01:16.642394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-d22312ef-269f-4b27-9198-f25b7603401b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:16.644061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-d22312ef-269f-4b27-9198-f25b7603401b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.1489096 Sep 18 20:01:16.678761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-177aea86-4b7b-4e09-903e-0996d395ada6 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/quotas/40984cffdfb049089f2c2cdf55be19c0 HTTP/1.1" status: 200 len: 375 time: 0.0186162 Sep 18 20:01:16.817817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-1ed58c16-bba5-400f-b63f-df88a2c52d8f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307025 Sep 18 20:01:16.980573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-adef2f60-3f52-4aaf-b880-9711d35d5891 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613398 Sep 18 20:01:17.132327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-ab25eee5-4d9e-49ad-a67e-1f8aec5bf6fc service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507528 Sep 18 20:01:17.162292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-3742a3d6-116d-4c6b-a038-d64285946b06 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:17.170103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-3742a3d6-116d-4c6b-a038-d64285946b06 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d HTTP/1.1" status: 200 len: 944 time: 0.0936558 Sep 18 20:01:17.295745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Deleting port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:17.296657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:17.534133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] For port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:17.535072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:17.609568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Calling delete_port for b20814d4-dfcf-4ccb-8809-c0c2d1a743ef owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:17.682718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 94c8a2ae-203c-4cea-a90c-30990223ccbc no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:17.707212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 94c8a2ae-203c-4cea-a90c-30990223ccbc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:17.707715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 94c8a2ae-203c-4cea-a90c-30990223ccbc not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:17.747906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56399c6-99bd-4ee6-b499-45788e6d4630 req-9c0e1ec2-8fef-4ba0-bf7e-40e137ab9afa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:17.753176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e56399c6-99bd-4ee6-b499-45788e6d4630 req-9c0e1ec2-8fef-4ba0-bf7e-40e137ab9afa tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 945 time: 0.1994400 Sep 18 20:01:17.876209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e56399c6-99bd-4ee6-b499-45788e6d4630 req-e037769d-383c-4960-946d-60bebb645bbb tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192544 Sep 18 20:01:17.924036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:17.938202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['10bc125d-03c1-42b0-8d47-f55722459c57'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:17.940864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bf614820-c67d-499d-a75c-8aab24be5253'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:18.029560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event deleted for resources: {'Port': ['ID=b20814d4-dfcf-4ccb-8809-c0c2d1a743ef,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:18.091766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-185a3b86-bb4f-4331-9eae-349d69a528c0 req-f4d7a09f-aaea-4cf8-9e3c-f5bb1c8d90eb tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 210 time: 0.0834565 Sep 18 20:01:18.179684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] No DVR routers for this DVR port b20814d4-dfcf-4ccb-8809-c0c2d1a743ef on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:18.186566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:18.200529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5fd74a4-5e3f-4e77-8dc3-07fd0704867e req-cc6aab59-b03b-442c-aa5f-89b36150b81a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "DELETE /v2.0/ports/b20814d4-dfcf-4ccb-8809-c0c2d1a743ef HTTP/1.1" status: 204 len: 173 time: 1.0279772 Sep 18 20:01:18.246266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'name': 'network-vif-deleted', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:18.249801 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c844e7d4-78ca-4c28-b258-6ae803f7c8f6" -d '{"events": [{"server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "name": "network-vif-deleted", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:18.385584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfd96a-a551-437d-97da-9d643bff86ec req-8b9f3fea-88ca-4dbc-9516-2b64c8fcfa54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:18.387290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92dfd96a-a551-437d-97da-9d643bff86ec req-8b9f3fea-88ca-4dbc-9516-2b64c8fcfa54 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1613834 Sep 18 20:01:18.493337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92dfd96a-a551-437d-97da-9d643bff86ec req-e450d03a-6ef4-4ee7-86d3-842c98d966b4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979693 Sep 18 20:01:18.646231 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24103d5-aa77-4f34-815d-7f100651f068 x-openstack-request-id: req-b24103d5-aa77-4f34-815d-7f100651f068 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:18.647364 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d", "name": "network-vif-deleted", "tag": "b20814d4-dfcf-4ccb-8809-c0c2d1a743ef", "status": "failed", "code": 422}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:18.647784 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b24103d5-aa77-4f34-815d-7f100651f068 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:18.648628 n-d-789963-11 neutron-server[94941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2870ee3d-cc4e-4d50-8bc2-304e59a7ad3d', 'name': 'network-vif-deleted', 'tag': 'b20814d4-dfcf-4ccb-8809-c0c2d1a743ef', 'status': 'failed', 'code': 422} returned with failed status Sep 18 20:01:18.683872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02039b-ff92-4539-ae36-38f55f960778 req-44f4f77e-e2e2-4564-9a76-2abd7f6d4595 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:18.691479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f02039b-ff92-4539-ae36-38f55f960778 req-44f4f77e-e2e2-4564-9a76-2abd7f6d4595 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 945 time: 0.0882533 Sep 18 20:01:18.808153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f02039b-ff92-4539-ae36-38f55f960778 req-30a7ed26-85fe-4ed7-901d-be68fa03e082 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156759 Sep 18 20:01:18.828739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43374) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:18.938637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2c4d5-9181-4cda-a3ca-87939114b605 req-a36cdf24-5a5b-424e-8388-e85d27516e15 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:18.953189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dd2c4d5-9181-4cda-a3ca-87939114b605 req-a36cdf24-5a5b-424e-8388-e85d27516e15 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.2292292 Sep 18 20:01:19.220274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2dd2c4d5-9181-4cda-a3ca-87939114b605 req-de40027a-63b6-4461-a31a-e3975a887252 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648377 Sep 18 20:01:19.228937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-5c3d2056-f020-40e9-92fd-5650a68fb941 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:19.231598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-5c3d2056-f020-40e9-92fd-5650a68fb941 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.4087737 Sep 18 20:01:19.248471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Request body: {'port': {'device_id': 'af71a3ac-b1d0-4dfe-af6c-cc4b87e618de', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'admin_state_up': True, 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:19.361566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5d7dc-9aa9-4d09-a319-7f9127ce194e tempest-TestVolumeBootPattern-235752878 tempest-TestVolumeBootPattern-235752878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:19.368270 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7da5d7dc-9aa9-4d09-a319-7f9127ce194e tempest-TestVolumeBootPattern-235752878 tempest-TestVolumeBootPattern-235752878-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 1092 time: 0.5359027 Sep 18 20:01:19.371221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43394) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:19.385893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:19.461741 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:19.480471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa500b30-b087-4c28-a8af-c1e46aa0cf8f req-1115615c-b1ae-4a55-9ae8-12c84e6782e5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 210 time: 0.1268697 Sep 18 20:01:19.539532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb4e2d-3de8-4e29-bcb2-9037536c549b req-0f656d07-f611-42f5-9a2a-fa7be031ce20 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:19.553933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59fb4e2d-3de8-4e29-bcb2-9037536c549b req-0f656d07-f611-42f5-9a2a-fa7be031ce20 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 908 time: 0.1427338 Sep 18 20:01:19.573336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:01:19.581120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:19.644046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:19.763351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.25.8.73 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/7890e5bc-351f-4178-b8fe-d0ed539be423) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:01:19.809694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Allocated IP 172.20.0.4 (1fd2d11a-7a7f-4059-b479-8fbff3546ece/083eb172-dcbc-4dbc-acb8-5526581d8b31/bf7d34ad-ce95-4320-aab8-c257d38c1e6d) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:01:19.879673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:19.916869 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:19.971245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:01:19.978786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:01:19.980982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=7890e5bc-351f-4178-b8fe-d0ed539be423,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:19.983135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:01:19.990027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255f585-3284-4e00-b606-8570fbf2f74d req-29b4ade8-55aa-41eb-923b-fecfa422b1a3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:19.999490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3255f585-3284-4e00-b606-8570fbf2f74d req-29b4ade8-55aa-41eb-923b-fecfa422b1a3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1287041 Sep 18 20:01:20.094149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3255f585-3284-4e00-b606-8570fbf2f74d req-ed456e72-4454-4d20-a8e7-d85d71cc4eb8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933795 Sep 18 20:01:20.299205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:20.311158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185654de-eb81-4868-a2bc-0d3aa436132b req-7c87e343-c785-45ad-b946-29a1941f41c3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:20.313520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-185654de-eb81-4868-a2bc-0d3aa436132b req-7c87e343-c785-45ad-b946-29a1941f41c3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1096237 Sep 18 20:01:20.373621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-185654de-eb81-4868-a2bc-0d3aa436132b req-98ede9e3-7448-4c94-9a9c-83ea844ca60b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527008 Sep 18 20:01:20.405166 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:20.418416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:20.510142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event updated for resources: {'Port': ['ID=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:20.523279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:01:20.524896 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:01:20.528050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:01:20.636228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:20.636885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:20.775714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-571b3ee3-0e27-476d-b4af-06ec91bf5a84 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5341542 Sep 18 20:01:20.788849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d5243-bf59-4a81-b70f-f8a44b9b59bf req-1152ecb4-92bb-429a-b680-832a7a3b07d9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:20.790518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d15d5243-bf59-4a81-b70f-f8a44b9b59bf req-1152ecb4-92bb-429a-b680-832a7a3b07d9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 931 time: 0.1384125 Sep 18 20:01:20.797779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Request body: {'port': {'device_id': 'af71a3ac-b1d0-4dfe-af6c-cc4b87e618de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:20.877338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-ef9ac3bf-ccbf-4121-b5c4-6d1e373ff14c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:20.878918 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-ef9ac3bf-ccbf-4121-b5c4-6d1e373ff14c tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 908 time: 0.1429725 Sep 18 20:01:20.895362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e97d7-c4c8-4e47-85f2-896e7522f764 req-d67ce5af-0431-4966-bd34-602dcf5b9154 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:20.896946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-819e97d7-c4c8-4e47-85f2-896e7522f764 req-d67ce5af-0431-4966-bd34-602dcf5b9154 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.2572858 Sep 18 20:01:20.919462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d15d5243-bf59-4a81-b70f-f8a44b9b59bf req-4c46ce8b-6352-44bd-9395-2386ec109d6b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834320 Sep 18 20:01:20.936359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.011261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-819e97d7-c4c8-4e47-85f2-896e7522f764 req-ed5c09cb-2a8e-44c8-9933-8cf9783e0462 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904210 Sep 18 20:01:21.069956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.172497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.261002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccede012-24e7-4ed7-a4f8-f919c368184b req-4ee38de0-c7e5-44e6-880a-bd507e0f8ad6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:21.272295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ccede012-24e7-4ed7-a4f8-f919c368184b req-4ee38de0-c7e5-44e6-880a-bd507e0f8ad6 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 908 time: 0.2433453 Sep 18 20:01:21.298031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081fbb6-232e-41ac-a2ad-ff4bcf3d29f5 req-e3935dde-73c1-402b-b14d-6dc22f6a8dbd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:21.305163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8081fbb6-232e-41ac-a2ad-ff4bcf3d29f5 req-e3935dde-73c1-402b-b14d-6dc22f6a8dbd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1803074 Sep 18 20:01:21.397529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8081fbb6-232e-41ac-a2ad-ff4bcf3d29f5 req-39a41ac0-ffe9-4a50-a3c8-2f990d007f26 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891938 Sep 18 20:01:21.451680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Deleting port a652c8ab-7b36-4d86-a58c-ce64763c2c6c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:21.452673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.569564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7d34ad-ce95-4320-aab8-c257d38c1e6d {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:21.583327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.594188 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.595458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.607145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-374e17d8-6d4e-4716-8261-7d3535932097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.679934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Transition to ACTIVE for port object bf7d34ad-ce95-4320-aab8-c257d38c1e6d will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:01:21.698855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] For port a652c8ab-7b36-4d86-a58c-ce64763c2c6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:21.699936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.704493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ebc9-a557-4e67-9668-3a4035b86b97 req-227dc81f-63df-4b6c-a402-a3cd7a7eb4f6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:21.713052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d10ebc9-a557-4e67-9668-3a4035b86b97 req-227dc81f-63df-4b6c-a402-a3cd7a7eb4f6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0832641 Sep 18 20:01:21.716113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Calling delete_port for a652c8ab-7b36-4d86-a58c-ce64763c2c6c owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:21.735192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:21.789458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Pushing event updated for resources: {'Port': ['ID=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:21.825825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d10ebc9-a557-4e67-9668-3a4035b86b97 req-f173b32a-a5c2-4ab4-bc62-910c35bf5d85 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116755 Sep 18 20:01:21.856222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=7890e5bc-351f-4178-b8fe-d0ed539be423,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:21.927143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:22.026863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:22.036026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Attempting to bind port bf7d34ad-ce95-4320-aab8-c257d38c1e6d on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:01:22.036518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Attempting to bind port bf7d34ad-ce95-4320-aab8-c257d38c1e6d by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:01:22.036857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Attempting to bind port bf7d34ad-ce95-4320-aab8-c257d38c1e6d on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:01:22.043312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Port bf7d34ad-ce95-4320-aab8-c257d38c1e6d on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:01:22.043688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Attempting to bind port bf7d34ad-ce95-4320-aab8-c257d38c1e6d on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:01:22.064958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515dbae-7d79-4d3e-bd27-da735e1d86b2 req-5a25179e-a005-4cef-bd8e-72463bf81565 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:22.067751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8515dbae-7d79-4d3e-bd27-da735e1d86b2 req-5a25179e-a005-4cef-bd8e-72463bf81565 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1382775 Sep 18 20:01:22.156977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:01:22.157314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Checking segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:01:22.157715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Bound using segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:01:22.158157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Bound port: bf7d34ad-ce95-4320-aab8-c257d38c1e6d, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:01:22.158519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:22.187216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event deleted for resources: {'Port': ['ID=a652c8ab-7b36-4d86-a58c-ce64763c2c6c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:22.309262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] No DVR routers for this DVR port a652c8ab-7b36-4d86-a58c-ce64763c2c6c on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:22.314904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:22.316467 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fff3d764-0328-45a8-8ba1-5474664c45ef req-c4922520-d3d7-4a0e-bd32-530b11520ada tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "DELETE /v2.0/ports/a652c8ab-7b36-4d86-a58c-ce64763c2c6c HTTP/1.1" status: 204 len: 173 time: 1.4284647 Sep 18 20:01:22.316912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'name': 'network-vif-deleted', 'tag': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:22.319587 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989d3497-0c45-435a-a112-19fdd8a2919f" -d '{"events": [{"server_uuid": "44f501f8-d1f2-46ec-9394-447a3e0e16e6", "name": "network-vif-deleted", "tag": "a652c8ab-7b36-4d86-a58c-ce64763c2c6c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:22.332109 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Floating IP 98f7ecf7-74dd-4fa0-a7f4-baf6ee9f2af9 associated. External IP: 172.25.8.73, port: f4945688-3701-4ef4-9f7b-bd70316e616b. Sep 18 20:01:22.419405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8515dbae-7d79-4d3e-bd27-da735e1d86b2 req-a98ba099-2075-4efc-a252-f31e5250b541 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404143 Sep 18 20:01:22.444396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcac85-95c0-4f45-80d2-55e28323bb59 req-365935a7-41a7-42bb-b7e3-01d019cbbfc5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:22.445988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64dcac85-95c0-4f45-80d2-55e28323bb59 req-365935a7-41a7-42bb-b7e3-01d019cbbfc5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 943 time: 0.4037223 Sep 18 20:01:22.547952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] For port bf7d34ad-ce95-4320-aab8-c257d38c1e6d, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:01:22.552708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64dcac85-95c0-4f45-80d2-55e28323bb59 req-ccfdd561-25a1-4aa7-ad10-8126719c9213 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966218 Sep 18 20:01:22.586214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] For port bf7d34ad-ce95-4320-aab8-c257d38c1e6d, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:01:22.596172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:22.644881 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603b064d-039b-4ff9-b369-777a3d70fc6d x-openstack-request-id: req-603b064d-039b-4ff9-b369-777a3d70fc6d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:22.645176 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f501f8-d1f2-46ec-9394-447a3e0e16e6", "name": "network-vif-deleted", "tag": "a652c8ab-7b36-4d86-a58c-ce64763c2c6c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:22.645429 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-603b064d-039b-4ff9-b369-777a3d70fc6d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:22.645831 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f501f8-d1f2-46ec-9394-447a3e0e16e6', 'name': 'network-vif-deleted', 'tag': 'a652c8ab-7b36-4d86-a58c-ce64763c2c6c', 'status': 'completed', 'code': 200} Sep 18 20:01:22.689261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad01b418-0f09-4f79-8015-408db10e9f47 req-6d5e1f5b-42d0-4224-821a-906879cc1653 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=44f501f8-d1f2-46ec-9394-447a3e0e16e6 HTTP/1.1" status: 200 len: 210 time: 0.0874484 Sep 18 20:01:22.731888 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:01:22.739555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:22.740177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:22.742118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] 10.222.0.24 "PUT /v2.0/ports/bf7d34ad-ce95-4320-aab8-c257d38c1e6d HTTP/1.1" status: 200 len: 1092 time: 1.9496493 Sep 18 20:01:22.744190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af71a3ac-b1d0-4dfe-af6c-cc4b87e618de', 'tag': 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:22.745412 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c7e4e7-ddcb-42c0-9e23-71d84183a047" -d '{"events": [{"name": "network-changed", "server_uuid": "af71a3ac-b1d0-4dfe-af6c-cc4b87e618de", "tag": "bf7d34ad-ce95-4320-aab8-c257d38c1e6d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:22.766930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dadd0a-efa1-47b2-bf8d-99415064e8bc service neutron] Pushing event updated for resources: {'Port': ['ID=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:22.823225 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2812fdfb-580c-4428-8d97-a7cc432602eb x-openstack-request-id: req-2812fdfb-580c-4428-8d97-a7cc432602eb {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:22.824019 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af71a3ac-b1d0-4dfe-af6c-cc4b87e618de", "tag": "bf7d34ad-ce95-4320-aab8-c257d38c1e6d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:22.824019 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2812fdfb-580c-4428-8d97-a7cc432602eb {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:22.824243 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af71a3ac-b1d0-4dfe-af6c-cc4b87e618de', 'tag': 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d', 'status': 'completed', 'code': 200} Sep 18 20:01:22.864103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58d075-ec06-40b1-862c-6e567e5f8595 req-f8932177-f513-45b6-a28f-a1993dd3d202 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:22.865719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f58d075-ec06-40b1-862c-6e567e5f8595 req-f8932177-f513-45b6-a28f-a1993dd3d202 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1232848 Sep 18 20:01:22.876038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:01:22.876382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-bbed4a7e-53ab-45d9-b3f0-ff7c403efaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:22.883815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-bbed4a7e-53ab-45d9-b3f0-ff7c403efaf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 1095 time: 0.0834148 Sep 18 20:01:22.887653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:01:22.904126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:01:22.905646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:00:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:22.916893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:22.980038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-31368a05-2327-48d0-93d0-6bca0d8af582 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf7d34ad-ce95-4320-aab8-c257d38c1e6d HTTP/1.1" status: 200 len: 217 time: 0.0931551 Sep 18 20:01:22.982792 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b4355c11-64df-4efa-90f3-a71a09973e11 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6067953 Sep 18 20:01:23.034171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f58d075-ec06-40b1-862c-6e567e5f8595 req-aa4a62b0-9a2e-48f0-b8c9-611ff2ac6728 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486759 Sep 18 20:01:23.116653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-c7440972-32e2-467e-b82b-15a77517e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:23.118235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-c7440972-32e2-467e-b82b-15a77517e0f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1077719 Sep 18 20:01:23.119413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:01:23.157602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-9090a9aa-9b97-4735-a4cf-42a463635e77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314486 Sep 18 20:01:23.235740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c1c1d-8b7e-46fe-be98-68319891399d req-b38f7de6-8ee0-4886-aa71-c0f2f8984144 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:23.237364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e10c1c1d-8b7e-46fe-be98-68319891399d req-b38f7de6-8ee0-4886-aa71-c0f2f8984144 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0826960 Sep 18 20:01:23.346491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-7bbfe37c-a2f2-4424-8168-ea04b01453b8 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599739 Sep 18 20:01:23.376570 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:23.387825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e10c1c1d-8b7e-46fe-be98-68319891399d req-3d0d4ab6-eda8-4865-b89e-ede1d53b5d0c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059914 Sep 18 20:01:23.510433 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:23.545337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1808a2d2-91eb-4a7e-8545-72c5109357b0 req-0ec2b673-2770-4994-bfd6-e1dc1848575c service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850524 Sep 18 20:01:23.572382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '98f7ecf7-74dd-4fa0-a7f4-baf6ee9f2af9', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:b8:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:01:20Z', 'updated_at': '2021-09-18T20:01:20Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:23.641994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baefca-97b6-4050-8a36-7222ca0aae07 req-9052cf27-f5d4-468b-93ac-077cc92c7d9d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:23.647890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00baefca-97b6-4050-8a36-7222ca0aae07 req-9052cf27-f5d4-468b-93ac-077cc92c7d9d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0877447 Sep 18 20:01:23.650548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:01:23.673883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:01:23.674506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:00:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:23.750810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-3d995eb1-6382-4071-8fbb-43aad982bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:23.752567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-3d995eb1-6382-4071-8fbb-43aad982bd16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 1095 time: 0.1349900 Sep 18 20:01:23.785037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00baefca-97b6-4050-8a36-7222ca0aae07 req-bbc5c8a1-18ed-4025-9055-b16f348979e0 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333795 Sep 18 20:01:23.829167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:01:23.860204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6bd03-7923-4425-8f16-807519d69e5b req-338c545c-fe08-4111-8e9f-3d5ecfc9fe60 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:23.864974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ec6bd03-7923-4425-8f16-807519d69e5b req-338c545c-fe08-4111-8e9f-3d5ecfc9fe60 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 943 time: 0.1707091 Sep 18 20:01:23.972207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ec6bd03-7923-4425-8f16-807519d69e5b req-29ff9e2b-d577-41c6-b632-0f1631a04498 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984337 Sep 18 20:01:24.003415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-ca65b91f-6c56-4ba6-af59-e65d2838163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:24.004980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-ca65b91f-6c56-4ba6-af59-e65d2838163e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 906 time: 0.2397137 Sep 18 20:01:24.053215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abbf6c-7bf4-4149-945a-05347e0d15cf req-aead29d1-32e6-4e3b-b32f-3c0143b26a40 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:24.064109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02abbf6c-7bf4-4149-945a-05347e0d15cf req-aead29d1-32e6-4e3b-b32f-3c0143b26a40 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1378767 Sep 18 20:01:24.106848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-a2482f63-485c-49c7-8b06-e3d5ba85eb30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf7d34ad-ce95-4320-aab8-c257d38c1e6d HTTP/1.1" status: 200 len: 217 time: 0.0941131 Sep 18 20:01:24.185349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '98f7ecf7-74dd-4fa0-a7f4-baf6ee9f2af9', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:b8:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:01:20Z', 'updated_at': '2021-09-18T20:01:20Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:24.228147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b921d9f6-588c-4491-bbf5-599acfcd65a7 None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '98f7ecf7-74dd-4fa0-a7f4-baf6ee9f2af9', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.73', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:b8:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:01:20Z', 'updated_at': '2021-09-18T20:01:20Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:01:24.271744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02abbf6c-7bf4-4149-945a-05347e0d15cf req-edfee451-0ce7-4d1c-8910-2b9da07b6484 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065580 Sep 18 20:01:24.290881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-e1d84dbb-6949-44eb-85fc-a9b687652478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:24.292413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-e1d84dbb-6949-44eb-85fc-a9b687652478 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1616709 Sep 18 20:01:24.336063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-9d0ae572-b1cb-4852-aa75-aacc954487a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350742 Sep 18 20:01:24.351637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2179e-4c77-4779-8c59-ea069f8639a9 req-6a08e284-8c61-406f-b8a7-c647bcda7c28 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:24.353122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ed2179e-4c77-4779-8c59-ea069f8639a9 req-6a08e284-8c61-406f-b8a7-c647bcda7c28 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 945 time: 0.1045773 Sep 18 20:01:24.463927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ed2179e-4c77-4779-8c59-ea069f8639a9 req-83d81be3-4147-43ec-80bc-e746a677c4e2 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956025 Sep 18 20:01:24.559035 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbc3a6-1636-4f45-8fda-1fa6f15298dd None None] New status for floating IP 98f7ecf7-74dd-4fa0-a7f4-baf6ee9f2af9: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:01:24.601363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-58b198e2-9e76-411f-aa38-59d9fe2335ad service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472839 Sep 18 20:01:24.629180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83d8ac-88cb-4076-a364-282db93d2fe2 req-ee945ca4-4389-4b9d-b544-172200f0f6e4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:24.630554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b83d8ac-88cb-4076-a364-282db93d2fe2 req-ee945ca4-4389-4b9d-b544-172200f0f6e4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 813 time: 0.1973979 Sep 18 20:01:24.647145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'tag': 'f4945688-3701-4ef4-9f7b-bd70316e616b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:24.650252 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def21cbc-40e8-4ee1-a945-41c83bf8684b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f90fccb-e54f-4110-85f0-03a527c5ea28", "tag": "f4945688-3701-4ef4-9f7b-bd70316e616b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:24.696287 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c98b5-b840-4d51-9c4a-12035f8e0680 x-openstack-request-id: req-542c98b5-b840-4d51-9c4a-12035f8e0680 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:24.696878 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f90fccb-e54f-4110-85f0-03a527c5ea28", "tag": "f4945688-3701-4ef4-9f7b-bd70316e616b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:24.697356 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-542c98b5-b840-4d51-9c4a-12035f8e0680 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:24.697980 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'tag': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'status': 'completed', 'code': 200} Sep 18 20:01:24.772966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66c7e4e7-ddcb-42c0-9e23-71d84183a047 req-7620a5b6-aca8-4c4d-99d2-c0250958a15d service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623147 Sep 18 20:01:24.780653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:24.797508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b83d8ac-88cb-4076-a364-282db93d2fe2 req-469e2d50-b2c8-4f1e-a42d-7ad983c94aeb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/quotas/13845a0276044cbcbe3ab930f3101757 HTTP/1.1" status: 200 len: 375 time: 0.0234945 Sep 18 20:01:24.804684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-6f87af20-e048-4b7c-b272-76c549a6e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:24.806519 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-6f87af20-e048-4b7c-b272-76c549a6e555 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 1097 time: 0.0776861 Sep 18 20:01:24.854698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b83d8ac-88cb-4076-a364-282db93d2fe2 req-c4379140-8577-4749-8b35-e1067161378b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508578 Sep 18 20:01:24.907323 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c532df7-1b3a-4af2-b125-c1e6b0b3b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:24.970845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-0467cea4-55b9-4254-a52e-efc79c020754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:24.972366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-0467cea4-55b9-4254-a52e-efc79c020754 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1508050 Sep 18 20:01:25.045679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c661533-3258-456d-a094-9d6b6aab34f5 req-7faa4f80-8a15-4e86-9b26-f0eee0732ef9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:25.050432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c661533-3258-456d-a094-9d6b6aab34f5 req-7faa4f80-8a15-4e86-9b26-f0eee0732ef9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0992033 Sep 18 20:01:25.078929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a652c8ab-7b36-4d86-a58c-ce64763c2c6c no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:25.122339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a652c8ab-7b36-4d86-a58c-ce64763c2c6c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:25.124754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a652c8ab-7b36-4d86-a58c-ce64763c2c6c not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:25.141626 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c661533-3258-456d-a094-9d6b6aab34f5 req-6e1e2fe0-f1b9-4282-95e4-84cc2d8e2d89 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791230 Sep 18 20:01:25.161523 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-96992a8c-7703-455f-bdf2-8c247bdd95d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4945688-3701-4ef4-9f7b-bd70316e616b HTTP/1.1" status: 200 len: 1000 time: 0.1810973 Sep 18 20:01:25.221598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e3447-5cbd-456c-92ae-37e6b4d5a1a4 req-5db91743-9112-43d0-9a85-2fc9833519e6 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:25.223629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac6e3447-5cbd-456c-92ae-37e6b4d5a1a4 req-5db91743-9112-43d0-9a85-2fc9833519e6 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 943 time: 0.0764520 Sep 18 20:01:25.228020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-b91225ca-c8e1-46e7-b19c-0acb3078aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:25.230140 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-b91225ca-c8e1-46e7-b19c-0acb3078aadb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0617635 Sep 18 20:01:25.294741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-46184791-cf90-42af-a92d-322f238daacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:25.296695 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-46184791-cf90-42af-a92d-322f238daacc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581770 Sep 18 20:01:25.318805 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac6e3447-5cbd-456c-92ae-37e6b4d5a1a4 req-e64424e2-12f5-49e6-81ec-19384177c8cf tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816565 Sep 18 20:01:25.341348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942121c7-e29d-48ba-8baa-68427c4ed15d req-3b4b72fc-d1de-43cf-96a1-afad619ac0c2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:25.343854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-942121c7-e29d-48ba-8baa-68427c4ed15d req-3b4b72fc-d1de-43cf-96a1-afad619ac0c2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1190922 Sep 18 20:01:25.402023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-942121c7-e29d-48ba-8baa-68427c4ed15d req-39e1916e-af56-4719-8707-289b41030146 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Sep 18 20:01:25.444536 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-9cf90c3f-52e7-4761-9bfa-46fd2e5d71d7 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401303 Sep 18 20:01:25.522080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-bac71ab0-f164-46aa-8646-7023885c0e92 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:25.523912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-bac71ab0-f164-46aa-8646-7023885c0e92 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.24 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 945 time: 0.0599525 Sep 18 20:01:25.531476 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:25.594408 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-def21cbc-40e8-4ee1-a945-41c83bf8684b req-e39c5897-9f6b-488e-a2ef-1b89ce2ed91c service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352999 Sep 18 20:01:26.018518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fc59a-3d36-46ad-9355-a514235da53c req-65efd67f-6e3c-4e80-831c-364a95aaeb13 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:26.020024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a9fc59a-3d36-46ad-9355-a514235da53c req-65efd67f-6e3c-4e80-831c-364a95aaeb13 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 945 time: 0.4494317 Sep 18 20:01:26.022882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d0ca498-4bde-4e7a-8c64-de3034380d0b req-63d2b33e-5f5d-42ff-b6e0-9d3b21dd7c37 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=13845a0276044cbcbe3ab930f3101757 HTTP/1.1" status: 200 len: 221 time: 0.4186034 Sep 18 20:01:26.067405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Deleting port 10bc125d-03c1-42b0-8d47-f55722459c57 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:26.067756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:26.106183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a9fc59a-3d36-46ad-9355-a514235da53c req-fd606a44-efb9-4860-8b7d-1f3759d8764a tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785606 Sep 18 20:01:26.205038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ebee5-6319-487c-a6d6-e199eae51fd7 req-ba6035f3-bd7e-4242-b605-b58a2d06aade tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:26.206548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-946ebee5-6319-487c-a6d6-e199eae51fd7 req-ba6035f3-bd7e-4242-b605-b58a2d06aade tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1037533 Sep 18 20:01:26.241138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] For port 10bc125d-03c1-42b0-8d47-f55722459c57, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=10bc125d-03c1-42b0-8d47-f55722459c57,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:26.241610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:26.266575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Calling delete_port for 10bc125d-03c1-42b0-8d47-f55722459c57 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:26.289351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-946ebee5-6319-487c-a6d6-e199eae51fd7 req-dfe238d7-9dab-4807-bfbf-110a6d30a258 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730660 Sep 18 20:01:26.488462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b49a3-6424-4138-85ac-f2529e02fe90 req-1ab1edda-26fb-4ac9-946a-01873f8775ad tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:26.490655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd9b49a3-6424-4138-85ac-f2529e02fe90 req-1ab1edda-26fb-4ac9-946a-01873f8775ad tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1148157 Sep 18 20:01:26.494308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:26.507782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['10bc125d-03c1-42b0-8d47-f55722459c57'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:26.539800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bf614820-c67d-499d-a75c-8aab24be5253'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:26.566827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event deleted for resources: {'Port': ['ID=10bc125d-03c1-42b0-8d47-f55722459c57,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:26.611108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31639b-8119-434d-a302-96138cea0f3d req-4c1019a6-2b73-4c3d-8a41-20ee9f51685e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:26.619257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c31639b-8119-434d-a302-96138cea0f3d req-4c1019a6-2b73-4c3d-8a41-20ee9f51685e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 943 time: 0.2152522 Sep 18 20:01:26.689714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] No DVR routers for this DVR port 10bc125d-03c1-42b0-8d47-f55722459c57 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:26.695457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:26.697574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b23f9872-9572-4bc8-8955-8c4c48a7d5d1 req-acf2fa70-01c3-4643-a3ce-e488ff106724 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.24 "DELETE /v2.0/ports/10bc125d-03c1-42b0-8d47-f55722459c57 HTTP/1.1" status: 204 len: 173 time: 1.1661441 Sep 18 20:01:26.698188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadb3180-c499-492f-adea-f6bafdb8291e', 'name': 'network-vif-deleted', 'tag': '10bc125d-03c1-42b0-8d47-f55722459c57'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:26.700892 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae88316-8e0f-40fd-8e32-c958ce05882b" -d '{"events": [{"server_uuid": "aadb3180-c499-492f-adea-f6bafdb8291e", "name": "network-vif-deleted", "tag": "10bc125d-03c1-42b0-8d47-f55722459c57"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:26.709690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd9b49a3-6424-4138-85ac-f2529e02fe90 req-603f5089-94d7-4b02-bdf9-06059fb700af tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032204 Sep 18 20:01:26.769410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c31639b-8119-434d-a302-96138cea0f3d req-7d755af0-9578-4f39-872c-874af4eeb019 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487010 Sep 18 20:01:26.814448 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eced95f5-7a43-4119-845c-94965bcd7c6a x-openstack-request-id: req-eced95f5-7a43-4119-845c-94965bcd7c6a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:26.814928 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadb3180-c499-492f-adea-f6bafdb8291e", "name": "network-vif-deleted", "tag": "10bc125d-03c1-42b0-8d47-f55722459c57", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:26.815329 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eced95f5-7a43-4119-845c-94965bcd7c6a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:26.815968 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadb3180-c499-492f-adea-f6bafdb8291e', 'name': 'network-vif-deleted', 'tag': '10bc125d-03c1-42b0-8d47-f55722459c57', 'status': 'completed', 'code': 200} Sep 18 20:01:26.985661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03d143-d3db-439e-82fb-1e75a69f0cf6 req-7e2dcc28-89a9-478b-a9f3-1595c14e80d8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:27.003522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab03d143-d3db-439e-82fb-1e75a69f0cf6 req-7e2dcc28-89a9-478b-a9f3-1595c14e80d8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1165202 Sep 18 20:01:27.052537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab03d143-d3db-439e-82fb-1e75a69f0cf6 req-5d1206d9-f5cd-47b6-920f-3edae86aca39 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479238 Sep 18 20:01:27.321520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa66855-de03-4676-bf20-528c6e5582b5 req-1cb422e2-a6c4-4e3e-866d-87d7967e81d1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:27.343538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efa66855-de03-4676-bf20-528c6e5582b5 req-1cb422e2-a6c4-4e3e-866d-87d7967e81d1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1270683 Sep 18 20:01:27.402641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efa66855-de03-4676-bf20-528c6e5582b5 req-f22e17ed-4e64-4aa8-89e8-ea93b1877137 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576532 Sep 18 20:01:27.440603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-631c0d03-f52f-474b-adc3-c5047cabb1f4 req-ef9b467b-5c71-4974-ab33-8190d4e411ed tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=aadb3180-c499-492f-adea-f6bafdb8291e HTTP/1.1" status: 200 len: 210 time: 0.0570812 Sep 18 20:01:27.441862 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:27.602030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04429ba-c684-47df-b64c-dd9caf27f01e req-e8ae35bb-94d1-48fb-8e5c-da0a0791ab8f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:27.603670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a04429ba-c684-47df-b64c-dd9caf27f01e req-e8ae35bb-94d1-48fb-8e5c-da0a0791ab8f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0553796 Sep 18 20:01:27.649879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a04429ba-c684-47df-b64c-dd9caf27f01e req-b7f1d68f-e722-4ccb-b460-8a6066579377 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379150 Sep 18 20:01:27.730421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device bf7d34ad-ce95-4320-aab8-c257d38c1e6d details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:01:27.829287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34b52f-7c76-4dd6-b014-f6600e22bb90 req-a09453d7-fc3e-4632-80a4-c4d816a20086 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:27.831195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f34b52f-7c76-4dd6-b014-f6600e22bb90 req-a09453d7-fc3e-4632-80a4-c4d816a20086 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0963418 Sep 18 20:01:27.884135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port bf7d34ad-ce95-4320-aab8-c257d38c1e6d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:27.886482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f34b52f-7c76-4dd6-b014-f6600e22bb90 req-0c7e3518-7335-4fa7-bafb-58977bef58ae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 Sep 18 20:01:27.925838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'port_id': 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d', 'mac_address': 'fa:16:3e:db:2d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083eb172-dcbc-4dbc-acb8-5526581d8b31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:01:27.968167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b062f-26ba-46a6-9f85-11ae4ae4182a req-5e602db1-31c2-4819-8f6e-4949b7b96caf tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:27.969894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd4b062f-26ba-46a6-9f85-11ae4ae4182a req-5e602db1-31c2-4819-8f6e-4949b7b96caf tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 943 time: 0.0610371 Sep 18 20:01:28.059434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd4b062f-26ba-46a6-9f85-11ae4ae4182a req-97a9ae0a-6ff1-4e41-8301-faa1748d7f38 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783055 Sep 18 20:01:28.090696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758400f1-bbd4-4723-ad6c-f1e26f653f91 req-3aeb8d92-0235-47ae-b679-9e84208e94e3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:28.099916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758400f1-bbd4-4723-ad6c-f1e26f653f91 req-3aeb8d92-0235-47ae-b679-9e84208e94e3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1167519 Sep 18 20:01:28.147399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-758400f1-bbd4-4723-ad6c-f1e26f653f91 req-e0fe8d84-0589-4fda-b36a-b3d027fe73c5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464349 Sep 18 20:01:28.169103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:28.184233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7d34ad-ce95-4320-aab8-c257d38c1e6d {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:28.205423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port bf7d34ad-ce95-4320-aab8-c257d38c1e6d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:28.211238 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:28.265892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:28.275172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.275868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.276363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.276904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.277387 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.277885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.278658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.280946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.282015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.282502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.282982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.283704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:01:28.291262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eae2c1-a80a-4d15-9bb3-068fe9e1ed37 req-2e1574b2-c7ab-47ef-a506-726d6cfd9f4a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:28.292842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92eae2c1-a80a-4d15-9bb3-068fe9e1ed37 req-2e1574b2-c7ab-47ef-a506-726d6cfd9f4a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0554502 Sep 18 20:01:28.335974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92eae2c1-a80a-4d15-9bb3-068fe9e1ed37 req-4476c7e5-fe58-47ec-abda-f8dbd7ba3da9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363085 Sep 18 20:01:28.442113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['bf7d34ad-ce95-4320-aab8-c257d38c1e6d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:28.526170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a126238-fd7e-4d7f-a5e4-113628a9404f req-7cfc0df9-e6af-47b5-8c2a-f0177dee00b4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:28.544163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a126238-fd7e-4d7f-a5e4-113628a9404f req-7cfc0df9-e6af-47b5-8c2a-f0177dee00b4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0898979 Sep 18 20:01:28.617060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a126238-fd7e-4d7f-a5e4-113628a9404f req-798b1ca1-93ea-40ed-8858-347b4dc0346f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684912 Sep 18 20:01:28.810428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c01d83-45d7-4960-b124-0401e62219ff req-edc859f7-5d50-45ba-82e4-22dcde2db952 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:28.813087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5c01d83-45d7-4960-b124-0401e62219ff req-edc859f7-5d50-45ba-82e4-22dcde2db952 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0716174 Sep 18 20:01:28.893257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5c01d83-45d7-4960-b124-0401e62219ff req-1b110846-fe30-4c01-a6f5-f199fedb8354 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736046 Sep 18 20:01:28.941344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c781c-da00-43cd-a63d-5f0920af10f3 req-2916e262-a83f-4ff7-8657-b46013f5a5a7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:28.948732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-311c781c-da00-43cd-a63d-5f0920af10f3 req-2916e262-a83f-4ff7-8657-b46013f5a5a7 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1063089 Sep 18 20:01:29.017052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-311c781c-da00-43cd-a63d-5f0920af10f3 req-7baa323c-2bf2-43ce-a1ca-545f9be2dc07 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Sep 18 20:01:29.217385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4483b6-62dc-479b-b71d-9d548adf397c req-dfa4f743-f1de-46ab-b47e-f2e64f343a5f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:29.220624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b4483b6-62dc-479b-b71d-9d548adf397c req-dfa4f743-f1de-46ab-b47e-f2e64f343a5f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0945711 Sep 18 20:01:29.240169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bb1b-fe7c-40b3-b1f1-fc8b53ae3cef req-48b74545-6b9c-4fe5-b23b-99aec162aff9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:29.241905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0512bb1b-fe7c-40b3-b1f1-fc8b53ae3cef req-48b74545-6b9c-4fe5-b23b-99aec162aff9 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 944 time: 0.0802336 Sep 18 20:01:29.300522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b4483b6-62dc-479b-b71d-9d548adf397c req-7faeca4c-09a5-421c-91f4-b09484870587 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697536 Sep 18 20:01:29.333026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0512bb1b-fe7c-40b3-b1f1-fc8b53ae3cef req-f40d206f-bd05-4458-893a-3210eae73f7f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849700 Sep 18 20:01:29.541658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35cb09-3eb9-4b61-a11e-f82ab6235dcb req-dea79a0e-542c-4d03-9ee3-9028d930a3dd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:29.543422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd35cb09-3eb9-4b61-a11e-f82ab6235dcb req-dea79a0e-542c-4d03-9ee3-9028d930a3dd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0858855 Sep 18 20:01:29.606505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd35cb09-3eb9-4b61-a11e-f82ab6235dcb req-3afdba00-f1df-4a03-bed1-67eb991ff9ab tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 Sep 18 20:01:29.744333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device bf7d34ad-ce95-4320-aab8-c257d38c1e6d up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:01:29.808529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port bf7d34ad-ce95-4320-aab8-c257d38c1e6d completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:01:29.813632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port bf7d34ad-ce95-4320-aab8-c257d38c1e6d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:01:29.814152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:29.821824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5dfb-30b7-4002-bc47-949c3ab004ac req-8928d6eb-0504-4de0-9310-e94bd88f1464 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:29.823790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d15c5dfb-30b7-4002-bc47-949c3ab004ac req-8928d6eb-0504-4de0-9310-e94bd88f1464 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0798430 Sep 18 20:01:29.874734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d15c5dfb-30b7-4002-bc47-949c3ab004ac req-23f1bc69-8184-4f8f-8799-d79e165a6a19 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Sep 18 20:01:29.918804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:29.954204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port bf7d34ad-ce95-4320-aab8-c257d38c1e6d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:29.955759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af71a3ac-b1d0-4dfe-af6c-cc4b87e618de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:29.958353 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caebac8-1170-4b90-b091-f11e5ec38e2d" -d '{"events": [{"server_uuid": "af71a3ac-b1d0-4dfe-af6c-cc4b87e618de", "name": "network-vif-plugged", "status": "completed", "tag": "bf7d34ad-ce95-4320-aab8-c257d38c1e6d"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:29.962591 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:29.963714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 10bc125d-03c1-42b0-8d47-f55722459c57 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:29.990342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 10bc125d-03c1-42b0-8d47-f55722459c57 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:29.990911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 10bc125d-03c1-42b0-8d47-f55722459c57 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:30.025239 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9c0793-06aa-4576-bb63-32e66fce6bda x-openstack-request-id: req-fe9c0793-06aa-4576-bb63-32e66fce6bda {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:30.025718 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af71a3ac-b1d0-4dfe-af6c-cc4b87e618de", "name": "network-vif-plugged", "status": "completed", "tag": "bf7d34ad-ce95-4320-aab8-c257d38c1e6d", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:30.026155 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe9c0793-06aa-4576-bb63-32e66fce6bda {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:30.026709 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af71a3ac-b1d0-4dfe-af6c-cc4b87e618de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d', 'code': 200} Sep 18 20:01:30.032277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044da25-739e-45c6-8a3b-374cd3c1c299 req-51d3bdea-0389-4054-aebf-09cca3adb3c9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:30.043313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f044da25-739e-45c6-8a3b-374cd3c1c299 req-51d3bdea-0389-4054-aebf-09cca3adb3c9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0838284 Sep 18 20:01:30.079748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:30.147084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f044da25-739e-45c6-8a3b-374cd3c1c299 req-e312defc-36e4-4709-97f8-7e1619da1130 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990679 Sep 18 20:01:30.198474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c2c7b-9d15-4f49-951e-462adfeff4da req-7a178fa4-38ef-456a-9aef-19d2c8bfd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:30.200204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d35c2c7b-9d15-4f49-951e-462adfeff4da req-7a178fa4-38ef-456a-9aef-19d2c8bfd654 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 1097 time: 0.0976412 Sep 18 20:01:30.314017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d35c2c7b-9d15-4f49-951e-462adfeff4da req-8b9d017a-b76d-4d79-ac08-c449e5f7ed3a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989656 Sep 18 20:01:30.320683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-78fe5dbb-e6c7-4436-ae9e-01dade6e8a48 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:30.323751 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-78fe5dbb-e6c7-4436-ae9e-01dade6e8a48 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1079984 Sep 18 20:01:30.334715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad818-97dd-46ed-9ba6-4368a988dd52 req-740d0e2d-b242-4d63-aba2-30e5467bdc51 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:30.336376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7dad818-97dd-46ed-9ba6-4368a988dd52 req-740d0e2d-b242-4d63-aba2-30e5467bdc51 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 946 time: 0.1314039 Sep 18 20:01:30.509289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586d4d4-fa96-4524-8c37-b796a264cdf1 req-d0c284a8-707f-4edc-af74-54c684a01d88 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:30.511661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c586d4d4-fa96-4524-8c37-b796a264cdf1 req-d0c284a8-707f-4edc-af74-54c684a01d88 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1874015 Sep 18 20:01:30.523832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Deleting port bf614820-c67d-499d-a75c-8aab24be5253 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:30.524184 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:30.528017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7dad818-97dd-46ed-9ba6-4368a988dd52 req-d40884ac-0324-4b1e-8001-d2c9617dc308 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecf6b69b-ec5f-461f-91ff-38f808d7749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409106 Sep 18 20:01:30.633376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c586d4d4-fa96-4524-8c37-b796a264cdf1 req-346e4b5d-aa41-4d60-9178-16d1101dd99b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042645 Sep 18 20:01:30.672600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] For port bf614820-c67d-499d-a75c-8aab24be5253, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=bf614820-c67d-499d-a75c-8aab24be5253,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:30.672977 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:30.689209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Calling delete_port for bf614820-c67d-499d-a75c-8aab24be5253 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:30.776498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf35711-e912-4518-b7e0-ad5f557e4be6 req-ae4a2037-eff7-40d5-a4d1-d1d0cb4a6400 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:30.778159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eaf35711-e912-4518-b7e0-ad5f557e4be6 req-ae4a2037-eff7-40d5-a4d1-d1d0cb4a6400 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 945 time: 0.1228559 Sep 18 20:01:30.863171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:30.876813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['bf614820-c67d-499d-a75c-8aab24be5253'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:30.931643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eaf35711-e912-4518-b7e0-ad5f557e4be6 req-7c520c56-8763-4cc0-95ba-cc62f4df2e67 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441100 Sep 18 20:01:30.959025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event deleted for resources: {'Port': ['ID=bf614820-c67d-499d-a75c-8aab24be5253,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:30.961628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2f1d-2d10-406d-81f4-2f9f98f31b5e req-06733d87-f80b-4e8c-9c0e-85af305f2022 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:30.973489 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-050d2f1d-2d10-406d-81f4-2f9f98f31b5e req-06733d87-f80b-4e8c-9c0e-85af305f2022 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1685851 Sep 18 20:01:30.989408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] No DVR routers for this DVR port bf614820-c67d-499d-a75c-8aab24be5253 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:30.992344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:30.994624 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e4af497a-6aae-4fd5-a70d-e1bcc00ad1e9 req-19ed41f4-36cf-4419-9e89-8984f5db3bfe tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "DELETE /v2.0/ports/bf614820-c67d-499d-a75c-8aab24be5253 HTTP/1.1" status: 204 len: 173 time: 0.6629336 Sep 18 20:01:30.995131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e', 'name': 'network-vif-deleted', 'tag': 'bf614820-c67d-499d-a75c-8aab24be5253'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:30.997516 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c674827-4de8-4c73-8426-e49d07380a76" -d '{"events": [{"server_uuid": "57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e", "name": "network-vif-deleted", "tag": "bf614820-c67d-499d-a75c-8aab24be5253"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:31.067422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-050d2f1d-2d10-406d-81f4-2f9f98f31b5e req-a4cdf5ea-bada-4477-b579-a952c27faa2e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926578 Sep 18 20:01:31.115302 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8204e-362b-40b8-abd9-5bde30f3d48f x-openstack-request-id: req-44a8204e-362b-40b8-abd9-5bde30f3d48f {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:31.116807 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e", "name": "network-vif-deleted", "tag": "bf614820-c67d-499d-a75c-8aab24be5253", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:31.117259 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44a8204e-362b-40b8-abd9-5bde30f3d48f {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:31.118386 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e', 'name': 'network-vif-deleted', 'tag': 'bf614820-c67d-499d-a75c-8aab24be5253', 'status': 'completed', 'code': 200} Sep 18 20:01:31.400659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa9e9-5f07-4069-ab1f-b1cbcd88d3ec req-8ad3ac73-bbb4-4f81-909d-94de3cb63809 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:31.402423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac1aa9e9-5f07-4069-ab1f-b1cbcd88d3ec req-8ad3ac73-bbb4-4f81-909d-94de3cb63809 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0954475 Sep 18 20:01:31.472254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac1aa9e9-5f07-4069-ab1f-b1cbcd88d3ec req-56eeb888-ea07-4ae4-b55c-a80f4d65094f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615003 Sep 18 20:01:31.680032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae869b80-3ff5-457e-af72-47579ebfe978 req-b34b7da7-c198-4fea-8878-73f46f6cd097 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:31.693883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae869b80-3ff5-457e-af72-47579ebfe978 req-b34b7da7-c198-4fea-8878-73f46f6cd097 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1217525 Sep 18 20:01:31.745110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bdf03ee-f4be-41e1-afe0-4bbbbf57e48e req-273b8d48-bb92-49b6-8a92-1f663e71e211 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=57ed16c5-e24c-4a8e-a7cf-ec1a50a4ee6e HTTP/1.1" status: 200 len: 210 time: 0.0486927 Sep 18 20:01:31.784448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae869b80-3ff5-457e-af72-47579ebfe978 req-7ed1362d-3e26-4b02-90c2-469be83f9c09 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895896 Sep 18 20:01:31.953586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496ba3a-d76a-4ea1-a088-07b9d4d5cf9c req-d11a55d9-2849-44e8-9c80-a64b804cccb0 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:31.961821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7496ba3a-d76a-4ea1-a088-07b9d4d5cf9c req-d11a55d9-2849-44e8-9c80-a64b804cccb0 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0748827 Sep 18 20:01:32.016461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7496ba3a-d76a-4ea1-a088-07b9d4d5cf9c req-5f5c1613-9a2d-4078-907b-6551baf236e9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Sep 18 20:01:32.166701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18161956-9b5d-457a-8b81-2caf95fa8bfa req-3ff26a9a-b3cb-42d9-89d0-9f74e7fd0a2f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:32.168382 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18161956-9b5d-457a-8b81-2caf95fa8bfa req-3ff26a9a-b3cb-42d9-89d0-9f74e7fd0a2f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 945 time: 0.0993459 Sep 18 20:01:32.183057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff98d1-a34a-454f-b6fa-d0fdb361d02a req-7aacf41b-7e75-428d-bb2a-ddcf8b5cc6f2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:32.184563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8ff98d1-a34a-454f-b6fa-d0fdb361d02a req-7aacf41b-7e75-428d-bb2a-ddcf8b5cc6f2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0782804 Sep 18 20:01:32.264700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18161956-9b5d-457a-8b81-2caf95fa8bfa req-553a5894-da3a-4a91-bdf2-67c0be3cadfd tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786338 Sep 18 20:01:32.273136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8ff98d1-a34a-454f-b6fa-d0fdb361d02a req-92351e2a-c004-44b7-9919-e8a722c8bb44 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754128 Sep 18 20:01:32.627477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32459a-9be8-4393-ac84-d74ea1460f4d req-b2118590-f983-46b3-aed0-bee2a8aa119a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:32.639210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a32459a-9be8-4393-ac84-d74ea1460f4d req-b2118590-f983-46b3-aed0-bee2a8aa119a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1026838 Sep 18 20:01:32.738336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a32459a-9be8-4393-ac84-d74ea1460f4d req-8310b589-9b7c-4797-8875-b81d6cff6b24 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981610 Sep 18 20:01:32.768198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c0c2-4a37-4465-a58b-b310882e115e req-49c7c6af-adb3-47c6-8082-7fd72aad0a3b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:32.776773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e193c0c2-4a37-4465-a58b-b310882e115e req-49c7c6af-adb3-47c6-8082-7fd72aad0a3b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 945 time: 0.1353149 Sep 18 20:01:32.837355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e193c0c2-4a37-4465-a58b-b310882e115e req-8a28a9d4-ef0f-4f01-881b-f848a6acad70 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597155 Sep 18 20:01:33.053082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec0620-85ec-46ed-bf4c-d0857310cf9e req-a9502146-839a-4d3d-acde-d758319044ee tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:33.071976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cec0620-85ec-46ed-bf4c-d0857310cf9e req-a9502146-839a-4d3d-acde-d758319044ee tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 945 time: 0.1093583 Sep 18 20:01:33.083797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43896) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:33.138670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cec0620-85ec-46ed-bf4c-d0857310cf9e req-e6681d54-013e-4037-a1d5-68de79a78e91 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657165 Sep 18 20:01:33.260210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bb89f-eb22-423f-a405-25610a116ffe req-3e90dc25-3341-4962-8720-46f688c2f325 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:33.262332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d5bb89f-eb22-423f-a405-25610a116ffe req-3e90dc25-3341-4962-8720-46f688c2f325 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0711031 Sep 18 20:01:33.292858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a777615-5354-4c0b-8cd7-a7031d71f2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:33.322572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d5bb89f-eb22-423f-a405-25610a116ffe req-e7c89f20-043c-4e48-82ce-12cb11143297 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536964 Sep 18 20:01:33.503571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a777615-5354-4c0b-8cd7-a7031d71f2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:33.509665 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a777615-5354-4c0b-8cd7-a7031d71f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:33.547516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a777615-5354-4c0b-8cd7-a7031d71f2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66783f7b-2d51-44b4-8aea-e723735d27be,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:33.548215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0ad53-3831-4fd5-8335-b2c48efd56c0 req-6c54cb6c-bb2e-47ba-bb25-72af44398d54 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:33.549825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52f0ad53-3831-4fd5-8335-b2c48efd56c0 req-6c54cb6c-bb2e-47ba-bb25-72af44398d54 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 945 time: 0.0986834 Sep 18 20:01:33.571350 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5a777615-5354-4c0b-8cd7-a7031d71f2eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ff558b52be2403c8e286715d683d80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863393 Sep 18 20:01:33.573941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43912) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:33.605679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52f0ad53-3831-4fd5-8335-b2c48efd56c0 req-55ccc1da-6c00-424d-8012-e096a42d97e3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453196 Sep 18 20:01:33.641294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce38f2fe-70be-478d-bd2c-05c6a2dce744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:33.664392 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce38f2fe-70be-478d-bd2c-05c6a2dce744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:33.732950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce38f2fe-70be-478d-bd2c-05c6a2dce744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:33.736536 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce38f2fe-70be-478d-bd2c-05c6a2dce744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:33.737930 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ce38f2fe-70be-478d-bd2c-05c6a2dce744 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66783f7b-2d51-44b4-8aea-e723735d27be HTTP/1.1" status: 204 len: 168 time: 0.1628451 Sep 18 20:01:33.747327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38f2fe-70be-478d-bd2c-05c6a2dce744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66783f7b-2d51-44b4-8aea-e723735d27be,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:33.886197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383090-7557-41ac-b044-ca655ade15bb req-34c27478-7adf-4b73-9440-61cc84621fb7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:33.895565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58383090-7557-41ac-b044-ca655ade15bb req-34c27478-7adf-4b73-9440-61cc84621fb7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0734229 Sep 18 20:01:33.943889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58383090-7557-41ac-b044-ca655ade15bb req-1adfc183-491a-497a-8e82-a9386723f8e8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Sep 18 20:01:34.283232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b878c6-c7ef-4f7b-bb62-059c5f1754e3 req-04a9a0c9-ccf7-4a78-86ea-2d886174897e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:34.285131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7b878c6-c7ef-4f7b-bb62-059c5f1754e3 req-04a9a0c9-ccf7-4a78-86ea-2d886174897e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0685184 Sep 18 20:01:34.333564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7b878c6-c7ef-4f7b-bb62-059c5f1754e3 req-3287f05f-f7e4-4e98-aff2-00e418f63972 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Sep 18 20:01:34.461670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e709e-884f-4424-91ac-0b0c3ad3f0a4 req-4132b27a-706b-4c65-b236-d85fa55f2288 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:34.463171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-303e709e-884f-4424-91ac-0b0c3ad3f0a4 req-4132b27a-706b-4c65-b236-d85fa55f2288 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0503681 Sep 18 20:01:34.502888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-303e709e-884f-4424-91ac-0b0c3ad3f0a4 req-84c81c58-1fee-46c7-a554-a1dcfa04e6bc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326738 Sep 18 20:01:34.778016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acf955-01ce-46e6-b658-07618ac66f6f req-90e46c93-dd33-4680-8c0e-ddc231108f94 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:34.780203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21acf955-01ce-46e6-b658-07618ac66f6f req-90e46c93-dd33-4680-8c0e-ddc231108f94 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 945 time: 0.1035938 Sep 18 20:01:34.788001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe1171-e1d8-4c21-97db-dea4462f2e58 req-6863ea6f-734c-4135-9a3c-87595548573c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:34.789392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fbe1171-e1d8-4c21-97db-dea4462f2e58 req-6863ea6f-734c-4135-9a3c-87595548573c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 945 time: 0.1036010 Sep 18 20:01:34.955172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fbe1171-e1d8-4c21-97db-dea4462f2e58 req-7b8c705b-d9a9-43f1-a991-f62373b524df tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577730 Sep 18 20:01:35.003400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-e8fd9854-f376-4f66-bd5c-7500fab8738a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:35.004966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-e8fd9854-f376-4f66-bd5c-7500fab8738a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 814 time: 0.1843271 Sep 18 20:01:35.010795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Deleting port bf7d34ad-ce95-4320-aab8-c257d38c1e6d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:35.011145 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:35.046993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-ddbf80de-6eea-4f47-997c-3fa35bc34bd5 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/quotas/25e101887d3244628d3ecd2bfb76523e HTTP/1.1" status: 200 len: 375 time: 0.0328760 Sep 18 20:01:35.071228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-d43b66d0-368f-4174-8ed6-0637ebb9dc32 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:35.072882 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-d43b66d0-368f-4174-8ed6-0637ebb9dc32 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.0547757 Sep 18 20:01:35.126432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device bf614820-c67d-499d-a75c-8aab24be5253 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:35.147469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] For port bf7d34ad-ce95-4320-aab8-c257d38c1e6d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:35.147844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:35.165719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-78c8a2e3-49a6-4483-b795-91386e2db318 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827343 Sep 18 20:01:35.165941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: bf614820-c67d-499d-a75c-8aab24be5253 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:35.165941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device bf614820-c67d-499d-a75c-8aab24be5253 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:35.173195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Calling delete_port for bf7d34ad-ce95-4320-aab8-c257d38c1e6d owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:35.189106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Deleting port 84d973f7-84ea-4f1d-a5d8-30e326020422 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:35.189752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:35.330704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-d611ac5f-0488-4be6-8b94-7414739a2a74 service neutron] 10.222.0.20 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557438 Sep 18 20:01:35.470635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:35.484598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:35.534416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event deleted for resources: {'Port': ['ID=bf7d34ad-ce95-4320-aab8-c257d38c1e6d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:35.569702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-759a72b9-1762-4b16-be1a-3ee0124c7f62 service neutron] 10.222.0.20 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042978 Sep 18 20:01:35.621432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] For port 84d973f7-84ea-4f1d-a5d8-30e326020422, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=84d973f7-84ea-4f1d-a5d8-30e326020422,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:35.621432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:35.627079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328a37-81f0-4202-ad4f-abe9dcd14a8b req-ac2d4d5d-5cc1-4b03-ae38-3dfb4a685a11 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:35.638618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d328a37-81f0-4202-ad4f-abe9dcd14a8b req-ac2d4d5d-5cc1-4b03-ae38-3dfb4a685a11 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1880031 Sep 18 20:01:35.663281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] No DVR routers for this DVR port bf7d34ad-ce95-4320-aab8-c257d38c1e6d on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:35.682698 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:35.684629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21acf955-01ce-46e6-b658-07618ac66f6f req-d182c7b6-819d-472e-a282-436d20d462d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "DELETE /v2.0/ports/bf7d34ad-ce95-4320-aab8-c257d38c1e6d HTTP/1.1" status: 204 len: 173 time: 0.8943622 Sep 18 20:01:35.685083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af71a3ac-b1d0-4dfe-af6c-cc4b87e618de', 'name': 'network-vif-deleted', 'tag': 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:35.688012 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad740f9-52a2-450b-b80d-9e156ae42ed3" -d '{"events": [{"server_uuid": "af71a3ac-b1d0-4dfe-af6c-cc4b87e618de", "name": "network-vif-deleted", "tag": "bf7d34ad-ce95-4320-aab8-c257d38c1e6d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:35.734059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d328a37-81f0-4202-ad4f-abe9dcd14a8b req-a45bd5d6-ed01-48ad-aa68-a5d02eb8a7a2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714865 Sep 18 20:01:35.854310 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574a38bd-c0bb-4da7-961c-855310ece137 x-openstack-request-id: req-574a38bd-c0bb-4da7-961c-855310ece137 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:35.854621 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af71a3ac-b1d0-4dfe-af6c-cc4b87e618de", "name": "network-vif-deleted", "tag": "bf7d34ad-ce95-4320-aab8-c257d38c1e6d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:35.854879 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-574a38bd-c0bb-4da7-961c-855310ece137 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:35.855288 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af71a3ac-b1d0-4dfe-af6c-cc4b87e618de', 'name': 'network-vif-deleted', 'tag': 'bf7d34ad-ce95-4320-aab8-c257d38c1e6d', 'status': 'completed', 'code': 200} Sep 18 20:01:35.899471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b20d8-4ce0-4e3e-adb1-ed417052793a req-5bfe9f40-6120-4e8a-a753-e50373ba46dc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:35.907788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d4b20d8-4ce0-4e3e-adb1-ed417052793a req-5bfe9f40-6120-4e8a-a753-e50373ba46dc tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 944 time: 0.1004651 Sep 18 20:01:35.962577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d4b20d8-4ce0-4e3e-adb1-ed417052793a req-43e77f43-2a1b-4271-866e-e4b019bf7be9 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526533 Sep 18 20:01:35.981207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:35.981739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:35.982218 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Floating IP 3cb0c3b3-f014-48da-8471-34e3ddcb18e5 disassociated. External IP: 172.25.8.142, port: 84d973f7-84ea-4f1d-a5d8-30e326020422. Sep 18 20:01:35.983469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Calling delete_port for 84d973f7-84ea-4f1d-a5d8-30e326020422 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:36.068619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-838d30e3-975c-43fc-bfff-749baaab12e3 req-9b7850ae-231b-4c4c-abfe-4bd8c4693f49 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 210 time: 0.0359261 Sep 18 20:01:36.113718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfef4a-11dd-45c9-ac2b-c21f9b1ac8cb req-60bfff8d-a5ca-4cd2-8d2f-6d0c0167a892 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:36.115314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34bfef4a-11dd-45c9-ac2b-c21f9b1ac8cb req-60bfff8d-a5ca-4cd2-8d2f-6d0c0167a892 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1517832 Sep 18 20:01:36.184484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-34bfef4a-11dd-45c9-ac2b-c21f9b1ac8cb req-447fe255-ab3b-4da7-86c4-fd0e82e99dca tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 Sep 18 20:01:36.219339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:36.269832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8468be82-6db3-4ca5-9161-12bee43189e9 req-6204b79e-1f7a-4aef-9ba9-4384d79bd4c8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=af71a3ac-b1d0-4dfe-af6c-cc4b87e618de HTTP/1.1" status: 200 len: 210 time: 0.0542483 Sep 18 20:01:36.270563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event deleted for resources: {'Port': ['ID=84d973f7-84ea-4f1d-a5d8-30e326020422,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:36.454895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Router db83c26f-72a4-4547-952e-f4541d3846c2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:01:36.465913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169e388-c24a-4216-ac49-4a5d468164d6 req-1ba077ee-6cd9-45c7-ac29-1060b30e9923 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:36.469175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8169e388-c24a-4216-ac49-4a5d468164d6 req-1ba077ee-6cd9-45c7-ac29-1060b30e9923 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0820243 Sep 18 20:01:36.563696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8169e388-c24a-4216-ac49-4a5d468164d6 req-5fd04d6f-29ae-4483-a65d-b8eb4b6c379d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852385 Sep 18 20:01:36.616027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:01:36.626315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] Sync routers for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:01:36.636365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:01:36.638244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:01:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:36.667449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] No DVR routers for this DVR port 84d973f7-84ea-4f1d-a5d8-30e326020422 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:36.671737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:36.674362 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2d7fad1b-2e69-4b37-a298-62db9851722d req-9612c969-ef4d-4cba-bebb-8b47e6bb8635 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.32 "DELETE /v2.0/ports/84d973f7-84ea-4f1d-a5d8-30e326020422 HTTP/1.1" status: 204 len: 173 time: 1.5952263 Sep 18 20:01:36.675097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-deleted', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:36.678598 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace3980-d476-4585-b13d-eeee37649530" -d '{"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-deleted", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:36.744781 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a7e454-2fbd-45ca-b163-9cb213706a12 x-openstack-request-id: req-26a7e454-2fbd-45ca-b163-9cb213706a12 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:36.745077 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b5701-161c-4414-9957-6ca1449ab6aa", "name": "network-vif-deleted", "tag": "84d973f7-84ea-4f1d-a5d8-30e326020422", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:36.745329 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26a7e454-2fbd-45ca-b163-9cb213706a12 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:36.745748 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b5701-161c-4414-9957-6ca1449ab6aa', 'name': 'network-vif-deleted', 'tag': '84d973f7-84ea-4f1d-a5d8-30e326020422', 'status': 'completed', 'code': 200} Sep 18 20:01:36.752130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c218dd-1966-465c-9170-f1ad090a7cfd req-02e20edc-a22d-4c8b-89e2-699075b53e09 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:36.753550 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44c218dd-1966-465c-9170-f1ad090a7cfd req-02e20edc-a22d-4c8b-89e2-699075b53e09 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0809612 Sep 18 20:01:36.809365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44c218dd-1966-465c-9170-f1ad090a7cfd req-ac720ebe-f59d-4f01-8c1a-8991d0d01718 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473793 Sep 18 20:01:36.825022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:01:36.966156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a715df-a492-45ed-ae1b-bfc44bea7dbb req-566e9491-e7fa-48d9-8f18-ee2965284474 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:36.967875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41a715df-a492-45ed-ae1b-bfc44bea7dbb req-566e9491-e7fa-48d9-8f18-ee2965284474 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0606275 Sep 18 20:01:37.046247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41a715df-a492-45ed-ae1b-bfc44bea7dbb req-49005e1f-2325-4c7a-8dc6-ec7a7d281a6d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717173 Sep 18 20:01:37.109857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:22Z', 'revision_number': 5, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:37.115847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1cf8a3b6-f904-4a60-ae0b-8ab8e8f6d9c0 req-3acc88eb-7a3c-46ec-b953-e48f4bbed126 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/ports?device_id=d58b5701-161c-4414-9957-6ca1449ab6aa HTTP/1.1" status: 200 len: 210 time: 0.0352268 Sep 18 20:01:37.159156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-2ecd9169-0511-4427-a34f-10031a5549c5 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:37.163880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-2ecd9169-0511-4427-a34f-10031a5549c5 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.24 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 814 time: 0.1742184 Sep 18 20:01:37.174664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] Checking router: db83c26f-72a4-4547-952e-f4541d3846c2 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:01:37.182348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Request body: {'port': {'device_id': '56ac2d23-a313-4d7c-a6fc-49048b3b63f3', 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'admin_state_up': True, 'tenant_id': '25e101887d3244628d3ecd2bfb76523e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:37.186276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:01:37.187696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:01:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:37.330820 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d12d35c8-84e3-41ba-861e-36333a5dad55 req-7814d8f2-6a5c-4352-a08d-014433912134 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 210 time: 0.0359411 Sep 18 20:01:37.335767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:01:37.348396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71aba-d7a4-436e-8b92-882c45f3bcfb req-29a89b94-36f5-4a96-89f2-92dfd8ae1773 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:37.350091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87c71aba-d7a4-436e-8b92-882c45f3bcfb req-29a89b94-36f5-4a96-89f2-92dfd8ae1773 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1402843 Sep 18 20:01:37.450129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87c71aba-d7a4-436e-8b92-882c45f3bcfb req-ecaeb99c-b107-4c0d-ab0e-fcc6e4718297 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825729 Sep 18 20:01:37.452432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Made reservation on behalf of 25e101887d3244628d3ecd2bfb76523e for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:01:37.456021 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:37.580862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:22Z', 'revision_number': 5, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:37.636059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83d8a6-b3e2-40f9-b023-a2ee3f37d251 None None] The sync data for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 is: [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T19:53:17Z', 'revision_number': 4, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd03b22c8-0d97-4a90-a024-78976b5d4ad9', 'name': '', 'network_id': '2078d3ab-c54a-416e-b2a9-de9c1ac87c8f', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'mac_address': 'fa:16:3e:1e:46:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '2cd437ac-d63e-479b-b152-e4001b738762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:17Z', 'updated_at': '2021-09-18T19:53:22Z', 'revision_number': 5, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'subnets': [{'id': '2cd437ac-d63e-479b-b152-e4001b738762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:01:37.761598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Allocated IP 172.20.0.2 (da5ac25e-5c89-4010-a4ea-a5f5933e757d/fd44bd85-af45-45ac-b516-d79293f8f079/b3635d90-44f9-4319-a0f2-52ab8f24aa6c) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:01:37.775690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device bf7d34ad-ce95-4320-aab8-c257d38c1e6d no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:37.790834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c892a25-2071-441d-9438-7acb340979fd req-ba9d415d-67b4-4bad-98dc-58d86b5d0099 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:37.792358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c892a25-2071-441d-9438-7acb340979fd req-ba9d415d-67b4-4bad-98dc-58d86b5d0099 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1903827 Sep 18 20:01:37.796383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: bf7d34ad-ce95-4320-aab8-c257d38c1e6d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:37.796738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device bf7d34ad-ce95-4320-aab8-c257d38c1e6d not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:37.869792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-7ab17d83-1631-4f65-82ce-a2ed0bdfc64c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:37.871858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-7ab17d83-1631-4f65-82ce-a2ed0bdfc64c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.2382810 Sep 18 20:01:37.931922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c892a25-2071-441d-9438-7acb340979fd req-17b2b11e-81d9-4b54-8a1f-8a38df4ed8c8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159015 Sep 18 20:01:37.937866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-d67e9f3c-758f-41b3-bb3e-3727b33717db tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/quotas/40984cffdfb049089f2c2cdf55be19c0 HTTP/1.1" status: 200 len: 375 time: 0.0571151 Sep 18 20:01:37.991539 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee46cb3-4204-4db6-ae43-01da59b597cd None None] New status for floating IP 3cb0c3b3-f014-48da-8471-34e3ddcb18e5: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:01:38.086595 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:38.096560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-1b945e9e-a85e-4a25-839f-3142eae582af tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259215 Sep 18 20:01:38.126770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34c4c-d5ce-4d39-bd2b-ec85a8a08c1b req-5dc09f6f-b7a5-40d1-bc35-15e039ff712a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:38.128501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74c34c4c-d5ce-4d39-bd2b-ec85a8a08c1b req-5dc09f6f-b7a5-40d1-bc35-15e039ff712a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1204216 Sep 18 20:01:38.249254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74c34c4c-d5ce-4d39-bd2b-ec85a8a08c1b req-89272fbe-3eaf-4258-bc9c-b94bd35ac0f2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037829 Sep 18 20:01:38.253464 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:38.268700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'da357529-aab9-4c5f-8114-190e1a5d5d6c', 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:38.314088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-08b40e21-7cce-4e1a-a55b-cc22f558a266 service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077045 Sep 18 20:01:38.323989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Network da5ac25e-5c89-4010-a4ea-a5f5933e757d is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:01:38.335838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:01:38.348001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Pushing event updated for resources: {'Port': ['ID=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:38.350398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:01:38.387454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44084) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:38.523428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:38.523991 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:38.558936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a328d1ae-12a8-4fbb-8b57-1208a25540bd service neutron] 10.222.0.20 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363865 Sep 18 20:01:38.570387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0a0b2db9-3fb8-4ea1-a5a6-b3ef21e939cc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3968005 Sep 18 20:01:38.581903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63f89-f3c4-499d-93c5-3f89bc892d51 req-7c5313c4-2a0e-4acb-92d8-7f1a5412afa3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:38.583664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70a63f89-f3c4-499d-93c5-3f89bc892d51 req-7c5313c4-2a0e-4acb-92d8-7f1a5412afa3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1298289 Sep 18 20:01:38.591295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Request body: {'port': {'device_id': '56ac2d23-a313-4d7c-a6fc-49048b3b63f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:38.597797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4aaff275-7ea9-4d77-9f53-52b217bd7c34 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:38.681635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4aaff275-7ea9-4d77-9f53-52b217bd7c34 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.074213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70a63f89-f3c4-499d-93c5-3f89bc892d51 req-449fe07e-7145-4904-ae59-d77e3db68878 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790673 Sep 18 20:01:39.093061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.127471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:39.164995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 84d973f7-84ea-4f1d-a5d8-30e326020422 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:39.165346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 84d973f7-84ea-4f1d-a5d8-30e326020422 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:39.177619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab35165-b88d-4b8c-ba7e-aeac80ce6a86 req-e42a1919-2734-4535-a06c-4ff257a9bc69 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:39.179193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ab35165-b88d-4b8c-ba7e-aeac80ce6a86 req-e42a1919-2734-4535-a06c-4ff257a9bc69 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 931 time: 0.1293740 Sep 18 20:01:39.213912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-784e5aa8-f48d-488c-9892-77a286371d69 req-ce0265cf-5b42-415a-a0b6-cde839eb88c1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 210 time: 0.0576508 Sep 18 20:01:39.222828 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4aaff275-7ea9-4d77-9f53-52b217bd7c34 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.225305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4aaff275-7ea9-4d77-9f53-52b217bd7c34 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.228615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4aaff275-7ea9-4d77-9f53-52b217bd7c34 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "DELETE /v2.0/security-groups/2f8c5372-5043-4e3c-87dc-4fbf2fc83c86 HTTP/1.1" status: 204 len: 168 time: 0.8379221 Sep 18 20:01:39.229108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44112) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:39.267642 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-7be9dd59-a307-413d-adfa-76a712a327f2 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] show failed (client error): The resource could not be found. Sep 18 20:01:39.273032 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7be9dd59-a307-413d-adfa-76a712a327f2 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "GET /v2.0/security-groups/2f8c5372-5043-4e3c-87dc-4fbf2fc83c86 HTTP/1.1" status: 404 len: 347 time: 0.0426562 Sep 18 20:01:39.273633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44114) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:39.292667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaff275-7ea9-4d77-9f53-52b217bd7c34 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c5372-5043-4e3c-87dc-4fbf2fc83c86,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:39.333874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ab35165-b88d-4b8c-ba7e-aeac80ce6a86 req-dd55e8c9-d21e-45be-96ee-62f9615bdbcc tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221311 Sep 18 20:01:39.463410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da0d2-0edc-4f02-aa8c-8c513ebec367 req-18aa8bec-8848-47f4-b3bd-866b03a89a37 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:39.464999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e3da0d2-0edc-4f02-aa8c-8c513ebec367 req-18aa8bec-8848-47f4-b3bd-866b03a89a37 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0992956 Sep 18 20:01:39.485215 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Deleting port a1c2c8d2-113d-4696-8f29-36308ba6b636 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:39.485632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.537493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e3da0d2-0edc-4f02-aa8c-8c513ebec367 req-88ad5415-6b14-467d-9154-9f965ba87567 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600743 Sep 18 20:01:39.603272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3635d90-44f9-4319-a0f2-52ab8f24aa6c {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:39.611018 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.611570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.611902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.626964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Calling delete_port for a1c2c8d2-113d-4696-8f29-36308ba6b636 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:39.631617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Transition to ACTIVE for port object b3635d90-44f9-4319-a0f2-52ab8f24aa6c will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:01:39.650077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.762343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302f45-398d-4772-bf7a-65b805356caa req-cb556342-42c3-44b3-8ffa-a33baf570747 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:39.764376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2302f45-398d-4772-bf7a-65b805356caa req-cb556342-42c3-44b3-8ffa-a33baf570747 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1282699 Sep 18 20:01:39.786059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Pushing event updated for resources: {'Port': ['ID=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:39.804879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.849174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Pushing event deleted for resources: {'Port': ['ID=a1c2c8d2-113d-4696-8f29-36308ba6b636,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:39.868863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2302f45-398d-4772-bf7a-65b805356caa req-a5da0200-eac9-490e-8698-d077df37b4c1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Sep 18 20:01:39.871188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Attempting to bind port b3635d90-44f9-4319-a0f2-52ab8f24aa6c on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:01:39.871545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Attempting to bind port b3635d90-44f9-4319-a0f2-52ab8f24aa6c by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:01:39.871873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Attempting to bind port b3635d90-44f9-4319-a0f2-52ab8f24aa6c on network da5ac25e-5c89-4010-a4ea-a5f5933e757d {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:01:39.878648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Port b3635d90-44f9-4319-a0f2-52ab8f24aa6c on network da5ac25e-5c89-4010-a4ea-a5f5933e757d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:01:39.878976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Attempting to bind port b3635d90-44f9-4319-a0f2-52ab8f24aa6c on network da5ac25e-5c89-4010-a4ea-a5f5933e757d {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:01:39.884214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:01:39.884553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Checking segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:01:39.884927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Bound using segment: {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:01:39.885360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Bound port: b3635d90-44f9-4319-a0f2-52ab8f24aa6c, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f05a50-f3f8-4393-a77f-c47adaa301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:01:39.897055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.936554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.941439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:39.943412 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f7f39c98-f3c1-4104-93bb-40cb8bf5e0f0 tempest-ServerActionsTestJSON-1232853035 tempest-ServerActionsTestJSON-1232853035-project] 10.222.0.20 "DELETE /v2.0/floatingips/3cb0c3b3-f014-48da-8471-34e3ddcb18e5 HTTP/1.1" status: 204 len: 168 time: 0.6679065 Sep 18 20:01:39.945924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44134) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:40.128211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a40a4aaf-ebd2-4092-95af-44e4865df9f2 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:40.129698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a40a4aaf-ebd2-4092-95af-44e4865df9f2 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 805 time: 0.2306092 Sep 18 20:01:40.146616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Request body: {'port': {'device_id': '620da0c6-4477-444f-83bd-90994d6930fa', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'admin_state_up': True, 'tenant_id': '40984cffdfb049089f2c2cdf55be19c0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:40.164579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] For port b3635d90-44f9-4319-a0f2-52ab8f24aa6c, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:01:40.196471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] For port b3635d90-44f9-4319-a0f2-52ab8f24aa6c, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:01:40.205817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d1f05-0d57-4a7c-b8cf-a866f9497170 req-db8ca48c-76f8-4de6-a991-2bd18d2d7986 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:40.207349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f63d1f05-0d57-4a7c-b8cf-a866f9497170 req-db8ca48c-76f8-4de6-a991-2bd18d2d7986 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1881640 Sep 18 20:01:40.247509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:40.335330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:40.337053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:40.339222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] 10.222.0.24 "PUT /v2.0/ports/b3635d90-44f9-4319-a0f2-52ab8f24aa6c HTTP/1.1" status: 200 len: 1092 time: 1.7522740 Sep 18 20:01:40.339733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ac2d23-a313-4d7c-a6fc-49048b3b63f3', 'tag': 'b3635d90-44f9-4319-a0f2-52ab8f24aa6c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:40.343867 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "56ac2d23-a313-4d7c-a6fc-49048b3b63f3", "tag": "b3635d90-44f9-4319-a0f2-52ab8f24aa6c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:40.425063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89a376e4-c90f-45c3-905f-56e908878625 req-60380570-5b23-4991-b218-956b9454e40b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 210 time: 0.0734069 Sep 18 20:01:40.476936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f63d1f05-0d57-4a7c-b8cf-a866f9497170 req-8f7bf360-0568-4f2d-ba5a-9c8176b93563 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346404 Sep 18 20:01:40.484526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64115706-097f-4d84-82c2-29eff43cc12d service neutron] Pushing event updated for resources: {'Port': ['ID=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:40.517515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-20fb52b6-038b-4bea-8d1a-164616c5f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:40.519306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-20fb52b6-038b-4bea-8d1a-164616c5f24b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 1095 time: 0.1368773 Sep 18 20:01:40.522349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Made reservation on behalf of 40984cffdfb049089f2c2cdf55be19c0 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:01:40.525903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:40.571142 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16890b4a-3b9c-4466-b122-1ff3509209a7 x-openstack-request-id: req-16890b4a-3b9c-4466-b122-1ff3509209a7 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:40.572366 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ac2d23-a313-4d7c-a6fc-49048b3b63f3", "tag": "b3635d90-44f9-4319-a0f2-52ab8f24aa6c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:40.572366 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16890b4a-3b9c-4466-b122-1ff3509209a7 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:40.572366 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ac2d23-a313-4d7c-a6fc-49048b3b63f3', 'tag': 'b3635d90-44f9-4319-a0f2-52ab8f24aa6c', 'status': 'completed', 'code': 200} Sep 18 20:01:40.608699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:40.618802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-0eca891a-ede5-434e-b469-3264faf29fd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3635d90-44f9-4319-a0f2-52ab8f24aa6c HTTP/1.1" status: 200 len: 217 time: 0.0536392 Sep 18 20:01:40.748302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85322dc0-b5a2-4cb8-b4be-05732f588705 req-15deba8b-ce9b-42ea-9660-9d299fcaba15 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:40.752524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85322dc0-b5a2-4cb8-b4be-05732f588705 req-15deba8b-ce9b-42ea-9660-9d299fcaba15 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 943 time: 0.2317207 Sep 18 20:01:40.811746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-e000c352-9496-4992-ba88-40adbf19feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:40.814353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-e000c352-9496-4992-ba88-40adbf19feb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.1781187 Sep 18 20:01:40.897877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Deleting port d03b22c8-0d97-4a90-a024-78976b5d4ad9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:40.898830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:40.900174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-a37d028b-e86f-4fb1-af01-a1064d436655 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521524 Sep 18 20:01:40.938912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c49dcb-417c-49f1-9567-e911ced65499 req-202ea744-a95f-46a3-a14f-4d4f4b0d55ad tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:40.940515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11c49dcb-417c-49f1-9567-e911ced65499 req-202ea744-a95f-46a3-a14f-4d4f4b0d55ad tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.2508066 Sep 18 20:01:40.958393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85322dc0-b5a2-4cb8-b4be-05732f588705 req-d43e4c81-02cb-4023-a84e-4847df395da7 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748719 Sep 18 20:01:40.986253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Allocated IP 172.20.0.14 (1fd2d11a-7a7f-4059-b479-8fbff3546ece/083eb172-dcbc-4dbc-acb8-5526581d8b31/cfd57275-ce4f-49c9-8e35-d8451918a22f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:01:41.002128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] For port d03b22c8-0d97-4a90-a024-78976b5d4ad9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d03b22c8-0d97-4a90-a024-78976b5d4ad9,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:41.002632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:41.016498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Calling delete_port for d03b22c8-0d97-4a90-a024-78976b5d4ad9 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:41.085443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11c49dcb-417c-49f1-9567-e911ced65499 req-531dc8b4-b828-4de3-a85d-0ce8a9ee7779 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260526 Sep 18 20:01:41.120777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-d74e5439-ce73-4287-818c-d94550914cba service neutron] 10.222.0.24 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055812 Sep 18 20:01:41.236807 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:41.279050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03b22c8-0d97-4a90-a024-78976b5d4ad9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:41.354781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915df27-6de4-486b-bfdd-b3f138c10b6e req-36fb2c1c-dc05-432b-a588-0a086aaa36ef tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:41.361806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1915df27-6de4-486b-bfdd-b3f138c10b6e req-36fb2c1c-dc05-432b-a588-0a086aaa36ef tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1804457 Sep 18 20:01:41.410810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:41.416404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f23038c-ccb8-4c43-abaf-934fdf839826 req-909bfd5a-519f-46f3-be01-615ffcdf61e4 service neutron] 10.222.0.24 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886677 Sep 18 20:01:41.439556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1915df27-6de4-486b-bfdd-b3f138c10b6e req-890f5b5d-450e-4673-8b04-7a5fc91a1ad3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671914 Sep 18 20:01:41.510579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:41.553513 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:41.570463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:41.609049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-0ede0df4-4482-47f7-8457-8eafeb8ea168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:41.610340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-0ede0df4-4482-47f7-8457-8eafeb8ea168 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 1095 time: 0.1224051 Sep 18 20:01:41.698724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Network 1fd2d11a-7a7f-4059-b479-8fbff3546ece is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:01:41.744607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:01:41.746496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event updated for resources: {'Port': ['ID=cfd57275-ce4f-49c9-8e35-d8451918a22f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:41.765743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:01:41.820952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Router db83c26f-72a4-4547-952e-f4541d3846c2 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:01:41.838994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:41.839633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:41.889759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06046b-38f0-424b-9ff6-ec624bb7432f req-942abd4a-db1c-4bbf-98dc-93632393c416 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:41.891344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b06046b-38f0-424b-9ff6-ec624bb7432f req-942abd4a-db1c-4bbf-98dc-93632393c416 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 932 time: 0.2861183 Sep 18 20:01:41.914168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-a500caf6-7da3-4bbe-acc1-6553cec9b548 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7735770 Sep 18 20:01:41.950265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Request body: {'port': {'device_id': '620da0c6-4477-444f-83bd-90994d6930fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:41.973986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:01:41.981830 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ee2dc9fa-b8f7-4595-bdd4-b6c1f14b9057 admin admin] 10.222.0.20 "PUT /v2.0/routers/db83c26f-72a4-4547-952e-f4541d3846c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0344973 Sep 18 20:01:41.983127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44184) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:41.989143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] Sync routers for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:01:42.001072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:01:42.001408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719919b7-dac5-4079-b1c5-e06ee1f9dd75 req-ccae4db8-532b-426f-bc35-ae17fead3595 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:42.002102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:01:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:42.002958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-719919b7-dac5-4079-b1c5-e06ee1f9dd75 req-ccae4db8-532b-426f-bc35-ae17fead3595 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.3070986 Sep 18 20:01:42.007963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-5753e986-f6ea-452c-bb84-f9bffa261acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:42.009353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-5753e986-f6ea-452c-bb84-f9bffa261acd service neutron] 10.222.0.24 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 915 time: 0.3773179 Sep 18 20:01:42.040139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b06046b-38f0-424b-9ff6-ec624bb7432f req-0eb09ffd-dd6d-4dd2-9131-28ac449bf009 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403575 Sep 18 20:01:42.110147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-0f4a50b5-458e-4b43-88e0-272b14279355 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3635d90-44f9-4319-a0f2-52ab8f24aa6c HTTP/1.1" status: 200 len: 217 time: 0.0670762 Sep 18 20:01:42.165867 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:42.190026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-719919b7-dac5-4079-b1c5-e06ee1f9dd75 req-72597909-4aac-4245-b22f-a509f5c247e8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748900 Sep 18 20:01:42.192821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:42.206304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:01:42.274129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-70fbdff6-7aa9-423a-90e0-1f754aaee864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:42.274129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-70fbdff6-7aa9-423a-90e0-1f754aaee864 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.1513090 Sep 18 20:01:42.338986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-2a67c1be-5bef-4709-8766-41645ff8cf6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565014 Sep 18 20:01:42.375048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:42.500485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T20:01:41Z', 'revision_number': 5, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port': {'id': 'c3c019bf-7952-4c19-9a22-88d410e9d2c9', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:18:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:53:14Z', 'updated_at': '2021-09-18T19:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:42.536154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] Checking router: db83c26f-72a4-4547-952e-f4541d3846c2 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:01:42.547353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] Routers {'db83c26f-72a4-4547-952e-f4541d3846c2'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:01:42.548401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:01:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['db83c26f-72a4-4547-952e-f4541d3846c2'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:42.658784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-b68a03f2-a4f5-4cc5-ae47-9a45be6d6c8a service neutron] 10.222.0.24 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620976 Sep 18 20:01:42.666526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] Set router db83c26f-72a4-4547-952e-f4541d3846c2 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:01:42.688579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403ba9e-dd70-4fae-8725-1bb3a037a726 req-8f57626f-9fde-4b3e-9971-1adad3fe0d33 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:42.690168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5403ba9e-dd70-4fae-8725-1bb3a037a726 req-8f57626f-9fde-4b3e-9971-1adad3fe0d33 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 943 time: 0.5162210 Sep 18 20:01:42.744256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T20:01:42Z', 'revision_number': 6, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:42.787762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd9c70-2bba-4396-a6ca-ba3cb522a1cd req-f9263983-8d9e-47ac-9687-eaf1573c5864 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:42.796912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2cd9c70-2bba-4396-a6ca-ba3cb522a1cd req-f9263983-8d9e-47ac-9687-eaf1573c5864 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.4566932 Sep 18 20:01:42.797179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff3bbd-9358-4e10-b51f-3ce8698753b9 None None] The sync data for ids ['db83c26f-72a4-4547-952e-f4541d3846c2'] in n-d-789963-11 is: [{'id': 'db83c26f-72a4-4547-952e-f4541d3846c2', 'name': 'tempest-ServerActionsTestJSON-2101883710-router', 'tenant_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:53:13Z', 'updated_at': '2021-09-18T20:01:42Z', 'revision_number': 6, 'project_id': 'd633ef482bb24a6eb4c9f2bca747a125', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:01:42.866811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5403ba9e-dd70-4fae-8725-1bb3a037a726 req-a51d4931-6016-4433-90b1-be85bfc11b6e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598892 Sep 18 20:01:42.867670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Deleting port c3c019bf-7952-4c19-9a22-88d410e9d2c9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:42.868169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:42.926835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2cd9c70-2bba-4396-a6ca-ba3cb522a1cd req-8c0ab75c-1850-4fd9-9462-02483c0177c5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247957 Sep 18 20:01:42.987023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb2fe14d-85e3-4cc8-9c2c-bc91637a5bc9 req-0ad9e789-c7d4-4b21-a30b-c6acafd3ff34 service neutron] 10.222.0.24 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936075 Sep 18 20:01:42.989102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd57275-ce4f-49c9-8e35-d8451918a22f {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:42.996662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] For port c3c019bf-7952-4c19-9a22-88d410e9d2c9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c3c019bf-7952-4c19-9a22-88d410e9d2c9,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:42.997033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.002192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.011292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Calling delete_port for c3c019bf-7952-4c19-9a22-88d410e9d2c9 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:43.020790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Transition to ACTIVE for port object cfd57275-ce4f-49c9-8e35-d8451918a22f will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:01:43.026332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.096310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Pushing event updated for resources: {'Port': ['ID=cfd57275-ce4f-49c9-8e35-d8451918a22f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:43.271074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74528fe9-24c3-4a79-a3b4-abd89ec11e50 req-80dcbddb-8c4f-4dbf-97bc-30bc71abc648 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:43.272710 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74528fe9-24c3-4a79-a3b4-abd89ec11e50 req-80dcbddb-8c4f-4dbf-97bc-30bc71abc648 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1318932 Sep 18 20:01:43.282768 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.297639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcf35b-5ddf-4eac-8b5c-55c7eba30127 req-55f4368c-9ab4-4f7b-ad34-fe0a02d0e514 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:43.298959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abfcf35b-5ddf-4eac-8b5c-55c7eba30127 req-55f4368c-9ab4-4f7b-ad34-fe0a02d0e514 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 944 time: 0.1235316 Sep 18 20:01:43.327213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c019bf-7952-4c19-9a22-88d410e9d2c9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:43.344355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Attempting to bind port cfd57275-ce4f-49c9-8e35-d8451918a22f on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:01:43.344684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Attempting to bind port cfd57275-ce4f-49c9-8e35-d8451918a22f by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:01:43.345008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Attempting to bind port cfd57275-ce4f-49c9-8e35-d8451918a22f on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:01:43.350563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Port cfd57275-ce4f-49c9-8e35-d8451918a22f on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:01:43.350905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Attempting to bind port cfd57275-ce4f-49c9-8e35-d8451918a22f on network 1fd2d11a-7a7f-4059-b479-8fbff3546ece {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:01:43.375658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:01:43.376527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Checking segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:01:43.376920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Bound using segment: {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:01:43.377373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Bound port: cfd57275-ce4f-49c9-8e35-d8451918a22f, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d39b09d-16ac-41cf-8a05-0d00d133a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:01:43.377716 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.388089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74528fe9-24c3-4a79-a3b4-abd89ec11e50 req-c5e5a664-5be6-4221-a9e7-534bf7de4f4d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056221 Sep 18 20:01:43.399235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.401836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abfcf35b-5ddf-4eac-8b5c-55c7eba30127 req-014e9507-3b68-4db4-acfa-e657877f1325 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963058 Sep 18 20:01:43.480018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] For port cfd57275-ce4f-49c9-8e35-d8451918a22f, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:01:43.484107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] For port cfd57275-ce4f-49c9-8e35-d8451918a22f, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cfd57275-ce4f-49c9-8e35-d8451918a22f,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:01:43.489929 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.506302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:43.507024 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.508511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] 10.222.0.24 "PUT /v2.0/ports/cfd57275-ce4f-49c9-8e35-d8451918a22f HTTP/1.1" status: 200 len: 1093 time: 1.5786271 Sep 18 20:01:43.529662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.533330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.534525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620da0c6-4477-444f-83bd-90994d6930fa', 'tag': 'cfd57275-ce4f-49c9-8e35-d8451918a22f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:43.545729 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2980fb68-b03d-448f-8f5d-5824a1805643" -d '{"events": [{"name": "network-changed", "server_uuid": "620da0c6-4477-444f-83bd-90994d6930fa", "tag": "cfd57275-ce4f-49c9-8e35-d8451918a22f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:43.595886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.596903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db83c26f-72a4-4547-952e-f4541d3846c2 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:01:43.606226 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.613331 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-20c65a07-1d99-43f6-b8ce-fdd2374b4f40 admin admin] 10.222.0.20 "DELETE /v2.0/routers/db83c26f-72a4-4547-952e-f4541d3846c2 HTTP/1.1" status: 204 len: 168 time: 1.6291132 Sep 18 20:01:43.614216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44220) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:43.680589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa5f734-cde5-4148-a963-a0a1852c837f admin admin] Deleting subnet 2cd437ac-d63e-479b-b152-e4001b738762 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:01:43.691556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-baa5f734-cde5-4148-a963-a0a1852c837f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.743935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-baa5f734-cde5-4148-a963-a0a1852c837f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.866020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-baa5f734-cde5-4148-a963-a0a1852c837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.956032 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-baa5f734-cde5-4148-a963-a0a1852c837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:43.979644 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd166e78-c48a-45ab-8bc9-a9fc917c9fcc x-openstack-request-id: req-bd166e78-c48a-45ab-8bc9-a9fc917c9fcc {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:43.980292 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620da0c6-4477-444f-83bd-90994d6930fa", "tag": "cfd57275-ce4f-49c9-8e35-d8451918a22f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:43.980292 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd166e78-c48a-45ab-8bc9-a9fc917c9fcc {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:43.980561 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620da0c6-4477-444f-83bd-90994d6930fa', 'tag': 'cfd57275-ce4f-49c9-8e35-d8451918a22f', 'status': 'completed', 'code': 200} Sep 18 20:01:43.992832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5f734-cde5-4148-a963-a0a1852c837f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd437ac-d63e-479b-b152-e4001b738762,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:43.995189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-baa5f734-cde5-4148-a963-a0a1852c837f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.000394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-baa5f734-cde5-4148-a963-a0a1852c837f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2cd437ac-d63e-479b-b152-e4001b738762 HTTP/1.1" status: 204 len: 168 time: 0.3820386 Sep 18 20:01:44.003725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44228) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:44.005936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47421145-914d-406c-8d21-d1c04a8a7681 None None] Network 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:01:44.107570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d795466-676d-49ae-a2e4-0c22a70eb46e service neutron] Pushing event updated for resources: {'Port': ['ID=cfd57275-ce4f-49c9-8e35-d8451918a22f,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:44.138944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-db5ff738-bc76-4b97-924a-81bb714cb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:44.141707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-db5ff738-bc76-4b97-924a-81bb714cb56b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 1096 time: 0.5821395 Sep 18 20:01:44.145367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.178646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51a7de-952c-45a3-995d-28cebbad499c req-f182081b-6a6d-4827-8e5b-8e1b9ed28b01 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:44.189290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd51a7de-952c-45a3-995d-28cebbad499c req-f182081b-6a6d-4827-8e5b-8e1b9ed28b01 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.6842144 Sep 18 20:01:44.234601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027184b6-090f-4707-8d05-ec9b23c0dfa3 req-be65dad4-ebd8-45b8-ae13-f116a53c5b76 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:44.239134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Deleting port 2950bc79-9e83-4138-947b-dd425b6b7443 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:44.239774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.242643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-027184b6-090f-4707-8d05-ec9b23c0dfa3 req-be65dad4-ebd8-45b8-ae13-f116a53c5b76 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 943 time: 0.2348583 Sep 18 20:01:44.393519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] For port 2950bc79-9e83-4138-947b-dd425b6b7443, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2950bc79-9e83-4138-947b-dd425b6b7443,segment=NetworkSegment(0527bece-ac58-4960-9f8b-b26d31f1f9fa),segment_id=0527bece-ac58-4960-9f8b-b26d31f1f9fa)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:44.394078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.398517 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-027184b6-090f-4707-8d05-ec9b23c0dfa3 req-917c1793-63fe-4071-83f5-a7b1746ff3cf tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548135 Sep 18 20:01:44.410866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Calling delete_port for 2950bc79-9e83-4138-947b-dd425b6b7443 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:44.415015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-af2e9347-aaf7-45e7-a2a5-28de5f0c81cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfd57275-ce4f-49c9-8e35-d8451918a22f HTTP/1.1" status: 200 len: 217 time: 0.2560868 Sep 18 20:01:44.427358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] DHCP port deletion for 2078d3ab-c54a-416e-b2a9-de9c1ac87c8f request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:01:44.494607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c3c019bf-7952-4c19-9a22-88d410e9d2c9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:44.542437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c3c019bf-7952-4c19-9a22-88d410e9d2c9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:44.542773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c3c019bf-7952-4c19-9a22-88d410e9d2c9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:44.543188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d03b22c8-0d97-4a90-a024-78976b5d4ad9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:44.579961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd51a7de-952c-45a3-995d-28cebbad499c req-2a3f83ba-b0fd-4ef0-b2ae-b4106ac6d999 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891079 Sep 18 20:01:44.582844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.604006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d03b22c8-0d97-4a90-a024-78976b5d4ad9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:44.604006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d03b22c8-0d97-4a90-a024-78976b5d4ad9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:44.604611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] No DVR routers for this DVR port 2950bc79-9e83-4138-947b-dd425b6b7443 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:44.628884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] Deleting port 2950bc79-9e83-4138-947b-dd425b6b7443 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:01:44.629382 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.655253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-506c7f39-de6d-45b3-baaa-70f0049808c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2670891 Sep 18 20:01:44.674493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Pushing event deleted for resources: {'Port': ['ID=2950bc79-9e83-4138-947b-dd425b6b7443,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:44.686525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-f9e8bfc8-5bed-4f19-adb5-a03472ff4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:44.688192 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-f9e8bfc8-5bed-4f19-adb5-a03472ff4731 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.2455003 Sep 18 20:01:44.734694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] For port 2950bc79-9e83-4138-947b-dd425b6b7443, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:44.735409 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.758507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b192d-4d93-49af-8986-3df90d1d91f9 req-f09a476a-2d72-463a-b245-d383d242e804 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:44.760244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc5b192d-4d93-49af-8986-3df90d1d91f9 req-f09a476a-2d72-463a-b245-d383d242e804 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 944 time: 0.1468070 Sep 18 20:01:44.762188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-3121296a-0bcc-440c-a35e-a8419a636ffc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653996 Sep 18 20:01:44.798351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.851714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2078d3ab-c54a-416e-b2a9-de9c1ac87c8f']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:44.866432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0527bece-ac58-4960-9f8b-b26d31f1f9fa') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:44.866897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0527bece-ac58-4960-9f8b-b26d31f1f9fa') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:01:44.879028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.911983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.930107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:01:44.930518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.968063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-b3c0bc32-c414-492d-9bf8-a50845faf5bc service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972663 Sep 18 20:01:44.971641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] Calling delete_port for 2950bc79-9e83-4138-947b-dd425b6b7443 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:01:44.977431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] Port 2950bc79-9e83-4138-947b-dd425b6b7443 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 20:01:44.983779 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:44.984133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-4b48086d-0900-47dc-ad41-9f9bbfdc5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:44.985735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-4b48086d-0900-47dc-ad41-9f9bbfdc5150 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 1097 time: 0.3055782 Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:01:45.010394 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:01:45.032628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] Pushing event deleted for resources: {'Port': ['ID=2950bc79-9e83-4138-947b-dd425b6b7443,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:45.039258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a420a-caa8-4636-9abb-077a6078b534 None None] No DVR routers for this DVR port 2950bc79-9e83-4138-947b-dd425b6b7443 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:01:45.048868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:45.057123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:45.060706 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] 10.222.0.20 "DELETE /v2.0/networks/2078d3ab-c54a-416e-b2a9-de9c1ac87c8f HTTP/1.1" status: 204 len: 168 time: 1.0530114 Sep 18 20:01:45.074997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaec87-27e2-4c53-8652-30bb00bed86d admin admin] Pushing event deleted for resources: {'Network': ['ID=2078d3ab-c54a-416e-b2a9-de9c1ac87c8f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:45.082809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc5b192d-4d93-49af-8986-3df90d1d91f9 req-f4879a53-5cd0-488f-9b8e-00ff73df1b00 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147247 Sep 18 20:01:45.136964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad34a0-2f87-4e87-a507-be7dfef9320e req-eb6eb2d0-5b42-44fa-9d42-15fc2f7c7110 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:45.139509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-baad34a0-2f87-4e87-a507-be7dfef9320e req-eb6eb2d0-5b42-44fa-9d42-15fc2f7c7110 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.2156713 Sep 18 20:01:45.218999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44258) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:45.260103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-baad34a0-2f87-4e87-a507-be7dfef9320e req-cfb320c8-6e5a-41be-9b35-563c10f6b807 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107988 Sep 18 20:01:45.266118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1d8965a-c438-4111-843c-dee9d2db0901 req-3db681d0-a0c0-4b06-a59a-4318cd6f640c service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851291 Sep 18 20:01:45.277432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-fd0cc976-7bfe-418e-b6c0-bc1639cc99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:45.280934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-fd0cc976-7bfe-418e-b6c0-bc1639cc99fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 906 time: 0.2501535 Sep 18 20:01:45.299279 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a503c3e1-4e5f-40f3-a247-901623d01f0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d633ef482bb24a6eb4c9f2bca747a125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789487 Sep 18 20:01:45.301749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44266) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:45.338801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-318ad7a9-be77-4be8-9bae-54cb6061c62a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d HTTP/1.1" status: 200 len: 217 time: 0.0509825 Sep 18 20:01:45.401783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a52642cc-6106-4321-8ee2-aa1653aebebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:45.429135 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a52642cc-6106-4321-8ee2-aa1653aebebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:45.457451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-33865cc5-688e-4af9-a518-e0436f352875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:45.458966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-33865cc5-688e-4af9-a518-e0436f352875 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1003087 Sep 18 20:01:45.472809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-c696c811-6a40-495e-9f25-4cd6e7a168c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:45.474629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-c696c811-6a40-495e-9f25-4cd6e7a168c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40984cffdfb049089f2c2cdf55be19c0&device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 1096 time: 0.1444359 Sep 18 20:01:45.499708 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a52642cc-6106-4321-8ee2-aa1653aebebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:45.502507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a52642cc-6106-4321-8ee2-aa1653aebebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:45.506249 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a52642cc-6106-4321-8ee2-aa1653aebebd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecf6b69b-ec5f-461f-91ff-38f808d7749d HTTP/1.1" status: 204 len: 168 time: 0.2012613 Sep 18 20:01:45.518014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52642cc-6106-4321-8ee2-aa1653aebebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf6b69b-ec5f-461f-91ff-38f808d7749d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:45.520173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200250-d893-4164-8d27-82ddbd469180 req-bd39d03d-19fb-4d39-af0a-13fa99f933d5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:45.521845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42200250-d893-4164-8d27-82ddbd469180 req-bd39d03d-19fb-4d39-af0a-13fa99f933d5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1534221 Sep 18 20:01:45.534308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-e10eec89-6cbb-4b02-b345-dd037e7c029c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588632 Sep 18 20:01:45.725059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42200250-d893-4164-8d27-82ddbd469180 req-55074d24-a16f-4540-b43e-10fab59da544 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797054 Sep 18 20:01:45.750585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a35e2-54ac-4c47-a9c4-49faf6ba4393 req-78aac12e-3ec5-4b27-963e-86a5c0752cc1 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:45.752148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b3a35e2-54ac-4c47-a9c4-49faf6ba4393 req-78aac12e-3ec5-4b27-963e-86a5c0752cc1 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 943 time: 0.2413385 Sep 18 20:01:45.782476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-64e479b9-2949-483c-806e-762e26236d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:45.783998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-64e479b9-2949-483c-806e-762e26236d53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 200 len: 906 time: 0.2981842 Sep 18 20:01:45.806352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-f9e2cea0-adfe-41cf-869a-3166ceccf697 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621646 Sep 18 20:01:45.806881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b3635d90-44f9-4319-a0f2-52ab8f24aa6c details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:01:45.849994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-9c3b6708-3340-47bb-b591-369658dbd4e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfd57275-ce4f-49c9-8e35-d8451918a22f HTTP/1.1" status: 200 len: 217 time: 0.0558238 Sep 18 20:01:45.929935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b3635d90-44f9-4319-a0f2-52ab8f24aa6c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:45.941943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b3635d90-44f9-4319-a0f2-52ab8f24aa6c', 'network_id': 'da5ac25e-5c89-4010-a4ea-a5f5933e757d', 'port_id': 'b3635d90-44f9-4319-a0f2-52ab8f24aa6c', 'mac_address': 'fa:16:3e:77:d0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd44bd85-af45-45ac-b516-d79293f8f079', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:01:45.943714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b3a35e2-54ac-4c47-a9c4-49faf6ba4393 req-0c19cd48-d4cb-4433-955b-ea967571f618 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839626 Sep 18 20:01:46.010482 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.021298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-af259dc5-f109-49ae-8dec-761ba1890350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:46.022846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-af259dc5-f109-49ae-8dec-761ba1890350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 200 len: 845 time: 0.1418290 Sep 18 20:01:46.025205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3635d90-44f9-4319-a0f2-52ab8f24aa6c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:46.036747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3159912-54c8-4d04-a347-47cb408bb790 req-6de7d44f-1e81-4797-ba10-ec431b64d58b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:46.038458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3159912-54c8-4d04-a347-47cb408bb790 req-6de7d44f-1e81-4797-ba10-ec431b64d58b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.2003586 Sep 18 20:01:46.049075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b3635d90-44f9-4319-a0f2-52ab8f24aa6c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:46.053941 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.056076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9ed5df-202a-4354-ab35-caaa1390de6c req-d0eb2455-b9e5-4a92-90f5-f80ddc048679 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167635 Sep 18 20:01:46.079880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-e6e06079-b5ed-46b9-8652-5a3ce090f336 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fd2d11a-7a7f-4059-b479-8fbff3546ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384502 Sep 18 20:01:46.145884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:46.151645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3159912-54c8-4d04-a347-47cb408bb790 req-6bb0fc0a-f9c5-4398-b6ed-cb26703803ee tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989153 Sep 18 20:01:46.270177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b3635d90-44f9-4319-a0f2-52ab8f24aa6c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:46.347925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f32b9-06a2-49cf-8235-d504b278697a req-8a3247f2-80c3-4a4e-a9ed-5024451c264e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:46.349421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-724f32b9-06a2-49cf-8235-d504b278697a req-8a3247f2-80c3-4a4e-a9ed-5024451c264e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 944 time: 0.1355126 Sep 18 20:01:46.350350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2950bc79-9e83-4138-947b-dd425b6b7443 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:01:46.353478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-b70a9702-5f12-42a2-a4a8-0c4b40ae599c service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646079 Sep 18 20:01:46.363350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe298ed8-5363-419d-a1e7-668071d9a33f req-d96320b6-0db3-4d1e-abe1-d9633cb503bf tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:46.370503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe298ed8-5363-419d-a1e7-668071d9a33f req-d96320b6-0db3-4d1e-abe1-d9633cb503bf tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1076348 Sep 18 20:01:46.393929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 2950bc79-9e83-4138-947b-dd425b6b7443 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:01:46.394527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2950bc79-9e83-4138-947b-dd425b6b7443 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:01:46.488939 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44312) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:46.541934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe298ed8-5363-419d-a1e7-668071d9a33f req-d029bd5f-6674-4f3c-b576-42da515433dd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705654 Sep 18 20:01:46.546818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-724f32b9-06a2-49cf-8235-d504b278697a req-8d1f4dec-7e8f-43cd-ab74-2cf56c796da5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626749 Sep 18 20:01:46.570911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2980fb68-b03d-448f-8f5d-5824a1805643 req-0156cf1c-838a-4a7d-bdde-1f0acb466121 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843746 Sep 18 20:01:46.656313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-490402189-network', 'tenant_id': 'dbf74a4c86054f3fb9fe4d76ae82a077'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:46.682200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Made reservation on behalf of dbf74a4c86054f3fb9fe4d76ae82a077 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:01:46.684793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.696191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.797889 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.804786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.832143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:01:46.849469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca77d4c-3853-472d-a3d1-94ca0c846a65,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:46.860943 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.862356 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Added segment 77381f78-fd94-4cc6-a058-a474c3a9408a of type vlan for network 5703109b-9bcf-4753-b539-f24ba6d27af5 Sep 18 20:01:46.920197 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.970645 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:46.975299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:46.976587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:47.067398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] Pushing event updated for resources: {'Network': ['ID=5703109b-9bcf-4753-b539-f24ba6d27af5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:47.084996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 5703109b-9bcf-4753-b539-f24ba6d27af5 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:01:47.093095 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-54f21ad7-763b-44ce-8523-234b4c0b1d96 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6030195 Sep 18 20:01:47.093729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44334) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:01:47.099059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Request body: {'subnet': {'network_id': '5703109b-9bcf-4753-b539-f24ba6d27af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-490402189-subnet', 'tenant_id': 'dbf74a4c86054f3fb9fe4d76ae82a077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:47.128851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Made reservation on behalf of dbf74a4c86054f3fb9fe4d76ae82a077 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:01:47.134970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:47.143117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f28e7-d55f-454e-97e6-f3175ab1e0e1 req-12faab24-11a2-40a9-b6a4-48bd72805944 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:47.144866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c4f28e7-d55f-454e-97e6-f3175ab1e0e1 req-12faab24-11a2-40a9-b6a4-48bd72805944 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 944 time: 0.1070046 Sep 18 20:01:47.158156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034c37c-e6a7-4cdb-a6dc-5d31243017a4 req-71ad4063-5997-4db6-bb25-abad568839d1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:47.160248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5034c37c-e6a7-4cdb-a6dc-5d31243017a4 req-71ad4063-5997-4db6-bb25-abad568839d1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1049352 Sep 18 20:01:47.243956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c4f28e7-d55f-454e-97e6-f3175ab1e0e1 req-b23c874f-3742-42b0-b1bf-c6106e325c69 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808582 Sep 18 20:01:47.257150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5034c37c-e6a7-4cdb-a6dc-5d31243017a4 req-f4d8ab51-ca5d-4dc4-8d18-43cd38e8db2e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883448 Sep 18 20:01:47.389486 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:47.463739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ea2c87-0106-4ed8-9e56-27f2fc9f0e4e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:47.473580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Checking segment: {'id': '77381f78-fd94-4cc6-a058-a474c3a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5703109b-9bcf-4753-b539-f24ba6d27af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:01:47.473959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Network hostable DHCP agents. Network: 5703109b-9bcf-4753-b539-f24ba6d27af5, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:01:47.494095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Network 5703109b-9bcf-4753-b539-f24ba6d27af5 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:01:47.505992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 5703109b-9bcf-4753-b539-f24ba6d27af5) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:01:47.512241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:47.512970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:47.514327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa40f6-0ec0-4fa8-bca9-b4ca2c97f05b None None] Network 5703109b-9bcf-4753-b539-f24ba6d27af5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:01:47.551246 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1d161074-52b0-4a48-b510-c6e401792661 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4376385 Sep 18 20:01:47.674452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0f9a6d-e6cf-4e3d-9155-0a1a40945ffb None None] Network 5703109b-9bcf-4753-b539-f24ba6d27af5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:01:47.730026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d37d-afc9-461d-89a0-0677bc77fbc8 req-55fc8a0c-550a-4588-99b3-61b1610de8f3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:47.735554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d397d37d-afc9-461d-89a0-0677bc77fbc8 req-55fc8a0c-550a-4588-99b3-61b1610de8f3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 944 time: 0.0925682 Sep 18 20:01:47.783209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d397d37d-afc9-461d-89a0-0677bc77fbc8 req-93fbe1a2-997f-439f-b010-24df2247fc00 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Sep 18 20:01:47.817903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b3635d90-44f9-4319-a0f2-52ab8f24aa6c up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:01:47.880678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b3635d90-44f9-4319-a0f2-52ab8f24aa6c completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:01:47.884509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b3635d90-44f9-4319-a0f2-52ab8f24aa6c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:01:47.884886 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:47.967281 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:47.992289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ac2d23-a313-4d7c-a6fc-49048b3b63f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3635d90-44f9-4319-a0f2-52ab8f24aa6c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:47.994657 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037ef4bb-d214-4425-83be-e0c74f7dd4e4" -d '{"events": [{"server_uuid": "56ac2d23-a313-4d7c-a6fc-49048b3b63f3", "name": "network-vif-plugged", "status": "completed", "tag": "b3635d90-44f9-4319-a0f2-52ab8f24aa6c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:48.009208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b3635d90-44f9-4319-a0f2-52ab8f24aa6c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:48.013555 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:48.044793 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e1f36-0e39-49d1-8eb2-4639af5ffd6a x-openstack-request-id: req-dd2e1f36-0e39-49d1-8eb2-4639af5ffd6a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:48.045103 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ac2d23-a313-4d7c-a6fc-49048b3b63f3", "name": "network-vif-plugged", "status": "completed", "tag": "b3635d90-44f9-4319-a0f2-52ab8f24aa6c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:48.045392 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd2e1f36-0e39-49d1-8eb2-4639af5ffd6a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:48.045857 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ac2d23-a313-4d7c-a6fc-49048b3b63f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3635d90-44f9-4319-a0f2-52ab8f24aa6c', 'code': 200} Sep 18 20:01:48.064351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-bb385212-2e25-4152-bceb-469788b205c2 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:48.066070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-bb385212-2e25-4152-bceb-469788b205c2 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/networks?id=5703109b-9bcf-4753-b539-f24ba6d27af5 HTTP/1.1" status: 200 len: 820 time: 0.1255271 Sep 18 20:01:48.082916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-131fae01-5335-4dd0-a9a2-9a17369d4d3b tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/quotas/dbf74a4c86054f3fb9fe4d76ae82a077 HTTP/1.1" status: 200 len: 375 time: 0.0106795 Sep 18 20:01:48.083581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:48.125757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-97dc0ef3-da28-409f-a969-d3370cc622a1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbf74a4c86054f3fb9fe4d76ae82a077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356145 Sep 18 20:01:48.234549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e6233-7da6-4a10-ae1a-c32b10c7f0be req-31c0bef0-5750-4b83-ac27-88ada5449f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:48.236370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e9e6233-7da6-4a10-ae1a-c32b10c7f0be req-31c0bef0-5750-4b83-ac27-88ada5449f1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 1097 time: 0.1145070 Sep 18 20:01:48.292321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e9e6233-7da6-4a10-ae1a-c32b10c7f0be req-b55c659a-27cc-49a6-901a-b6e00659739e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484073 Sep 18 20:01:48.294187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-2bd251d5-76cd-41c9-9951-2f72e2858401 service neutron] 10.222.0.20 "GET /v2.0/networks/5703109b-9bcf-4753-b539-f24ba6d27af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584244 Sep 18 20:01:48.327347 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:01:48.430730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d193-6944-4b0c-a089-e27db367eb52 req-ef316955-c95a-4002-94d0-8c0592245474 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:48.432258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4083d193-6944-4b0c-a089-e27db367eb52 req-ef316955-c95a-4002-94d0-8c0592245474 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 945 time: 0.1089091 Sep 18 20:01:48.466683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-1cb18d8b-3962-4332-ab0b-acd7f84713dc service neutron] 10.222.0.20 "GET /v2.0/networks/5703109b-9bcf-4753-b539-f24ba6d27af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653731 Sep 18 20:01:48.490890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4083d193-6944-4b0c-a089-e27db367eb52 req-5d213767-9621-40b6-a7ce-4b18c017455d tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492771 Sep 18 20:01:48.608657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb3eb8-c490-4ea9-b6ec-ed9a10148a06 req-cfb26629-2c02-43de-8f74-18e0b93f7add tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:48.610172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ecb3eb8-c490-4ea9-b6ec-ed9a10148a06 req-cfb26629-2c02-43de-8f74-18e0b93f7add tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0595055 Sep 18 20:01:48.670317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ecb3eb8-c490-4ea9-b6ec-ed9a10148a06 req-b73ac5d6-7e39-4d8f-9f31-1b2c1c1e3d29 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Sep 18 20:01:48.719316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9dc2968-6e6c-4065-859a-c0ae70de2e24 req-65f97183-5090-47fc-b435-2e232ad76aee tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 210 time: 0.0659142 Sep 18 20:01:48.928584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd8b40-928c-483f-9172-df3702b119be req-7e45d863-ccc8-4bf1-9259-d429513f8e0c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:48.930443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8abd8b40-928c-483f-9172-df3702b119be req-7e45d863-ccc8-4bf1-9259-d429513f8e0c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 944 time: 0.0674829 Sep 18 20:01:48.983578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8abd8b40-928c-483f-9172-df3702b119be req-d2bd7c9a-5cf5-43dc-87e3-e08ff054cb29 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Sep 18 20:01:49.622232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d949b5-0132-4742-b43f-05400fadf0d3 req-d0851a95-3820-4822-aadc-0d0c13b419f3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:49.624953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08d949b5-0132-4742-b43f-05400fadf0d3 req-d0851a95-3820-4822-aadc-0d0c13b419f3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 945 time: 0.0602262 Sep 18 20:01:49.682761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08d949b5-0132-4742-b43f-05400fadf0d3 req-c16b224f-459d-4090-8340-ed22b54e1651 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Sep 18 20:01:49.822729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cfd57275-ce4f-49c9-8e35-d8451918a22f details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:01:49.862461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29c9e4-9c44-4a16-a67d-982d00bd4352 req-38506a49-8c6d-4886-8533-51a80bdd07ff tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:49.864190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b29c9e4-9c44-4a16-a67d-982d00bd4352 req-38506a49-8c6d-4886-8533-51a80bdd07ff tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0720840 Sep 18 20:01:49.959876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port cfd57275-ce4f-49c9-8e35-d8451918a22f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cfd57275-ce4f-49c9-8e35-d8451918a22f,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:49.986205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'cfd57275-ce4f-49c9-8e35-d8451918a22f', 'network_id': '1fd2d11a-7a7f-4059-b479-8fbff3546ece', 'port_id': 'cfd57275-ce4f-49c9-8e35-d8451918a22f', 'mac_address': 'fa:16:3e:0d:fc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083eb172-dcbc-4dbc-acb8-5526581d8b31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:01:49.988971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fe2ce15-9428-4220-af66-48078ac463a4 req-b6791745-b914-418e-ab29-a6f601782f3d tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 210 time: 0.0740108 Sep 18 20:01:49.993434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b29c9e4-9c44-4a16-a67d-982d00bd4352 req-dedf4acc-6e9c-4ed4-adae-0716761ab812 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231992 Sep 18 20:01:50.024882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-e60d7baa-6ee7-44f8-aea1-9e99206caf52 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:50.026101 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-e60d7baa-6ee7-44f8-aea1-9e99206caf52 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.32 "GET /v2.0/networks?id=5703109b-9bcf-4753-b539-f24ba6d27af5 HTTP/1.1" status: 200 len: 820 time: 0.3313990 Sep 18 20:01:50.045707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Request body: {'port': {'device_id': '401b9dcc-7e58-4008-abc6-f16e36cdb20c', 'network_id': '5703109b-9bcf-4753-b539-f24ba6d27af5', 'admin_state_up': True, 'tenant_id': 'dbf74a4c86054f3fb9fe4d76ae82a077'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:50.064353 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:50.088143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd57275-ce4f-49c9-8e35-d8451918a22f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:50.133459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port cfd57275-ce4f-49c9-8e35-d8451918a22f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cfd57275-ce4f-49c9-8e35-d8451918a22f,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:50.158223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:50.239046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=cfd57275-ce4f-49c9-8e35-d8451918a22f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:50.251236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061f9b5-d135-44b6-a28d-47a25d87e125 req-56cdcf01-c64c-4d66-a1a7-3882a0fc2537 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:50.253316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6061f9b5-d135-44b6-a28d-47a25d87e125 req-56cdcf01-c64c-4d66-a1a7-3882a0fc2537 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 945 time: 0.0953171 Sep 18 20:01:50.278122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Made reservation on behalf of dbf74a4c86054f3fb9fe4d76ae82a077 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:01:50.286961 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:50.328126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6061f9b5-d135-44b6-a28d-47a25d87e125 req-8b890944-7d5c-4836-8b89-8f2853b12275 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585194 Sep 18 20:01:50.378834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['cfd57275-ce4f-49c9-8e35-d8451918a22f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:50.456249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Allocated IP 172.20.0.12 (5703109b-9bcf-4753-b539-f24ba6d27af5/13ea2c87-0106-4ed8-9e56-27f2fc9f0e4e/ef57faf4-697f-4538-a706-a11d845f7a01) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:01:50.644301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:50.683188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:50.731452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Network 5703109b-9bcf-4753-b539-f24ba6d27af5 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:01:50.739053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:01:50.745305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Pushing event updated for resources: {'Port': ['ID=ef57faf4-697f-4538-a706-a11d845f7a01,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:50.747862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:01:50.809279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:50.809962 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:50.832070 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-0af3ff41-bb42-4836-a959-1a79fa1e13c5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7936409 Sep 18 20:01:50.848741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Request body: {'port': {'device_id': '401b9dcc-7e58-4008-abc6-f16e36cdb20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:01:50.926861 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:51.246772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78418c-f424-4a36-a449-973e3da109ab req-5eac78f2-b7b2-4ea5-ac6e-d33a3272c82b tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:51.249097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce78418c-f424-4a36-a449-973e3da109ab req-5eac78f2-b7b2-4ea5-ac6e-d33a3272c82b tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 932 time: 0.1264629 Sep 18 20:01:51.266718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331ce8-2099-4d69-83a9-dec3bd4f77a2 req-1bce97ae-fdc1-4db4-92b3-dc177d69a4a4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:51.268379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec331ce8-2099-4d69-83a9-dec3bd4f77a2 req-1bce97ae-fdc1-4db4-92b3-dc177d69a4a4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1010487 Sep 18 20:01:51.337530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce78418c-f424-4a36-a449-973e3da109ab req-7906af72-466d-4ea4-afc5-a9cdd743cbfc tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679491 Sep 18 20:01:51.340319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec331ce8-2099-4d69-83a9-dec3bd4f77a2 req-357ef874-78f7-4c9d-8e84-0e373901c906 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644138 Sep 18 20:01:51.345394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef57faf4-697f-4538-a706-a11d845f7a01 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:51.354037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:51.401413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Transition to ACTIVE for port object ef57faf4-697f-4538-a706-a11d845f7a01 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:01:51.408150 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:51.485125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Pushing event updated for resources: {'Port': ['ID=ef57faf4-697f-4538-a706-a11d845f7a01,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:51.512363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ed75c-ca13-4fa4-920c-4303ee58428b req-57b17908-df52-4d21-a8bf-1ba6ee3be8d3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:51.514063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd2ed75c-ca13-4fa4-920c-4303ee58428b req-57b17908-df52-4d21-a8bf-1ba6ee3be8d3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 945 time: 0.0838325 Sep 18 20:01:51.570484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd2ed75c-ca13-4fa4-920c-4303ee58428b req-7e4d9be1-383a-4575-9fd4-888927aa9c17 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Sep 18 20:01:51.584510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Attempting to bind port ef57faf4-697f-4538-a706-a11d845f7a01 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:01:51.584983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Attempting to bind port ef57faf4-697f-4538-a706-a11d845f7a01 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '77381f78-fd94-4cc6-a058-a474c3a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5703109b-9bcf-4753-b539-f24ba6d27af5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:01:51.585579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Attempting to bind port ef57faf4-697f-4538-a706-a11d845f7a01 on network 5703109b-9bcf-4753-b539-f24ba6d27af5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:01:51.593588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Port ef57faf4-697f-4538-a706-a11d845f7a01 on network 5703109b-9bcf-4753-b539-f24ba6d27af5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:01:51.594094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Attempting to bind port ef57faf4-697f-4538-a706-a11d845f7a01 on network 5703109b-9bcf-4753-b539-f24ba6d27af5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:01:51.598869 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf83bc63-0cc6-4c4c-8bf6-15f274656625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:51.610643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:01:51.610643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Checking segment: {'id': '77381f78-fd94-4cc6-a058-a474c3a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5703109b-9bcf-4753-b539-f24ba6d27af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:01:51.610643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Bound using segment: {'id': '77381f78-fd94-4cc6-a058-a474c3a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5703109b-9bcf-4753-b539-f24ba6d27af5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:01:51.610643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Bound port: ef57faf4-697f-4538-a706-a11d845f7a01, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77381f78-fd94-4cc6-a058-a474c3a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5703109b-9bcf-4753-b539-f24ba6d27af5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:01:51.610643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:51.679416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] For port ef57faf4-697f-4538-a706-a11d845f7a01, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:01:51.682603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] For port ef57faf4-697f-4538-a706-a11d845f7a01, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ef57faf4-697f-4538-a706-a11d845f7a01,segment=NetworkSegment(77381f78-fd94-4cc6-a058-a474c3a9408a),segment_id=77381f78-fd94-4cc6-a058-a474c3a9408a)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:01:51.687500 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:51.726718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:51.727225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:51.728665 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef57faf4-697f-4538-a706-a11d845f7a01 HTTP/1.1" status: 200 len: 1093 time: 0.8861349 Sep 18 20:01:51.729115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401b9dcc-7e58-4008-abc6-f16e36cdb20c', 'tag': 'ef57faf4-697f-4538-a706-a11d845f7a01'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:51.731424 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce419b3-a111-46a4-9348-c72808071694" -d '{"events": [{"name": "network-changed", "server_uuid": "401b9dcc-7e58-4008-abc6-f16e36cdb20c", "tag": "ef57faf4-697f-4538-a706-a11d845f7a01"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:51.756774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c04c0-51a5-499c-8db8-b70070eaa997 service neutron] Pushing event updated for resources: {'Port': ['ID=ef57faf4-697f-4538-a706-a11d845f7a01,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:51.815361 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1cd1ca-6513-4f9b-8f1b-05b37dc774d1 x-openstack-request-id: req-fa1cd1ca-6513-4f9b-8f1b-05b37dc774d1 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:51.815805 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401b9dcc-7e58-4008-abc6-f16e36cdb20c", "tag": "ef57faf4-697f-4538-a706-a11d845f7a01", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:51.815961 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa1cd1ca-6513-4f9b-8f1b-05b37dc774d1 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:51.816335 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401b9dcc-7e58-4008-abc6-f16e36cdb20c', 'tag': 'ef57faf4-697f-4538-a706-a11d845f7a01', 'status': 'completed', 'code': 200} Sep 18 20:01:51.846012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-2c218a9f-cbd6-435d-b6bf-49e0006281bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:51.847738 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-2c218a9f-cbd6-435d-b6bf-49e0006281bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbf74a4c86054f3fb9fe4d76ae82a077&device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 1096 time: 0.0694830 Sep 18 20:01:51.852786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cfd57275-ce4f-49c9-8e35-d8451918a22f up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:01:51.902469 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-837c9cf1-f713-4c50-9ebd-6a47bff6a5d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef57faf4-697f-4538-a706-a11d845f7a01 HTTP/1.1" status: 200 len: 217 time: 0.0466111 Sep 18 20:01:51.917230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port cfd57275-ce4f-49c9-8e35-d8451918a22f completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:01:51.925482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port cfd57275-ce4f-49c9-8e35-d8451918a22f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:01:51.926279 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:51.959878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-1e5260c5-5970-4c72-80cd-79a09c2e772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:51.961606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-1e5260c5-5970-4c72-80cd-79a09c2e772d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13ea2c87-0106-4ed8-9e56-27f2fc9f0e4e HTTP/1.1" status: 200 len: 860 time: 0.0501413 Sep 18 20:01:52.012420 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-ccc94d05-7259-4ff8-9c4a-2a6a831961be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5703109b-9bcf-4753-b539-f24ba6d27af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410836 Sep 18 20:01:52.046283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:52.086797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port cfd57275-ce4f-49c9-8e35-d8451918a22f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cfd57275-ce4f-49c9-8e35-d8451918a22f,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:52.088563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620da0c6-4477-444f-83bd-90994d6930fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd57275-ce4f-49c9-8e35-d8451918a22f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:52.091729 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120f8499-b7a4-46d5-9ab5-fd0bf48083ac" -d '{"events": [{"server_uuid": "620da0c6-4477-444f-83bd-90994d6930fa", "name": "network-vif-plugged", "status": "completed", "tag": "cfd57275-ce4f-49c9-8e35-d8451918a22f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:52.096138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:52.136106 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-5bd68ca0-6206-4721-a311-be71b3545b0c service neutron] 10.222.0.32 "GET /v2.0/networks/5703109b-9bcf-4753-b539-f24ba6d27af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152501 Sep 18 20:01:52.152971 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=cfd57275-ce4f-49c9-8e35-d8451918a22f,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:52.166547 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f579c9-9989-41ea-b724-fc91cc2fa751 x-openstack-request-id: req-06f579c9-9989-41ea-b724-fc91cc2fa751 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:52.166907 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620da0c6-4477-444f-83bd-90994d6930fa", "name": "network-vif-plugged", "status": "completed", "tag": "cfd57275-ce4f-49c9-8e35-d8451918a22f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:52.167215 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06f579c9-9989-41ea-b724-fc91cc2fa751 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:52.167716 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620da0c6-4477-444f-83bd-90994d6930fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd57275-ce4f-49c9-8e35-d8451918a22f', 'code': 200} Sep 18 20:01:52.273385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75974-a6c7-41aa-b26b-60e32a77bc94 req-ffd160c3-0504-4297-928d-6e64e5c993af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:52.277003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2e75974-a6c7-41aa-b26b-60e32a77bc94 req-ffd160c3-0504-4297-928d-6e64e5c993af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 1098 time: 0.0536301 Sep 18 20:01:52.280910 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bb3ca06d-230c-45f0-a53d-c1911b6852d0 req-6941f525-573d-4389-a7a7-955aa03a7499 service neutron] 10.222.0.32 "GET /v2.0/networks/5703109b-9bcf-4753-b539-f24ba6d27af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315703 Sep 18 20:01:52.322369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2e75974-a6c7-41aa-b26b-60e32a77bc94 req-08963a62-4722-46d4-9292-503977cf804d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Sep 18 20:01:52.399723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce419b3-a111-46a4-9348-c72808071694 req-f726ab6b-46c2-4056-88e8-3d8655194a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:52.401414 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ce419b3-a111-46a4-9348-c72808071694 req-f726ab6b-46c2-4056-88e8-3d8655194a64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbf74a4c86054f3fb9fe4d76ae82a077&device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 1096 time: 0.0576041 Sep 18 20:01:52.523673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868894eb-ea20-41ac-996d-f47ad3ad8a77 req-2083a389-7607-48c5-8d46-5410906f2d44 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:52.525481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-868894eb-ea20-41ac-996d-f47ad3ad8a77 req-2083a389-7607-48c5-8d46-5410906f2d44 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 944 time: 0.0863519 Sep 18 20:01:52.537649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce419b3-a111-46a4-9348-c72808071694 req-b18e852f-7b7c-41b6-838d-7b4f11282574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:52.539161 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ce419b3-a111-46a4-9348-c72808071694 req-b18e852f-7b7c-41b6-838d-7b4f11282574 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5703109b-9bcf-4753-b539-f24ba6d27af5 HTTP/1.1" status: 200 len: 921 time: 0.1288693 Sep 18 20:01:52.549253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a71d7-71a7-4e22-bae9-fdae6e15a4aa req-440e26a6-9101-4b16-aefa-e71da9fea44d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:52.551010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684a71d7-71a7-4e22-bae9-fdae6e15a4aa req-440e26a6-9101-4b16-aefa-e71da9fea44d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0745263 Sep 18 20:01:52.588462 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ce419b3-a111-46a4-9348-c72808071694 req-2322b0ba-cb15-4718-94ba-0b772ad80e30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef57faf4-697f-4538-a706-a11d845f7a01 HTTP/1.1" status: 200 len: 217 time: 0.0399880 Sep 18 20:01:52.605196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-684a71d7-71a7-4e22-bae9-fdae6e15a4aa req-2c181644-c31f-4b56-9a7b-70a732c45d8d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460513 Sep 18 20:01:52.616200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-868894eb-ea20-41ac-996d-f47ad3ad8a77 req-368974ae-7438-4726-b080-afcf7ee88989 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824318 Sep 18 20:01:52.668197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce419b3-a111-46a4-9348-c72808071694 req-6175becc-bc09-4afc-be10-75d508cebdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:52.670735 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ce419b3-a111-46a4-9348-c72808071694 req-6175becc-bc09-4afc-be10-75d508cebdff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=13ea2c87-0106-4ed8-9e56-27f2fc9f0e4e HTTP/1.1" status: 200 len: 860 time: 0.0743411 Sep 18 20:01:52.718816 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ce419b3-a111-46a4-9348-c72808071694 req-d70afc83-93d9-471f-8a2e-7f78c5e96164 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5703109b-9bcf-4753-b539-f24ba6d27af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390351 Sep 18 20:01:52.762197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47219a2b-c61f-45db-9529-1f2b0a672b7c req-a08891ad-1992-4305-b468-35bcd795d4d1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:52.764311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47219a2b-c61f-45db-9529-1f2b0a672b7c req-a08891ad-1992-4305-b468-35bcd795d4d1 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0797970 Sep 18 20:01:52.808543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47219a2b-c61f-45db-9529-1f2b0a672b7c req-a8ad182f-416f-46f2-a02b-6caeaf540eeb tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379357 Sep 18 20:01:52.835011 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ce419b3-a111-46a4-9348-c72808071694 req-030a4357-917b-4e4f-8f97-d6b466b8a40e service neutron] 10.222.0.32 "GET /v2.0/networks/5703109b-9bcf-4753-b539-f24ba6d27af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080587 Sep 18 20:01:52.942032 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5ce419b3-a111-46a4-9348-c72808071694 req-337b9488-6818-4594-83dc-be68db0a1eee service neutron] 10.222.0.32 "GET /v2.0/networks/5703109b-9bcf-4753-b539-f24ba6d27af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954928 Sep 18 20:01:53.261074 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:53.417755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:53.767153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eca1d6-94a4-4376-bd16-80df8c488fa3 req-b1e98858-7edb-4fd6-8dbd-4eb6f5d07dbb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:53.768681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07eca1d6-94a4-4376-bd16-80df8c488fa3 req-b1e98858-7edb-4fd6-8dbd-4eb6f5d07dbb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0801561 Sep 18 20:01:53.802969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fdd98-39d0-4e9f-b52d-e716c665f3c1 req-291bb8a8-df90-46b3-bc6b-f51b498a8eb4 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:53.804483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e4fdd98-39d0-4e9f-b52d-e716c665f3c1 req-291bb8a8-df90-46b3-bc6b-f51b498a8eb4 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 944 time: 0.1041718 Sep 18 20:01:53.826605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07eca1d6-94a4-4376-bd16-80df8c488fa3 req-385b9cba-67ef-4c31-95de-8ba5f1a10baa tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493782 Sep 18 20:01:53.857776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e4fdd98-39d0-4e9f-b52d-e716c665f3c1 req-c3c8e68f-6951-45eb-8244-e9dba3ca19e8 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Sep 18 20:01:54.322394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7672-194b-46e5-8b41-baf6dd217a64 req-e5e28b2c-6dd8-40e9-8681-33f120ce5e79 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:54.324065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96aa7672-194b-46e5-8b41-baf6dd217a64 req-e5e28b2c-6dd8-40e9-8681-33f120ce5e79 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.3969049 Sep 18 20:01:54.368926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96aa7672-194b-46e5-8b41-baf6dd217a64 req-df339b4e-47b2-4da4-b5c6-f5e8da5ba594 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348163 Sep 18 20:01:54.585555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb74b58-9f0b-471e-b38e-b9995f7a2f87 req-ffc46c9c-30df-42d9-beda-5462f134d4c8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:54.587165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdb74b58-9f0b-471e-b38e-b9995f7a2f87 req-ffc46c9c-30df-42d9-beda-5462f134d4c8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0521984 Sep 18 20:01:54.630621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdb74b58-9f0b-471e-b38e-b9995f7a2f87 req-d12a4795-7840-4866-a276-28dfc7ac9f25 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360854 Sep 18 20:01:54.750966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56dae1-6017-43b9-a653-27884d33daeb req-dca97a3a-7e5a-4342-b9b6-fc5ec469255c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:54.754457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b56dae1-6017-43b9-a653-27884d33daeb req-dca97a3a-7e5a-4342-b9b6-fc5ec469255c tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0526037 Sep 18 20:01:54.768633 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:54.795888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b56dae1-6017-43b9-a653-27884d33daeb req-28c7a3c3-ac0f-4ba7-8d17-9185cc85a725 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342734 Sep 18 20:01:54.909218 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5df5ede3-2267-4638-8a86-9e65bcbe757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:54.958981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb97ae0-1ba9-4001-aaea-394bd8e314ca req-77f171e8-8618-459e-99c7-a3360a415d51 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:54.962002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdb97ae0-1ba9-4001-aaea-394bd8e314ca req-77f171e8-8618-459e-99c7-a3360a415d51 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0617998 Sep 18 20:01:55.032129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdb97ae0-1ba9-4001-aaea-394bd8e314ca req-1bb75a19-d663-4295-93a5-7b7aec595471 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596294 Sep 18 20:01:55.040171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b843c-0cfa-47d6-bab3-678f85a0b049 req-658afd8f-040f-416e-9377-f44f63d7fe9d tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:55.041709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b37b843c-0cfa-47d6-bab3-678f85a0b049 req-658afd8f-040f-416e-9377-f44f63d7fe9d tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 944 time: 0.0788066 Sep 18 20:01:55.085261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b37b843c-0cfa-47d6-bab3-678f85a0b049 req-28e8e743-c44a-48f2-9ee9-f0f39966639b tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Sep 18 20:01:55.144648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39a277-70ec-44b4-b0cb-e36bd79bf5b8 req-330e184e-c731-4190-91ed-e3c606bd668d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:55.146158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb39a277-70ec-44b4-b0cb-e36bd79bf5b8 req-330e184e-c731-4190-91ed-e3c606bd668d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0535409 Sep 18 20:01:55.183433 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-9885374d-d177-401e-9556-1a11e4e796fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428097 Sep 18 20:01:55.187298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb39a277-70ec-44b4-b0cb-e36bd79bf5b8 req-9e3b47ba-2da4-4f60-91b5-2db85a4fddbe tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Sep 18 20:01:55.268131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-8898e2a5-447e-4eba-b229-9b2d55a47eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:55.269684 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-8898e2a5-447e-4eba-b229-9b2d55a47eec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25e101887d3244628d3ecd2bfb76523e&device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 1098 time: 0.0445812 Sep 18 20:01:55.348620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ef57faf4-697f-4538-a706-a11d845f7a01 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:01:55.382424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-6f64872d-7206-44b1-ac68-07d358b74897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:55.384134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-6f64872d-7206-44b1-ac68-07d358b74897 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 200 len: 915 time: 0.0920479 Sep 18 20:01:55.429782 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-3ede60ab-bb1c-4005-89ab-9a2d403b2c33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d9bca0-5c47-4a16-a1aa-515427e5e00e HTTP/1.1" status: 200 len: 217 time: 0.0374484 Sep 18 20:01:55.447329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ef57faf4-697f-4538-a706-a11d845f7a01, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ef57faf4-697f-4538-a706-a11d845f7a01,segment=NetworkSegment(77381f78-fd94-4cc6-a058-a474c3a9408a),segment_id=77381f78-fd94-4cc6-a058-a474c3a9408a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:55.459893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'ef57faf4-697f-4538-a706-a11d845f7a01', 'network_id': '5703109b-9bcf-4753-b539-f24ba6d27af5', 'port_id': 'ef57faf4-697f-4538-a706-a11d845f7a01', 'mac_address': 'fa:16:3e:f6:50:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ea2c87-0106-4ed8-9e56-27f2fc9f0e4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:01:55.484403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-49a81841-1258-425c-9cfd-2ae5b15fdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:55.485887 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-49a81841-1258-425c-9cfd-2ae5b15fdd6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 200 len: 854 time: 0.0470443 Sep 18 20:01:55.503463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:55.527144 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-a1710b05-8a7d-400c-a3c0-b7e75680a8db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da5ac25e-5c89-4010-a4ea-a5f5933e757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338433 Sep 18 20:01:55.533898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef57faf4-697f-4538-a706-a11d845f7a01 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:01:55.549316 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:55.558173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ef57faf4-697f-4538-a706-a11d845f7a01, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ef57faf4-697f-4538-a706-a11d845f7a01,segment=NetworkSegment(77381f78-fd94-4cc6-a058-a474c3a9408a),segment_id=77381f78-fd94-4cc6-a058-a474c3a9408a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:55.563307 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:55.617090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ef57faf4-697f-4538-a706-a11d845f7a01,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:55.628283 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-175bfbaf-16cc-483c-bfde-6a501c14f8a0 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933518 Sep 18 20:01:55.729819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-32beaef3-eed6-4db1-85e9-e87c45871f42 req-415645ce-fa69-40c6-b5cf-5b5a01766565 service neutron] 10.222.0.32 "GET /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927267 Sep 18 20:01:55.826675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ef57faf4-697f-4538-a706-a11d845f7a01'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:01:56.152800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91a9de-0462-47c5-9a63-58c15c5fd4fd req-46c495aa-dfa4-4b57-99b8-2a2a4241752b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:56.155017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd91a9de-0462-47c5-9a63-58c15c5fd4fd req-46c495aa-dfa4-4b57-99b8-2a2a4241752b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0557256 Sep 18 20:01:56.222740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd91a9de-0462-47c5-9a63-58c15c5fd4fd req-55fc8435-1406-45d6-996f-0cf5351a59ea tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613699 Sep 18 20:01:56.242928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad624-e0ce-4b9d-907a-245772e0168d req-153a7c07-0693-48ef-8efa-1ad16cd84613 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:56.242928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9cad624-e0ce-4b9d-907a-245772e0168d req-153a7c07-0693-48ef-8efa-1ad16cd84613 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 945 time: 0.0728214 Sep 18 20:01:56.286270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9cad624-e0ce-4b9d-907a-245772e0168d req-6b0d470f-1efb-440c-a32b-c769538c2dd5 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Sep 18 20:01:56.338625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4a7b1-8bf8-4e86-a7af-b4d85d08f284 req-c134bbc0-817f-47ee-ac88-328609cf3558 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:56.340129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ac4a7b1-8bf8-4e86-a7af-b4d85d08f284 req-c134bbc0-817f-47ee-ac88-328609cf3558 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0498521 Sep 18 20:01:56.379417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ac4a7b1-8bf8-4e86-a7af-b4d85d08f284 req-9e36f66b-e585-481d-8a65-1908665b7996 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Sep 18 20:01:57.355296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ef57faf4-697f-4538-a706-a11d845f7a01 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:01:57.374787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680f556-d309-43ac-aaaf-f51b4ce0e985 req-fccf50bb-799f-488c-9659-a536d5b91c6c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:57.376644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7680f556-d309-43ac-aaaf-f51b4ce0e985 req-fccf50bb-799f-488c-9659-a536d5b91c6c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0842865 Sep 18 20:01:57.458608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa747aa-95e6-4b38-b385-9e5b1eeafbd4 req-02549532-1ff5-4806-ab57-26747b6e823e tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:57.460479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-baa747aa-95e6-4b38-b385-9e5b1eeafbd4 req-02549532-1ff5-4806-ab57-26747b6e823e tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 945 time: 0.0806186 Sep 18 20:01:57.484431 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:57.493029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port ef57faf4-697f-4538-a706-a11d845f7a01 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:01:57.499607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port ef57faf4-697f-4538-a706-a11d845f7a01 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:01:57.499971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:57.509008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-baa747aa-95e6-4b38-b385-9e5b1eeafbd4 req-01f6c2d3-19da-46ea-add4-dfeb27ac1083 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393119 Sep 18 20:01:57.512213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7680f556-d309-43ac-aaaf-f51b4ce0e985 req-e5d49270-79ad-43a2-9e3e-9b74ab912580 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980632 Sep 18 20:01:57.642654 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:57.643196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ebad4-899f-4aad-9283-99f0d861fa97 req-e2e6551a-28b2-449e-bcdb-f41a84696d91 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:57.644911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-334ebad4-899f-4aad-9283-99f0d861fa97 req-e2e6551a-28b2-449e-bcdb-f41a84696d91 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0590367 Sep 18 20:01:57.690346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-334ebad4-899f-4aad-9283-99f0d861fa97 req-4dbec99e-e87b-4e73-8049-c8a7c3bfaaea tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377610 Sep 18 20:01:57.696796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401b9dcc-7e58-4008-abc6-f16e36cdb20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef57faf4-697f-4538-a706-a11d845f7a01'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:01:57.701406 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298bc479-2b76-4a36-af3d-a9de6030ee04" -d '{"events": [{"server_uuid": "401b9dcc-7e58-4008-abc6-f16e36cdb20c", "name": "network-vif-plugged", "status": "completed", "tag": "ef57faf4-697f-4538-a706-a11d845f7a01"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:01:57.719665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ef57faf4-697f-4538-a706-a11d845f7a01, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ef57faf4-697f-4538-a706-a11d845f7a01,segment=NetworkSegment(77381f78-fd94-4cc6-a058-a474c3a9408a),segment_id=77381f78-fd94-4cc6-a058-a474c3a9408a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:01:57.726131 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:01:57.779604 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da91f5f2-767e-4a88-96c5-4bc178186d89 x-openstack-request-id: req-da91f5f2-767e-4a88-96c5-4bc178186d89 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:01:57.780107 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401b9dcc-7e58-4008-abc6-f16e36cdb20c", "name": "network-vif-plugged", "status": "completed", "tag": "ef57faf4-697f-4538-a706-a11d845f7a01", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:01:57.780408 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da91f5f2-767e-4a88-96c5-4bc178186d89 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:01:57.780871 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401b9dcc-7e58-4008-abc6-f16e36cdb20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef57faf4-697f-4538-a706-a11d845f7a01', 'code': 200} Sep 18 20:01:57.807584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ef57faf4-697f-4538-a706-a11d845f7a01,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:01:57.869662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06c3d9-7e61-4aff-96cd-0abc6b4c4cc6 req-62b14d2f-4977-489d-9505-bc0e20162d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:57.871229 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4f06c3d9-7e61-4aff-96cd-0abc6b4c4cc6 req-62b14d2f-4977-489d-9505-bc0e20162d8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 1098 time: 0.0410476 Sep 18 20:01:57.907467 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4f06c3d9-7e61-4aff-96cd-0abc6b4c4cc6 req-e2b99db0-a18a-4563-8a6e-9c790a199760 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290914 Sep 18 20:01:58.666072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54f38a-2be9-4c37-947f-f4ab7ca30ca0 req-d14851e4-0af3-403f-a5b6-3f6cb7870b6e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:58.667639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c54f38a-2be9-4c37-947f-f4ab7ca30ca0 req-d14851e4-0af3-403f-a5b6-3f6cb7870b6e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0823913 Sep 18 20:01:58.680597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca43a7-440d-48fe-a923-6de4864b8dda req-65a75ac7-c6e4-47a8-8b47-212857c8bf46 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:58.682169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6ca43a7-440d-48fe-a923-6de4864b8dda req-65a75ac7-c6e4-47a8-8b47-212857c8bf46 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 946 time: 0.0834475 Sep 18 20:01:58.737793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c54f38a-2be9-4c37-947f-f4ab7ca30ca0 req-7ca9cfb8-4980-4603-9ef1-b7116b396a33 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546386 Sep 18 20:01:58.744857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6ca43a7-440d-48fe-a923-6de4864b8dda req-bc367927-fdd9-468e-9edf-f860cd77fb17 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548556 Sep 18 20:01:58.853874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f4184-12b6-495b-b69f-f735f47462d1 req-da4bd230-3944-4ed9-8825-8b90bc16b338 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:58.855358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb5f4184-12b6-495b-b69f-f735f47462d1 req-da4bd230-3944-4ed9-8825-8b90bc16b338 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0515895 Sep 18 20:01:58.896116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb5f4184-12b6-495b-b69f-f735f47462d1 req-127c5200-82b9-4d30-a434-d2f5d5cf7424 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324674 Sep 18 20:01:59.928130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250788bb-38ad-4765-8614-45de5212f64a req-5b69b2c3-d77d-4e7c-a493-6079a6ab329a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:59.930035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-250788bb-38ad-4765-8614-45de5212f64a req-5b69b2c3-d77d-4e7c-a493-6079a6ab329a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0961337 Sep 18 20:01:59.956516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3901182-8ce3-4a25-89be-bda3b13b0300 req-6cd5cd70-70c0-4047-bcc1-407f7d229d2e tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:01:59.958269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3901182-8ce3-4a25-89be-bda3b13b0300 req-6cd5cd70-70c0-4047-bcc1-407f7d229d2e tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 946 time: 0.0945175 Sep 18 20:02:00.020781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-250788bb-38ad-4765-8614-45de5212f64a req-9bfb0a78-5adf-45dd-9d25-a1bcf38ab758 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813780 Sep 18 20:02:00.030616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3901182-8ce3-4a25-89be-bda3b13b0300 req-9400af06-d09c-492e-8530-23785ba47a87 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630701 Sep 18 20:02:00.157342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a90367-9287-43c3-a3cf-c7cfced3d694 req-442136ab-d699-4bca-a368-6ad71957a600 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:00.159005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66a90367-9287-43c3-a3cf-c7cfced3d694 req-442136ab-d699-4bca-a368-6ad71957a600 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0770361 Sep 18 20:02:00.207533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66a90367-9287-43c3-a3cf-c7cfced3d694 req-2872a49e-e4c6-479f-b544-692b4c501f37 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Sep 18 20:02:00.604774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bb0aa-8003-4be7-a51b-2144b6cf2f18 req-0438c7f5-7597-40fb-b1cd-a77a1d0d828a tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:00.606269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e4bb0aa-8003-4be7-a51b-2144b6cf2f18 req-0438c7f5-7597-40fb-b1cd-a77a1d0d828a tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 946 time: 0.0492949 Sep 18 20:02:00.645037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e4bb0aa-8003-4be7-a51b-2144b6cf2f18 req-1948ea62-3845-46f9-b08f-a87c6b2b3bb7 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Sep 18 20:02:01.141134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486b14-9cbd-44c0-b980-2d70e9965282 req-1f159ae1-d13f-429c-9e86-403b4c4abc7a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:01.142635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33486b14-9cbd-44c0-b980-2d70e9965282 req-1f159ae1-d13f-429c-9e86-403b4c4abc7a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0509436 Sep 18 20:02:01.180493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33486b14-9cbd-44c0-b980-2d70e9965282 req-8ca7fcfa-c470-4a19-bf15-6d707d38a4ba tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Sep 18 20:02:01.352785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e8422-2207-4b32-95c4-31b2177a63cf req-f3c848cd-c6ba-45f5-a119-56102b63cd3f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:01.354209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-492e8422-2207-4b32-95c4-31b2177a63cf req-f3c848cd-c6ba-45f5-a119-56102b63cd3f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0603154 Sep 18 20:02:01.407102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-492e8422-2207-4b32-95c4-31b2177a63cf req-b3919d32-5efc-4adf-813e-0c7db2ccf2cd tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459223 Sep 18 20:02:01.767465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbfc59-9a8c-41f4-a384-6e50f5a6201f req-6eece86d-ce89-4ee2-85f6-ba860342ad31 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:01.769004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eacbfc59-9a8c-41f4-a384-6e50f5a6201f req-6eece86d-ce89-4ee2-85f6-ba860342ad31 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 946 time: 0.0513647 Sep 18 20:02:01.806567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eacbfc59-9a8c-41f4-a384-6e50f5a6201f req-7ce324a5-af87-4c4c-b214-1ee4fb3dac16 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.20 "GET /v2.0/security-groups?id=bca77d4c-3853-472d-a3d1-94ca0c846a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Sep 18 20:02:01.922197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59be7-4146-4371-a46e-405e8215070f req-d428a48e-683f-485a-82f9-515cf3c2a916 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:01.924190 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fad59be7-4146-4371-a46e-405e8215070f req-d428a48e-683f-485a-82f9-515cf3c2a916 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.32 "GET /v2.0/ports?device_id=401b9dcc-7e58-4008-abc6-f16e36cdb20c HTTP/1.1" status: 200 len: 946 time: 0.0486631 Sep 18 20:02:02.031000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Deleting port ef57faf4-697f-4538-a706-a11d845f7a01 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:02:02.031343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:02.127841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] For port ef57faf4-697f-4538-a706-a11d845f7a01, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ef57faf4-697f-4538-a706-a11d845f7a01,segment=NetworkSegment(77381f78-fd94-4cc6-a058-a474c3a9408a),segment_id=77381f78-fd94-4cc6-a058-a474c3a9408a)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:02.128238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:02.140779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Calling delete_port for ef57faf4-697f-4538-a706-a11d845f7a01 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:02:02.277132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:02.291999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ef57faf4-697f-4538-a706-a11d845f7a01'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:02.303221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289d2ae-4767-4a4c-8bd7-3aad0a409890 req-43208a3c-550e-4295-89f7-d2e58b3ff72a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:02.304774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4289d2ae-4767-4a4c-8bd7-3aad0a409890 req-43208a3c-550e-4295-89f7-d2e58b3ff72a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0532548 Sep 18 20:02:02.310687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Pushing event deleted for resources: {'Port': ['ID=ef57faf4-697f-4538-a706-a11d845f7a01,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:02.347209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4289d2ae-4767-4a4c-8bd7-3aad0a409890 req-011da8d9-5c90-4517-845e-c75796a2ab47 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363879 Sep 18 20:02:02.355002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] No DVR routers for this DVR port ef57faf4-697f-4538-a706-a11d845f7a01 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:02:02.357612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:02.360635 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fad59be7-4146-4371-a46e-405e8215070f req-bed67c64-26f4-449c-a0a5-cbbddb3c61e1 tempest-ServerMetadataNegativeTestJSON-1906431263 tempest-ServerMetadataNegativeTestJSON-1906431263-project] 10.222.0.32 "DELETE /v2.0/ports/ef57faf4-697f-4538-a706-a11d845f7a01 HTTP/1.1" status: 204 len: 173 time: 0.4306798 Sep 18 20:02:02.361085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401b9dcc-7e58-4008-abc6-f16e36cdb20c', 'name': 'network-vif-deleted', 'tag': 'ef57faf4-697f-4538-a706-a11d845f7a01'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:02.364159 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317991c5-83e8-4740-a672-bd5640279810" -d '{"events": [{"server_uuid": "401b9dcc-7e58-4008-abc6-f16e36cdb20c", "name": "network-vif-deleted", "tag": "ef57faf4-697f-4538-a706-a11d845f7a01"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:02.408829 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822d3649-a25e-4125-8b3f-a61bae51e746 x-openstack-request-id: req-822d3649-a25e-4125-8b3f-a61bae51e746 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:02.409123 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401b9dcc-7e58-4008-abc6-f16e36cdb20c", "name": "network-vif-deleted", "tag": "ef57faf4-697f-4538-a706-a11d845f7a01", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:02.409377 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-822d3649-a25e-4125-8b3f-a61bae51e746 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:02.409783 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401b9dcc-7e58-4008-abc6-f16e36cdb20c', 'name': 'network-vif-deleted', 'tag': 'ef57faf4-697f-4538-a706-a11d845f7a01', 'status': 'completed', 'code': 200} Sep 18 20:02:02.543325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d20e-3219-4c27-941f-a74147dc4b30 req-9f0e0d3f-eba5-4434-8ba6-fcf13043ed2d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:02.544867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c10d20e-3219-4c27-941f-a74147dc4b30 req-9f0e0d3f-eba5-4434-8ba6-fcf13043ed2d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0561552 Sep 18 20:02:02.584749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c10d20e-3219-4c27-941f-a74147dc4b30 req-e72b2b82-5bdb-47c0-8f80-75b53d6dce98 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Sep 18 20:02:02.870460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44680) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:02.917043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec6c042-8ada-4ecc-b813-d1a4572f3d43 admin admin] Deleting subnet 13ea2c87-0106-4ed8-9e56-27f2fc9f0e4e {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:02:02.919980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ec6c042-8ada-4ecc-b813-d1a4572f3d43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:02.958066 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ec6c042-8ada-4ecc-b813-d1a4572f3d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.006440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ec6c042-8ada-4ecc-b813-d1a4572f3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.062179 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ec6c042-8ada-4ecc-b813-d1a4572f3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.091720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6c042-8ada-4ecc-b813-d1a4572f3d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ea2c87-0106-4ed8-9e56-27f2fc9f0e4e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:03.094505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ec6c042-8ada-4ecc-b813-d1a4572f3d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.099263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7ec6c042-8ada-4ecc-b813-d1a4572f3d43 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13ea2c87-0106-4ed8-9e56-27f2fc9f0e4e HTTP/1.1" status: 204 len: 168 time: 0.2248993 Sep 18 20:02:03.099263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44682) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:03.168009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.250038 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.269810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5703109b-9bcf-4753-b539-f24ba6d27af5']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:03.278812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77381f78-fd94-4cc6-a058-a474c3a9408a') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:03.279104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77381f78-fd94-4cc6-a058-a474c3a9408a') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:03.288947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.302689 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.308874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:02:03.309551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:02:03.311204 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:02:03.369684 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.375952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.380946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] 10.222.0.20 "DELETE /v2.0/networks/5703109b-9bcf-4753-b539-f24ba6d27af5 HTTP/1.1" status: 204 len: 168 time: 0.2807884 Sep 18 20:02:03.395345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9d2f-8a5a-4592-9df7-0d60a782a63f admin admin] Pushing event deleted for resources: {'Network': ['ID=5703109b-9bcf-4753-b539-f24ba6d27af5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:03.478681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515d538-bf11-48d4-a86d-6ba8ecb99344 req-7c29320f-c127-4f71-83bd-b06aaef463ae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:03.480597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d515d538-bf11-48d4-a86d-6ba8ecb99344 req-7c29320f-c127-4f71-83bd-b06aaef463ae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0556238 Sep 18 20:02:03.506336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44692) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:03.526365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d515d538-bf11-48d4-a86d-6ba8ecb99344 req-740a989d-2c9b-4bf4-ab37-75e20fd011c7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389545 Sep 18 20:02:03.558729 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e2c90408-a93c-4785-97ff-9fd53c4e3ab2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbf74a4c86054f3fb9fe4d76ae82a077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504103 Sep 18 20:02:03.561202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44696) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:03.614151 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.636493 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.763636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.763636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:03.763636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bca77d4c-3853-472d-a3d1-94ca0c846a65 HTTP/1.1" status: 204 len: 168 time: 0.1948984 Sep 18 20:02:03.774261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca77d4c-3853-472d-a3d1-94ca0c846a65,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:03.790108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd217b3-3451-4692-98dd-507debb0e81e req-2c984446-6f90-4c1e-adeb-ec381e71a8ac tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:03.791678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6dd217b3-3451-4692-98dd-507debb0e81e req-2c984446-6f90-4c1e-adeb-ec381e71a8ac tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0974426 Sep 18 20:02:03.793223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.793560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.793892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.794220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.794544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.794931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.795262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.795657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.796056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.796376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.796732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.797131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ff37a-a141-4dd8-96ee-c5737870d9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:03.841391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6dd217b3-3451-4692-98dd-507debb0e81e req-91771c4c-7d95-44db-804f-324c707e6c17 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Sep 18 20:02:04.671367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532193ff-91a9-4fca-bc27-0416380e7e26 req-5711f438-d4ab-4367-a9b9-3268eec25524 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:04.673179 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-532193ff-91a9-4fca-bc27-0416380e7e26 req-5711f438-d4ab-4367-a9b9-3268eec25524 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0553436 Sep 18 20:02:04.713410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-532193ff-91a9-4fca-bc27-0416380e7e26 req-58afce74-909a-457a-a8ea-4dd7fc8496ae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339923 Sep 18 20:02:04.975463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ba9db3d2-66e9-4132-9140-4d02f6d297d4 req-aaabbdb9-33db-40ad-adb2-92e99545fd07 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=4115d96a-a989-41ad-8735-c4c5c603909e HTTP/1.1" status: 200 len: 210 time: 0.0545402 Sep 18 20:02:05.003839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867adc17-9442-46d3-bad7-6352c3d81021 req-eba44307-6c08-475d-a433-e8b4950e960d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:05.017625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-867adc17-9442-46d3-bad7-6352c3d81021 req-eba44307-6c08-475d-a433-e8b4950e960d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0979676 Sep 18 20:02:05.077511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-867adc17-9442-46d3-bad7-6352c3d81021 req-1933d483-78e7-42b3-8407-054e40cb027f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584624 Sep 18 20:02:05.446554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15be3582-0969-49b2-8766-ce2d58b829c8 req-1f63060d-a4df-4552-bea4-26a14198cbbf tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0357542 Sep 18 20:02:05.837266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7818949-60ad-4172-9300-6ab0204af865 req-4ffb2750-4f0a-4e89-a043-ed2179c4b857 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:05.838838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7818949-60ad-4172-9300-6ab0204af865 req-4ffb2750-4f0a-4e89-a043-ed2179c4b857 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0530863 Sep 18 20:02:05.885184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7818949-60ad-4172-9300-6ab0204af865 req-8bc251af-3fb3-4e19-921b-7199b87487cc tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Sep 18 20:02:06.197951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b939-7101-495f-a796-04ae6351baa0 req-87699594-b62e-4ae8-a8b4-4ef2ddab0939 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:06.199471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5115b939-7101-495f-a796-04ae6351baa0 req-87699594-b62e-4ae8-a8b4-4ef2ddab0939 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0625849 Sep 18 20:02:06.240207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5115b939-7101-495f-a796-04ae6351baa0 req-ae29e12f-daf8-4e67-8acf-7070c847df7e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Sep 18 20:02:06.553567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5d2466a-0460-4890-bdc1-8dd960fb8aae req-e6a9392d-1f83-45bd-bd7f-cd22a5a570cb tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0288644 Sep 18 20:02:07.003135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b8be-d621-49cc-8cb4-ff379c7a2fcb req-81bb9180-8baa-4b89-9776-9f33aa08e0df tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:07.004695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d26b8be-d621-49cc-8cb4-ff379c7a2fcb req-81bb9180-8baa-4b89-9776-9f33aa08e0df tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0496058 Sep 18 20:02:07.045049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d26b8be-d621-49cc-8cb4-ff379c7a2fcb req-a87cbda9-2a75-4dc8-b92f-0e33d5ae2e73 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Sep 18 20:02:07.105174 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e88f6695-f205-4052-ad3a-0c875efad0b9 req-fb932784-72d1-4f68-9aa6-72210d837482 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4115d96a-a989-41ad-8735-c4c5c603909e HTTP/1.1" status: 200 len: 210 time: 0.0261524 Sep 18 20:02:07.360501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56b69f-2fa4-460e-bfcc-e8e8543b7302 req-d40562f4-a086-4a48-a7c3-d8e8115c3379 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:07.361998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db56b69f-2fa4-460e-bfcc-e8e8543b7302 req-d40562f4-a086-4a48-a7c3-d8e8115c3379 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0510201 Sep 18 20:02:07.380011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ef57faf4-697f-4538-a706-a11d845f7a01 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:07.399977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: ef57faf4-697f-4538-a706-a11d845f7a01 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:02:07.400279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ef57faf4-697f-4538-a706-a11d845f7a01 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:02:07.404416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db56b69f-2fa4-460e-bfcc-e8e8543b7302 req-b2a945c0-9305-4d60-befe-45a13f408222 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361996 Sep 18 20:02:07.665520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0e89ef4-6c71-434f-abc4-16fd18c217f1 req-1190f538-cc0e-4c24-a4ca-a93446f2154c tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0303795 Sep 18 20:02:07.719777 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e1110385-57be-42ee-9267-f335c44d85c4 req-26eb8dc8-553b-4e32-bd4b-5106a2db0448 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0262079 Sep 18 20:02:08.161143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e983d4c-dbed-4777-ac1a-5184fa51d5de req-98c9b80a-49c5-416b-afa0-deef0083963f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:08.162661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e983d4c-dbed-4777-ac1a-5184fa51d5de req-98c9b80a-49c5-416b-afa0-deef0083963f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0492377 Sep 18 20:02:08.203867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e983d4c-dbed-4777-ac1a-5184fa51d5de req-214e1816-5069-4d8a-935f-711438b6a7f6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352049 Sep 18 20:02:08.524855 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcc0aa-5551-40b5-9291-441d119dfb0f req-79f3ac48-b340-4fbc-a9d1-c73d1a65ef35 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:08.526543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5fcc0aa-5551-40b5-9291-441d119dfb0f req-79f3ac48-b340-4fbc-a9d1-c73d1a65ef35 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0528388 Sep 18 20:02:08.572845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5fcc0aa-5551-40b5-9291-441d119dfb0f req-f4a85ea3-8b5d-4281-be6c-1c19e0fcd202 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 Sep 18 20:02:08.778040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c55fb64b-8148-4fe5-99d8-6287ba7ac286 req-db81a624-a07b-4e70-a4dc-456157c925b8 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0348701 Sep 18 20:02:09.320014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad196822-e120-43a5-b4d3-89485966dfe6 req-d203672a-e45f-4eff-9f34-a8e5f0eda4e7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:09.322147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad196822-e120-43a5-b4d3-89485966dfe6 req-d203672a-e45f-4eff-9f34-a8e5f0eda4e7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0513890 Sep 18 20:02:09.365280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad196822-e120-43a5-b4d3-89485966dfe6 req-6c5c2d45-3cca-4d52-bd8c-e6e229f43fe9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Sep 18 20:02:09.690221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1655a-dacf-4469-87e5-770423330fd5 req-efd9d24d-107c-4657-81b1-ce12bfbbc56f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:09.691892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84a1655a-dacf-4469-87e5-770423330fd5 req-efd9d24d-107c-4657-81b1-ce12bfbbc56f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0516801 Sep 18 20:02:09.735164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84a1655a-dacf-4469-87e5-770423330fd5 req-dfe090ed-9ffa-45a7-9b5d-917b59289b11 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358801 Sep 18 20:02:09.895528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89e1608e-647a-4e27-a6c6-58ca274877de req-edb0f4ee-825d-4298-98c5-ddfd694d3abb tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0307357 Sep 18 20:02:10.238945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6775e98c-908a-4c70-adbe-ae2f390153ad req-6b42c9a5-ae78-4644-96ae-048ae97f468e tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0338821 Sep 18 20:02:10.486616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16805-cd63-4799-858a-7df88aea4786 req-bfd9774a-4135-4c8a-9055-4c79e95adc31 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:10.488157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ce16805-cd63-4799-858a-7df88aea4786 req-bfd9774a-4135-4c8a-9055-4c79e95adc31 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0498068 Sep 18 20:02:10.527932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ce16805-cd63-4799-858a-7df88aea4786 req-31026a9b-137b-4362-8de2-76475d3e3f6c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Sep 18 20:02:10.851816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc056be-f550-4bf0-bc47-ae70c9d48221 req-c86b1a5d-4495-41c5-b74f-ff15c656a9ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:10.853372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9cc056be-f550-4bf0-bc47-ae70c9d48221 req-c86b1a5d-4495-41c5-b74f-ff15c656a9ba tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0489283 Sep 18 20:02:10.893298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9cc056be-f550-4bf0-bc47-ae70c9d48221 req-74078cd3-e7dd-4983-b0de-c464845c36b7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Sep 18 20:02:11.501903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fae44173-335b-4c2f-83bf-298ed86b1f8f req-13975f2a-c725-4d36-bf06-7b186dab3faf tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0413296 Sep 18 20:02:11.669337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50749fa4-3e4d-4e69-a06a-5a86749601bb req-6ad0aa49-3058-4807-8da8-7e26127fd564 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:11.671358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50749fa4-3e4d-4e69-a06a-5a86749601bb req-6ad0aa49-3058-4807-8da8-7e26127fd564 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0537355 Sep 18 20:02:11.720702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50749fa4-3e4d-4e69-a06a-5a86749601bb req-7f6c4a40-2598-4871-b1f0-038f0c702760 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 Sep 18 20:02:12.069634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04629f-c36c-4fac-aa26-306c3c44496d req-d5251067-4a25-4fce-8188-f386da61d3c5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:12.071730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca04629f-c36c-4fac-aa26-306c3c44496d req-d5251067-4a25-4fce-8188-f386da61d3c5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0654554 Sep 18 20:02:12.169755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca04629f-c36c-4fac-aa26-306c3c44496d req-cdebe562-4a5f-4c9a-9b95-a9b20cc8e4fa tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815229 Sep 18 20:02:12.276092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-c1ffc6ef-7707-4a0b-943a-9fc947e8287e req-a95a2f00-2cb8-452a-aefe-69bf74fdc57e service neutron] (94940) timed out ('10.222.0.20', 38568) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:02:12.490110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53df6509-f8b2-4bda-92e9-dd757c81f858 req-b8c5259c-c134-4ad8-9f61-16f7abf0e0fc tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0375235 Sep 18 20:02:12.905555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82c29b-0674-49d2-9dab-1e7611f2bb93 req-ee456c0a-7439-4e8e-a8ae-08ba50308436 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:12.907773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f82c29b-0674-49d2-9dab-1e7611f2bb93 req-ee456c0a-7439-4e8e-a8ae-08ba50308436 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0773170 Sep 18 20:02:12.960111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f82c29b-0674-49d2-9dab-1e7611f2bb93 req-5845ee32-e56b-4971-9162-8dcaf6dbebfd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Sep 18 20:02:13.078824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12982a12-036b-4291-ab6f-c5ea985bb2c3 req-d7c48102-056b-4d6c-b5f9-5623c4b0c6c9 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:13.080513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12982a12-036b-4291-ab6f-c5ea985bb2c3 req-d7c48102-056b-4d6c-b5f9-5623c4b0c6c9 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 945 time: 0.0524528 Sep 18 20:02:13.122672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12982a12-036b-4291-ab6f-c5ea985bb2c3 req-79ede99c-9750-45c5-aa9a-1195bdcf1b47 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351553 Sep 18 20:02:13.271965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bdfbb-8e52-441f-b3bc-c37c10004a9c req-93c7ef58-b0f3-4c31-ac78-a82d0aabd2b3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:13.273396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b1bdfbb-8e52-441f-b3bc-c37c10004a9c req-93c7ef58-b0f3-4c31-ac78-a82d0aabd2b3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0510972 Sep 18 20:02:13.314695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b1bdfbb-8e52-441f-b3bc-c37c10004a9c req-09cc8c4a-6658-4679-8a17-5532428ff7c2 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351026 Sep 18 20:02:13.601996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12aac097-d9a0-49e7-b1d8-35a084395540 req-0af9864c-f6d9-4e32-b035-86b903f3d863 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0314138 Sep 18 20:02:14.085795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e412c0a-a48e-40ea-9a57-2bfdab15fc0f req-e715268d-e3bb-4a16-a72d-068888b7478c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:14.087316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e412c0a-a48e-40ea-9a57-2bfdab15fc0f req-e715268d-e3bb-4a16-a72d-068888b7478c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0533185 Sep 18 20:02:14.127441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e412c0a-a48e-40ea-9a57-2bfdab15fc0f req-0a94c4a1-c906-4c54-b62c-ac9d2f10061a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336328 Sep 18 20:02:14.245204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7026f-f49b-4f14-937e-cc01fffe182a req-7dd51f85-6b62-4b0d-933b-ffd09563f68b tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:14.246890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f7026f-f49b-4f14-937e-cc01fffe182a req-7dd51f85-6b62-4b0d-933b-ffd09563f68b tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Sep 18 20:02:14.288596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5f7026f-f49b-4f14-937e-cc01fffe182a req-72b3c8df-2e1e-4165-af6c-3bf24deff349 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354056 Sep 18 20:02:14.445880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb8e4-cab4-4066-bb00-457fd9d9946b req-de0153d5-22f5-4695-b3e5-52b39f1c281b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:14.447390 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b59fb8e4-cab4-4066-bb00-457fd9d9946b req-de0153d5-22f5-4695-b3e5-52b39f1c281b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0551183 Sep 18 20:02:14.492907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b59fb8e4-cab4-4066-bb00-457fd9d9946b req-0e051716-4790-4716-83eb-16e43d894545 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377171 Sep 18 20:02:14.691128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-6e054ec6-456c-4ce4-af28-c0ee8f3fa702 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:14.692647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-6e054ec6-456c-4ce4-af28-c0ee8f3fa702 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.24 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 945 time: 0.0521517 Sep 18 20:02:14.729728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ed98dae-6331-4ed8-859e-7c5406f8e829 req-56539463-31ad-4336-a0e6-a2ca0140f4f1 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0360744 Sep 18 20:02:14.819518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Deleting port b3635d90-44f9-4319-a0f2-52ab8f24aa6c {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:02:14.819864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:14.913616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] For port b3635d90-44f9-4319-a0f2-52ab8f24aa6c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:14.913977 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:14.926938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Calling delete_port for b3635d90-44f9-4319-a0f2-52ab8f24aa6c owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:02:15.068397 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:15.083550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b3635d90-44f9-4319-a0f2-52ab8f24aa6c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:15.086662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'da357529-aab9-4c5f-8114-190e1a5d5d6c', 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:15.101062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Pushing event deleted for resources: {'Port': ['ID=b3635d90-44f9-4319-a0f2-52ab8f24aa6c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:15.155178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] No DVR routers for this DVR port b3635d90-44f9-4319-a0f2-52ab8f24aa6c on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:02:15.158519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:15.161494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53343e7e-7608-466a-be6b-3cef3973cd6c req-69eaf85b-f979-43da-a40d-e941dd53ec5e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.24 "DELETE /v2.0/ports/b3635d90-44f9-4319-a0f2-52ab8f24aa6c HTTP/1.1" status: 204 len: 173 time: 0.4540982 Sep 18 20:02:15.162386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ac2d23-a313-4d7c-a6fc-49048b3b63f3', 'name': 'network-vif-deleted', 'tag': 'b3635d90-44f9-4319-a0f2-52ab8f24aa6c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:15.166274 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8218d625-d918-4ae3-99f8-aa74d9544b55" -d '{"events": [{"server_uuid": "56ac2d23-a313-4d7c-a6fc-49048b3b63f3", "name": "network-vif-deleted", "tag": "b3635d90-44f9-4319-a0f2-52ab8f24aa6c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:15.234103 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472eec9e-61fb-4d8a-9964-ae0509483b91 x-openstack-request-id: req-472eec9e-61fb-4d8a-9964-ae0509483b91 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:15.234460 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ac2d23-a313-4d7c-a6fc-49048b3b63f3", "name": "network-vif-deleted", "tag": "b3635d90-44f9-4319-a0f2-52ab8f24aa6c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:15.234713 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-472eec9e-61fb-4d8a-9964-ae0509483b91 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:15.235412 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ac2d23-a313-4d7c-a6fc-49048b3b63f3', 'name': 'network-vif-deleted', 'tag': 'b3635d90-44f9-4319-a0f2-52ab8f24aa6c', 'status': 'completed', 'code': 200} Sep 18 20:02:15.297408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035379-87f7-4cb7-a4bd-57776c562679 req-14e61b26-8109-4c5e-b0a7-2cf611095c8f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:15.299093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57035379-87f7-4cb7-a4bd-57776c562679 req-14e61b26-8109-4c5e-b0a7-2cf611095c8f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0627742 Sep 18 20:02:15.383404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57035379-87f7-4cb7-a4bd-57776c562679 req-57d0ece7-3131-406e-9d73-2a7f523432c7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756011 Sep 18 20:02:15.440031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb26879c-88ef-4dbf-8f29-a915353e1c28 req-33d3fadc-431b-4eec-b308-b7535f4be3d8 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ac2d23-a313-4d7c-a6fc-49048b3b63f3 HTTP/1.1" status: 200 len: 210 time: 0.0391431 Sep 18 20:02:15.618063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1f1f-12d5-45d8-992e-3dee1b6ba613 req-dd735641-89e1-440f-a80c-73367a647cda tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:15.619689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96fe1f1f-12d5-45d8-992e-3dee1b6ba613 req-dd735641-89e1-440f-a80c-73367a647cda tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0501173 Sep 18 20:02:15.667999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96fe1f1f-12d5-45d8-992e-3dee1b6ba613 req-da42caaa-5c4b-4201-9640-987b2d6a75d7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Sep 18 20:02:15.843646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c1765fa-d715-430d-9943-ace66dca9114 req-38921ec7-6155-4d5f-8126-6aeb06d4a752 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0302472 Sep 18 20:02:16.506392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0a14f-d293-4435-880d-3ad54adbdd06 req-8616b828-3d7f-451f-9ea8-d966f7e83842 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:16.507983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43d0a14f-d293-4435-880d-3ad54adbdd06 req-8616b828-3d7f-451f-9ea8-d966f7e83842 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0539496 Sep 18 20:02:16.558388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43d0a14f-d293-4435-880d-3ad54adbdd06 req-5ba3bd03-9680-48db-b440-442346a57990 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434246 Sep 18 20:02:16.789614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9850-0f7b-4022-9058-0226d4f7285e req-0f18eaa9-9bcf-498a-ba80-4c73e90a7a18 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:16.791516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b6e9850-0f7b-4022-9058-0226d4f7285e req-0f18eaa9-9bcf-498a-ba80-4c73e90a7a18 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0552289 Sep 18 20:02:16.843649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b6e9850-0f7b-4022-9058-0226d4f7285e req-e80951ea-c627-47df-88e7-cad844a9e547 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Sep 18 20:02:16.964413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf2b7709-bb72-46b2-8224-698583ffc3aa req-621e5689-3e9c-48a5-b6e1-ae7c7201003f tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0271971 Sep 18 20:02:17.725961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464492d9-2742-41f5-a248-1afed4a323d4 req-eb9c96f4-fd9d-464b-b358-9598cecba916 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:17.730299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-464492d9-2742-41f5-a248-1afed4a323d4 req-eb9c96f4-fd9d-464b-b358-9598cecba916 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0681577 Sep 18 20:02:17.770876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-464492d9-2742-41f5-a248-1afed4a323d4 req-d381f64f-fa66-4034-adbe-4c8e13a98977 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Sep 18 20:02:17.957776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b3635d90-44f9-4319-a0f2-52ab8f24aa6c no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:17.980134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: b3635d90-44f9-4319-a0f2-52ab8f24aa6c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:02:17.980481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b3635d90-44f9-4319-a0f2-52ab8f24aa6c not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:02:17.983559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd08d5e-35e8-4dee-b599-ba15460c8e39 req-59cc3fd1-19ec-40b8-8708-4dda323baea0 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:17.985240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dd08d5e-35e8-4dee-b599-ba15460c8e39 req-59cc3fd1-19ec-40b8-8708-4dda323baea0 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0692534 Sep 18 20:02:18.027578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8dd08d5e-35e8-4dee-b599-ba15460c8e39 req-a6bd7b2b-156c-41e4-8654-93ebd7d2560e tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360334 Sep 18 20:02:18.109265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6abe4f48-9201-4014-805b-a47be4ba934a req-7ba97086-b08f-4cd5-a5cf-7547c76ff59d tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0279174 Sep 18 20:02:18.903469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93baffb-3719-4445-ab43-d35faf19d721 req-b035d4ba-22d5-4dc0-9f66-81afdda66ff1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:18.905694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b93baffb-3719-4445-ab43-d35faf19d721 req-b035d4ba-22d5-4dc0-9f66-81afdda66ff1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0540757 Sep 18 20:02:18.950838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b93baffb-3719-4445-ab43-d35faf19d721 req-ef5f18b7-c64d-4c6b-935c-d7765a15d551 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Sep 18 20:02:19.176684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e676-498b-46c0-80d9-3313638706c8 req-9a051751-7a26-4296-9a91-f95248b32a9f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:19.178419 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e427e676-498b-46c0-80d9-3313638706c8 req-9a051751-7a26-4296-9a91-f95248b32a9f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0634670 Sep 18 20:02:19.230509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24265263-fd6c-471d-9667-b846d5b8155f req-e44eb14e-8196-4561-8420-d741192bea7c tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0309699 Sep 18 20:02:19.252430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e427e676-498b-46c0-80d9-3313638706c8 req-95c6292b-2da8-48a7-a10f-5a4cf19730d3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670826 Sep 18 20:02:19.971583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:02:20.127368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcfc31-22dc-472d-a95c-899acdbe772b req-be0e6f1b-38f2-4001-ba7a-fe79d7c9620a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:20.129483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9dcfc31-22dc-472d-a95c-899acdbe772b req-be0e6f1b-38f2-4001-ba7a-fe79d7c9620a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 945 time: 0.1188211 Sep 18 20:02:20.137725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:20.150557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'network_id': '28332b88-f919-4df4-8511-88d33de7100c', 'port_id': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'mac_address': 'fa:16:3e:cd:60:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148ea5a3-3560-4412-a7fc-74c44514e8c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:02:20.185252 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9dcfc31-22dc-472d-a95c-899acdbe772b req-48c9add4-5adb-4946-9a70-d6ca7e4b31ff tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 Sep 18 20:02:20.199366 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:20.215466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a90719d-73e8-4063-ae96-9b0275f0d582 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:02:20.235856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee2e08-2c8e-40dd-861f-74293e9c52ca req-f302fdca-6ba6-4d58-ae59-2684514d30b2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:20.237509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3dee2e08-2c8e-40dd-861f-74293e9c52ca req-f302fdca-6ba6-4d58-ae59-2684514d30b2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1611526 Sep 18 20:02:20.243036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:20.255433 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:20.322806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:20.371696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3dee2e08-2c8e-40dd-861f-74293e9c52ca req-c314b70d-9310-409f-948f-233682aaf70c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249523 Sep 18 20:02:20.379988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['5a90719d-73e8-4063-ae96-9b0275f0d582'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:20.431117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a65f172e-f72f-4827-bde8-432de6965168 req-314cd2fe-c48a-48d8-8435-6bb3e7e582e4 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0553582 Sep 18 20:02:20.586120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252d5d4-e6df-4634-8a78-04be9ae82f52 req-21794743-0242-4ff4-ba67-3b422ba03645 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:20.588069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2252d5d4-e6df-4634-8a78-04be9ae82f52 req-21794743-0242-4ff4-ba67-3b422ba03645 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0788627 Sep 18 20:02:20.643176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2252d5d4-e6df-4634-8a78-04be9ae82f52 req-498d63a5-bec7-4ef6-b99b-eb76cb722ed7 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Sep 18 20:02:20.967684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a162a80-f278-4f29-bab6-5e58a5fd4fe5 req-63740a89-91d0-4990-addb-32cc1fd05750 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:20.969734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a162a80-f278-4f29-bab6-5e58a5fd4fe5 req-63740a89-91d0-4990-addb-32cc1fd05750 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.1142554 Sep 18 20:02:21.018361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a162a80-f278-4f29-bab6-5e58a5fd4fe5 req-3a878e61-6a9b-407b-9eb9-506db007205d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Sep 18 20:02:21.188175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23c809-5b6d-4bdc-8f56-05da286be2a6 req-0ff0348d-b97d-4fba-9525-b15185f4e747 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:21.202527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff23c809-5b6d-4bdc-8f56-05da286be2a6 req-0ff0348d-b97d-4fba-9525-b15185f4e747 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0723674 Sep 18 20:02:21.261528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff23c809-5b6d-4bdc-8f56-05da286be2a6 req-3eb577d4-03dc-429f-96c8-cce4dbe0f81d tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536551 Sep 18 20:02:21.422559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1742fe0-5c1b-4b04-88df-6f9758f6c927 req-a2d32cf7-3557-4230-84dd-dbfeb59961ed tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:21.425484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1742fe0-5c1b-4b04-88df-6f9758f6c927 req-a2d32cf7-3557-4230-84dd-dbfeb59961ed tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 945 time: 0.0953453 Sep 18 20:02:21.520405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1742fe0-5c1b-4b04-88df-6f9758f6c927 req-1f231e9a-ce45-4e02-8e0d-353502bafbcb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809367 Sep 18 20:02:21.623319 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf02964d-4370-49fd-b7a3-62e2283b1ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:21.659638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71a90434-2b68-4c8f-96c8-800899f0cc47 req-5dcd666c-a360-494d-a155-e2ecb0629d66 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0464125 Sep 18 20:02:21.669423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfbd9b-488d-47c9-a1be-3a688ffc42ad req-35bc6c67-da31-484e-ab4d-1534c9f6b62c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:21.671420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44dfbd9b-488d-47c9-a1be-3a688ffc42ad req-35bc6c67-da31-484e-ab4d-1534c9f6b62c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1095381 Sep 18 20:02:21.711454 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188885ed-ae41-493f-8cec-2b23eca82459 req-13f46100-0fd6-48a3-9ab6-da9b577c91b3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:21.714047 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-188885ed-ae41-493f-8cec-2b23eca82459 req-13f46100-0fd6-48a3-9ab6-da9b577c91b3 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 945 time: 0.1020751 Sep 18 20:02:21.752519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44dfbd9b-488d-47c9-a1be-3a688ffc42ad req-fdfbc395-5611-456c-ba35-0cba52d319df tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709915 Sep 18 20:02:21.846209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Deleting port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:02:21.846892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:21.857822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26be0d-06d4-4f6a-9e58-f678f20d694f req-d1e638b3-d5ea-472d-8d39-48a1d0ab3368 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:21.859365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f26be0d-06d4-4f6a-9e58-f678f20d694f req-d1e638b3-d5ea-472d-8d39-48a1d0ab3368 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0841684 Sep 18 20:02:21.917724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f26be0d-06d4-4f6a-9e58-f678f20d694f req-391294ea-907a-4291-9c14-00798ce86708 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 Sep 18 20:02:21.985144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] For port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:21.985572 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:21.993297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:02:22.007922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Calling delete_port for a8c689c0-706c-4a27-b72c-9bb4aa5ca23d owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:02:22.081304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 5a90719d-73e8-4063-ae96-9b0275f0d582 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:02:22.082083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:22.252100 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:22.317159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Pushing event deleted for resources: {'Port': ['ID=a8c689c0-706c-4a27-b72c-9bb4aa5ca23d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:22.378236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.378686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.379092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.379543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.379933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.380331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.385639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.386078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.386496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.386893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.387282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.387717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:22.396855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] No DVR routers for this DVR port a8c689c0-706c-4a27-b72c-9bb4aa5ca23d on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:02:22.399529 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:22.401635 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-188885ed-ae41-493f-8cec-2b23eca82459 req-af624b38-937d-4339-a9e3-825a2b3e005f tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "DELETE /v2.0/ports/a8c689c0-706c-4a27-b72c-9bb4aa5ca23d HTTP/1.1" status: 204 len: 173 time: 0.6796172 Sep 18 20:02:22.402137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a', 'name': 'network-vif-deleted', 'tag': 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:22.407174 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c306540-ac72-4a01-a5b9-bfa121b3a1c6" -d '{"events": [{"server_uuid": "8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a", "name": "network-vif-deleted", "tag": "a8c689c0-706c-4a27-b72c-9bb4aa5ca23d"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:22.451345 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37bffd4-8916-448a-82d6-c5e539e577c1 x-openstack-request-id: req-d37bffd4-8916-448a-82d6-c5e539e577c1 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:22.451708 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a", "name": "network-vif-deleted", "tag": "a8c689c0-706c-4a27-b72c-9bb4aa5ca23d", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:22.452028 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d37bffd4-8916-448a-82d6-c5e539e577c1 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:22.452420 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a', 'name': 'network-vif-deleted', 'tag': 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d', 'status': 'completed', 'code': 200} Sep 18 20:02:22.507184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'da357529-aab9-4c5f-8114-190e1a5d5d6c', 'a8c689c0-706c-4a27-b72c-9bb4aa5ca23d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:22.580166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:22.647304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:22.647993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a041fa48-e137-411a-954d-d4299345e882 req-d543e660-c44d-4662-92c7-a379aec64fdb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bc1ad11-f4b1-49ef-8bd5-bb6697c6628a HTTP/1.1" status: 200 len: 210 time: 0.0347891 Sep 18 20:02:22.655575 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aac4c68-0ed7-4688-a9b3-245b9a32e0d1" -d '{"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:22.682666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:22.700261 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:22.730749 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d2a7d4-92f0-4213-8304-3e9a92ef6eb3 x-openstack-request-id: req-f6d2a7d4-92f0-4213-8304-3e9a92ef6eb3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:22.731268 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:22.731716 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6d2a7d4-92f0-4213-8304-3e9a92ef6eb3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:22.732558 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'code': 200} Sep 18 20:02:22.792114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240841af-b75e-4cac-b79b-bb005094e3ed req-cf101159-9abc-4c2f-bc71-77f768132f2f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:22.793943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-240841af-b75e-4cac-b79b-bb005094e3ed req-cf101159-9abc-4c2f-bc71-77f768132f2f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.0634022 Sep 18 20:02:22.908892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:22.909563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1cf6991-a3d3-4467-8071-df59920ab298 req-4505b2e8-12aa-4980-97c8-52e0f24df4e7 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0543876 Sep 18 20:02:23.112885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7934-9a52-4849-abcf-c8fcaa3a3cc1 req-86d36bd1-f25c-4b9d-bed2-622105cc98ae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:23.120063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d5a7934-9a52-4849-abcf-c8fcaa3a3cc1 req-86d36bd1-f25c-4b9d-bed2-622105cc98ae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.2303569 Sep 18 20:02:23.209110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a7753-0c9c-4b6d-b902-c9fa32dde96e req-3c4c6e85-5537-44ce-9fc5-95c5d0bf17d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:23.210709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf0a7753-0c9c-4b6d-b902-c9fa32dde96e req-3c4c6e85-5537-44ce-9fc5-95c5d0bf17d4 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=620da0c6-4477-444f-83bd-90994d6930fa HTTP/1.1" status: 200 len: 946 time: 0.1772611 Sep 18 20:02:23.215466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Deleting port cfd57275-ce4f-49c9-8e35-d8451918a22f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:02:23.215466 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:23.221859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9d5a7934-9a52-4849-abcf-c8fcaa3a3cc1 req-f9c0c65a-7c62-46b8-a4a0-db32625d48c5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008871 Sep 18 20:02:23.269852 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:23.339931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf0a7753-0c9c-4b6d-b902-c9fa32dde96e req-1e7c8daa-6cd8-4488-b7bd-6f85daaaaee2 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168637 Sep 18 20:02:23.396303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] For port cfd57275-ce4f-49c9-8e35-d8451918a22f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=cfd57275-ce4f-49c9-8e35-d8451918a22f,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:23.396667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:23.415573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Calling delete_port for cfd57275-ce4f-49c9-8e35-d8451918a22f owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:02:23.436773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:23.591345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:23.608138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', 'cfd57275-ce4f-49c9-8e35-d8451918a22f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:23.641262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event deleted for resources: {'Port': ['ID=cfd57275-ce4f-49c9-8e35-d8451918a22f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:23.697574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] No DVR routers for this DVR port cfd57275-ce4f-49c9-8e35-d8451918a22f on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:02:23.702793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:23.705131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-240841af-b75e-4cac-b79b-bb005094e3ed req-5235f447-24bf-4bc6-96f9-7aaa69cbef2b tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "DELETE /v2.0/ports/cfd57275-ce4f-49c9-8e35-d8451918a22f HTTP/1.1" status: 204 len: 173 time: 0.9041305 Sep 18 20:02:23.705846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620da0c6-4477-444f-83bd-90994d6930fa', 'name': 'network-vif-deleted', 'tag': 'cfd57275-ce4f-49c9-8e35-d8451918a22f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:23.718663 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd427577-a1f4-4179-9eb6-39f1ddd5e472" -d '{"events": [{"server_uuid": "620da0c6-4477-444f-83bd-90994d6930fa", "name": "network-vif-deleted", "tag": "cfd57275-ce4f-49c9-8e35-d8451918a22f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:23.773169 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9416231f-4c09-42dd-ad68-78f074621fcc x-openstack-request-id: req-9416231f-4c09-42dd-ad68-78f074621fcc {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:23.773566 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620da0c6-4477-444f-83bd-90994d6930fa", "name": "network-vif-deleted", "tag": "cfd57275-ce4f-49c9-8e35-d8451918a22f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:23.773990 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9416231f-4c09-42dd-ad68-78f074621fcc {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:23.774503 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620da0c6-4477-444f-83bd-90994d6930fa', 'name': 'network-vif-deleted', 'tag': 'cfd57275-ce4f-49c9-8e35-d8451918a22f', 'status': 'completed', 'code': 200} Sep 18 20:02:24.063781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4479ef9-172a-424d-8ed9-b539ba2b9879 req-7673ea07-3bf5-40bc-a44b-bcce1fd5155e tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0438836 Sep 18 20:02:24.128104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0fdaf-3149-4b06-ae2a-6f580c4c013e req-25563460-e5bb-4bd9-bbdc-1daaf62e5b44 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:24.129724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24d0fdaf-3149-4b06-ae2a-6f580c4c013e req-25563460-e5bb-4bd9-bbdc-1daaf62e5b44 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 945 time: 0.0646734 Sep 18 20:02:24.183903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24d0fdaf-3149-4b06-ae2a-6f580c4c013e req-399386a4-8e06-4638-9ed3-aaf7c763c868 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476131 Sep 18 20:02:24.430540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c685b-4646-4b87-af8e-68bbdd391c87 req-525ed4da-09d8-46e2-b1d7-3e7aacd452aa tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:24.432555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-891c685b-4646-4b87-af8e-68bbdd391c87 req-525ed4da-09d8-46e2-b1d7-3e7aacd452aa tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0669351 Sep 18 20:02:24.489857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-891c685b-4646-4b87-af8e-68bbdd391c87 req-c1f32d83-0b27-4206-a844-8d038e85d090 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511320 Sep 18 20:02:24.781623 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:24.910040 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fcf2b9a9-1c5a-4de2-b7bb-44bbb9afa9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:25.231471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63525559-492a-41a0-9149-21f281917e8d req-b2299fab-8a76-42ff-82fe-deb436e624c0 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0782166 Sep 18 20:02:25.328212 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:02:25.397084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e5900-5f7b-4f71-9fc8-183439c4b48f req-6af117f8-aabf-4d88-89de-6756155799c2 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:25.400755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa4e5900-5f7b-4f71-9fc8-183439c4b48f req-6af117f8-aabf-4d88-89de-6756155799c2 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 945 time: 0.0966735 Sep 18 20:02:25.429113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14106c-32f1-4b8d-ac02-79333f650708 req-147d5032-8b90-4175-a855-441c562612a3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:25.430923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc14106c-32f1-4b8d-ac02-79333f650708 req-147d5032-8b90-4175-a855-441c562612a3 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 945 time: 0.1168547 Sep 18 20:02:25.464579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a8c689c0-706c-4a27-b72c-9bb4aa5ca23d no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:25.484357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc14106c-32f1-4b8d-ac02-79333f650708 req-a82fc5d1-3016-44c6-a882-1c65e679cdc8 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451448 Sep 18 20:02:25.531862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa4e5900-5f7b-4f71-9fc8-183439c4b48f req-33d5159f-a89d-4d06-8fc8-e4f101876f2b tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224110 Sep 18 20:02:25.536511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e397bd-a842-4ddf-90e2-94e491086efa req-332a5b3c-f405-411c-b99c-c84d705364fe tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:25.546137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a8c689c0-706c-4a27-b72c-9bb4aa5ca23d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:02:25.546652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a8c689c0-706c-4a27-b72c-9bb4aa5ca23d not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:02:25.553180 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50e397bd-a842-4ddf-90e2-94e491086efa req-332a5b3c-f405-411c-b99c-c84d705364fe tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 945 time: 0.1052027 Sep 18 20:02:25.562907 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:25.666961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060630d9-c2c6-4437-8c07-fbc4f946ab28 req-cfb478cc-ac9f-41e5-8de5-cf30bd049813 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:25.674629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-060630d9-c2c6-4437-8c07-fbc4f946ab28 req-cfb478cc-ac9f-41e5-8de5-cf30bd049813 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0659769 Sep 18 20:02:25.696291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Deleting port da357529-aab9-4c5f-8114-190e1a5d5d6c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:02:25.696869 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:25.732674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-060630d9-c2c6-4437-8c07-fbc4f946ab28 req-e3dec3fc-ef7c-4dec-ace9-1f3202dc62d7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Sep 18 20:02:25.814577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] For port da357529-aab9-4c5f-8114-190e1a5d5d6c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=da357529-aab9-4c5f-8114-190e1a5d5d6c,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:25.815307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:25.830298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Calling delete_port for da357529-aab9-4c5f-8114-190e1a5d5d6c owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:02:25.982795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:25.997339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'da357529-aab9-4c5f-8114-190e1a5d5d6c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:26.063115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Pushing event deleted for resources: {'Port': ['ID=da357529-aab9-4c5f-8114-190e1a5d5d6c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:26.082767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cfd57275-ce4f-49c9-8e35-d8451918a22f no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:26.110962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: cfd57275-ce4f-49c9-8e35-d8451918a22f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:02:26.111675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device cfd57275-ce4f-49c9-8e35-d8451918a22f not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:02:26.120867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] No DVR routers for this DVR port da357529-aab9-4c5f-8114-190e1a5d5d6c on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:02:26.129423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:26.132480 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50e397bd-a842-4ddf-90e2-94e491086efa req-183b6e7a-e0ee-436d-a5c0-0525ec145184 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "DELETE /v2.0/ports/da357529-aab9-4c5f-8114-190e1a5d5d6c HTTP/1.1" status: 204 len: 173 time: 0.5681612 Sep 18 20:02:26.133496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9eaf96-c8b2-4e43-9e43-b5571d716250', 'name': 'network-vif-deleted', 'tag': 'da357529-aab9-4c5f-8114-190e1a5d5d6c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:26.139175 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed51c0d2-990f-451c-8a95-5f06554e026e" -d '{"events": [{"server_uuid": "bf9eaf96-c8b2-4e43-9e43-b5571d716250", "name": "network-vif-deleted", "tag": "da357529-aab9-4c5f-8114-190e1a5d5d6c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:26.196240 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e854d8c0-c84e-4b59-a1bb-0009d99e7f4e x-openstack-request-id: req-e854d8c0-c84e-4b59-a1bb-0009d99e7f4e {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:26.196964 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9eaf96-c8b2-4e43-9e43-b5571d716250", "name": "network-vif-deleted", "tag": "da357529-aab9-4c5f-8114-190e1a5d5d6c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:26.197135 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e854d8c0-c84e-4b59-a1bb-0009d99e7f4e {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:26.197786 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9eaf96-c8b2-4e43-9e43-b5571d716250', 'name': 'network-vif-deleted', 'tag': 'da357529-aab9-4c5f-8114-190e1a5d5d6c', 'status': 'completed', 'code': 200} Sep 18 20:02:26.354567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e9f85f3-fe87-4f82-8e91-f07e5d79c19d req-99226015-1267-4c0a-a0ee-21e608cfec56 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0366371 Sep 18 20:02:26.689675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9546c9f-8eb6-47de-8f15-e4e97e7a3256 req-1143d652-50b3-4cb6-9867-d95497e6175c tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9eaf96-c8b2-4e43-9e43-b5571d716250 HTTP/1.1" status: 200 len: 210 time: 0.0426974 Sep 18 20:02:26.707417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991cdf1-a4e3-4065-a5d4-107c9cebf6fb req-e377b057-f30e-4678-9c24-ee38f3da1b1f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:26.709243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9991cdf1-a4e3-4065-a5d4-107c9cebf6fb req-e377b057-f30e-4678-9c24-ee38f3da1b1f tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 945 time: 0.1133974 Sep 18 20:02:26.718774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-626865bd-1ac3-4350-923a-1ab5810c53f0 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:26.720728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-626865bd-1ac3-4350-923a-1ab5810c53f0 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 945 time: 0.1698968 Sep 18 20:02:26.940698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9991cdf1-a4e3-4065-a5d4-107c9cebf6fb req-7eb4b0af-d070-47dc-a17b-f0847ed78dd5 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/security-groups?id=83416bee-75bf-451f-8d3c-ce7729ab9e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133033 Sep 18 20:02:26.972132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b12a6a-9b21-48e1-a3a9-1a376b3bf94c req-11c333b7-fc7b-464e-beb0-c0e51071d60f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:26.973745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99b12a6a-9b21-48e1-a3a9-1a376b3bf94c req-11c333b7-fc7b-464e-beb0-c0e51071d60f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1199255 Sep 18 20:02:27.010952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Deleting port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:02:27.011916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:27.067057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99b12a6a-9b21-48e1-a3a9-1a376b3bf94c req-315b36c3-9a69-47da-a2f9-0be294242d57 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877752 Sep 18 20:02:27.146561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] For port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,segment=NetworkSegment(8d39b09d-16ac-41cf-8a05-0d00d133a789),segment_id=8d39b09d-16ac-41cf-8a05-0d00d133a789)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:27.147424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:27.166383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Calling delete_port for b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:02:27.352457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:27.365623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:27.395582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Pushing event deleted for resources: {'Port': ['ID=b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:27.454165 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:27.457611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] No DVR routers for this DVR port b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:02:27.461925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:27.465405 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66e087ea-004d-425c-bbbc-17cd228fc470 req-0e1490f7-62f1-4a32-bea5-2d07de4d88de tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.24 "DELETE /v2.0/ports/b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d HTTP/1.1" status: 204 len: 173 time: 0.7352099 Sep 18 20:02:27.466949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a963b866-5cba-4d6e-82eb-ba4583b8bd1d', 'name': 'network-vif-deleted', 'tag': 'b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:27.470737 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daa2e31-e4d0-43f9-a5e5-dd14701a662a" -d '{"events": [{"server_uuid": "a963b866-5cba-4d6e-82eb-ba4583b8bd1d", "name": "network-vif-deleted", "tag": "b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:27.521015 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31f4002-07b7-4514-ac5c-7489f64f9672 x-openstack-request-id: req-e31f4002-07b7-4514-ac5c-7489f64f9672 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:27.521810 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a963b866-5cba-4d6e-82eb-ba4583b8bd1d", "name": "network-vif-deleted", "tag": "b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:27.522219 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e31f4002-07b7-4514-ac5c-7489f64f9672 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:27.523046 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a963b866-5cba-4d6e-82eb-ba4583b8bd1d', 'name': 'network-vif-deleted', 'tag': 'b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d', 'status': 'completed', 'code': 200} Sep 18 20:02:27.538936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ea2f6b1-a57c-45df-baa2-8aa06e50a0d1 req-53a03b52-7264-44e2-9d22-6bcca756b6e0 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0610018 Sep 18 20:02:28.160064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02b65716-d70a-42cd-8186-da8c9558b449 req-8da0af98-0736-4073-b6cb-88a2e8693270 tempest-ServersTestJSON-995756199 tempest-ServersTestJSON-995756199-project] 10.222.0.20 "GET /v2.0/ports?device_id=a963b866-5cba-4d6e-82eb-ba4583b8bd1d HTTP/1.1" status: 200 len: 210 time: 0.0328727 Sep 18 20:02:28.258543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30bd6c-af58-4010-b612-8f56d9c0652b req-89149340-2296-468b-839c-281f8ec981c4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:28.266847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d30bd6c-af58-4010-b612-8f56d9c0652b req-89149340-2296-468b-839c-281f8ec981c4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0587003 Sep 18 20:02:28.303898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d30bd6c-af58-4010-b612-8f56d9c0652b req-61403d5b-6977-4c27-9e2d-63e4be19e99c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360942 Sep 18 20:02:28.663889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84276c8b-8554-4b10-a32f-90907aa44fae req-3435a3f1-82ac-47f7-a697-27194e403974 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0378153 Sep 18 20:02:29.231561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45348) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:29.283904 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-77da8be4-af32-41f5-891b-200162aa19f0 admin admin] Deleting subnet 083eb172-dcbc-4dbc-acb8-5526581d8b31 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:02:29.287209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77da8be4-af32-41f5-891b-200162aa19f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:29.323335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77da8be4-af32-41f5-891b-200162aa19f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:29.372378 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77da8be4-af32-41f5-891b-200162aa19f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:29.453204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77da8be4-af32-41f5-891b-200162aa19f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:29.479736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device da357529-aab9-4c5f-8114-190e1a5d5d6c no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:29.514539 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77da8be4-af32-41f5-891b-200162aa19f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:29.517076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-77da8be4-af32-41f5-891b-200162aa19f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/083eb172-dcbc-4dbc-acb8-5526581d8b31 HTTP/1.1" status: 204 len: 168 time: 0.2841291 Sep 18 20:02:29.519896 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45358) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:29.521069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: da357529-aab9-4c5f-8114-190e1a5d5d6c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:02:29.521414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device da357529-aab9-4c5f-8114-190e1a5d5d6c not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:02:29.612430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da8be4-af32-41f5-891b-200162aa19f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083eb172-dcbc-4dbc-acb8-5526581d8b31,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:29.627279 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:29.637898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b493217-8c9a-4740-b2fd-ca9cf7440e6f req-f1b3bf2d-c26e-4952-8cf6-c6959bd32539 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:29.645420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b493217-8c9a-4740-b2fd-ca9cf7440e6f req-f1b3bf2d-c26e-4952-8cf6-c6959bd32539 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.2082522 Sep 18 20:02:29.717605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b493217-8c9a-4740-b2fd-ca9cf7440e6f req-5b27fdea-3412-40d2-b866-4cc6e8b57eae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514553 Sep 18 20:02:30.023583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:30.073993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:02:30.074246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b4ddc6e8-a3b9-4cef-980f-ef2d6d73602d not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:02:30.434383 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73ceb2f6-0225-4ea3-97d6-3acd6c822c7a req-cc247e77-0fa2-4929-98e4-5bd52d11c1f4 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0692823 Sep 18 20:02:30.436800 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:30.466393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd2d11a-7a7f-4059-b479-8fbff3546ece']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:30.476377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d39b09d-16ac-41cf-8a05-0d00d133a789') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:30.476771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d39b09d-16ac-41cf-8a05-0d00d133a789') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:30.511528 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:30.542615 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:30.552769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:02:30.553559 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:02:30.555587 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:02:30.628050 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:30.647171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:30.653020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1fd2d11a-7a7f-4059-b479-8fbff3546ece HTTP/1.1" status: 204 len: 168 time: 1.1316102 Sep 18 20:02:30.653801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c379c33-4521-46eb-960d-2a45e4530067 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd2d11a-7a7f-4059-b479-8fbff3546ece,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:30.977532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910240eb-efe8-4184-8d4d-d829bf4e42d2 req-46d89b8d-242b-4354-9a00-03b6df0585dd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:30.981285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-910240eb-efe8-4184-8d4d-d829bf4e42d2 req-46d89b8d-242b-4354-9a00-03b6df0585dd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1287022 Sep 18 20:02:31.021844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45394) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:31.071600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-910240eb-efe8-4184-8d4d-d829bf4e42d2 req-72540b2a-42be-4e32-80ee-ccf767c2e0a3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831430 Sep 18 20:02:31.161813 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fa5eb06-56d3-4a59-8b67-5f748c25c035 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40984cffdfb049089f2c2cdf55be19c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382236 Sep 18 20:02:31.164472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45400) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:31.254989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-814e15d6-dbb3-4870-a94a-b84d6ed9f25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:31.284855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-814e15d6-dbb3-4870-a94a-b84d6ed9f25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:31.357427 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-814e15d6-dbb3-4870-a94a-b84d6ed9f25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:31.361594 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-814e15d6-dbb3-4870-a94a-b84d6ed9f25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:31.365590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-814e15d6-dbb3-4870-a94a-b84d6ed9f25f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83416bee-75bf-451f-8d3c-ce7729ab9e6d HTTP/1.1" status: 204 len: 168 time: 0.2000062 Sep 18 20:02:31.374694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e15d6-dbb3-4870-a94a-b84d6ed9f25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83416bee-75bf-451f-8d3c-ce7729ab9e6d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:31.597062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b9028d83-cfe9-413d-a8be-f46502f41a2d req-3c50cd2f-752c-49f8-9290-bf198ca39e43 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0501413 Sep 18 20:02:32.317419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d20e0a-fbde-43f4-9f72-694ca80129cd req-fa67f5ac-9a91-412b-951f-212f7b87b469 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:32.325601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01d20e0a-fbde-43f4-9f72-694ca80129cd req-fa67f5ac-9a91-412b-951f-212f7b87b469 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1532636 Sep 18 20:02:32.393911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01d20e0a-fbde-43f4-9f72-694ca80129cd req-214aaa51-aa69-4805-a21d-257fe3cbc9ff tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618796 Sep 18 20:02:32.654613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45512) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:32.656275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663509d-0fb1-413b-835c-d65df69f4dec req-1ddd9be4-cdd3-4fc5-b18e-dc8a1893940a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:32.667110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1663509d-0fb1-413b-835c-d65df69f4dec req-1ddd9be4-cdd3-4fc5-b18e-dc8a1893940a tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 946 time: 0.0937502 Sep 18 20:02:32.739567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1663509d-0fb1-413b-835c-d65df69f4dec req-a6e62b08-2019-452d-ae95-3ce7a10b262e tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659726 Sep 18 20:02:32.815348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-482012363-network', 'tenant_id': '401ff036f5a44c70b9630ad7b66b2008'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:02:32.874858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Made reservation on behalf of 401ff036f5a44c70b9630ad7b66b2008 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:02:32.877389 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:32.886006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-acf706ff-e74b-4ad5-b5f2-1158d8d273c6 req-4d0f95dd-e0f1-417f-a2e2-a3193abd29bb tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0495856 Sep 18 20:02:32.901415 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.088008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.093820 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.111239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:02:33.129289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.129679 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Added segment 83ca3978-6dbf-4d42-9e70-64fba035d64b of type vlan for network 90b6f194-3ba2-4796-942a-4bdaec135fe2 Sep 18 20:02:33.187200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.244086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c44982-4b34-43a6-beb5-0e686cadd699,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:33.261881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.263268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:33.264198 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.328463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] Pushing event updated for resources: {'Network': ['ID=90b6f194-3ba2-4796-942a-4bdaec135fe2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:33.339082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 90b6f194-3ba2-4796-942a-4bdaec135fe2 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:02:33.362578 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e0e90122-57e2-4761-9688-70935a3c8678 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7062037 Sep 18 20:02:33.365078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45554) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:33.374168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Request body: {'subnet': {'network_id': '90b6f194-3ba2-4796-942a-4bdaec135fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-482012363-subnet', 'tenant_id': '401ff036f5a44c70b9630ad7b66b2008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:02:33.422281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Made reservation on behalf of 401ff036f5a44c70b9630ad7b66b2008 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:02:33.425456 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.624062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d107-3235-4a44-b25b-98dae66c8406 req-438d480c-f81d-4194-a86c-676e060f9078 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:33.625503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e70d107-3235-4a44-b25b-98dae66c8406 req-438d480c-f81d-4194-a86c-676e060f9078 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1141875 Sep 18 20:02:33.724031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e70d107-3235-4a44-b25b-98dae66c8406 req-0ec27578-95f2-4238-9955-4c4864b4174a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882025 Sep 18 20:02:33.725681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.788643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7595bb-9315-4943-888d-3dc6dc5099ec,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:33.807588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Checking segment: {'id': '83ca3978-6dbf-4d42-9e70-64fba035d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '90b6f194-3ba2-4796-942a-4bdaec135fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:02:33.808004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Network hostable DHCP agents. Network: 90b6f194-3ba2-4796-942a-4bdaec135fe2, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:02:33.828036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Network 90b6f194-3ba2-4796-942a-4bdaec135fe2 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:02:33.861768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 90b6f194-3ba2-4796-942a-4bdaec135fe2) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:02:33.868285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:33.868402 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:33.871840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcffd38-e07b-4fb1-a342-3555459742b0 None None] Network 90b6f194-3ba2-4796-942a-4bdaec135fe2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:02:33.891944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-42cd6673-29d7-44f7-98af-c1d27cddd276 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5258818 Sep 18 20:02:33.902519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb2bb6-3ddd-4355-976f-edef9d4118e1 req-04100675-3de3-4c4a-9ab8-f3c652595554 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:33.906607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0fb2bb6-3ddd-4355-976f-edef9d4118e1 req-04100675-3de3-4c4a-9ab8-f3c652595554 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 946 time: 0.0752299 Sep 18 20:02:33.987897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0fb2bb6-3ddd-4355-976f-edef9d4118e1 req-a8f9d968-a5e6-4bd6-b4eb-cb019eb8cd58 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/security-groups?id=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657103 Sep 18 20:02:34.062217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda78580-8ba7-4565-976b-96eabadc8dcb None None] Network 90b6f194-3ba2-4796-942a-4bdaec135fe2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:02:34.107488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-260fa8cd-0947-4c9f-801f-b48118ceb547 req-7f55b419-afc4-45ce-8ad8-0bd423c36d98 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0525761 Sep 18 20:02:34.229882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-5e91f4ab-8e39-4649-8035-784a93000d62 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:34.232083 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-5e91f4ab-8e39-4649-8035-784a93000d62 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 946 time: 0.0951684 Sep 18 20:02:34.261407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-2cfd41ac-3195-4da8-9ecd-fb73760f711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:34.263402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-2cfd41ac-3195-4da8-9ecd-fb73760f711b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0643740 Sep 18 20:02:34.354635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Deleting port 08d9bca0-5c47-4a16-a1aa-515427e5e00e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:02:34.354983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:34.427289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-03ad9fd6-9729-4bbd-98bc-37e4c81a2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:34.436651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-03ad9fd6-9729-4bbd-98bc-37e4c81a2640 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 914 time: 0.1618207 Sep 18 20:02:34.460717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] For port 08d9bca0-5c47-4a16-a1aa-515427e5e00e, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=08d9bca0-5c47-4a16-a1aa-515427e5e00e,segment=NetworkSegment(a9f05a50-f3f8-4393-a77f-c47adaa301b9),segment_id=a9f05a50-f3f8-4393-a77f-c47adaa301b9)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:34.461154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:34.474691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Calling delete_port for 08d9bca0-5c47-4a16-a1aa-515427e5e00e owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:02:34.490590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-054a5525-0bea-4fc6-891b-77e41abb1373 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a90719d-73e8-4063-ae96-9b0275f0d582 HTTP/1.1" status: 200 len: 217 time: 0.0458016 Sep 18 20:02:34.501143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45692) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:34.506128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-222177382-network', 'tenant_id': '9c7d9423eefc4c7e9833beb8d39474c1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:02:34.565582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-9ba99d99-ccc6-4cdd-bee0-f44c95c80131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:34.567552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-9ba99d99-ccc6-4cdd-bee0-f44c95c80131 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 200 len: 853 time: 0.0672116 Sep 18 20:02:34.568899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Made reservation on behalf of 9c7d9423eefc4c7e9833beb8d39474c1 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:02:34.571885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:34.604380 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-f11540ea-7f58-47ca-b3aa-4d61ccb9c18d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28332b88-f919-4df4-8511-88d33de7100c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301321 Sep 18 20:02:34.605281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:34.621752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:34.635398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['08d9bca0-5c47-4a16-a1aa-515427e5e00e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:34.657935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Pushing event deleted for resources: {'Port': ['ID=08d9bca0-5c47-4a16-a1aa-515427e5e00e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:34.706345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] No DVR routers for this DVR port 08d9bca0-5c47-4a16-a1aa-515427e5e00e on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:02:34.714045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:34.717231 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0d2e7d52-767b-451e-a6a7-46bcbaa78ac8 req-28e40a5d-4055-4f22-910b-4206544564fb tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.32 "DELETE /v2.0/ports/08d9bca0-5c47-4a16-a1aa-515427e5e00e HTTP/1.1" status: 204 len: 173 time: 0.4783597 Sep 18 20:02:34.717689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d', 'name': 'network-vif-deleted', 'tag': '08d9bca0-5c47-4a16-a1aa-515427e5e00e'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:34.721013 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f410970-4dcf-4e10-a442-b7633f962fd9" -d '{"events": [{"server_uuid": "6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d", "name": "network-vif-deleted", "tag": "08d9bca0-5c47-4a16-a1aa-515427e5e00e"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:34.779761 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416ade28-4836-48fb-98c4-ce5f18a18a67 x-openstack-request-id: req-416ade28-4836-48fb-98c4-ce5f18a18a67 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:34.780048 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d", "name": "network-vif-deleted", "tag": "08d9bca0-5c47-4a16-a1aa-515427e5e00e", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:34.780355 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-416ade28-4836-48fb-98c4-ce5f18a18a67 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:34.780761 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d', 'name': 'network-vif-deleted', 'tag': '08d9bca0-5c47-4a16-a1aa-515427e5e00e', 'status': 'completed', 'code': 200} Sep 18 20:02:34.808418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-97a8d57b-cffa-4709-9ba3-8c1e459c4223 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942472 Sep 18 20:02:34.963506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:34.976139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea622b-f9c6-411e-9593-5436db057528 req-5b128bdc-cf18-4dd5-ba4b-c0d11cd8581d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:34.977660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfea622b-f9c6-411e-9593-5436db057528 req-5b128bdc-cf18-4dd5-ba4b-c0d11cd8581d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1726210 Sep 18 20:02:34.980911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:35.038232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:02:35.054714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55514c6d-910d-404d-b082-d05fe4c8ea44 req-d47444af-0475-43d9-93d8-86caf264a925 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326369 Sep 18 20:02:35.070734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247e98d3-fb97-46b4-9269-08456ccd4817,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:35.077470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:35.077818 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Added segment ad716662-0540-4336-8f00-9370f05e151c of type vlan for network 37ec1736-0060-4ff9-bb0a-3bfc11e63c87 Sep 18 20:02:35.104654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfea622b-f9c6-411e-9593-5436db057528 req-b5022514-1f94-4942-9d10-9914a2cc786e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180756 Sep 18 20:02:35.148851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c26deeb-fd8e-43b8-bef3-7aed29128a68 req-6d8bdfac-ffce-47e7-b361-b1c869efd277 tempest-AttachVolumeNegativeTest-1769572869 tempest-AttachVolumeNegativeTest-1769572869-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d9d04ea-5a29-48a3-9a18-7e3e5a51a77d HTTP/1.1" status: 200 len: 210 time: 0.0691476 Sep 18 20:02:35.163186 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:35.229021 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-883642a1-e8ab-4fe6-b74e-8893ff9be0a2 req-505e8d0f-bc94-46db-a57b-aaae888ff28a tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0441394 Sep 18 20:02:35.235876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:35.236916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:35.238135 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:35.317059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8114951 Sep 18 20:02:35.317059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c8de5-9383-40d3-8822-572e6a6a5304 admin admin] Pushing event updated for resources: {'Network': ['ID=37ec1736-0060-4ff9-bb0a-3bfc11e63c87,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:35.317059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45796) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:35.321638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Request body: {'subnet': {'network_id': '37ec1736-0060-4ff9-bb0a-3bfc11e63c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-222177382-subnet', 'tenant_id': '9c7d9423eefc4c7e9833beb8d39474c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:02:35.326211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 37ec1736-0060-4ff9-bb0a-3bfc11e63c87 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:02:35.344842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Made reservation on behalf of 9c7d9423eefc4c7e9833beb8d39474c1 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:02:35.347154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:35.534367 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:35.589372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=675c5644-b34f-4417-974f-8be58f18e0a0,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:35.598708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Checking segment: {'id': 'ad716662-0540-4336-8f00-9370f05e151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '37ec1736-0060-4ff9-bb0a-3bfc11e63c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:02:35.599061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Network hostable DHCP agents. Network: 37ec1736-0060-4ff9-bb0a-3bfc11e63c87, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:02:35.616136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Network 37ec1736-0060-4ff9-bb0a-3bfc11e63c87 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:02:35.626359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 37ec1736-0060-4ff9-bb0a-3bfc11e63c87) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:02:35.630452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:35.631045 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:35.635761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7357361d-83b8-45a8-8acd-d4cb21281d4c None None] Network 37ec1736-0060-4ff9-bb0a-3bfc11e63c87 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:02:35.646678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9a088f6b-8d5c-4955-894f-496d3cf2e9fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3289456 Sep 18 20:02:35.769224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5897fe6-2cfa-4a72-a04d-3a9523659a93 None None] Network 37ec1736-0060-4ff9-bb0a-3bfc11e63c87 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:02:36.222946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-5be56845-4f5a-43a7-96f3-11122ee0cd62 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:36.227888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-5be56845-4f5a-43a7-96f3-11122ee0cd62 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/networks?id=90b6f194-3ba2-4796-942a-4bdaec135fe2 HTTP/1.1" status: 200 len: 824 time: 0.1387157 Sep 18 20:02:36.256857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-ad12624d-5fbb-449c-aa3e-6fc45044aaac tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/quotas/401ff036f5a44c70b9630ad7b66b2008 HTTP/1.1" status: 200 len: 375 time: 0.0147762 Sep 18 20:02:36.282089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00dd5-96b3-48c0-b8f4-8dcb4285b682 req-904349e9-eb9e-420b-be1b-09ffcb4bff8c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:36.283578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60f00dd5-96b3-48c0-b8f4-8dcb4285b682 req-904349e9-eb9e-420b-be1b-09ffcb4bff8c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.0864384 Sep 18 20:02:36.303945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-f1f28e98-f1cf-4264-b4da-2abeddd8bda3 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=401ff036f5a44c70b9630ad7b66b2008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412266 Sep 18 20:02:36.361464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60f00dd5-96b3-48c0-b8f4-8dcb4285b682 req-1cf95a87-0628-411b-b615-09c7131899cc tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604701 Sep 18 20:02:36.403713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45938) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:36.419981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-e3419a5c-ffa4-42cd-ac44-8ae530ed0c13 service neutron] 10.222.0.20 "GET /v2.0/networks/90b6f194-3ba2-4796-942a-4bdaec135fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034541 Sep 18 20:02:36.449812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-84412f45-198e-4c7f-b5f1-7849e6943037 admin admin] Deleting subnet fd44bd85-af45-45ac-b516-d79293f8f079 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:02:36.453873 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-84412f45-198e-4c7f-b5f1-7849e6943037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:36.491059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-84412f45-198e-4c7f-b5f1-7849e6943037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:36.505796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c2c4ec1-3691-46a3-b822-aca7f8fa3e9a req-2c37bc16-4829-48e2-94b2-961022144c3a tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0566597 Sep 18 20:02:36.530061 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-84412f45-198e-4c7f-b5f1-7849e6943037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:36.537400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-9c16bcf6-9eb8-4036-b832-86cb26891ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/90b6f194-3ba2-4796-942a-4bdaec135fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154251 Sep 18 20:02:36.581461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-84412f45-198e-4c7f-b5f1-7849e6943037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:36.608648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84412f45-198e-4c7f-b5f1-7849e6943037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd44bd85-af45-45ac-b516-d79293f8f079,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:36.610632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-84412f45-198e-4c7f-b5f1-7849e6943037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:36.612600 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-84412f45-198e-4c7f-b5f1-7849e6943037 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fd44bd85-af45-45ac-b516-d79293f8f079 HTTP/1.1" status: 204 len: 168 time: 0.2063901 Sep 18 20:02:36.615062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45940) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:36.719020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91d62ea7-7360-46b7-9f6e-16628622ba62 req-22cf3321-beef-410f-b96e-198f100064e0 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 210 time: 0.0319633 Sep 18 20:02:37.005752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:37.088930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:37.108757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5ac25e-5c89-4010-a4ea-a5f5933e757d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:37.119549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f05a50-f3f8-4393-a77f-c47adaa301b9') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:37.119855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f05a50-f3f8-4393-a77f-c47adaa301b9') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:02:37.130973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:37.148013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:37.155756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:02:37.156294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:02:37.159059 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:02:37.227789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:37.234899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:37.240172 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] 10.222.0.20 "DELETE /v2.0/networks/da5ac25e-5c89-4010-a4ea-a5f5933e757d HTTP/1.1" status: 204 len: 168 time: 0.6240416 Sep 18 20:02:37.253373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04e82-62f7-400b-a7c9-97f65423deba admin admin] Pushing event deleted for resources: {'Network': ['ID=da5ac25e-5c89-4010-a4ea-a5f5933e757d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:37.439963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:37.567886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9dfbd373-45c9-46c8-a28f-d8073fa0f20a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25e101887d3244628d3ecd2bfb76523e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264565 Sep 18 20:02:37.570825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45968) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:37.592658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa192a25-11d2-49e3-b205-9f134ce40adb req-7477f4d8-a7aa-4fd9-bae5-d8f9d4caa368 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:37.594595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa192a25-11d2-49e3-b205-9f134ce40adb req-7477f4d8-a7aa-4fd9-bae5-d8f9d4caa368 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1175346 Sep 18 20:02:37.722372 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3293197a-591b-4f74-bf2e-02f84fd6b245 req-8a60b5db-b533-48dc-88ae-83df20424b1c tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.1035664 Sep 18 20:02:37.775972 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa192a25-11d2-49e3-b205-9f134ce40adb req-e358c6af-8439-41be-8a11-dc34676eeb32 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729589 Sep 18 20:02:37.853348 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751d7361-0367-4a0c-8386-7fee9d30f597 req-987bc259-30b2-46fa-9704-f14653979d35 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 210 time: 0.0426326 Sep 18 20:02:37.860374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-3890a017-6d48-417e-957c-3ec86da2cd13 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:37.861855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-3890a017-6d48-417e-957c-3ec86da2cd13 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.24 "GET /v2.0/networks?id=90b6f194-3ba2-4796-942a-4bdaec135fe2 HTTP/1.1" status: 200 len: 824 time: 0.2156956 Sep 18 20:02:37.862554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f3b5-35c7-4268-8acb-9185231d0e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:37.884891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Request body: {'port': {'device_id': '80fe7734-5e83-49d4-89d7-9245d9000253', 'network_id': '90b6f194-3ba2-4796-942a-4bdaec135fe2', 'admin_state_up': True, 'tenant_id': '401ff036f5a44c70b9630ad7b66b2008'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:02:37.938287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f3b5-35c7-4268-8acb-9185231d0e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.018343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1cc0e-bb7f-42b2-abc4-4097995e7a88 req-15579cfa-f686-43ee-971f-7e7ea345be0f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:38.019787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14f1cc0e-bb7f-42b2-abc4-4097995e7a88 req-15579cfa-f686-43ee-971f-7e7ea345be0f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1688564 Sep 18 20:02:38.071234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:38.088395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f3b5-35c7-4268-8acb-9185231d0e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.091775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1ce6f3b5-35c7-4268-8acb-9185231d0e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.093566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1ce6f3b5-35c7-4268-8acb-9185231d0e00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/350baa5d-3ab3-4f88-91c6-c8e0095dbb0e HTTP/1.1" status: 204 len: 168 time: 0.5214639 Sep 18 20:02:38.101180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14f1cc0e-bb7f-42b2-abc4-4097995e7a88 req-aeb0de42-48ec-4e0b-bdf9-02c65957fb63 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746527 Sep 18 20:02:38.112300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6f3b5-35c7-4268-8acb-9185231d0e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350baa5d-3ab3-4f88-91c6-c8e0095dbb0e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:38.121199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Made reservation on behalf of 401ff036f5a44c70b9630ad7b66b2008 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:02:38.129721 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.223232 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.264771 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:38.267171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:38.269893 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78be762-ce1b-4fba-b021-50787d2a8e17" -d '{"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:38.273594 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.346926 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e757899-579c-44d1-8b20-a4bc5895123d x-openstack-request-id: req-8e757899-579c-44d1-8b20-a4bc5895123d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:38.347221 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-unplugged", "status": "failed", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582", "code": 422}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:38.347489 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e757899-579c-44d1-8b20-a4bc5895123d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:38.348225 n-d-789963-11 neutron-server[94942]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'code': 422} returned with failed status Sep 18 20:02:38.349481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:38.357820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.362994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.363360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.363723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.364634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.364634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.364839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.365028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.365351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.365674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.365994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.366317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:02:38.384524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Allocated IP 172.20.0.10 (90b6f194-3ba2-4796-942a-4bdaec135fe2/2c7595bb-9315-4943-888d-3dc6dc5099ec/54af8e99-37a1-498b-97cc-8a16e33de587) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:02:38.599598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aa32b-a709-414e-ac72-6c78fc69e8a6 req-ab1af454-d4d6-4427-af61-890e00d4db01 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:38.606915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-249aa32b-a709-414e-ac72-6c78fc69e8a6 req-ab1af454-d4d6-4427-af61-890e00d4db01 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.0970173 Sep 18 20:02:38.612220 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.673401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-249aa32b-a709-414e-ac72-6c78fc69e8a6 req-6112585b-0b30-4f22-929f-740b1624ee36 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641837 Sep 18 20:02:38.703055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.774354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Network 90b6f194-3ba2-4796-942a-4bdaec135fe2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:02:38.780098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:02:38.784367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:02:38.820332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Pushing event updated for resources: {'Port': ['ID=54af8e99-37a1-498b-97cc-8a16e33de587,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:38.829477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46018) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:38.853052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:38.853732 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:38.886644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf9f1b5e-0b61-4a69-a327-c40c949fe34a req-94c6a0a2-90da-4d26-b9bf-9f685820e2c8 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0416796 Sep 18 20:02:38.903014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-1b99d732-205a-47be-a176-5f7abd0d8497 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0216014 Sep 18 20:02:38.915137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Request body: {'port': {'device_id': '80fe7734-5e83-49d4-89d7-9245d9000253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:02:39.027855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:39.075975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2b08-eae3-4a54-a254-c22b673e66b8 req-cf75af88-e22f-497e-809a-935aa2a86bc4 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:39.077768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f3b2b08-eae3-4a54-a254-c22b673e66b8 req-cf75af88-e22f-497e-809a-935aa2a86bc4 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 932 time: 0.1229057 Sep 18 20:02:39.114864 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-4ba2b4b5-3bbe-4936-bafb-fabf46a01a18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2840745 Sep 18 20:02:39.128696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-0955945d-c1ba-49a7-853b-eb8f1aa8fa7b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:02:39.141015 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-0955945d-c1ba-49a7-853b-eb8f1aa8fa7b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166240 Sep 18 20:02:39.203187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f3b2b08-eae3-4a54-a254-c22b673e66b8 req-7d0764af-2dd1-4539-963d-92bd3547ea83 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008344 Sep 18 20:02:39.391122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54af8e99-37a1-498b-97cc-8a16e33de587 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:02:39.401150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:39.417729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Transition to ACTIVE for port object 54af8e99-37a1-498b-97cc-8a16e33de587 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:02:39.423543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:39.502123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Pushing event updated for resources: {'Port': ['ID=54af8e99-37a1-498b-97cc-8a16e33de587,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:39.514129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 08d9bca0-5c47-4a16-a1aa-515427e5e00e no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:39.543453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 08d9bca0-5c47-4a16-a1aa-515427e5e00e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:02:39.545532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 08d9bca0-5c47-4a16-a1aa-515427e5e00e not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:02:39.582053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Attempting to bind port 54af8e99-37a1-498b-97cc-8a16e33de587 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:02:39.582392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Attempting to bind port 54af8e99-37a1-498b-97cc-8a16e33de587 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '83ca3978-6dbf-4d42-9e70-64fba035d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '90b6f194-3ba2-4796-942a-4bdaec135fe2'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:02:39.582724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Attempting to bind port 54af8e99-37a1-498b-97cc-8a16e33de587 on network 90b6f194-3ba2-4796-942a-4bdaec135fe2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:02:39.587465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Port 54af8e99-37a1-498b-97cc-8a16e33de587 on network 90b6f194-3ba2-4796-942a-4bdaec135fe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:02:39.587788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Attempting to bind port 54af8e99-37a1-498b-97cc-8a16e33de587 on network 90b6f194-3ba2-4796-942a-4bdaec135fe2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:02:39.593996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:02:39.594336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Checking segment: {'id': '83ca3978-6dbf-4d42-9e70-64fba035d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '90b6f194-3ba2-4796-942a-4bdaec135fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:02:39.594726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Bound using segment: {'id': '83ca3978-6dbf-4d42-9e70-64fba035d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '90b6f194-3ba2-4796-942a-4bdaec135fe2'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:02:39.595152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Bound port: 54af8e99-37a1-498b-97cc-8a16e33de587, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ca3978-6dbf-4d42-9e70-64fba035d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '90b6f194-3ba2-4796-942a-4bdaec135fe2'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:02:39.595551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:39.691170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] For port 54af8e99-37a1-498b-97cc-8a16e33de587, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:02:39.702980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] For port 54af8e99-37a1-498b-97cc-8a16e33de587, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54af8e99-37a1-498b-97cc-8a16e33de587,segment=NetworkSegment(83ca3978-6dbf-4d42-9e70-64fba035d64b),segment_id=83ca3978-6dbf-4d42-9e70-64fba035d64b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:02:39.708388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:39.748282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:39.749085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:39.750652 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] 10.222.0.24 "PUT /v2.0/ports/54af8e99-37a1-498b-97cc-8a16e33de587 HTTP/1.1" status: 200 len: 1093 time: 0.8399372 Sep 18 20:02:39.751160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fe7734-5e83-49d4-89d7-9245d9000253', 'tag': '54af8e99-37a1-498b-97cc-8a16e33de587'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:39.766007 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51" -d '{"events": [{"name": "network-changed", "server_uuid": "80fe7734-5e83-49d4-89d7-9245d9000253", "tag": "54af8e99-37a1-498b-97cc-8a16e33de587"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:39.816628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b4d5-6db9-4ac7-85e8-a6b599d75818 service neutron] Pushing event updated for resources: {'Port': ['ID=54af8e99-37a1-498b-97cc-8a16e33de587,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:39.841075 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b2e8e6-42ac-429b-b917-0928285ec9c1 x-openstack-request-id: req-42b2e8e6-42ac-429b-b917-0928285ec9c1 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:39.842119 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fe7734-5e83-49d4-89d7-9245d9000253", "tag": "54af8e99-37a1-498b-97cc-8a16e33de587", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:39.842588 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42b2e8e6-42ac-429b-b917-0928285ec9c1 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:39.843208 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fe7734-5e83-49d4-89d7-9245d9000253', 'tag': '54af8e99-37a1-498b-97cc-8a16e33de587', 'status': 'completed', 'code': 200} Sep 18 20:02:39.939189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08691118-fab0-482e-8c5f-379c1931963d req-c71faa52-c74a-421b-835c-9669d4061f25 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:39.941326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08691118-fab0-482e-8c5f-379c1931963d req-c71faa52-c74a-421b-835c-9669d4061f25 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.0970039 Sep 18 20:02:39.953330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-46da5e7b-ef2e-4fa1-9c31-1ddb324d3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:39.954819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-46da5e7b-ef2e-4fa1-9c31-1ddb324d3555 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401ff036f5a44c70b9630ad7b66b2008&device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 1096 time: 0.1002507 Sep 18 20:02:40.019225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-15f4fca2-5780-418c-98ad-9b9c4988a300 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54af8e99-37a1-498b-97cc-8a16e33de587 HTTP/1.1" status: 200 len: 217 time: 0.0505755 Sep 18 20:02:40.057462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bfb93f2-69f7-46b1-a2ad-ac56e16fd0eb req-06137450-1613-4734-9caf-14bffc8def4c tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0477822 Sep 18 20:02:40.064535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-08691118-fab0-482e-8c5f-379c1931963d req-2ee0a092-cffe-4a18-ac53-7b6654378fa5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135526 Sep 18 20:02:40.104189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-d4fff2ae-fa9a-40bf-b9f9-04188ea7f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:40.105692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-d4fff2ae-fa9a-40bf-b9f9-04188ea7f6b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c7595bb-9315-4943-888d-3dc6dc5099ec HTTP/1.1" status: 200 len: 864 time: 0.0590878 Sep 18 20:02:40.154764 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-aa92072b-9a94-42ff-a890-10fc3a47f3b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90b6f194-3ba2-4796-942a-4bdaec135fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371492 Sep 18 20:02:40.341701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-b69feb4e-712c-4d6f-8d0d-ff5f8acddf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:40.343327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-b69feb4e-712c-4d6f-8d0d-ff5f8acddf80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1&tenant_id=13845a0276044cbcbe3ab930f3101757 HTTP/1.1" status: 200 len: 1096 time: 0.1924546 Sep 18 20:02:40.419973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-cc2ee746-80c2-4385-9388-7738d27f9bc9 service neutron] 10.222.0.24 "GET /v2.0/networks/90b6f194-3ba2-4796-942a-4bdaec135fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578466 Sep 18 20:02:40.435730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290edae-7b4d-40ff-a490-9c719b069607 req-46dc5fb4-91db-4992-945c-b2457d79ca15 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:40.437213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b290edae-7b4d-40ff-a490-9c719b069607 req-46dc5fb4-91db-4992-945c-b2457d79ca15 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 944 time: 0.1130912 Sep 18 20:02:40.468316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-736c64ef-b49a-4b8a-846a-d4c18fb7df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:40.469787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-736c64ef-b49a-4b8a-846a-d4c18fb7df36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1030769 Sep 18 20:02:40.607545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b290edae-7b4d-40ff-a490-9c719b069607 req-09e8127f-ccf7-49d9-96ea-9e3eb0b75c11 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586897 Sep 18 20:02:40.623697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07816de7-b7cb-45aa-a3f4-df0cb327989e req-b54838f2-4bd5-4d44-9ea2-f1c4251daa10 service neutron] 10.222.0.24 "GET /v2.0/networks/90b6f194-3ba2-4796-942a-4bdaec135fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852436 Sep 18 20:02:40.639263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-66e2b66e-78f6-423c-877f-3f0e37ef74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:40.640854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-66e2b66e-78f6-423c-877f-3f0e37ef74ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 914 time: 0.1627057 Sep 18 20:02:40.701926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-92b44114-fc7f-4d58-ba37-0b6e146bb630 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a90719d-73e8-4063-ae96-9b0275f0d582 HTTP/1.1" status: 200 len: 217 time: 0.0532324 Sep 18 20:02:40.769938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-a9748a0a-7560-4e33-a113-e5d14ca0e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:40.771691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-a9748a0a-7560-4e33-a113-e5d14ca0e4ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=401ff036f5a44c70b9630ad7b66b2008&device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 1096 time: 0.0807245 Sep 18 20:02:40.775751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-2d0376e8-c114-480f-85b8-d62854ab35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:40.777195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-2d0376e8-c114-480f-85b8-d62854ab35d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 200 len: 853 time: 0.0594542 Sep 18 20:02:40.828812 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-f1100dd4-ae71-4987-a04d-3692fc5b8331 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28332b88-f919-4df4-8511-88d33de7100c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413442 Sep 18 20:02:40.954519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-3d0440f7-26a7-4b9d-8bb9-54f316eb3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:40.956321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-3d0440f7-26a7-4b9d-8bb9-54f316eb3a3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=90b6f194-3ba2-4796-942a-4bdaec135fe2 HTTP/1.1" status: 200 len: 925 time: 0.1768575 Sep 18 20:02:41.352037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-42d3b610-474c-4ce0-8247-3129902c9c7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54af8e99-37a1-498b-97cc-8a16e33de587 HTTP/1.1" status: 200 len: 217 time: 0.3854842 Sep 18 20:02:41.361673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-c42fb0d8-ab1c-422b-82e4-d721d4e1e327 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248957 Sep 18 20:02:41.492367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-864f4883-7943-4970-9a85-bc1620bc82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:41.493840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-864f4883-7943-4970-9a85-bc1620bc82f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c7595bb-9315-4943-888d-3dc6dc5099ec HTTP/1.1" status: 200 len: 864 time: 0.1301491 Sep 18 20:02:41.503782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78696d12-59a3-40b8-8fe7-7a632e6b1d3d req-2631859d-e17a-4ff6-8c27-81e2db0080d1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:41.510932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78696d12-59a3-40b8-8fe7-7a632e6b1d3d req-2631859d-e17a-4ff6-8c27-81e2db0080d1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1659243 Sep 18 20:02:41.554037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-a8dd4072-feba-4df7-9744-965757033bc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90b6f194-3ba2-4796-942a-4bdaec135fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382185 Sep 18 20:02:41.615803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27844e54-cd7f-40d2-829a-403bf83bfdb6 req-ae0070a6-3ce2-4f17-96e6-704ffefb5720 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420154 Sep 18 20:02:41.627150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78696d12-59a3-40b8-8fe7-7a632e6b1d3d req-0a8fc0f2-baf3-4d3e-8b01-71208216c735 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152859 Sep 18 20:02:41.760956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a56e83a1-7cac-4c4f-b66c-78193f5ef8e4 req-3a2db49f-1bb8-4c5c-99f4-7c1246eeb830 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.4147422 Sep 18 20:02:41.817737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-e4c3bebb-06c0-4d4c-9940-988698e70fcc service neutron] 10.222.0.24 "GET /v2.0/networks/90b6f194-3ba2-4796-942a-4bdaec135fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549698 Sep 18 20:02:41.846302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46110) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:41.954322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef79cf-11f3-4d0f-807f-46e43ab7ee91 req-9d01b881-d3d1-4778-ba6a-3bd16e4afda5 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:41.956170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3ef79cf-11f3-4d0f-807f-46e43ab7ee91 req-9d01b881-d3d1-4778-ba6a-3bd16e4afda5 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 944 time: 0.2166910 Sep 18 20:02:42.020880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4ede2b-a6cf-4f31-bd09-581f5c14fc51 req-136d4774-c5ab-440c-9e60-212b98780cdf service neutron] 10.222.0.24 "GET /v2.0/networks/90b6f194-3ba2-4796-942a-4bdaec135fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961617 Sep 18 20:02:42.046091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d3ef79cf-11f3-4d0f-807f-46e43ab7ee91 req-b71919fc-84db-4f3f-bad1-fb5d5d60a8ed tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783587 Sep 18 20:02:42.047252 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db6e01b4-424b-436a-b8b0-65a0c6870e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:42.160600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db6e01b4-424b-436a-b8b0-65a0c6870e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:42.167249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db6e01b4-424b-436a-b8b0-65a0c6870e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:42.228228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46124) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:42.228832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-db6e01b4-424b-436a-b8b0-65a0c6870e25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee65a9924e1647f7bcba08d620c0b608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801231 Sep 18 20:02:42.229527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e01b4-424b-436a-b8b0-65a0c6870e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5512e407-4e8c-4323-8877-84e3448e96ad,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:42.349434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3de401e8-e360-4578-a1d5-65cfc0bf7d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:42.399568 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3de401e8-e360-4578-a1d5-65cfc0bf7d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:42.488011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3de401e8-e360-4578-a1d5-65cfc0bf7d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:42.490958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3de401e8-e360-4578-a1d5-65cfc0bf7d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:42.497840 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3de401e8-e360-4578-a1d5-65cfc0bf7d1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5512e407-4e8c-4323-8877-84e3448e96ad HTTP/1.1" status: 204 len: 168 time: 0.2682619 Sep 18 20:02:42.513798 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de401e8-e360-4578-a1d5-65cfc0bf7d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5512e407-4e8c-4323-8877-84e3448e96ad,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:42.839672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1901-4e20-49a5-8a77-34f9649242ae req-9062957e-6292-4dfb-90d5-66b3a3fcc8e4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:42.848462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1fb1901-4e20-49a5-8a77-34f9649242ae req-9062957e-6292-4dfb-90d5-66b3a3fcc8e4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1118619 Sep 18 20:02:42.955658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1fb1901-4e20-49a5-8a77-34f9649242ae req-b57c1020-81ce-4134-935a-9c150b7c54d7 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042428 Sep 18 20:02:43.005901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fe1bba5-9ee5-400b-8828-27fa6cbd754e req-a9252a2c-d5e0-4b51-8eb5-1e4e3804f58b tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0772402 Sep 18 20:02:43.047157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46136) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:43.068664 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3371e6e2-30ca-4fa8-91b9-051544e308af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:43.077742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f22d4c1f-7f78-476d-8f48-57324133fcc4 req-07d6c9b5-efdc-445c-8902-0a62afffc71e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0377574 Sep 18 20:02:43.219124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbf5a5-f146-4c9f-bbe7-75b161933a86 req-abadb85c-2da5-49c4-8f50-2dee3593d871 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:43.220604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3fbf5a5-f146-4c9f-bbe7-75b161933a86 req-abadb85c-2da5-49c4-8f50-2dee3593d871 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 944 time: 0.0764031 Sep 18 20:02:43.293286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3371e6e2-30ca-4fa8-91b9-051544e308af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:43.304676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3fbf5a5-f146-4c9f-bbe7-75b161933a86 req-f852c3c7-2f55-4047-b1c0-c2e6ae823412 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747058 Sep 18 20:02:43.308962 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3371e6e2-30ca-4fa8-91b9-051544e308af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:43.363539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46140) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:43.364088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3371e6e2-30ca-4fa8-91b9-051544e308af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22ed3167e3f4463490ca3cd3a905cc3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152034 Sep 18 20:02:43.364345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371e6e2-30ca-4fa8-91b9-051544e308af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c82ad9-c95b-41e8-a2d1-ece172131621,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:43.438293 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f454b772-5aeb-4843-97da-728c29d69cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:43.465102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f454b772-5aeb-4843-97da-728c29d69cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:43.537666 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f454b772-5aeb-4843-97da-728c29d69cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:43.540273 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f454b772-5aeb-4843-97da-728c29d69cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:43.541616 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f454b772-5aeb-4843-97da-728c29d69cb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68c82ad9-c95b-41e8-a2d1-ece172131621 HTTP/1.1" status: 204 len: 168 time: 0.1770236 Sep 18 20:02:43.580788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454b772-5aeb-4843-97da-728c29d69cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c82ad9-c95b-41e8-a2d1-ece172131621,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:44.088844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 54af8e99-37a1-498b-97cc-8a16e33de587 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:02:44.235253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 54af8e99-37a1-498b-97cc-8a16e33de587, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54af8e99-37a1-498b-97cc-8a16e33de587,segment=NetworkSegment(83ca3978-6dbf-4d42-9e70-64fba035d64b),segment_id=83ca3978-6dbf-4d42-9e70-64fba035d64b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:44.264067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '54af8e99-37a1-498b-97cc-8a16e33de587', 'network_id': '90b6f194-3ba2-4796-942a-4bdaec135fe2', 'port_id': '54af8e99-37a1-498b-97cc-8a16e33de587', 'mac_address': 'fa:16:3e:68:ca:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7595bb-9315-4943-888d-3dc6dc5099ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:02:44.272443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35d54288-eac5-4e56-9638-baf3ff8a73db req-09940083-3b69-444a-8185-18358201fa2f tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0756569 Sep 18 20:02:44.367492 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:44.397504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54af8e99-37a1-498b-97cc-8a16e33de587 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:02:44.445186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 54af8e99-37a1-498b-97cc-8a16e33de587, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54af8e99-37a1-498b-97cc-8a16e33de587,segment=NetworkSegment(83ca3978-6dbf-4d42-9e70-64fba035d64b),segment_id=83ca3978-6dbf-4d42-9e70-64fba035d64b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:44.452843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:44.555640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6baa0-7358-4e04-8646-fb5f14b9267b req-a5f88321-50d7-4c6e-8002-55b19a7f408f tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:44.557582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c6baa0-7358-4e04-8646-fb5f14b9267b req-a5f88321-50d7-4c6e-8002-55b19a7f408f tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 944 time: 0.1254575 Sep 18 20:02:44.563056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=54af8e99-37a1-498b-97cc-8a16e33de587,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:44.670385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['54af8e99-37a1-498b-97cc-8a16e33de587'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:44.717856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81c6baa0-7358-4e04-8646-fb5f14b9267b req-3a22e1db-2e95-4bde-a6cc-f55a58e7f77d tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217718 Sep 18 20:02:44.757608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c53781-8114-4244-8fc7-a749d0552601 req-e4367c20-ee17-425e-bdc2-7cb440194bd9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:44.760666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3c53781-8114-4244-8fc7-a749d0552601 req-e4367c20-ee17-425e-bdc2-7cb440194bd9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.6799960 Sep 18 20:02:44.858544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3c53781-8114-4244-8fc7-a749d0552601 req-ab394cd4-ed1e-4982-98ef-7c679ec5cc26 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873480 Sep 18 20:02:45.449118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6691e590-3123-4a3e-aace-0373db32ecbd req-9b63a319-e734-40a1-b1cb-03d57b976354 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0697551 Sep 18 20:02:45.879609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20137687-9bd7-4905-b7d7-395d0a207af4 req-6380ed40-af15-4752-a1fb-7fd701a1cc07 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71&device_id=4115d96a-a989-41ad-8735-c4c5c603909e HTTP/1.1" status: 200 len: 210 time: 0.0402961 Sep 18 20:02:45.979664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f5097-bbd6-4fe6-8b43-2fd4906558c1 req-8e5db1a8-2d01-41f3-a68d-0e7c594eb0f7 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:45.981801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca5f5097-bbd6-4fe6-8b43-2fd4906558c1 req-8e5db1a8-2d01-41f3-a68d-0e7c594eb0f7 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 945 time: 0.1303604 Sep 18 20:02:46.097575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca5f5097-bbd6-4fe6-8b43-2fd4906558c1 req-d0fa7119-5d5a-44cb-8492-81c2390f261b tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076062 Sep 18 20:02:46.102141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 54af8e99-37a1-498b-97cc-8a16e33de587 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:02:46.124908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d48047-0917-4c3f-9cb2-d2e2933f7c15 req-233e87d5-f8e8-45af-b8af-d735f9a9620d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:46.126442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53d48047-0917-4c3f-9cb2-d2e2933f7c15 req-233e87d5-f8e8-45af-b8af-d735f9a9620d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1437187 Sep 18 20:02:46.195344 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 54af8e99-37a1-498b-97cc-8a16e33de587 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:02:46.206670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 54af8e99-37a1-498b-97cc-8a16e33de587 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:02:46.207510 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:46.239709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53d48047-0917-4c3f-9cb2-d2e2933f7c15 req-fcd9e7f9-2e28-4ae6-896c-5aac5750d2ad tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066363 Sep 18 20:02:46.369007 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:46.450701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 54af8e99-37a1-498b-97cc-8a16e33de587, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54af8e99-37a1-498b-97cc-8a16e33de587,segment=NetworkSegment(83ca3978-6dbf-4d42-9e70-64fba035d64b),segment_id=83ca3978-6dbf-4d42-9e70-64fba035d64b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:46.464807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fe7734-5e83-49d4-89d7-9245d9000253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54af8e99-37a1-498b-97cc-8a16e33de587'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:46.471872 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf022fa-440b-4401-91fe-aa6a7dfbf987" -d '{"events": [{"server_uuid": "80fe7734-5e83-49d4-89d7-9245d9000253", "name": "network-vif-plugged", "status": "completed", "tag": "54af8e99-37a1-498b-97cc-8a16e33de587"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:46.481585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-204a7afa-9e27-46dc-b155-8cae2c48e09d req-4f7abf02-ae01-4646-9c46-4dfa08241918 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5408d3d134e041fb8b02de3a22d70345&device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0631199 Sep 18 20:02:46.491661 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:46.548576 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d6e4062-3171-4304-983c-9ff534fead28 req-6aa04f2b-468e-40f2-a0c1-39e8995ecac7 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0850773 Sep 18 20:02:46.552256 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e235830-2eb3-45b4-981e-222382e7482f x-openstack-request-id: req-6e235830-2eb3-45b4-981e-222382e7482f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:46.552777 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fe7734-5e83-49d4-89d7-9245d9000253", "name": "network-vif-plugged", "status": "completed", "tag": "54af8e99-37a1-498b-97cc-8a16e33de587", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:46.553196 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e235830-2eb3-45b4-981e-222382e7482f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:46.553768 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fe7734-5e83-49d4-89d7-9245d9000253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54af8e99-37a1-498b-97cc-8a16e33de587', 'code': 200} Sep 18 20:02:46.569372 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-204a7afa-9e27-46dc-b155-8cae2c48e09d req-4c0819fe-f0b4-4b13-a866-64d109f7dd98 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5408d3d134e041fb8b02de3a22d70345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779028 Sep 18 20:02:46.582681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=54af8e99-37a1-498b-97cc-8a16e33de587,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:46.846274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a7afa-9e27-46dc-b155-8cae2c48e09d req-a0fdf768-b6b7-41b9-8eb8-500f23c50948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:46.847825 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-204a7afa-9e27-46dc-b155-8cae2c48e09d req-a0fdf768-b6b7-41b9-8eb8-500f23c50948 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2719531 Sep 18 20:02:47.333920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00031e-60e6-4ad4-821b-4d0e93c99901 req-fc4408b0-160e-499f-a8f5-6942bd2204f9 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:47.342207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e00031e-60e6-4ad4-821b-4d0e93c99901 req-fc4408b0-160e-499f-a8f5-6942bd2204f9 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.1368556 Sep 18 20:02:47.427511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e00031e-60e6-4ad4-821b-4d0e93c99901 req-dc483f7d-a618-4efd-b2e0-690a31e373f8 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834599 Sep 18 20:02:47.456129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33688f7-a6ce-4758-b10f-b6b35c197e14 req-8e5c1012-ae78-40a1-ae6e-09d871c5449e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:47.458765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f33688f7-a6ce-4758-b10f-b6b35c197e14 req-8e5c1012-ae78-40a1-ae6e-09d871c5449e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1136460 Sep 18 20:02:47.528724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f33688f7-a6ce-4758-b10f-b6b35c197e14 req-aaed7f99-0997-4600-b461-499eda5a0d05 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630882 Sep 18 20:02:47.642430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c335385f-c254-4614-b238-73791ea5d24f req-48f39fca-a506-4c5b-adf4-5a60ebc50e49 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0305843 Sep 18 20:02:48.192165 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-204a7afa-9e27-46dc-b155-8cae2c48e09d req-34fe70ac-ff63-43b8-8bec-c9c14b5e6543 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.32 "GET /v2.0/ports?device_id=3935abf2-ee20-445d-be65-d8c43db47e71 HTTP/1.1" status: 200 len: 210 time: 0.0538216 Sep 18 20:02:48.599808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5da440-467c-4458-9b69-0bc628caa3c1 req-cd72bb31-c37d-4eda-8740-1c5e8e48e58b tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:48.601800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c5da440-467c-4458-9b69-0bc628caa3c1 req-cd72bb31-c37d-4eda-8740-1c5e8e48e58b tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.0772996 Sep 18 20:02:48.805370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0c5da440-467c-4458-9b69-0bc628caa3c1 req-ad8d9bed-a32e-477b-adfe-4d97d0fa607f tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958907 Sep 18 20:02:48.843894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481723e1-1bbd-48ef-88d0-805935fd5021 req-ec6fb744-fa65-4ab0-916d-1eb701e5a1f4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:48.852111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-481723e1-1bbd-48ef-88d0-805935fd5021 req-ec6fb744-fa65-4ab0-916d-1eb701e5a1f4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1642675 Sep 18 20:02:48.942408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-481723e1-1bbd-48ef-88d0-805935fd5021 req-041bb959-1a13-4dff-846a-6d0ecff59e48 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890136 Sep 18 20:02:49.211451 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c7be930-432a-4cf4-aa16-d7365e02c9b8 req-a5588b3f-1d07-4aee-8758-6572e2696858 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5408d3d134e041fb8b02de3a22d70345&device_id=4115d96a-a989-41ad-8735-c4c5c603909e HTTP/1.1" status: 200 len: 210 time: 0.0524516 Sep 18 20:02:49.265028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-123e38a8-18cd-4e01-ae71-438e08d9e1c5 req-a07459be-0658-4b6c-9dca-d9d4f0e780b6 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=4115d96a-a989-41ad-8735-c4c5c603909e HTTP/1.1" status: 200 len: 210 time: 0.0737431 Sep 18 20:02:49.270787 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c7be930-432a-4cf4-aa16-d7365e02c9b8 req-cd353bec-00ff-4eee-aa61-65201a6a2698 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5408d3d134e041fb8b02de3a22d70345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455291 Sep 18 20:02:49.435235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7be930-432a-4cf4-aa16-d7365e02c9b8 req-e13188bc-bb64-44d7-af0f-eded7d1f10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:49.443127 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c7be930-432a-4cf4-aa16-d7365e02c9b8 req-e13188bc-bb64-44d7-af0f-eded7d1f10a9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671276 Sep 18 20:02:49.765066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46352) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:49.940614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f533eae4-d0ca-4ce3-840b-7730039bd37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:49.976657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f42b4e-245b-4f89-bd7e-cacb7bb2c6e6 req-051ba358-c574-4147-9614-704a795a3415 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:49.978437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93f42b4e-245b-4f89-bd7e-cacb7bb2c6e6 req-051ba358-c574-4147-9614-704a795a3415 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.0762436 Sep 18 20:02:50.053840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93f42b4e-245b-4f89-bd7e-cacb7bb2c6e6 req-31df6897-620b-44e7-90ef-48b78dac11a0 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690410 Sep 18 20:02:50.085257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f533eae4-d0ca-4ce3-840b-7730039bd37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:50.102650 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f533eae4-d0ca-4ce3-840b-7730039bd37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:50.134252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4ef1-c50f-4fa9-bedb-5a6437dc2e7c req-8094e14a-c23a-4cda-8846-df3fea276db3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:50.136138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-273c4ef1-c50f-4fa9-bedb-5a6437dc2e7c req-8094e14a-c23a-4cda-8846-df3fea276db3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.0977266 Sep 18 20:02:50.186537 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f533eae4-d0ca-4ce3-840b-7730039bd37f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f5310a989374a499fb2bf333c71b00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201257 Sep 18 20:02:50.187288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533eae4-d0ca-4ce3-840b-7730039bd37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d67e26-c634-4a60-99e7-a15debf7af0d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:50.189088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:50.206507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-273c4ef1-c50f-4fa9-bedb-5a6437dc2e7c req-07785876-b66c-4ffe-b640-ac699df6f269 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624332 Sep 18 20:02:50.255607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6579dbcd-6fa1-49ff-93c1-98eb69250cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:50.276351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6579dbcd-6fa1-49ff-93c1-98eb69250cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:50.344690 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6579dbcd-6fa1-49ff-93c1-98eb69250cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:50.347284 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6579dbcd-6fa1-49ff-93c1-98eb69250cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:50.353110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6579dbcd-6fa1-49ff-93c1-98eb69250cef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26d67e26-c634-4a60-99e7-a15debf7af0d HTTP/1.1" status: 204 len: 168 time: 0.1584523 Sep 18 20:02:50.363287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579dbcd-6fa1-49ff-93c1-98eb69250cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d67e26-c634-4a60-99e7-a15debf7af0d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:50.487551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebca28e1-e890-4ec7-bbec-633814bacc91 req-c28b8602-1a62-4a4d-9f76-91d17d6d6a00 tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.20 "GET /v2.0/ports?device_id=4115d96a-a989-41ad-8735-c4c5c603909e HTTP/1.1" status: 200 len: 210 time: 0.0665407 Sep 18 20:02:50.713082 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c7be930-432a-4cf4-aa16-d7365e02c9b8 req-e86df544-4063-4914-89f1-984c352f14ab tempest-ServerShowV247Test-1844376413 tempest-ServerShowV247Test-1844376413-project] 10.222.0.32 "GET /v2.0/ports?device_id=4115d96a-a989-41ad-8735-c4c5c603909e HTTP/1.1" status: 200 len: 210 time: 0.0367467 Sep 18 20:02:50.817551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46378) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:50.839242 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd67b80f-754d-4a0a-8ac2-fd7c8e440cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:50.979548 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd67b80f-754d-4a0a-8ac2-fd7c8e440cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:50.987319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd67b80f-754d-4a0a-8ac2-fd7c8e440cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:51.038136 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fd67b80f-754d-4a0a-8ac2-fd7c8e440cb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a25b72962eb348bf9143ec4e0d28b1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186053 Sep 18 20:02:51.040719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46386) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:51.046418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67b80f-754d-4a0a-8ac2-fd7c8e440cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb14b659-8ca4-49d2-8fa9-c31bb12b494b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:51.119428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-225c9d04-2850-4960-a88c-f27062d537f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:51.175439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-225c9d04-2850-4960-a88c-f27062d537f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:51.253422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59767cbc-ff7c-492c-9eda-918c352e9563 req-8745f08a-4f80-4122-8e08-d886a41d10d9 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:51.255191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59767cbc-ff7c-492c-9eda-918c352e9563 req-8745f08a-4f80-4122-8e08-d886a41d10d9 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.0998075 Sep 18 20:02:51.289618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-225c9d04-2850-4960-a88c-f27062d537f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:51.299453 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-225c9d04-2850-4960-a88c-f27062d537f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:51.311723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-225c9d04-2850-4960-a88c-f27062d537f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb14b659-8ca4-49d2-8fa9-c31bb12b494b HTTP/1.1" status: 204 len: 168 time: 0.2644379 Sep 18 20:02:51.350488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59767cbc-ff7c-492c-9eda-918c352e9563 req-dc658255-43c8-45f6-9440-59adcfaafd2a tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797553 Sep 18 20:02:51.366363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9d04-2850-4960-a88c-f27062d537f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb14b659-8ca4-49d2-8fa9-c31bb12b494b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:51.460229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d89e7-55a6-4cf4-a266-d2df8ccf0cc9 req-7a8e81d7-ef54-40e2-8035-a5b1118b9b2b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:51.472547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-467d89e7-55a6-4cf4-a266-d2df8ccf0cc9 req-7a8e81d7-ef54-40e2-8035-a5b1118b9b2b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1560309 Sep 18 20:02:51.526783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-467d89e7-55a6-4cf4-a266-d2df8ccf0cc9 req-3fb45035-f5cd-4e14-ab86-3d80d41b188e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478938 Sep 18 20:02:51.598477 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4370f4d1-6a83-4f83-ad5d-859368e2569a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:51.835053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46414) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:51.946062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-82fbb58e-bb0b-4477-9c76-28c2978d1a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:52.066193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-82fbb58e-bb0b-4477-9c76-28c2978d1a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:52.071091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-82fbb58e-bb0b-4477-9c76-28c2978d1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:52.110666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-82fbb58e-bb0b-4477-9c76-28c2978d1a64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5408d3d134e041fb8b02de3a22d70345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744353 Sep 18 20:02:52.111803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbb58e-bb0b-4477-9c76-28c2978d1a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442cca40-a3a1-4fc8-a4f4-f2b1cdf1b8b7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:52.113364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46428) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:52.171884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6e2242f-a2a1-4354-b646-86eccc067d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:52.195333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6e2242f-a2a1-4354-b646-86eccc067d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:52.250842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6e2242f-a2a1-4354-b646-86eccc067d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:52.253661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c6e2242f-a2a1-4354-b646-86eccc067d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:52.254817 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c6e2242f-a2a1-4354-b646-86eccc067d6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/442cca40-a3a1-4fc8-a4f4-f2b1cdf1b8b7 HTTP/1.1" status: 204 len: 168 time: 0.1404102 Sep 18 20:02:52.276844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2242f-a2a1-4354-b646-86eccc067d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442cca40-a3a1-4fc8-a4f4-f2b1cdf1b8b7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:52.529934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158576ad-2336-461d-aa14-56c86ecc01a0 req-e6707f2a-9426-4dfa-8fef-b9492c9a3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:52.531769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-158576ad-2336-461d-aa14-56c86ecc01a0 req-e6707f2a-9426-4dfa-8fef-b9492c9a3eb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 1098 time: 0.1137650 Sep 18 20:02:52.537346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-eccae109-508f-413e-b4ca-b2a07807bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:52.539018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-eccae109-508f-413e-b4ca-b2a07807bb79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1102073 Sep 18 20:02:52.555410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bebf8-ec90-4c90-9202-81cac23bc48a req-98ea5228-9cae-4f91-b0f2-e54adcf4a37a tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:52.557193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01bebf8-ec90-4c90-9202-81cac23bc48a req-98ea5228-9cae-4f91-b0f2-e54adcf4a37a tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.1271064 Sep 18 20:02:52.754668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b01bebf8-ec90-4c90-9202-81cac23bc48a req-a54f1f14-e38d-4d6a-a5aa-fa0962699e92 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871221 Sep 18 20:02:52.791857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-4aadb55f-7f1e-4d3f-a360-c3fe2dc9a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:52.793900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-4aadb55f-7f1e-4d3f-a360-c3fe2dc9a4c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 914 time: 0.2275717 Sep 18 20:02:52.795263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-158576ad-2336-461d-aa14-56c86ecc01a0 req-4b48d02d-2bd6-4825-8f99-e96047095da4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543113 Sep 18 20:02:52.825230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfe819-95d7-4e73-a5d3-6df963753ee2 req-8ef3921a-a6cc-4a77-9719-bb9a42b46fd9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:52.834381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-decfe819-95d7-4e73-a5d3-6df963753ee2 req-8ef3921a-a6cc-4a77-9719-bb9a42b46fd9 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1401734 Sep 18 20:02:52.897671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-decfe819-95d7-4e73-a5d3-6df963753ee2 req-0eed380c-d252-48ce-a7f7-53ec7920f8ce tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623028 Sep 18 20:02:53.027669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-f06603d1-170d-4401-9175-14126968d2ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a90719d-73e8-4063-ae96-9b0275f0d582 HTTP/1.1" status: 200 len: 217 time: 0.0489848 Sep 18 20:02:53.091724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-22e9eeed-e9b9-406a-86f2-3f90f8df0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:53.094653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-22e9eeed-e9b9-406a-86f2-3f90f8df0c5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 200 len: 853 time: 0.0591481 Sep 18 20:02:53.135332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-ef89ede1-1545-4309-ab82-a2f6e82bf5c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28332b88-f919-4df4-8511-88d33de7100c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331528 Sep 18 20:02:53.268816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-fca5b2fa-f330-4e5b-85e7-a08ae847787d service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253572 Sep 18 20:02:53.279754 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:53.394235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-572bf4f9-5211-4e05-a1d2-b7c667267c14 req-69a4180c-c6a5-4081-9be6-ccdac0265734 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173520 Sep 18 20:02:53.445959 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.037237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a75c4-086d-4f17-9c7b-1e864723d6d0 req-c25d4357-3f31-4ace-b645-57972e8eb11b tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:54.038775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f55a75c4-086d-4f17-9c7b-1e864723d6d0 req-c25d4357-3f31-4ace-b645-57972e8eb11b tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.1260498 Sep 18 20:02:54.121468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f55a75c4-086d-4f17-9c7b-1e864723d6d0 req-6f8674fc-9903-484f-93d9-a70a89e0c51f tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735624 Sep 18 20:02:54.130452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdda65-88c2-4f32-a5f2-cfef159d8775 req-9572f2f0-db89-4ff3-95b1-6773be35423c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:54.131966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfcdda65-88c2-4f32-a5f2-cfef159d8775 req-9572f2f0-db89-4ff3-95b1-6773be35423c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.0856547 Sep 18 20:02:54.181394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfcdda65-88c2-4f32-a5f2-cfef159d8775 req-b847cc0a-2e7a-419a-a47b-af75b40019d2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 Sep 18 20:02:54.299707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46560) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:54.432467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5afb-5a90-4cce-b029-0d671fae1f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.536126 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5afb-5a90-4cce-b029-0d671fae1f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.540374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5afb-5a90-4cce-b029-0d671fae1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.581732 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8f3e5afb-5a90-4cce-b029-0d671fae1f73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3d63c52ee894e898ff1940d6aa6384c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809601 Sep 18 20:02:54.582592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e5afb-5a90-4cce-b029-0d671fae1f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a42c161-ffd1-48eb-9d6d-955fb52ca18d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:54.584491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46578) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:54.645548 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-13c4da2b-8d1e-4370-a32d-60cd6dc5271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.668916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-13c4da2b-8d1e-4370-a32d-60cd6dc5271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.738043 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-13c4da2b-8d1e-4370-a32d-60cd6dc5271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.741053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-13c4da2b-8d1e-4370-a32d-60cd6dc5271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.742354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-13c4da2b-8d1e-4370-a32d-60cd6dc5271c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a42c161-ffd1-48eb-9d6d-955fb52ca18d HTTP/1.1" status: 204 len: 168 time: 0.1568370 Sep 18 20:02:54.754686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4da2b-8d1e-4370-a32d-60cd6dc5271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a42c161-ffd1-48eb-9d6d-955fb52ca18d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:54.787437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:54.929677 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-218d20fa-b7bd-4ed3-8443-7a38d4bb4072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:55.264220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b4df7-1246-49af-af38-b86c5d7470f7 req-c0d490ff-6481-4d17-8cc9-feac82b67a48 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:55.272998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-555b4df7-1246-49af-af38-b86c5d7470f7 req-c0d490ff-6481-4d17-8cc9-feac82b67a48 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.0733020 Sep 18 20:02:55.347867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-555b4df7-1246-49af-af38-b86c5d7470f7 req-feab7cfe-d8df-4fd7-b73f-0620fadda633 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734539 Sep 18 20:02:55.388779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f819ad0-c823-4d9b-aa5a-c62154536ec3 req-437764f2-086d-4db0-a6f0-de7e856efffa tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:55.392302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f819ad0-c823-4d9b-aa5a-c62154536ec3 req-437764f2-086d-4db0-a6f0-de7e856efffa tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 944 time: 0.0850947 Sep 18 20:02:55.479657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f819ad0-c823-4d9b-aa5a-c62154536ec3 req-984b61f9-cab3-4df4-9ab6-409fbb8be571 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811467 Sep 18 20:02:55.505971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfea61-7498-4e3c-a579-fa2a53e14dcb req-d3847648-07f2-45fe-ba20-380eb22411d5 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:55.507794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2abfea61-7498-4e3c-a579-fa2a53e14dcb req-d3847648-07f2-45fe-ba20-380eb22411d5 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.0773077 Sep 18 20:02:55.578952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2abfea61-7498-4e3c-a579-fa2a53e14dcb req-578f39fc-c5e0-42d2-b0f1-bc8e28852281 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600908 Sep 18 20:02:55.591898 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:56.025790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568bc2-e546-4216-b96d-cada7354a912 req-43e4dd5e-25a3-4d0d-a52b-96b295111e51 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:56.027574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a568bc2-e546-4216-b96d-cada7354a912 req-43e4dd5e-25a3-4d0d-a52b-96b295111e51 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.0566683 Sep 18 20:02:56.068406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a568bc2-e546-4216-b96d-cada7354a912 req-8337d988-03ac-4953-b25f-7c9c962b51a7 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Sep 18 20:02:56.155010 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:02:56.254696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-765118b4-a85d-4871-bb1c-c4d7efea722d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902469 Sep 18 20:02:56.319619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:56.331690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-c305e5c2-4616-478b-b6e9-2e3945f90b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:56.333891 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-c305e5c2-4616-478b-b6e9-2e3945f90b40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 1097 time: 0.0544329 Sep 18 20:02:56.335273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'network_id': '28332b88-f919-4df4-8511-88d33de7100c', 'port_id': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'mac_address': 'fa:16:3e:cd:60:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148ea5a3-3560-4412-a7fc-74c44514e8c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:02:56.403188 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:56.420865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a90719d-73e8-4063-ae96-9b0275f0d582 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:02:56.445223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:56.456119 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:56.486710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-0dfecf78-2d57-4fff-9716-5b79e14dd882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:56.490879 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-0dfecf78-2d57-4fff-9716-5b79e14dd882 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1340816 Sep 18 20:02:56.540550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad5d1-9481-4248-a3e5-e0065dd5935d req-9d72c998-497f-4b74-ab98-0ab68c69f970 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:56.545851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-082ad5d1-9481-4248-a3e5-e0065dd5935d req-9d72c998-497f-4b74-ab98-0ab68c69f970 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.0884674 Sep 18 20:02:56.599853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:56.630958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-082ad5d1-9481-4248-a3e5-e0065dd5935d req-79d66d03-19b5-4e31-97ac-477b07279ca0 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788033 Sep 18 20:02:56.662006 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-116baffd-76a9-4a3a-99ff-8489c3021dd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4945688-3701-4ef4-9f7b-bd70316e616b HTTP/1.1" status: 200 len: 1000 time: 0.1625664 Sep 18 20:02:56.701230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['5a90719d-73e8-4063-ae96-9b0275f0d582'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:02:56.748673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d031df-8e21-4f18-895a-d581926645ef req-f5020159-8f9e-4a2e-88d3-24dec17e8bda tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:56.761534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3d031df-8e21-4f18-895a-d581926645ef req-f5020159-8f9e-4a2e-88d3-24dec17e8bda tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1255007 Sep 18 20:02:56.782097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-c016d285-635c-42d1-9238-256f8490482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:56.783578 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-c016d285-635c-42d1-9238-256f8490482d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1121843 Sep 18 20:02:56.841979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3d031df-8e21-4f18-895a-d581926645ef req-caa24551-818f-4e69-a181-73752124f392 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792120 Sep 18 20:02:56.885864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-366dfd23-69c9-487a-a812-206bfd7d50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:56.888282 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-366dfd23-69c9-487a-a812-206bfd7d50b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974424 Sep 18 20:02:57.026209 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-6ae8057b-0d18-46c8-adf6-35f69022fffe service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305397 Sep 18 20:02:57.138096 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b38dcfe4-4b4b-40d7-855c-10e96204bfd2 req-683d5e0d-d834-479b-9d92-22dce27a328f service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027663 Sep 18 20:02:57.458177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:57.794420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-0ce32874-6aa9-4cd9-8322-2ba4bf24d1f4 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:57.795959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-0ce32874-6aa9-4cd9-8322-2ba4bf24d1f4 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.1249890 Sep 18 20:02:57.808824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1638ded-ecdc-4754-b1a1-24d5f3ab8018 req-43091c09-868c-40f6-bde7-3cd71472c4d5 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:57.816818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1638ded-ecdc-4754-b1a1-24d5f3ab8018 req-43091c09-868c-40f6-bde7-3cd71472c4d5 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 946 time: 0.0862677 Sep 18 20:02:57.925498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1638ded-ecdc-4754-b1a1-24d5f3ab8018 req-59276541-2d0f-442e-868a-ab0c7811027c tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c44982-4b34-43a6-beb5-0e686cadd699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070595 Sep 18 20:02:57.987329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Deleting port 54af8e99-37a1-498b-97cc-8a16e33de587 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:02:57.987680 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:58.098205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd4fab-7ca6-4510-bb09-a39585e95145 req-7a281cd3-24fd-489c-8ccf-db2106289c76 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:58.099871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47dd4fab-7ca6-4510-bb09-a39585e95145 req-7a281cd3-24fd-489c-8ccf-db2106289c76 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1286762 Sep 18 20:02:58.139401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] For port 54af8e99-37a1-498b-97cc-8a16e33de587, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=54af8e99-37a1-498b-97cc-8a16e33de587,segment=NetworkSegment(83ca3978-6dbf-4d42-9e70-64fba035d64b),segment_id=83ca3978-6dbf-4d42-9e70-64fba035d64b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:58.139959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:58.165569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:02:58.170517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Calling delete_port for 54af8e99-37a1-498b-97cc-8a16e33de587 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:02:58.203945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47dd4fab-7ca6-4510-bb09-a39585e95145 req-cefdae37-58de-4d4c-8823-a1b38772bc9e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969670 Sep 18 20:02:58.277736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 5a90719d-73e8-4063-ae96-9b0275f0d582 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:02:58.278106 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:58.390132 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:58.431944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:58.459341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:02:58.463068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:58.466319 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c68057b-a1e0-4f74-b7da-f25b607185d1" -d '{"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:58.479675 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:58.481070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 54af8e99-37a1-498b-97cc-8a16e33de587 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:02:58.513151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Pushing event deleted for resources: {'Port': ['ID=54af8e99-37a1-498b-97cc-8a16e33de587,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:58.544329 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6db0be7-9c99-4445-8bda-bc2be0fcf416 x-openstack-request-id: req-f6db0be7-9c99-4445-8bda-bc2be0fcf416 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:58.544329 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:58.554515 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6db0be7-9c99-4445-8bda-bc2be0fcf416 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:58.555273 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'code': 200} Sep 18 20:02:58.600892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 54af8e99-37a1-498b-97cc-8a16e33de587 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:02:58.602125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 54af8e99-37a1-498b-97cc-8a16e33de587 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:02:58.631016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=10']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:58.645472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] No DVR routers for this DVR port 54af8e99-37a1-498b-97cc-8a16e33de587 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:02:58.649106 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:58.653129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91a5e07b-5e48-491c-85cd-df2fafd391a1 req-6ec55659-e8c8-4a4b-9bf6-b9e6340e7504 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.24 "DELETE /v2.0/ports/54af8e99-37a1-498b-97cc-8a16e33de587 HTTP/1.1" status: 204 len: 173 time: 0.8329432 Sep 18 20:02:58.653847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fe7734-5e83-49d4-89d7-9245d9000253', 'name': 'network-vif-deleted', 'tag': '54af8e99-37a1-498b-97cc-8a16e33de587'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:02:58.665146 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9166de-524a-4e8d-b7d3-2da9b8c261e9" -d '{"events": [{"server_uuid": "80fe7734-5e83-49d4-89d7-9245d9000253", "name": "network-vif-deleted", "tag": "54af8e99-37a1-498b-97cc-8a16e33de587"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:02:58.746888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4084842-121f-47f0-9861-d5d9d3546327 req-51d4e160-e5e5-4beb-8428-729a91d24b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:58.749447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4084842-121f-47f0-9861-d5d9d3546327 req-51d4e160-e5e5-4beb-8428-729a91d24b08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 1099 time: 0.0525599 Sep 18 20:02:58.771420 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceafd0ee-d610-4d45-a999-a993f023b5a5 x-openstack-request-id: req-ceafd0ee-d610-4d45-a999-a993f023b5a5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:02:58.771801 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fe7734-5e83-49d4-89d7-9245d9000253", "name": "network-vif-deleted", "tag": "54af8e99-37a1-498b-97cc-8a16e33de587", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:02:58.772113 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceafd0ee-d610-4d45-a999-a993f023b5a5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:02:58.772582 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fe7734-5e83-49d4-89d7-9245d9000253', 'name': 'network-vif-deleted', 'tag': '54af8e99-37a1-498b-97cc-8a16e33de587', 'status': 'completed', 'code': 200} Sep 18 20:02:58.802825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4084842-121f-47f0-9861-d5d9d3546327 req-61b89b06-75fc-4395-b831-9ddd6bd5b7cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Sep 18 20:02:59.060169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-723eba91-8464-4ef9-8e06-99a0832c9d6f req-c5c5beea-9db7-4367-a2fa-6063c106e1f0 tempest-ServersNegativeTestMultiTenantJSON-557857620 tempest-ServersNegativeTestMultiTenantJSON-557857620-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fe7734-5e83-49d4-89d7-9245d9000253 HTTP/1.1" status: 200 len: 210 time: 0.0358710 Sep 18 20:02:59.348694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46814) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:59.409923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9e9c-02a2-441c-862c-ea8500666b99 req-29b57f0f-8837-465a-a0f4-2b92ea7fcb15 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:02:59.411930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324d9e9c-02a2-441c-862c-ea8500666b99 req-29b57f0f-8837-465a-a0f4-2b92ea7fcb15 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1071754 Sep 18 20:02:59.462336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-324d9e9c-02a2-441c-862c-ea8500666b99 req-ff390d21-8e3a-41c7-984d-9d81b8b0551f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Sep 18 20:02:59.533338 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b140c54-a5e5-472a-9918-16842ccd5c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.599168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46826) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:59.645363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b140c54-a5e5-472a-9918-16842ccd5c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.650626 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b140c54-a5e5-472a-9918-16842ccd5c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.696896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b140c54-a5e5-472a-9918-16842ccd5c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747799c0-6eb0-49ed-9984-f63f486e1c18,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:59.715946 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4b140c54-a5e5-472a-9918-16842ccd5c58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10264ea76f14428386964509514d2dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655293 Sep 18 20:02:59.716638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46834) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:59.745009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c771d71b-5c65-4a09-a712-63561d6695a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.797874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f450e23c-2c57-4ebd-b846-6df8249c38f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.822580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f450e23c-2c57-4ebd-b846-6df8249c38f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.856053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c771d71b-5c65-4a09-a712-63561d6695a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.863346 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c771d71b-5c65-4a09-a712-63561d6695a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.881283 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f450e23c-2c57-4ebd-b846-6df8249c38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.884394 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f450e23c-2c57-4ebd-b846-6df8249c38f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:02:59.890281 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f450e23c-2c57-4ebd-b846-6df8249c38f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/747799c0-6eb0-49ed-9984-f63f486e1c18 HTTP/1.1" status: 204 len: 168 time: 0.1722271 Sep 18 20:02:59.898464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450e23c-2c57-4ebd-b846-6df8249c38f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747799c0-6eb0-49ed-9984-f63f486e1c18,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:02:59.936903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c771d71b-5c65-4a09-a712-63561d6695a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=307a3b91793144038b7ec6ad85dd6815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363860 Sep 18 20:02:59.942789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46846) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:02:59.943405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771d71b-5c65-4a09-a712-63561d6695a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da297a76-fa82-4731-a1d8-68967fe767a6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:00.003037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-668f7e33-cf3a-497f-ae73-256fa574e65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.027665 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-668f7e33-cf3a-497f-ae73-256fa574e65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.109350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-668f7e33-cf3a-497f-ae73-256fa574e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.113287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-668f7e33-cf3a-497f-ae73-256fa574e65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.114541 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-668f7e33-cf3a-497f-ae73-256fa574e65a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da297a76-fa82-4731-a1d8-68967fe767a6 HTTP/1.1" status: 204 len: 168 time: 0.1706491 Sep 18 20:03:00.141685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f7e33-cf3a-497f-ae73-256fa574e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da297a76-fa82-4731-a1d8-68967fe767a6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:00.155896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46858) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:00.247930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0ee1e1-89b8-4c01-80c6-9ae905dc26f6 admin admin] Deleting subnet 2c7595bb-9315-4943-888d-3dc6dc5099ec {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:03:00.253833 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1e1-89b8-4c01-80c6-9ae905dc26f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.297403 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1e1-89b8-4c01-80c6-9ae905dc26f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.301854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46866) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:00.318813 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-212a35b9-dd94-401f-9914-2cdc0a148c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.362911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1e1-89b8-4c01-80c6-9ae905dc26f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.440078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1e1-89b8-4c01-80c6-9ae905dc26f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.442722 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-212a35b9-dd94-401f-9914-2cdc0a148c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.448362 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-212a35b9-dd94-401f-9914-2cdc0a148c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.485329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ee1e1-89b8-4c01-80c6-9ae905dc26f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7595bb-9315-4943-888d-3dc6dc5099ec,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:00.487974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da0ee1e1-89b8-4c01-80c6-9ae905dc26f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.490147 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-da0ee1e1-89b8-4c01-80c6-9ae905dc26f6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2c7595bb-9315-4943-888d-3dc6dc5099ec HTTP/1.1" status: 204 len: 168 time: 0.3332436 Sep 18 20:03:00.492530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46888) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:00.494160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-212a35b9-dd94-401f-9914-2cdc0a148c26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c935ab4419fb43a0b9fe593d1b426733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908970 Sep 18 20:03:00.497202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46890) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:00.578960 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.592092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a35b9-dd94-401f-9914-2cdc0a148c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059013a1-3dc4-47d2-8550-955e13887c96,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:00.667324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9662408-ad41-4683-814e-79662e7b5d2e req-18813c10-5dd1-4c52-a6ac-c6986e8edb64 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:00.669528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9662408-ad41-4683-814e-79662e7b5d2e req-18813c10-5dd1-4c52-a6ac-c6986e8edb64 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0730577 Sep 18 20:03:00.670512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980092fa-ae49-4b74-9798-a275f0ab1846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.704503 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980092fa-ae49-4b74-9798-a275f0ab1846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.739015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.765637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9662408-ad41-4683-814e-79662e7b5d2e req-3db6a84d-66ce-4109-8cc4-9ddc795770bb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823884 Sep 18 20:03:00.777395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b6f194-3ba2-4796-942a-4bdaec135fe2']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:00.807134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980092fa-ae49-4b74-9798-a275f0ab1846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.811350 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980092fa-ae49-4b74-9798-a275f0ab1846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.813043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-980092fa-ae49-4b74-9798-a275f0ab1846 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/059013a1-3dc4-47d2-8550-955e13887c96 HTTP/1.1" status: 204 len: 168 time: 0.3146706 Sep 18 20:03:00.818169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ca3978-6dbf-4d42-9e70-64fba035d64b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:00.818471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ca3978-6dbf-4d42-9e70-64fba035d64b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:00.832471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980092fa-ae49-4b74-9798-a275f0ab1846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059013a1-3dc4-47d2-8550-955e13887c96,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:00.835427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.871880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.878194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:00.878624 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.880407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46904) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:00.898383 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5680be76-334c-4735-bc86-9617dd4c2682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:00.958452 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:00.970434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.989643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:00.994595 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] 10.222.0.20 "DELETE /v2.0/networks/90b6f194-3ba2-4796-942a-4bdaec135fe2 HTTP/1.1" status: 204 len: 168 time: 0.5008674 Sep 18 20:03:00.994857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46912) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:00.995578 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032cba6-82a9-48cc-94a1-4fda95186460 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b6f194-3ba2-4796-942a-4bdaec135fe2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:01.076596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b6f44f-dbc2-4879-8a10-902ae1e687f1 admin admin] Deleting subnet 675c5644-b34f-4417-974f-8be58f18e0a0 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:03:01.082686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f44f-dbc2-4879-8a10-902ae1e687f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.141498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f44f-dbc2-4879-8a10-902ae1e687f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.144558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5680be76-334c-4735-bc86-9617dd4c2682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.173897 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5680be76-334c-4735-bc86-9617dd4c2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.233863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5680be76-334c-4735-bc86-9617dd4c2682 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b278262cb3864f2497c0ecbe41a944a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486741 Sep 18 20:03:01.234468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46918) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:01.243087 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f44f-dbc2-4879-8a10-902ae1e687f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.246296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680be76-334c-4735-bc86-9617dd4c2682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4771c1f4-baef-490d-8bbf-237f10d78665,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:01.313693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad5bfba-82fe-49d0-9c12-bef3c284a1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.317199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f44f-dbc2-4879-8a10-902ae1e687f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.340099 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad5bfba-82fe-49d0-9c12-bef3c284a1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.345669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6f44f-dbc2-4879-8a10-902ae1e687f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675c5644-b34f-4417-974f-8be58f18e0a0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:01.354619 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f44f-dbc2-4879-8a10-902ae1e687f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.357080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7b6f44f-dbc2-4879-8a10-902ae1e687f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/675c5644-b34f-4417-974f-8be58f18e0a0 HTTP/1.1" status: 204 len: 168 time: 0.3612361 Sep 18 20:03:01.359479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46926) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:01.408510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad5bfba-82fe-49d0-9c12-bef3c284a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.411263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad5bfba-82fe-49d0-9c12-bef3c284a1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.412775 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aad5bfba-82fe-49d0-9c12-bef3c284a1ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4771c1f4-baef-490d-8bbf-237f10d78665 HTTP/1.1" status: 204 len: 168 time: 0.1775124 Sep 18 20:03:01.425699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5bfba-82fe-49d0-9c12-bef3c284a1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4771c1f4-baef-490d-8bbf-237f10d78665,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:01.447793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.541103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.567561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ec1736-0060-4ff9-bb0a-3bfc11e63c87']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:01.594781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad716662-0540-4336-8f00-9370f05e151c') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:01.596414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad716662-0540-4336-8f00-9370f05e151c') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:01.614420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.632563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.642722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:01.643213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:01.645091 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:01.732509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.739951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:01.743537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] 10.222.0.20 "DELETE /v2.0/networks/37ec1736-0060-4ff9-bb0a-3bfc11e63c87 HTTP/1.1" status: 204 len: 168 time: 0.3831325 Sep 18 20:03:01.760703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8d931-38fc-451f-ae6e-efe270e08c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=37ec1736-0060-4ff9-bb0a-3bfc11e63c87,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:01.890706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46960) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:01.924427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435c523-4258-4c50-9e3d-cf166d4bb884 req-376acbad-ab70-4732-8827-5d90d372d2e6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:01.927677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7435c523-4258-4c50-9e3d-cf166d4bb884 req-376acbad-ab70-4732-8827-5d90d372d2e6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0703866 Sep 18 20:03:01.965649 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5b91d7b9-6c81-4f9f-ad79-b3e006670502 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=401ff036f5a44c70b9630ad7b66b2008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737975 Sep 18 20:03:01.970277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46966) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:01.979282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7435c523-4258-4c50-9e3d-cf166d4bb884 req-ccec81cc-5250-40cf-875e-13cef434f45d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Sep 18 20:03:02.100368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e438365-ab97-48f8-b1ca-d3d297fbaa7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:02.130893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e438365-ab97-48f8-b1ca-d3d297fbaa7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:02.204809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e438365-ab97-48f8-b1ca-d3d297fbaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:02.212577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e438365-ab97-48f8-b1ca-d3d297fbaa7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:02.217233 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e438365-ab97-48f8-b1ca-d3d297fbaa7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4c44982-4b34-43a6-beb5-0e686cadd699 HTTP/1.1" status: 204 len: 168 time: 0.2441282 Sep 18 20:03:02.219496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3050b3-ccc6-438b-9d98-456c692ce530 req-8072c10c-e386-4a0e-a793-48f0c364beb1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:02.221651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf3050b3-ccc6-438b-9d98-456c692ce530 req-8072c10c-e386-4a0e-a793-48f0c364beb1 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1042111 Sep 18 20:03:02.228285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e438365-ab97-48f8-b1ca-d3d297fbaa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c44982-4b34-43a6-beb5-0e686cadd699,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:02.330413 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:03:02.332026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf3050b3-ccc6-438b-9d98-456c692ce530 req-9ba0929d-433e-4d23-b142-6dfe8d5fc219 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027303 Sep 18 20:03:02.483903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9cb58-db7e-4d1e-83b2-145def7d5a1e req-b89b82aa-f2bb-4c17-b9a7-e9a8fe1a0b48 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:02.488864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3d9cb58-db7e-4d1e-83b2-145def7d5a1e req-b89b82aa-f2bb-4c17-b9a7-e9a8fe1a0b48 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0734096 Sep 18 20:03:02.538781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3d9cb58-db7e-4d1e-83b2-145def7d5a1e req-23f8c88a-44de-40b1-8977-2aef911087b6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 Sep 18 20:03:02.734274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b0141-3f01-46b6-89fa-e04a50866f3b req-aa11bd44-6fd5-49d2-908a-4b3e7e1260be tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:02.735889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d55b0141-3f01-46b6-89fa-e04a50866f3b req-aa11bd44-6fd5-49d2-908a-4b3e7e1260be tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0867057 Sep 18 20:03:02.804988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d55b0141-3f01-46b6-89fa-e04a50866f3b req-453d35ee-eed8-4d19-a353-56c138c26fe5 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565007 Sep 18 20:03:02.904640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47012) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:02.997473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5417df72-cf3b-413a-97e3-150fe067f887 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c7d9423eefc4c7e9833beb8d39474c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888786 Sep 18 20:03:02.999167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47016) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:03.016589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0e931-3236-4471-886e-bd16b3de408a req-ab792e46-9e12-4fa7-b27f-8045963b634c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:03.018286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56a0e931-3236-4471-886e-bd16b3de408a req-ab792e46-9e12-4fa7-b27f-8045963b634c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0920143 Sep 18 20:03:03.101949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56a0e931-3236-4471-886e-bd16b3de408a req-e143aee7-6a64-4d33-8ffc-139a58f23a51 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751510 Sep 18 20:03:03.104895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d8aec07-be52-416d-809a-c954f00d1260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:03.135479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d8aec07-be52-416d-809a-c954f00d1260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:03.204300 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d8aec07-be52-416d-809a-c954f00d1260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:03.206871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d8aec07-be52-416d-809a-c954f00d1260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:03.208078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d8aec07-be52-416d-809a-c954f00d1260 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/247e98d3-fb97-46b4-9269-08456ccd4817 HTTP/1.1" status: 204 len: 168 time: 0.2078867 Sep 18 20:03:03.219907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aec07-be52-416d-809a-c954f00d1260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247e98d3-fb97-46b4-9269-08456ccd4817,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:03.314673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19991357-a8c8-47db-82d7-29f0ee1bb114 req-6f944d24-ce13-4f38-a2d3-0b2365e5d555 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:03.316131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19991357-a8c8-47db-82d7-29f0ee1bb114 req-6f944d24-ce13-4f38-a2d3-0b2365e5d555 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0773492 Sep 18 20:03:03.355991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19991357-a8c8-47db-82d7-29f0ee1bb114 req-3c1b4c11-a551-49bc-a6be-d4fed5e57b83 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Sep 18 20:03:03.533429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dcd8d-8497-47fa-aaf9-f30110014a13 req-bc7d00b6-aa43-490b-a485-c9bdce69c54c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:03.535438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad4dcd8d-8497-47fa-aaf9-f30110014a13 req-bc7d00b6-aa43-490b-a485-c9bdce69c54c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0849683 Sep 18 20:03:03.590588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad4dcd8d-8497-47fa-aaf9-f30110014a13 req-da2070a5-00ed-455c-a796-4ca54e3b1b91 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448902 Sep 18 20:03:03.923566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7b960-3d95-42c0-a72e-384437763276 req-a0fbb071-b458-4da0-847f-5dd418539c43 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:03.925716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fd7b960-3d95-42c0-a72e-384437763276 req-a0fbb071-b458-4da0-847f-5dd418539c43 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0614104 Sep 18 20:03:04.002862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fd7b960-3d95-42c0-a72e-384437763276 req-e74c4b19-1542-471e-a1f4-60ec50393f80 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704129 Sep 18 20:03:04.535419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47106) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:04.704410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-332443939-network', 'tenant_id': 'b2a4061e25104d089825e26165b73983'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:04.736517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Made reservation on behalf of b2a4061e25104d089825e26165b73983 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:04.739540 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:04.750649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:04.873919 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:04.880963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:04.907713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:03:04.926828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d2ae3-40d7-4691-b25f-ec0b8782743b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:04.932395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:04.932630 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Added segment 205fd9b6-925a-475b-813e-8de899983130 of type vlan for network c7223434-1e59-4585-9619-21a7ca02c3c6 Sep 18 20:03:04.950551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.950902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.951268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.951609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.952115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.952629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.953123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.953615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.954124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.954851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.955348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:04.955971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:05.021985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.075736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.077996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:05.079360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.170723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] Pushing event updated for resources: {'Network': ['ID=c7223434-1e59-4585-9619-21a7ca02c3c6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:05.182678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network c7223434-1e59-4585-9619-21a7ca02c3c6 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:03:05.194027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ea2dc975-53d1-4a67-8326-acf6facbad5a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6571960 Sep 18 20:03:05.196933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47146) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:05.203184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Request body: {'subnet': {'network_id': 'c7223434-1e59-4585-9619-21a7ca02c3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-332443939-subnet', 'tenant_id': 'b2a4061e25104d089825e26165b73983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:05.240686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1509f7f-a99e-4ac6-873d-74b11b386859 req-d747cc8b-0c74-444a-8048-c157d52cae45 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:05.247900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1509f7f-a99e-4ac6-873d-74b11b386859 req-d747cc8b-0c74-444a-8048-c157d52cae45 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1415472 Sep 18 20:03:05.249958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Made reservation on behalf of b2a4061e25104d089825e26165b73983 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:05.252711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.306537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47150) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:05.368808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1509f7f-a99e-4ac6-873d-74b11b386859 req-005612d0-fd52-4209-8045-8638660d4437 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178305 Sep 18 20:03:05.513778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09bcdfa6-eebf-43ba-8e36-4a26d8c10ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.536615 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.586721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b2af5a-6f71-4121-9357-0e93bd4b805b,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:05.643503 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Checking segment: {'id': '205fd9b6-925a-475b-813e-8de899983130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c7223434-1e59-4585-9619-21a7ca02c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:03:05.643882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Network hostable DHCP agents. Network: c7223434-1e59-4585-9619-21a7ca02c3c6, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:03:05.668388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09bcdfa6-eebf-43ba-8e36-4a26d8c10ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.684690 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09bcdfa6-eebf-43ba-8e36-4a26d8c10ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.692974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Network c7223434-1e59-4585-9619-21a7ca02c3c6 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:03:05.717877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, c7223434-1e59-4585-9619-21a7ca02c3c6) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:05.724574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:05.725292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:05.729510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e028f0c-efa6-4e98-846e-ffa79f5aeeb4 None None] Network c7223434-1e59-4585-9619-21a7ca02c3c6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:05.750684 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-659b1b10-e0c0-4340-a369-ddf06a0e8951 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5514970 Sep 18 20:03:05.874239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcdfa6-eebf-43ba-8e36-4a26d8c10ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e14ba-31ec-4b56-9e81-f4a75e25a817,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:05.891082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e74f04-fe66-4be2-b816-e8361a304d2c None None] Network c7223434-1e59-4585-9619-21a7ca02c3c6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:05.900582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-09bcdfa6-eebf-43ba-8e36-4a26d8c10ea2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f955da3cc4e04bdeb7e77f7210cc0c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929770 Sep 18 20:03:05.904320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47176) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:05.921499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-0826271b-a7cc-461d-b416-04973e52ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:05.924015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-0826271b-a7cc-461d-b416-04973e52ce15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13845a0276044cbcbe3ab930f3101757&device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 1099 time: 0.1683192 Sep 18 20:03:05.932644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97c026-9f49-441d-9a31-5e9d80fc98d1 req-fef9bced-3c98-4245-9d3c-c8a5c989ce92 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:05.944766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d97c026-9f49-441d-9a31-5e9d80fc98d1 req-fef9bced-3c98-4245-9d3c-c8a5c989ce92 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.2361598 Sep 18 20:03:06.008339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:06.009288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270d1b2c-c206-4609-a3f9-14bdfc75b3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.037451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270d1b2c-c206-4609-a3f9-14bdfc75b3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.058261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d97c026-9f49-441d-9a31-5e9d80fc98d1 req-117fc114-9252-47a3-a42c-061b13fc0e51 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110818 Sep 18 20:03:06.059680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47184) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:06.129415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6101687-d9af-407a-8da0-c1b91ba24d29 admin admin] Deleting subnet a5b2af5a-6f71-4121-9357-0e93bd4b805b {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:03:06.133962 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6101687-d9af-407a-8da0-c1b91ba24d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.148183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-1e3ffef2-8ce2-4a9e-9149-6acfb3d75985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:06.150323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-1e3ffef2-8ce2-4a9e-9149-6acfb3d75985 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 200 len: 914 time: 0.1930633 Sep 18 20:03:06.178025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6101687-d9af-407a-8da0-c1b91ba24d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.204866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-d454e3d3-4459-4915-bfeb-9f2f59363238 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a90719d-73e8-4063-ae96-9b0275f0d582 HTTP/1.1" status: 200 len: 217 time: 0.0480032 Sep 18 20:03:06.220189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6101687-d9af-407a-8da0-c1b91ba24d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.250721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270d1b2c-c206-4609-a3f9-14bdfc75b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.253600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-270d1b2c-c206-4609-a3f9-14bdfc75b3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.257126 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-270d1b2c-c206-4609-a3f9-14bdfc75b3c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e27e14ba-31ec-4b56-9e81-f4a75e25a817 HTTP/1.1" status: 204 len: 168 time: 0.3493564 Sep 18 20:03:06.279027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d1b2c-c206-4609-a3f9-14bdfc75b3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e14ba-31ec-4b56-9e81-f4a75e25a817,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:06.283563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-d96f73f6-c374-4da5-8fc5-51ab1b62bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:06.284960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-d96f73f6-c374-4da5-8fc5-51ab1b62bf2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 200 len: 853 time: 0.0731187 Sep 18 20:03:06.312413 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21de88db-b9b2-4165-94fe-494450badd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.334792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-2fa0b87c-1edc-441f-b8af-7b3636341e33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28332b88-f919-4df4-8511-88d33de7100c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425448 Sep 18 20:03:06.356792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6101687-d9af-407a-8da0-c1b91ba24d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.388996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6101687-d9af-407a-8da0-c1b91ba24d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b2af5a-6f71-4121-9357-0e93bd4b805b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:06.395089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6101687-d9af-407a-8da0-c1b91ba24d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.399903 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b6101687-d9af-407a-8da0-c1b91ba24d29 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a5b2af5a-6f71-4121-9357-0e93bd4b805b HTTP/1.1" status: 204 len: 168 time: 0.3473623 Sep 18 20:03:06.400434 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47194) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:06.500971 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.519014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-5efef583-929b-407c-9f88-03a6da87d625 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756644 Sep 18 20:03:06.542799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21de88db-b9b2-4165-94fe-494450badd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.558617 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21de88db-b9b2-4165-94fe-494450badd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.621225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.647560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7223434-1e59-4585-9619-21a7ca02c3c6']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:06.655754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-21de88db-b9b2-4165-94fe-494450badd0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d55e2a49500405bbb73071848c8b43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5913236 Sep 18 20:03:06.656569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de88db-b9b2-4165-94fe-494450badd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e196d801-8517-4773-a35f-4afb5f560cf0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:06.659246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47202) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:06.671076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205fd9b6-925a-475b-813e-8de899983130') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:06.671399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205fd9b6-925a-475b-813e-8de899983130') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:06.678565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47204) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:06.692052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.694191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-02da86fa-8223-42f7-8980-e1e0ce142468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.697295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3aa8-d76a-4ee6-bcbd-67495d339096 req-3158bcf2-a995-4971-a4db-4366ee12d2d3 service neutron] 10.222.0.24 "GET /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675501 Sep 18 20:03:06.727649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.741869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:06.742284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:06.744030 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:06.758410 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97f352a7-e564-435f-bad9-dfed37dc1815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.819418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97f352a7-e564-435f-bad9-dfed37dc1815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.827681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.836014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.837862 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c7223434-1e59-4585-9619-21a7ca02c3c6 HTTP/1.1" status: 204 len: 168 time: 0.4365187 Sep 18 20:03:06.846796 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-02da86fa-8223-42f7-8980-e1e0ce142468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.852174 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-02da86fa-8223-42f7-8980-e1e0ce142468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.880882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c98ad-7c36-4e6d-9009-b4b4d0db0444 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7223434-1e59-4585-9619-21a7ca02c3c6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:06.883413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da86fa-8223-42f7-8980-e1e0ce142468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26761c06-3793-43f4-9b54-17a58f686d10,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:06.914689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-02da86fa-8223-42f7-8980-e1e0ce142468 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8656cbc02e540f3a42cc070fe26e964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323222 Sep 18 20:03:06.914977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47214) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:06.941290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97f352a7-e564-435f-bad9-dfed37dc1815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.944783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97f352a7-e564-435f-bad9-dfed37dc1815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.945972 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-97f352a7-e564-435f-bad9-dfed37dc1815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e196d801-8517-4773-a35f-4afb5f560cf0 HTTP/1.1" status: 204 len: 168 time: 0.2855053 Sep 18 20:03:06.958167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f352a7-e564-435f-bad9-dfed37dc1815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e196d801-8517-4773-a35f-4afb5f560cf0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:06.974828 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88b079dc-c109-4127-94be-4006a843e1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:06.997720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88b079dc-c109-4127-94be-4006a843e1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.076273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88b079dc-c109-4127-94be-4006a843e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.082128 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-88b079dc-c109-4127-94be-4006a843e1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.088690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-88b079dc-c109-4127-94be-4006a843e1e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26761c06-3793-43f4-9b54-17a58f686d10 HTTP/1.1" status: 204 len: 168 time: 0.1717460 Sep 18 20:03:07.099011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47218) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:07.139258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b079dc-c109-4127-94be-4006a843e1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26761c06-3793-43f4-9b54-17a58f686d10,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:07.267909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-96952bcc-3091-42d5-96e9-3f703706c591 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2a4061e25104d089825e26165b73983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627505 Sep 18 20:03:07.268373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47230) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:07.311669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30ad7-3bc8-46c1-b2b2-9aecd7c3ffb7 req-1ee59d6e-3479-4a35-924b-d0067f132ca0 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:07.314768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52b30ad7-3bc8-46c1-b2b2-9aecd7c3ffb7 req-1ee59d6e-3479-4a35-924b-d0067f132ca0 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1211243 Sep 18 20:03:07.396209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52b30ad7-3bc8-46c1-b2b2-9aecd7c3ffb7 req-aefed7b3-fe82-4e9a-9991-95402bd2e6a0 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740178 Sep 18 20:03:07.399034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8f248e5-d49d-4c32-9f82-47d1ea7f2945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.427110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8f248e5-d49d-4c32-9f82-47d1ea7f2945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.493220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8f248e5-d49d-4c32-9f82-47d1ea7f2945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.496095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8f248e5-d49d-4c32-9f82-47d1ea7f2945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.500094 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b8f248e5-d49d-4c32-9f82-47d1ea7f2945 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d26d2ae3-40d7-4691-b25f-ec0b8782743b HTTP/1.1" status: 204 len: 168 time: 0.2277634 Sep 18 20:03:07.506422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f248e5-d49d-4c32-9f82-47d1ea7f2945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d2ae3-40d7-4691-b25f-ec0b8782743b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:07.569322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47244) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:07.585986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43030050-85a5-4772-8879-d7ddc80b5ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.703422 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43030050-85a5-4772-8879-d7ddc80b5ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.709454 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43030050-85a5-4772-8879-d7ddc80b5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.752205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43030050-85a5-4772-8879-d7ddc80b5ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f4000-c154-4da3-8ac7-492803f630b6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:07.759007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-43030050-85a5-4772-8879-d7ddc80b5ef3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88d7dd49a4894bcb8c0936cba955514f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862476 Sep 18 20:03:07.759267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47250) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:07.815662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3813-c0b7-4a38-8959-7f66d1c9414f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.846047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3813-c0b7-4a38-8959-7f66d1c9414f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.919459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3813-c0b7-4a38-8959-7f66d1c9414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.923402 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ef0f3813-c0b7-4a38-8959-7f66d1c9414f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:07.925687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ef0f3813-c0b7-4a38-8959-7f66d1c9414f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe9f4000-c154-4da3-8ac7-492803f630b6 HTTP/1.1" status: 204 len: 168 time: 0.1646080 Sep 18 20:03:07.937174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f3813-c0b7-4a38-8959-7f66d1c9414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f4000-c154-4da3-8ac7-492803f630b6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:08.555760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ff62d-b230-4fd1-a60a-0bb497b07c61 req-03a747e7-e6dc-4f61-89dc-50b740e07bdf tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:08.558610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d5ff62d-b230-4fd1-a60a-0bb497b07c61 req-03a747e7-e6dc-4f61-89dc-50b740e07bdf tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0659070 Sep 18 20:03:08.603355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d5ff62d-b230-4fd1-a60a-0bb497b07c61 req-c91b9a82-81b7-46fd-8934-a5cc1eaee1e3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380833 Sep 18 20:03:08.754995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb39d4-bea3-4f9b-bcec-a3dd6500d2b5 req-e7a6f902-577f-4aaf-ba1c-a82fcae382ae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:08.756577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fccb39d4-bea3-4f9b-bcec-a3dd6500d2b5 req-e7a6f902-577f-4aaf-ba1c-a82fcae382ae tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0636156 Sep 18 20:03:08.809239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fccb39d4-bea3-4f9b-bcec-a3dd6500d2b5 req-8045cdde-c4eb-4e95-8926-69651b1fe902 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Sep 18 20:03:08.983105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ec30-1fe1-4ab5-887c-5b9e2d6a71ae req-9817fc82-37ea-4e52-b843-3d7201610ccb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:08.990435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b867ec30-1fe1-4ab5-887c-5b9e2d6a71ae req-9817fc82-37ea-4e52-b843-3d7201610ccb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0674982 Sep 18 20:03:09.058442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b867ec30-1fe1-4ab5-887c-5b9e2d6a71ae req-bff7d732-995a-4e0f-a3ae-81126a8ca911 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644526 Sep 18 20:03:09.285506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66921bf5-edc5-4087-a5d7-a5ca04d0741e req-d882554e-1092-42e7-889c-3ae516da27b6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:09.287329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66921bf5-edc5-4087-a5d7-a5ca04d0741e req-d882554e-1092-42e7-889c-3ae516da27b6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0739336 Sep 18 20:03:09.348589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66921bf5-edc5-4087-a5d7-a5ca04d0741e req-0c7e263d-4e57-4137-a76a-4f43e6b00eb8 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Sep 18 20:03:09.600763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a6503-5d91-41cd-b9ad-70368c819f6e req-7efbb5d7-7d62-48cd-9402-06b1a999907f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:09.616971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-506a6503-5d91-41cd-b9ad-70368c819f6e req-7efbb5d7-7d62-48cd-9402-06b1a999907f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0933797 Sep 18 20:03:09.718154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-506a6503-5d91-41cd-b9ad-70368c819f6e req-059eeee6-c7ae-4928-8640-0a894b94200d tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930200 Sep 18 20:03:09.897582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482719-1103-4b7e-9182-fba585f4fc77 req-59a18e49-0a44-4f82-9e73-62495fe3b455 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:09.899576 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4482719-1103-4b7e-9182-fba585f4fc77 req-59a18e49-0a44-4f82-9e73-62495fe3b455 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0768499 Sep 18 20:03:09.952480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c4482719-1103-4b7e-9182-fba585f4fc77 req-7bdeccf1-feb6-4cdd-a531-94f7fe3ba361 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Sep 18 20:03:10.167458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec33e44-c2eb-4e3d-afc7-6714505afb64 req-c6891a0d-494a-4dc9-85d1-374597268773 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:10.182504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec33e44-c2eb-4e3d-afc7-6714505afb64 req-c6891a0d-494a-4dc9-85d1-374597268773 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1133351 Sep 18 20:03:10.283202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec33e44-c2eb-4e3d-afc7-6714505afb64 req-f85c9b51-e647-47e5-9026-06a82c7f1974 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718675 Sep 18 20:03:10.478961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b860f4-9b34-4801-adda-a2d3ba5f0b96 req-7f01d3bd-d16f-4dbf-9731-7939707fbc0c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:10.480706 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68b860f4-9b34-4801-adda-a2d3ba5f0b96 req-7f01d3bd-d16f-4dbf-9731-7939707fbc0c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0877106 Sep 18 20:03:10.569283 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68b860f4-9b34-4801-adda-a2d3ba5f0b96 req-3ba54864-9de3-4b43-a49f-597b8c41864f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Sep 18 20:03:10.633396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-3ff88c13-757f-4036-84f0-47b617ff11fe req-a6a81533-5316-4d3b-a0ed-c26b87818285 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:10.642840 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3ff88c13-757f-4036-84f0-47b617ff11fe req-a6a81533-5316-4d3b-a0ed-c26b87818285 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143154 Sep 18 20:03:10.795468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8348e78-2b92-43f1-8ce4-117102e24168 req-33231a63-ab80-4223-bc09-82d91bcce181 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:10.804633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8348e78-2b92-43f1-8ce4-117102e24168 req-33231a63-ab80-4223-bc09-82d91bcce181 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0932832 Sep 18 20:03:10.851936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8348e78-2b92-43f1-8ce4-117102e24168 req-52485f31-d677-413a-be5f-cde26956abcb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Sep 18 20:03:11.077056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b39cd-e3ec-4e3a-9c5f-dffbdb9e1a0a req-17ba5030-b60f-4c6b-bcec-304281e47e82 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:11.078678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c5b39cd-e3ec-4e3a-9c5f-dffbdb9e1a0a req-17ba5030-b60f-4c6b-bcec-304281e47e82 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0965307 Sep 18 20:03:11.156785 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c5b39cd-e3ec-4e3a-9c5f-dffbdb9e1a0a req-bfcf0e7e-be5f-4120-bb3f-bc2dd9347fbb tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646994 Sep 18 20:03:11.255551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47510) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:11.339734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039083a-5409-43e1-a2cb-a1edb6252cd4 req-08857701-b826-441b-a15f-b4bfe52770b4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:11.347437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a039083a-5409-43e1-a2cb-a1edb6252cd4 req-08857701-b826-441b-a15f-b4bfe52770b4 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0593083 Sep 18 20:03:11.389615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a039083a-5409-43e1-a2cb-a1edb6252cd4 req-fd8e744d-6748-4ce7-ace1-77f70c2d89dc tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Sep 18 20:03:11.445227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b556ee17-e55d-4251-b4bb-a1a4f6ac3169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:11.547619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47522) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:11.571692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5a54d-a1c7-40c3-a927-e43b7266de6b req-420b244d-ee66-48d8-9d22-c2b1c9340cfa tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:11.573245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90d5a54d-a1c7-40c3-a927-e43b7266de6b req-420b244d-ee66-48d8-9d22-c2b1c9340cfa tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0947015 Sep 18 20:03:11.631106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90d5a54d-a1c7-40c3-a927-e43b7266de6b req-995e3f09-84ac-46e9-9491-e96e24f7a81e tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504189 Sep 18 20:03:11.682576 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b556ee17-e55d-4251-b4bb-a1a4f6ac3169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:11.688642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b556ee17-e55d-4251-b4bb-a1a4f6ac3169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:11.711582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9748fceb-c8e4-4f9e-bbd2-80db35b63c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:11.744477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556ee17-e55d-4251-b4bb-a1a4f6ac3169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e78ffd4-2b37-4954-9461-d94ad3fe4b3e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:11.797837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b556ee17-e55d-4251-b4bb-a1a4f6ac3169 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83413db08d1a42e6bef5a14ae9d8632e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404344 Sep 18 20:03:11.814976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47534) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:11.847561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9748fceb-c8e4-4f9e-bbd2-80db35b63c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:11.857812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9748fceb-c8e4-4f9e-bbd2-80db35b63c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:11.881261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bc736-8afa-4dd2-ad10-2cf7e0ff52cf req-cf1374a0-05e3-4f51-92e3-8680ba1ffa1b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:11.882750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-096bc736-8afa-4dd2-ad10-2cf7e0ff52cf req-cf1374a0-05e3-4f51-92e3-8680ba1ffa1b tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1195726 Sep 18 20:03:11.914904 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9748fceb-c8e4-4f9e-bbd2-80db35b63c36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f99ba449aa64426a1cbe6978babadf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655586 Sep 18 20:03:11.915197 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-03c48565-4c75-45a3-95f0-ec88abb76336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:11.916296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748fceb-c8e4-4f9e-bbd2-80db35b63c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4af113-a804-4c41-b422-bd48a65767d6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:11.920390 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47536) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:11.954958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-03c48565-4c75-45a3-95f0-ec88abb76336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.009630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63fa8f04-4091-4f3c-a2fb-9fc3d1630b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.054857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63fa8f04-4091-4f3c-a2fb-9fc3d1630b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.153733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63fa8f04-4091-4f3c-a2fb-9fc3d1630b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.157752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63fa8f04-4091-4f3c-a2fb-9fc3d1630b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.159099 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-63fa8f04-4091-4f3c-a2fb-9fc3d1630b1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc4af113-a804-4c41-b422-bd48a65767d6 HTTP/1.1" status: 204 len: 168 time: 0.2236643 Sep 18 20:03:12.175202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa8f04-4091-4f3c-a2fb-9fc3d1630b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4af113-a804-4c41-b422-bd48a65767d6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:12.443919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-096bc736-8afa-4dd2-ad10-2cf7e0ff52cf req-23f73b57-5c0d-4039-b7a5-5fb215df767a tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524545 Sep 18 20:03:12.475452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-03c48565-4c75-45a3-95f0-ec88abb76336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.479761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-03c48565-4c75-45a3-95f0-ec88abb76336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.481525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-03c48565-4c75-45a3-95f0-ec88abb76336 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e78ffd4-2b37-4954-9461-d94ad3fe4b3e HTTP/1.1" status: 204 len: 168 time: 0.6655254 Sep 18 20:03:12.515091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c48565-4c75-45a3-95f0-ec88abb76336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e78ffd4-2b37-4954-9461-d94ad3fe4b3e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:12.671238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47560) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:12.679024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da11292-e41f-4032-98f9-d4faffcde439 req-eb1e84f6-ce37-4b46-a76c-4fbd93bf76c6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:12.689057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da11292-e41f-4032-98f9-d4faffcde439 req-eb1e84f6-ce37-4b46-a76c-4fbd93bf76c6 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1259711 Sep 18 20:03:12.697720 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2155221-44d3-4453-826c-c06a5e38c6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.774302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7da11292-e41f-4032-98f9-d4faffcde439 req-d5402475-0e7b-4555-84e7-cbb9e493d035 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805273 Sep 18 20:03:12.817974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2155221-44d3-4453-826c-c06a5e38c6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.829364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2155221-44d3-4453-826c-c06a5e38c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:12.882210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47568) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:12.888961 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e2155221-44d3-4453-826c-c06a5e38c6f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=127e16d604be4d20bfec67a9840653a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156029 Sep 18 20:03:12.889773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2155221-44d3-4453-826c-c06a5e38c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe930e45-ba08-403a-9b08-90d640d58f0c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:13.002541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7bed02f-88b5-4d47-b9aa-8b4335991a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.021777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc951154-4d7a-452f-85ea-76957954324c req-5d089547-ea39-4b1a-a6b6-46295fe547d2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:13.023346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc951154-4d7a-452f-85ea-76957954324c req-5d089547-ea39-4b1a-a6b6-46295fe547d2 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0884883 Sep 18 20:03:13.032279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47576) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:13.052164 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d654afe2-3aa1-4cc1-a7f7-aa5962879076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.058368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7bed02f-88b5-4d47-b9aa-8b4335991a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.127313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc951154-4d7a-452f-85ea-76957954324c req-a172b794-58cb-4b01-9e3d-c64cb340dab3 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804143 Sep 18 20:03:13.158029 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7bed02f-88b5-4d47-b9aa-8b4335991a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.162115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7bed02f-88b5-4d47-b9aa-8b4335991a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.163654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7bed02f-88b5-4d47-b9aa-8b4335991a4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe930e45-ba08-403a-9b08-90d640d58f0c HTTP/1.1" status: 204 len: 168 time: 0.2805729 Sep 18 20:03:13.199692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bed02f-88b5-4d47-b9aa-8b4335991a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe930e45-ba08-403a-9b08-90d640d58f0c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:13.200929 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d654afe2-3aa1-4cc1-a7f7-aa5962879076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.211044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d654afe2-3aa1-4cc1-a7f7-aa5962879076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.259310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654afe2-3aa1-4cc1-a7f7-aa5962879076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35730270-1bc0-4cba-a21c-06d47f5e294e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:13.283736 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d654afe2-3aa1-4cc1-a7f7-aa5962879076 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9867b1f59b03470ea29351c29d9d18a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475431 Sep 18 20:03:13.283985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47590) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:13.383674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-236ef4a7-536a-4354-af7d-9eae997a458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.412354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-236ef4a7-536a-4354-af7d-9eae997a458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.486748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-236ef4a7-536a-4354-af7d-9eae997a458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.489901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-236ef4a7-536a-4354-af7d-9eae997a458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:13.493717 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-236ef4a7-536a-4354-af7d-9eae997a458b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35730270-1bc0-4cba-a21c-06d47f5e294e HTTP/1.1" status: 204 len: 168 time: 0.1765010 Sep 18 20:03:13.500137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ef4a7-536a-4354-af7d-9eae997a458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35730270-1bc0-4cba-a21c-06d47f5e294e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:13.725713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47602) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:13.946143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac1c4f50-8802-40c7-af68-d0ccfaca0104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:14.202140 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac1c4f50-8802-40c7-af68-d0ccfaca0104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:14.211783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac1c4f50-8802-40c7-af68-d0ccfaca0104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:14.277225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c4f50-8802-40c7-af68-d0ccfaca0104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd03f4f0-921d-430e-9cd5-c477f650567e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:14.323322 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac1c4f50-8802-40c7-af68-d0ccfaca0104 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a676084eb15140f3a938ec5d9a070361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957522 Sep 18 20:03:14.326548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47634) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:14.443422 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8a4a-de86-4ef0-9b5a-4e6ccd334bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:14.514109 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8a4a-de86-4ef0-9b5a-4e6ccd334bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:14.588902 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8a4a-de86-4ef0-9b5a-4e6ccd334bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:14.591767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8a4a-de86-4ef0-9b5a-4e6ccd334bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:14.593125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7bdf8a4a-de86-4ef0-9b5a-4e6ccd334bd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd03f4f0-921d-430e-9cd5-c477f650567e HTTP/1.1" status: 204 len: 168 time: 0.2651639 Sep 18 20:03:14.617141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf8a4a-de86-4ef0-9b5a-4e6ccd334bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd03f4f0-921d-430e-9cd5-c477f650567e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:16.073528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47736) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:16.349172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2006250371'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:16.394068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Made reservation on behalf of 4eba20371f674d079e3eb10cf8823e36 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:16.397719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:16.415822 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:16.545739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:16.553623 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:16.571828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:03:16.605396 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:16.606087 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Added segment 42b40886-ebf9-4ad3-8007-dcc42c2ad67e of type vlan for network 2c4e8dde-8be8-4168-a3f2-60b5a414728b Sep 18 20:03:16.607988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902caee9-9962-4a08-a9d1-dc0eb9df57ab,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:16.660312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:16.691409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:16.698839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:16.700153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:16.742377 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6627724 Sep 18 20:03:16.742377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47768) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:16.747963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Request body: {'subnet': {'network_id': '2c4e8dde-8be8-4168-a3f2-60b5a414728b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:16.844217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2696f-f602-44e7-9931-a8de52a6bb09 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event updated for resources: {'Network': ['ID=2c4e8dde-8be8-4168-a3f2-60b5a414728b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:16.855231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2c4e8dde-8be8-4168-a3f2-60b5a414728b details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:03:17.014432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Made reservation on behalf of 4eba20371f674d079e3eb10cf8823e36 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:17.018658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:17.361428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:17.458379 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event updated for resources: {'Subnet': ['ID=97894d8c-2b2e-4e55-97d6-eb19e3f6709a,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:17.475310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Checking segment: {'id': '42b40886-ebf9-4ad3-8007-dcc42c2ad67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2c4e8dde-8be8-4168-a3f2-60b5a414728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:03:17.475550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Network hostable DHCP agents. Network: 2c4e8dde-8be8-4168-a3f2-60b5a414728b, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:03:17.503456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Network 2c4e8dde-8be8-4168-a3f2-60b5a414728b is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:03:17.512740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2c4e8dde-8be8-4168-a3f2-60b5a414728b) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:17.517217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:17.518056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:17.521737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2952a2b-bdfb-4d65-8d10-b70e08ee72ef None None] Network 2c4e8dde-8be8-4168-a3f2-60b5a414728b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:17.541591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ddceeb9-f50d-40d3-89da-db30eb4583c3 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8003850 Sep 18 20:03:17.544539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47810) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:17.550271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Request body: {'port': {'network_id': '2c4e8dde-8be8-4168-a3f2-60b5a414728b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1552480521'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:17.793748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Made reservation on behalf of 4eba20371f674d079e3eb10cf8823e36 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:17.800310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:17.807898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-2c4e8dde-8be8-4168-a3f2-60b5a414728b', 'network_id': '2c4e8dde-8be8-4168-a3f2-60b5a414728b', 'tenant_id': '4eba20371f674d079e3eb10cf8823e36', 'fixed_ips': [{'subnet_id': '97894d8c-2b2e-4e55-97d6-eb19e3f6709a'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:03:17.815739 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:17.824560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] device_id is not set on port cf1299a6-dffd-4676-b73f-599f17eb6999 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:03:17.978359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Allocated IP 172.20.0.10 (2c4e8dde-8be8-4168-a3f2-60b5a414728b/97894d8c-2b2e-4e55-97d6-eb19e3f6709a/cf1299a6-dffd-4676-b73f-599f17eb6999) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:18.159741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47834) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:18.235097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.289129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.335624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2594d40-2bab-40dd-b819-9d8251cdf295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.355357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Network 2c4e8dde-8be8-4168-a3f2-60b5a414728b is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:18.360304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:18.372465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:18.469987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:18.470651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.475068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event updated for resources: {'Port': ['ID=cf1299a6-dffd-4676-b73f-599f17eb6999,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:18.476001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2594d40-2bab-40dd-b819-9d8251cdf295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.484191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2594d40-2bab-40dd-b819-9d8251cdf295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.520832 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5a11ae7f-0a7c-46de-a323-aefeb705a5e2 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.9747813 Sep 18 20:03:18.523854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47846) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:18.550854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2594d40-2bab-40dd-b819-9d8251cdf295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe3913-cf6f-47b6-860c-d493acba4fb5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:18.587585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a2594d40-2bab-40dd-b819-9d8251cdf295 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89fc9fd33ca4490888a42b87fda209d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255848 Sep 18 20:03:18.590847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47848) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:18.663636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7be7a06-72e9-4c90-92c8-06c84d3f4cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.669065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Allocated IP 172.20.0.2 (2c4e8dde-8be8-4168-a3f2-60b5a414728b/97894d8c-2b2e-4e55-97d6-eb19e3f6709a/14c86a98-b961-4c96-862f-6547c3370726) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:18.705608 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7be7a06-72e9-4c90-92c8-06c84d3f4cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.709527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5aa77992-540e-4cd5-a32c-0d4005b56efa tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Deleting port cf1299a6-dffd-4676-b73f-599f17eb6999 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:18.709909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5aa77992-540e-4cd5-a32c-0d4005b56efa tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.790366 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7be7a06-72e9-4c90-92c8-06c84d3f4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.794042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7be7a06-72e9-4c90-92c8-06c84d3f4cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.796909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7be7a06-72e9-4c90-92c8-06c84d3f4cd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcbe3913-cf6f-47b6-860c-d493acba4fb5 HTTP/1.1" status: 204 len: 168 time: 0.2048049 Sep 18 20:03:18.822093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be7a06-72e9-4c90-92c8-06c84d3f4cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe3913-cf6f-47b6-860c-d493acba4fb5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:18.858448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5aa77992-540e-4cd5-a32c-0d4005b56efa tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.875843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5aa77992-540e-4cd5-a32c-0d4005b56efa tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Calling delete_port for cf1299a6-dffd-4676-b73f-599f17eb6999 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:18.901660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.914380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:18.998838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47860) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:19.045761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Network 2c4e8dde-8be8-4168-a3f2-60b5a414728b is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:19.055662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:19.056993 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5aa77992-540e-4cd5-a32c-0d4005b56efa tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.072085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:19.091147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Pushing event updated for resources: {'Port': ['ID=14c86a98-b961-4c96-862f-6547c3370726,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:19.107332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa77992-540e-4cd5-a32c-0d4005b56efa tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event deleted for resources: {'Port': ['ID=cf1299a6-dffd-4676-b73f-599f17eb6999,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:19.169695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Attempting to bind port 14c86a98-b961-4c96-862f-6547c3370726 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:03:19.170428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Attempting to bind port 14c86a98-b961-4c96-862f-6547c3370726 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '42b40886-ebf9-4ad3-8007-dcc42c2ad67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2c4e8dde-8be8-4168-a3f2-60b5a414728b'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:03:19.171318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Attempting to bind port 14c86a98-b961-4c96-862f-6547c3370726 on network 2c4e8dde-8be8-4168-a3f2-60b5a414728b {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:03:19.176966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:03:19.177597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Checking segment: {'id': '42b40886-ebf9-4ad3-8007-dcc42c2ad67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2c4e8dde-8be8-4168-a3f2-60b5a414728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:03:19.178174 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.179078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Bound using segment: {'id': '42b40886-ebf9-4ad3-8007-dcc42c2ad67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2c4e8dde-8be8-4168-a3f2-60b5a414728b'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:03:19.179733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Bound port: 14c86a98-b961-4c96-862f-6547c3370726, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b40886-ebf9-4ad3-8007-dcc42c2ad67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2c4e8dde-8be8-4168-a3f2-60b5a414728b'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:03:19.180506 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.213515 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5aa77992-540e-4cd5-a32c-0d4005b56efa tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.218828 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5aa77992-540e-4cd5-a32c-0d4005b56efa tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "DELETE /v2.0/ports/cf1299a6-dffd-4676-b73f-599f17eb6999 HTTP/1.1" status: 204 len: 168 time: 0.6936767 Sep 18 20:03:19.221744 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47866) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:19.269375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] For port 14c86a98-b961-4c96-862f-6547c3370726, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:03:19.274769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] For port 14c86a98-b961-4c96-862f-6547c3370726, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=14c86a98-b961-4c96-862f-6547c3370726,segment=NetworkSegment(42b40886-ebf9-4ad3-8007-dcc42c2ad67e),segment_id=42b40886-ebf9-4ad3-8007-dcc42c2ad67e)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:03:19.283131 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.345418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b7747-9759-43a7-91f4-4b95deff6bd0 None None] Pushing event updated for resources: {'Port': ['ID=14c86a98-b961-4c96-862f-6547c3370726,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:19.353422 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aacf48c1-d1ec-44aa-9f20-8a27bea3a3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.442385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47876) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:19.460965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-257cca42-5f8d-41f4-8cd3-91406f6c0ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.539153 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aacf48c1-d1ec-44aa-9f20-8a27bea3a3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.545968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aacf48c1-d1ec-44aa-9f20-8a27bea3a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.588767 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-de186288-bfc0-4775-a820-12f7ed58debe tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.3636656 Sep 18 20:03:19.591489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47878) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:19.596678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1869064458'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:19.601144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf48c1-d1ec-44aa-9f20-8a27bea3a3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd89ca8-b6b4-4294-8528-385f045bb8e9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:19.606679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aacf48c1-d1ec-44aa-9f20-8a27bea3a3b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cd385da2bdd4ad5b21b149e712dd4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064620 Sep 18 20:03:19.611277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47880) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:19.667239 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e10cd961-2598-49e9-bb5a-105959182b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.695095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e10cd961-2598-49e9-bb5a-105959182b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.761902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-257cca42-5f8d-41f4-8cd3-91406f6c0ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.770304 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-257cca42-5f8d-41f4-8cd3-91406f6c0ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.804180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Made reservation on behalf of 4eba20371f674d079e3eb10cf8823e36 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:19.810320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.835988 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-257cca42-5f8d-41f4-8cd3-91406f6c0ec7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dded9c1f2a81497d88746e5bdeef2baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3905742 Sep 18 20:03:19.837538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47886) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:19.840818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cca42-5f8d-41f4-8cd3-91406f6c0ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4141c6c6-ff17-4d14-8f59-db03142020b2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:19.899573 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e10cd961-2598-49e9-bb5a-105959182b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.902653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e10cd961-2598-49e9-bb5a-105959182b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.903848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e10cd961-2598-49e9-bb5a-105959182b38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cd89ca8-b6b4-4294-8528-385f045bb8e9 HTTP/1.1" status: 204 len: 168 time: 0.2909644 Sep 18 20:03:19.924058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:03:19.928502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cd961-2598-49e9-bb5a-105959182b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd89ca8-b6b4-4294-8528-385f045bb8e9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:19.956023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.956407 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Added segment 5d8d0dcf-fc06-4921-beeb-73f4f7209127 of type vlan for network d2da0b36-f58e-44ec-a568-94b6bb71882d Sep 18 20:03:19.957498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-461831a2-ed71-4232-8049-5966b86802de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:19.988440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-461831a2-ed71-4232-8049-5966b86802de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:20.019475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:20.054150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:20.059471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-461831a2-ed71-4232-8049-5966b86802de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:20.062326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-461831a2-ed71-4232-8049-5966b86802de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:20.066742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-461831a2-ed71-4232-8049-5966b86802de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4141c6c6-ff17-4d14-8f59-db03142020b2 HTTP/1.1" status: 204 len: 168 time: 0.2242336 Sep 18 20:03:20.072677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:20.074567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:20.086778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461831a2-ed71-4232-8049-5966b86802de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4141c6c6-ff17-4d14-8f59-db03142020b2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:20.131870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5390749 Sep 18 20:03:20.134464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47900) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:20.222279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f251283-a308-4574-8e56-810d442ea922 tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event updated for resources: {'Network': ['ID=d2da0b36-f58e-44ec-a568-94b6bb71882d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:20.235192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network d2da0b36-f58e-44ec-a568-94b6bb71882d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:03:20.443743 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-71caf3ee-c0b6-4e4c-88d2-6ca1bcbb525f tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "GET /v2.0/agents/a53ec784-1183-4ab9-a09d-630d09bc91aa/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.3066189 Sep 18 20:03:20.446546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47910) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:20.537111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 14c86a98-b961-4c96-862f-6547c3370726 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:03:20.679829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 14c86a98-b961-4c96-862f-6547c3370726 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:20.680214 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:20.826362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88668b-d7d7-4df0-b672-05b8e90446e2 tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] Network d2da0b36-f58e-44ec-a568-94b6bb71882d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:03:20.834230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47922) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:20.876044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cc88668b-d7d7-4df0-b672-05b8e90446e2 tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "POST /v2.0/agents/a53ec784-1183-4ab9-a09d-630d09bc91aa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4258857 Sep 18 20:03:20.876413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47924) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:20.889191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a13ea-aa9b-47bc-94bf-2c3c6db14c81 None None] Network d2da0b36-f58e-44ec-a568-94b6bb71882d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:20.899330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-662eecd0-e656-4119-898f-a7aa2999183c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:20.981887 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.125444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 14c86a98-b961-4c96-862f-6547c3370726, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=14c86a98-b961-4c96-862f-6547c3370726,segment=NetworkSegment(42b40886-ebf9-4ad3-8007-dcc42c2ad67e),segment_id=42b40886-ebf9-4ad3-8007-dcc42c2ad67e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:21.150066 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.313308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f917e49-84c7-4eea-bd49-2da2d66d15a0 None None] Network 2c4e8dde-8be8-4168-a3f2-60b5a414728b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:21.343054 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8dcfa5bd-c429-4037-8904-b8d4218bc2dc tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "GET /v2.0/agents/a53ec784-1183-4ab9-a09d-630d09bc91aa/dhcp-networks HTTP/1.1" status: 200 len: 6465 time: 0.4598103 Sep 18 20:03:21.345804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744216c-84d2-4e59-90d4-ce7d878ffeb3 req-b9523c2b-836a-4033-bbf6-16a80de41161 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:21.347364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3744216c-84d2-4e59-90d4-ce7d878ffeb3 req-b9523c2b-836a-4033-bbf6-16a80de41161 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1743293 Sep 18 20:03:21.350889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47944) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:21.420299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8dcac984-5b78-4622-9b42-2643ee474cef None None] Provisioning complete for port 14c86a98-b961-4c96-862f-6547c3370726 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:21.420889 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8dcac984-5b78-4622-9b42-2643ee474cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.424751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=14c86a98-b961-4c96-862f-6547c3370726,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:21.491918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3744216c-84d2-4e59-90d4-ce7d878ffeb3 req-73287488-0b08-4386-b9ef-1298844dd3db tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330121 Sep 18 20:03:21.521741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee8927-dfdb-4a8c-a42b-175036cd068b req-15bd6d8b-f75a-4f41-897c-35a812f54c33 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:21.532973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7ee8927-dfdb-4a8c-a42b-175036cd068b req-15bd6d8b-f75a-4f41-897c-35a812f54c33 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 945 time: 0.2376435 Sep 18 20:03:21.552800 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a63a57e4-4281-426f-8591-7385a72f524b tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "DELETE /v2.0/agents/a53ec784-1183-4ab9-a09d-630d09bc91aa/dhcp-networks/d2da0b36-f58e-44ec-a568-94b6bb71882d HTTP/1.1" status: 204 len: 168 time: 0.2005739 Sep 18 20:03:21.555575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47954) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:21.617431 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7ee8927-dfdb-4a8c-a42b-175036cd068b req-e034e3c3-676d-4661-98c5-67ed2ed7cf78 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834732 Sep 18 20:03:21.647258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-662eecd0-e656-4119-898f-a7aa2999183c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.665623 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-662eecd0-e656-4119-898f-a7aa2999183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.712147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 47960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:21.712702 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-662eecd0-e656-4119-898f-a7aa2999183c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbe838d522924b409641ff4baa71ac79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8769803 Sep 18 20:03:21.734375 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-05e1e4e9-561b-4455-8e06-8e7da19601c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.794558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662eecd0-e656-4119-898f-a7aa2999183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f67a75-c22d-4a36-8334-99d98c96631e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:21.818340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4954f879-0b34-4b9c-85b4-16a6304d86d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.843020 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4954f879-0b34-4b9c-85b4-16a6304d86d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.899364 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4d4cb11e-ce5c-4afa-a06a-a6401665774d tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "GET /v2.0/agents/a53ec784-1183-4ab9-a09d-630d09bc91aa/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.3335903 Sep 18 20:03:21.903797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47974) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:21.924407 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e074bea-0128-4e1a-a6cc-84953a83f784 tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "GET /v2.0/networks/2c4e8dde-8be8-4168-a3f2-60b5a414728b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0188792 Sep 18 20:03:21.927787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:21.940317 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4954f879-0b34-4b9c-85b4-16a6304d86d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.942924 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4954f879-0b34-4b9c-85b4-16a6304d86d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:21.944221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4954f879-0b34-4b9c-85b4-16a6304d86d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82f67a75-c22d-4a36-8334-99d98c96631e HTTP/1.1" status: 204 len: 168 time: 0.2304544 Sep 18 20:03:21.970491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954f879-0b34-4b9c-85b4-16a6304d86d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f67a75-c22d-4a36-8334-99d98c96631e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:21.975098 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f5730c9e-62f2-4dcf-a38d-59e021bb6154 tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "GET /v2.0/networks/2c4e8dde-8be8-4168-a3f2-60b5a414728b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0461991 Sep 18 20:03:21.981523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:22.215577 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-09bae836-fabb-475c-9ec8-207bf7a6b7c9 tempest-DHCPAgentSchedulersTestJSON-1760174089 tempest-DHCPAgentSchedulersTestJSON-1760174089-project-admin] 10.222.0.20 "GET /v2.0/agents/a53ec784-1183-4ab9-a09d-630d09bc91aa/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.2319350 Sep 18 20:03:22.221806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 47996) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:22.223664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-2f16458f-e481-4652-a59e-2ddf35043d2f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:22.225523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-2f16458f-e481-4652-a59e-2ddf35043d2f tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.0859859 Sep 18 20:03:22.311341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-353b2af0-38ae-4780-a6bc-921e652b2e14 None None] Provisioning complete for port 14c86a98-b961-4c96-862f-6547c3370726 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:22.314116 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-353b2af0-38ae-4780-a6bc-921e652b2e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:22.412462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Deleting port 5a90719d-73e8-4063-ae96-9b0275f0d582 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:22.413083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:22.416228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:22.507858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 14c86a98-b961-4c96-862f-6547c3370726 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:03:22.558096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] For port 5a90719d-73e8-4063-ae96-9b0275f0d582, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=5a90719d-73e8-4063-ae96-9b0275f0d582,segment=NetworkSegment(33eb2c6e-6c50-4017-9b53-8b49cd5a373b),segment_id=33eb2c6e-6c50-4017-9b53-8b49cd5a373b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:22.560110 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:22.602129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Calling delete_port for 5a90719d-73e8-4063-ae96-9b0275f0d582 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:22.639058 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 14c86a98-b961-4c96-862f-6547c3370726 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:22.639677 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:22.736271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f49c66bc-d0e2-4e9c-9b48-f611f6954d12 None None] Could not find standard attr ID for object cf1299a6-dffd-4676-b73f-599f17eb6999. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:03:22.930114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5be5f-5c48-4ecf-aae6-ac103f9b99ad req-1652481b-bd07-4daa-9773-c37daf61a00c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:22.940365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90c5be5f-5c48-4ecf-aae6-ac103f9b99ad req-1652481b-bd07-4daa-9773-c37daf61a00c tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8261b52-2018-4890-906a-0798542f5ec1 HTTP/1.1" status: 200 len: 947 time: 0.1795819 Sep 18 20:03:23.009874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f288f7e-405a-485c-a322-585269256c75 req-9d6dd924-7cab-48fc-a632-aec35b697ed4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:23.021767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f288f7e-405a-485c-a322-585269256c75 req-9d6dd924-7cab-48fc-a632-aec35b697ed4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 945 time: 0.2567990 Sep 18 20:03:23.056932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48026) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:23.095368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90c5be5f-5c48-4ecf-aae6-ac103f9b99ad req-3f9d9b80-68e0-4a63-a25e-fb1be4545ae0 tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.20 "GET /v2.0/security-groups?id=8aa052fc-b791-416c-af7d-239b38126b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500158 Sep 18 20:03:23.156020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f288f7e-405a-485c-a322-585269256c75 req-ba3e3096-e1b6-444b-b99c-1abc5e645904 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247954 Sep 18 20:03:23.178183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.185562 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.191539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['5a90719d-73e8-4063-ae96-9b0275f0d582'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:03:23.234367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Pushing event deleted for resources: {'Port': ['ID=5a90719d-73e8-4063-ae96-9b0275f0d582,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:23.238167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2da0b36-f58e-44ec-a568-94b6bb71882d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:23.260025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8d0dcf-fc06-4921-beeb-73f4f7209127') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:23.260625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8d0dcf-fc06-4921-beeb-73f4f7209127') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:23.263534 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3ad41ca-eeeb-464d-a323-55dc13213181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.278837 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.284172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-0bbee024-8175-4416-a3f6-2bdb848bc7af tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:23.285687 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-0bbee024-8175-4416-a3f6-2bdb848bc7af tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 945 time: 0.1505325 Sep 18 20:03:23.287542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.334289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] No DVR routers for this DVR port 5a90719d-73e8-4063-ae96-9b0275f0d582 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:03:23.335301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.338334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.340475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-989627de-1db7-4cc0-a975-6201fbb5b5fb req-4cd2661b-2f9f-40af-8a4b-b1fd478575cd tempest-ServersNegativeTestJSON-2026418474 tempest-ServersNegativeTestJSON-2026418474-project] 10.222.0.24 "DELETE /v2.0/ports/5a90719d-73e8-4063-ae96-9b0275f0d582 HTTP/1.1" status: 204 len: 173 time: 1.1092556 Sep 18 20:03:23.341967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-deleted', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:03:23.344735 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd923126-72b6-41da-8b7a-22abd10d6cfd" -d '{"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-deleted", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:03:23.347256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:23.348036 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:23.351225 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:23.452537 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.479648 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.493092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.495543 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "DELETE /v2.0/networks/d2da0b36-f58e-44ec-a568-94b6bb71882d HTTP/1.1" status: 204 len: 168 time: 1.2723320 Sep 18 20:03:23.502588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48044) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:23.521345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event deleted for resources: {'Network': ['ID=d2da0b36-f58e-44ec-a568-94b6bb71882d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:23.528551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port f4945688-3701-4ef4-9f7b-bd70316e616b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:23.529195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.545602 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d22aeb7-2ea1-408d-894c-8523335b513c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] DELETE failed (client error): The resource could not be found. Sep 18 20:03:23.546370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d22aeb7-2ea1-408d-894c-8523335b513c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:03:23.562009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6d22aeb7-2ea1-408d-894c-8523335b513c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "DELETE /v2.0/ports/cf1299a6-dffd-4676-b73f-599f17eb6999 HTTP/1.1" status: 404 len: 333 time: 0.0570083 Sep 18 20:03:23.562780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.563314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.563693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.564252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.564771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.565575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.566097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.566605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.567147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.567686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.568186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.568688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff3dda4-644c-43d8-b68e-4ddeb5353a5b tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:23.569218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48048) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:23.715347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20be87d-303d-4db7-a66c-72860f022f6c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Deleting subnet 97894d8c-2b2e-4e55-97d6-eb19e3f6709a {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:03:23.718855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] For port f4945688-3701-4ef4-9f7b-bd70316e616b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=f4945688-3701-4ef4-9f7b-bd70316e616b,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:23.722007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.729320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c20be87d-303d-4db7-a66c-72860f022f6c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.782268 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3ad41ca-eeeb-464d-a323-55dc13213181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.793986 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f378a6c9-09bd-46fb-98f2-e51645f50d41 x-openstack-request-id: req-f378a6c9-09bd-46fb-98f2-e51645f50d41 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:03:23.794349 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8261b52-2018-4890-906a-0798542f5ec1", "name": "network-vif-deleted", "tag": "5a90719d-73e8-4063-ae96-9b0275f0d582", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:03:23.794599 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f378a6c9-09bd-46fb-98f2-e51645f50d41 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:03:23.795008 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8261b52-2018-4890-906a-0798542f5ec1', 'name': 'network-vif-deleted', 'tag': '5a90719d-73e8-4063-ae96-9b0275f0d582', 'status': 'completed', 'code': 200} Sep 18 20:03:23.795737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3ad41ca-eeeb-464d-a323-55dc13213181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.823189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f3ad41ca-eeeb-464d-a323-55dc13213181 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c12e3dff46434d259790c7000a65bfce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7621763 Sep 18 20:03:23.826471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c20be87d-303d-4db7-a66c-72860f022f6c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:23.829365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48052) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:23.876562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad41ca-eeeb-464d-a323-55dc13213181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e976c23-18dd-4169-b90d-bb7260a8d0a1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:23.948760 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c20be87d-303d-4db7-a66c-72860f022f6c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.004993 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.005375 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.005702 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Floating IP 98f7ecf7-74dd-4fa0-a7f4-baf6ee9f2af9 disassociated. External IP: 172.25.8.73, port: f4945688-3701-4ef4-9f7b-bd70316e616b. Sep 18 20:03:24.006090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for f4945688-3701-4ef4-9f7b-bd70316e616b owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:24.042984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c20be87d-303d-4db7-a66c-72860f022f6c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.065284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022b-681c-400a-be52-4e4083d6be9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.093635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c20be87d-303d-4db7-a66c-72860f022f6c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.098396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb283ef-1572-4fd7-acc0-748915565ef4 None None] Network 2c4e8dde-8be8-4168-a3f2-60b5a414728b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:24.107644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022b-681c-400a-be52-4e4083d6be9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.114474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c20be87d-303d-4db7-a66c-72860f022f6c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "DELETE /v2.0/subnets/97894d8c-2b2e-4e55-97d6-eb19e3f6709a HTTP/1.1" status: 204 len: 168 time: 0.5218289 Sep 18 20:03:24.117492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48062) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:24.118551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20be87d-303d-4db7-a66c-72860f022f6c tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event deleted for resources: {'Subnet': ['ID=97894d8c-2b2e-4e55-97d6-eb19e3f6709a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:24.196276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48068) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:24.260077 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022b-681c-400a-be52-4e4083d6be9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.263207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ea9022b-681c-400a-be52-4e4083d6be9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.264734 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4ea9022b-681c-400a-be52-4e4083d6be9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e976c23-18dd-4169-b90d-bb7260a8d0a1 HTTP/1.1" status: 204 len: 168 time: 0.4341240 Sep 18 20:03:24.290560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9022b-681c-400a-be52-4e4083d6be9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e976c23-18dd-4169-b90d-bb7260a8d0a1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:24.295733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-68912bdf-969a-413a-a540-c13305e3dcbc admin admin] Deleting subnet 148ea5a3-3560-4412-a7fc-74c44514e8c6 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:03:24.300964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.302915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68912bdf-969a-413a-a540-c13305e3dcbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.373157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=f4945688-3701-4ef4-9f7b-bd70316e616b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:24.417888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68912bdf-969a-413a-a540-c13305e3dcbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.452762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eaff1bd2-c64c-44a5-b81f-9d5b7ffb65cb req-03425d78-59f0-4c2f-a5fe-aa85da5fb7a1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.2026896 Sep 18 20:03:24.465644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.477734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68912bdf-969a-413a-a540-c13305e3dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.489365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] DHCP port deletion for 2c4e8dde-8be8-4168-a3f2-60b5a414728b request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:03:24.628479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] Deleting port 14c86a98-b961-4c96-862f-6547c3370726 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:24.631058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Deleting port 14c86a98-b961-4c96-862f-6547c3370726 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:24.632991 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.635577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.658585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68912bdf-969a-413a-a540-c13305e3dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.703685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68912bdf-969a-413a-a540-c13305e3dcbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148ea5a3-3560-4412-a7fc-74c44514e8c6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:24.715710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:03:24.717876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68912bdf-969a-413a-a540-c13305e3dcbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.720600 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-68912bdf-969a-413a-a540-c13305e3dcbc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/148ea5a3-3560-4412-a7fc-74c44514e8c6 HTTP/1.1" status: 204 len: 168 time: 0.5212009 Sep 18 20:03:24.724232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48080) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:24.808572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] For port 14c86a98-b961-4c96-862f-6547c3370726, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=14c86a98-b961-4c96-862f-6547c3370726,segment=NetworkSegment(42b40886-ebf9-4ad3-8007-dcc42c2ad67e),segment_id=42b40886-ebf9-4ad3-8007-dcc42c2ad67e)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:24.809226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.845941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Calling delete_port for 14c86a98-b961-4c96-862f-6547c3370726 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:24.853037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] For port 14c86a98-b961-4c96-862f-6547c3370726, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=14c86a98-b961-4c96-862f-6547c3370726,segment=NetworkSegment(42b40886-ebf9-4ad3-8007-dcc42c2ad67e),segment_id=42b40886-ebf9-4ad3-8007-dcc42c2ad67e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:24.853719 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.874430 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.907547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] Calling delete_port for 14c86a98-b961-4c96-862f-6547c3370726 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:24.934095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49f74d01-af9d-4ce2-b0df-d8538dd08378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:24.960188 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.021236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.023825 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.033374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] No DVR routers for this DVR port 14c86a98-b961-4c96-862f-6547c3370726 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:03:25.061622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] Pushing event deleted for resources: {'Port': ['ID=14c86a98-b961-4c96-862f-6547c3370726,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:25.065670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b78d3-dbfc-44d5-a468-1796b3ad50de None None] No DVR routers for this DVR port 14c86a98-b961-4c96-862f-6547c3370726 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:03:25.081874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event deleted for resources: {'Port': ['ID=14c86a98-b961-4c96-862f-6547c3370726,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:25.188593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:03:25.189593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.214803 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:03:25.230345 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:03:25.231766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4e8dde-8be8-4168-a3f2-60b5a414728b']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.233295 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.249128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b40886-ebf9-4ad3-8007-dcc42c2ad67e') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.249128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b40886-ebf9-4ad3-8007-dcc42c2ad67e') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.261054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.280488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.289269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:25.290394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:25.295352 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:25.344890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.349355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] No DVR routers for this DVR port f4945688-3701-4ef4-9f7b-bd70316e616b on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:03:25.353233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.356912 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-627bdeb2-cf6b-4b9e-b4c3-2133d5d07430 req-04041efd-2d15-43b8-9f0f-9576a3e66c55 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "DELETE /v2.0/ports/f4945688-3701-4ef4-9f7b-bd70316e616b HTTP/1.1" status: 204 len: 173 time: 2.0618789 Sep 18 20:03:25.367703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'name': 'network-vif-deleted', 'tag': 'f4945688-3701-4ef4-9f7b-bd70316e616b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:03:25.372119 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2a88ad-cdea-4a8f-889e-4131b2dbd78f" -d '{"events": [{"server_uuid": "2f90fccb-e54f-4110-85f0-03a527c5ea28", "name": "network-vif-deleted", "tag": "f4945688-3701-4ef4-9f7b-bd70316e616b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:03:25.418870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28332b88-f919-4df4-8511-88d33de7100c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.429611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.439965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33eb2c6e-6c50-4017-9b53-8b49cd5a373b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.440273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33eb2c6e-6c50-4017-9b53-8b49cd5a373b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.449908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.456160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] 10.222.0.20 "DELETE /v2.0/networks/2c4e8dde-8be8-4168-a3f2-60b5a414728b HTTP/1.1" status: 204 len: 168 time: 1.3289042 Sep 18 20:03:25.491808 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25891664-1766-4089-b106-8906c8cdfb4a x-openstack-request-id: req-25891664-1766-4089-b106-8906c8cdfb4a {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:03:25.493591 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f90fccb-e54f-4110-85f0-03a527c5ea28", "name": "network-vif-deleted", "tag": "f4945688-3701-4ef4-9f7b-bd70316e616b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:03:25.494021 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25891664-1766-4089-b106-8906c8cdfb4a {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:03:25.494696 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f90fccb-e54f-4110-85f0-03a527c5ea28', 'name': 'network-vif-deleted', 'tag': 'f4945688-3701-4ef4-9f7b-bd70316e616b', 'status': 'completed', 'code': 200} Sep 18 20:03:25.502567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.514381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66178ec9-cfd0-4b37-a8b5-2bd39e771a0d tempest-DHCPAgentSchedulersTestJSON-968593411 tempest-DHCPAgentSchedulersTestJSON-968593411-project] Pushing event deleted for resources: {'Network': ['ID=2c4e8dde-8be8-4168-a3f2-60b5a414728b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:25.536058 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:03:25.544074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.550987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:25.551854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:25.554496 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:25.558948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.646721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.652975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:25.655570 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] 10.222.0.20 "DELETE /v2.0/networks/28332b88-f919-4df4-8511-88d33de7100c HTTP/1.1" status: 204 len: 168 time: 0.9292791 Sep 18 20:03:25.670576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57d11f-ba0e-4d38-94d4-e02d81393341 admin admin] Pushing event deleted for resources: {'Network': ['ID=28332b88-f919-4df4-8511-88d33de7100c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:25.671347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b968e964-4ee4-4808-9ebd-d34fbb819e72 req-f7756cc6-37da-4140-9536-df00783917c1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.0601680 Sep 18 20:03:25.795065 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.825493 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:03:25.834338 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:03:25.834988 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:25.957301 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:03:26.033246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48124) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:26.044438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48128) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:26.126210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48130) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:26.128866 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-14101a76-a049-4cc1-a974-987a070c9335 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13845a0276044cbcbe3ab930f3101757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771322 Sep 18 20:03:26.207614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e601c6d7-dae2-459f-8447-6f8923d42ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:26.234729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e601c6d7-dae2-459f-8447-6f8923d42ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:26.271979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:03:26.274747 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:26.299111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 5a90719d-73e8-4063-ae96-9b0275f0d582 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:03:26.299640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 5a90719d-73e8-4063-ae96-9b0275f0d582 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:03:26.315059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e601c6d7-dae2-459f-8447-6f8923d42ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:26.318937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e601c6d7-dae2-459f-8447-6f8923d42ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:26.323064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e601c6d7-dae2-459f-8447-6f8923d42ab3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8aa052fc-b791-416c-af7d-239b38126b04 HTTP/1.1" status: 204 len: 168 time: 0.1926610 Sep 18 20:03:26.332782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601c6d7-dae2-459f-8447-6f8923d42ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa052fc-b791-416c-af7d-239b38126b04,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:26.348134 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a1e22-4e96-43a9-aaac-62cfbc66c27f None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:03:26.452661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 14c86a98-b961-4c96-862f-6547c3370726 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:03:26.480900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 14c86a98-b961-4c96-862f-6547c3370726 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:03:26.481502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 14c86a98-b961-4c96-862f-6547c3370726 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:03:26.542666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e63e7d2b-2982-4025-ba78-d185179c1c52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eba20371f674d079e3eb10cf8823e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075443 Sep 18 20:03:26.546228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48142) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:26.637382 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4741-1c6f-43f6-a387-5503a570bd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:26.675131 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4741-1c6f-43f6-a387-5503a570bd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:26.756648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4741-1c6f-43f6-a387-5503a570bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:26.759855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4741-1c6f-43f6-a387-5503a570bd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:26.762668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3f5e4741-1c6f-43f6-a387-5503a570bd43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/902caee9-9962-4a08-a9d1-dc0eb9df57ab HTTP/1.1" status: 204 len: 168 time: 0.2154613 Sep 18 20:03:26.779454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e4741-1c6f-43f6-a387-5503a570bd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902caee9-9962-4a08-a9d1-dc0eb9df57ab,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:26.819529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84940e94-dcc4-4fab-8e23-cd5d6a455def None None] New status for floating IP 98f7ecf7-74dd-4fa0-a7f4-baf6ee9f2af9: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:03:26.889177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d9db993-ba71-4a91-b8e9-8c2b1195cffd req-99522538-b508-4c9c-8a58-40edd271a00b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.0448666 Sep 18 20:03:27.258441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48168) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:27.271985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-46443467-13bd-4ff8-8bc1-4f4bdd219bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:27.377600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-46443467-13bd-4ff8-8bc1-4f4bdd219bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:27.386365 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-46443467-13bd-4ff8-8bc1-4f4bdd219bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:27.428883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-46443467-13bd-4ff8-8bc1-4f4bdd219bc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e69503c34ee346b88c2c5783f96bb796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693840 Sep 18 20:03:27.432811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48176) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:27.447280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46443467-13bd-4ff8-8bc1-4f4bdd219bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb12999-d311-4e98-aec9-a84fcde2c4ab,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:27.460477 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:27.518048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9782517-00f1-49f8-9ea2-364d7b213da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:27.543878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9782517-00f1-49f8-9ea2-364d7b213da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:27.609857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9782517-00f1-49f8-9ea2-364d7b213da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:27.615565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9782517-00f1-49f8-9ea2-364d7b213da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:27.616819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e9782517-00f1-49f8-9ea2-364d7b213da4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fb12999-d311-4e98-aec9-a84fcde2c4ab HTTP/1.1" status: 204 len: 168 time: 0.1810403 Sep 18 20:03:27.628720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9782517-00f1-49f8-9ea2-364d7b213da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb12999-d311-4e98-aec9-a84fcde2c4ab,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:27.662987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device f4945688-3701-4ef4-9f7b-bd70316e616b no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:03:27.688490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: f4945688-3701-4ef4-9f7b-bd70316e616b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:03:27.689037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device f4945688-3701-4ef4-9f7b-bd70316e616b not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:03:28.014164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eea0d6f0-44a2-4abe-9c19-fb9f6f882838 req-703270ac-cddf-4900-b1c5-a5dc4c509c54 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.0320599 Sep 18 20:03:28.461474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48252) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:28.721388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1707112612-network', 'tenant_id': 'de8e5e5ebbf14769bfd71b5c866df098'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:28.748800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Made reservation on behalf of de8e5e5ebbf14769bfd71b5c866df098 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:28.752138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:28.759446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48274) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:28.775588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:28.874969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29e622d8-d6a0-4eaa-bd64-958d0d5d7c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:28.937380 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:28.943143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:28.965641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48282) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:28.977045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:03:28.980269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db57d30a-773c-4a5f-b070-f37b98cfb488,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:29.000831 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.001058 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Added segment 972cce53-5406-4648-bdf9-8fb395a3a88e of type vlan for network ab62a8a1-3ba9-4691-b46e-16149125c162 Sep 18 20:03:29.086958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.089166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29e622d8-d6a0-4eaa-bd64-958d0d5d7c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.095056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29e622d8-d6a0-4eaa-bd64-958d0d5d7c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.125419 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.126996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:29.128077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.150377 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-29e622d8-d6a0-4eaa-bd64-958d0d5d7c9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce09beeeb2f34d9c9e543fc62ea62444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863406 Sep 18 20:03:29.150377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e622d8-d6a0-4eaa-bd64-958d0d5d7c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee0e46d-d94e-4a11-ba75-65540bd4bed7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:29.152971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48290) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:29.213859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afb65e25-ff80-4c18-b2a2-ac79f71cc4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.225987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc11e826-ed70-4b62-a03e-5254daac8a4a req-50c753d5-3201-4e3b-bb37-9f838e19985a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.0872924 Sep 18 20:03:29.259134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7966833 Sep 18 20:03:29.262037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afb65e25-ff80-4c18-b2a2-ac79f71cc4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.324343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afb65e25-ff80-4c18-b2a2-ac79f71cc4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.328646 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-afb65e25-ff80-4c18-b2a2-ac79f71cc4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.333398 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-afb65e25-ff80-4c18-b2a2-ac79f71cc4ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dee0e46d-d94e-4a11-ba75-65540bd4bed7 HTTP/1.1" status: 204 len: 168 time: 0.1793993 Sep 18 20:03:29.343239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb65e25-ff80-4c18-b2a2-ac79f71cc4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee0e46d-d94e-4a11-ba75-65540bd4bed7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:29.348284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e15cc-d16a-408a-affb-de5cc47cea8b admin admin] Pushing event updated for resources: {'Network': ['ID=ab62a8a1-3ba9-4691-b46e-16149125c162,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:29.367676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ab62a8a1-3ba9-4691-b46e-16149125c162 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:03:29.389907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7baff94a-42ea-46eb-9897-55adb13a8716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.484914 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7baff94a-42ea-46eb-9897-55adb13a8716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.492354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7baff94a-42ea-46eb-9897-55adb13a8716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.540439 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7baff94a-42ea-46eb-9897-55adb13a8716 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e51d7e9e2ac447485ce5bdbdcd7db1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736134 Sep 18 20:03:29.541417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baff94a-42ea-46eb-9897-55adb13a8716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c5c30-d0dd-484c-bc2d-c90e484bd3a1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:29.543168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48300) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:29.623358 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa71-a9fd-4af6-a25b-2ef4fd7bdc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.651981 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa71-a9fd-4af6-a25b-2ef4fd7bdc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.724036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa71-a9fd-4af6-a25b-2ef4fd7bdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.729054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa71-a9fd-4af6-a25b-2ef4fd7bdc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.731905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dd8dfa71-a9fd-4af6-a25b-2ef4fd7bdc48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec5c5c30-d0dd-484c-bc2d-c90e484bd3a1 HTTP/1.1" status: 204 len: 168 time: 0.1873233 Sep 18 20:03:29.740200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dfa71-a9fd-4af6-a25b-2ef4fd7bdc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c5c30-d0dd-484c-bc2d-c90e484bd3a1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:29.832279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48318) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:29.845380 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43b2fb60-d674-4a15-9bf7-cf712aba95cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.964963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43b2fb60-d674-4a15-9bf7-cf712aba95cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:29.970212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-43b2fb60-d674-4a15-9bf7-cf712aba95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.014386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-43b2fb60-d674-4a15-9bf7-cf712aba95cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebde1ca8440d4a029c9e58978562fe3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809857 Sep 18 20:03:30.017080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48322) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:30.028356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2fb60-d674-4a15-9bf7-cf712aba95cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e25efb7-b06d-4943-bf85-90081ef862d1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:30.092163 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f23be2ad-9452-4909-85bc-fe94cbf87146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.122422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f23be2ad-9452-4909-85bc-fe94cbf87146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.194041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f23be2ad-9452-4909-85bc-fe94cbf87146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.197945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f23be2ad-9452-4909-85bc-fe94cbf87146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.200829 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f23be2ad-9452-4909-85bc-fe94cbf87146 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e25efb7-b06d-4943-bf85-90081ef862d1 HTTP/1.1" status: 204 len: 168 time: 0.1825321 Sep 18 20:03:30.213857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23be2ad-9452-4909-85bc-fe94cbf87146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e25efb7-b06d-4943-bf85-90081ef862d1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:30.344636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f411c5-cb6e-4512-a961-549e91c15c2c req-e76afa39-ec13-4b54-b172-ed657dc586e4 tempest-ComputeTenantNetworksTest-46669899 tempest-ComputeTenantNetworksTest-46669899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:30.352698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f411c5-cb6e-4512-a961-549e91c15c2c req-e76afa39-ec13-4b54-b172-ed657dc586e4 tempest-ComputeTenantNetworksTest-46669899 tempest-ComputeTenantNetworksTest-46669899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:30.353902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48332) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:30.359226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f411c5-cb6e-4512-a961-549e91c15c2c req-e76afa39-ec13-4b54-b172-ed657dc586e4 tempest-ComputeTenantNetworksTest-46669899 tempest-ComputeTenantNetworksTest-46669899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:30.361309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2f411c5-cb6e-4512-a961-549e91c15c2c req-e76afa39-ec13-4b54-b172-ed657dc586e4 tempest-ComputeTenantNetworksTest-46669899 tempest-ComputeTenantNetworksTest-46669899-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2001352 Sep 18 20:03:30.380557 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b505c70e-4d4b-4efa-b1f4-c6f4c95c52be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.433833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31406e35-710e-4bf0-a5e2-181578f4a71f req-dbb8a1d1-e971-4551-99e4-719e7576b1a0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f90fccb-e54f-4110-85f0-03a527c5ea28 HTTP/1.1" status: 200 len: 210 time: 0.0644867 Sep 18 20:03:30.540055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22257be6-301e-446e-a233-b0e1289d16ce req-7088f37b-c9da-4b35-92f4-42df087b3baf tempest-ComputeTenantNetworksTest-46669899 tempest-ComputeTenantNetworksTest-46669899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:30.561268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22257be6-301e-446e-a233-b0e1289d16ce req-7088f37b-c9da-4b35-92f4-42df087b3baf tempest-ComputeTenantNetworksTest-46669899 tempest-ComputeTenantNetworksTest-46669899-project] 10.222.0.20 "GET /v2.0/networks/ab62a8a1-3ba9-4691-b46e-16149125c162 HTTP/1.1" status: 200 len: 769 time: 0.1662822 Sep 18 20:03:30.561924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48338) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:30.573472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b505c70e-4d4b-4efa-b1f4-c6f4c95c52be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.579594 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b505c70e-4d4b-4efa-b1f4-c6f4c95c52be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.615824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505c70e-4d4b-4efa-b1f4-c6f4c95c52be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54aad0-b9f5-4deb-b4dd-9a5bccbde6f2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:30.643184 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b505c70e-4d4b-4efa-b1f4-c6f4c95c52be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=909b4174949c4cbea25db795b26d8725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876141 Sep 18 20:03:30.644415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48340) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:30.723171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.771656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-189542bf-67b8-4d34-bc09-f2df99cc4447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.817627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-189542bf-67b8-4d34-bc09-f2df99cc4447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.828897 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.847279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48348) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:30.857438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab62a8a1-3ba9-4691-b46e-16149125c162']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:30.878296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972cce53-5406-4648-bdf9-8fb395a3a88e') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:30.878755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972cce53-5406-4648-bdf9-8fb395a3a88e') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:30.882978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-189542bf-67b8-4d34-bc09-f2df99cc4447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.886489 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-189542bf-67b8-4d34-bc09-f2df99cc4447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.888067 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-189542bf-67b8-4d34-bc09-f2df99cc4447 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff54aad0-b9f5-4deb-b4dd-9a5bccbde6f2 HTTP/1.1" status: 204 len: 168 time: 0.2424836 Sep 18 20:03:30.895440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.901604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189542bf-67b8-4d34-bc09-f2df99cc4447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54aad0-b9f5-4deb-b4dd-9a5bccbde6f2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:30.919517 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.929050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:30.930778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:30.933788 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:31.005689 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.011965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.017300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ab62a8a1-3ba9-4691-b46e-16149125c162 HTTP/1.1" status: 204 len: 168 time: 0.4508781 Sep 18 20:03:31.032408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87549e53-f318-40ac-807e-8bb03a097043 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab62a8a1-3ba9-4691-b46e-16149125c162,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:31.037812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-228791961', 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:31.062019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Made reservation on behalf of 0930dcadac104699a05416153c4d556c for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:31.064439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.078970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.193294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.201143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.205491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] device_id is not set on port b87065d9-4dcf-48ae-941c-973e6f4c8f51 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:03:31.296958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:31.328019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Allocated IP 172.25.8.150 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/b87065d9-4dcf-48ae-941c-973e6f4c8f51) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:31.381692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-357fac39-376b-4155-bd6a-ece49f5f928f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de8e5e5ebbf14769bfd71b5c866df098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831323 Sep 18 20:03:31.383195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48368) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:31.386551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dd6985-2f58-444e-9a08-5f7067dab7d0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:31.459288 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01dcf2bd-bf53-4f62-a27c-8c75598d0974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.487586 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01dcf2bd-bf53-4f62-a27c-8c75598d0974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.557019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01dcf2bd-bf53-4f62-a27c-8c75598d0974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.561079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01dcf2bd-bf53-4f62-a27c-8c75598d0974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.565511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-01dcf2bd-bf53-4f62-a27c-8c75598d0974 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db57d30a-773c-4a5f-b070-f37b98cfb488 HTTP/1.1" status: 204 len: 168 time: 0.1809723 Sep 18 20:03:31.577467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcf2bd-bf53-4f62-a27c-8c75598d0974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db57d30a-773c-4a5f-b070-f37b98cfb488,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:31.579948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.647438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.696925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Pushing event updated for resources: {'Port': ['ID=b87065d9-4dcf-48ae-941c-973e6f4c8f51,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:31.717570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:31.721121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:31.724943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:31.778044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:31.783012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.805580 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-81c811fe-c4dd-48eb-b248-c426d773c80d tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9571438 Sep 18 20:03:31.809363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48398) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:31.816281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.150'}]}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:31.847129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.850992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:31.934346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-ca68ce95-d4bb-4df7-a40a-8f94d49f385e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721003384&fields=id&tenant_id=3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 267 time: 0.0596201 Sep 18 20:03:31.961646 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:32.107148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-4e1a5634-1c37-4e3b-9c27-22ddad7989e5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:32.108936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-4e1a5634-1c37-4e3b-9c27-22ddad7989e5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.1672497 Sep 18 20:03:32.141868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-e602a2ac-331f-40e5-8be4-214c2920e8cb tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/quotas/3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 375 time: 0.0202682 Sep 18 20:03:32.200084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:32.254662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-b70eabaa-c00a-4b3c-bde7-f06b994dc27c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085892 Sep 18 20:03:32.449380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:32.470764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:32.594414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-60d4e26f-f1c1-46e3-9155-60df25393966 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258550 Sep 18 20:03:32.705617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-24a7d6c7-c17c-4598-9c2b-6033c6df2c34 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061454 Sep 18 20:03:32.807686 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:33.067561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:33.071307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:33.155727 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:33.157342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf51173-4e32-440c-8e73-deb6c1c66f3b {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:03:33.176117 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 20:03:33.178250 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cfed2345-e03a-42e1-87cf-dc3dafbd694a tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3674109 Sep 18 20:03:33.181091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48470) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:33.183797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19456b2a-f713-47c3-aa6f-37b1e91606f0 req-441c90a9-da99-4162-8c53-f26b4e7b0f4b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.0566173 Sep 18 20:03:33.296271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-998dcb1b-f59f-4753-a0ed-27bb878730f7 tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Deleting port b87065d9-4dcf-48ae-941c-973e6f4c8f51 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:33.296764 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-998dcb1b-f59f-4753-a0ed-27bb878730f7 tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:33.394737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-998dcb1b-f59f-4753-a0ed-27bb878730f7 tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:33.411680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-998dcb1b-f59f-4753-a0ed-27bb878730f7 tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Calling delete_port for b87065d9-4dcf-48ae-941c-973e6f4c8f51 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:33.615213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-998dcb1b-f59f-4753-a0ed-27bb878730f7 tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:33.666681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dcb1b-f59f-4753-a0ed-27bb878730f7 tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Pushing event deleted for resources: {'Port': ['ID=b87065d9-4dcf-48ae-941c-973e6f4c8f51,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:33.766505 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-998dcb1b-f59f-4753-a0ed-27bb878730f7 tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:33.769069 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-998dcb1b-f59f-4753-a0ed-27bb878730f7 tempest-RoutersAdminNegativeIpV6Test-1134829024 tempest-RoutersAdminNegativeIpV6Test-1134829024-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b87065d9-4dcf-48ae-941c-973e6f4c8f51 HTTP/1.1" status: 204 len: 168 time: 0.5836844 Sep 18 20:03:34.270765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48624) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:34.295003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48632) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:34.348596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-044275be-b5e6-4ea6-b5a3-9d4505ba5589 req-dd0acb10-0025-443b-b4bb-62561a7210be tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.0278754 Sep 18 20:03:34.484157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3519770e-f8df-4a8a-84f3-9abab9cab4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:34.633461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48676) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:34.704462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3519770e-f8df-4a8a-84f3-9abab9cab4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:34.721040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3519770e-f8df-4a8a-84f3-9abab9cab4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:34.731267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:34.768739 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1a4377e-fda7-4828-ac82-e0082a5159bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:34.811936 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3519770e-f8df-4a8a-84f3-9abab9cab4f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07cd15fa4c7748c7bcea02447311a59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399435 Sep 18 20:03:34.820386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48700) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:34.839910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519770e-f8df-4a8a-84f3-9abab9cab4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5937f7ef-afaa-48d9-84dc-36ff15828264,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:34.859818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:34.935276 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f617de2e-ab03-4813-9558-c39d813958dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:34.990944 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f617de2e-ab03-4813-9558-c39d813958dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.061236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f617de2e-ab03-4813-9558-c39d813958dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.064617 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f617de2e-ab03-4813-9558-c39d813958dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.066224 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f617de2e-ab03-4813-9558-c39d813958dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5937f7ef-afaa-48d9-84dc-36ff15828264 HTTP/1.1" status: 204 len: 168 time: 0.2447054 Sep 18 20:03:35.081559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617de2e-ab03-4813-9558-c39d813958dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5937f7ef-afaa-48d9-84dc-36ff15828264,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:35.127658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.160692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-ef0bffbf-8c24-4783-9aa1-58348e0a8242 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:35.162282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-ef0bffbf-8c24-4783-9aa1-58348e0a8242 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.4307709 Sep 18 20:03:35.280461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-9bf61b5b-b4ba-4db3-90f5-96141079f3cb tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 380 time: 0.1089447 Sep 18 20:03:35.343429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'port': {'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'admin_state_up': True, 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'security_groups': ['23d33e8d-cf54-4fac-b027-89165957afcf']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:35.356054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Allocated IP 172.25.8.115 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/34cb7811-b60b-4ff9-9c70-9475998eea2b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:35.363693 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1a4377e-fda7-4828-ac82-e0082a5159bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.410985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1a4377e-fda7-4828-ac82-e0082a5159bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.572842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.612100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb98dfb6-37c9-47be-8b63-eea0d0388ca1 req-b9750b19-143b-4d79-b46b-2282f750001c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.0977581 Sep 18 20:03:35.623549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c1a4377e-fda7-4828-ac82-e0082a5159bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81fe1d77b31e49c0a55f6d95221a0bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9888232 Sep 18 20:03:35.624886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4377e-fda7-4828-ac82-e0082a5159bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67044d-b49c-4208-8477-660db5cb642d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:35.628728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48784) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:35.657301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.718871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48796) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:35.732656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Pushing event updated for resources: {'Port': ['ID=34cb7811-b60b-4ff9-9c70-9475998eea2b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:35.759275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:35.761548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:35.772651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:35.818694 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b953dd3d-a628-4fd2-a5e5-745dc2866725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.830958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:35.834870 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.883881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2a9872df-5226-45fd-aa32-7540f62f5472 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0930dcadac104699a05416153c4d556c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489928 Sep 18 20:03:35.893187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48820) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:35.896675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b953dd3d-a628-4fd2-a5e5-745dc2866725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.928806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:35.996729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.063903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b953dd3d-a628-4fd2-a5e5-745dc2866725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.067061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b953dd3d-a628-4fd2-a5e5-745dc2866725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.068521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b953dd3d-a628-4fd2-a5e5-745dc2866725 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c67044d-b49c-4208-8477-660db5cb642d HTTP/1.1" status: 204 len: 168 time: 0.4362707 Sep 18 20:03:36.076383 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f20b4daf-37c1-49f5-8072-46a65ead07f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.113538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953dd3d-a628-4fd2-a5e5-745dc2866725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67044d-b49c-4208-8477-660db5cb642d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:36.161043 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f20b4daf-37c1-49f5-8072-46a65ead07f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.163265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.20.0.14 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:36.282335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f20b4daf-37c1-49f5-8072-46a65ead07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.284954 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f20b4daf-37c1-49f5-8072-46a65ead07f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.286176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f20b4daf-37c1-49f5-8072-46a65ead07f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19dd6985-2f58-444e-9a08-5f7067dab7d0 HTTP/1.1" status: 204 len: 168 time: 0.3920336 Sep 18 20:03:36.342751 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.357748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.420395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b4daf-37c1-49f5-8072-46a65ead07f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dd6985-2f58-444e-9a08-5f7067dab7d0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:36.544652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Pushing event updated for resources: {'Port': ['ID=34cb7811-b60b-4ff9-9c70-9475998eea2b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:36.564588 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.601277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.606358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3549154f-8308-4d15-adf8-7ac324a2d619 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3061728 Sep 18 20:03:36.606596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 48904) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:36.611812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1771428815', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'fixed_ips': [{'ip_address': '172.25.8.115'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:36.653048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Made reservation on behalf of c47edbd5274042cf9802b1c19ce43c6e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:36.655509 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.666600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:36.789172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.069918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 48962) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:37.111994 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ce34-85e3-41f7-8bad-b56028228c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.143567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:37.218279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:37.228424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:37.237539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:37.515229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.556273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ce34-85e3-41f7-8bad-b56028228c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.576769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6e17c-2e04-4956-be44-2b1efb8c0ba4 req-c791a892-d729-451c-98ff-ed5857b454c2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:37.578423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cab6e17c-2e04-4956-be44-2b1efb8c0ba4 req-c791a892-d729-451c-98ff-ed5857b454c2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 932 time: 0.7484672 Sep 18 20:03:37.594874 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ce34-85e3-41f7-8bad-b56028228c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.684084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:37.685914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.774007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cab6e17c-2e04-4956-be44-2b1efb8c0ba4 req-ef0f6438-51b4-4a6c-99b8-895027d197d3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887522 Sep 18 20:03:37.777111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f4c0ce34-85e3-41f7-8bad-b56028228c87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6fb475008564303ac52f8ed04a65323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6973224 Sep 18 20:03:37.779802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49032) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:37.787880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0ce34-85e3-41f7-8bad-b56028228c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc309122-34e1-40dc-a21c-38641b11b666,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:37.792753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.805142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.807051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d1662346-399f-4344-8402-60d3bf9b05a1 None None] Provisioning complete for port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:37.807783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d1662346-399f-4344-8402-60d3bf9b05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:37.811497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8aa9d339-0685-479d-9fe3-07fafb085ea5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4914870 Sep 18 20:03:37.825586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] device_id is not set on port 1c47e878-dae0-4614-a49c-2876e57a96ef yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:03:37.898187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d1662346-399f-4344-8402-60d3bf9b05a1 None None] Port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:03:37.927066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4b322-113c-42e3-aaf0-8b99fe70e490,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:37.966767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Request body: {'port': {'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:37.982934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49036) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:37.983804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cd409be3-f5b3-43f4-904d-4df547bc403c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.052597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.183793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-0e7d47dd-f9b5-44a7-9191-b0e35e0c4611 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.189374 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0e7d47dd-f9b5-44a7-9191-b0e35e0c4611 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2005146 Sep 18 20:03:38.190878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49040) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.198883 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-e98e5d0c-9349-40e7-aa64-3b3de57f9222 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.200152 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e98e5d0c-9349-40e7-aa64-3b3de57f9222 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0083206 Sep 18 20:03:38.201496 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 20:03:38.202183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:03:38.204190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49042) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.217008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-85a379ae-a62d-4e6b-a6d1-28229ee5377e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.218579 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-85a379ae-a62d-4e6b-a6d1-28229ee5377e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0091302 Sep 18 20:03:38.221252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49044) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.225571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-f07d288f-66e4-4dad-89fa-b6a9eb7a0f64 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.226258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cd409be3-f5b3-43f4-904d-4df547bc403c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.226581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f07d288f-66e4-4dad-89fa-b6a9eb7a0f64 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043383 Sep 18 20:03:38.231207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49046) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.246670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-bed38911-d7b6-49f8-afc3-9b9a96e883ed tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.248572 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bed38911-d7b6-49f8-afc3-9b9a96e883ed tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0102677 Sep 18 20:03:38.254787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49048) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.260557 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9217d4f7-7fb7-4b19-b9e8-8b0b2ddb8e64 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6526647 Sep 18 20:03:38.261071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-98b35d3b-52c2-467e-81d3-19eac0e0c0e4 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.264583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-98b35d3b-52c2-467e-81d3-19eac0e0c0e4 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077350 Sep 18 20:03:38.265730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49050) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.266326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49052) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.292180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-a40b6687-0a6a-4b6f-9ea1-c3c902a5ea92 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.296837 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a40b6687-0a6a-4b6f-9ea1-c3c902a5ea92 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0271826 Sep 18 20:03:38.301649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49056) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.307955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-cb4f3a14-c332-47ee-a7a5-b2ea2155e37d tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.311345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cb4f3a14-c332-47ee-a7a5-b2ea2155e37d tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063488 Sep 18 20:03:38.313763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49058) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.327034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-3e04ae91-e9a9-4429-9a4f-7ecb3de06758 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.340548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3e04ae91-e9a9-4429-9a4f-7ecb3de06758 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0252845 Sep 18 20:03:38.342783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49060) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.346911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-fe6c2f26-acd1-450f-9af9-6e18b42ecda0 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.352344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fe6c2f26-acd1-450f-9af9-6e18b42ecda0 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042231 Sep 18 20:03:38.352344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49062) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.360925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-5846d10b-ee99-43f2-b299-ba263b158389 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.361938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5846d10b-ee99-43f2-b299-ba263b158389 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076032 Sep 18 20:03:38.364601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49064) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.369338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-2fa710a2-9324-4823-b08d-9a61242cd7c2 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.370849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2fa710a2-9324-4823-b08d-9a61242cd7c2 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050871 Sep 18 20:03:38.374020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49066) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.378735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-862358cf-81be-4b00-b562-41ba6fef8988 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.380130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-862358cf-81be-4b00-b562-41ba6fef8988 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049012 Sep 18 20:03:38.385096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49070) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.395596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-bc342b61-ea64-48dd-a416-fc490f5b589e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.396988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bc342b61-ea64-48dd-a416-fc490f5b589e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0105984 Sep 18 20:03:38.404266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49072) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.410632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-3c17f267-c70c-492b-a323-4ab13b09b2b7 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.412110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3c17f267-c70c-492b-a323-4ab13b09b2b7 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0064583 Sep 18 20:03:38.414804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49074) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.420247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-de68275f-a705-4b25-a327-4aeecab877ec tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.421760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-de68275f-a705-4b25-a327-4aeecab877ec tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051215 Sep 18 20:03:38.430247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49076) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.460709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-e9061811-ad7e-48fd-9ec7-fad5d1f746a6 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.470681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e9061811-ad7e-48fd-9ec7-fad5d1f746a6 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0148513 Sep 18 20:03:38.506144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49080) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.517236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-9cf529f1-9a99-468c-9d3f-4bdb690810d8 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.518581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9cf529f1-9a99-468c-9d3f-4bdb690810d8 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068192 Sep 18 20:03:38.521259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49082) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.532715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-6b4cec75-3512-48af-8671-13c48d15734b tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.534082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6b4cec75-3512-48af-8671-13c48d15734b tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050950 Sep 18 20:03:38.536642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49084) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.542220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-ea4a386a-5681-4d9f-8f11-df5caf32aa66 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.543664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ea4a386a-5681-4d9f-8f11-df5caf32aa66 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057869 Sep 18 20:03:38.546136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49086) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.550775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-90102755-48a1-4ba9-86aa-26d416238f8a tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.552437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-90102755-48a1-4ba9-86aa-26d416238f8a tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048394 Sep 18 20:03:38.555064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49088) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.562779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-e0c9f300-5951-42ed-8ee2-79e1105631d8 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.564813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e0c9f300-5951-42ed-8ee2-79e1105631d8 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072968 Sep 18 20:03:38.567567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49092) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.577120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-c9aeee48-f6c8-4dc9-aece-934a52f1b457 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.578838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c9aeee48-f6c8-4dc9-aece-934a52f1b457 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0100358 Sep 18 20:03:38.583985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49094) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.589190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-550a4db4-b8e5-47ca-ac62-f031bcde74df tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.590486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-550a4db4-b8e5-47ca-ac62-f031bcde74df tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052724 Sep 18 20:03:38.595154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49098) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.599897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-b4791789-c98e-4cb4-b2a3-1121a9ccf0de tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.601258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b4791789-c98e-4cb4-b2a3-1121a9ccf0de tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047672 Sep 18 20:03:38.607820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49100) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.614548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-d43fe815-5d20-4719-b2bb-dceb2d8a6f23 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.616392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d43fe815-5d20-4719-b2bb-dceb2d8a6f23 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071912 Sep 18 20:03:38.619339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49102) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.625325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-7448694c-613e-48db-be01-5a78d9d05bd3 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.626608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7448694c-613e-48db-be01-5a78d9d05bd3 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059524 Sep 18 20:03:38.630096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49106) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.634991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-86ab6805-8361-4f11-8836-839435dac47d tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.636400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-86ab6805-8361-4f11-8836-839435dac47d tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048475 Sep 18 20:03:38.643841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49108) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.671078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-4e9101d3-31ce-47e3-a712-520c03f98b81 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.678906 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e9101d3-31ce-47e3-a712-520c03f98b81 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0256882 Sep 18 20:03:38.680833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49110) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.687915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-fcff5636-b938-4fe6-9458-9edbe6ab349e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.691964 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fcff5636-b938-4fe6-9458-9edbe6ab349e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088804 Sep 18 20:03:38.693707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49112) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.698585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-ad86203b-b94e-41a7-8553-518cf3f2528d tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.702950 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ad86203b-b94e-41a7-8553-518cf3f2528d tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081837 Sep 18 20:03:38.705104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49114) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.711887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-6b8868c5-6010-454a-b506-5110f4d6ae4a tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.717181 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6b8868c5-6010-454a-b506-5110f4d6ae4a tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0107121 Sep 18 20:03:38.718094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49116) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.735571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-2086ea0f-f0c1-4ebc-9d32-22dec8c5e592 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.739360 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2086ea0f-f0c1-4ebc-9d32-22dec8c5e592 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0137367 Sep 18 20:03:38.740563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:03:38.750121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49118) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.763607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-144b747b-5b49-4bc1-bbf3-3cc38bf5769e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.767446 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-144b747b-5b49-4bc1-bbf3-3cc38bf5769e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0151570 Sep 18 20:03:38.768003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49122) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.769479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.781829 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-f3c3bf2c-5cb5-4172-8d41-3412eb0e0543 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.785992 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f3c3bf2c-5cb5-4172-8d41-3412eb0e0543 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0148172 Sep 18 20:03:38.787335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cd409be3-f5b3-43f4-904d-4df547bc403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.789729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49124) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.790945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cd409be3-f5b3-43f4-904d-4df547bc403c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.795439 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cd409be3-f5b3-43f4-904d-4df547bc403c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc309122-34e1-40dc-a21c-38641b11b666 HTTP/1.1" status: 204 len: 168 time: 1.0120301 Sep 18 20:03:38.795763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-e0328ce2-a42a-4f77-a66d-c2895ebaf22b tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.797717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e0328ce2-a42a-4f77-a66d-c2895ebaf22b tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068393 Sep 18 20:03:38.800135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Transition to ACTIVE for port object 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:03:38.801443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49130) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.810792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-7ecf196c-55f2-4e26-98a3-1a8e0fcd0830 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.812488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7ecf196c-55f2-4e26-98a3-1a8e0fcd0830 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0092101 Sep 18 20:03:38.815022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49132) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.815846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Deleting port 34cb7811-b60b-4ff9-9c70-9475998eea2b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:38.816157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.819552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd409be3-f5b3-43f4-904d-4df547bc403c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc309122-34e1-40dc-a21c-38641b11b666,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:38.826695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-57646fa5-c171-471f-86c4-e5779275d375 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.828584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-57646fa5-c171-471f-86c4-e5779275d375 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0114832 Sep 18 20:03:38.829564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.833670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49134) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.844529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-d0a64d27-01f7-4d44-b4ce-b303b36045df tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.845520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d0a64d27-01f7-4d44-b4ce-b303b36045df tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088210 Sep 18 20:03:38.849326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49136) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.861658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-cec42454-ab3f-42e3-ad14-8e8614285dea tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.862802 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cec42454-ab3f-42e3-ad14-8e8614285dea tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0123763 Sep 18 20:03:38.865316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49138) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.870041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-4e52e84b-1635-47c4-a02d-4108ac7a14fc tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.871307 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e52e84b-1635-47c4-a02d-4108ac7a14fc tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047650 Sep 18 20:03:38.874230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49140) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.878626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-0ea7ba14-d0b9-405d-bc74-4c70eb3ca541 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.879897 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ea7ba14-d0b9-405d-bc74-4c70eb3ca541 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045099 Sep 18 20:03:38.882551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49142) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.888035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-4ce82c46-f992-4367-ade6-6e8120a1f752 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.889343 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4ce82c46-f992-4367-ade6-6e8120a1f752 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052731 Sep 18 20:03:38.907458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49144) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.923303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-0e670c90-4dfb-4753-a83e-db296abdc9d8 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.924363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0e670c90-4dfb-4753-a83e-db296abdc9d8 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0124764 Sep 18 20:03:38.932386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49146) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.939410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-10f9fc6e-5491-40b3-9e4f-fa625fd30033 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.943696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-10f9fc6e-5491-40b3-9e4f-fa625fd30033 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0069907 Sep 18 20:03:38.943812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49148) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.948469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-c1390975-8b03-4e33-8454-edb06b115a1d tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.949696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c1390975-8b03-4e33-8454-edb06b115a1d tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0047750 Sep 18 20:03:38.952157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49150) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.957952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-3e056bca-84ef-4e16-a503-a2469b3ddc88 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.958962 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e056bca-84ef-4e16-a503-a2469b3ddc88 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057473 Sep 18 20:03:38.961452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49152) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.968475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-da0c7cd2-3277-4a5b-bd15-dfa80cd48e41 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.969703 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-da0c7cd2-3277-4a5b-bd15-dfa80cd48e41 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0071628 Sep 18 20:03:38.973852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.978851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-9c29488b-f583-435e-bb88-b04f7d4152e7 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.980214 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9c29488b-f583-435e-bb88-b04f7d4152e7 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052361 Sep 18 20:03:38.985951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:38.992907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-bd4f5744-bb10-4f9b-8b02-25566b79954f tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:38.997469 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bd4f5744-bb10-4f9b-8b02-25566b79954f tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0067739 Sep 18 20:03:38.997469 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:38.997756 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:39.000337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49158) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.010003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-d2bfab45-8494-4744-a139-fc7926b07ae1 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.011497 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d2bfab45-8494-4744-a139-fc7926b07ae1 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0101399 Sep 18 20:03:39.019040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49160) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.028671 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-6d51470b-027f-4b88-889c-95d1be062bb0 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.032461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Pushing event updated for resources: {'Port': ['ID=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:39.042863 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6d51470b-027f-4b88-889c-95d1be062bb0 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0223494 Sep 18 20:03:39.050908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49162) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.070420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-52da1abf-93d9-4055-9852-649623849ad0 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.075129 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-52da1abf-93d9-4055-9852-649623849ad0 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0171030 Sep 18 20:03:39.076563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Calling delete_port for 34cb7811-b60b-4ff9-9c70-9475998eea2b owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:39.078468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49164) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.083357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-1f94d2d2-921e-4ade-bae3-c9836ef987b5 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.084729 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1f94d2d2-921e-4ade-bae3-c9836ef987b5 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051329 Sep 18 20:03:39.087915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49166) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.097748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-bdb93c06-9f8d-4887-9a11-b1f245527165 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.098708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bdb93c06-9f8d-4887-9a11-b1f245527165 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043435 Sep 18 20:03:39.102609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49170) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.115446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [None req-571d831d-0f99-4800-8767-875735c32fcd tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.116430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-571d831d-0f99-4800-8767-875735c32fcd tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0122747 Sep 18 20:03:39.126288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd26588-8c50-44bb-8915-0d148fcf369b req-073379f7-3225-46fc-a239-96aa19edfca6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:39.132219 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49172) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.139133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-17c4b591-f117-4fcd-be82-a1e5e7f64d7a tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.140101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbd26588-8c50-44bb-8915-0d148fcf369b req-073379f7-3225-46fc-a239-96aa19edfca6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.2234602 Sep 18 20:03:39.140277 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17c4b591-f117-4fcd-be82-a1e5e7f64d7a tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0069885 Sep 18 20:03:39.145893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49174) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.153254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-1c77f9e5-86f1-4e15-8b6c-afa5b2cd377b tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.154571 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1c77f9e5-86f1-4e15-8b6c-afa5b2cd377b tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0062647 Sep 18 20:03:39.157397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49176) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.169701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-ad6aee97-579b-4d4a-83aa-a1f77ffa9986 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.171204 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ad6aee97-579b-4d4a-83aa-a1f77ffa9986 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0124664 Sep 18 20:03:39.173934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49178) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.179178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-6fe3ca26-92a5-439f-820f-e1c10d37040e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.180403 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6fe3ca26-92a5-439f-820f-e1c10d37040e tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053747 Sep 18 20:03:39.183153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49180) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.201227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Attempting to bind port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:03:39.201562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Attempting to bind port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:03:39.201895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Attempting to bind port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:03:39.204667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-c2338dfa-1170-4929-9749-b95ccc7c4331 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.205919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c2338dfa-1170-4929-9749-b95ccc7c4331 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0216017 Sep 18 20:03:39.215959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.218806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf on network e9561566-4f46-403d-9a9c-0b61da82ba41 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:03:39.219133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Attempting to bind port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:03:39.224474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-fb397040-3c6c-4c87-a117-e24dd34889f6 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.225804 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fb397040-3c6c-4c87-a117-e24dd34889f6 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081823 Sep 18 20:03:39.229790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49184) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.234132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbd26588-8c50-44bb-8915-0d148fcf369b req-dd30e4d5-35bd-422c-8007-005b235f032a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921779 Sep 18 20:03:39.244288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-7937283b-3a5e-42f8-9604-a63cb355771f tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.244288 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7937283b-3a5e-42f8-9604-a63cb355771f tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079124 Sep 18 20:03:39.246843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:03:39.247397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49186) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.249838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:03:39.250230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:03:39.250673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Bound port: 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:03:39.251035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:39.251684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-6c214ca5-97df-49fd-bfd3-21f06b6d9e62 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.254942 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6c214ca5-97df-49fd-bfd3-21f06b6d9e62 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044072 Sep 18 20:03:39.255895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.260847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-061e5abb-7771-4deb-87a4-c83b5c53a527 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.264494 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-061e5abb-7771-4deb-87a4-c83b5c53a527 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049584 Sep 18 20:03:39.270770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49192) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.276153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-a034cbac-b6b6-4c23-95b0-b711973e0b37 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.279622 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a034cbac-b6b6-4c23-95b0-b711973e0b37 tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054834 Sep 18 20:03:39.280864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49194) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.286603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-454eb13b-d724-427a-b22c-0afc2b39773f tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.289947 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-454eb13b-d724-427a-b22c-0afc2b39773f tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051880 Sep 18 20:03:39.291885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49196) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.297065 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-d973d3f2-a944-44a1-853f-04c535467a0a tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.299428 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d973d3f2-a944-44a1-853f-04c535467a0a tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050809 Sep 18 20:03:39.300865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49198) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.306345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [None req-48d12b13-2a51-43a1-9f08-0410a30cb52f tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:03:39.311028 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-48d12b13-2a51-43a1-9f08-0410a30cb52f tempest-ExtensionsTestJSON-2072726168 tempest-ExtensionsTestJSON-2072726168-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053921 Sep 18 20:03:39.329714 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:03:39.359637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] For port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:03:39.363218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] For port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:03:39.369046 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:39.405152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:39.447326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Pushing event updated for resources: {'Port': ['ID=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:39.479448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Pushing event deleted for resources: {'Port': ['ID=34cb7811-b60b-4ff9-9c70-9475998eea2b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:39.486788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:39.488241 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:39.490222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-223f3cb9-b745-4702-a031-ffb2bb3fdc2e service neutron] 10.222.0.24 "PUT /v2.0/ports/74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 1093 time: 1.6704717 Sep 18 20:03:39.490881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:03:39.493338 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18019da-8624-40ea-bc69-950f83dba393" -d '{"events": [{"name": "network-changed", "server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:03:39.532400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:39.538326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:39.541080 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-115580ad-d90d-4fcd-8871-1468dd13d1fc tempest-ExternalNetworksAdminNegativeTestJSON-1902550860 tempest-ExternalNetworksAdminNegativeTestJSON-1902550860-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/9cb1ccec-e775-44ee-bf37-3a1c2a51ca83 HTTP/1.1" status: 204 len: 168 time: 1.2730145 Sep 18 20:03:39.583574 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cdc9e9-5265-4e7b-a0cf-ce4bba7421b2 x-openstack-request-id: req-e4cdc9e9-5265-4e7b-a0cf-ce4bba7421b2 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:03:39.585094 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:03:39.585756 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4cdc9e9-5265-4e7b-a0cf-ce4bba7421b2 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:03:39.587041 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'status': 'completed', 'code': 200} Sep 18 20:03:39.611433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-760fa1f9-443d-41ee-922a-60a1d15fa204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:39.612961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-760fa1f9-443d-41ee-922a-60a1d15fa204 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0675664 Sep 18 20:03:39.674426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-bf502a0b-391a-4350-93d8-b1cd0e7bc216 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 217 time: 0.0463150 Sep 18 20:03:39.763288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-ec9624ce-c129-4c5e-a831-a28e5474a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:39.764793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-ec9624ce-c129-4c5e-a831-a28e5474a1f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0840135 Sep 18 20:03:39.849706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49226) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:39.862090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-6d61db60-a67a-42b3-b221-91597e9be7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:39.863930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-6d61db60-a67a-42b3-b221-91597e9be7e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918989 Sep 18 20:03:40.026009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-8046acb6-b9cd-4049-b2a8-1c1bb8204af6 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501930 Sep 18 20:03:40.188923 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78f3de00-52e2-495c-baa0-164f9a4185f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.263414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49242) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:40.413120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78f3de00-52e2-495c-baa0-164f9a4185f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.424213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78f3de00-52e2-495c-baa0-164f9a4185f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.495275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3de00-52e2-495c-baa0-164f9a4185f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1254d3ff-b541-4ff2-9d34-64008f244ce0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:40.509093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03458337-b803-4a31-927a-0d3e0725030b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.552614 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-78f3de00-52e2-495c-baa0-164f9a4185f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c81da797c214e23ab58b2655e0c0d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7016792 Sep 18 20:03:40.555054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49250) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:40.639229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f6f41-de6e-44df-ba42-d7f1cfa4a5ee req-3aeb4826-037b-4a67-a3b9-52ea3149f8d7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:40.640942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f7f6f41-de6e-44df-ba42-d7f1cfa4a5ee req-3aeb4826-037b-4a67-a3b9-52ea3149f8d7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.0821769 Sep 18 20:03:40.642907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edd5a140-1ac4-4b5d-9f77-792ec134355a req-2bed5548-8bb6-4337-8eb2-ebee96115dbf service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142101 Sep 18 20:03:40.662098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a059ee1-fef1-4fb4-8ecb-236887ceb65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.721808 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a059ee1-fef1-4fb4-8ecb-236887ceb65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.740793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f7f6f41-de6e-44df-ba42-d7f1cfa4a5ee req-d2b10c37-947a-40e5-8531-da0d04c86a7e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871394 Sep 18 20:03:40.831005 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03458337-b803-4a31-927a-0d3e0725030b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.832246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a059ee1-fef1-4fb4-8ecb-236887ceb65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.833354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18019da-8624-40ea-bc69-950f83dba393 req-c42299cd-753c-4205-8275-9ad08f2062c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:40.835235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a059ee1-fef1-4fb4-8ecb-236887ceb65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.839296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d18019da-8624-40ea-bc69-950f83dba393 req-c42299cd-753c-4205-8275-9ad08f2062c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1096 time: 0.1130946 Sep 18 20:03:40.839566 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a059ee1-fef1-4fb4-8ecb-236887ceb65b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1254d3ff-b541-4ff2-9d34-64008f244ce0 HTTP/1.1" status: 204 len: 168 time: 0.2805924 Sep 18 20:03:40.846778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a059ee1-fef1-4fb4-8ecb-236887ceb65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1254d3ff-b541-4ff2-9d34-64008f244ce0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:40.857179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03458337-b803-4a31-927a-0d3e0725030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:40.942093 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-03458337-b803-4a31-927a-0d3e0725030b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b5a01643c124fdaade6538996acbe6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6773238 Sep 18 20:03:40.946456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49260) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:40.947481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03458337-b803-4a31-927a-0d3e0725030b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8262c5e-49b6-4dd0-881e-12057a9b39da,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:41.053949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18019da-8624-40ea-bc69-950f83dba393 req-8f4b5c26-beda-49b1-a652-7e841647c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:41.074116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d18019da-8624-40ea-bc69-950f83dba393 req-8f4b5c26-beda-49b1-a652-7e841647c527 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.2280493 Sep 18 20:03:41.099285 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-925f81ac-7c63-4e73-a9e3-dfb1906ea218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:41.168862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-925f81ac-7c63-4e73-a9e3-dfb1906ea218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:41.203942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d18019da-8624-40ea-bc69-950f83dba393 req-f31edd77-87da-4a5f-bb96-0a5e94a764d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 217 time: 0.1128654 Sep 18 20:03:41.264314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-925f81ac-7c63-4e73-a9e3-dfb1906ea218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:41.267169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-925f81ac-7c63-4e73-a9e3-dfb1906ea218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:41.268435 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-925f81ac-7c63-4e73-a9e3-dfb1906ea218 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8262c5e-49b6-4dd0-881e-12057a9b39da HTTP/1.1" status: 204 len: 168 time: 0.3104188 Sep 18 20:03:41.288855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f81ac-7c63-4e73-a9e3-dfb1906ea218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8262c5e-49b6-4dd0-881e-12057a9b39da,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:41.333034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18019da-8624-40ea-bc69-950f83dba393 req-7d81b1b6-2ead-479a-88bb-5084114b04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:41.335736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d18019da-8624-40ea-bc69-950f83dba393 req-7d81b1b6-2ead-479a-88bb-5084114b04c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1302831 Sep 18 20:03:41.394993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18019da-8624-40ea-bc69-950f83dba393 req-974fb872-376e-4fd2-bcf9-11dd2cd79219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:41.397214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d18019da-8624-40ea-bc69-950f83dba393 req-974fb872-376e-4fd2-bcf9-11dd2cd79219 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550950 Sep 18 20:03:41.549378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d18019da-8624-40ea-bc69-950f83dba393 req-d2022093-cd59-479a-8a93-16e3084614b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445093 Sep 18 20:03:41.795422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d18019da-8624-40ea-bc69-950f83dba393 req-568383af-2b9b-41e1-a0a8-6b67ad464bf8 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339497 Sep 18 20:03:42.042256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c335b12-cca2-44ba-9291-5da1b02def23 req-57c05210-0123-4f89-9c2b-f3eb651fc150 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:42.044506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c335b12-cca2-44ba-9291-5da1b02def23 req-57c05210-0123-4f89-9c2b-f3eb651fc150 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.1507244 Sep 18 20:03:42.050477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49296) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:42.136551 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-681afbf2-b063-44cd-954e-98ac8a89bbb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c47edbd5274042cf9802b1c19ce43c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801997 Sep 18 20:03:42.140569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c335b12-cca2-44ba-9291-5da1b02def23 req-50825cf3-3cb1-4d7a-b877-aa96d7edb8f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870826 Sep 18 20:03:42.141622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49300) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:42.220373 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39a98d2f-d042-4db7-9906-dbfc463d4ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:42.252567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39a98d2f-d042-4db7-9906-dbfc463d4ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:42.341319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39a98d2f-d042-4db7-9906-dbfc463d4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:42.344738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-39a98d2f-d042-4db7-9906-dbfc463d4ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:42.349005 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-39a98d2f-d042-4db7-9906-dbfc463d4ad2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4a4b322-113c-42e3-aaf0-8b99fe70e490 HTTP/1.1" status: 204 len: 168 time: 0.2038076 Sep 18 20:03:42.359296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a98d2f-d042-4db7-9906-dbfc463d4ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4b322-113c-42e3-aaf0-8b99fe70e490,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:43.098307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49400) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:43.302137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1520543099'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:43.349295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Made reservation on behalf of 8bfc348b95394684ab9d12b3209cdbd4 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:43.356592 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:43.365547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:43.466321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610f343-80a2-49f2-9c94-802780c2867d req-b6a17500-4901-4d0e-aff2-da82cc3acb75 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:43.482118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f610f343-80a2-49f2-9c94-802780c2867d req-b6a17500-4901-4d0e-aff2-da82cc3acb75 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.1602118 Sep 18 20:03:43.598767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f610f343-80a2-49f2-9c94-802780c2867d req-78b9a13e-9aad-4eb4-b3d0-f94b8cf56816 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019185 Sep 18 20:03:43.674454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:43.688849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:43.773438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0076bcb6-82f5-4d57-a9b2-61f92dbd8c4e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:43.810575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:03:43.823531 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:43.824557 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Added segment 529ae300-3551-4200-9993-2d9bb0ec9e1d of type vlan for network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 Sep 18 20:03:43.877332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49430) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:43.887874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:43.921462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:43.938915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:43.942029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:44.131505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event updated for resources: {'Network': ['ID=9ffc642a-7571-46d8-89d8-3de7aa795eb1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:44.146357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:03:44.153641 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c3d4acf7-db9b-47ae-8184-296836ec03ce tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0514138 Sep 18 20:03:44.154013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49438) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:44.165187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Request body: {'subnet': {'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:44.373284 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe9e3-f384-470b-9371-cda68b09499b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:44.373760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Made reservation on behalf of 8bfc348b95394684ab9d12b3209cdbd4 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:44.377989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:44.596864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe9e3-f384-470b-9371-cda68b09499b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:44.605748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe9e3-f384-470b-9371-cda68b09499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:44.669738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfe9e3-f384-470b-9371-cda68b09499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad193533-c393-47fa-a5cb-272e467c415a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:44.721707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6cfe9e3-f384-470b-9371-cda68b09499b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4373c0fa4e97428d8f7a9d1b90313d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431761 Sep 18 20:03:44.724058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49452) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:44.864950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:44.910290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db616d-97b1-44ec-8caf-5617ea69f957 req-5a863d0e-ed45-4dd7-b574-7cfb7cbd9fcf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:44.911782 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56db616d-97b1-44ec-8caf-5617ea69f957 req-5a863d0e-ed45-4dd7-b574-7cfb7cbd9fcf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.1887925 Sep 18 20:03:44.929442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6852d1a5-8fd0-4299-bce2-5e2de48e8538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:44.957052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Checking segment: {'id': '529ae300-3551-4200-9993-2d9bb0ec9e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:03:44.957629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Network hostable DHCP agents. Network: 9ffc642a-7571-46d8-89d8-3de7aa795eb1, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:03:44.957771 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6852d1a5-8fd0-4299-bce2-5e2de48e8538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:44.968479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event updated for resources: {'Subnet': ['ID=f8130b03-a482-4c62-b912-426187432d9e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:44.995882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:03:45.013927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 9ffc642a-7571-46d8-89d8-3de7aa795eb1) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:45.022181 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6852d1a5-8fd0-4299-bce2-5e2de48e8538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.027697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509e2a9e-8757-4276-b23f-a7c25348b9d2 None None] Network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:45.028448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:45.029180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.044644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6852d1a5-8fd0-4299-bce2-5e2de48e8538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.048949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6852d1a5-8fd0-4299-bce2-5e2de48e8538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad193533-c393-47fa-a5cb-272e467c415a HTTP/1.1" status: 204 len: 168 time: 0.3207672 Sep 18 20:03:45.067246 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5fc56cfe-7a1a-4b01-a366-9a4b37b9e176 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9118116 Sep 18 20:03:45.070182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49464) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:45.077416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Request body: {'port': {'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-284034454'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:45.116718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852d1a5-8fd0-4299-bce2-5e2de48e8538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad193533-c393-47fa-a5cb-272e467c415a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:45.158343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-56db616d-97b1-44ec-8caf-5617ea69f957 req-ecde7b7a-b566-4fb2-9913-1b265fac6d60 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459606 Sep 18 20:03:45.320709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49468) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:45.355842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Made reservation on behalf of 8bfc348b95394684ab9d12b3209cdbd4 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:45.359473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.382297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-9ffc642a-7571-46d8-89d8-3de7aa795eb1', 'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1', 'tenant_id': '8bfc348b95394684ab9d12b3209cdbd4', 'fixed_ips': [{'subnet_id': 'f8130b03-a482-4c62-b912-426187432d9e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:03:45.384244 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.406200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] device_id is not set on port ffa9817e-83d8-42f1-a6a8-635e867bf668 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:03:45.633790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1348869940', 'router:external': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:45.652945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Allocated IP 2001:db8::1a5 (9ffc642a-7571-46d8-89d8-3de7aa795eb1/f8130b03-a482-4c62-b912-426187432d9e/ffa9817e-83d8-42f1-a6a8-635e867bf668) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:45.664822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Made reservation on behalf of 8ba27ccd35944b9cb4382382f70589a2 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:45.674104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.691317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49476) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:45.693782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.726257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dedfd88c-7fda-4e9c-adef-b7d20b50d976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.828440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.833719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.861054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64003a36-a297-4f95-b584-c96c138b4b75,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:45.880778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.886517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:03:45.897910 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:45.898423 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Added segment c6c0c6ba-b817-41af-b747-b8de17c3d52a of type vlan for network dd783a36-5d31-4bb3-91d9-2c11d7a7f443 Sep 18 20:03:45.967581 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.007623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.022225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Allocated IP 2001:db8::2 (9ffc642a-7571-46d8-89d8-3de7aa795eb1/f8130b03-a482-4c62-b912-426187432d9e/a17da467-dffb-4c12-9582-f2f7a283c156) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:46.030031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:46.037401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:46.040809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:46.046575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:46.047208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.064319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.068944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:46.070758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.075635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dedfd88c-7fda-4e9c-adef-b7d20b50d976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.076740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event updated for resources: {'Port': ['ID=ffa9817e-83d8-42f1-a6a8-635e867bf668,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:46.090737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dedfd88c-7fda-4e9c-adef-b7d20b50d976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.163880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'Network': ['ID=dd783a36-5d31-4bb3-91d9-2c11d7a7f443,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:46.167573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-22f0abee-b255-480d-847d-41097e8c0520 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8443551 Sep 18 20:03:46.170348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49492) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:46.176184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'subnet': {'network_id': 'dd783a36-5d31-4bb3-91d9-2c11d7a7f443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:46.203608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dedfd88c-7fda-4e9c-adef-b7d20b50d976 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06258afee6fd41c998b115aed9247f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107446 Sep 18 20:03:46.205391 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Made reservation on behalf of 8ba27ccd35944b9cb4382382f70589a2 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:46.205717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfd88c-7fda-4e9c-adef-b7d20b50d976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3455188c-9908-4f3e-8560-01f0c1bfdf8f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:46.208084 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.219980 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0f780e0b-24a3-4748-b0aa-72b0b663f7be tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1484075 Sep 18 20:03:46.220620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49496) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:46.221064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49498) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:46.238227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Request body: {'port': {'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1263374903', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:46.238748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] bootfile-name is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 20:03:46.239723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] tftp-server is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 20:03:46.240078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] server-ip-address is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 20:03:46.333659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network dd783a36-5d31-4bb3-91d9-2c11d7a7f443 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:03:46.341848 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.357150 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.404446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-826e9da7-b5e0-4ac2-87f0-95893c576ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.444316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-826e9da7-b5e0-4ac2-87f0-95893c576ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.450241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Pushing event updated for resources: {'Port': ['ID=a17da467-dffb-4c12-9582-f2f7a283c156,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:46.467341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:46.471426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.472157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.472706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.473254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.473802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.474378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.474936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.475554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.476102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.476662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.477227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.477811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:03:46.501988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Made reservation on behalf of 8bfc348b95394684ab9d12b3209cdbd4 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:46.506585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.508142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:46.514963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:46.535715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] device_id is not set on port c2f55041-da43-45d9-bebe-15ae9084cd00 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:03:46.541079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49502) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:46.586871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-826e9da7-b5e0-4ac2-87f0-95893c576ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.590265 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-826e9da7-b5e0-4ac2-87f0-95893c576ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.591606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-826e9da7-b5e0-4ac2-87f0-95893c576ff0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3455188c-9908-4f3e-8560-01f0c1bfdf8f HTTP/1.1" status: 204 len: 168 time: 0.3687489 Sep 18 20:03:46.680365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Attempting to bind port a17da467-dffb-4c12-9582-f2f7a283c156 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:03:46.683787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Attempting to bind port a17da467-dffb-4c12-9582-f2f7a283c156 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '529ae300-3551-4200-9993-2d9bb0ec9e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:03:46.684476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Attempting to bind port a17da467-dffb-4c12-9582-f2f7a283c156 on network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:03:46.689021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51cc48-f1f4-4494-a59e-cfeaac339f40 req-bfc702aa-42eb-4784-aaa9-eba07a126071 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:46.691292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa51cc48-f1f4-4494-a59e-cfeaac339f40 req-bfc702aa-42eb-4784-aaa9-eba07a126071 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.2922835 Sep 18 20:03:46.705763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:03:46.706149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Checking segment: {'id': '529ae300-3551-4200-9993-2d9bb0ec9e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:03:46.706563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.706965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Bound using segment: {'id': '529ae300-3551-4200-9993-2d9bb0ec9e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:03:46.707469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Bound port: a17da467-dffb-4c12-9582-f2f7a283c156, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529ae300-3551-4200-9993-2d9bb0ec9e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9ffc642a-7571-46d8-89d8-3de7aa795eb1'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:03:46.714590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.719773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e9da7-b5e0-4ac2-87f0-95893c576ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3455188c-9908-4f3e-8560-01f0c1bfdf8f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:46.803719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa51cc48-f1f4-4494-a59e-cfeaac339f40 req-21fc637f-d1fd-4979-a372-5ef48f7d3002 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995772 Sep 18 20:03:46.886563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] For port a17da467-dffb-4c12-9582-f2f7a283c156, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:03:46.896330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] For port a17da467-dffb-4c12-9582-f2f7a283c156, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a17da467-dffb-4c12-9582-f2f7a283c156,segment=NetworkSegment(529ae300-3551-4200-9993-2d9bb0ec9e1d),segment_id=529ae300-3551-4200-9993-2d9bb0ec9e1d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:03:46.905729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.918407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.objects.ports [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:03:46.919045 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:46.924852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Allocated IP 2001:db8::69 (9ffc642a-7571-46d8-89d8-3de7aa795eb1/f8130b03-a482-4c62-b912-426187432d9e/c2f55041-da43-45d9-bebe-15ae9084cd00) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:47.021310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57042aab-1908-48ac-acb2-cf4f9d2511af None None] Pushing event updated for resources: {'Port': ['ID=a17da467-dffb-4c12-9582-f2f7a283c156,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:47.072757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22c78984-b1cf-408f-9f03-307dbb2441d5,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:47.080711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Checking segment: {'id': 'c6c0c6ba-b817-41af-b747-b8de17c3d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd783a36-5d31-4bb3-91d9-2c11d7a7f443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:03:47.081341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Network hostable DHCP agents. Network: dd783a36-5d31-4bb3-91d9-2c11d7a7f443, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:03:47.110414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a49007dd-5025-431a-8a0f-fb5696a32c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.111300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Network dd783a36-5d31-4bb3-91d9-2c11d7a7f443 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:03:47.126017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, dd783a36-5d31-4bb3-91d9-2c11d7a7f443) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:47.135445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:47.135999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a94411a-b830-4717-a91e-de858e74261c None None] Network dd783a36-5d31-4bb3-91d9-2c11d7a7f443 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:47.136496 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.156898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8ec19938-ed9a-4289-9771-48c59a6bee96 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9835703 Sep 18 20:03:47.157117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49518) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:47.162750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-361901945', 'network_id': 'dd783a36-5d31-4bb3-91d9-2c11d7a7f443'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:47.194167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Made reservation on behalf of 8ba27ccd35944b9cb4382382f70589a2 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:47.198790 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.219806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] device_id is not set on port e979dbf7-d21a-4e5c-b7a0-cb87a202e532 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:03:47.350548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875eec40-ebac-4f85-b4ef-87073b1f4421 None None] Network dd783a36-5d31-4bb3-91d9-2c11d7a7f443 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:47.412685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a49007dd-5025-431a-8a0f-fb5696a32c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.455262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Allocated IP 172.20.0.7 (dd783a36-5d31-4bb3-91d9-2c11d7a7f443/22c78984-b1cf-408f-9f03-307dbb2441d5/e979dbf7-d21a-4e5c-b7a0-cb87a202e532) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:47.483400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.497076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a49007dd-5025-431a-8a0f-fb5696a32c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.597063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49007dd-5025-431a-8a0f-fb5696a32c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a471820e-0ffa-4a55-9ad6-36d3e1b3036f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:47.626783 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a49007dd-5025-431a-8a0f-fb5696a32c51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efc319079ec641e497e67e38d6117e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0838840 Sep 18 20:03:47.629476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49528) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:47.641683 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.683985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.717165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:47.729584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:47.740095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:47.747539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:47.748343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.750689 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.754913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event updated for resources: {'Port': ['ID=c2f55041-da43-45d9-bebe-15ae9084cd00,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:47.782543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2be73c2c-2625-47e8-896c-6c00b2ffc807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.795194 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2ea78920-736d-4927-900d-9232159af966 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5694335 Sep 18 20:03:47.797954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49534) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:47.857772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2be73c2c-2625-47e8-896c-6c00b2ffc807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.858127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Network dd783a36-5d31-4bb3-91d9-2c11d7a7f443 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:47.858869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'Port': ['ID=e979dbf7-d21a-4e5c-b7a0-cb87a202e532,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:47.875626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:47.875626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:47.930070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:47.930622 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:47.995344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3e22b86a-df1b-4b76-bdef-e1d478e8ab2f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8341844 Sep 18 20:03:47.995893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e719f6c-13e7-4d62-a47e-7417f3baa09e tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:47.996032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49546) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:48.008275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e719f6c-13e7-4d62-a47e-7417f3baa09e tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:48.026224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d6fee-e188-449e-9307-fb35a3c89e86 req-47ceb4ff-9dbf-4e7c-b63d-09c4c5e9f376 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:48.026403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e719f6c-13e7-4d62-a47e-7417f3baa09e tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:48.028193 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8e719f6c-13e7-4d62-a47e-7417f3baa09e tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2291756 Sep 18 20:03:48.031065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-253d6fee-e188-449e-9307-fb35a3c89e86 req-47ceb4ff-9dbf-4e7c-b63d-09c4c5e9f376 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.0889678 Sep 18 20:03:48.031686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49548) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:48.113503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2be73c2c-2625-47e8-896c-6c00b2ffc807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.116322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2be73c2c-2625-47e8-896c-6c00b2ffc807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.117539 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2be73c2c-2625-47e8-896c-6c00b2ffc807 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a471820e-0ffa-4a55-9ad6-36d3e1b3036f HTTP/1.1" status: 204 len: 168 time: 0.4870889 Sep 18 20:03:48.148401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be73c2c-2625-47e8-896c-6c00b2ffc807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a471820e-0ffa-4a55-9ad6-36d3e1b3036f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:48.229771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bb92d-de5c-477f-ac70-654e70ca9fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Deleting port c2f55041-da43-45d9-bebe-15ae9084cd00 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:48.230152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb92d-de5c-477f-ac70-654e70ca9fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.242340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-253d6fee-e188-449e-9307-fb35a3c89e86 req-c69113ce-d94f-4cf7-ae11-de92e8043cf6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775482 Sep 18 20:03:48.297773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d66a635e-4d4c-417c-aacd-62566bece652 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Deleting port e979dbf7-d21a-4e5c-b7a0-cb87a202e532 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:48.298143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d66a635e-4d4c-417c-aacd-62566bece652 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.402812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49560) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:48.426606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb92d-de5c-477f-ac70-654e70ca9fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.432254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d66a635e-4d4c-417c-aacd-62566bece652 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.453396 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bb92d-de5c-477f-ac70-654e70ca9fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Calling delete_port for c2f55041-da43-45d9-bebe-15ae9084cd00 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:48.460694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d66a635e-4d4c-417c-aacd-62566bece652 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Calling delete_port for e979dbf7-d21a-4e5c-b7a0-cb87a202e532 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:48.689111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92522bac-7ce5-4145-baf6-e487e77eca3c None None] Network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:48.761529 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb318-0c7e-4ffb-9721-6afc108ba298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.770158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb92d-de5c-477f-ac70-654e70ca9fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.823282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d66a635e-4d4c-417c-aacd-62566bece652 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:48.870769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bb92d-de5c-477f-ac70-654e70ca9fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event deleted for resources: {'Port': ['ID=c2f55041-da43-45d9-bebe-15ae9084cd00,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:48.910152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a635e-4d4c-417c-aacd-62566bece652 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event deleted for resources: {'Port': ['ID=e979dbf7-d21a-4e5c-b7a0-cb87a202e532,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:48.985378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d5343631-c2c5-402f-b209-1e8dec6afd8b None None] Provisioning complete for port a17da467-dffb-4c12-9582-f2f7a283c156 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:48.985779 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d5343631-c2c5-402f-b209-1e8dec6afd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.004186 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb92d-de5c-477f-ac70-654e70ca9fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.010864 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9a0bb92d-de5c-477f-ac70-654e70ca9fb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "DELETE /v2.0/ports/c2f55041-da43-45d9-bebe-15ae9084cd00 HTTP/1.1" status: 204 len: 168 time: 0.9776099 Sep 18 20:03:49.021380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49586) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:49.026766 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d66a635e-4d4c-417c-aacd-62566bece652 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.032802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d66a635e-4d4c-417c-aacd-62566bece652 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e979dbf7-d21a-4e5c-b7a0-cb87a202e532 HTTP/1.1" status: 204 len: 168 time: 1.0327969 Sep 18 20:03:49.033956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49588) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:49.042386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Request body: {'port': {'name': 'tempest-new-port-name-15819353', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:49.042870 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] bootfile-name is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 20:03:49.043221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] tftp-server is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 20:03:49.043673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.api.validators [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] server-ip-address is not in valid_values {{(pid=94940) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 20:03:49.050264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd783a36-5d31-4bb3-91d9-2c11d7a7f443', 'external_fixed_ips': [{'subnet_id': '22c78984-b1cf-408f-9f03-307dbb2441d5', 'ip_address': '172.20.0.7'}]}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:49.077175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a17da467-dffb-4c12-9582-f2f7a283c156 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:03:49.115014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb318-0c7e-4ffb-9721-6afc108ba298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.167971 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb318-0c7e-4ffb-9721-6afc108ba298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.202580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.262170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.272272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.366426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdb318-0c7e-4ffb-9721-6afc108ba298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a551eef-6df0-40e1-9393-f9675beb745d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:49.374000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d2fdb318-0c7e-4ffb-9721-6afc108ba298 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be036cb659744558843737a05428aba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9698944 Sep 18 20:03:49.376355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49606) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:49.507290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a17da467-dffb-4c12-9582-f2f7a283c156 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:49.508037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.611564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.620505 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.629976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.645466 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d5343631-c2c5-402f-b209-1e8dec6afd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.649333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] In _notify_port_updated(), no bound segment for port ffa9817e-83d8-42f1-a6a8-635e867bf668 on network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 20:03:49.662097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:49.662795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.669240 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "PUT /v2.0/ports/ffa9817e-83d8-42f1-a6a8-635e867bf668 HTTP/1.1" status: 200 len: 1128 time: 0.6445770 Sep 18 20:03:49.695337 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d5343631-c2c5-402f-b209-1e8dec6afd8b None None] For port a17da467-dffb-4c12-9582-f2f7a283c156, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a17da467-dffb-4c12-9582-f2f7a283c156,segment=NetworkSegment(529ae300-3551-4200-9993-2d9bb0ec9e1d),segment_id=529ae300-3551-4200-9993-2d9bb0ec9e1d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:49.709375 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d5343631-c2c5-402f-b209-1e8dec6afd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.760960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49616) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:49.774228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c1f1f2-8cbd-4e18-a42f-b7bfe97d739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.775475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86a4e-80c3-4eb0-b4c3-f25c1b4daff6 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event updated for resources: {'Port': ['ID=ffa9817e-83d8-42f1-a6a8-635e867bf668,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:49.838071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5343631-c2c5-402f-b209-1e8dec6afd8b None None] Pushing event updated for resources: {'Port': ['ID=a17da467-dffb-4c12-9582-f2f7a283c156,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:49.948928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36069e-c697-46e8-9da0-4825e404cef9 req-c6ddd884-658a-46db-9783-4086341c6b63 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:49.951108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e36069e-c697-46e8-9da0-4825e404cef9 req-c6ddd884-658a-46db-9783-4086341c6b63 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.4755981 Sep 18 20:03:49.959969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.973648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c1f1f2-8cbd-4e18-a42f-b7bfe97d739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:49.986531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f31a4d-9183-465f-92be-d977ce60383d tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:49.987999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-01f31a4d-9183-465f-92be-d977ce60383d tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "GET /v2.0/ports/ffa9817e-83d8-42f1-a6a8-635e867bf668 HTTP/1.1" status: 200 len: 1128 time: 0.2229354 Sep 18 20:03:49.991938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49628) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:50.075744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e36069e-c697-46e8-9da0-4825e404cef9 req-3fdeded8-0d09-416b-9fa1-54abbe5abe00 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023598 Sep 18 20:03:50.139153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9fdd5440-f8cf-4836-9965-0390e094a4bd None None] Provisioning complete for port ffa9817e-83d8-42f1-a6a8-635e867bf668 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:50.144220 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5440-f8cf-4836-9965-0390e094a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.155168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-528fe6ef-76e2-4ab5-9538-ea53932fd084 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Deleting port ffa9817e-83d8-42f1-a6a8-635e867bf668 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:50.155552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-528fe6ef-76e2-4ab5-9538-ea53932fd084 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.180971 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c1f1f2-8cbd-4e18-a42f-b7bfe97d739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.184176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c1f1f2-8cbd-4e18-a42f-b7bfe97d739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.186236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b1c1f1f2-8cbd-4e18-a42f-b7bfe97d739a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a551eef-6df0-40e1-9393-f9675beb745d HTTP/1.1" status: 204 len: 168 time: 0.8084762 Sep 18 20:03:50.222481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1f1f2-8cbd-4e18-a42f-b7bfe97d739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a551eef-6df0-40e1-9393-f9675beb745d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:50.244890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd5440-f8cf-4836-9965-0390e094a4bd None None] Port ffa9817e-83d8-42f1-a6a8-635e867bf668 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:03:50.270914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9fdd5440-f8cf-4836-9965-0390e094a4bd None None] Provisioning complete for port a17da467-dffb-4c12-9582-f2f7a283c156 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:50.271832 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5440-f8cf-4836-9965-0390e094a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.298974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-528fe6ef-76e2-4ab5-9538-ea53932fd084 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.318336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-528fe6ef-76e2-4ab5-9538-ea53932fd084 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Calling delete_port for ffa9817e-83d8-42f1-a6a8-635e867bf668 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:50.519505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.564620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b1d4dc66-bf69-404b-b2bf-e8b9329efea7 None None] Provisioning complete for port ffa9817e-83d8-42f1-a6a8-635e867bf668 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:50.566455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.566978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1d4dc66-bf69-404b-b2bf-e8b9329efea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.611988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4dc66-bf69-404b-b2bf-e8b9329efea7 None None] Port ffa9817e-83d8-42f1-a6a8-635e867bf668 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:03:50.618976 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-528fe6ef-76e2-4ab5-9538-ea53932fd084 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.664000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fe6ef-76e2-4ab5-9538-ea53932fd084 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event deleted for resources: {'Port': ['ID=ffa9817e-83d8-42f1-a6a8-635e867bf668,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:50.698817 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-528fe6ef-76e2-4ab5-9538-ea53932fd084 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.726266 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-528fe6ef-76e2-4ab5-9538-ea53932fd084 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "DELETE /v2.0/ports/ffa9817e-83d8-42f1-a6a8-635e867bf668 HTTP/1.1" status: 204 len: 168 time: 0.7330923 Sep 18 20:03:50.729028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49658) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:50.829428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-084e6a78-b49b-4c66-bfc8-46d59983aaaf None None] Could not find standard attr ID for object c2f55041-da43-45d9-bebe-15ae9084cd00. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:03:50.851610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe872c1-fc3d-419d-bc1f-74ab9f61edab tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Deleting subnet f8130b03-a482-4c62-b912-426187432d9e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:03:50.854877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49660) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:50.871640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9fe872c1-fc3d-419d-bc1f-74ab9f61edab tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.881299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Allocated IP 172.20.0.7 (dd783a36-5d31-4bb3-91d9-2c11d7a7f443/22c78984-b1cf-408f-9f03-307dbb2441d5/e2b7d9c4-97fc-49c9-82db-29f69c64cec6) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:50.896532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a17da467-dffb-4c12-9582-f2f7a283c156 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:03:50.952072 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dae203b1-85c8-445d-96c5-35d94390f80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:50.971846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a17da467-dffb-4c12-9582-f2f7a283c156 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:50.972742 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.018217 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9fe872c1-fc3d-419d-bc1f-74ab9f61edab tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.097345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.203996 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9fe872c1-fc3d-419d-bc1f-74ab9f61edab tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.244899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.313279 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dae203b1-85c8-445d-96c5-35d94390f80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.326269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dae203b1-85c8-445d-96c5-35d94390f80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.326416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Network dd783a36-5d31-4bb3-91d9-2c11d7a7f443 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:51.339445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:51.344152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:51.408114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dae203b1-85c8-445d-96c5-35d94390f80b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51dcab1d2d3449dcb77e5c20dadfeb92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5488279 Sep 18 20:03:51.408114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae203b1-85c8-445d-96c5-35d94390f80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262e26c0-937b-4465-a87d-711cc7202306,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:51.423577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49682) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:51.427139 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9fe872c1-fc3d-419d-bc1f-74ab9f61edab tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.470729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b7d9c4-97fc-49c9-82db-29f69c64cec6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:51.480635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe872c1-fc3d-419d-bc1f-74ab9f61edab tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event deleted for resources: {'Subnet': ['ID=f8130b03-a482-4c62-b912-426187432d9e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:51.500295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9fe872c1-fc3d-419d-bc1f-74ab9f61edab tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.502129 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9fe872c1-fc3d-419d-bc1f-74ab9f61edab tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "DELETE /v2.0/subnets/f8130b03-a482-4c62-b912-426187432d9e HTTP/1.1" status: 204 len: 168 time: 0.7713368 Sep 18 20:03:51.504940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252f0c2-1f14-4d67-a7c2-6590568bd789 req-6f565444-56f5-4b9b-8984-5d5211e62d8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:51.506103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:51.506633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c252f0c2-1f14-4d67-a7c2-6590568bd789 req-6f565444-56f5-4b9b-8984-5d5211e62d8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 944 time: 0.2823300 Sep 18 20:03:51.597488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fa04a-e122-49b8-b612-e60783a388e1 None None] Network 9ffc642a-7571-46d8-89d8-3de7aa795eb1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:03:51.623783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27da549b-62c2-4bd7-a24b-0a816a8e4495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.648344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.670607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27da549b-62c2-4bd7-a24b-0a816a8e4495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.708947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d3c79703-fb26-4aca-b792-a4eec3c0f0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.730316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c252f0c2-1f14-4d67-a7c2-6590568bd789 req-78ed7a76-5399-4939-a460-228aecac8c57 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737089 Sep 18 20:03:51.746901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Deleting port a17da467-dffb-4c12-9582-f2f7a283c156 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:51.747169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.770998 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27da549b-62c2-4bd7-a24b-0a816a8e4495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.773481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27da549b-62c2-4bd7-a24b-0a816a8e4495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.776465 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-27da549b-62c2-4bd7-a24b-0a816a8e4495 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/262e26c0-937b-4465-a87d-711cc7202306 HTTP/1.1" status: 204 len: 168 time: 0.3493237 Sep 18 20:03:51.779963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fd3546a5-f308-4c67-b8e8-d109be871c39 None None] Could not find standard attr ID for object ffa9817e-83d8-42f1-a6a8-635e867bf668. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:03:51.815250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da549b-62c2-4bd7-a24b-0a816a8e4495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e26c0-937b-4465-a87d-711cc7202306,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:51.839175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] For port a17da467-dffb-4c12-9582-f2f7a283c156, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a17da467-dffb-4c12-9582-f2f7a283c156,segment=NetworkSegment(529ae300-3551-4200-9993-2d9bb0ec9e1d),segment_id=529ae300-3551-4200-9993-2d9bb0ec9e1d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:51.841860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.877881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Calling delete_port for a17da467-dffb-4c12-9582-f2f7a283c156 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:51.914044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:51.975671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] DHCP port deletion for 9ffc642a-7571-46d8-89d8-3de7aa795eb1 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:03:51.992823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.047069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event deleted for resources: {'Port': ['ID=a17da467-dffb-4c12-9582-f2f7a283c156,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:52.054644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] No DVR routers for this DVR port a17da467-dffb-4c12-9582-f2f7a283c156 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:03:52.085938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] Deleting port a17da467-dffb-4c12-9582-f2f7a283c156 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:52.086990 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.172047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.184860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] For port a17da467-dffb-4c12-9582-f2f7a283c156, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:52.185660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.201984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] Calling delete_port for a17da467-dffb-4c12-9582-f2f7a283c156 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:52.204740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] Port a17da467-dffb-4c12-9582-f2f7a283c156 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 20:03:52.206314 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.228838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] Pushing event deleted for resources: {'Port': ['ID=a17da467-dffb-4c12-9582-f2f7a283c156,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:52.238120 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b25794-f2da-41e0-bb62-3c91be815d66 None None] No DVR routers for this DVR port a17da467-dffb-4c12-9582-f2f7a283c156 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:03:52.272740 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.299099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffc642a-7571-46d8-89d8-3de7aa795eb1']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:52.313378 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529ae300-3551-4200-9993-2d9bb0ec9e1d') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:52.313985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529ae300-3551-4200-9993-2d9bb0ec9e1d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:52.333631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.350358 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.354712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:03:52.360557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:52.361204 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:52.418579 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:52.428694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Router 5931ba0f-c995-4b7a-83bf-32952dacef57 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:03:52.440772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.487344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.492206 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] 10.222.0.20 "DELETE /v2.0/networks/9ffc642a-7571-46d8-89d8-3de7aa795eb1 HTTP/1.1" status: 204 len: 168 time: 0.9764452 Sep 18 20:03:52.493180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb32a5-5488-4cce-b690-a2e15dc7c821 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888 tempest-ExtraDHCPOptionsIpV6TestJSON-1589027888-project] Pushing event deleted for resources: {'Network': ['ID=9ffc642a-7571-46d8-89d8-3de7aa795eb1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:52.536204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:52.551086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:03:52.598603 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.614251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:03:52.637905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:52.644687 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:52.706514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:52.839780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a17da467-dffb-4c12-9582-f2f7a283c156 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:03:52.864895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:03:52.899091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a17da467-dffb-4c12-9582-f2f7a283c156 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:03:52.900432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a17da467-dffb-4c12-9582-f2f7a283c156 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:03:53.014197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:03:53.027080 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] Sync routers for ids ['5931ba0f-c995-4b7a-83bf-32952dacef57'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:03:53.043346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b82f9-7e58-4069-ad9b-5fe910f3b3b6 req-ec1a5fd8-afe1-4dc4-b4ca-5d9b51d266cf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:53.046355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-807b82f9-7e58-4069-ad9b-5fe910f3b3b6 req-ec1a5fd8-afe1-4dc4-b4ca-5d9b51d266cf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 945 time: 0.0864441 Sep 18 20:03:53.048619 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.050080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4ed729d6-af1d-4035-ac04-c5c153963757 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.0150490 Sep 18 20:03:53.052989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49750) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:53.120584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-807b82f9-7e58-4069-ad9b-5fe910f3b3b6 req-98c663c3-e5a2-417a-8cc7-4e9f6f1557c2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632422 Sep 18 20:03:53.183403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49756) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:53.233515 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] Routers {'5931ba0f-c995-4b7a-83bf-32952dacef57'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:03:53.234229 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5931ba0f-c995-4b7a-83bf-32952dacef57'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:53.246160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.294432 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.381605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.400798 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] Set router 5931ba0f-c995-4b7a-83bf-32952dacef57 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:03:53.445554 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.453555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Deleting port e2b7d9c4-97fc-49c9-82db-29f69c64cec6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:03:53.453907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.510007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8074a45a-257b-49b1-aeea-215a8377c17c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bfc348b95394684ab9d12b3209cdbd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243966 Sep 18 20:03:53.511676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49782) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:53.573251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.585378 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-423a47e0-334f-4e2a-868a-aab57c1e9fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.586300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Calling delete_port for e2b7d9c4-97fc-49c9-82db-29f69c64cec6 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:03:53.641884 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-423a47e0-334f-4e2a-868a-aab57c1e9fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.735116 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-423a47e0-334f-4e2a-868a-aab57c1e9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.738412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-423a47e0-334f-4e2a-868a-aab57c1e9fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.739863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-423a47e0-334f-4e2a-868a-aab57c1e9fee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0076bcb6-82f5-4d57-a9b2-61f92dbd8c4e HTTP/1.1" status: 204 len: 168 time: 0.2271967 Sep 18 20:03:53.750424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a47e0-334f-4e2a-868a-aab57c1e9fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0076bcb6-82f5-4d57-a9b2-61f92dbd8c4e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:53.786079 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5931ba0f-c995-4b7a-83bf-32952dacef57', 'name': '', 'tenant_id': '8ba27ccd35944b9cb4382382f70589a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd783a36-5d31-4bb3-91d9-2c11d7a7f443', 'external_fixed_ips': [{'subnet_id': '22c78984-b1cf-408f-9f03-307dbb2441d5', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e2b7d9c4-97fc-49c9-82db-29f69c64cec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:03:49Z', 'updated_at': '2021-09-18T20:03:51Z', 'revision_number': 3, 'project_id': '8ba27ccd35944b9cb4382382f70589a2', 'gw_port': {'id': 'e2b7d9c4-97fc-49c9-82db-29f69c64cec6', 'name': '', 'network_id': 'dd783a36-5d31-4bb3-91d9-2c11d7a7f443', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5931ba0f-c995-4b7a-83bf-32952dacef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '22c78984-b1cf-408f-9f03-307dbb2441d5', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:03:50Z', 'updated_at': '2021-09-18T20:03:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22c78984-b1cf-408f-9f03-307dbb2441d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:53.832150 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] Checking router: 5931ba0f-c995-4b7a-83bf-32952dacef57 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:03:53.832490 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] Updating router 5931ba0f-c995-4b7a-83bf-32952dacef57 port e2b7d9c4-97fc-49c9-82db-29f69c64cec6 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:03:53.833684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:53.853885 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] Port e2b7d9c4-97fc-49c9-82db-29f69c64cec6 not found while updating agent binding for router 5931ba0f-c995-4b7a-83bf-32952dacef57. {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 20:03:53.864725 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] Routers {'5931ba0f-c995-4b7a-83bf-32952dacef57'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:03:53.865543 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['5931ba0f-c995-4b7a-83bf-32952dacef57'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:53.893848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b7d9c4-97fc-49c9-82db-29f69c64cec6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:53.971681 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] Set router 5931ba0f-c995-4b7a-83bf-32952dacef57 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:03:53.983210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.076267 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5931ba0f-c995-4b7a-83bf-32952dacef57', 'name': '', 'tenant_id': '8ba27ccd35944b9cb4382382f70589a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:03:49Z', 'updated_at': '2021-09-18T20:03:53Z', 'revision_number': 5, 'project_id': '8ba27ccd35944b9cb4382382f70589a2', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:54.098611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.105929 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f9848-4b68-4088-aedd-ecb6658de274 None None] The sync data for ids ['5931ba0f-c995-4b7a-83bf-32952dacef57'] in n-d-789963-11 is: [{'id': '5931ba0f-c995-4b7a-83bf-32952dacef57', 'name': '', 'tenant_id': '8ba27ccd35944b9cb4382382f70589a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:03:49Z', 'updated_at': '2021-09-18T20:03:53Z', 'revision_number': 5, 'project_id': '8ba27ccd35944b9cb4382382f70589a2', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:03:54.106170 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.167899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.167899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5931ba0f-c995-4b7a-83bf-32952dacef57 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:03:54.176788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.179427 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8ab71c7f-81cf-4c40-a393-801d9df77339 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5931ba0f-c995-4b7a-83bf-32952dacef57 HTTP/1.1" status: 204 len: 168 time: 1.1254265 Sep 18 20:03:54.182515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49832) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:54.298011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb12fcc-6f96-4fc0-8588-cc43c434a88c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Deleting subnet 22c78984-b1cf-408f-9f03-307dbb2441d5 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:03:54.302779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb12fcc-6f96-4fc0-8588-cc43c434a88c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.364201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:03:54.388215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb12fcc-6f96-4fc0-8588-cc43c434a88c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.475542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5049a-19b7-4c92-928f-269038af8ad2 req-d28fd834-d3bd-4dd6-bb57-d4422be01d20 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:54.477278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddf5049a-19b7-4c92-928f-269038af8ad2 req-d28fd834-d3bd-4dd6-bb57-d4422be01d20 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 945 time: 0.1973209 Sep 18 20:03:54.481300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:03:54.483805 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb12fcc-6f96-4fc0-8588-cc43c434a88c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.492354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:03:54.492788 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.605213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb12fcc-6f96-4fc0-8588-cc43c434a88c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.610648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ddf5049a-19b7-4c92-928f-269038af8ad2 req-47628979-85c0-466f-8b66-1c4dbfc1ee8d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246488 Sep 18 20:03:54.622042 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.641326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb12fcc-6f96-4fc0-8588-cc43c434a88c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22c78984-b1cf-408f-9f03-307dbb2441d5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:54.645291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6cb12fcc-6f96-4fc0-8588-cc43c434a88c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.650041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6cb12fcc-6f96-4fc0-8588-cc43c434a88c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/22c78984-b1cf-408f-9f03-307dbb2441d5 HTTP/1.1" status: 204 len: 168 time: 0.4659011 Sep 18 20:03:54.652712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49874) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:54.661397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:03:54.663852 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4efb8-a550-46f2-9d9e-1c527112be27" -d '{"events": [{"server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "name": "network-vif-plugged", "status": "completed", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:03:54.677977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:03:54.685269 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.779544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:54.799671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.819469 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.897023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.906000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-87a005d9-cf4c-4655-a45f-f807dae2a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.937671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd783a36-5d31-4bb3-91d9-2c11d7a7f443']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:54.950044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c0c6ba-b817-41af-b747-b8de17c3d52a') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:54.952911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c0c6ba-b817-41af-b747-b8de17c3d52a') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:03:54.964665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:54.990095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:55.001479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:03:55.003730 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:03:55.077191 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:03:55.088091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:55.094716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd783a36-5d31-4bb3-91d9-2c11d7a7f443 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 20:03:55.098252 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:55.100698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "DELETE /v2.0/networks/dd783a36-5d31-4bb3-91d9-2c11d7a7f443 HTTP/1.1" status: 204 len: 168 time: 0.4468393 Sep 18 20:03:55.114075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c234b-a2ef-4d17-babc-0981d384a0dc tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd783a36-5d31-4bb3-91d9-2c11d7a7f443,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:55.131885 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5db0e4d-8652-4e46-b5d9-52b95f05c736 x-openstack-request-id: req-b5db0e4d-8652-4e46-b5d9-52b95f05c736 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:03:55.132110 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "name": "network-vif-plugged", "status": "completed", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:03:55.132364 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5db0e4d-8652-4e46-b5d9-52b95f05c736 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:03:55.132779 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'code': 200} Sep 18 20:03:55.295160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8cfd0-4d2e-471c-b709-bc672d1a7e15 req-277eacb8-63d5-455c-825f-5e80423a6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:55.298397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5e8cfd0-4d2e-471c-b709-bc672d1a7e15 req-277eacb8-63d5-455c-825f-5e80423a6f5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0922980 Sep 18 20:03:55.386189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5e8cfd0-4d2e-471c-b709-bc672d1a7e15 req-c1339195-b510-484f-9369-b985bdd2b7bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811541 Sep 18 20:03:55.547621 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:55.761049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b8c1c-e88a-4874-b537-3f99b859a495 req-8467fb43-f60a-4051-a244-aadd21ad5ca1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:55.767346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd2b8c1c-e88a-4874-b537-3f99b859a495 req-8467fb43-f60a-4051-a244-aadd21ad5ca1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 946 time: 0.0720716 Sep 18 20:03:55.808571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd2b8c1c-e88a-4874-b537-3f99b859a495 req-55526c65-0b74-41ee-8cd2-e250d3d5cc04 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346887 Sep 18 20:03:56.051307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49954) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:56.056404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2f770392-3a17-49ec-b195-cc44d7796545 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'router': {'name': 'tempest-router--17218455', 'project_id': 'c2bfae0190454630a5887902e851b56b'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:56.092119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f770392-3a17-49ec-b195-cc44d7796545 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.093146 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f770392-3a17-49ec-b195-cc44d7796545 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.167505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f770392-3a17-49ec-b195-cc44d7796545 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.172882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f770392-3a17-49ec-b195-cc44d7796545 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.188065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f770392-3a17-49ec-b195-cc44d7796545 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.189438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2f770392-3a17-49ec-b195-cc44d7796545 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1370606 Sep 18 20:03:56.192729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 49970) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:56.276954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68e3bad0-171c-401f-bb5c-5ffbd27f64ca tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.469763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 49980) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:56.637088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1468009714'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:56.671154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:03:56.676224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.710939 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.839016 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.839229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68e3bad0-171c-401f-bb5c-5ffbd27f64ca tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.843477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68e3bad0-171c-401f-bb5c-5ffbd27f64ca tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.860624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.902795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:03:56.913617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319ec31a-40db-472f-a504-61b0a195d207,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:56.917901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68e3bad0-171c-401f-bb5c-5ffbd27f64ca tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.918639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e3bad0-171c-401f-bb5c-5ffbd27f64ca tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b199ae15-0fee-4553-bc79-b4d08e32937a {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:03:56.923302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68e3bad0-171c-401f-bb5c-5ffbd27f64ca tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.925499 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-68e3bad0-171c-401f-bb5c-5ffbd27f64ca tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b199ae15-0fee-4553-bc79-b4d08e32937a HTTP/1.1" status: 204 len: 168 time: 0.7314315 Sep 18 20:03:56.972551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:56.973020 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment c1dc7120-77ce-4027-b71b-8a66b31476a3 of type vlan for network 2aa463d6-6053-45f9-93d9-6832871472cd Sep 18 20:03:57.041021 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:57.068478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022abd23-a2c8-4960-8c84-45775d1d02f8 req-bf096582-b845-4e97-bad4-140fdb4ac890 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:57.070276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-022abd23-a2c8-4960-8c84-45775d1d02f8 req-bf096582-b845-4e97-bad4-140fdb4ac890 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 946 time: 0.1400928 Sep 18 20:03:57.123848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:57.131474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:57.132344 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:57.192208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50024) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:57.196138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7248948 Sep 18 20:03:57.230804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb8786-98a7-4684-a8c1-856a9026602d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=2aa463d6-6053-45f9-93d9-6832871472cd,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:57.243026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2aa463d6-6053-45f9-93d9-6832871472cd details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:03:57.294361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-022abd23-a2c8-4960-8c84-45775d1d02f8 req-537c0bef-a531-45ab-8a92-cd73eb744629 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128835 Sep 18 20:03:57.471259 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:57.515435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8902-2127-449a-bf67-b5e92fad76fc req-935ce742-7beb-414c-9fc8-a2675549bb49 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:57.515435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-528e8902-2127-449a-bf67-b5e92fad76fc req-935ce742-7beb-414c-9fc8-a2675549bb49 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 946 time: 0.1048939 Sep 18 20:03:57.601042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-528e8902-2127-449a-bf67-b5e92fad76fc req-1c8ab62a-af47-4b4c-9311-67ef9303e75b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632234 Sep 18 20:03:57.628314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50032) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:57.739798 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56229cf0-4561-4fc8-8483-56a72159209b tempest-TestVolumeBootPattern-235752878 tempest-TestVolumeBootPattern-235752878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:03:57.747639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50038) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:57.752739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:57.759565 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-56229cf0-4561-4fc8-8483-56a72159209b tempest-TestVolumeBootPattern-235752878 tempest-TestVolumeBootPattern-235752878-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1093 time: 0.1283495 Sep 18 20:03:57.802016 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:57.878387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-401520775', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:03:57.933585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:57.935605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:58.027090 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:58.080410 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:58.242560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.25.8.246 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a02f4ddc-c890-458b-b258-6c37a0018623) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:58.302917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:58.432027 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:58.513185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:58.609923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=a02f4ddc-c890-458b-b258-6c37a0018623,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:58.628199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:58.640306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:58.645877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:58.781495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:58.813788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:59.018582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Allocated IP 172.25.8.221 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/925f1732-a254-4cab-a07a-aa704e7883e5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:03:59.247597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:59.338066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:59.362890 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:59.453836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event updated for resources: {'Port': ['ID=925f1732-a254-4cab-a07a-aa704e7883e5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:03:59.472696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:03:59.479708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:03:59.486723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:03:59.529308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:59.879585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50194) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:03:59.913377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:03:59.931969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.011521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.044209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=a02f4ddc-c890-458b-b258-6c37a0018623,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:00.103196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-90cde583-c97f-4005-b7de-500edf90d823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.193829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.369041 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Floating IP ff90882a-214d-4dbd-9da8-8d4acbc6e29d associated. External IP: 172.25.8.246, port: 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf. Sep 18 20:04:00.394649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.567608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-90cde583-c97f-4005-b7de-500edf90d823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.573609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50236) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:00.579711 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': '2aa463d6-6053-45f9-93d9-6832871472cd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:00.587429 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-90cde583-c97f-4005-b7de-500edf90d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.661849 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-90cde583-c97f-4005-b7de-500edf90d823 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eda6c96d98149558eda319d7af3469d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812185 Sep 18 20:04:00.677540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50240) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:00.701421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cde583-c97f-4005-b7de-500edf90d823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfc24ac-3423-4871-a952-0e5725b23c01,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:00.725191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Router 0da3972f-897d-4a08-92fd-f71456f88c12 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:00.786721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:00.787191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9592755d-a36e-4950-b92d-f89bbcfd84c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.790595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.809967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:04:00.884246 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9592755d-a36e-4950-b92d-f89bbcfd84c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:00.977944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:00.997229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20503b7d-0b30-4f4b-9fb5-e441e9f300c2 None None] Sync routers for ids ['0da3972f-897d-4a08-92fd-f71456f88c12'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:01.008673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.009944 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-641e5d1b-dec2-4895-984d-66d78c8d81bf tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8167181 Sep 18 20:04:01.010533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50246) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:01.013799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50248) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:01.018873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20503b7d-0b30-4f4b-9fb5-e441e9f300c2 None None] Routers {'0da3972f-897d-4a08-92fd-f71456f88c12'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:01.019851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-20503b7d-0b30-4f4b-9fb5-e441e9f300c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0da3972f-897d-4a08-92fd-f71456f88c12'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:01.063691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.075994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-20503b7d-0b30-4f4b-9fb5-e441e9f300c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:01.088854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20503b7d-0b30-4f4b-9fb5-e441e9f300c2 None None] Routers {'0da3972f-897d-4a08-92fd-f71456f88c12'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:01.089816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-20503b7d-0b30-4f4b-9fb5-e441e9f300c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0da3972f-897d-4a08-92fd-f71456f88c12'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:01.132600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': 'c1dc7120-77ce-4027-b71b-8a66b31476a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2aa463d6-6053-45f9-93d9-6832871472cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:01.133028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: 2aa463d6-6053-45f9-93d9-6832871472cd, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:01.136282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-20503b7d-0b30-4f4b-9fb5-e441e9f300c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:01.137216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20503b7d-0b30-4f4b-9fb5-e441e9f300c2 None None] The sync data for ids ['0da3972f-897d-4a08-92fd-f71456f88c12'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:01.143101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=4afb567b-fe4c-4ec7-88b6-327cf9acf17c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:01.156632 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9592755d-a36e-4950-b92d-f89bbcfd84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.159270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9592755d-a36e-4950-b92d-f89bbcfd84c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.163079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9592755d-a36e-4950-b92d-f89bbcfd84c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcfc24ac-3423-4871-a952-0e5725b23c01 HTTP/1.1" status: 204 len: 168 time: 0.4822338 Sep 18 20:04:01.164422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network 2aa463d6-6053-45f9-93d9-6832871472cd is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:01.181949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2aa463d6-6053-45f9-93d9-6832871472cd) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:01.194233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed43ab6-3e97-4f32-9ca7-8dc304466747 None None] Network 2aa463d6-6053-45f9-93d9-6832871472cd requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:01.199530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:01.200602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.222090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94675c36-5463-4581-a015-9bdf25d87e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.233421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:01.235207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592755d-a36e-4950-b92d-f89bbcfd84c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfc24ac-3423-4871-a952-0e5725b23c01,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:01.246101 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:01.252890 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cb9cff95-86e4-4273-aa02-16a4d24857ad tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6778638 Sep 18 20:04:01.257047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50254) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:01.263850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322633195'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:01.276696 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:01.277485 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:01.288379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cbf26723-3365-479b-a0ea-af9173373ed5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/routers/0da3972f-897d-4a08-92fd-f71456f88c12 HTTP/1.1" status: 200 len: 920 time: 0.2669334 Sep 18 20:04:01.291980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50256) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:01.334741 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f2cfe3a2-3e79-4794-a85c-d30db28524c6 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da3972f-897d-4a08-92fd-f71456f88c12 HTTP/1.1" status: 200 len: 205 time: 0.0410674 Sep 18 20:04:01.338327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50258) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:01.440578 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94675c36-5463-4581-a015-9bdf25d87e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.454285 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94675c36-5463-4581-a015-9bdf25d87e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.477820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-2aa463d6-6053-45f9-93d9-6832871472cd', 'network_id': '2aa463d6-6053-45f9-93d9-6832871472cd', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': '4afb567b-fe4c-4ec7-88b6-327cf9acf17c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:01.479553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.491633 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:04:01.512758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.529036 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:01.533506 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.542892 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-94675c36-5463-4581-a015-9bdf25d87e52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7691ebf1192a410c8d300c32ec9c83af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291436 Sep 18 20:04:01.547907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94675c36-5463-4581-a015-9bdf25d87e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b92d48d-46f6-4a14-8b41-444288b29261,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:01.551535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50262) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:01.611481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8a1da0bd-8ba1-4f33-981c-a593af2f8523 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8524270 Sep 18 20:04:01.611481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:04:01.611481 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340" -d '{"events": [{"name": "network-changed", "server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:04:01.619097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.684229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:01.703542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Allocated IP 2001:db8:0:ffff::2 (2aa463d6-6053-45f9-93d9-6832871472cd/4afb567b-fe4c-4ec7-88b6-327cf9acf17c/16a2b5bd-381e-437c-a5c7-17be3254f07d) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:01.725116 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f54db-3d45-40b0-adae-8e68fb831be6 x-openstack-request-id: req-bb7f54db-3d45-40b0-adae-8e68fb831be6 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:04:01.725397 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:04:01.726054 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb7f54db-3d45-40b0-adae-8e68fb831be6 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:04:01.726054 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'status': 'completed', 'code': 200} Sep 18 20:04:01.755110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6963b95a-549d-4566-b844-2a3b4a4f2268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.763012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.763813 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment 5b720e6c-fe92-46d9-89b3-07c9ba47cb07 of type vlan for network 00621adc-c994-41b5-b5b5-3c75898057b9 Sep 18 20:04:01.865899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6963b95a-549d-4566-b844-2a3b4a4f2268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.897054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.933214 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.947317 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.948084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-a9fbf355-09c4-49ff-b793-e030c03c07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:01.953823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-a9fbf355-09c4-49ff-b793-e030c03c07b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1098 time: 0.2079568 Sep 18 20:04:01.980883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.990623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:01.998788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:01.999632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.069451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Pushing event updated for resources: {'Port': ['ID=16a2b5bd-381e-437c-a5c7-17be3254f07d,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:02.073268 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8148310 Sep 18 20:04:02.077172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50282) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:02.077455 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:03:59Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:02.085558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': '00621adc-c994-41b5-b5b5-3c75898057b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:02.098115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Network 2aa463d6-6053-45f9-93d9-6832871472cd is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:02.100726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:02.111436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:02.155328 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:04:02.167799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50284) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:02.168476 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:02.169311 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:02.170411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6963b95a-549d-4566-b844-2a3b4a4f2268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.183966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6963b95a-549d-4566-b844-2a3b4a4f2268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.185431 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6963b95a-549d-4566-b844-2a3b4a4f2268 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b92d48d-46f6-4a14-8b41-444288b29261 HTTP/1.1" status: 204 len: 168 time: 0.6307843 Sep 18 20:04:02.238336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963b95a-549d-4566-b844-2a3b4a4f2268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b92d48d-46f6-4a14-8b41-444288b29261,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:02.243775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-8ad98441-ae82-4b14-8cd6-dae2fe9dacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:02.244413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e9937-8a03-4ece-b547-71498b70c923 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=00621adc-c994-41b5-b5b5-3c75898057b9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:02.246994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-8ad98441-ae82-4b14-8cd6-dae2fe9dacad service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.2863457 Sep 18 20:04:02.265229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:02.271895 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.283196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Attempting to bind port 16a2b5bd-381e-437c-a5c7-17be3254f07d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:02.284248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Attempting to bind port 16a2b5bd-381e-437c-a5c7-17be3254f07d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c1dc7120-77ce-4027-b71b-8a66b31476a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2aa463d6-6053-45f9-93d9-6832871472cd'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:02.286053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Attempting to bind port 16a2b5bd-381e-437c-a5c7-17be3254f07d on network 2aa463d6-6053-45f9-93d9-6832871472cd {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:02.299275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Deleting port 925f1732-a254-4cab-a07a-aa704e7883e5 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:02.307768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.309586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 00621adc-c994-41b5-b5b5-3c75898057b9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:02.408217 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:04:02.437372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:02.437748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Checking segment: {'id': 'c1dc7120-77ce-4027-b71b-8a66b31476a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2aa463d6-6053-45f9-93d9-6832871472cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:02.438047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.440959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Bound using segment: {'id': 'c1dc7120-77ce-4027-b71b-8a66b31476a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2aa463d6-6053-45f9-93d9-6832871472cd'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:02.443617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Bound port: 16a2b5bd-381e-437c-a5c7-17be3254f07d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1dc7120-77ce-4027-b71b-8a66b31476a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2aa463d6-6053-45f9-93d9-6832871472cd'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:02.453579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.497223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-41e150a9-9a7e-4e75-89a3-5ca1b91fb9f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 1000 time: 0.2398391 Sep 18 20:04:02.618618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] For port 16a2b5bd-381e-437c-a5c7-17be3254f07d, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:02.622669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] For port 16a2b5bd-381e-437c-a5c7-17be3254f07d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=16a2b5bd-381e-437c-a5c7-17be3254f07d,segment=NetworkSegment(c1dc7120-77ce-4027-b71b-8a66b31476a3),segment_id=c1dc7120-77ce-4027-b71b-8a66b31476a3)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:02.633622 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.679630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14380813-cc05-476e-b954-a98603180b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.681823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.732724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.737402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-73709d0c-572e-49ce-b11f-ccdd056dc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:02.739649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-73709d0c-572e-49ce-b11f-ccdd056dc949 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.2324960 Sep 18 20:04:02.784595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Calling delete_port for 925f1732-a254-4cab-a07a-aa704e7883e5 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:02.806807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aad496-1740-4b00-bb26-7e210e03f319 None None] Pushing event updated for resources: {'Port': ['ID=16a2b5bd-381e-437c-a5c7-17be3254f07d,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:02.857778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=0c1ceb0f-9795-4743-9727-9473f0e16630,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:02.875181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': '5b720e6c-fe92-46d9-89b3-07c9ba47cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '00621adc-c994-41b5-b5b5-3c75898057b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:02.875679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: 00621adc-c994-41b5-b5b5-3c75898057b9, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:02.897444 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:03:59Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:02.920676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network 00621adc-c994-41b5-b5b5-3c75898057b9 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:02.928730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50300) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:02.932116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-d6c792d9-0622-4139-941f-06d80a01869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:02.933919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-d6c792d9-0622-4139-941f-06d80a01869c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1821508 Sep 18 20:04:02.959129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 00621adc-c994-41b5-b5b5-3c75898057b9) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:02.961167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6f73e63-9eac-46bf-aae7-eeb08c36c3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.965987 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e345eb9-8131-48fe-9371-4923a5cff0d8 None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:03:59Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:02.969992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:02.971506 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:02.973460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b144ee-02dc-4c3c-b42e-98cc749b3d21 None None] Network 00621adc-c994-41b5-b5b5-3c75898057b9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:03.226073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-00621adc-c994-41b5-b5b5-3c75898057b9', 'network_id': '00621adc-c994-41b5-b5b5-3c75898057b9', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': '0c1ceb0f-9795-4743-9727-9473f0e16630'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:03.227735 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.316162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14380813-cc05-476e-b954-a98603180b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.320667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.336915 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14380813-cc05-476e-b954-a98603180b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.345154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aebf0924-af14-4ba3-889c-ea5bdc6ad59c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2660799 Sep 18 20:04:03.346911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50306) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:03.410860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a35b2f-38cf-4755-ac57-34942fd7f838 None None] New status for floating IP ff90882a-214d-4dbd-9da8-8d4acbc6e29d: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:04:03.494648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Allocated IP 2001:db8::1 (00621adc-c994-41b5-b5b5-3c75898057b9/0c1ceb0f-9795-4743-9727-9473f0e16630/5f49e204-3df0-4768-a897-c3a2725f10da) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:03.510570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.619867 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6f73e63-9eac-46bf-aae7-eeb08c36c3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.621136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.648696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6f73e63-9eac-46bf-aae7-eeb08c36c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.701038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f73e63-9eac-46bf-aae7-eeb08c36c3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdecc77-5c42-43e9-b58c-569b4761b03b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:03.755418 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6f73e63-9eac-46bf-aae7-eeb08c36c3b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c23dc26880ff4409afc8d3f65a8b16e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234198 Sep 18 20:04:03.761796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50314) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:03.830162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.839427 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.864822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Network 00621adc-c994-41b5-b5b5-3c75898057b9 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:03.869313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:03.872024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:03.878574 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-943433a6-048d-4c78-a2c0-7b874a27e018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.899761 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.936147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1ceb0f-9795-4743-9727-9473f0e16630,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:03.941069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-943433a6-048d-4c78-a2c0-7b874a27e018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:03.948441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14380813-cc05-476e-b954-a98603180b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cfd77b-9a44-482f-bbaa-1085e84434b7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:03.963149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event deleted for resources: {'Port': ['ID=925f1732-a254-4cab-a07a-aa704e7883e5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:04.006920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Attempting to bind port 5f49e204-3df0-4768-a897-c3a2725f10da on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:04.007288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Attempting to bind port 5f49e204-3df0-4768-a897-c3a2725f10da by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '5b720e6c-fe92-46d9-89b3-07c9ba47cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '00621adc-c994-41b5-b5b5-3c75898057b9'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:04.007673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Attempting to bind port 5f49e204-3df0-4768-a897-c3a2725f10da on network 00621adc-c994-41b5-b5b5-3c75898057b9 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:04.039122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-09446599-bffa-4a70-98e1-2ec1ace9fc47 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0920866 Sep 18 20:04:04.045568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-14380813-cc05-476e-b954-a98603180b0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e034f18b9354fdeb8e8a5be912b851b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8724239 Sep 18 20:04:04.056262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50320) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:04.119099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50322) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:04.148664 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.166272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-943433a6-048d-4c78-a2c0-7b874a27e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.169278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-943433a6-048d-4c78-a2c0-7b874a27e018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.174132 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-943433a6-048d-4c78-a2c0-7b874a27e018 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbdecc77-5c42-43e9-b58c-569b4761b03b HTTP/1.1" status: 204 len: 168 time: 0.4103675 Sep 18 20:04:04.199530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.206028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943433a6-048d-4c78-a2c0-7b874a27e018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdecc77-5c42-43e9-b58c-569b4761b03b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:04.220994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00621adc-c994-41b5-b5b5-3c75898057b9']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:04.236035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:04.236664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Checking segment: {'id': '5b720e6c-fe92-46d9-89b3-07c9ba47cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '00621adc-c994-41b5-b5b5-3c75898057b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:04.236784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.237174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Bound using segment: {'id': '5b720e6c-fe92-46d9-89b3-07c9ba47cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '00621adc-c994-41b5-b5b5-3c75898057b9'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:04.237657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Bound port: 5f49e204-3df0-4768-a897-c3a2725f10da, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b720e6c-fe92-46d9-89b3-07c9ba47cb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '00621adc-c994-41b5-b5b5-3c75898057b9'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:04.238038 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.253593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Pushing event updated for resources: {'Port': ['ID=5f49e204-3df0-4768-a897-c3a2725f10da,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:04.266848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b720e6c-fe92-46d9-89b3-07c9ba47cb07') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:04.267742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b720e6c-fe92-46d9-89b3-07c9ba47cb07') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:04.285799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1232ee90-6030-4ee9-b2c7-cdc597674b85 None None] Network 2aa463d6-6053-45f9-93d9-6832871472cd requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:04.286477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.306158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.315493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:04.316236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:04.321373 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:04.347041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-950955887', 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:04.384579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-832ce054-0384-4162-a9fa-35c2b9915427 None None] Provisioning complete for port 16a2b5bd-381e-437c-a5c7-17be3254f07d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:04.385638 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-832ce054-0384-4162-a9fa-35c2b9915427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.422536 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.423122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] For port 5f49e204-3df0-4768-a897-c3a2725f10da, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:04.427409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.440590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0d77757-1cc7-4b1f-9bfb-46701d2c8340 req-ddcc63c9-4d11-4bfb-b4ba-266c2db93a27 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913770 Sep 18 20:04:04.445270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-79af81ee-7bdd-4ee6-b035-d2e30e725bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.458689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 20:04:04.458689 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 20:04:04.458689 n-d-789963-11 neutron-server[94940]: [parameters: {'id': '00621adc-c994-41b5-b5b5-3c75898057b9'}] Sep 18 20:04:04.458689 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:04:04.459657 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:04:04.461186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Made reservation on behalf of 96c039fb43614487a672af95734e5f7f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:04.465377 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.479682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.509845 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.510505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Fanout notify agent at l3_agent the message router_deleted on router 0da3972f-897d-4a08-92fd-f71456f88c12 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:04.514526 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-79af81ee-7bdd-4ee6-b035-d2e30e725bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.514693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] For port 5f49e204-3df0-4768-a897-c3a2725f10da, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5f49e204-3df0-4768-a897-c3a2725f10da,segment=NetworkSegment(5b720e6c-fe92-46d9-89b3-07c9ba47cb07),segment_id=5b720e6c-fe92-46d9-89b3-07c9ba47cb07)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:04.539223 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.544511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0e3d4d53-62e4-4234-99f9-33aaa9bdd941 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/0da3972f-897d-4a08-92fd-f71456f88c12 HTTP/1.1" status: 204 len: 168 time: 3.2015944 Sep 18 20:04:04.547410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50330) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:04.555643 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.573112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1435276138', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': False}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:04.578657 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-832ce054-0384-4162-a9fa-35c2b9915427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.619166 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-79af81ee-7bdd-4ee6-b035-d2e30e725bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.621745 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-79af81ee-7bdd-4ee6-b035-d2e30e725bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.626119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-79af81ee-7bdd-4ee6-b035-d2e30e725bd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99cfd77b-9a44-482f-bbaa-1085e84434b7 HTTP/1.1" status: 204 len: 168 time: 0.5688603 Sep 18 20:04:04.632723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.634999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af81ee-7bdd-4ee6-b035-d2e30e725bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cfd77b-9a44-482f-bbaa-1085e84434b7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:04.641045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def24fe-04e7-4f1b-81fd-898d80a61377 None None] Pushing event updated for resources: {'Port': ['ID=5f49e204-3df0-4768-a897-c3a2725f10da,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:04.648858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.655659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] device_id is not set on port e2ddb7a1-3b31-4e36-9035-9411af5b93d1 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:04:04.675597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.676824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.740794 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.757233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-832ce054-0384-4162-a9fa-35c2b9915427 None None] For port 16a2b5bd-381e-437c-a5c7-17be3254f07d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=16a2b5bd-381e-437c-a5c7-17be3254f07d,segment=NetworkSegment(c1dc7120-77ce-4027-b71b-8a66b31476a3),segment_id=c1dc7120-77ce-4027-b71b-8a66b31476a3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:04.765994 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-832ce054-0384-4162-a9fa-35c2b9915427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.779878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4036c4c1-59d1-4ccc-9af9-bbe883632375,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:04.825950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c067640-0ecf-43a0-b457-1ff93e9f6225 None None] Network 00621adc-c994-41b5-b5b5-3c75898057b9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:04.894702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Allocated IP 172.25.8.227 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/e2ddb7a1-3b31-4e36-9035-9411af5b93d1) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:04.964964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:04.998610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 16a2b5bd-381e-437c-a5c7-17be3254f07d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:05.102970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.123462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ce054-0384-4162-a9fa-35c2b9915427 None None] Pushing event updated for resources: {'Port': ['ID=16a2b5bd-381e-437c-a5c7-17be3254f07d,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:05.179235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4263a3e6-f438-421e-8e77-da7111ac1bc8 None None] Provisioning complete for port 16a2b5bd-381e-437c-a5c7-17be3254f07d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:05.179712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4263a3e6-f438-421e-8e77-da7111ac1bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.194497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50348) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:05.213441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.266247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cac44c-3c69-4a24-912c-5bd222fb8005 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:04:05.407477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 16a2b5bd-381e-437c-a5c7-17be3254f07d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:05.407923 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.413212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.417356 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cac44c-3c69-4a24-912c-5bd222fb8005 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:04:05.444258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.530253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.539314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.584429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2324440bd814345b8749c81787bdc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888109 Sep 18 20:04:05.585806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084a85ff-6059-4a71-8cdb-db6854087d22,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:05.588850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50356) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:05.604060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting port 5f49e204-3df0-4768-a897-c3a2725f10da {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:05.604551 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.610550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.611253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.611807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.612313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.612813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.613326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.613823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.614317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.614809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.615300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.615807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.616297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aee25b1-7c34-4d39-abba-6e8a91af1c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:05.663643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83385df5-2610-4e90-b80b-a75c8be02ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.674505 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.690055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83385df5-2610-4e90-b80b-a75c8be02ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.727366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] For port 5f49e204-3df0-4768-a897-c3a2725f10da, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5f49e204-3df0-4768-a897-c3a2725f10da,segment=NetworkSegment(5b720e6c-fe92-46d9-89b3-07c9ba47cb07),segment_id=5b720e6c-fe92-46d9-89b3-07c9ba47cb07)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:05.727939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.749690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Calling delete_port for 5f49e204-3df0-4768-a897-c3a2725f10da owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:05.752729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83385df5-2610-4e90-b80b-a75c8be02ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.758070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83385df5-2610-4e90-b80b-a75c8be02ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.760490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-83385df5-2610-4e90-b80b-a75c8be02ecd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/084a85ff-6059-4a71-8cdb-db6854087d22 HTTP/1.1" status: 204 len: 168 time: 0.1703601 Sep 18 20:04:05.771870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83385df5-2610-4e90-b80b-a75c8be02ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084a85ff-6059-4a71-8cdb-db6854087d22,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:05.815537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.873032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:05.879709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:05.882348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:05.910441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Allocated IP 172.25.8.217 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/6eac4581-3cac-452f-b149-acfc1978ad89) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:05.921621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Pushing event updated for resources: {'Port': ['ID=e2ddb7a1-3b31-4e36-9035-9411af5b93d1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:05.946474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:05.978482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Port': ['ID=5f49e204-3df0-4768-a897-c3a2725f10da,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:05.985885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:05.987019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.006651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No DVR routers for this DVR port 5f49e204-3df0-4768-a897-c3a2725f10da on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:06.011341 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-efd359e1-a83b-4de5-8f71-d90d1eb630d0 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8749261 Sep 18 20:04:06.014679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50366) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:06.020903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.227'}]}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:06.060672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.066096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.067347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.104182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.139746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.160496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:06.168128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:06.176792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:06.296508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.320267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'Port': ['ID=6eac4581-3cac-452f-b149-acfc1978ad89,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:06.354226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00621adc-c994-41b5-b5b5-3c75898057b9']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:06.396177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.403245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b720e6c-fe92-46d9-89b3-07c9ba47cb07') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:06.403827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b720e6c-fe92-46d9-89b3-07c9ba47cb07') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:06.425242 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.448647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.457618 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:06.458027 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:06.462305 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:06.513094 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.561171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.582073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.588081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/00621adc-c994-41b5-b5b5-3c75898057b9 HTTP/1.1" status: 204 len: 168 time: 3.2329147 Sep 18 20:04:06.588081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab88f59-a6aa-4ac9-a995-4f91653547bc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=00621adc-c994-41b5-b5b5-3c75898057b9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:06.589170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50378) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:06.595289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668618807'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:06.661353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:06.666259 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.737591 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.764594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:06.782917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.783247 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment 45f1a728-dfcf-4f65-8e58-ba809abad548 of type vlan for network cadbc90f-a4d8-4455-a66c-6b68ad99659e Sep 18 20:04:06.793487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.817651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.875939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 16a2b5bd-381e-437c-a5c7-17be3254f07d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:06.910628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.922307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Router 4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:06.939536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 16a2b5bd-381e-437c-a5c7-17be3254f07d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:06.940037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.981310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:06.988128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:06.988737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.068292 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4771588 Sep 18 20:04:07.075528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:07.082965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': 'cadbc90f-a4d8-4455-a66c-6b68ad99659e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:07.083213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:07.096681 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Sync routers for ids ['4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:07.106610 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Routers {'4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:07.107244 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:07.107894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.110944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-108bbe0a-bfeb-4b5e-a731-6019a69c6ce2 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5612741 Sep 18 20:04:07.112909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50386) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:07.152735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df3a9e-d94d-4e48-b7ae-9df88db1e25d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=cadbc90f-a4d8-4455-a66c-6b68ad99659e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:07.165689 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network cadbc90f-a4d8-4455-a66c-6b68ad99659e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:07.207314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.256204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5dc6761f-8711-445a-821a-e45eabca6114 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/routers/4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b HTTP/1.1" status: 200 len: 909 time: 0.1386065 Sep 18 20:04:07.256797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50390) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:07.268711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1435276138', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': True}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:07.272662 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Set router 4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:04:07.327546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.328727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.334010 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 20:04:07.334010 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 20:04:07.334010 n-d-789963-11 neutron-server[94940]: [parameters: {'project_id_1': '79a40df181a148fba5584d1c726cb17e', 'expiration_1': datetime.datetime(2021, 9, 18, 20, 3, 47, 276338)}] Sep 18 20:04:07.334010 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:04:07.334477 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:04:07.376432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50392) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:07.418531 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.461909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.464353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.478490 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b', 'name': 'tempest-snat-router-1435276138', 'tenant_id': '8ba27ccd35944b9cb4382382f70589a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.217'}], 'enable_snat': False}, 'gw_port_id': '6eac4581-3cac-452f-b149-acfc1978ad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:04:04Z', 'updated_at': '2021-09-18T20:04:06Z', 'revision_number': 3, 'project_id': '8ba27ccd35944b9cb4382382f70589a2', 'gw_port': {'id': '6eac4581-3cac-452f-b149-acfc1978ad89', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:04:05Z', 'updated_at': '2021-09-18T20:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:07.519798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.520411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2edb60a7-2950-4d7a-acef-d270595342b0 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:07.539421 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 20:04:07.541031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2c724ce3-dbca-4d52-bc93-66605936451b tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5252640 Sep 18 20:04:07.544138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50396) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:07.569202 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9302927d-b750-4ec8-8040-fced2325f4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.598748 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Checking router: 4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:04:07.599000 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Updating router 4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b port 6eac4581-3cac-452f-b149-acfc1978ad89 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:04:07.627235 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.634293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-969dcc7c-202d-43d5-928b-9583eadcb964 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Deleting port e2ddb7a1-3b31-4e36-9035-9411af5b93d1 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:07.634915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-969dcc7c-202d-43d5-928b-9583eadcb964 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.654147 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.738115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-969dcc7c-202d-43d5-928b-9583eadcb964 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.751050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-969dcc7c-202d-43d5-928b-9583eadcb964 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Calling delete_port for e2ddb7a1-3b31-4e36-9035-9411af5b93d1 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:07.803999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9302927d-b750-4ec8-8040-fced2325f4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.811199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9302927d-b750-4ec8-8040-fced2325f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.892217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:07.894587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9302927d-b750-4ec8-8040-fced2325f4f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f0361e023e54f8d9e82a30dc446d231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169473 Sep 18 20:04:07.896537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.897789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50398) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:07.905418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302927d-b750-4ec8-8040-fced2325f4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94639810-0145-43ba-b8ac-ba7d89644cea,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:07.917679 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.924780 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.941872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-969dcc7c-202d-43d5-928b-9583eadcb964 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.976808 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Attempting to bind port 6eac4581-3cac-452f-b149-acfc1978ad89 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:07.978017 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Attempting to bind port 6eac4581-3cac-452f-b149-acfc1978ad89 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:07.978574 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Attempting to bind port 6eac4581-3cac-452f-b149-acfc1978ad89 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:07.993143 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Pushing event updated for resources: {'Port': ['ID=6eac4581-3cac-452f-b149-acfc1978ad89,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:07.996924 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:07.997382 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:07.997851 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:07.998422 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:07.999025 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Bound port: 6eac4581-3cac-452f-b149-acfc1978ad89, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:08.001380 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.017164 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.026643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dcc7c-202d-43d5-928b-9583eadcb964 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2ddb7a1-3b31-4e36-9035-9411af5b93d1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:08.043767 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.044109 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.044407 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.044553 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.044886 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.045356 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.045728 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.046250 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.046374 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-187364ea-a55a-4740-8bc3-631ddd816d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.046667 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.047205 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.047760 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.048087 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.048492 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:08.087730 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] For port 6eac4581-3cac-452f-b149-acfc1978ad89, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:08.091589 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] For port 6eac4581-3cac-452f-b149-acfc1978ad89, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6eac4581-3cac-452f-b149-acfc1978ad89,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:08.096522 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.109698 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-187364ea-a55a-4740-8bc3-631ddd816d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.111015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-969dcc7c-202d-43d5-928b-9583eadcb964 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.113116 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-969dcc7c-202d-43d5-928b-9583eadcb964 tempest-RoutersAdminNegativeTest-2053497043 tempest-RoutersAdminNegativeTest-2053497043-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e2ddb7a1-3b31-4e36-9035-9411af5b93d1 HTTP/1.1" status: 204 len: 168 time: 0.5679443 Sep 18 20:04:08.165365 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719669c6-98a1-4d46-bca5-bdbcca10ab3a None None] Pushing event updated for resources: {'Port': ['ID=6eac4581-3cac-452f-b149-acfc1978ad89,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:08.186422 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Routers {'4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:08.187698 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:08.218505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Allocated IP 172.25.8.105 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/e0c4eae7-db85-430b-8bf1-0df10529248f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:08.237495 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-187364ea-a55a-4740-8bc3-631ddd816d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.240416 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-187364ea-a55a-4740-8bc3-631ddd816d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.243788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-187364ea-a55a-4740-8bc3-631ddd816d14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94639810-0145-43ba-b8ac-ba7d89644cea HTTP/1.1" status: 204 len: 168 time: 0.3426409 Sep 18 20:04:08.268976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187364ea-a55a-4740-8bc3-631ddd816d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94639810-0145-43ba-b8ac-ba7d89644cea,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:08.327613 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] Set router 4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:04:08.348611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.365074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.399450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50406) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:08.425854 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.446330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': '45f1a728-dfcf-4f65-8e58-ba809abad548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cadbc90f-a4d8-4455-a66c-6b68ad99659e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:08.446843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: cadbc90f-a4d8-4455-a66c-6b68ad99659e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:08.450785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=aa00c449-a152-449a-80c0-4b1d5407b299,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:08.481039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network cadbc90f-a4d8-4455-a66c-6b68ad99659e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:08.491173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:08.499087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:08.505183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:08.507755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, cadbc90f-a4d8-4455-a66c-6b68ad99659e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:08.508320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'Port': ['ID=e0c4eae7-db85-430b-8bf1-0df10529248f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:08.517272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31834d18-4628-47ab-b65b-089e0980c896 None None] Network cadbc90f-a4d8-4455-a66c-6b68ad99659e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:08.526458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:08.527068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.546670 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e02b2616-bfdf-4966-b982-a0b54e333abc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4695005 Sep 18 20:04:08.552614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50412) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:08.560905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584615338'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:08.582445 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b', 'name': 'tempest-snat-router-1435276138', 'tenant_id': '8ba27ccd35944b9cb4382382f70589a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.217'}], 'enable_snat': False}, 'gw_port_id': '6eac4581-3cac-452f-b149-acfc1978ad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:04:04Z', 'updated_at': '2021-09-18T20:04:06Z', 'revision_number': 3, 'project_id': '8ba27ccd35944b9cb4382382f70589a2', 'gw_port': {'id': '6eac4581-3cac-452f-b149-acfc1978ad89', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:04:05Z', 'updated_at': '2021-09-18T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:08.614124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:08.618820 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.656329 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c846990-ff2d-42b3-9864-e12034928480 None None] The sync data for ids ['4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b'] in n-d-789963-11 is: [{'id': '4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b', 'name': 'tempest-snat-router-1435276138', 'tenant_id': '8ba27ccd35944b9cb4382382f70589a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.217'}], 'enable_snat': False}, 'gw_port_id': '6eac4581-3cac-452f-b149-acfc1978ad89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:04:04Z', 'updated_at': '2021-09-18T20:04:06Z', 'revision_number': 3, 'project_id': '8ba27ccd35944b9cb4382382f70589a2', 'gw_port': {'id': '6eac4581-3cac-452f-b149-acfc1978ad89', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:04:05Z', 'updated_at': '2021-09-18T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:08.665005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:08.674791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.675169 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment 589cd63c-99ce-4ff2-9ada-af6556fbe45e of type vlan for network 2e816975-efb2-44a3-953a-a52a164d452d Sep 18 20:04:08.728145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.734108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-cadbc90f-a4d8-4455-a66c-6b68ad99659e', 'network_id': 'cadbc90f-a4d8-4455-a66c-6b68ad99659e', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': 'aa00c449-a152-449a-80c0-4b1d5407b299'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:08.735305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.752029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2acbe57a-d749-4ced-b408-42ddc0bbf534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.781978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.787613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:08.788363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.845026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50414) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:08.896555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=2e816975-efb2-44a3-953a-a52a164d452d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:08.907668 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2537a2cc-a569-40c4-903c-02af84de34b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.912392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2e816975-efb2-44a3-953a-a52a164d452d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:08.971014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2acbe57a-d749-4ced-b408-42ddc0bbf534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:08.979890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2acbe57a-d749-4ced-b408-42ddc0bbf534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.012305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.028667 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21936827-ed42-4b18-a42a-734bbba8a90e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4747133 Sep 18 20:04:09.033357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50416) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:09.037772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Allocated IP 2001:db8::3 (cadbc90f-a4d8-4455-a66c-6b68ad99659e/aa00c449-a152-449a-80c0-4b1d5407b299/b1210569-6a06-4c69-ae51-f503746cd23e) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:09.048164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': '2e816975-efb2-44a3-953a-a52a164d452d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:09.118934 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2acbe57a-d749-4ced-b408-42ddc0bbf534 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dde7e16d046346c8a9a37d81baf3aa02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7176845 Sep 18 20:04:09.126322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50418) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:09.128624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbe57a-d749-4ced-b408-42ddc0bbf534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e49d9b7-a552-4fce-937f-73329a3c9f16,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:09.249303 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.259328 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.272519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d0f5f86-70b3-4b6b-a4f9-dddbb1ede8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.303224 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2537a2cc-a569-40c4-903c-02af84de34b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.318817 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2537a2cc-a569-40c4-903c-02af84de34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.319218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Network cadbc90f-a4d8-4455-a66c-6b68ad99659e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:09.323235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d0f5f86-70b3-4b6b-a4f9-dddbb1ede8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.324650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:09.332082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:09.344561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Pushing event updated for resources: {'Port': ['ID=b1210569-6a06-4c69-ae51-f503746cd23e,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:09.359631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537a2cc-a569-40c4-903c-02af84de34b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5241dfd-1939-4777-b0b4-cbb5a087df1c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:09.406439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Attempting to bind port b1210569-6a06-4c69-ae51-f503746cd23e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:09.407019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Attempting to bind port b1210569-6a06-4c69-ae51-f503746cd23e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '45f1a728-dfcf-4f65-8e58-ba809abad548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cadbc90f-a4d8-4455-a66c-6b68ad99659e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:09.407701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Attempting to bind port b1210569-6a06-4c69-ae51-f503746cd23e on network cadbc90f-a4d8-4455-a66c-6b68ad99659e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:09.414115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:09.415203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Checking segment: {'id': '45f1a728-dfcf-4f65-8e58-ba809abad548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cadbc90f-a4d8-4455-a66c-6b68ad99659e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:09.415945 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.416563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Bound using segment: {'id': '45f1a728-dfcf-4f65-8e58-ba809abad548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cadbc90f-a4d8-4455-a66c-6b68ad99659e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:09.417447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Bound port: b1210569-6a06-4c69-ae51-f503746cd23e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f1a728-dfcf-4f65-8e58-ba809abad548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cadbc90f-a4d8-4455-a66c-6b68ad99659e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:09.417949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:09.418349 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.421781 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.442165 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2537a2cc-a569-40c4-903c-02af84de34b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=631e11356191435f9bfccab0a1ea633e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960801 Sep 18 20:04:09.447336 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:09.508297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] For port b1210569-6a06-4c69-ae51-f503746cd23e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:09.509040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_backend_mixin [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Performing IP validity checks on allocation pools {{(pid=94940) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 20:04:09.509040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_backend_mixin [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94940) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 20:04:09.511587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] For port b1210569-6a06-4c69-ae51-f503746cd23e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b1210569-6a06-4c69-ae51-f503746cd23e,segment=NetworkSegment(45f1a728-dfcf-4f65-8e58-ba809abad548),segment_id=45f1a728-dfcf-4f65-8e58-ba809abad548)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:09.520729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.552859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d0f5f86-70b3-4b6b-a4f9-dddbb1ede8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.555705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d0f5f86-70b3-4b6b-a4f9-dddbb1ede8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.556663 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8d0f5f86-70b3-4b6b-a4f9-dddbb1ede8d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e49d9b7-a552-4fce-937f-73329a3c9f16 HTTP/1.1" status: 204 len: 168 time: 0.4290280 Sep 18 20:04:09.577521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f5f86-70b3-4b6b-a4f9-dddbb1ede8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e49d9b7-a552-4fce-937f-73329a3c9f16,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:09.600833 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03eda7bb-1522-4708-9928-8e491b24c183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.628047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f96ad-87c2-464c-9196-ab6f01c06814 None None] Pushing event updated for resources: {'Port': ['ID=b1210569-6a06-4c69-ae51-f503746cd23e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:09.663417 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03eda7bb-1522-4708-9928-8e491b24c183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.720373 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.797409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.837575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03eda7bb-1522-4708-9928-8e491b24c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.840516 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03eda7bb-1522-4708-9928-8e491b24c183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.845498 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-03eda7bb-1522-4708-9928-8e491b24c183 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5241dfd-1939-4777-b0b4-cbb5a087df1c HTTP/1.1" status: 204 len: 168 time: 0.3971901 Sep 18 20:04:09.871677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eda7bb-1522-4708-9928-8e491b24c183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5241dfd-1939-4777-b0b4-cbb5a087df1c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:09.931337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=e11e8f9e-7c48-45a6-b8fa-9c312628257c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:09.939900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': '589cd63c-99ce-4ff2-9ada-af6556fbe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e816975-efb2-44a3-953a-a52a164d452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:09.940269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: 2e816975-efb2-44a3-953a-a52a164d452d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:09.962359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network 2e816975-efb2-44a3-953a-a52a164d452d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:09.975565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2e816975-efb2-44a3-953a-a52a164d452d) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:09.979537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Router c9ae665a-1421-4994-80e4-4b6fe3bac622 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:09.981427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:09.982048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:09.987469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b6620c-7843-4f1d-9bac-7f32a271e3c4 None None] Network 2e816975-efb2-44a3-953a-a52a164d452d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:09.997805 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-69dc833c-9179-49e5-a21b-352bb7081e9c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9623301 Sep 18 20:04:10.001254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50428) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:10.179475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.228821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50432) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:10.281369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.296577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:10.297088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfc4d5-85e2-495d-a727-01049167d3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-2e816975-efb2-44a3-953a-a52a164d452d', 'network_id': '2e816975-efb2-44a3-953a-a52a164d452d', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': 'e11e8f9e-7c48-45a6-b8fa-9c312628257c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:10.299240 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-86bfc4d5-85e2-495d-a727-01049167d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.330406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Sync routers for ids ['c9ae665a-1421-4994-80e4-4b6fe3bac622'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:10.340389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.341786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-25121864-8e0c-48d2-8a64-cac783efad7b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0845351 Sep 18 20:04:10.344545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50436) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:10.346275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c30fef21-4f08-4a46-89e8-f5425f4b821a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96c039fb43614487a672af95734e5f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163332 Sep 18 20:04:10.352822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50438) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:10.378493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Routers {'c9ae665a-1421-4994-80e4-4b6fe3bac622'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:10.379137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c9ae665a-1421-4994-80e4-4b6fe3bac622'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:10.440730 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2a22c72-de62-4774-8209-14e076a76350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.468620 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2a22c72-de62-4774-8209-14e076a76350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.472237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.538826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=e11e8f9e-7c48-45a6-b8fa-9c312628257c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:10.551048 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2a22c72-de62-4774-8209-14e076a76350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.558880 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2a22c72-de62-4774-8209-14e076a76350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.560221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a2a22c72-de62-4774-8209-14e076a76350 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4036c4c1-59d1-4ccc-9af9-bbe883632375 HTTP/1.1" status: 204 len: 168 time: 0.2063708 Sep 18 20:04:10.570629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a22c72-de62-4774-8209-14e076a76350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4036c4c1-59d1-4ccc-9af9-bbe883632375,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-86bfc4d5-85e2-495d-a727-01049167d3e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e11e8f9e-7c48-45a6-b8fa-9c312628257c: This subnet is being modified by another concurrent operation. Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e11e8f9e-7c48-45a6-b8fa-9c312628257c: This subnet is being modified by another concurrent operation. Sep 18 20:04:10.572241 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 20:04:10.594241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540088d-5549-47f9-a1e6-dd940b48d1f4 None None] Network 2e816975-efb2-44a3-953a-a52a164d452d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:10.623731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.634422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Set router c9ae665a-1421-4994-80e4-4b6fe3bac622 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:04:10.645522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e816975-efb2-44a3-953a-a52a164d452d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:10.663476 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36ff8ba4-abe4-45b4-b2a2-5114533e240c tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/routers/c9ae665a-1421-4994-80e4-4b6fe3bac622 HTTP/1.1" status: 200 len: 908 time: 0.3156862 Sep 18 20:04:10.664272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589cd63c-99ce-4ff2-9ada-af6556fbe45e') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:10.664688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589cd63c-99ce-4ff2-9ada-af6556fbe45e') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:10.665540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50448) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:10.677940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.703861 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.712199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:10.712199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:10.715285 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:10.823089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.830554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.842267 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/2e816975-efb2-44a3-953a-a52a164d452d HTTP/1.1" status: 204 len: 168 time: 0.8396564 Sep 18 20:04:10.854918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50454) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:10.860166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-631310590'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:10.907626 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.908952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253fdba-246e-41d0-b44e-209ca2e96700 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=2e816975-efb2-44a3-953a-a52a164d452d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:10.939224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:10.942788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:10.998775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:11.030365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.030365 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment 54b0ccd9-017e-4b51-b7ac-ace1835ac03f of type vlan for network ff871d72-4b55-4a69-9e3c-87d1e34804c7 Sep 18 20:04:11.066775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6eac4581-3cac-452f-b149-acfc1978ad89 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:11.176568 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.182792 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.239073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.256108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:11.259185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.306760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Deleting port e0c4eae7-db85-430b-8bf1-0df10529248f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:11.315102 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.318721 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4606094 Sep 18 20:04:11.334355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50470) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:11.344248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': 'ff871d72-4b55-4a69-9e3c-87d1e34804c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:11.457186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6eac4581-3cac-452f-b149-acfc1978ad89 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:11.457534 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.467352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ec6af-c5d3-444d-9efe-c29ea4494b32 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=ff871d72-4b55-4a69-9e3c-87d1e34804c7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:11.503892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.528141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ff871d72-4b55-4a69-9e3c-87d1e34804c7 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:11.530415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb5b9b-538c-4c4a-93bd-84bcd5bac173 None None] Network cadbc90f-a4d8-4455-a66c-6b68ad99659e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:11.533259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Calling delete_port for e0c4eae7-db85-430b-8bf1-0df10529248f owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:11.559590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:11.566704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.788790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0dee47ee-ec86-42fd-a802-d95f9ab0b5f2 None None] Provisioning complete for port b1210569-6a06-4c69-ae51-f503746cd23e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:11.789453 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0dee47ee-ec86-42fd-a802-d95f9ab0b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.790882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.829994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0c4eae7-db85-430b-8bf1-0df10529248f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:11.876190 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.900336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.915241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 6eac4581-3cac-452f-b149-acfc1978ad89, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6eac4581-3cac-452f-b149-acfc1978ad89,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:11.925904 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:11.927120 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b1210569-6a06-4c69-ae51-f503746cd23e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:11.941559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.005116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ae665a-1421-4994-80e4-4b6fe3bac622', 'name': 'tempest-snat-router-1435276138', 'tenant_id': '8ba27ccd35944b9cb4382382f70589a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'e0c4eae7-db85-430b-8bf1-0df10529248f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:04:07Z', 'updated_at': '2021-09-18T20:04:08Z', 'revision_number': 3, 'project_id': '8ba27ccd35944b9cb4382382f70589a2', 'gw_port': {'id': 'e0c4eae7-db85-430b-8bf1-0df10529248f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ae665a-1421-4994-80e4-4b6fe3bac622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:04:08Z', 'updated_at': '2021-09-18T20:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:12.029261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.034597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.043949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50488) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:12.065293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=e1eecdf7-f7d7-46ff-884d-4c514a570639,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:12.072445 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': '54b0ccd9-017e-4b51-b7ac-ace1835ac03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ff871d72-4b55-4a69-9e3c-87d1e34804c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:12.072806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: ff871d72-4b55-4a69-9e3c-87d1e34804c7, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:12.099964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Checking router: c9ae665a-1421-4994-80e4-4b6fe3bac622 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:04:12.100438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Updating router c9ae665a-1421-4994-80e4-4b6fe3bac622 port e0c4eae7-db85-430b-8bf1-0df10529248f binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:04:12.102401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network ff871d72-4b55-4a69-9e3c-87d1e34804c7 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:12.114507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, ff871d72-4b55-4a69-9e3c-87d1e34804c7) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:12.127229 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.128366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9ae665a-1421-4994-80e4-4b6fe3bac622 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:12.134616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:12.135227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.139771 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.144247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-049ab97a-aa3c-4712-a6d1-108f505a5882 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c9ae665a-1421-4994-80e4-4b6fe3bac622 HTTP/1.1" status: 204 len: 168 time: 1.4716413 Sep 18 20:04:12.145158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50494) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:12.162689 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cc463282-41e4-4e01-b4ba-312236d94f25 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8262110 Sep 18 20:04:12.165338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50498) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:12.183944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c70ec-d703-4297-8a5e-4c4407034d11 None None] Network ff871d72-4b55-4a69-9e3c-87d1e34804c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:12.186429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=6eac4581-3cac-452f-b149-acfc1978ad89,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:12.193542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Port e0c4eae7-db85-430b-8bf1-0df10529248f not found while updating agent binding for router c9ae665a-1421-4994-80e4-4b6fe3bac622. {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 18 20:04:12.300418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:12.300922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 20:04:12.301626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_agentschedulers_db [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9ae665a-1421-4994-80e4-4b6fe3bac622'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent'). {{(pid=94942) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 20:04:12.302283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94f595-3cff-471c-8d49-c2c583ee774e None None] The sync data for ids ['c9ae665a-1421-4994-80e4-4b6fe3bac622'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:12.344787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b1210569-6a06-4c69-ae51-f503746cd23e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:12.345418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.359000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.410352 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.455756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0dee47ee-ec86-42fd-a802-d95f9ab0b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.537131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-secgroup--811561158'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:12.546329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.565123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.609998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.640772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce200eb5-032c-4c54-ba27-7c8a6c2296d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-ff871d72-4b55-4a69-9e3c-87d1e34804c7', 'network_id': 'ff871d72-4b55-4a69-9e3c-87d1e34804c7', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': 'e1eecdf7-f7d7-46ff-884d-4c514a570639'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:12.641726 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ce200eb5-032c-4c54-ba27-7c8a6c2296d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.646786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0dee47ee-ec86-42fd-a802-d95f9ab0b5f2 None None] For port b1210569-6a06-4c69-ae51-f503746cd23e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b1210569-6a06-4c69-ae51-f503746cd23e,segment=NetworkSegment(45f1a728-dfcf-4f65-8e58-ba809abad548),segment_id=45f1a728-dfcf-4f65-8e58-ba809abad548)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:12.647334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.667058 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0dee47ee-ec86-42fd-a802-d95f9ab0b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.677444 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.687089 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.694410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=e1eecdf7-f7d7-46ff-884d-4c514a570639,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:12.774217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Deleting port 6eac4581-3cac-452f-b149-acfc1978ad89 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:12.774840 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:12.856514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:04:12.856958 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:04:12.860465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee47ee-ec86-42fd-a802-d95f9ab0b5f2 None None] Pushing event updated for resources: {'Port': ['ID=b1210569-6a06-4c69-ae51-f503746cd23e,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:12.868869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20178e-2f3b-4946-80f3-6bbe1b70547a None None] Network ff871d72-4b55-4a69-9e3c-87d1e34804c7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:12.904105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-881c8dad-5d9a-4660-9fac-b5ba0e59c557 None None] Provisioning complete for port b1210569-6a06-4c69-ae51-f503746cd23e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:12.904498 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-881c8dad-5d9a-4660-9fac-b5ba0e59c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.005517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] For port 6eac4581-3cac-452f-b149-acfc1978ad89, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6eac4581-3cac-452f-b149-acfc1978ad89,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:13.005884 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.010123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.028128 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.040875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Calling delete_port for 6eac4581-3cac-452f-b149-acfc1978ad89 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:13.091314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a451e3f-098f-4864-95b4-5d470281891e None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:04:13.126751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251eecb2-d583-4621-982d-deea482afe82,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:13.258688 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.288846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff871d72-4b55-4a69-9e3c-87d1e34804c7']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:13.303979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b0ccd9-017e-4b51-b7ac-ace1835ac03f') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:13.304318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b0ccd9-017e-4b51-b7ac-ace1835ac03f') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:13.312786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a451e3f-098f-4864-95b4-5d470281891e None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:04:13.315709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.334052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.339485 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.352999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:13.353400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.353884 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:13.359841 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:13.405595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6925159d-41be-4605-8bd5-ea0f590e75ac,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:13.409688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.411154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-99ae9585-e1c9-464f-a2bc-781cb38c605e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3662183 Sep 18 20:04:13.412227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.421573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50516) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:13.463916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eac4581-3cac-452f-b149-acfc1978ad89,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:13.521423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.538815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.540735 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/ff871d72-4b55-4a69-9e3c-87d1e34804c7 HTTP/1.1" status: 204 len: 168 time: 1.3744059 Sep 18 20:04:13.547044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50520) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:13.568558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271328719'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:13.575612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4db3f4-7752-4142-a705-e8c5bb65442c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=ff871d72-4b55-4a69-9e3c-87d1e34804c7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:13.593877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6eac4581-3cac-452f-b149-acfc1978ad89 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:13.612199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.614027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:13.620245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.662543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:13.676662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.677706 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment 0fa53365-bce2-4131-bd88-b7abf87e18c6 of type vlan for network c4057166-8487-426d-8cfe-0a941fec6a67 Sep 18 20:04:13.760962 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.788677 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.793744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.796612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6eac4581-3cac-452f-b149-acfc1978ad89 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:13.796885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6eac4581-3cac-452f-b149-acfc1978ad89 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 20:04:13.799484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.817561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:13.817561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.844839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Port 6eac4581-3cac-452f-b149-acfc1978ad89 not found, will not notify nova. {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 20:04:13.845416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b1210569-6a06-4c69-ae51-f503746cd23e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:13.861379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a0dd58e4-681a-47cc-8d68-44b95a2be69d tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4174435 Sep 18 20:04:13.864879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50524) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:13.875892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-71f40591-19f5-4209-bccc-b3a30a94620c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-security--374788535', 'description': 'tempest-security-description-244461220'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:13.899143 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3351836 Sep 18 20:04:13.909916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50528) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:13.917166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': 'c4057166-8487-426d-8cfe-0a941fec6a67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:13.929903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b1210569-6a06-4c69-ae51-f503746cd23e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:13.930681 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.937432 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71f40591-19f5-4209-bccc-b3a30a94620c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.957909 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.958469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:13.971209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441448a-82db-44c7-8b7f-cd7dba326f87 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=c4057166-8487-426d-8cfe-0a941fec6a67,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:13.973535 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:13.974884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-916b7d20-766b-4a9a-82d1-8de90885a29e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4caf31b9-7fca-4b96-8b2d-ce025d6c3f5b HTTP/1.1" status: 204 len: 168 time: 1.8289528 Sep 18 20:04:13.985416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50534) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:13.991357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-386030790', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:13.997169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network c4057166-8487-426d-8cfe-0a941fec6a67 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:14.043144 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.045463 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.061819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71f40591-19f5-4209-bccc-b3a30a94620c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.066971 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71f40591-19f5-4209-bccc-b3a30a94620c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.069546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71f40591-19f5-4209-bccc-b3a30a94620c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.071344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-71f40591-19f5-4209-bccc-b3a30a94620c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "PUT /v2.0/security-groups/6925159d-41be-4605-8bd5-ea0f590e75ac HTTP/1.1" status: 200 len: 1778 time: 0.2013669 Sep 18 20:04:14.084340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50538) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:14.103582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f40591-19f5-4209-bccc-b3a30a94620c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6925159d-41be-4605-8bd5-ea0f590e75ac,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:14.109639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:14.121363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.213134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.221832 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-415ad8c5-21f1-4403-9c11-cf5cfea2ccd8 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups/6925159d-41be-4605-8bd5-ea0f590e75ac HTTP/1.1" status: 200 len: 1778 time: 0.1357696 Sep 18 20:04:14.224779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50542) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:14.348254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.419633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.423496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=aabe683d-c8a4-42d1-8ab2-28bba7f6eb98,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:14.425977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': '0fa53365-bce2-4131-bd88-b7abf87e18c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c4057166-8487-426d-8cfe-0a941fec6a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:14.426426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: c4057166-8487-426d-8cfe-0a941fec6a67, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:14.428819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8c18711-6fd1-4b8a-bc53-4f3750cefb6e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.445595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network c4057166-8487-426d-8cfe-0a941fec6a67 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:14.455994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, c4057166-8487-426d-8cfe-0a941fec6a67) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:14.462377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:14.463283 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.467969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8c18711-6fd1-4b8a-bc53-4f3750cefb6e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.471012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a3d37-069d-4904-a154-2246b1a77d2a None None] Network c4057166-8487-426d-8cfe-0a941fec6a67 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:14.489239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1fa1c8e1-558b-4a9b-8231-14348428f6e0 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5741289 Sep 18 20:04:14.489727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50550) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:14.564097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8c18711-6fd1-4b8a-bc53-4f3750cefb6e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.567040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8c18711-6fd1-4b8a-bc53-4f3750cefb6e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.568425 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e8c18711-6fd1-4b8a-bc53-4f3750cefb6e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/6925159d-41be-4605-8bd5-ea0f590e75ac HTTP/1.1" status: 204 len: 168 time: 0.3402770 Sep 18 20:04:14.581972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50554) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:14.615168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c18711-6fd1-4b8a-bc53-4f3750cefb6e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925159d-41be-4605-8bd5-ea0f590e75ac,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:14.642195 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.709620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e880ce-437c-4f00-b9a3-ae4070ad9c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-c4057166-8487-426d-8cfe-0a941fec6a67', 'network_id': 'c4057166-8487-426d-8cfe-0a941fec6a67', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': 'aabe683d-c8a4-42d1-8ab2-28bba7f6eb98'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:14.710510 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c3e880ce-437c-4f00-b9a3-ae4070ad9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.720025 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4fd1c9c7-f95c-4fc3-8da8-dbd6b4fab157 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1331651 Sep 18 20:04:14.721715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50558) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:14.748214 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-ddb78b62-c48d-453f-a963-b29782e05f37 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] delete failed (client error): The resource could not be found. Sep 18 20:04:14.749241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ddb78b62-c48d-453f-a963-b29782e05f37 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/6925159d-41be-4605-8bd5-ea0f590e75ac HTTP/1.1" status: 404 len: 347 time: 0.0272019 Sep 18 20:04:14.750039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.783288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50560) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:14.795799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4490af1e-6a91-4786-a767-685c7ff77e53 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-secgroup--245845828'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:14.836646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-c3e880ce-437c-4f00-b9a3-ae4070ad9c68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aabe683d-c8a4-42d1-8ab2-28bba7f6eb98: This subnet is being modified by another concurrent operation. Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aabe683d-c8a4-42d1-8ab2-28bba7f6eb98: This subnet is being modified by another concurrent operation. Sep 18 20:04:14.852648 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 20:04:14.877532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.877816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904bc285-a41b-4099-beca-dea1abd8c07d None None] Network c4057166-8487-426d-8cfe-0a941fec6a67 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:14.894536 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.896869 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4490af1e-6a91-4786-a767-685c7ff77e53 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:14.925716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=aabe683d-c8a4-42d1-8ab2-28bba7f6eb98,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:15.000522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.026957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50678632-f4b0-4763-ac14-72cfb8daf3b2 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:04:15.029532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4057166-8487-426d-8cfe-0a941fec6a67']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:15.046893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa53365-bce2-4131-bd88-b7abf87e18c6') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:15.047611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa53365-bce2-4131-bd88-b7abf87e18c6') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:15.052236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Allocated IP 172.25.8.50 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/5a1466e4-ba3e-4872-9c3b-ef59ab4fe2d2) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:15.067624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.088102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4490af1e-6a91-4786-a767-685c7ff77e53 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.091932 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.100938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:15.102734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:15.106228 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:15.109999 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4490af1e-6a91-4786-a767-685c7ff77e53 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.142867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50678632-f4b0-4763-ac14-72cfb8daf3b2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:04:15.191126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.203057 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4490af1e-6a91-4786-a767-685c7ff77e53 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.204628 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4490af1e-6a91-4786-a767-685c7ff77e53 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4192779 Sep 18 20:04:15.208384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50566) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:15.209019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490af1e-6a91-4786-a767-685c7ff77e53 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff5fa5-f9bd-4ca7-82f7-276e7c57e04a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:15.216691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3cbe03d2-ec98-4079-b04f-20db8911707b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': '56ff5fa5-f9bd-4ca7-82f7-276e7c57e04a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:15.223609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.226129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/c4057166-8487-426d-8cfe-0a941fec6a67 HTTP/1.1" status: 204 len: 168 time: 0.7353301 Sep 18 20:04:15.228000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfd14c-adc7-4ee9-85de-e0328223499f tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=c4057166-8487-426d-8cfe-0a941fec6a67,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:15.230779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50568) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:15.236545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-837966299'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:15.262051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3cbe03d2-ec98-4079-b04f-20db8911707b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.273696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:15.279473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.281261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.314148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:15.330542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.331311 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment 27c1404e-3eb8-4789-8e0c-d49431322408 of type vlan for network 4f173880-a749-4499-a1c8-9b1b78f9c408 Sep 18 20:04:15.353918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3cbe03d2-ec98-4079-b04f-20db8911707b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.361816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3cbe03d2-ec98-4079-b04f-20db8911707b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.377338 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.405953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.411409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe03d2-ec98-4079-b04f-20db8911707b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6bb2c1-a1db-4b5f-b506-9c0484ec8faf,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:15.427292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3cbe03d2-ec98-4079-b04f-20db8911707b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.428683 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3cbe03d2-ec98-4079-b04f-20db8911707b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164798 Sep 18 20:04:15.432077 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50574) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:15.441319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:15.454812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:15.458174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event updated for resources: {'Port': ['ID=5a1466e4-ba3e-4872-9c3b-ef59ab4fe2d2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:15.461250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:15.487434 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.496106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:15.497074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.502387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c56f4d0-24f8-41b4-b296-3d577f5ff3b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.512444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c56f4d0-24f8-41b4-b296-3d577f5ff3b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.541539 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3093839 Sep 18 20:04:15.568730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6eac4581-3cac-452f-b149-acfc1978ad89 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:15.578197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50576) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:15.587593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:15.593747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6eac4581-3cac-452f-b149-acfc1978ad89 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:15.594196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6eac4581-3cac-452f-b149-acfc1978ad89 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:15.607968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36429dcd-e075-4b5c-94cf-26524035c002 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=4f173880-a749-4499-a1c8-9b1b78f9c408,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:15.617919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c56f4d0-24f8-41b4-b296-3d577f5ff3b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.623332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:15.641672 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7c56f4d0-24f8-41b4-b296-3d577f5ff3b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.642822 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7c56f4d0-24f8-41b4-b296-3d577f5ff3b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9e6bb2c1-a1db-4b5f-b506-9c0484ec8faf HTTP/1.1" status: 204 len: 168 time: 0.2071304 Sep 18 20:04:15.645905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50578) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:15.661081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56f4d0-24f8-41b4-b296-3d577f5ff3b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e6bb2c1-a1db-4b5f-b506-9c0484ec8faf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:15.703467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:15.707162 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.761220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e478f9c7-55e2-4969-a90e-2b06a969b453 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1127918 Sep 18 20:04:15.764841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50582) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:15.924106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a5c273b-8dcb-4736-8c3a-e32d4438d3fa tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.926525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.939691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:15.984949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a5c273b-8dcb-4736-8c3a-e32d4438d3fa tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.007411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=d860c9ff-9e9e-4985-9065-f414503162a0,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:16.018199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': '27c1404e-3eb8-4789-8e0c-d49431322408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:16.018562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: 4f173880-a749-4499-a1c8-9b1b78f9c408, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:16.037030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:16.057210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 4f173880-a749-4499-a1c8-9b1b78f9c408) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:16.061519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:16.062146 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.081994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4302fc71-9f93-4c07-9f0b-42ff1a8c43da tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5022080 Sep 18 20:04:16.083139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56503397-fb43-43c6-b939-2d5c569894a6 None None] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:16.085117 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50588) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:16.090518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:16.097347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a5c273b-8dcb-4736-8c3a-e32d4438d3fa tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.099825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a5c273b-8dcb-4736-8c3a-e32d4438d3fa tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.103239 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a5c273b-8dcb-4736-8c3a-e32d4438d3fa tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/56ff5fa5-f9bd-4ca7-82f7-276e7c57e04a HTTP/1.1" status: 204 len: 168 time: 0.3342240 Sep 18 20:04:16.103972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50592) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:16.155839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7f9a6a9b-856d-43cb-862b-1f166b75f79f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506046 Sep 18 20:04:16.156466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50594) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:16.161431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d376a990-26a6-412f-882b-b1d841ee44ac tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935274456'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:16.172243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c273b-8dcb-4736-8c3a-e32d4438d3fa tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff5fa5-f9bd-4ca7-82f7-276e7c57e04a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:16.191174 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d376a990-26a6-412f-882b-b1d841ee44ac tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.314133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-4f173880-a749-4499-a1c8-9b1b78f9c408', 'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': 'd860c9ff-9e9e-4985-9065-f414503162a0'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:16.315323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.316715 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.324775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d376a990-26a6-412f-882b-b1d841ee44ac tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.329784 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:04:16.337652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d376a990-26a6-412f-882b-b1d841ee44ac tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.384715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376a990-26a6-412f-882b-b1d841ee44ac tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1d7ce5-f108-4442-b433-1e863798ca4a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:16.391642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:16.395046 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d376a990-26a6-412f-882b-b1d841ee44ac tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.395369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.396606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d376a990-26a6-412f-882b-b1d841ee44ac tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2390399 Sep 18 20:04:16.400078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50600) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:16.406154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7efcb31e-a9e4-4215-9be1-3364d628f600 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'da1d7ce5-f108-4442-b433-1e863798ca4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:16.440231 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7efcb31e-a9e4-4215-9be1-3364d628f600 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.527907 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7efcb31e-a9e4-4215-9be1-3364d628f600 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.532133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Allocated IP 2001:db8::2 (4f173880-a749-4499-a1c8-9b1b78f9c408/d860c9ff-9e9e-4985-9065-f414503162a0/0904df37-c41a-4a2f-83ac-5f6b3fba0468) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:16.535287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7efcb31e-a9e4-4215-9be1-3364d628f600 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.562666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcb31e-a9e4-4215-9be1-3364d628f600 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e82f56f-41b9-4ef3-aec7-afcf32e19c4e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:16.567119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Router f933ade1-b8ad-4174-abad-c711d6c4396c is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:16.572172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7efcb31e-a9e4-4215-9be1-3364d628f600 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.574606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7efcb31e-a9e4-4215-9be1-3364d628f600 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1724322 Sep 18 20:04:16.576882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50606) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:16.582080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-190e74ff-9ffe-45f7-87f6-15ba2251f230 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'da1d7ce5-f108-4442-b433-1e863798ca4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:16.687880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-190e74ff-9ffe-45f7-87f6-15ba2251f230 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.720180 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.725994 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.768235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:16.771079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:16.777608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:16.784718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Pushing event updated for resources: {'Port': ['ID=0904df37-c41a-4a2f-83ac-5f6b3fba0468,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:16.836105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Attempting to bind port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:16.836568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Attempting to bind port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '27c1404e-3eb8-4789-8e0c-d49431322408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:16.836937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Attempting to bind port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 on network 4f173880-a749-4499-a1c8-9b1b78f9c408 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:16.842404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:16.842780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Checking segment: {'id': '27c1404e-3eb8-4789-8e0c-d49431322408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:16.843185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.843608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Bound using segment: {'id': '27c1404e-3eb8-4789-8e0c-d49431322408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:16.844075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Bound port: 0904df37-c41a-4a2f-83ac-5f6b3fba0468, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c1404e-3eb8-4789-8e0c-d49431322408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:16.844460 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.857987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:16.868059 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ee09a-45b2-44e3-a684-b3646183cf2d None None] Sync routers for ids ['f933ade1-b8ad-4174-abad-c711d6c4396c'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:16.877426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-190e74ff-9ffe-45f7-87f6-15ba2251f230 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.877617 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ee09a-45b2-44e3-a684-b3646183cf2d None None] Routers {'f933ade1-b8ad-4174-abad-c711d6c4396c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:16.878074 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d3ee09a-45b2-44e3-a684-b3646183cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f933ade1-b8ad-4174-abad-c711d6c4396c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:16.889130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-190e74ff-9ffe-45f7-87f6-15ba2251f230 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.907128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.917229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.918464 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e4c3a8a4-a9a5-4298-a497-a7a4c996cf7b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9319932 Sep 18 20:04:16.921560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50610) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:16.922457 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d3ee09a-45b2-44e3-a684-b3646183cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:16.926367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-202fb289-46f1-4c28-90c0-3c418828c82b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': False}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:16.926589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e74ff-9ffe-45f7-87f6-15ba2251f230 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd9aeaa-0b13-4dc7-9ac4-1f68148c42d9,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:16.932682 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ee09a-45b2-44e3-a684-b3646183cf2d None None] Routers {'f933ade1-b8ad-4174-abad-c711d6c4396c'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:16.933379 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d3ee09a-45b2-44e3-a684-b3646183cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f933ade1-b8ad-4174-abad-c711d6c4396c'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:16.933506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] For port 0904df37-c41a-4a2f-83ac-5f6b3fba0468, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:16.940546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] For port 0904df37-c41a-4a2f-83ac-5f6b3fba0468, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0904df37-c41a-4a2f-83ac-5f6b3fba0468,segment=NetworkSegment(27c1404e-3eb8-4789-8e0c-d49431322408),segment_id=27c1404e-3eb8-4789-8e0c-d49431322408)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:16.949292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.950962 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-190e74ff-9ffe-45f7-87f6-15ba2251f230 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:16.952217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-190e74ff-9ffe-45f7-87f6-15ba2251f230 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3739769 Sep 18 20:04:16.959621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50612) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:16.965577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9b380d11-e7b9-4a8b-bad4-af93854836f9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'da1d7ce5-f108-4442-b433-1e863798ca4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:16.967852 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d3ee09a-45b2-44e3-a684-b3646183cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:16.968499 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ee09a-45b2-44e3-a684-b3646183cf2d None None] The sync data for ids ['f933ade1-b8ad-4174-abad-c711d6c4396c'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:16.970763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:16.977455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:16.981865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:16.982465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.004114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=64bc9ddd-3e78-4ef7-91bb-842a7b5bd92c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:17.025280 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-899ea8d4-c8f9-4479-953c-423c5acddd92 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9389925 Sep 18 20:04:17.030598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50614) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:17.044487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe077c-82ed-4c22-9d8e-dce37e05297c None None] Pushing event updated for resources: {'Port': ['ID=0904df37-c41a-4a2f-83ac-5f6b3fba0468,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:17.046442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b380d11-e7b9-4a8b-bad4-af93854836f9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.169006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b754dc-0737-4f1b-9e6f-402955d29af8 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:17.170552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b754dc-0737-4f1b-9e6f-402955d29af8 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:17.172244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b754dc-0737-4f1b-9e6f-402955d29af8 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:17.173787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b754dc-0737-4f1b-9e6f-402955d29af8 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:17.175333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b754dc-0737-4f1b-9e6f-402955d29af8 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:17.180269 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b0b754dc-0737-4f1b-9e6f-402955d29af8 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1448953 Sep 18 20:04:17.183677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50616) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:17.188761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209441858'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:17.215639 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b380d11-e7b9-4a8b-bad4-af93854836f9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.225847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b380d11-e7b9-4a8b-bad4-af93854836f9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.255984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:17.260380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.268836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b380d11-e7b9-4a8b-bad4-af93854836f9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d0ffa7-edee-41c2-8ff9-95474bc30c03,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:17.282703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b380d11-e7b9-4a8b-bad4-af93854836f9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.283742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9b380d11-e7b9-4a8b-bad4-af93854836f9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216314 Sep 18 20:04:17.286689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:17.292003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d9701b19-e4d0-4071-a78c-36675980fea5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'da1d7ce5-f108-4442-b433-1e863798ca4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:17.319022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:17.334882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.335263 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment 629b3545-9754-4378-a169-30c536510e52 of type vlan for network 74496d1e-d63d-475a-a344-208121ffb13c Sep 18 20:04:17.346421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9701b19-e4d0-4071-a78c-36675980fea5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.403271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.452059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.457607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:17.458321 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.462015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9701b19-e4d0-4071-a78c-36675980fea5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.472736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9701b19-e4d0-4071-a78c-36675980fea5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.515597 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3307788 Sep 18 20:04:17.521034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9701b19-e4d0-4071-a78c-36675980fea5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb745e95-0fc2-41c0-84b2-125c31809f82,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:17.523247 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50620) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:17.531118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e7c7ec8b-1755-44b4-8f5d-440b25c976e2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:17.568341 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d9701b19-e4d0-4071-a78c-36675980fea5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.569892 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d9701b19-e4d0-4071-a78c-36675980fea5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821081 Sep 18 20:04:17.588537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0904df37-c41a-4a2f-83ac-5f6b3fba0468 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:17.604175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50622) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:17.610828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f57378b8-e2c7-4fa2-a6ff-bfd5b9a05a84 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'da1d7ce5-f108-4442-b433-1e863798ca4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:17.646980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:17.647224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.748777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f57378b8-e2c7-4fa2-a6ff-bfd5b9a05a84 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.754077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-202fb289-46f1-4c28-90c0-3c418828c82b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.763131 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.853223 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f57378b8-e2c7-4fa2-a6ff-bfd5b9a05a84 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.855852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 0904df37-c41a-4a2f-83ac-5f6b3fba0468, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0904df37-c41a-4a2f-83ac-5f6b3fba0468,segment=NetworkSegment(27c1404e-3eb8-4789-8e0c-d49431322408),segment_id=27c1404e-3eb8-4789-8e0c-d49431322408)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:17.861311 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.862471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f57378b8-e2c7-4fa2-a6ff-bfd5b9a05a84 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.931635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f57378b8-e2c7-4fa2-a6ff-bfd5b9a05a84 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:17.933553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f57378b8-e2c7-4fa2-a6ff-bfd5b9a05a84 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3282847 Sep 18 20:04:17.934817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57378b8-e2c7-4fa2-a6ff-bfd5b9a05a84 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7647f617-3dd6-4353-9363-fdf2470a82b2,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:17.938151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50630) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:17.952370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=0904df37-c41a-4a2f-83ac-5f6b3fba0468,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:17.985792 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-47c724c0-3d1a-4352-9763-bf358f7ac70c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.003946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9f717-a45b-44aa-9bdb-91447815fe4d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=74496d1e-d63d-475a-a344-208121ffb13c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:18.008523 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-47c724c0-3d1a-4352-9763-bf358f7ac70c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.017986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 74496d1e-d63d-475a-a344-208121ffb13c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:18.097472 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-47c724c0-3d1a-4352-9763-bf358f7ac70c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.113193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-47c724c0-3d1a-4352-9763-bf358f7ac70c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.116867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-47c724c0-3d1a-4352-9763-bf358f7ac70c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7647f617-3dd6-4353-9363-fdf2470a82b2 HTTP/1.1" status: 204 len: 168 time: 0.1730161 Sep 18 20:04:18.116867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c724c0-3d1a-4352-9763-bf358f7ac70c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7647f617-3dd6-4353-9363-fdf2470a82b2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:18.130813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50634) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:18.170862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ec8b-1755-44b4-8f5d-440b25c976e2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.190216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ec8b-1755-44b4-8f5d-440b25c976e2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.219790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7c7ec8b-1755-44b4-8f5d-440b25c976e2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network 74496d1e-d63d-475a-a344-208121ffb13c is not hosted by any dhcp agent {{(pid=94940) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 20:04:18.226070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c7ec8b-1755-44b4-8f5d-440b25c976e2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:18.227513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7c7ec8b-1755-44b4-8f5d-440b25c976e2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.229023 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7c7ec8b-1755-44b4-8f5d-440b25c976e2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "PUT /v2.0/networks/74496d1e-d63d-475a-a344-208121ffb13c HTTP/1.1" status: 200 len: 723 time: 0.7021561 Sep 18 20:04:18.232725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50636) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:18.238024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': '74496d1e-d63d-475a-a344-208121ffb13c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:18.239675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ebef8fa8-45f0-49bb-9c5f-7559a6e34151 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1079621 Sep 18 20:04:18.267265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50638) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:18.330713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc68aebb-c6d0-4208-a60c-13aa22d63977 None None] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:18.375575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-20935fe1-8951-451d-83ec-4b1fb58aef7d None None] Provisioning complete for port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:18.376014 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-20935fe1-8951-451d-83ec-4b1fb58aef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.409784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7ec8b-1755-44b4-8f5d-440b25c976e2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=74496d1e-d63d-475a-a344-208121ffb13c,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:18.427316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb789ea3-571e-4a35-b028-0ba11b4262d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.443595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 74496d1e-d63d-475a-a344-208121ffb13c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:18.444565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb789ea3-571e-4a35-b028-0ba11b4262d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.472488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:18.476989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.488134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-202fb289-46f1-4c28-90c0-3c418828c82b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.493741 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-202fb289-46f1-4c28-90c0-3c418828c82b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.512903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb789ea3-571e-4a35-b028-0ba11b4262d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.531023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb789ea3-571e-4a35-b028-0ba11b4262d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.532845 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cb789ea3-571e-4a35-b028-0ba11b4262d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/eb745e95-0fc2-41c0-84b2-125c31809f82 HTTP/1.1" status: 204 len: 168 time: 0.2537875 Sep 18 20:04:18.534589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789ea3-571e-4a35-b028-0ba11b4262d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb745e95-0fc2-41c0-84b2-125c31809f82,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:18.539205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50646) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:18.621270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202fb289-46f1-4c28-90c0-3c418828c82b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Router f933ade1-b8ad-4174-abad-c711d6c4396c has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:04:18.645848 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d9af5e3e-bedc-450e-8598-17c1c4a4ebd3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1039910 Sep 18 20:04:18.650161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50650) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:18.729251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9c7c-b12c-40b6-bc5b-d89da544bed3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.739344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9c7c-b12c-40b6-bc5b-d89da544bed3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.762633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202fb289-46f1-4c28-90c0-3c418828c82b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:18.767970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-202fb289-46f1-4c28-90c0-3c418828c82b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.769315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-202fb289-46f1-4c28-90c0-3c418828c82b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "PUT /v2.0/routers/f933ade1-b8ad-4174-abad-c711d6c4396c HTTP/1.1" status: 200 len: 920 time: 1.8465502 Sep 18 20:04:18.772438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50654) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:18.814321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee9620c-46d9-429c-887c-d8b19a7e1068 None None] Sync routers for ids ['f933ade1-b8ad-4174-abad-c711d6c4396c'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:18.833355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9620c-46d9-429c-887c-d8b19a7e1068 None None] Routers {'f933ade1-b8ad-4174-abad-c711d6c4396c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:18.834434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bee9620c-46d9-429c-887c-d8b19a7e1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f933ade1-b8ad-4174-abad-c711d6c4396c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:18.858855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9c7c-b12c-40b6-bc5b-d89da544bed3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.871462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9c7c-b12c-40b6-bc5b-d89da544bed3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.875234 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5f3d9c7c-b12c-40b6-bc5b-d89da544bed3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/80d0ffa7-edee-41c2-8ff9-95474bc30c03 HTTP/1.1" status: 204 len: 168 time: 0.2212260 Sep 18 20:04:18.875496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716549c-d7d8-46fb-9e15-55b44d27be40 None None] Update dhcp port {'port': {'network_id': '4f173880-a749-4499-a1c8-9b1b78f9c408', 'fixed_ips': [{'subnet_id': 'd860c9ff-9e9e-4985-9065-f414503162a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '64bc9ddd-3e78-4ef7-91bb-842a7b5bd92c'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '0904df37-c41a-4a2f-83ac-5f6b3fba0468'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:04:18.878005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50656) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:18.879770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bee9620c-46d9-429c-887c-d8b19a7e1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:18.886431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d9c7c-b12c-40b6-bc5b-d89da544bed3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80d0ffa7-edee-41c2-8ff9-95474bc30c03,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:18.890805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.915955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9620c-46d9-429c-887c-d8b19a7e1068 None None] Routers {'f933ade1-b8ad-4174-abad-c711d6c4396c'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:18.916650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bee9620c-46d9-429c-887c-d8b19a7e1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f933ade1-b8ad-4174-abad-c711d6c4396c'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:18.960041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-728786e8-3cee-4da0-a360-6b3d0ad4b9e6 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0771079 Sep 18 20:04:18.961359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50660) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:18.965196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bee9620c-46d9-429c-887c-d8b19a7e1068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:18.966150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee9620c-46d9-429c-887c-d8b19a7e1068 None None] The sync data for ids ['f933ade1-b8ad-4174-abad-c711d6c4396c'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:18.969063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0716549c-d7d8-46fb-9e15-55b44d27be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:18.993501 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8abde561-69b8-42f9-8605-abf942b42a9f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.003512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8abde561-69b8-42f9-8605-abf942b42a9f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.004597 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fcb81602-d9f4-4ce9-bebf-eb77c751b43b tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/routers/f933ade1-b8ad-4174-abad-c711d6c4396c HTTP/1.1" status: 200 len: 920 time: 0.2303476 Sep 18 20:04:19.005596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=58cd2825-5448-4197-b325-03f33d2d3772,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:19.010949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50662) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.045207 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8abde561-69b8-42f9-8605-abf942b42a9f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.056156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8abde561-69b8-42f9-8605-abf942b42a9f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.060778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8abde561-69b8-42f9-8605-abf942b42a9f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/abd9aeaa-0b13-4dc7-9ac4-1f68148c42d9 HTTP/1.1" status: 204 len: 168 time: 0.0978174 Sep 18 20:04:19.061136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50664) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.067199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abde561-69b8-42f9-8605-abf942b42a9f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abd9aeaa-0b13-4dc7-9ac4-1f68148c42d9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:19.116092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': '629b3545-9754-4378-a169-30c536510e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74496d1e-d63d-475a-a344-208121ffb13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:19.116530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: 74496d1e-d63d-475a-a344-208121ffb13c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:19.150549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-0716549c-d7d8-46fb-9e15-55b44d27be40 None None] Allocated IP 172.20.0.1 (4f173880-a749-4499-a1c8-9b1b78f9c408/64bc9ddd-3e78-4ef7-91bb-842a7b5bd92c/0904df37-c41a-4a2f-83ac-5f6b3fba0468) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:19.161665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1614817-3366-4f01-b553-ba984bd5ed63 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:19.167007 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d1614817-3366-4f01-b553-ba984bd5ed63 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=f933ade1-b8ad-4174-abad-c711d6c4396c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1485674 Sep 18 20:04:19.167691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50666) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.187661 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d032dfb8-acfa-4fc7-8314-c1de1cba358d tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1226473 Sep 18 20:04:19.187894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50668) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.196683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network 74496d1e-d63d-475a-a344-208121ffb13c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:19.227327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 74496d1e-d63d-475a-a344-208121ffb13c) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:19.232971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:19.234125 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.239512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b6e5d1-48e8-439e-a9b0-f7c2b95f28ca None None] Network 74496d1e-d63d-475a-a344-208121ffb13c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:19.251210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9e460a6-dab1-4eb7-8006-c400d348563b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.268565 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9e460a6-dab1-4eb7-8006-c400d348563b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.274603 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3da54a78-e871-485a-96f0-e23e80575c20 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0391560 Sep 18 20:04:19.280062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50672) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.295947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0d2f03d5-a68e-4241-9883-47f898f34958 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:19.307477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d79b8e-d016-4393-b793-ef931dbab848 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:19.310178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-57d79b8e-d016-4393-b793-ef931dbab848 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 881 time: 0.1400745 Sep 18 20:04:19.314845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50674) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.333567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0716549c-d7d8-46fb-9e15-55b44d27be40 None None] For port 0904df37-c41a-4a2f-83ac-5f6b3fba0468, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0904df37-c41a-4a2f-83ac-5f6b3fba0468,segment=NetworkSegment(27c1404e-3eb8-4789-8e0c-d49431322408),segment_id=27c1404e-3eb8-4789-8e0c-d49431322408)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:19.354608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d3ed522-fcea-4b60-aeb8-5e8a853cd6eb tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=f933ade1-b8ad-4174-abad-c711d6c4396c HTTP/1.1" status: 200 len: 205 time: 0.0383494 Sep 18 20:04:19.357563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50676) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.364359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50678) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.390588 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0716549c-d7d8-46fb-9e15-55b44d27be40 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.412505 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0716549c-d7d8-46fb-9e15-55b44d27be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.436778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d2f03d5-a68e-4241-9883-47f898f34958 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58932434'] for subnet, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.488312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9e460a6-dab1-4eb7-8006-c400d348563b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.509844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.510382 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9e460a6-dab1-4eb7-8006-c400d348563b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.514095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50682) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.520060 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f9e460a6-dab1-4eb7-8006-c400d348563b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0e82f56f-41b9-4ef3-aec7-afcf32e19c4e HTTP/1.1" status: 204 len: 168 time: 0.3228068 Sep 18 20:04:19.556804 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716549c-d7d8-46fb-9e15-55b44d27be40 None None] Pushing event updated for resources: {'Port': ['ID=0904df37-c41a-4a2f-83ac-5f6b3fba0468,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:19.572101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-74496d1e-d63d-475a-a344-208121ffb13c', 'network_id': '74496d1e-d63d-475a-a344-208121ffb13c', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': '58cd2825-5448-4197-b325-03f33d2d3772'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:19.573051 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.581935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0904df37-c41a-4a2f-83ac-5f6b3fba0468 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:19.591298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e460a6-dab1-4eb7-8006-c400d348563b tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e82f56f-41b9-4ef3-aec7-afcf32e19c4e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:19.666216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.685610 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d2f03d5-a68e-4241-9883-47f898f34958 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781702080260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58802849'] for subnet, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.711548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d8412cb-39d7-4dc0-adce-94b4335af8ef tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1947310 Sep 18 20:04:19.717073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50684) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.723320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-386b3bea-2666-420d-8e73-a2e90a3d7c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.812280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f03d5-a68e-4241-9883-47f898f34958 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=58cd2825-5448-4197-b325-03f33d2d3772,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:19.819619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Deleting port 5a1466e4-ba3e-4872-9c3b-ef59ab4fe2d2 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:19.823451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f03d5-a68e-4241-9883-47f898f34958 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:19.824085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.824411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0d2f03d5-a68e-4241-9883-47f898f34958 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.827047 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0d2f03d5-a68e-4241-9883-47f898f34958 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "PUT /v2.0/subnets/58cd2825-5448-4197-b325-03f33d2d3772 HTTP/1.1" status: 200 len: 826 time: 0.5449746 Sep 18 20:04:19.831777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50686) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:19.885218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08f3de6c-dce4-4a8a-ad5f-79cb173cd1f8 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.952228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.953625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Allocated IP 2001:db8::2 (74496d1e-d63d-475a-a344-208121ffb13c/58cd2825-5448-4197-b325-03f33d2d3772/aa2e7519-d8bb-4925-a9cd-829e03b0f1d2) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:19.954781 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08f3de6c-dce4-4a8a-ad5f-79cb173cd1f8 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.965249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-386b3bea-2666-420d-8e73-a2e90a3d7c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:19.972025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Calling delete_port for 5a1466e4-ba3e-4872-9c3b-ef59ab4fe2d2 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:19.984958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-386b3bea-2666-420d-8e73-a2e90a3d7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.012793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.042787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:20.043306 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.080127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b3bea-2666-420d-8e73-a2e90a3d7c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e7cd8f-80ae-4073-b16b-d4daaa628dcb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.087551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-386b3bea-2666-420d-8e73-a2e90a3d7c66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd9a0ec14c954f3f874851bd4ba40fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7220581 Sep 18 20:04:20.088676 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08f3de6c-dce4-4a8a-ad5f-79cb173cd1f8 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.091821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50688) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:20.094954 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-08f3de6c-dce4-4a8a-ad5f-79cb173cd1f8 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.098289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-08f3de6c-dce4-4a8a-ad5f-79cb173cd1f8 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/da1d7ce5-f108-4442-b433-1e863798ca4a HTTP/1.1" status: 204 len: 168 time: 0.3741343 Sep 18 20:04:20.102799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:20.121744 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.175758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3de6c-dce4-4a8a-ad5f-79cb173cd1f8 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1d7ce5-f108-4442-b433-1e863798ca4a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.225633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8ec6706e-4a77-4bd7-8106-902800c33f48 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1219189 Sep 18 20:04:20.231425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50692) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:20.238552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9cf435f1-17af-45bc-8759-2b36e6825424 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993203372'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:20.247998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4e81-c2cf-472e-8e6b-a16e30639a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.253445 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.273876 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.287163 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.325639 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4e81-c2cf-472e-8e6b-a16e30639a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.328983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=58cd2825-5448-4197-b325-03f33d2d3772,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.329122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cf435f1-17af-45bc-8759-2b36e6825424 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.353814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Network 74496d1e-d63d-475a-a344-208121ffb13c is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:20.359126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:20.362307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:20.387164 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.394760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Pushing event updated for resources: {'Port': ['ID=aa2e7519-d8bb-4925-a9cd-829e03b0f1d2,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.414593 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.437634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Attempting to bind port aa2e7519-d8bb-4925-a9cd-829e03b0f1d2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:20.438020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Attempting to bind port aa2e7519-d8bb-4925-a9cd-829e03b0f1d2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '629b3545-9754-4378-a169-30c536510e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74496d1e-d63d-475a-a344-208121ffb13c'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:20.438532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Attempting to bind port aa2e7519-d8bb-4925-a9cd-829e03b0f1d2 on network 74496d1e-d63d-475a-a344-208121ffb13c {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:20.443598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74496d1e-d63d-475a-a344-208121ffb13c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:20.448190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:20.449185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Checking segment: {'id': '629b3545-9754-4378-a169-30c536510e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74496d1e-d63d-475a-a344-208121ffb13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:20.449824 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.450293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Bound using segment: {'id': '629b3545-9754-4378-a169-30c536510e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74496d1e-d63d-475a-a344-208121ffb13c'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:20.451007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Bound port: aa2e7519-d8bb-4925-a9cd-829e03b0f1d2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629b3545-9754-4378-a169-30c536510e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '74496d1e-d63d-475a-a344-208121ffb13c'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:20.451589 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.457098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629b3545-9754-4378-a169-30c536510e52') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:20.457463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629b3545-9754-4378-a169-30c536510e52') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:20.470782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.477606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event deleted for resources: {'Port': ['ID=5a1466e4-ba3e-4872-9c3b-ef59ab4fe2d2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.487839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.495947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:20.496331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:20.502491 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:20.552630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] For port aa2e7519-d8bb-4925-a9cd-829e03b0f1d2, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:20.556713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d33fd-ff08-4212-8ea9-b38b45d41229 None None] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:20.557275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4e81-c2cf-472e-8e6b-a16e30639a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.560043 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4e81-c2cf-472e-8e6b-a16e30639a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.563759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ab0b4e81-c2cf-472e-8e6b-a16e30639a58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33e7cd8f-80ae-4073-b16b-d4daaa628dcb HTTP/1.1" status: 204 len: 168 time: 0.4683273 Sep 18 20:04:20.581701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 20:04:20.581701 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 20:04:20.581701 n-d-789963-11 neutron-server[94940]: [parameters: {'id': '74496d1e-d63d-475a-a344-208121ffb13c'}] Sep 18 20:04:20.581701 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:04:20.582563 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:04:20.589048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b4e81-c2cf-472e-8e6b-a16e30639a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e7cd8f-80ae-4073-b16b-d4daaa628dcb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.611464 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.614261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] For port aa2e7519-d8bb-4925-a9cd-829e03b0f1d2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=aa2e7519-d8bb-4925-a9cd-829e03b0f1d2,segment=NetworkSegment(629b3545-9754-4378-a169-30c536510e52),segment_id=629b3545-9754-4378-a169-30c536510e52)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:20.652199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.686064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cf435f1-17af-45bc-8759-2b36e6825424 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.724537 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cf435f1-17af-45bc-8759-2b36e6825424 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.729952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.735156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.773427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bad8d827-01b9-42a1-9518-0f7faeaddbd8 None None] Provisioning complete for port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:20.773874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bad8d827-01b9-42a1-9518-0f7faeaddbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.785948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cf435f1-17af-45bc-8759-2b36e6825424 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.790460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9cf435f1-17af-45bc-8759-2b36e6825424 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5560560 Sep 18 20:04:20.791515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50698) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:20.799153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf435f1-17af-45bc-8759-2b36e6825424 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d816bc-b2b3-46b5-a205-fcf5b11d938d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.800941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1d124166-68a4-4972-a685-f05ed833ff94 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'b0d816bc-b2b3-46b5-a205-fcf5b11d938d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:20.802249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.802867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Fanout notify agent at l3_agent the message router_deleted on router f933ade1-b8ad-4174-abad-c711d6c4396c {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:20.810284 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.817267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ec7ddace-beae-4603-bf68-779c3e1bb684 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/f933ade1-b8ad-4174-abad-c711d6c4396c HTTP/1.1" status: 204 len: 168 time: 1.4577146 Sep 18 20:04:20.818008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50700) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:20.823602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f00f5fad-4a99-410e-a5f7-8069e85a079d tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-313469842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:20.833373 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc15a3-861e-44d6-bab4-3fb90863a4b1 None None] Pushing event updated for resources: {'Port': ['ID=aa2e7519-d8bb-4925-a9cd-829e03b0f1d2,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.857875 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d124166-68a4-4972-a685-f05ed833ff94 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.864893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df03bbea-230e-428e-94e3-a322bd0423ec None None] Network 74496d1e-d63d-475a-a344-208121ffb13c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:20.872815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f00f5fad-4a99-410e-a5f7-8069e85a079d tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.873414 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f00f5fad-4a99-410e-a5f7-8069e85a079d tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.933054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d124166-68a4-4972-a685-f05ed833ff94 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.938053 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d124166-68a4-4972-a685-f05ed833ff94 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.946400 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f00f5fad-4a99-410e-a5f7-8069e85a079d tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.949189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50702) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:20.957866 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f00f5fad-4a99-410e-a5f7-8069e85a079d tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.961566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d124166-68a4-4972-a685-f05ed833ff94 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67430b66-4db6-4525-8852-b80ec2b60077,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:20.972075 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-10d1612b-868a-43b6-9204-52bee18efdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.977305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d124166-68a4-4972-a685-f05ed833ff94 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.981599 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1d124166-68a4-4972-a685-f05ed833ff94 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1824586 Sep 18 20:04:20.982241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50704) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:20.995055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f00f5fad-4a99-410e-a5f7-8069e85a079d tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:20.998844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f00f5fad-4a99-410e-a5f7-8069e85a079d tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1773305 Sep 18 20:04:20.999419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50706) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:21.006259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:21.085306 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.088694 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-10d1612b-868a-43b6-9204-52bee18efdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.096731 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-10d1612b-868a-43b6-9204-52bee18efdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.118640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c08b7-7380-4719-8013-037615be9b89 None None] Network 74496d1e-d63d-475a-a344-208121ffb13c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:21.140747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1612b-868a-43b6-9204-52bee18efdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f230910d-cdbc-4ae1-a1c4-001c4971fc1b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:21.147088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-10d1612b-868a-43b6-9204-52bee18efdfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b12fe8539f14e47ae9bbadbdaaeac31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965866 Sep 18 20:04:21.150894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50708) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:21.212718 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c458305-a95d-44bc-8573-e8eff72515bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.221240 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6d914e5-b830-4c60-b64b-47a818d7a788 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.240460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c458305-a95d-44bc-8573-e8eff72515bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.315686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c458305-a95d-44bc-8573-e8eff72515bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.318490 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c458305-a95d-44bc-8573-e8eff72515bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.323461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7c458305-a95d-44bc-8573-e8eff72515bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f230910d-cdbc-4ae1-a1c4-001c4971fc1b HTTP/1.1" status: 204 len: 168 time: 0.1714005 Sep 18 20:04:21.332536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c458305-a95d-44bc-8573-e8eff72515bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230910d-cdbc-4ae1-a1c4-001c4971fc1b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:21.353082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6d914e5-b830-4c60-b64b-47a818d7a788 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.380056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c82134-0618-45f9-9653-f689b64816ca None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:04:21.408422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.447414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1b33259e-1178-48ac-a3c4-99748bd94d9a None None] Provisioning complete for port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:21.447414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1b33259e-1178-48ac-a3c4-99748bd94d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.460269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting port aa2e7519-d8bb-4925-a9cd-829e03b0f1d2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:21.461346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.492635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6d914e5-b830-4c60-b64b-47a818d7a788 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.495949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6d914e5-b830-4c60-b64b-47a818d7a788 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.497194 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6d914e5-b830-4c60-b64b-47a818d7a788 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/b0d816bc-b2b3-46b5-a205-fcf5b11d938d HTTP/1.1" status: 204 len: 168 time: 0.5139835 Sep 18 20:04:21.500219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50712) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:21.524502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d914e5-b830-4c60-b64b-47a818d7a788 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d816bc-b2b3-46b5-a205-fcf5b11d938d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:21.574857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] For port aa2e7519-d8bb-4925-a9cd-829e03b0f1d2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=aa2e7519-d8bb-4925-a9cd-829e03b0f1d2,segment=NetworkSegment(629b3545-9754-4378-a169-30c536510e52),segment_id=629b3545-9754-4378-a169-30c536510e52)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:21.575337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.577453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c82134-0618-45f9-9653-f689b64816ca None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:04:21.615651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Calling delete_port for aa2e7519-d8bb-4925-a9cd-829e03b0f1d2 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:21.639355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0904df37-c41a-4a2f-83ac-5f6b3fba0468 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:21.643006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-28f52202-02aa-4af0-9c77-a43e548ef75e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1400521 Sep 18 20:04:21.643725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50716) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:21.649600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-967948ca-8cd9-44b6-be0b-ee6b600e4937 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372337708'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:21.670441 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea6e5-2959-4a6f-8f52-5adbc5c5f958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.682937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-967948ca-8cd9-44b6-be0b-ee6b600e4937 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.799635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-967948ca-8cd9-44b6-be0b-ee6b600e4937 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.806391 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-967948ca-8cd9-44b6-be0b-ee6b600e4937 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.834086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:21.834577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.853713 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-967948ca-8cd9-44b6-be0b-ee6b600e4937 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.858938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-967948ca-8cd9-44b6-be0b-ee6b600e4937 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2116740 Sep 18 20:04:21.858938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967948ca-8cd9-44b6-be0b-ee6b600e4937 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a9c286-9557-4a12-9606-a19943c370c7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:21.861073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50726) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:21.867658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.868221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-beceb3dc-21c9-4bda-b242-9ae4c7400556 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-secgroup--877477652'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:21.888466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.914803 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-beceb3dc-21c9-4bda-b242-9ae4c7400556 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:21.950902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.002596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Port': ['ID=aa2e7519-d8bb-4925-a9cd-829e03b0f1d2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:22.013599 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No DVR routers for this DVR port aa2e7519-d8bb-4925-a9cd-829e03b0f1d2 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:22.058237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-beceb3dc-21c9-4bda-b242-9ae4c7400556 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.064215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-beceb3dc-21c9-4bda-b242-9ae4c7400556 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.115790 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-beceb3dc-21c9-4bda-b242-9ae4c7400556 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.117794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-beceb3dc-21c9-4bda-b242-9ae4c7400556 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2554460 Sep 18 20:04:22.121967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50734) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:22.128819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-36d68716-8df8-4be2-a563-1a91a982476c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': '67a9c286-9557-4a12-9606-a19943c370c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ac90d3b-103c-46f9-88b1-a973c51c5907', 'remote_ip_prefix': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:22.143141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceb3dc-21c9-4bda-b242-9ae4c7400556 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac90d3b-103c-46f9-88b1-a973c51c5907,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:22.176491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.211925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Allocated IP 172.25.8.50 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/3bcbfea0-2416-4ab3-a773-b0a8afa5ea81) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:22.217523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74496d1e-d63d-475a-a344-208121ffb13c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:22.236261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629b3545-9754-4378-a169-30c536510e52') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:22.236671 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629b3545-9754-4378-a169-30c536510e52') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:22.263418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.287042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36d68716-8df8-4be2-a563-1a91a982476c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.293443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.334553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:22.334953 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:22.339936 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:22.446783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.469151 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.471111 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/74496d1e-d63d-475a-a344-208121ffb13c HTTP/1.1" status: 204 len: 168 time: 2.6373792 Sep 18 20:04:22.474446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50754) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:22.477346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.493779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22385aec-2eab-41a5-98ea-50330f3231c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=74496d1e-d63d-475a-a344-208121ffb13c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:22.496835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36d68716-8df8-4be2-a563-1a91a982476c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.497306 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4e8b8a-a5f7-4352-b429-d4b95e204c52 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:22.498017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4e8b8a-a5f7-4352-b429-d4b95e204c52 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:22.500212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5a4e8b8a-a5f7-4352-b429-d4b95e204c52 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/74496d1e-d63d-475a-a344-208121ffb13c HTTP/1.1" status: 404 len: 339 time: 0.0243180 Sep 18 20:04:22.504272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50756) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:22.509930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36d68716-8df8-4be2-a563-1a91a982476c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.512790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2078033803', 'description': 'd1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:22.537420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:22.540448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d68716-8df8-4be2-a563-1a91a982476c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ff8ee5-a13c-4776-a963-e5018e82871e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:22.548911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36d68716-8df8-4be2-a563-1a91a982476c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.552742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36d68716-8df8-4be2-a563-1a91a982476c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4249220 Sep 18 20:04:22.553002 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.554124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.556285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50758) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:22.600727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:22.601175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ae33d57a-0315-4a51-8733-2f5c9df766a6 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.608637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:22.613182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:22.616294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ae33d57a-0315-4a51-8733-2f5c9df766a6 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.616512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event updated for resources: {'Port': ['ID=3bcbfea0-2416-4ab3-a773-b0a8afa5ea81,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:22.631501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:22.653720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.654221 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment d18f7d8c-d597-4073-bbf4-ac201ac08b27 of type vlan for network ce798ed6-3095-4f0e-b578-a63e97434457 Sep 18 20:04:22.689399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ae33d57a-0315-4a51-8733-2f5c9df766a6 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.702658 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ae33d57a-0315-4a51-8733-2f5c9df766a6 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.705184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ae33d57a-0315-4a51-8733-2f5c9df766a6 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f9ff8ee5-a13c-4776-a963-e5018e82871e HTTP/1.1" status: 204 len: 168 time: 0.1479344 Sep 18 20:04:22.712420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50762) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:22.725703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.737129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33d57a-0315-4a51-8733-2f5c9df766a6 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9ff8ee5-a13c-4776-a963-e5018e82871e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:22.746685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50764) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:22.791453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c13190b2-1962-4932-85cf-79bf54dcbb20 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0745213 Sep 18 20:04:22.791453 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.794942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:22.795639 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.798773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50768) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:22.848986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3408720 Sep 18 20:04:22.854971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50770) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:22.945945 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2420eb32-3b58-4128-b5c1-bcdb49a00462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:22.952595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a9f58-c79b-47ff-b2fa-3fb2f484b205 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=ce798ed6-3095-4f0e-b578-a63e97434457,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:22.966481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ce798ed6-3095-4f0e-b578-a63e97434457 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:23.036101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac14bb-1be6-4f33-99d2-17afef27ceb2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:23.041325 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-15ac14bb-1be6-4f33-99d2-17afef27ceb2 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/networks?id=ce798ed6-3095-4f0e-b578-a63e97434457 HTTP/1.1" status: 200 len: 765 time: 0.1816604 Sep 18 20:04:23.041325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50772) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.048221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2ccc4571-b33b-443c-a2d8-844433e15e79 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'description': 'd2'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:23.051675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9863e072-348a-441a-aa5d-2ff19b139bed tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.151161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9863e072-348a-441a-aa5d-2ff19b139bed tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.204769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.290274 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.297916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9863e072-348a-441a-aa5d-2ff19b139bed tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.300486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9863e072-348a-441a-aa5d-2ff19b139bed tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.301636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9863e072-348a-441a-aa5d-2ff19b139bed tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/4ac90d3b-103c-46f9-88b1-a973c51c5907 HTTP/1.1" status: 204 len: 168 time: 0.4992135 Sep 18 20:04:23.305399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50774) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.324327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4571-b33b-443c-a2d8-844433e15e79 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.334401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863e072-348a-441a-aa5d-2ff19b139bed tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac90d3b-103c-46f9-88b1-a973c51c5907,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:23.337545 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2420eb32-3b58-4128-b5c1-bcdb49a00462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.345581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2420eb32-3b58-4128-b5c1-bcdb49a00462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.352266 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4571-b33b-443c-a2d8-844433e15e79 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.392401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ccc4571-b33b-443c-a2d8-844433e15e79 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network ce798ed6-3095-4f0e-b578-a63e97434457 is not hosted by any dhcp agent {{(pid=94941) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 20:04:23.397792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccc4571-b33b-443c-a2d8-844433e15e79 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:23.398969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4571-b33b-443c-a2d8-844433e15e79 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.400395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ccc4571-b33b-443c-a2d8-844433e15e79 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "PUT /v2.0/networks/ce798ed6-3095-4f0e-b578-a63e97434457 HTTP/1.1" status: 200 len: 762 time: 0.3583832 Sep 18 20:04:23.405464 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-12ac0a2e-a98e-444c-94d0-d1d482915ad0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0984311 Sep 18 20:04:23.418047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50776) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.418389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50778) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.448281 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.453390 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.456924 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.478253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2420eb32-3b58-4128-b5c1-bcdb49a00462 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e68c08b562a41bbb4e020502fd784ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7293894 Sep 18 20:04:23.478985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420eb32-3b58-4128-b5c1-bcdb49a00462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33aa8cf-2750-486e-9eb0-534e66341070,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:23.492939 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50780) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.526528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc4571-b33b-443c-a2d8-844433e15e79 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=ce798ed6-3095-4f0e-b578-a63e97434457,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:23.538213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network ce798ed6-3095-4f0e-b578-a63e97434457 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:23.597862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.606652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8820729-66c8-4fc9-beb4-8fa365eb3dff tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:23.608249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d8820729-66c8-4fc9-beb4-8fa365eb3dff tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/networks?id=ce798ed6-3095-4f0e-b578-a63e97434457 HTTP/1.1" status: 200 len: 765 time: 0.1808534 Sep 18 20:04:23.612017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50782) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.631604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f683f64-7a6a-44cd-a8e6-aa3b355be574 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.634930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.677129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Router 1c6bf3dc-4145-472d-87f7-41a33a57c0ef is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:23.730286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.732846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.733994 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b33aa8cf-2750-486e-9eb0-534e66341070 HTTP/1.1" status: 204 len: 168 time: 0.2408285 Sep 18 20:04:23.747955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33aa8cf-2750-486e-9eb0-534e66341070,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:23.768985 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f683f64-7a6a-44cd-a8e6-aa3b355be574 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.787314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.787690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.788222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.789282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.789826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.790327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.790824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.791319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.791834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.792345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.792836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.793318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36932c96-3fd2-4f7a-85dd-2a43de6d3908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:23.817872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:23.825687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.830566 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-40fbac5e-87d6-4db7-8aaf-61853dc0ff12 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "PUT /v2.0/routers/1c6bf3dc-4145-472d-87f7-41a33a57c0ef HTTP/1.1" status: 200 len: 878 time: 2.8297310 Sep 18 20:04:23.831400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50786) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.834699 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03b30b-9536-4995-ad0d-fb27b43043de None None] Sync routers for ids ['1c6bf3dc-4145-472d-87f7-41a33a57c0ef'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:23.845215 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03b30b-9536-4995-ad0d-fb27b43043de None None] Routers {'1c6bf3dc-4145-472d-87f7-41a33a57c0ef'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:23.845938 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0b03b30b-9536-4995-ad0d-fb27b43043de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1c6bf3dc-4145-472d-87f7-41a33a57c0ef'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:23.862269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71942806-1c83-4532-b312-1957d4b3d3b9 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:23.863802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-71942806-1c83-4532-b312-1957d4b3d3b9 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2508621 Sep 18 20:04:23.866564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50788) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.885817 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0b03b30b-9536-4995-ad0d-fb27b43043de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:23.895282 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03b30b-9536-4995-ad0d-fb27b43043de None None] Routers {'1c6bf3dc-4145-472d-87f7-41a33a57c0ef'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:23.896284 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0b03b30b-9536-4995-ad0d-fb27b43043de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:03:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1c6bf3dc-4145-472d-87f7-41a33a57c0ef'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:23.907522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f683f64-7a6a-44cd-a8e6-aa3b355be574 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.910085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f683f64-7a6a-44cd-a8e6-aa3b355be574 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:23.911192 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4f683f64-7a6a-44cd-a8e6-aa3b355be574 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/67a9c286-9557-4a12-9606-a19943c370c7 HTTP/1.1" status: 204 len: 168 time: 0.4813130 Sep 18 20:04:23.913168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d14c492f-7d74-4246-8b8f-208737730386 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 207 time: 0.0452111 Sep 18 20:04:23.913821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50792) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.923924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50794) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:23.934625 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0b03b30b-9536-4995-ad0d-fb27b43043de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:23.935365 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03b30b-9536-4995-ad0d-fb27b43043de None None] The sync data for ids ['1c6bf3dc-4145-472d-87f7-41a33a57c0ef'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:23.953596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f683f64-7a6a-44cd-a8e6-aa3b355be574 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a9c286-9557-4a12-9606-a19943c370c7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:23.989400 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b3dcec88-c932-45e0-9d28-62aaf398b735 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/routers/1c6bf3dc-4145-472d-87f7-41a33a57c0ef HTTP/1.1" status: 200 len: 919 time: 0.1543467 Sep 18 20:04:23.989833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50796) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.045901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76013380-c5f1-48d3-aed2-a00aa79a00c1 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.050069 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-76013380-c5f1-48d3-aed2-a00aa79a00c1 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=1c6bf3dc-4145-472d-87f7-41a33a57c0ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0569582 Sep 18 20:04:24.050388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50800) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.159220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132875c-d2db-49f7-93a6-6b1e314d5773 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.164892 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a132875c-d2db-49f7-93a6-6b1e314d5773 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 881 time: 0.1096435 Sep 18 20:04:24.164892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50806) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.194165 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2f916c95-3e7c-42f6-a9f5-fa9792af7a32 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c6bf3dc-4145-472d-87f7-41a33a57c0ef HTTP/1.1" status: 200 len: 205 time: 0.0279565 Sep 18 20:04:24.197244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50810) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.323214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.433410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-88e5bc56-883d-4b01-a21f-2d0a38bb2b10 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5116372 Sep 18 20:04:24.436047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50818) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.440263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-11bc4f01-0ed5-413f-8dda-834bf88bc2b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-secgroup--369966469'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:24.453959 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.510066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d3c95-47d0-402d-9dfb-93171bbb0e9d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.511056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Deleting port 3bcbfea0-2416-4ab3-a773-b0a8afa5ea81 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:24.511501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.515854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d3c95-47d0-402d-9dfb-93171bbb0e9d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.522139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d3c95-47d0-402d-9dfb-93171bbb0e9d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.528480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d3c95-47d0-402d-9dfb-93171bbb0e9d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.534156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d3c95-47d0-402d-9dfb-93171bbb0e9d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.540046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d3c95-47d0-402d-9dfb-93171bbb0e9d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.548125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-482d3c95-47d0-402d-9dfb-93171bbb0e9d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6170673 Sep 18 20:04:24.548125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-11bc4f01-0ed5-413f-8dda-834bf88bc2b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.558119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50824) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.591142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.603730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Calling delete_port for 3bcbfea0-2416-4ab3-a773-b0a8afa5ea81 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:24.720985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ea1ae248-46b2-40b7-a4f8-c84f6239c067 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1617069 Sep 18 20:04:24.721621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50830) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.763970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.799022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.830452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-11bc4f01-0ed5-413f-8dda-834bf88bc2b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.830913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event deleted for resources: {'Port': ['ID=3bcbfea0-2416-4ab3-a773-b0a8afa5ea81,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:24.841426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcfaec-0f6a-4122-98d4-4da24a6fbf9e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.842936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcfaec-0f6a-4122-98d4-4da24a6fbf9e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.844579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcfaec-0f6a-4122-98d4-4da24a6fbf9e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.846065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcfaec-0f6a-4122-98d4-4da24a6fbf9e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.847585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcfaec-0f6a-4122-98d4-4da24a6fbf9e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.853509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-55bcfaec-0f6a-4122-98d4-4da24a6fbf9e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1254728 Sep 18 20:04:24.853509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-11bc4f01-0ed5-413f-8dda-834bf88bc2b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.857143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50832) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.908514 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.921446 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36f84787-0090-4be3-8a9c-f4a8d0a1dd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.928082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-11bc4f01-0ed5-413f-8dda-834bf88bc2b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:24.929425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-11bc4f01-0ed5-413f-8dda-834bf88bc2b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4920905 Sep 18 20:04:24.932566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc4f01-0ed5-413f-8dda-834bf88bc2b2 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98298642-24d9-4da8-8da0-f81471a5a6b6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:24.940042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50838) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:24.945405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e6303f5a-8304-4222-9664-d02bf9f590d9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': '98298642-24d9-4da8-8da0-f81471a5a6b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:24.953684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26703159-57ba-40a9-a1de-c137612bfbc6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.955100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26703159-57ba-40a9-a1de-c137612bfbc6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.956647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26703159-57ba-40a9-a1de-c137612bfbc6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.958052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26703159-57ba-40a9-a1de-c137612bfbc6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.959480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26703159-57ba-40a9-a1de-c137612bfbc6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:24.965195 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-26703159-57ba-40a9-a1de-c137612bfbc6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1038268 Sep 18 20:04:24.965454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50840) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.025865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.029057 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.082689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376916c6-ad0f-465a-94bd-d81c92c1f223 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:25.086214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6303f5a-8304-4222-9664-d02bf9f590d9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.088732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-376916c6-ad0f-465a-94bd-d81c92c1f223 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/networks/2aa463d6-6053-45f9-93d9-6832871472cd HTTP/1.1" status: 200 len: 804 time: 0.1222656 Sep 18 20:04:25.089353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50844) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.098761 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.099318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Fanout notify agent at l3_agent the message router_deleted on router 1c6bf3dc-4145-472d-87f7-41a33a57c0ef {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:25.108983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.114356 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8cd99671-e9b1-4b66-91ea-0d7bb0dccd0b tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/1c6bf3dc-4145-472d-87f7-41a33a57c0ef HTTP/1.1" status: 204 len: 168 time: 0.9158180 Sep 18 20:04:25.114545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50846) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.120056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3ca3324d-7d19-49d1-8db2-b4bcc008703e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-949817031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:25.164798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6303f5a-8304-4222-9664-d02bf9f590d9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.169290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6303f5a-8304-4222-9664-d02bf9f590d9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.188386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303f5a-8304-4222-9664-d02bf9f590d9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c4d302-f486-4209-a291-1db25b72582b,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:25.188708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ca3324d-7d19-49d1-8db2-b4bcc008703e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.189779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ca3324d-7d19-49d1-8db2-b4bcc008703e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.202060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6303f5a-8304-4222-9664-d02bf9f590d9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.204235 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e6303f5a-8304-4222-9664-d02bf9f590d9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2629695 Sep 18 20:04:25.207142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50850) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.220178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dfe03ca0-7662-408f-aafc-d32968e1da7e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/networks/2aa463d6-6053-45f9-93d9-6832871472cd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1296406 Sep 18 20:04:25.222899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50852) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.272002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3dbc900-07e3-4ac9-be2a-6bf73e1ecc04 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.277032 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ca3324d-7d19-49d1-8db2-b4bcc008703e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.284922 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ca3324d-7d19-49d1-8db2-b4bcc008703e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.287729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3dbc900-07e3-4ac9-be2a-6bf73e1ecc04 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.303537 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3ca3324d-7d19-49d1-8db2-b4bcc008703e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.307949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3ca3324d-7d19-49d1-8db2-b4bcc008703e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1901541 Sep 18 20:04:25.308271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50858) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.316949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': True}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:25.327020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb99c7-7e91-41eb-967b-222e503b26c9 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:25.328556 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b7eb99c7-7e91-41eb-967b-222e503b26c9 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/subnets/4afb567b-fe4c-4ec7-88b6-327cf9acf17c HTTP/1.1" status: 200 len: 843 time: 0.1047306 Sep 18 20:04:25.332775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50860) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.389279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd425755-35f6-4c99-a809-0913a2a92c62 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['shared'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:25.394135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dd425755-35f6-4c99-a809-0913a2a92c62 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "GET /v2.0/subnets/4afb567b-fe4c-4ec7-88b6-327cf9acf17c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0568988 Sep 18 20:04:25.394286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50862) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.400059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402309893'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:25.403733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3dbc900-07e3-4ac9-be2a-6bf73e1ecc04 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.409347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3dbc900-07e3-4ac9-be2a-6bf73e1ecc04 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.410634 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c3dbc900-07e3-4ac9-be2a-6bf73e1ecc04 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d4c4d302-f486-4209-a291-1db25b72582b HTTP/1.1" status: 204 len: 168 time: 0.2020633 Sep 18 20:04:25.413175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50866) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.447845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:25.451584 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.457307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbc900-07e3-4ac9-be2a-6bf73e1ecc04 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c4d302-f486-4209-a291-1db25b72582b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:25.480387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4171508e-6d77-441a-9a47-7728fb0d9bc3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655000 Sep 18 20:04:25.485964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50868) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.508149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:25.535587 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.535956 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Added segment 4be3c501-300b-4437-8a10-6b0e644f6bd9 of type vlan for network 4c235c27-9879-4dec-929c-75ae16837eb9 Sep 18 20:04:25.545936 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.581278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.618625 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.622514 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-17223d1a-9628-499a-8d06-634d0d9d18f3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.658603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-17223d1a-9628-499a-8d06-634d0d9d18f3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.671215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.676835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:25.677439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.774949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3770561 Sep 18 20:04:25.778378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50878) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.779160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f0669-a3fa-489f-8da1-e6424a17de2a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Network': ['ID=4c235c27-9879-4dec-929c-75ae16837eb9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:25.785919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'network_id': '4c235c27-9879-4dec-929c-75ae16837eb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:25.792515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 4c235c27-9879-4dec-929c-75ae16837eb9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:25.800052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.818981 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-17223d1a-9628-499a-8d06-634d0d9d18f3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.822143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-17223d1a-9628-499a-8d06-634d0d9d18f3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.823286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-17223d1a-9628-499a-8d06-634d0d9d18f3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/98298642-24d9-4da8-8da0-f81471a5a6b6 HTTP/1.1" status: 204 len: 168 time: 0.3364177 Sep 18 20:04:25.829324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50882) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.832773 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.864261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17223d1a-9628-499a-8d06-634d0d9d18f3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98298642-24d9-4da8-8da0-f81471a5a6b6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:25.904168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Made reservation on behalf of 79a40df181a148fba5584d1c726cb17e for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:25.908525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:25.935926 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eaaf2cd9-495c-4212-9fd4-206936b58399 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010497 Sep 18 20:04:25.936753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50884) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:25.961980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-02ba2a40-d80d-4824-b4c5-21cee8a131d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group': {'name': 'tempest-secgroup--740174296'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:25.985860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.ipam_backend_mixin [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Performing IP validity checks on allocation pools {{(pid=94941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 20:04:25.986439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.ipam_backend_mixin [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 20:04:26.002746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Allocated IP 172.25.8.190 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/bbe5a6d1-cc85-4b06-a9a1-c731d3d9d187) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:26.005022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02ba2a40-d80d-4824-b4c5-21cee8a131d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.167592 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.175360 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.220349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02ba2a40-d80d-4824-b4c5-21cee8a131d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.227509 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02ba2a40-d80d-4824-b4c5-21cee8a131d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.236481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=faf8fcda-f069-478d-b2a9-c6b2e9d70322,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:26.248168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Checking segment: {'id': '4be3c501-300b-4437-8a10-6b0e644f6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235c27-9879-4dec-929c-75ae16837eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:26.248587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network hostable DHCP agents. Network: 4c235c27-9879-4dec-929c-75ae16837eb9, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:26.260898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02ba2a40-d80d-4824-b4c5-21cee8a131d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.262399 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-02ba2a40-d80d-4824-b4c5-21cee8a131d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3246980 Sep 18 20:04:26.265241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50894) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:26.269949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Network 4c235c27-9879-4dec-929c-75ae16837eb9 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:26.271310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5b1065f4-d2ce-49b0-8b74-948236a498a5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'f1d78a4c-8f14-4c2b-80a6-a03bb2a1b6f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:26.276374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.280567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 4c235c27-9879-4dec-929c-75ae16837eb9) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:26.285830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:26.290929 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.291127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba2a40-d80d-4824-b4c5-21cee8a131d0 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d78a4c-8f14-4c2b-80a6-a03bb2a1b6f9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:26.296622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e00ae2-ecec-4074-8ed9-be9fb25f4822 None None] Network 4c235c27-9879-4dec-929c-75ae16837eb9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:26.334503 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:26.340262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:26.346523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:26.359501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ab1ce9bf-8e98-4a04-9a03-8253e6cdf476 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5797679 Sep 18 20:04:26.360568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50896) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:26.368782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-00afe1b9-4b86-407d-98c1-62720c644676 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:26.371703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe5a6d1-cc85-4b06-a9a1-c731d3d9d187,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:26.385146 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b1065f4-d2ce-49b0-8b74-948236a498a5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.486878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-00afe1b9-4b86-407d-98c1-62720c644676 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59832377'] for subnet, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.502392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:26.508685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-4c235c27-9879-4dec-929c-75ae16837eb9', 'network_id': '4c235c27-9879-4dec-929c-75ae16837eb9', 'tenant_id': '79a40df181a148fba5584d1c726cb17e', 'fixed_ips': [{'subnet_id': 'faf8fcda-f069-478d-b2a9-c6b2e9d70322'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:26.509601 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.595125 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b1065f4-d2ce-49b0-8b74-948236a498a5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.600661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b1065f4-d2ce-49b0-8b74-948236a498a5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.659924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1065f4-d2ce-49b0-8b74-948236a498a5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4105c51c-4e56-4bca-9420-6ee8b08da8c0,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:26.670571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b1065f4-d2ce-49b0-8b74-948236a498a5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.671933 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5b1065f4-d2ce-49b0-8b74-948236a498a5 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4053724 Sep 18 20:04:26.676271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50904) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:26.681090 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e041-05c1-45a8-a5b9-d36a870fb711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.717758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-00afe1b9-4b86-407d-98c1-62720c644676 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781702080260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3849081'] for subnet, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.771317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Allocated IP 2001:db8::3 (4c235c27-9879-4dec-929c-75ae16837eb9/faf8fcda-f069-478d-b2a9-c6b2e9d70322/003d7ec0-c345-43a1-9097-88ce1665fcd6) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:26.777442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00afe1b9-4b86-407d-98c1-62720c644676 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:26.778058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-00afe1b9-4b86-407d-98c1-62720c644676 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.779411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-00afe1b9-4b86-407d-98c1-62720c644676 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "PUT /v2.0/subnets/faf8fcda-f069-478d-b2a9-c6b2e9d70322 HTTP/1.1" status: 200 len: 900 time: 0.4176924 Sep 18 20:04:26.786070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50906) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:26.846766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe1b9-4b86-407d-98c1-62720c644676 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event updated for resources: {'Subnet': ['ID=faf8fcda-f069-478d-b2a9-c6b2e9d70322,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:26.937230 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.943984 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.945662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e041-05c1-45a8-a5b9-d36a870fb711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.952442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.954980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e041-05c1-45a8-a5b9-d36a870fb711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:26.986861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Network 4c235c27-9879-4dec-929c-75ae16837eb9 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:26.990091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:26.996636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:27.002117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3e041-05c1-45a8-a5b9-d36a870fb711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfba36b-fc6d-4d9c-a5d2-fcc110d26a92,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:27.002680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Pushing event updated for resources: {'Port': ['ID=003d7ec0-c345-43a1-9097-88ce1665fcd6,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:27.006383 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6c3e041-05c1-45a8-a5b9-d36a870fb711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=834979f3f14d4ef1aa568abf712cc14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5028725 Sep 18 20:04:27.023451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50908) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.059236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Attempting to bind port 003d7ec0-c345-43a1-9097-88ce1665fcd6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:27.059634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Attempting to bind port 003d7ec0-c345-43a1-9097-88ce1665fcd6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4be3c501-300b-4437-8a10-6b0e644f6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235c27-9879-4dec-929c-75ae16837eb9'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:27.060210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Attempting to bind port 003d7ec0-c345-43a1-9097-88ce1665fcd6 on network 4c235c27-9879-4dec-929c-75ae16837eb9 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:27.065760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:27.066109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Checking segment: {'id': '4be3c501-300b-4437-8a10-6b0e644f6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235c27-9879-4dec-929c-75ae16837eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:27.066821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.067397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Bound using segment: {'id': '4be3c501-300b-4437-8a10-6b0e644f6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235c27-9879-4dec-929c-75ae16837eb9'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:27.068050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Bound port: 003d7ec0-c345-43a1-9097-88ce1665fcd6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be3c501-300b-4437-8a10-6b0e644f6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235c27-9879-4dec-929c-75ae16837eb9'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:27.068432 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.072341 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-baac77ae-5907-4c70-bc0c-a6abf55d0ea7 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules/4105c51c-4e56-4bca-9420-6ee8b08da8c0 HTTP/1.1" status: 200 len: 763 time: 0.3919296 Sep 18 20:04:27.074020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50910) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.093859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.125677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting port 003d7ec0-c345-43a1-9097-88ce1665fcd6 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:27.126058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.133019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b0c2-dcff-469d-9b97-486a7d5bbd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.139513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] For port 003d7ec0-c345-43a1-9097-88ce1665fcd6, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:27.142778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] For port 003d7ec0-c345-43a1-9097-88ce1665fcd6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=003d7ec0-c345-43a1-9097-88ce1665fcd6,segment=NetworkSegment(4be3c501-300b-4437-8a10-6b0e644f6bd9),segment_id=4be3c501-300b-4437-8a10-6b0e644f6bd9)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:27.149712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.159285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b0ed49f2-a786-406a-af94-3e7c38ae07d3 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0776367 Sep 18 20:04:27.168569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50912) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.218293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c14d6-438a-4c9d-8f3c-9770b2d34ba1 None None] Pushing event updated for resources: {'Port': ['ID=003d7ec0-c345-43a1-9097-88ce1665fcd6,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:27.251952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b0c2-dcff-469d-9b97-486a7d5bbd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.263190 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-012ae85b-7a71-4f38-997e-49b258a9a96e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.283023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-012ae85b-7a71-4f38-997e-49b258a9a96e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.320327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] For port 003d7ec0-c345-43a1-9097-88ce1665fcd6, host n-d-789963-11, got binding levels [] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:27.320691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.327438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.330447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.341380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Calling delete_port for 003d7ec0-c345-43a1-9097-88ce1665fcd6 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:27.354003 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-012ae85b-7a71-4f38-997e-49b258a9a96e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.363247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-012ae85b-7a71-4f38-997e-49b258a9a96e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.364392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-012ae85b-7a71-4f38-997e-49b258a9a96e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4105c51c-4e56-4bca-9420-6ee8b08da8c0 HTTP/1.1" status: 204 len: 168 time: 0.1934044 Sep 18 20:04:27.378949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50914) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.434361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ae85b-7a71-4f38-997e-49b258a9a96e tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4105c51c-4e56-4bca-9420-6ee8b08da8c0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:27.441897 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b0c2-dcff-469d-9b97-486a7d5bbd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.444497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b0c2-dcff-469d-9b97-486a7d5bbd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.448534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e1e2b0c2-dcff-469d-9b97-486a7d5bbd99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bfba36b-fc6d-4d9c-a5d2-fcc110d26a92 HTTP/1.1" status: 204 len: 168 time: 0.4217889 Sep 18 20:04:27.468836 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-61676b6f-aa9a-4ea8-95bf-1be21721b79a tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906415 Sep 18 20:04:27.474970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.480087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50918) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.501328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2180c98d-7e0c-4a66-941f-27c04ee630d1 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'f1d78a4c-8f14-4c2b-80a6-a03bb2a1b6f9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:27.524966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2b0c2-dcff-469d-9b97-486a7d5bbd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfba36b-fc6d-4d9c-a5d2-fcc110d26a92,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:27.549099 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2180c98d-7e0c-4a66-941f-27c04ee630d1 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.612103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Router 74b50d1c-f2cf-455e-bee1-7731d4a25210 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:27.729112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2180c98d-7e0c-4a66-941f-27c04ee630d1 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.732116 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.744182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:27.745288 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2180c98d-7e0c-4a66-941f-27c04ee630d1 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.759001 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.763565 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3aee1513-9c7d-4bde-9c52-51fbbfb2e5b5 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "PUT /v2.0/routers/74b50d1c-f2cf-455e-bee1-7731d4a25210 HTTP/1.1" status: 200 len: 914 time: 2.4521494 Sep 18 20:04:27.764525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50924) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.783225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Port': ['ID=003d7ec0-c345-43a1-9097-88ce1665fcd6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:27.795616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c98d-7e0c-4a66-941f-27c04ee630d1 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a03e47c-aaff-416f-9e26-fcd14596b990,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:27.801458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 003d7ec0-c345-43a1-9097-88ce1665fcd6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:27.804284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81012c-bebb-49f3-8961-b523a89ce542 None None] Sync routers for ids ['74b50d1c-f2cf-455e-bee1-7731d4a25210'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:27.836694 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2180c98d-7e0c-4a66-941f-27c04ee630d1 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.841253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2180c98d-7e0c-4a66-941f-27c04ee630d1 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3555033 Sep 18 20:04:27.841411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81012c-bebb-49f3-8961-b523a89ce542 None None] Routers {'74b50d1c-f2cf-455e-bee1-7731d4a25210'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:27.841999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8d81012c-bebb-49f3-8961-b523a89ce542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74b50d1c-f2cf-455e-bee1-7731d4a25210'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:27.846265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50928) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.859395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No DVR routers for this DVR port 003d7ec0-c345-43a1-9097-88ce1665fcd6 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:27.874667 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9551cf51-9c49-4182-af71-cd48a959bfe9 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules/0a03e47c-aaff-416f-9e26-fcd14596b990 HTTP/1.1" status: 200 len: 763 time: 0.0250301 Sep 18 20:04:27.879299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50930) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.883645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8d81012c-bebb-49f3-8961-b523a89ce542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:27.883759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 003d7ec0-c345-43a1-9097-88ce1665fcd6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:27.884095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 003d7ec0-c345-43a1-9097-88ce1665fcd6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 18 20:04:27.905297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Port 003d7ec0-c345-43a1-9097-88ce1665fcd6 not found, will not notify nova. {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 18 20:04:27.915620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81012c-bebb-49f3-8961-b523a89ce542 None None] Routers {'74b50d1c-f2cf-455e-bee1-7731d4a25210'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:27.917562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8d81012c-bebb-49f3-8961-b523a89ce542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['74b50d1c-f2cf-455e-bee1-7731d4a25210'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:27.934010 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:27.963186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8d81012c-bebb-49f3-8961-b523a89ce542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:27.968567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81012c-bebb-49f3-8961-b523a89ce542 None None] The sync data for ids ['74b50d1c-f2cf-455e-bee1-7731d4a25210'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:27.978931 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c8940e85-a695-41b6-9f7c-75f80dca75b4 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/routers/74b50d1c-f2cf-455e-bee1-7731d4a25210 HTTP/1.1" status: 200 len: 920 time: 0.2119324 Sep 18 20:04:27.982893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50936) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:27.999683 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b746a07d-c593-4980-bef2-8b80e08038a4 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1191308 Sep 18 20:04:28.002198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50938) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.029169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e179058a-fcf0-4c7d-81c4-cc401844c1af tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.037936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e179058a-fcf0-4c7d-81c4-cc401844c1af tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.071409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e179058a-fcf0-4c7d-81c4-cc401844c1af tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.081997 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e179058a-fcf0-4c7d-81c4-cc401844c1af tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.081997 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e179058a-fcf0-4c7d-81c4-cc401844c1af tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0a03e47c-aaff-416f-9e26-fcd14596b990 HTTP/1.1" status: 204 len: 168 time: 0.0770802 Sep 18 20:04:28.084542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.085932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179058a-fcf0-4c7d-81c4-cc401844c1af tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a03e47c-aaff-416f-9e26-fcd14596b990,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:28.102266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eece65-9e6c-49e4-8e0f-38ccbef30926 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:28.104014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e4eece65-9e6c-49e4-8e0f-38ccbef30926 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=74b50d1c-f2cf-455e-bee1-7731d4a25210&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1195731 Sep 18 20:04:28.106794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50944) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.120316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.172843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fdc9d18b-5219-4555-9eff-284019585c24 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0870657 Sep 18 20:04:28.174048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=faf8fcda-f069-478d-b2a9-c6b2e9d70322,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:28.182406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50950) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.189127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9b5bd956-5295-4d88-9bac-1f2e03328b57 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Request body: {'security_group_rule': {'security_group_id': 'f1d78a4c-8f14-4c2b-80a6-a03bb2a1b6f9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:28.237404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b8134-cc76-4f78-b0aa-7afb134a8988 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:28.243454 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eb8b8134-cc76-4f78-b0aa-7afb134a8988 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 881 time: 0.1354837 Sep 18 20:04:28.244458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50952) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.253912 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-9b5bd956-5295-4d88-9bac-1f2e03328b57 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Project 4621802949e1451da23d7e4aa2d815bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:04:28.290894 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd956-5295-4d88-9bac-1f2e03328b57 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.291014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.293291 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-af69465f-c187-4722-afe9-ddb8eae38197 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b50d1c-f2cf-455e-bee1-7731d4a25210 HTTP/1.1" status: 200 len: 205 time: 0.0477014 Sep 18 20:04:28.294381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50954) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.377274 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd956-5295-4d88-9bac-1f2e03328b57 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.384210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd956-5295-4d88-9bac-1f2e03328b57 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.402343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bd956-5295-4d88-9bac-1f2e03328b57 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd988b4-891c-4115-a291-7eeb55cbaca1,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:28.419988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd956-5295-4d88-9bac-1f2e03328b57 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.421467 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9b5bd956-5295-4d88-9bac-1f2e03328b57 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2377405 Sep 18 20:04:28.425391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.439196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c235c27-9879-4dec-929c-75ae16837eb9']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:28.444170 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ef0d23e7-6c3b-4c20-a1f8-cd8cd4415ef7 tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules/4bd988b4-891c-4115-a291-7eeb55cbaca1 HTTP/1.1" status: 200 len: 769 time: 0.0176029 Sep 18 20:04:28.449563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50960) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.471613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be3c501-300b-4437-8a10-6b0e644f6bd9') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:28.472670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be3c501-300b-4437-8a10-6b0e644f6bd9') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:28.507970 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21135136-0521-4b49-97fa-04144335180f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0572114 Sep 18 20:04:28.512119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50962) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.537001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.545079 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc321c25-6c1b-4c7c-a503-111d0b17e03f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.554007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc321c25-6c1b-4c7c-a503-111d0b17e03f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.575472 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.590537 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.594220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:28.594869 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:28.605906 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:28.608976 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc321c25-6c1b-4c7c-a503-111d0b17e03f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.619728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc321c25-6c1b-4c7c-a503-111d0b17e03f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.625432 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bc321c25-6c1b-4c7c-a503-111d0b17e03f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4bd988b4-891c-4115-a291-7eeb55cbaca1 HTTP/1.1" status: 204 len: 168 time: 0.1114452 Sep 18 20:04:28.631364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50966) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.643770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc321c25-6c1b-4c7c-a503-111d0b17e03f tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bd988b4-891c-4115-a291-7eeb55cbaca1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:28.682941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da1046-7739-45a4-b82c-94b6fc8e0661 None None] Network 4c235c27-9879-4dec-929c-75ae16837eb9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:28.703182 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c27d166b-4d6e-492f-8d16-920f6effe02a tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694640 Sep 18 20:04:28.706940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.757917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ccca54d7-886b-45e8-8106-b9a265c952bc None None] Could not find standard attr ID for object 003d7ec0-c345-43a1-9097-88ce1665fcd6. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:04:28.770031 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-87479207-40e7-4e8d-9975-6e76346eb17c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.796142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-87479207-40e7-4e8d-9975-6e76346eb17c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.852957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-87479207-40e7-4e8d-9975-6e76346eb17c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.855612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-87479207-40e7-4e8d-9975-6e76346eb17c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:28.857000 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-87479207-40e7-4e8d-9975-6e76346eb17c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "DELETE /v2.0/security-groups/f1d78a4c-8f14-4c2b-80a6-a03bb2a1b6f9 HTTP/1.1" status: 204 len: 168 time: 0.1486542 Sep 18 20:04:28.860328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50970) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.879086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87479207-40e7-4e8d-9975-6e76346eb17c tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d78a4c-8f14-4c2b-80a6-a03bb2a1b6f9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:28.894521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c37b16-d09c-46a3-9306-e5cdf07c7c71 None None] DHCP port deletion for 4c235c27-9879-4dec-929c-75ae16837eb9 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:04:28.911180 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ae132a2d-a1cf-4620-a39a-acc47e764bbc tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496969 Sep 18 20:04:28.919816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50972) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:28.927815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d30866f-7037-430b-aea1-18af4c7140e0 None None] Network 4c235c27-9879-4dec-929c-75ae16837eb9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:28.972249 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-02278872-f874-4167-9a89-f69a7b449f6d tempest-SecGroupIPv6Test-1971999513 tempest-SecGroupIPv6Test-1971999513-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509868 Sep 18 20:04:28.996734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.031709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.033516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/4c235c27-9879-4dec-929c-75ae16837eb9 HTTP/1.1" status: 204 len: 168 time: 2.2461536 Sep 18 20:04:29.037901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.049991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d21cfa-57a3-4ac4-9758-ae6c9576426a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=4c235c27-9879-4dec-929c-75ae16837eb9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:29.070586 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.072687 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc8511b-5138-4838-92d5-e77be24a8254 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:29.073292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc8511b-5138-4838-92d5-e77be24a8254 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:29.077915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50978) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.078205 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cdc8511b-5138-4838-92d5-e77be24a8254 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/faf8fcda-f069-478d-b2a9-c6b2e9d70322 HTTP/1.1" status: 404 len: 337 time: 0.0389242 Sep 18 20:04:29.098196 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-711cabb6-4d63-4bca-9884-f88ffce431a4 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:29.098792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711cabb6-4d63-4bca-9884-f88ffce431a4 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:29.100379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-711cabb6-4d63-4bca-9884-f88ffce431a4 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/4c235c27-9879-4dec-929c-75ae16837eb9 HTTP/1.1" status: 404 len: 339 time: 0.0214653 Sep 18 20:04:29.103928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.141951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Deleting port bbe5a6d1-cc85-4b06-a9a1-c731d3d9d187 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:29.142520 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.189340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.228967 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.244266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Calling delete_port for bbe5a6d1-cc85-4b06-a9a1-c731d3d9d187 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:29.279728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50984) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.282603 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.308014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce798ed6-3095-4f0e-b578-a63e97434457']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:29.317996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18f7d8c-d597-4073-bbf4-ac201ac08b27') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:29.318351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18f7d8c-d597-4073-bbf4-ac201ac08b27') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:29.328684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.342036 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.350270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:29.350270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:29.352151 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:29.418956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.439063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.443898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.445725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event deleted for resources: {'Port': ['ID=bbe5a6d1-cc85-4b06-a9a1-c731d3d9d187,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:29.449721 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/ce798ed6-3095-4f0e-b578-a63e97434457 HTTP/1.1" status: 204 len: 168 time: 0.3413081 Sep 18 20:04:29.449826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50988) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.478122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667128e-6946-45ef-9216-db9c65b80dc1 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=ce798ed6-3095-4f0e-b578-a63e97434457,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:29.484373 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-38eade07-1263-49f6-b50e-f20f1d529b29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4621802949e1451da23d7e4aa2d815bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035267 Sep 18 20:04:29.486401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 50990) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.490799 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c6b651-e34d-4e4c-a6df-934fc39a42c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:29.491355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c6b651-e34d-4e4c-a6df-934fc39a42c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:29.493386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e5c6b651-e34d-4e4c-a6df-934fc39a42c6 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/58cd2825-5448-4197-b325-03f33d2d3772 HTTP/1.1" status: 404 len: 337 time: 0.0432475 Sep 18 20:04:29.495888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50992) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.536675 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-423932c6-46fd-4403-a75f-925ff0271f00 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:29.537350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423932c6-46fd-4403-a75f-925ff0271f00 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:29.542053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-423932c6-46fd-4403-a75f-925ff0271f00 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/74496d1e-d63d-475a-a344-208121ffb13c HTTP/1.1" status: 404 len: 339 time: 0.0427999 Sep 18 20:04:29.542307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-493d5161-e2be-43a7-9c27-e588f716e7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.542432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 003d7ec0-c345-43a1-9097-88ce1665fcd6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:29.543407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 50994) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.562429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 003d7ec0-c345-43a1-9097-88ce1665fcd6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:29.562685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 003d7ec0-c345-43a1-9097-88ce1665fcd6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:29.568008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-493d5161-e2be-43a7-9c27-e588f716e7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.590919 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.622258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-493d5161-e2be-43a7-9c27-e588f716e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.625115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-493d5161-e2be-43a7-9c27-e588f716e7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.626284 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-493d5161-e2be-43a7-9c27-e588f716e7b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/251eecb2-d583-4621-982d-deea482afe82 HTTP/1.1" status: 204 len: 168 time: 0.1387665 Sep 18 20:04:29.634433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d5161-e2be-43a7-9c27-e588f716e7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251eecb2-d583-4621-982d-deea482afe82,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:29.662695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-6535bc1a-81ec-4f9b-a8c0-b3405006159c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting subnet 64bc9ddd-3e78-4ef7-91bb-842a7b5bd92c {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:29.696467 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6535bc1a-81ec-4f9b-a8c0-b3405006159c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.700683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.721759 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.779156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6535bc1a-81ec-4f9b-a8c0-b3405006159c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.782277 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.782862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Fanout notify agent at l3_agent the message router_deleted on router 74b50d1c-f2cf-455e-bee1-7731d4a25210 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:29.812954 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.817554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f36896cb-a168-493e-9af4-12a3983fbc3f tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/74b50d1c-f2cf-455e-bee1-7731d4a25210 HTTP/1.1" status: 204 len: 168 time: 1.5180326 Sep 18 20:04:29.817918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51006) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:29.827681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4003b987-dc7b-4b23-ba2c-1055c6ddf49c tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-431695195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:29.889461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4003b987-dc7b-4b23-ba2c-1055c6ddf49c tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.890510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4003b987-dc7b-4b23-ba2c-1055c6ddf49c tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:29.971429 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6535bc1a-81ec-4f9b-a8c0-b3405006159c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.026753 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4003b987-dc7b-4b23-ba2c-1055c6ddf49c tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.035119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4003b987-dc7b-4b23-ba2c-1055c6ddf49c tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.060213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4003b987-dc7b-4b23-ba2c-1055c6ddf49c tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.061413 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4003b987-dc7b-4b23-ba2c-1055c6ddf49c tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2377272 Sep 18 20:04:30.064201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51020) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:30.068402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': False}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:30.142580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6535bc1a-81ec-4f9b-a8c0-b3405006159c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.210765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535bc1a-81ec-4f9b-a8c0-b3405006159c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=64bc9ddd-3e78-4ef7-91bb-842a7b5bd92c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:30.218369 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6535bc1a-81ec-4f9b-a8c0-b3405006159c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.222850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6535bc1a-81ec-4f9b-a8c0-b3405006159c tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/64bc9ddd-3e78-4ef7-91bb-842a7b5bd92c HTTP/1.1" status: 204 len: 168 time: 0.6762164 Sep 18 20:04:30.223176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51028) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:30.226502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d41e2-9f81-49ba-853a-311435da02cf None None] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:30.361856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51032) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:30.371272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.377801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5888e9-0a18-4366-9ace-a52c6710a2cc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting subnet d860c9ff-9e9e-4985-9065-f414503162a0 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:30.382861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd5888e9-0a18-4366-9ace-a52c6710a2cc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.448175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd5888e9-0a18-4366-9ace-a52c6710a2cc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.477987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d4488480-5d22-4cfe-8a25-1ded1605e632 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:30.479856 n-d-789963-11 neutron-server[94940]: WARNING neutron.api.v2.base [None req-d4488480-5d22-4cfe-8a25-1ded1605e632 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 20:04:30.480423 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-d4488480-5d22-4cfe-8a25-1ded1605e632 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 20:04:30.483411 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d4488480-5d22-4cfe-8a25-1ded1605e632 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1186385 Sep 18 20:04:30.489474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51038) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:30.495349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--559452872'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:30.601059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.615665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.619530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd5888e9-0a18-4366-9ace-a52c6710a2cc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.814694 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd5888e9-0a18-4366-9ace-a52c6710a2cc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.861815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd5888e9-0a18-4366-9ace-a52c6710a2cc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.863712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fd5888e9-0a18-4366-9ace-a52c6710a2cc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/d860c9ff-9e9e-4985-9065-f414503162a0 HTTP/1.1" status: 204 len: 168 time: 0.6386983 Sep 18 20:04:30.866688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51040) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:30.867317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da2735f-b841-4ca8-ac32-52f2fd72ec01 None None] Network 4f173880-a749-4499-a1c8-9b1b78f9c408 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:30.871711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5888e9-0a18-4366-9ace-a52c6710a2cc tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=d860c9ff-9e9e-4985-9065-f414503162a0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:30.889789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.924045 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.950189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.952083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-600a1762-ba41-474e-8136-758833bfab0f None None] Provisioning complete for port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:30.952653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-600a1762-ba41-474e-8136-758833bfab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.981453 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:30.987394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.010717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:31.012192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.063120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c547df-1319-4425-96f5-5ff0ca537327,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:31.130530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Allocated IP 172.25.8.55 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/cb3520a6-169c-46a2-8b38-7427f86d4feb) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:31.130961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] For port 0904df37-c41a-4a2f-83ac-5f6b3fba0468, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0904df37-c41a-4a2f-83ac-5f6b3fba0468,segment=NetworkSegment(27c1404e-3eb8-4789-8e0c-d49431322408),segment_id=27c1404e-3eb8-4789-8e0c-d49431322408)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:31.134296 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.139675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] DHCP port deletion for 4f173880-a749-4499-a1c8-9b1b78f9c408 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:04:31.156697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Calling delete_port for 0904df37-c41a-4a2f-83ac-5f6b3fba0468 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:31.196635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] Deleting port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:31.196990 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.202373 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.210953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.265577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.283736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.284362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] For port 0904df37-c41a-4a2f-83ac-5f6b3fba0468, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0904df37-c41a-4a2f-83ac-5f6b3fba0468,segment=NetworkSegment(27c1404e-3eb8-4789-8e0c-d49431322408),segment_id=27c1404e-3eb8-4789-8e0c-d49431322408)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:31.284803 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.285220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7947121 Sep 18 20:04:31.292463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51048) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.298988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-24107099-2251-4152-9f74-2e85ed942280 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '43422c67-b7b7-4b54-89b2-decfdb7c13e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:31.300879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Port': ['ID=0904df37-c41a-4a2f-83ac-5f6b3fba0468,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:31.302217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] Calling delete_port for 0904df37-c41a-4a2f-83ac-5f6b3fba0468 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:31.303148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No DVR routers for this DVR port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:31.321966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dcdde-07be-4070-81f5-7ccc51c5cc77 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43422c67-b7b7-4b54-89b2-decfdb7c13e9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:31.347563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.372325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24107099-2251-4152-9f74-2e85ed942280 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:31.383604 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:04:31.392670 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.399471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.422033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f173880-a749-4499-a1c8-9b1b78f9c408']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:31.425935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] Pushing event deleted for resources: {'Port': ['ID=0904df37-c41a-4a2f-83ac-5f6b3fba0468,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:31.427998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f773068-0b8e-4d98-9ec5-b7ca330608ab None None] No DVR routers for this DVR port 0904df37-c41a-4a2f-83ac-5f6b3fba0468 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:31.438041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.444006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c1404e-3eb8-4789-8e0c-d49431322408') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:31.444842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c1404e-3eb8-4789-8e0c-d49431322408') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:31.455811 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.471597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.478842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:31.479522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:31.482540 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:31.505919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:31.508219 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24107099-2251-4152-9f74-2e85ed942280 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.509796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Pushing event updated for resources: {'Port': ['ID=cb3520a6-169c-46a2-8b38-7427f86d4feb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:31.514205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:31.516554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:31.520301 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24107099-2251-4152-9f74-2e85ed942280 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.535424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0904df37-c41a-4a2f-83ac-5f6b3fba0468 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:31.560279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 0904df37-c41a-4a2f-83ac-5f6b3fba0468 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:31.560657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0904df37-c41a-4a2f-83ac-5f6b3fba0468 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:31.562056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.580787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24107099-2251-4152-9f74-2e85ed942280 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0881535e-3bb9-4a14-a457-3babad52c39f,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:31.581743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.587906 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/4f173880-a749-4499-a1c8-9b1b78f9c408 HTTP/1.1" status: 204 len: 168 time: 0.7177176 Sep 18 20:04:31.588735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51050) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.589887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555addca-8549-4b91-90b1-997c9fe5023e tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=4f173880-a749-4499-a1c8-9b1b78f9c408,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:31.590398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24107099-2251-4152-9f74-2e85ed942280 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.594200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-24107099-2251-4152-9f74-2e85ed942280 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981868 Sep 18 20:04:31.598623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51052) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.605395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5827677a-2dee-42e5-88ae-452b34767ab4 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '43422c67-b7b7-4b54-89b2-decfdb7c13e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:31.628000 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eee1a5e-7da7-4148-bdc3-94c778f775fb tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:31.629187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eee1a5e-7da7-4148-bdc3-94c778f775fb tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:31.633505 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8eee1a5e-7da7-4148-bdc3-94c778f775fb tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/aabe683d-c8a4-42d1-8ab2-28bba7f6eb98 HTTP/1.1" status: 404 len: 337 time: 0.0414412 Sep 18 20:04:31.636270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51054) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.661809 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bddcd1-ddd6-4ecb-a884-6d2017597e8b tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:31.662366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bddcd1-ddd6-4ecb-a884-6d2017597e8b tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:31.665286 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-53bddcd1-ddd6-4ecb-a884-6d2017597e8b tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/c4057166-8487-426d-8cfe-0a941fec6a67 HTTP/1.1" status: 404 len: 339 time: 0.0269072 Sep 18 20:04:31.669069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51058) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.698464 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-4102ec5d-8120-4a29-8732-660108eac66a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:31.699092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4102ec5d-8120-4a29-8732-660108eac66a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:31.701002 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4102ec5d-8120-4a29-8732-660108eac66a tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/e1eecdf7-f7d7-46ff-884d-4c514a570639 HTTP/1.1" status: 404 len: 337 time: 0.0310335 Sep 18 20:04:31.704186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51060) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.707202 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5827677a-2dee-42e5-88ae-452b34767ab4 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.755357 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e98fa41-e0b1-4f82-b99c-9aeea6afd94b tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:31.755706 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-5827677a-2dee-42e5-88ae-452b34767ab4 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 20:04:31.756005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e98fa41-e0b1-4f82-b99c-9aeea6afd94b tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:31.757840 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5827677a-2dee-42e5-88ae-452b34767ab4 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1570611 Sep 18 20:04:31.758469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2e98fa41-e0b1-4f82-b99c-9aeea6afd94b tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/ff871d72-4b55-4a69-9e3c-87d1e34804c7 HTTP/1.1" status: 404 len: 339 time: 0.0532820 Sep 18 20:04:31.760200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51062) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.762099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51064) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.805135 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb5f5f8-3b46-4a35-a807-b591ce7c9222 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:31.805602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb5f5f8-3b46-4a35-a807-b591ce7c9222 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:31.807337 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fdb5f5f8-3b46-4a35-a807-b591ce7c9222 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/e11e8f9e-7c48-45a6-b8fa-9c312628257c HTTP/1.1" status: 404 len: 337 time: 0.0397329 Sep 18 20:04:31.810536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51066) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.828389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.837817 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a91816c-f8cf-48b2-9fe7-37708bb11c22 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:31.838382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a91816c-f8cf-48b2-9fe7-37708bb11c22 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:31.840180 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a91816c-f8cf-48b2-9fe7-37708bb11c22 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/2e816975-efb2-44a3-953a-a52a164d452d HTTP/1.1" status: 404 len: 339 time: 0.0287528 Sep 18 20:04:31.844361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51068) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:31.899970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45249cc1-d9ce-4b2a-85cd-823ee3c1c342 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.916972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6688efd-7c35-468a-8f4e-da13c9dbc1ed tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting subnet aa00c449-a152-449a-80c0-4b1d5407b299 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:31.922829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6688efd-7c35-468a-8f4e-da13c9dbc1ed tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.964112 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45249cc1-d9ce-4b2a-85cd-823ee3c1c342 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:31.992307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6688efd-7c35-468a-8f4e-da13c9dbc1ed tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.051040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45249cc1-d9ce-4b2a-85cd-823ee3c1c342 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.054340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45249cc1-d9ce-4b2a-85cd-823ee3c1c342 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.055729 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-45249cc1-d9ce-4b2a-85cd-823ee3c1c342 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/43422c67-b7b7-4b54-89b2-decfdb7c13e9 HTTP/1.1" status: 204 len: 168 time: 0.2943647 Sep 18 20:04:32.062604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51070) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:32.108045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45249cc1-d9ce-4b2a-85cd-823ee3c1c342 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43422c67-b7b7-4b54-89b2-decfdb7c13e9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:32.143563 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6688efd-7c35-468a-8f4e-da13c9dbc1ed tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.176215 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5d504a37-bf27-4d69-ad3e-b0e8905a46f4 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124005 Sep 18 20:04:32.180184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51072) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:32.184486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c54da6c8-1a65-4787-89ad-d47a1d1d7e1e tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--848263246'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:32.220559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54da6c8-1a65-4787-89ad-d47a1d1d7e1e tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.243714 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6688efd-7c35-468a-8f4e-da13c9dbc1ed tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.272491 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.276341 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.280150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688efd-7c35-468a-8f4e-da13c9dbc1ed tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=aa00c449-a152-449a-80c0-4b1d5407b299,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:32.283526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6688efd-7c35-468a-8f4e-da13c9dbc1ed tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.285417 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d6688efd-7c35-468a-8f4e-da13c9dbc1ed tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/aa00c449-a152-449a-80c0-4b1d5407b299 HTTP/1.1" status: 204 len: 168 time: 0.4401445 Sep 18 20:04:32.288682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51074) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:32.291034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65e068-708c-4f33-b1a2-48f90efc96ee None None] Network cadbc90f-a4d8-4455-a66c-6b68ad99659e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:32.377176 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54da6c8-1a65-4787-89ad-d47a1d1d7e1e tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.382849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54da6c8-1a65-4787-89ad-d47a1d1d7e1e tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.421790 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c54da6c8-1a65-4787-89ad-d47a1d1d7e1e tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.423032 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c54da6c8-1a65-4787-89ad-d47a1d1d7e1e tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2419107 Sep 18 20:04:32.424176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54da6c8-1a65-4787-89ad-d47a1d1d7e1e tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d385d9-7542-4486-aa37-0dffb4e6bac9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:32.426207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51082) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:32.439078 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.439235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0ac7fcdc-27d7-477e-a80d-cb2280355b80 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '88d385d9-7542-4486-aa37-0dffb4e6bac9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:32.440071 n-d-789963-11 neutron-server[94940]: WARNING neutron.api.v2.base [None req-0ac7fcdc-27d7-477e-a80d-cb2280355b80 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 20:04:32.440500 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-0ac7fcdc-27d7-477e-a80d-cb2280355b80 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:32.441502 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ac7fcdc-27d7-477e-a80d-cb2280355b80 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062323 Sep 18 20:04:32.444992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51084) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:32.505787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] DHCP port deletion for cadbc90f-a4d8-4455-a66c-6b68ad99659e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:04:32.524221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-719f44f6-7d66-4a93-ac57-2bc3b4d3d046 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.556043 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-719f44f6-7d66-4a93-ac57-2bc3b4d3d046 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.559454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] Deleting port b1210569-6a06-4c69-ae51-f503746cd23e {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:32.559832 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.588683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting port b1210569-6a06-4c69-ae51-f503746cd23e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:32.589034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.592105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Router dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:32.602032 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-719f44f6-7d66-4a93-ac57-2bc3b4d3d046 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.604830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-719f44f6-7d66-4a93-ac57-2bc3b4d3d046 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.606266 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-719f44f6-7d66-4a93-ac57-2bc3b4d3d046 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/88d385d9-7542-4486-aa37-0dffb4e6bac9 HTTP/1.1" status: 204 len: 168 time: 0.1603549 Sep 18 20:04:32.609495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51086) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:32.616798 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f44f6-7d66-4a93-ac57-2bc3b4d3d046 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d385d9-7542-4486-aa37-0dffb4e6bac9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:32.646889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] For port b1210569-6a06-4c69-ae51-f503746cd23e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b1210569-6a06-4c69-ae51-f503746cd23e,segment=NetworkSegment(45f1a728-dfcf-4f65-8e58-ba809abad548),segment_id=45f1a728-dfcf-4f65-8e58-ba809abad548)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:32.647843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.664543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] Calling delete_port for b1210569-6a06-4c69-ae51-f503746cd23e owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:32.733636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] For port b1210569-6a06-4c69-ae51-f503746cd23e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b1210569-6a06-4c69-ae51-f503746cd23e,segment=NetworkSegment(45f1a728-dfcf-4f65-8e58-ba809abad548),segment_id=45f1a728-dfcf-4f65-8e58-ba809abad548)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:32.733941 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.754651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.756355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Calling delete_port for b1210569-6a06-4c69-ae51-f503746cd23e owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:32.766203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2adb0814-1fd7-45f2-bdc4-a86e30a96cd7 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1520486 Sep 18 20:04:32.766725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51088) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:32.771891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-219ebd8a-7702-4315-8f86-8fc744a1746a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--475936809'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:32.782196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] Pushing event deleted for resources: {'Port': ['ID=b1210569-6a06-4c69-ae51-f503746cd23e,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:32.784037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f8952-6628-4c0c-8fbc-1d8b6f354b6d None None] No DVR routers for this DVR port b1210569-6a06-4c69-ae51-f503746cd23e on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:32.868824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:32.874702 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.875932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f662f16b-d111-4b2c-8846-9cb88bf4577f tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "PUT /v2.0/routers/dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85 HTTP/1.1" status: 200 len: 914 time: 2.8108699 Sep 18 20:04:32.878566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51090) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:32.879024 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f259c1-6b33-4799-95be-17c291e37773 None None] Sync routers for ids ['dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:32.880012 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-219ebd8a-7702-4315-8f86-8fc744a1746a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.889206 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f259c1-6b33-4799-95be-17c291e37773 None None] Routers {'dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:32.889929 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-38f259c1-6b33-4799-95be-17c291e37773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:32.922578 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-38f259c1-6b33-4799-95be-17c291e37773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:32.931941 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f259c1-6b33-4799-95be-17c291e37773 None None] Routers {'dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:32.932557 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-38f259c1-6b33-4799-95be-17c291e37773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:32.944958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:32.972393 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-38f259c1-6b33-4799-95be-17c291e37773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:32.972977 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f259c1-6b33-4799-95be-17c291e37773 None None] The sync data for ids ['dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:32.982478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No DVR routers for this DVR port b1210569-6a06-4c69-ae51-f503746cd23e on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:32.985314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Port': ['ID=b1210569-6a06-4c69-ae51-f503746cd23e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:33.003819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9c374501-5fd3-4239-9997-543ac385a50e tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/routers/dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85 HTTP/1.1" status: 200 len: 920 time: 0.1210864 Sep 18 20:04:33.004133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51092) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.045903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16044f20-4197-4e37-8dcd-0552becde346 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:33.049820 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-16044f20-4197-4e37-8dcd-0552becde346 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0422657 Sep 18 20:04:33.050543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51094) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.057410 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-219ebd8a-7702-4315-8f86-8fc744a1746a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.090366 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-219ebd8a-7702-4315-8f86-8fc744a1746a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.094344 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.135093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fdbaf1-33e9-4d70-b593-c0ce5b4903f9 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:33.136583 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-09fdbaf1-33e9-4d70-b593-c0ce5b4903f9 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 881 time: 0.0850723 Sep 18 20:04:33.137665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-219ebd8a-7702-4315-8f86-8fc744a1746a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.138900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-219ebd8a-7702-4315-8f86-8fc744a1746a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3712420 Sep 18 20:04:33.139511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51096) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.140620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadbc90f-a4d8-4455-a66c-6b68ad99659e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:33.142617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51098) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.147283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1a645c29-7777-40a8-b757-aa239180bb4f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '194f3041-1c35-46c2-9d30-deeb68ba2ab7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:33.148221 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-1a645c29-7777-40a8-b757-aa239180bb4f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 20:04:33.148724 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-1a645c29-7777-40a8-b757-aa239180bb4f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:33.151339 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a645c29-7777-40a8-b757-aa239180bb4f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058932 Sep 18 20:04:33.155890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ebd8a-7702-4315-8f86-8fc744a1746a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194f3041-1c35-46c2-9d30-deeb68ba2ab7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:33.157992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51100) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.168217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f1a728-dfcf-4f65-8e58-ba809abad548') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:33.168476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f1a728-dfcf-4f65-8e58-ba809abad548') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:33.171260 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-692a0737-bb96-42f3-91c9-8679b0afcd4e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85 HTTP/1.1" status: 200 len: 205 time: 0.0304935 Sep 18 20:04:33.173549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51102) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.185542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.211805 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.219684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:33.220083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:33.223068 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:33.285090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.291173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24842a8e-c949-43e9-986d-447b97625d1f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.301937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.315348 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.317212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/cadbc90f-a4d8-4455-a66c-6b68ad99659e HTTP/1.1" status: 204 len: 168 time: 1.0274420 Sep 18 20:04:33.320478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51104) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.333198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24842a8e-c949-43e9-986d-447b97625d1f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.335980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ba90e-4074-4c1d-937a-174d32bced8d tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=cadbc90f-a4d8-4455-a66c-6b68ad99659e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:33.348957 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd9c801-9305-4446-8c16-e3e9a9738617 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:33.349436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd9c801-9305-4446-8c16-e3e9a9738617 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:33.351124 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0cd9c801-9305-4446-8c16-e3e9a9738617 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/0c1ceb0f-9795-4743-9727-9473f0e16630 HTTP/1.1" status: 404 len: 337 time: 0.0297253 Sep 18 20:04:33.354929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51106) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.376559 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24842a8e-c949-43e9-986d-447b97625d1f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.378692 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-355ef369-23c8-4ac3-bbfe-00ad0e053f19 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:33.379109 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-24842a8e-c949-43e9-986d-447b97625d1f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.379264 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355ef369-23c8-4ac3-bbfe-00ad0e053f19 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:33.380464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-24842a8e-c949-43e9-986d-447b97625d1f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/194f3041-1c35-46c2-9d30-deeb68ba2ab7 HTTP/1.1" status: 204 len: 168 time: 0.2199979 Sep 18 20:04:33.383927 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-355ef369-23c8-4ac3-bbfe-00ad0e053f19 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/00621adc-c994-41b5-b5b5-3c75898057b9 HTTP/1.1" status: 404 len: 339 time: 0.0252607 Sep 18 20:04:33.384692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51108) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.385079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51110) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.428348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24842a8e-c949-43e9-986d-447b97625d1f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194f3041-1c35-46c2-9d30-deeb68ba2ab7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:33.453288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.474482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa55664-71da-4eb7-932f-98a565f7cd01 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting subnet 4afb567b-fe4c-4ec7-88b6-327cf9acf17c {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:33.478428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-afa55664-71da-4eb7-932f-98a565f7cd01 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.484231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf9a4fd1-2d84-4866-9fdc-3e8111a476d3 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0980957 Sep 18 20:04:33.488108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51112) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.495733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e7676204-dfe1-4dd7-8a62-4990ad3a5074 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--643626550'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:33.531978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b1210569-6a06-4c69-ae51-f503746cd23e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:33.533669 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-afa55664-71da-4eb7-932f-98a565f7cd01 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.535907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7676204-dfe1-4dd7-8a62-4990ad3a5074 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.549518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Deleting port cb3520a6-169c-46a2-8b38-7427f86d4feb {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:33.549859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.577978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: b1210569-6a06-4c69-ae51-f503746cd23e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:33.578920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b1210569-6a06-4c69-ae51-f503746cd23e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:33.645270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-afa55664-71da-4eb7-932f-98a565f7cd01 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.664013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.686944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Calling delete_port for cb3520a6-169c-46a2-8b38-7427f86d4feb owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:33.718618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-afa55664-71da-4eb7-932f-98a565f7cd01 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.748713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa55664-71da-4eb7-932f-98a565f7cd01 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Subnet': ['ID=4afb567b-fe4c-4ec7-88b6-327cf9acf17c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:33.750864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-afa55664-71da-4eb7-932f-98a565f7cd01 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.754655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-afa55664-71da-4eb7-932f-98a565f7cd01 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/subnets/4afb567b-fe4c-4ec7-88b6-327cf9acf17c HTTP/1.1" status: 204 len: 168 time: 0.3653514 Sep 18 20:04:33.755112 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7676204-dfe1-4dd7-8a62-4990ad3a5074 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.755224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51120) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.759318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ec8c9-ff46-4fa3-8fb2-ace747540f45 None None] Network 2aa463d6-6053-45f9-93d9-6832871472cd requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:33.762737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7676204-dfe1-4dd7-8a62-4990ad3a5074 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.808042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7676204-dfe1-4dd7-8a62-4990ad3a5074 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.811920 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7676204-dfe1-4dd7-8a62-4990ad3a5074 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3195217 Sep 18 20:04:33.811920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7676204-dfe1-4dd7-8a62-4990ad3a5074 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b436d-383e-4630-96ea-47b2eecdf8fd,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:33.817522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51122) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.821775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1772768c-f32e-4b10-8dfe-926786dcd81c tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b436d-383e-4630-96ea-47b2eecdf8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:33.833931 n-d-789963-11 neutron-server[94940]: WARNING neutron.api.v2.base [None req-1772768c-f32e-4b10-8dfe-926786dcd81c tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 20:04:33.834550 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-1772768c-f32e-4b10-8dfe-926786dcd81c tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:33.838595 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1772768c-f32e-4b10-8dfe-926786dcd81c tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177627 Sep 18 20:04:33.838838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.841070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51124) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.845370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e547cc0e-0018-464d-bcd3-7f24058dd26d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b436d-383e-4630-96ea-47b2eecdf8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:33.846999 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-e547cc0e-0018-464d-bcd3-7f24058dd26d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 20:04:33.848366 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-e547cc0e-0018-464d-bcd3-7f24058dd26d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:33.852698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e547cc0e-0018-464d-bcd3-7f24058dd26d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073693 Sep 18 20:04:33.852870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51126) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.857130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fc31fcef-66d4-47cd-a701-8d0b3ddc982a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b436d-383e-4630-96ea-47b2eecdf8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:33.862070 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-fc31fcef-66d4-47cd-a701-8d0b3ddc982a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 20:04:33.862070 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-fc31fcef-66d4-47cd-a701-8d0b3ddc982a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:33.862070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fc31fcef-66d4-47cd-a701-8d0b3ddc982a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060477 Sep 18 20:04:33.862445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51128) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.867801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-149baa3b-8bb7-4ff7-9700-e3489d5de707 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b436d-383e-4630-96ea-47b2eecdf8fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:33.868660 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-149baa3b-8bb7-4ff7-9700-e3489d5de707 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 20:04:33.869144 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-149baa3b-8bb7-4ff7-9700-e3489d5de707 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:33.871136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-149baa3b-8bb7-4ff7-9700-e3489d5de707 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069761 Sep 18 20:04:33.872654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51130) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:33.922955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Deleting port 16a2b5bd-381e-437c-a5c7-17be3254f07d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:33.922955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.971148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] DHCP port deletion for 2aa463d6-6053-45f9-93d9-6832871472cd request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:04:33.971443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de02d7d9-818b-4f53-9bbc-3d97d8a96341 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:33.998403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] For port 16a2b5bd-381e-437c-a5c7-17be3254f07d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=16a2b5bd-381e-437c-a5c7-17be3254f07d,segment=NetworkSegment(c1dc7120-77ce-4027-b71b-8a66b31476a3),segment_id=c1dc7120-77ce-4027-b71b-8a66b31476a3)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:33.998833 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.003711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de02d7d9-818b-4f53-9bbc-3d97d8a96341 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.013710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Calling delete_port for 16a2b5bd-381e-437c-a5c7-17be3254f07d owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:34.014183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.033873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] Deleting port 16a2b5bd-381e-437c-a5c7-17be3254f07d {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:34.034258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.052705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event deleted for resources: {'Port': ['ID=cb3520a6-169c-46a2-8b38-7427f86d4feb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:34.097729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.106322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] For port 16a2b5bd-381e-437c-a5c7-17be3254f07d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=16a2b5bd-381e-437c-a5c7-17be3254f07d,segment=NetworkSegment(c1dc7120-77ce-4027-b71b-8a66b31476a3),segment_id=c1dc7120-77ce-4027-b71b-8a66b31476a3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:34.106731 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.122032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] Calling delete_port for 16a2b5bd-381e-437c-a5c7-17be3254f07d owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:34.126150 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.136229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] No DVR routers for this DVR port 16a2b5bd-381e-437c-a5c7-17be3254f07d on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:34.137768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Port': ['ID=16a2b5bd-381e-437c-a5c7-17be3254f07d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:34.153143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de02d7d9-818b-4f53-9bbc-3d97d8a96341 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.155663 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de02d7d9-818b-4f53-9bbc-3d97d8a96341 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.156804 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-de02d7d9-818b-4f53-9bbc-3d97d8a96341 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/ad0b436d-383e-4630-96ea-47b2eecdf8fd HTTP/1.1" status: 204 len: 168 time: 0.2830038 Sep 18 20:04:34.166597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51132) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:34.202508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02d7d9-818b-4f53-9bbc-3d97d8a96341 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b436d-383e-4630-96ea-47b2eecdf8fd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:34.224903 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.231353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.233588 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.247544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.257440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] Pushing event deleted for resources: {'Port': ['ID=16a2b5bd-381e-437c-a5c7-17be3254f07d,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:34.265616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880cf0d-abe5-4b42-bac3-d499b3ca6c61 None None] No DVR routers for this DVR port 16a2b5bd-381e-437c-a5c7-17be3254f07d on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:34.277527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cda494a2-9d5d-4fe7-9727-ae6882b41e35 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1098049 Sep 18 20:04:34.281356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa463d6-6053-45f9-93d9-6832871472cd']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:34.282025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51134) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:34.287253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-21e45de7-1d7d-4ffa-9acb-700883c8b982 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314992105'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:34.293069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.293579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Fanout notify agent at l3_agent the message router_deleted on router dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:34.295831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dc7120-77ce-4027-b71b-8a66b31476a3') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:34.296338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dc7120-77ce-4027-b71b-8a66b31476a3') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:34.301481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.302573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-25962e97-6854-4038-9c9b-4fe89c4858a0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85 HTTP/1.1" status: 204 len: 168 time: 1.1281421 Sep 18 20:04:34.308910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51136) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:34.313359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-338955193', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:34.315850 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.330912 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.334151 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e45de7-1d7d-4ffa-9acb-700883c8b982 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.337619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:34.338178 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:34.341193 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:34.359662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.360777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.403911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.413238 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.415081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] 10.222.0.20 "DELETE /v2.0/networks/2aa463d6-6053-45f9-93d9-6832871472cd HTTP/1.1" status: 204 len: 168 time: 0.6592453 Sep 18 20:04:34.432750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c4361-ef25-46a3-a621-380786db7310 tempest-NetworksIpV6Test-463706899 tempest-NetworksIpV6Test-463706899-project] Pushing event deleted for resources: {'Network': ['ID=2aa463d6-6053-45f9-93d9-6832871472cd,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:34.434231 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.676209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51142) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:34.821830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-64a4f2f0-b084-46f7-98fb-763792d3a4c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79a40df181a148fba5584d1c726cb17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442759 Sep 18 20:04:34.824511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51148) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:34.862124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e45de7-1d7d-4ffa-9acb-700883c8b982 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.873469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d61aebf4-1078-4215-a94f-9242fc40a63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.897349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e45de7-1d7d-4ffa-9acb-700883c8b982 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.899953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d61aebf4-1078-4215-a94f-9242fc40a63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.936865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.948042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d61aebf4-1078-4215-a94f-9242fc40a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.949229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e45de7-1d7d-4ffa-9acb-700883c8b982 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.950475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21e45de7-1d7d-4ffa-9acb-700883c8b982 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6674283 Sep 18 20:04:34.951250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d61aebf4-1078-4215-a94f-9242fc40a63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:34.954861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d61aebf4-1078-4215-a94f-9242fc40a63e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/319ec31a-40db-472f-a504-61b0a195d207 HTTP/1.1" status: 204 len: 168 time: 0.1270237 Sep 18 20:04:34.955015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51150) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:34.960872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aebf4-1078-4215-a94f-9242fc40a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ec31a-40db-472f-a504-61b0a195d207,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:34.962626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-068a44d7-e2d0-46f2-8f6e-0d7f3d915883 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:34.963361 n-d-789963-11 neutron-server[94940]: WARNING neutron.api.v2.base [None req-068a44d7-e2d0-46f2-8f6e-0d7f3d915883 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 20:04:34.963875 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-068a44d7-e2d0-46f2-8f6e-0d7f3d915883 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:34.964862 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-068a44d7-e2d0-46f2-8f6e-0d7f3d915883 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099983 Sep 18 20:04:34.967867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51154) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:34.972259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-739fb924-b8d4-429d-ba5e-89288af44088 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:34.985158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e45de7-1d7d-4ffa-9acb-700883c8b982 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f688a4-8d17-41b4-ac5b-38ff8736d5dd,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:35.013201 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-739fb924-b8d4-429d-ba5e-89288af44088 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:35.018407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.018566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-739fb924-b8d4-429d-ba5e-89288af44088 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0497184 Sep 18 20:04:35.023646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-59f9d912-d270-4f25-88e0-6b02a63f7c64 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.024073 n-d-789963-11 neutron-server[94940]: WARNING neutron.api.v2.base [None req-59f9d912-d270-4f25-88e0-6b02a63f7c64 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 20:04:35.024589 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-59f9d912-d270-4f25-88e0-6b02a63f7c64 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:35.025527 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-59f9d912-d270-4f25-88e0-6b02a63f7c64 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061381 Sep 18 20:04:35.028227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51158) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.032780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-04490f81-b7ac-404d-bbb3-fd87450a441b tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.068922 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-04490f81-b7ac-404d-bbb3-fd87450a441b tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:35.071829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-04490f81-b7ac-404d-bbb3-fd87450a441b tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0425932 Sep 18 20:04:35.073881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51160) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.078273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1b080c90-fc21-466b-8741-2eca8d6ae393 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.079127 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-1b080c90-fc21-466b-8741-2eca8d6ae393 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 20:04:35.079633 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-1b080c90-fc21-466b-8741-2eca8d6ae393 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:35.080595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1b080c90-fc21-466b-8741-2eca8d6ae393 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058470 Sep 18 20:04:35.083506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51162) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.088581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9b48def2-504e-4fb9-8f61-65e1624247c5 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.111991 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-9b48def2-504e-4fb9-8f61-65e1624247c5 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Project 72ddedb14c9e4ced99c526c2a87519f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:04:35.124889 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-9b48def2-504e-4fb9-8f61-65e1624247c5 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:35.126199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9b48def2-504e-4fb9-8f61-65e1624247c5 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0418189 Sep 18 20:04:35.128957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51166) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.134232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7c49ab14-2b53-4588-a30a-9c1e619bb89f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.134657 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-7c49ab14-2b53-4588-a30a-9c1e619bb89f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 20:04:35.135129 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-7c49ab14-2b53-4588-a30a-9c1e619bb89f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:35.136256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7c49ab14-2b53-4588-a30a-9c1e619bb89f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063980 Sep 18 20:04:35.139519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51168) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.143603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f5f2b2d7-e8ee-456f-bd6f-c10c1880c128 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.165718 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-f5f2b2d7-e8ee-456f-bd6f-c10c1880c128 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Project 72ddedb14c9e4ced99c526c2a87519f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:04:35.180077 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-f5f2b2d7-e8ee-456f-bd6f-c10c1880c128 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:35.183968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f5f2b2d7-e8ee-456f-bd6f-c10c1880c128 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0417047 Sep 18 20:04:35.184223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51170) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.188845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1a936feb-92f4-4bcd-8ec3-a513cca793f6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '51f688a4-8d17-41b4-ac5b-38ff8736d5dd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.200290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.212959 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-1a936feb-92f4-4bcd-8ec3-a513cca793f6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Project 72ddedb14c9e4ced99c526c2a87519f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:04:35.221071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.228990 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-1a936feb-92f4-4bcd-8ec3-a513cca793f6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:35.230266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a936feb-92f4-4bcd-8ec3-a513cca793f6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0449910 Sep 18 20:04:35.233196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51174) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.291179 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42ee337f-871e-4a06-99e4-fa4ea1788257 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.314169 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42ee337f-871e-4a06-99e4-fa4ea1788257 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.340469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Allocated IP 172.25.8.153 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/ba638a64-25e9-428b-b394-fb866fe74205) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:35.362315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42ee337f-871e-4a06-99e4-fa4ea1788257 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.363603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42ee337f-871e-4a06-99e4-fa4ea1788257 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.364672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-42ee337f-871e-4a06-99e4-fa4ea1788257 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/51f688a4-8d17-41b4-ac5b-38ff8736d5dd HTTP/1.1" status: 204 len: 168 time: 0.1302309 Sep 18 20:04:35.367983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51182) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.390198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee337f-871e-4a06-99e4-fa4ea1788257 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f688a4-8d17-41b4-ac5b-38ff8736d5dd,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:35.434125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-585ac575-4f4d-4755-a327-a16465807621 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613093 Sep 18 20:04:35.434377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51184) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.438762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a703c9cb-179e-46fd-a2ad-9e85749e70ba tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958958629'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.462802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a703c9cb-179e-46fd-a2ad-9e85749e70ba tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.480816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.538260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.543782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 16a2b5bd-381e-437c-a5c7-17be3254f07d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:35.566339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 16a2b5bd-381e-437c-a5c7-17be3254f07d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:35.566686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 16a2b5bd-381e-437c-a5c7-17be3254f07d not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:35.588709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:35.595401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:35.597871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a703c9cb-179e-46fd-a2ad-9e85749e70ba tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.598046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:35.604053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a703c9cb-179e-46fd-a2ad-9e85749e70ba tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.605190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event updated for resources: {'Port': ['ID=ba638a64-25e9-428b-b394-fb866fe74205,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:35.638363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c9cb-179e-46fd-a2ad-9e85749e70ba tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a008b0b-b76f-489b-aee9-c84cc1798ffe,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:35.641800 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a703c9cb-179e-46fd-a2ad-9e85749e70ba tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.648637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51194) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.649522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a703c9cb-179e-46fd-a2ad-9e85749e70ba tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2140796 Sep 18 20:04:35.652666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ff93863e-d601-41ab-b62b-b614a0aba25d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '9a008b0b-b76f-489b-aee9-c84cc1798ffe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.734296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51196) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.792383 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-ff93863e-d601-41ab-b62b-b614a0aba25d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The resource could not be found. Sep 18 20:04:35.793684 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ff93863e-d601-41ab-b62b-b614a0aba25d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1446769 Sep 18 20:04:35.797084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51202) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.806624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-35add26a-fc40-40eb-a7e3-a101f9ccb996 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '9a008b0b-b76f-489b-aee9-c84cc1798ffe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '169a6ecb-d4b4-43c4-846a-90168c06c4bc'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.866111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b5d3cc47-c797-4266-9916-2853c4d67538 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-116380584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:35.894777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3cc47-c797-4266-9916-2853c4d67538 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.895914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3cc47-c797-4266-9916-2853c4d67538 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.901813 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-35add26a-fc40-40eb-a7e3-a101f9ccb996 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The resource could not be found. Sep 18 20:04:35.902958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-35add26a-fc40-40eb-a7e3-a101f9ccb996 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1045508 Sep 18 20:04:35.905835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51208) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:35.923590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.985553 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3cc47-c797-4266-9916-2853c4d67538 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:35.994227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3cc47-c797-4266-9916-2853c4d67538 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.013319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-807768e0-0aea-4c89-befe-f42204dbcfb6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.025357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5d3cc47-c797-4266-9916-2853c4d67538 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.026539 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b5d3cc47-c797-4266-9916-2853c4d67538 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2910013 Sep 18 20:04:36.029248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51214) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:36.034010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1807476935'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:36.050863 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-807768e0-0aea-4c89-befe-f42204dbcfb6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.084330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Made reservation on behalf of 9dff1c0772ec413f90b0118fbebf1a27 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:36.088315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.098586 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.116962 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-807768e0-0aea-4c89-befe-f42204dbcfb6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.119474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-807768e0-0aea-4c89-befe-f42204dbcfb6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.120619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-807768e0-0aea-4c89-befe-f42204dbcfb6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a008b0b-b76f-489b-aee9-c84cc1798ffe HTTP/1.1" status: 204 len: 168 time: 0.2130139 Sep 18 20:04:36.123919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51216) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:36.137979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807768e0-0aea-4c89-befe-f42204dbcfb6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a008b0b-b76f-489b-aee9-c84cc1798ffe,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:36.163557 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.208008 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.212661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.225008 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d865cd18-7e70-4b7d-a8dd-58ecb73f5b8a tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990376 Sep 18 20:04:36.229861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51218) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:36.235651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4c405f41-3d8c-4fe5-894c-b572b0223d7f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '9de3ca03-ef35-4012-b7b4-3c16115afe34', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:36.248399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:36.254905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d9424-34a0-4f5e-b870-1bddde703ab9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:36.262017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.262344 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Added segment 9b98d674-1d0e-4f6b-92f2-8518bb35e1db of type vlan for network 16b33976-b4e5-48e6-a541-4cdaa76db539 Sep 18 20:04:36.311686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.328967 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-4c405f41-3d8c-4fe5-894c-b572b0223d7f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The resource could not be found. Sep 18 20:04:36.330044 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4c405f41-3d8c-4fe5-894c-b572b0223d7f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0992455 Sep 18 20:04:36.333735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51220) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:36.338708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5b5c98a6-1352-4c77-bc1c-3dfd59af0336 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--249806192'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:36.338871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.344280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:36.344866 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.362216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Router 05d6f8d0-7ab8-4f30-810a-5c9c989546c8 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:36.369491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b5c98a6-1352-4c77-bc1c-3dfd59af0336 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.377353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3471117 Sep 18 20:04:36.380372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51222) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:36.387770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'subnet': {'network_id': '16b33976-b4e5-48e6-a541-4cdaa76db539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:36.432097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e9ef5-0892-47ed-9409-2284850c2f18 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Network': ['ID=16b33976-b4e5-48e6-a541-4cdaa76db539,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:36.443928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 16b33976-b4e5-48e6-a541-4cdaa76db539 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:36.514872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:36.525099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d07c046-4dfd-454a-9e76-c9669db42cef None None] Sync routers for ids ['05d6f8d0-7ab8-4f30-810a-5c9c989546c8'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:36.535914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07c046-4dfd-454a-9e76-c9669db42cef None None] Routers {'05d6f8d0-7ab8-4f30-810a-5c9c989546c8'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:36.536536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7d07c046-4dfd-454a-9e76-c9669db42cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['05d6f8d0-7ab8-4f30-810a-5c9c989546c8'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:36.554550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b5c98a6-1352-4c77-bc1c-3dfd59af0336 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.560085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b5c98a6-1352-4c77-bc1c-3dfd59af0336 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.570632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.572277 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-22e71b9d-84c4-4412-9f2e-4e648186549e tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2624195 Sep 18 20:04:36.575478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7d07c046-4dfd-454a-9e76-c9669db42cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:36.576024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51224) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:36.580392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:36.584228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Made reservation on behalf of 9dff1c0772ec413f90b0118fbebf1a27 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:36.587421 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.588967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07c046-4dfd-454a-9e76-c9669db42cef None None] Routers {'05d6f8d0-7ab8-4f30-810a-5c9c989546c8'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:36.589847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7d07c046-4dfd-454a-9e76-c9669db42cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['05d6f8d0-7ab8-4f30-810a-5c9c989546c8'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:36.595837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b5c98a6-1352-4c77-bc1c-3dfd59af0336 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.599466 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5b5c98a6-1352-4c77-bc1c-3dfd59af0336 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2624056 Sep 18 20:04:36.599466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c98a6-1352-4c77-bc1c-3dfd59af0336 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917fba64-7822-4bbb-8920-a95c838a34f0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:36.602523 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51226) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:36.607291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2a708c0f-0d83-4b29-bb6e-9db00fb50726 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--271582547'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:36.632526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a708c0f-0d83-4b29-bb6e-9db00fb50726 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.638579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7d07c046-4dfd-454a-9e76-c9669db42cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:36.639370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d07c046-4dfd-454a-9e76-c9669db42cef None None] The sync data for ids ['05d6f8d0-7ab8-4f30-810a-5c9c989546c8'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:36.722349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a708c0f-0d83-4b29-bb6e-9db00fb50726 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.726440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a708c0f-0d83-4b29-bb6e-9db00fb50726 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.752370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a708c0f-0d83-4b29-bb6e-9db00fb50726 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:36.753623 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2a708c0f-0d83-4b29-bb6e-9db00fb50726 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1496758 Sep 18 20:04:36.757568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51228) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:36.758447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a708c0f-0d83-4b29-bb6e-9db00fb50726 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca589d8-21fb-43fb-9a9b-9d958cd75fd6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:36.761911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-33a5a46e-d42e-4764-9ffe-96643eda90c2 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '917fba64-7822-4bbb-8920-a95c838a34f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dca589d8-21fb-43fb-9a9b-9d958cd75fd6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:37.181187 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-33a5a46e-d42e-4764-9ffe-96643eda90c2 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:37.182219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-33a5a46e-d42e-4764-9ffe-96643eda90c2 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4237304 Sep 18 20:04:37.185196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51230) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:37.239444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b409684d-f74d-45a5-b915-83e8ae339f44 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.242916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.261875 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b409684d-f74d-45a5-b915-83e8ae339f44 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.304921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b409684d-f74d-45a5-b915-83e8ae339f44 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.307564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b409684d-f74d-45a5-b915-83e8ae339f44 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.308744 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b409684d-f74d-45a5-b915-83e8ae339f44 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/dca589d8-21fb-43fb-9a9b-9d958cd75fd6 HTTP/1.1" status: 204 len: 168 time: 0.1225519 Sep 18 20:04:37.312018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51232) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:37.330176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409684d-f74d-45a5-b915-83e8ae339f44 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca589d8-21fb-43fb-9a9b-9d958cd75fd6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:37.351823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Subnet': ['ID=041c0352-f465-421d-b5f5-8fcb196544f5,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:37.370257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.373651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Checking segment: {'id': '9b98d674-1d0e-4f6b-92f2-8518bb35e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16b33976-b4e5-48e6-a541-4cdaa76db539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:37.374011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network hostable DHCP agents. Network: 16b33976-b4e5-48e6-a541-4cdaa76db539, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:37.374907 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8cf21104-65e4-468e-98c7-90e8c2dbe710 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0617275 Sep 18 20:04:37.377723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51234) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:37.392082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.401428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network 16b33976-b4e5-48e6-a541-4cdaa76db539 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:37.428047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 16b33976-b4e5-48e6-a541-4cdaa76db539) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:37.434864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:37.434864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.439175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d65020-1592-4398-81d4-959da02b4ddc None None] Network 16b33976-b4e5-48e6-a541-4cdaa76db539 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:37.441860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d97dd74-65b0-43be-8d6c-047b720eb4b6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.458983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9f2332ae-c24c-464b-bdd7-7c41971ac693 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0775414 Sep 18 20:04:37.465859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51236) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:37.473493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Deleting port ba638a64-25e9-428b-b394-fb866fe74205 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:37.473897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'network': {'name': 'tempest-router-network01--1767961552'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:37.474260 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.488123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d97dd74-65b0-43be-8d6c-047b720eb4b6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.532105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Made reservation on behalf of 9dff1c0772ec413f90b0118fbebf1a27 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:37.536464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.567136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d97dd74-65b0-43be-8d6c-047b720eb4b6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.577671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d97dd74-65b0-43be-8d6c-047b720eb4b6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.578919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d97dd74-65b0-43be-8d6c-047b720eb4b6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/917fba64-7822-4bbb-8920-a95c838a34f0 HTTP/1.1" status: 204 len: 168 time: 0.2001956 Sep 18 20:04:37.584477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.587004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51238) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:37.591872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:37.600388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Calling delete_port for ba638a64-25e9-428b-b394-fb866fe74205 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:37.612310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97dd74-65b0-43be-8d6c-047b720eb4b6 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917fba64-7822-4bbb-8920-a95c838a34f0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:37.625425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-16b33976-b4e5-48e6-a541-4cdaa76db539', 'network_id': '16b33976-b4e5-48e6-a541-4cdaa76db539', 'tenant_id': '9dff1c0772ec413f90b0118fbebf1a27', 'fixed_ips': [{'subnet_id': '041c0352-f465-421d-b5f5-8fcb196544f5'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:37.628193 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.628503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.628855 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Added segment fe40a98d-5935-44a1-bbb4-135cedad0a7f of type vlan for network eef4b07a-4d85-4478-be07-32b24c7fd116 Sep 18 20:04:37.691908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.704300 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d6482d8-5ae0-41d8-af4e-dfc11a42f060 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119072 Sep 18 20:04:37.706995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51240) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:37.718350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-38d9b6fe-950d-4465-a7ba-874a27f36bb9 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938667398'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:37.749025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.754716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:37.755300 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.778732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-38d9b6fe-950d-4465-a7ba-874a27f36bb9 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.785864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Allocated IP 2001:db8::2 (16b33976-b4e5-48e6-a541-4cdaa76db539/041c0352-f465-421d-b5f5-8fcb196544f5/535996a3-9352-4191-913e-d1253ec77077) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:37.803159 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.815995 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3465970 Sep 18 20:04:37.817267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51242) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:37.832522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Pushing event deleted for resources: {'Port': ['ID=ba638a64-25e9-428b-b394-fb866fe74205,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:37.852401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'network': {'name': 'tempest-router-network02--1499079691'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:37.863544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6cf63-b478-4260-9a30-9f54d2a622bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Network': ['ID=eef4b07a-4d85-4478-be07-32b24c7fd116,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:37.872384 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 20:04:37.872384 n-d-789963-11 neutron-server[94940]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 20:04:37.872384 n-d-789963-11 neutron-server[94940]: [parameters: {'project_id_1': '9dff1c0772ec413f90b0118fbebf1a27', 'expiration_1': datetime.datetime(2021, 9, 18, 20, 4, 17, 859634)}] Sep 18 20:04:37.872384 n-d-789963-11 neutron-server[94940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:04:37.872882 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:04:37.880731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network eef4b07a-4d85-4478-be07-32b24c7fd116 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:37.899683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.944134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-38d9b6fe-950d-4465-a7ba-874a27f36bb9 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.950364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-38d9b6fe-950d-4465-a7ba-874a27f36bb9 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.983694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-38d9b6fe-950d-4465-a7ba-874a27f36bb9 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:37.987798 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-38d9b6fe-950d-4465-a7ba-874a27f36bb9 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2762170 Sep 18 20:04:37.988065 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51244) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:37.993138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4da4245d-7a56-4e21-880d-c68f4ab467c8 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '366d494d-f226-47cf-883a-8091d9f98350', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:37.998526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9b6fe-950d-4465-a7ba-874a27f36bb9 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366d494d-f226-47cf-883a-8091d9f98350,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:38.003885 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.012237 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.034796 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-4da4245d-7a56-4e21-880d-c68f4ab467c8 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:38.039588 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4da4245d-7a56-4e21-880d-c68f4ab467c8 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0469811 Sep 18 20:04:38.039960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51246) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.044777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-41ad22e7-b132-4539-932e-33f44baf4278 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group_rule': {'security_group_id': '366d494d-f226-47cf-883a-8091d9f98350', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:38.058093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Network 16b33976-b4e5-48e6-a541-4cdaa76db539 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:38.063051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:38.068448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:38.071098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Pushing event updated for resources: {'Port': ['ID=535996a3-9352-4191-913e-d1253ec77077,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:38.086906 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-41ad22e7-b132-4539-932e-33f44baf4278 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:38.088131 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-41ad22e7-b132-4539-932e-33f44baf4278 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0470066 Sep 18 20:04:38.090857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51248) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.125677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Attempting to bind port 535996a3-9352-4191-913e-d1253ec77077 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:38.126076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Attempting to bind port 535996a3-9352-4191-913e-d1253ec77077 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '9b98d674-1d0e-4f6b-92f2-8518bb35e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16b33976-b4e5-48e6-a541-4cdaa76db539'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:38.126418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Attempting to bind port 535996a3-9352-4191-913e-d1253ec77077 on network 16b33976-b4e5-48e6-a541-4cdaa76db539 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:38.131580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:38.132207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Checking segment: {'id': '9b98d674-1d0e-4f6b-92f2-8518bb35e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16b33976-b4e5-48e6-a541-4cdaa76db539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:38.132805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.133394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Bound using segment: {'id': '9b98d674-1d0e-4f6b-92f2-8518bb35e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16b33976-b4e5-48e6-a541-4cdaa76db539'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:38.133862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Bound port: 535996a3-9352-4191-913e-d1253ec77077, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b98d674-1d0e-4f6b-92f2-8518bb35e1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '16b33976-b4e5-48e6-a541-4cdaa76db539'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:38.134438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.142903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.146303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.146891 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a163b2ba-e1c2-4ed5-a1ea-d51767f07528 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.171689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a163b2ba-e1c2-4ed5-a1ea-d51767f07528 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.200706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] For port 535996a3-9352-4191-913e-d1253ec77077, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:38.204189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] For port 535996a3-9352-4191-913e-d1253ec77077, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=535996a3-9352-4191-913e-d1253ec77077,segment=NetworkSegment(9b98d674-1d0e-4f6b-92f2-8518bb35e1db),segment_id=9b98d674-1d0e-4f6b-92f2-8518bb35e1db)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:38.209879 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.221629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Router 05d6f8d0-7ab8-4f30-810a-5c9c989546c8 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:04:38.224464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a163b2ba-e1c2-4ed5-a1ea-d51767f07528 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.228331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a163b2ba-e1c2-4ed5-a1ea-d51767f07528 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.231954 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a163b2ba-e1c2-4ed5-a1ea-d51767f07528 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/366d494d-f226-47cf-883a-8091d9f98350 HTTP/1.1" status: 204 len: 168 time: 0.1374145 Sep 18 20:04:38.233109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51250) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.239060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163b2ba-e1c2-4ed5-a1ea-d51767f07528 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366d494d-f226-47cf-883a-8091d9f98350,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:38.271914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6b68f-1f34-4bf2-af6b-372442a11c65 None None] Pushing event updated for resources: {'Port': ['ID=535996a3-9352-4191-913e-d1253ec77077,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:38.325587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:38.333784 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.336423 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0dc907-4f37-4279-8d80-8d2fd435dec8 None None] Sync routers for ids ['05d6f8d0-7ab8-4f30-810a-5c9c989546c8'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:38.338402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51252) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.338580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1d342dc3-36ce-4280-9ca8-14aae9f44995 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "PUT /v2.0/routers/05d6f8d0-7ab8-4f30-810a-5c9c989546c8 HTTP/1.1" status: 200 len: 705 time: 1.7617402 Sep 18 20:04:38.345810 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0dc907-4f37-4279-8d80-8d2fd435dec8 None None] Routers {'05d6f8d0-7ab8-4f30-810a-5c9c989546c8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:38.346406 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ae0dc907-4f37-4279-8d80-8d2fd435dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['05d6f8d0-7ab8-4f30-810a-5c9c989546c8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:38.355839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-668305f4-c0ad-4141-9e84-03b16aa6fef9 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1203859 Sep 18 20:04:38.359820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51254) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.364383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1a16806b-c7ac-4cf6-b300-854c4a0bd644 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'tempest-secgroup--203248952'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:38.380506 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ae0dc907-4f37-4279-8d80-8d2fd435dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:38.388845 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a16806b-c7ac-4cf6-b300-854c4a0bd644 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.395874 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0dc907-4f37-4279-8d80-8d2fd435dec8 None None] Routers {'05d6f8d0-7ab8-4f30-810a-5c9c989546c8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:38.396504 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ae0dc907-4f37-4279-8d80-8d2fd435dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['05d6f8d0-7ab8-4f30-810a-5c9c989546c8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:38.430703 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-192bfaed-726e-411e-bafc-dd349ac4a285 tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/routers/05d6f8d0-7ab8-4f30-810a-5c9c989546c8 HTTP/1.1" status: 200 len: 740 time: 0.0906944 Sep 18 20:04:38.432189 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ae0dc907-4f37-4279-8d80-8d2fd435dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:38.433053 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0dc907-4f37-4279-8d80-8d2fd435dec8 None None] The sync data for ids ['05d6f8d0-7ab8-4f30-810a-5c9c989546c8'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:38.434194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51256) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.441262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Made reservation on behalf of 9dff1c0772ec413f90b0118fbebf1a27 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:38.450501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.497678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:38.506448 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.506822 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Added segment 4e003519-fc27-45c8-8a4d-f7380cce146e of type vlan for network 43646b85-0740-4072-aee1-2d06866f5f4d Sep 18 20:04:38.512371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b9310348-d4c6-4cc3-a84a-73a99a722ace tempest-RoutersAdminTest-1052460244 tempest-RoutersAdminTest-1052460244-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=05d6f8d0-7ab8-4f30-810a-5c9c989546c8 HTTP/1.1" status: 200 len: 205 time: 0.0768368 Sep 18 20:04:38.514938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51258) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.557133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.557393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8946bc21-e1b8-4fa3-9fc2-9245ac6f8439 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=05d6f8d0-7ab8-4f30-810a-5c9c989546c8 HTTP/1.1" status: 200 len: 205 time: 0.0375872 Sep 18 20:04:38.557522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51260) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.618050 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a16806b-c7ac-4cf6-b300-854c4a0bd644 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.622322 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a16806b-c7ac-4cf6-b300-854c4a0bd644 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.649898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a16806b-c7ac-4cf6-b300-854c4a0bd644 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.651158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a16806b-c7ac-4cf6-b300-854c4a0bd644 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2903433 Sep 18 20:04:38.653420 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ffae9ef-298d-4259-9654-3ce9166b2b19 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.654786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51262) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.659537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b1d53e67-5b64-47ce-b860-171fd89e125f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:38.660196 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-b1d53e67-5b64-47ce-b860-171fd89e125f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 20:04:38.660689 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-b1d53e67-5b64-47ce-b860-171fd89e125f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 20:04:38.661633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b1d53e67-5b64-47ce-b860-171fd89e125f tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "PUT /v2.0/security-groups/39c1b924-e4d6-446d-929d-bb8bfd85cede HTTP/1.1" status: 409 len: 330 time: 0.0056484 Sep 18 20:04:38.662312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16806b-c7ac-4cf6-b300-854c4a0bd644 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1b924-e4d6-446d-929d-bb8bfd85cede,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:38.665129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51264) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.687481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.692942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:38.693523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.720004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-63daee1f-cf84-46c5-8230-9802174d6994 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.743395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-63daee1f-cf84-46c5-8230-9802174d6994 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.762233 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9439466 Sep 18 20:04:38.766117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51266) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.770973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'subnet': {'network_id': 'eef4b07a-4d85-4478-be07-32b24c7fd116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:38.839563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-63daee1f-cf84-46c5-8230-9802174d6994 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.842102 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-63daee1f-cf84-46c5-8230-9802174d6994 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.843252 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-63daee1f-cf84-46c5-8230-9802174d6994 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/39c1b924-e4d6-446d-929d-bb8bfd85cede HTTP/1.1" status: 204 len: 168 time: 0.1772454 Sep 18 20:04:38.847127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51268) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.860956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daee1f-cf84-46c5-8230-9802174d6994 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1b924-e4d6-446d-929d-bb8bfd85cede,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:38.883418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e49ba8-adbf-418c-a5e7-791d31df929f tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Network': ['ID=43646b85-0740-4072-aee1-2d06866f5f4d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:38.887072 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ffae9ef-298d-4259-9654-3ce9166b2b19 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.887329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Made reservation on behalf of 9dff1c0772ec413f90b0118fbebf1a27 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:38.890808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.894285 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ffae9ef-298d-4259-9654-3ce9166b2b19 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.899199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 43646b85-0740-4072-aee1-2d06866f5f4d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:38.957898 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-027baa22-3ab2-475b-a7de-16035ef34c4d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081581 Sep 18 20:04:38.959412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ffae9ef-298d-4259-9654-3ce9166b2b19 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.961968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffae9ef-298d-4259-9654-3ce9166b2b19 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Fanout notify agent at l3_agent the message router_deleted on router 05d6f8d0-7ab8-4f30-810a-5c9c989546c8 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:38.966636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51270) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.971777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ffae9ef-298d-4259-9654-3ce9166b2b19 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:38.972884 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4ffae9ef-298d-4259-9654-3ce9166b2b19 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/05d6f8d0-7ab8-4f30-810a-5c9c989546c8 HTTP/1.1" status: 204 len: 168 time: 0.4144554 Sep 18 20:04:38.977055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51272) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:38.990286 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-288c7ba5-9d6f-4d04-8948-ff80f96eeb79 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] delete failed (client error): The resource could not be found. Sep 18 20:04:38.992239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-288c7ba5-9d6f-4d04-8948-ff80f96eeb79 tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "DELETE /v2.0/security-groups/d98ebd7d-deb0-4908-b1f4-a19bc09b7fb1 HTTP/1.1" status: 404 len: 347 time: 0.0245075 Sep 18 20:04:38.996490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51274) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.015499 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-158c3f40-511f-4a98-ac87-a09228e6a86c tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=05d6f8d0-7ab8-4f30-810a-5c9c989546c8 HTTP/1.1" status: 200 len: 205 time: 0.0369525 Sep 18 20:04:39.016903 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-14b76f3a-a620-4a76-a832-a94f0f3b3e1d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] show failed (client error): The resource could not be found. Sep 18 20:04:39.017930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51276) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.018349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-14b76f3a-a620-4a76-a832-a94f0f3b3e1d tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-groups/e2d9bc60-20a7-4c9d-9d9e-0faa1875ef4f HTTP/1.1" status: 404 len: 347 time: 0.0205100 Sep 18 20:04:39.021563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51278) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.038931 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-c863c350-62e6-4f80-995e-3c275166d3bb tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] show failed (client error): The resource could not be found. Sep 18 20:04:39.043145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c863c350-62e6-4f80-995e-3c275166d3bb tempest-NegativeSecGroupIPv6Test-1455169810 tempest-NegativeSecGroupIPv6Test-1455169810-project] 10.222.0.20 "GET /v2.0/security-group-rules/b7dd3297-ea38-45a2-a15f-5ea1a6c2f0ea HTTP/1.1" status: 404 len: 356 time: 0.0173593 Sep 18 20:04:39.062134 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-298eb43c-dc8f-4a47-b4fc-f52d5de985e0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] delete failed (client error): The resource could not be found. Sep 18 20:04:39.063418 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-298eb43c-dc8f-4a47-b4fc-f52d5de985e0 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/05d6f8d0-7ab8-4f30-810a-5c9c989546c8 HTTP/1.1" status: 404 len: 336 time: 0.0441518 Sep 18 20:04:39.065874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51282) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.094796 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6b9af1ce-a515-4b6f-ab63-a5308a276473 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85 HTTP/1.1" status: 200 len: 205 time: 0.0275912 Sep 18 20:04:39.097131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51284) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.146980 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-092b02ac-5557-4049-8dd4-552847487260 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] delete failed (client error): The resource could not be found. Sep 18 20:04:39.150872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51286) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.151153 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-092b02ac-5557-4049-8dd4-552847487260 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/dc1af6dc-1d77-47b3-8d3f-5e13f9d32a85 HTTP/1.1" status: 404 len: 336 time: 0.0526474 Sep 18 20:04:39.154654 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.216782 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-27ba067a-fcc2-434b-a997-9492158d36f9 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b50d1c-f2cf-455e-bee1-7731d4a25210 HTTP/1.1" status: 200 len: 205 time: 0.0623693 Sep 18 20:04:39.218019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51288) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.252587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Subnet': ['ID=843286dc-bee5-4c32-b61c-af6426159995,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:39.263231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Checking segment: {'id': 'fe40a98d-5935-44a1-bbb4-135cedad0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eef4b07a-4d85-4478-be07-32b24c7fd116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:39.263998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network hostable DHCP agents. Network: eef4b07a-4d85-4478-be07-32b24c7fd116, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:39.266030 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-80b6297c-5a7c-4ba5-8e42-d679994aeac5 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] delete failed (client error): The resource could not be found. Sep 18 20:04:39.266733 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-80b6297c-5a7c-4ba5-8e42-d679994aeac5 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/74b50d1c-f2cf-455e-bee1-7731d4a25210 HTTP/1.1" status: 404 len: 336 time: 0.0466671 Sep 18 20:04:39.269433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51292) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.289634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network eef4b07a-4d85-4478-be07-32b24c7fd116 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:39.301021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, eef4b07a-4d85-4478-be07-32b24c7fd116) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:39.303866 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cba50a76-c6f2-432e-a0e9-04b21cffb182 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c6bf3dc-4145-472d-87f7-41a33a57c0ef HTTP/1.1" status: 200 len: 205 time: 0.0317316 Sep 18 20:04:39.306369 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51294) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.312924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b99e8-62ee-4512-8b29-4c47f1f54de8 None None] Network eef4b07a-4d85-4478-be07-32b24c7fd116 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:39.319626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:39.320244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.342469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fda9e0bb-386f-4c95-bf05-4fe4a183f829 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5752778 Sep 18 20:04:39.343264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51296) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.354168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'subnet': {'network_id': '43646b85-0740-4072-aee1-2d06866f5f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:39.357559 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-44fe785c-6c85-47ac-92e7-535d39bfd5b3 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] delete failed (client error): The resource could not be found. Sep 18 20:04:39.358576 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-44fe785c-6c85-47ac-92e7-535d39bfd5b3 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/1c6bf3dc-4145-472d-87f7-41a33a57c0ef HTTP/1.1" status: 404 len: 336 time: 0.0512888 Sep 18 20:04:39.361493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51298) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.394169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51300) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.400205 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-631e5e39-48b4-44db-90fe-8352af2ddc82 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=f933ade1-b8ad-4174-abad-c711d6c4396c HTTP/1.1" status: 200 len: 205 time: 0.0353081 Sep 18 20:04:39.402351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51302) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.438046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02083190-f8ec-4abf-867a-8f8deb0b7e43 None None] Network 16b33976-b4e5-48e6-a541-4cdaa76db539 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:39.448363 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-0491fdeb-06e4-4493-ba59-af3e93fe2dbc tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] delete failed (client error): The resource could not be found. Sep 18 20:04:39.453672 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0491fdeb-06e4-4493-ba59-af3e93fe2dbc tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/f933ade1-b8ad-4174-abad-c711d6c4396c HTTP/1.1" status: 404 len: 336 time: 0.0499794 Sep 18 20:04:39.454524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51306) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.483680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Made reservation on behalf of 9dff1c0772ec413f90b0118fbebf1a27 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:39.488794 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.512556 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bdab7c3c-6fa7-4275-9496-8ed9eb1c85c1 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "GET /v2.0/ports?device_id=0da3972f-897d-4a08-92fd-f71456f88c12 HTTP/1.1" status: 200 len: 205 time: 0.0564520 Sep 18 20:04:39.513912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51308) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.561251 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-2b11dd01-adc9-459c-aaf7-5049d0589c13 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] delete failed (client error): The resource could not be found. Sep 18 20:04:39.565284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2b11dd01-adc9-459c-aaf7-5049d0589c13 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/routers/0da3972f-897d-4a08-92fd-f71456f88c12 HTTP/1.1" status: 404 len: 336 time: 0.0481589 Sep 18 20:04:39.566644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51310) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.571647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6861d44a-e60f-4fdd-bcb3-44b344f48232 None None] Provisioning complete for port 535996a3-9352-4191-913e-d1253ec77077 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:39.572029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6861d44a-e60f-4fdd-bcb3-44b344f48232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.606206 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cf4468-df57-46da-a807-06c034755ff8 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] DELETE failed (client error): The resource could not be found. Sep 18 20:04:39.606756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cf4468-df57-46da-a807-06c034755ff8 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:04:39.611778 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-31cf4468-df57-46da-a807-06c034755ff8 tempest-RoutersAdminTest-2021447227 tempest-RoutersAdminTest-2021447227-project] 10.222.0.20 "DELETE /v2.0/subnets/22c78984-b1cf-408f-9f03-307dbb2441d5 HTTP/1.1" status: 404 len: 337 time: 0.0409770 Sep 18 20:04:39.611778 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-74709fe1-f71d-4d6b-b339-385722059044 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72ddedb14c9e4ced99c526c2a87519f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158701 Sep 18 20:04:39.613600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51314) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.617012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 535996a3-9352-4191-913e-d1253ec77077 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:39.676985 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-530b037a-54c1-4609-b20b-93e71f399858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.722770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-530b037a-54c1-4609-b20b-93e71f399858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.780672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.797818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-530b037a-54c1-4609-b20b-93e71f399858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.802445 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-530b037a-54c1-4609-b20b-93e71f399858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.806903 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-530b037a-54c1-4609-b20b-93e71f399858 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03c547df-1319-4425-96f5-5ff0ca537327 HTTP/1.1" status: 204 len: 168 time: 0.1897380 Sep 18 20:04:39.823862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b037a-54c1-4609-b20b-93e71f399858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c547df-1319-4425-96f5-5ff0ca537327,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:39.875666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51320) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.893766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Checking segment: {'id': '4e003519-fc27-45c8-8a4d-f7380cce146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '43646b85-0740-4072-aee1-2d06866f5f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:39.894131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network hostable DHCP agents. Network: 43646b85-0740-4072-aee1-2d06866f5f4d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:39.916539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Subnet': ['ID=4359cca3-ac59-43cd-8d42-a02fca799720,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:39.927556 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-eef4b07a-4d85-4478-be07-32b24c7fd116', 'network_id': 'eef4b07a-4d85-4478-be07-32b24c7fd116', 'tenant_id': '9dff1c0772ec413f90b0118fbebf1a27', 'fixed_ips': [{'subnet_id': '843286dc-bee5-4c32-b61c-af6426159995'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:39.928479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.935513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network 43646b85-0740-4072-aee1-2d06866f5f4d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:39.949096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 43646b85-0740-4072-aee1-2d06866f5f4d) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:39.954351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:39.955034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:39.971311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3dc3f134-136e-4b36-818b-e6fc9848b8d4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6268339 Sep 18 20:04:39.973891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51324) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:39.980200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b7acf-305e-4db5-b6d2-95aa21bad2a2 None None] Network 43646b85-0740-4072-aee1-2d06866f5f4d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:40.194423 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6861d44a-e60f-4fdd-bcb3-44b344f48232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.262082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 535996a3-9352-4191-913e-d1253ec77077 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:40.263250 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.270652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db233991-2547-4cbb-ade3-a0b8f0a495e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.316817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6861d44a-e60f-4fdd-bcb3-44b344f48232 None None] For port 535996a3-9352-4191-913e-d1253ec77077, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=535996a3-9352-4191-913e-d1253ec77077,segment=NetworkSegment(9b98d674-1d0e-4f6b-92f2-8518bb35e1db),segment_id=9b98d674-1d0e-4f6b-92f2-8518bb35e1db)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:40.345967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-43646b85-0740-4072-aee1-2d06866f5f4d', 'network_id': '43646b85-0740-4072-aee1-2d06866f5f4d', 'tenant_id': '9dff1c0772ec413f90b0118fbebf1a27', 'fixed_ips': [{'subnet_id': '4359cca3-ac59-43cd-8d42-a02fca799720'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:40.346847 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.362460 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6861d44a-e60f-4fdd-bcb3-44b344f48232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.374729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.504769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Allocated IP 2001:db8::2 (eef4b07a-4d85-4478-be07-32b24c7fd116/843286dc-bee5-4c32-b61c-af6426159995/40bfd9c0-2221-4bce-be4f-232038c971cb) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:40.562313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861d44a-e60f-4fdd-bcb3-44b344f48232 None None] Pushing event updated for resources: {'Port': ['ID=535996a3-9352-4191-913e-d1253ec77077,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:40.566342 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db233991-2547-4cbb-ade3-a0b8f0a495e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.589808 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2d2ab2df-8f60-4605-b58c-203448bb3b84 None None] Provisioning complete for port 535996a3-9352-4191-913e-d1253ec77077 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:40.590185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab2df-8f60-4605-b58c-203448bb3b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.597371 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db233991-2547-4cbb-ade3-a0b8f0a495e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.641302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db233991-2547-4cbb-ade3-a0b8f0a495e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3530b85d-88d2-4661-a9de-fb7d6eeebf39,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:40.663614 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-db233991-2547-4cbb-ade3-a0b8f0a495e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6eec11580bf4178b25e3b6b161c0a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7839406 Sep 18 20:04:40.664613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51346) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:40.711131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Allocated IP 2001:db8::2 (43646b85-0740-4072-aee1-2d06866f5f4d/4359cca3-ac59-43cd-8d42-a02fca799720/8ad9b20e-cef7-447a-a3ae-fb7356b40543) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:40.726728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f64f1abd-2f93-4382-9f20-9a2d25a7a587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.749351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f64f1abd-2f93-4382-9f20-9a2d25a7a587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.775687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51348) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:40.809619 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f64f1abd-2f93-4382-9f20-9a2d25a7a587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.813444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f64f1abd-2f93-4382-9f20-9a2d25a7a587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.814613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f64f1abd-2f93-4382-9f20-9a2d25a7a587 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3530b85d-88d2-4661-a9de-fb7d6eeebf39 HTTP/1.1" status: 204 len: 168 time: 0.1493099 Sep 18 20:04:40.823087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f1abd-2f93-4382-9f20-9a2d25a7a587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3530b85d-88d2-4661-a9de-fb7d6eeebf39,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:40.898282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-790189440'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:40.910205 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.920566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Made reservation on behalf of b3b629ef64bc4c6592939443decc181d for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:40.925040 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.925210 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.936841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:40.980124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Allocated IP 2001:db8::1 (eef4b07a-4d85-4478-be07-32b24c7fd116/843286dc-bee5-4c32-b61c-af6426159995/a1c4e95d-17f9-4418-a873-699fe1f3c1e8) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:40.983056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Pushing event updated for resources: {'Port': ['ID=40bfd9c0-2221-4bce-be4f-232038c971cb,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.024262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Network eef4b07a-4d85-4478-be07-32b24c7fd116 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:41.025830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:41.029726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:41.052154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.059237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.096818 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.099787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:41.108366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Attempting to bind port 40bfd9c0-2221-4bce-be4f-232038c971cb on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:41.108842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Attempting to bind port 40bfd9c0-2221-4bce-be4f-232038c971cb by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'fe40a98d-5935-44a1-bbb4-135cedad0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eef4b07a-4d85-4478-be07-32b24c7fd116'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:41.109457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Attempting to bind port 40bfd9c0-2221-4bce-be4f-232038c971cb on network eef4b07a-4d85-4478-be07-32b24c7fd116 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:41.116269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:41.116995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Checking segment: {'id': 'fe40a98d-5935-44a1-bbb4-135cedad0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eef4b07a-4d85-4478-be07-32b24c7fd116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:41.117712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.118399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Bound using segment: {'id': 'fe40a98d-5935-44a1-bbb4-135cedad0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eef4b07a-4d85-4478-be07-32b24c7fd116'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:41.119194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Bound port: 40bfd9c0-2221-4bce-be4f-232038c971cb, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe40a98d-5935-44a1-bbb4-135cedad0a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eef4b07a-4d85-4478-be07-32b24c7fd116'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:41.119853 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.120582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fc45f1-582d-4028-a6e7-89e138bbb350,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.124649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.125206 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Added segment f3f8789c-c678-4e1b-9320-1c96b333f94e of type vlan for network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb Sep 18 20:04:41.131884 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.156605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.180944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Network 43646b85-0740-4072-aee1-2d06866f5f4d is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:41.185104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.199324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:41.207978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.211685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:41.221107 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.230273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:41.231259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.239178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Pushing event updated for resources: {'Port': ['ID=8ad9b20e-cef7-447a-a3ae-fb7356b40543,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.263012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51356) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:41.280078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5029409 Sep 18 20:04:41.283671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51358) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:41.298664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Request body: {'subnet': {'network_id': '994c8ad2-5d3c-47b5-979b-b62f5fcb07eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:41.308592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network eef4b07a-4d85-4478-be07-32b24c7fd116 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:41.309436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] For port 40bfd9c0-2221-4bce-be4f-232038c971cb, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:41.309601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Port': ['ID=a1c4e95d-17f9-4418-a873-699fe1f3c1e8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.315310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:41.317871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:41.318421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.325217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Attempting to bind port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:41.325613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Attempting to bind port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4e003519-fc27-45c8-8a4d-f7380cce146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '43646b85-0740-4072-aee1-2d06866f5f4d'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:41.325972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Attempting to bind port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 on network 43646b85-0740-4072-aee1-2d06866f5f4d {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:41.331829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] For port 40bfd9c0-2221-4bce-be4f-232038c971cb, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40bfd9c0-2221-4bce-be4f-232038c971cb,segment=NetworkSegment(fe40a98d-5935-44a1-bbb4-135cedad0a7f),segment_id=fe40a98d-5935-44a1-bbb4-135cedad0a7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:41.334836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:41.335289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Checking segment: {'id': '4e003519-fc27-45c8-8a4d-f7380cce146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '43646b85-0740-4072-aee1-2d06866f5f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:41.335717 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.336106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Bound using segment: {'id': '4e003519-fc27-45c8-8a4d-f7380cce146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '43646b85-0740-4072-aee1-2d06866f5f4d'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:41.336564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Bound port: 8ad9b20e-cef7-447a-a3ae-fb7356b40543, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e003519-fc27-45c8-8a4d-f7380cce146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '43646b85-0740-4072-aee1-2d06866f5f4d'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:41.336947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.345750 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.377219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bde90-ce23-43c4-b42b-067346c48c9e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Pushing event updated for resources: {'Network': ['ID=994c8ad2-5d3c-47b5-979b-b62f5fcb07eb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.401627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:41.462602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Made reservation on behalf of b3b629ef64bc4c6592939443decc181d for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:41.467177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.488195 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-022d6b3d-b452-4570-889b-135c02b3872d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ba27ccd35944b9cb4382382f70589a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208395 Sep 18 20:04:41.488736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.493187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51360) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:41.521544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8980c1a-d428-4cb3-a8a5-6d996a271310 None None] Pushing event updated for resources: {'Port': ['ID=40bfd9c0-2221-4bce-be4f-232038c971cb,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.534900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2c177f19-0ab6-483a-be88-52435422572a None None] For port 8ad9b20e-cef7-447a-a3ae-fb7356b40543, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:41.539737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2c177f19-0ab6-483a-be88-52435422572a None None] For port 8ad9b20e-cef7-447a-a3ae-fb7356b40543, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8ad9b20e-cef7-447a-a3ae-fb7356b40543,segment=NetworkSegment(4e003519-fc27-45c8-8a4d-f7380cce146e),segment_id=4e003519-fc27-45c8-8a4d-f7380cce146e)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:41.546978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.611528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 535996a3-9352-4191-913e-d1253ec77077 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:41.658818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c177f19-0ab6-483a-be88-52435422572a None None] Pushing event updated for resources: {'Port': ['ID=8ad9b20e-cef7-447a-a3ae-fb7356b40543,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.696317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 535996a3-9352-4191-913e-d1253ec77077 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:41.696873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.713428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-849d433a-091c-4158-8f9f-a051d86eb363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.755675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.773916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-849d433a-091c-4158-8f9f-a051d86eb363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.854284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Pushing event updated for resources: {'Subnet': ['ID=0343b58f-2dd7-4950-a5e3-2e49bd67fade,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.869597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Checking segment: {'id': 'f3f8789c-c678-4e1b-9320-1c96b333f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '994c8ad2-5d3c-47b5-979b-b62f5fcb07eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:41.869952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Network hostable DHCP agents. Network: 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:41.894510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:41.917770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:41.918082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-849d433a-091c-4158-8f9f-a051d86eb363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.920532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-849d433a-091c-4158-8f9f-a051d86eb363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.922012 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-849d433a-091c-4158-8f9f-a051d86eb363 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64003a36-a297-4f95-b584-c96c138b4b75 HTTP/1.1" status: 204 len: 168 time: 0.4275544 Sep 18 20:04:41.928004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:41.929984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:41.944870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d433a-091c-4158-8f9f-a051d86eb363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64003a36-a297-4f95-b584-c96c138b4b75,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:41.950149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91794afd-129f-48ed-8f7a-9edca051747f None None] Network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:41.967163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-36b353ee-6f8f-4bcd-9ccd-4089f6e0b44d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6820304 Sep 18 20:04:41.969818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51364) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:41.975527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Request body: {'port': {'network_id': '994c8ad2-5d3c-47b5-979b-b62f5fcb07eb', 'name': 'tempest-TagsExtTest-221251818'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:42.041782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.079235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.080218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.168823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-994c8ad2-5d3c-47b5-979b-b62f5fcb07eb', 'network_id': '994c8ad2-5d3c-47b5-979b-b62f5fcb07eb', 'tenant_id': 'b3b629ef64bc4c6592939443decc181d', 'fixed_ips': [{'subnet_id': '0343b58f-2dd7-4950-a5e3-2e49bd67fade'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:42.170641 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.366736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Allocated IP 172.20.0.2 (994c8ad2-5d3c-47b5-979b-b62f5fcb07eb/0343b58f-2dd7-4950-a5e3-2e49bd67fade/8522e383-3ba8-4092-8c4f-410d32cbcbdd) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:42.564370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.574542 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.577969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Port': ['ID=a1c4e95d-17f9-4418-a873-699fe1f3c1e8,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:42.633099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:42.639707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:42.640693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Made reservation on behalf of b3b629ef64bc4c6592939443decc181d for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:42.642458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:42.652782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.653257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Pushing event updated for resources: {'Port': ['ID=8522e383-3ba8-4092-8c4f-410d32cbcbdd,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:42.685991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] device_id is not set on port 4a8165ac-1c77-4928-972e-a02aefce857f yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:04:42.734116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Attempting to bind port 8522e383-3ba8-4092-8c4f-410d32cbcbdd on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:42.734493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Attempting to bind port 8522e383-3ba8-4092-8c4f-410d32cbcbdd by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'f3f8789c-c678-4e1b-9320-1c96b333f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '994c8ad2-5d3c-47b5-979b-b62f5fcb07eb'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:42.734860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Attempting to bind port 8522e383-3ba8-4092-8c4f-410d32cbcbdd on network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:42.741688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:42.742138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Checking segment: {'id': 'f3f8789c-c678-4e1b-9320-1c96b333f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '994c8ad2-5d3c-47b5-979b-b62f5fcb07eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:42.743446 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.743446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Bound using segment: {'id': 'f3f8789c-c678-4e1b-9320-1c96b333f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '994c8ad2-5d3c-47b5-979b-b62f5fcb07eb'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:42.743710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Bound port: 8522e383-3ba8-4092-8c4f-410d32cbcbdd, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f8789c-c678-4e1b-9320-1c96b333f94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '994c8ad2-5d3c-47b5-979b-b62f5fcb07eb'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:42.744259 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.744760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network eef4b07a-4d85-4478-be07-32b24c7fd116 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:42.749362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:42.790207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e1bf5-f8a3-4b36-9caf-c2bf185d4bdc None None] Network eef4b07a-4d85-4478-be07-32b24c7fd116 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:42.845201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-81e63b7d-c078-4c99-99e4-d2df22b56558 None None] Provisioning complete for port 40bfd9c0-2221-4bce-be4f-232038c971cb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:42.845683 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81e63b7d-c078-4c99-99e4-d2df22b56558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:42.924059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Allocated IP 172.20.0.9 (994c8ad2-5d3c-47b5-979b-b62f5fcb07eb/0343b58f-2dd7-4950-a5e3-2e49bd67fade/4a8165ac-1c77-4928-972e-a02aefce857f) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:42.999591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Router 0a6fbbea-fd9e-4e8d-aaf1-26756599430d is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:43.118656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] For port 8522e383-3ba8-4092-8c4f-410d32cbcbdd, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:43.142000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] For port 8522e383-3ba8-4092-8c4f-410d32cbcbdd, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8522e383-3ba8-4092-8c4f-410d32cbcbdd,segment=NetworkSegment(f3f8789c-c678-4e1b-9320-1c96b333f94e),segment_id=f3f8789c-c678-4e1b-9320-1c96b333f94e)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:43.157701 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:43.199946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:43.214241 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3dc5459e-7bf1-4a43-a1cf-2d89af53bbb4 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "PUT /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2392597 Sep 18 20:04:43.216950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51390) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:43.261597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a0536-3efb-4db1-bff2-26ae71ff5e64 None None] Sync routers for ids ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:43.294378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7a6bb-da71-46bf-b18f-18fc7b3c1188 None None] Network 43646b85-0740-4072-aee1-2d06866f5f4d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:43.343083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:43.367945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b779352-c31f-4425-b56b-b6c18ceaa293 None None] Pushing event updated for resources: {'Port': ['ID=8522e383-3ba8-4092-8c4f-410d32cbcbdd,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:43.385950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a0536-3efb-4db1-bff2-26ae71ff5e64 None None] Routers {'0a6fbbea-fd9e-4e8d-aaf1-26756599430d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:43.386597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a16a0536-3efb-4db1-bff2-26ae71ff5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:43.417675 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81e63b7d-c078-4c99-99e4-d2df22b56558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:43.520252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a16a0536-3efb-4db1-bff2-26ae71ff5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:43.596990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:43.711944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:43.722072 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:43.725929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:43.774963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a0536-3efb-4db1-bff2-26ae71ff5e64 None None] Routers {'0a6fbbea-fd9e-4e8d-aaf1-26756599430d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:43.775639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a16a0536-3efb-4db1-bff2-26ae71ff5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:43.836091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Pushing event updated for resources: {'Port': ['ID=4a8165ac-1c77-4928-972e-a02aefce857f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:43.862594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a16a0536-3efb-4db1-bff2-26ae71ff5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:43.865424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a0536-3efb-4db1-bff2-26ae71ff5e64 None None] The sync data for ids ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:43.872946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51402) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:43.876973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40bfd9c0-2221-4bce-be4f-232038c971cb up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:43.915339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-81e63b7d-c078-4c99-99e4-d2df22b56558 None None] For port 40bfd9c0-2221-4bce-be4f-232038c971cb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40bfd9c0-2221-4bce-be4f-232038c971cb,segment=NetworkSegment(fe40a98d-5935-44a1-bbb4-135cedad0a7f),segment_id=fe40a98d-5935-44a1-bbb4-135cedad0a7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:43.925662 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81e63b7d-c078-4c99-99e4-d2df22b56558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:43.932359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:43.933146 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:43.951455 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-d41393bd-6d40-4e9b-83ce-13d6686d78bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:43.953963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d41393bd-6d40-4e9b-83ce-13d6686d78bf tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "PUT /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7356575 Sep 18 20:04:43.956856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51406) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:43.964231 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fcd6090f-6045-4082-bd62-018c2d0ef106 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9925947 Sep 18 20:04:43.966212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:43.971769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-44cbad31-c3a4-441b-adfc-76d7f9b770cb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1566132835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:44.008585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44cbad31-c3a4-441b-adfc-76d7f9b770cb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.009988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44cbad31-c3a4-441b-adfc-76d7f9b770cb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.048532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e63b7d-c078-4c99-99e4-d2df22b56558 None None] Pushing event updated for resources: {'Port': ['ID=40bfd9c0-2221-4bce-be4f-232038c971cb,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:44.086924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 40bfd9c0-2221-4bce-be4f-232038c971cb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:44.087298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.088433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44cbad31-c3a4-441b-adfc-76d7f9b770cb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.095291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44cbad31-c3a4-441b-adfc-76d7f9b770cb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.114979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-446370909', 'router:external': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:44.120774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Provisioning complete for port 40bfd9c0-2221-4bce-be4f-232038c971cb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:44.121388 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.128742 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44cbad31-c3a4-441b-adfc-76d7f9b770cb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.130754 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-44cbad31-c3a4-441b-adfc-76d7f9b770cb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1628120 Sep 18 20:04:44.134222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51410) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:44.151146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1c56b8d1-0fdd-4ce2-ae0d-46e7ab50798e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-850654534', 'prefixes': ['172.20.0.0/16']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:44.296410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Made reservation on behalf of 6800f6ab8a1240e0b5727dc4906c44ab for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:44.300358 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.306961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8ad9b20e-cef7-447a-a3ae-fb7356b40543 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:44.338306 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.397383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Provisioning complete for port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:44.397855 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.446941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:44.448085 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.559645 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.577034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1c56b8d1-0fdd-4ce2-ae0d-46e7ab50798e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for subnetpool, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.578393 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1c56b8d1-0fdd-4ce2-ae0d-46e7ab50798e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4419382 Sep 18 20:04:44.582242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51412) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:44.587328 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.589007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-c5457a9d-d699-4ce1-8b1f-d5330479c117 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade', 'tempest-TagsExtTest-Tag-1121511257') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:44.590808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.649822 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.654982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] For port 8ad9b20e-cef7-447a-a3ae-fb7356b40543, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8ad9b20e-cef7-447a-a3ae-fb7356b40543,segment=NetworkSegment(4e003519-fc27-45c8-8a4d-f7380cce146e),segment_id=4e003519-fc27-45c8-8a4d-f7380cce146e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:44.664869 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.682682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:44.772499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Provisioning complete for port a1c4e95d-17f9-4418-a873-699fe1f3c1e8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:44.773275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:44.820371 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c5457a9d-d699-4ce1-8b1f-d5330479c117 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags/tempest-TagsExtTest-Tag-1121511257 HTTP/1.1" status: 201 len: 201 time: 0.2368112 Sep 18 20:04:44.822965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51414) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:44.828647 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-125c9cc2-14cd-47fb-b57c-fb881a079de5 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f', 'tempest-TagsExtTest-Tag-256370791') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:44.833801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Port a1c4e95d-17f9-4418-a873-699fe1f3c1e8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:04:44.842156 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:04:44.842618 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:04:44.842990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627adc3-c4e6-405d-b0fc-6b69ee5875f5 None None] Pushing event updated for resources: {'Port': ['ID=8ad9b20e-cef7-447a-a3ae-fb7356b40543,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:44.906500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d17cc-f0fd-4b2f-9995-08bf6a1a2e5d None None] Network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:44.961452 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-125c9cc2-14cd-47fb-b57c-fb881a079de5 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags/tempest-TagsExtTest-Tag-256370791 HTTP/1.1" status: 201 len: 201 time: 0.1369762 Sep 18 20:04:44.964244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51416) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:44.969039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-b21f3c7d-8bbc-4a1a-a9b2-cabfe386cecd tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811', 'tempest-TagsExtTest-Tag-1994042020') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:44.993923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Provisioning complete for port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:44.994292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.061601 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b21f3c7d-8bbc-4a1a-a9b2-cabfe386cecd tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags/tempest-TagsExtTest-Tag-1994042020 HTTP/1.1" status: 201 len: 201 time: 0.0962667 Sep 18 20:04:45.062296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51418) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.065679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.066244 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Added segment 2c396164-2590-4a3a-84db-eb3e0d7e68b1 of type vlan for network 1fe41215-796a-479b-a432-3076faacd07f Sep 18 20:04:45.067430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-87d431da-8f7c-47f9-87e2-9475c71ea7f1 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d', 'tempest-TagsExtTest-Tag-1976653855') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:45.079655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fefb314-f690-465b-9425-8b53897ce973,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:45.132571 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-87d431da-8f7c-47f9-87e2-9475c71ea7f1 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags/tempest-TagsExtTest-Tag-1976653855 HTTP/1.1" status: 201 len: 201 time: 0.0690651 Sep 18 20:04:45.133311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.139164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-9e6ba0a3-d89c-4972-96c4-975394149417 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:45.151495 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.156872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Provisioning complete for port a1c4e95d-17f9-4418-a873-699fe1f3c1e8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:45.157448 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.196113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Port a1c4e95d-17f9-4418-a873-699fe1f3c1e8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:04:45.204054 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9e6ba0a3-d89c-4972-96c4-975394149417 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags HTTP/1.1" status: 200 len: 241 time: 0.0696812 Sep 18 20:04:45.204787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51422) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.207237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Provisioning complete for port 8522e383-3ba8-4092-8c4f-410d32cbcbdd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:45.207832 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.210170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-4cf323a4-51f0-45a8-917e-ec8cdc8fca0f tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade', 'tempest-TagsExtTest-Tag-1121511257') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:45.257230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.258384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:45.259079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.275271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4cf323a4-51f0-45a8-917e-ec8cdc8fca0f tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags/tempest-TagsExtTest-Tag-1121511257 HTTP/1.1" status: 204 len: 168 time: 0.0694528 Sep 18 20:04:45.275929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51424) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.280947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-154a2871-3e9d-47c8-8dc4-b2fc41c59640 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade', 'tempest-TagsExtTest-Tag-1121511257') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:45.292550 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.306770 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.344685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51426) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.344941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4702480 Sep 18 20:04:45.351306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] For port 8522e383-3ba8-4092-8c4f-410d32cbcbdd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8522e383-3ba8-4092-8c4f-410d32cbcbdd,segment=NetworkSegment(f3f8789c-c678-4e1b-9320-1c96b333f94e),segment_id=f3f8789c-c678-4e1b-9320-1c96b333f94e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:45.353251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'subnet': {'network_id': '1fe41215-796a-479b-a432-3076faacd07f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:45.383739 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.393632 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-154a2871-3e9d-47c8-8dc4-b2fc41c59640 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags/tempest-TagsExtTest-Tag-1121511257 HTTP/1.1" status: 204 len: 168 time: 0.1165724 Sep 18 20:04:45.395231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Made reservation on behalf of 6800f6ab8a1240e0b5727dc4906c44ab for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:45.398906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.401713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51428) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.406359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-62e060a7-a707-48c6-840f-5c2d6cfd35b3 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:45.433516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e8af2-d23c-4bf2-bd2c-a7936d48e95b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'Network': ['ID=1fe41215-796a-479b-a432-3076faacd07f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:45.450142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 1fe41215-796a-479b-a432-3076faacd07f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:45.464190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64c346-be94-48f5-ab87-fc0e80c110a8 None None] Pushing event updated for resources: {'Port': ['ID=8522e383-3ba8-4092-8c4f-410d32cbcbdd,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:45.562913 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-62e060a7-a707-48c6-840f-5c2d6cfd35b3 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags HTTP/1.1" status: 200 len: 205 time: 0.1578639 Sep 18 20:04:45.564547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51430) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.575710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-638700d1-aca8-451c-8fe5-622bd2379a73 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:45.577281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3957dbdb-28e6-4860-92ef-59310617c536 None None] Provisioning complete for port 4a8165ac-1c77-4928-972e-a02aefce857f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:45.577652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3957dbdb-28e6-4860-92ef-59310617c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.641003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3957dbdb-28e6-4860-92ef-59310617c536 None None] Port 4a8165ac-1c77-4928-972e-a02aefce857f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:04:45.674850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3957dbdb-28e6-4860-92ef-59310617c536 None None] Provisioning complete for port 8522e383-3ba8-4092-8c4f-410d32cbcbdd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:45.675539 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3957dbdb-28e6-4860-92ef-59310617c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.716969 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-638700d1-aca8-451c-8fe5-622bd2379a73 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags HTTP/1.1" status: 200 len: 240 time: 0.1485283 Sep 18 20:04:45.719474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.729353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-a68a24be-e2b2-4d38-82f9-0d73016eb783 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f', 'tempest-TagsExtTest-Tag-256370791') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:45.740459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40bfd9c0-2221-4bce-be4f-232038c971cb up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:45.806674 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a68a24be-e2b2-4d38-82f9-0d73016eb783 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags/tempest-TagsExtTest-Tag-256370791 HTTP/1.1" status: 204 len: 168 time: 0.0861199 Sep 18 20:04:45.809190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51434) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.814184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-22a16e54-5712-4b9d-bc4f-f5a90eee8814 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f', 'tempest-TagsExtTest-Tag-256370791') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:45.835945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 40bfd9c0-2221-4bce-be4f-232038c971cb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:45.836320 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.900587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Deleting port a1c4e95d-17f9-4418-a873-699fe1f3c1e8 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:45.900933 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.921870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8ad9b20e-cef7-447a-a3ae-fb7356b40543 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:45.926587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:04:45.927100 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.971635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-53f6c23b-47db-493f-b357-814062bd0acf None None] Provisioning complete for port 4a8165ac-1c77-4928-972e-a02aefce857f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:45.972010 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53f6c23b-47db-493f-b357-814062bd0acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:45.984109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-22a16e54-5712-4b9d-bc4f-f5a90eee8814 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags/tempest-TagsExtTest-Tag-256370791 HTTP/1.1" status: 204 len: 168 time: 0.1714449 Sep 18 20:04:45.984419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51436) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:45.991034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-f63dc02a-9a1a-4b1d-a442-51c63085416e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:46.008482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6320a5a2-cfad-4fcc-95d7-d58b219f7a7c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:46.013453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:46.013805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.014307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Checking segment: {'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:46.014576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Network hostable DHCP agents. Network: 1fe41215-796a-479b-a432-3076faacd07f, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:46.015252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-53f6c23b-47db-493f-b357-814062bd0acf None None] Port 4a8165ac-1c77-4928-972e-a02aefce857f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:04:46.033041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.038108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Network 1fe41215-796a-479b-a432-3076faacd07f is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:46.047916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 1fe41215-796a-479b-a432-3076faacd07f) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:46.052723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Calling delete_port for a1c4e95d-17f9-4418-a873-699fe1f3c1e8 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:46.054513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:46.055179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.059757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add1af5-4d77-433c-baf3-6bf438c0b3f7 None None] Network 1fe41215-796a-479b-a432-3076faacd07f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:46.075941 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ea5a359e-e0da-4995-891e-56d6236eeb69 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7295983 Sep 18 20:04:46.076559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51438) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:46.082115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1089738195', 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:46.104781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Made reservation on behalf of 6800f6ab8a1240e0b5727dc4906c44ab for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:46.107298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.115157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f63dc02a-9a1a-4b1d-a442-51c63085416e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags HTTP/1.1" status: 200 len: 205 time: 0.1273472 Sep 18 20:04:46.116283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51440) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:46.121755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-5a027c87-aed2-4aca-8612-77e347145b36 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:46.124705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] device_id is not set on port af506c45-0575-4baf-93f2-de0d8f644965 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:04:46.167239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8522e383-3ba8-4092-8c4f-410d32cbcbdd up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:46.236378 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Allocated IP 2001:db8::3bf (1fe41215-796a-479b-a432-3076faacd07f/6320a5a2-cfad-4fcc-95d7-d58b219f7a7c/af506c45-0575-4baf-93f2-de0d8f644965) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:46.248593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5a027c87-aed2-4aca-8612-77e347145b36 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags HTTP/1.1" status: 200 len: 241 time: 0.1289606 Sep 18 20:04:46.248870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51442) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:46.259061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-b81aa29b-3241-459e-a7cd-4b7a26bdc66f tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811', 'tempest-TagsExtTest-Tag-1994042020') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:46.264421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a7dc42-191b-4a9d-91cb-49d25076d301 None None] Network 1fe41215-796a-479b-a432-3076faacd07f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:46.269278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8522e383-3ba8-4092-8c4f-410d32cbcbdd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:46.269717 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.399090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.429801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-7df09244-9b0f-46e2-a4b7-8dca78cd5d18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1500425 Sep 18 20:04:46.435019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.454187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b81aa29b-3241-459e-a7cd-4b7a26bdc66f tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags/tempest-TagsExtTest-Tag-1994042020 HTTP/1.1" status: 204 len: 168 time: 0.2041564 Sep 18 20:04:46.458254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51444) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:46.463888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-0aa934a4-9a43-43f5-9910-7efe73cea287 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811', 'tempest-TagsExtTest-Tag-1994042020') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:46.479411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Network 1fe41215-796a-479b-a432-3076faacd07f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:46.486010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:46.490506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:46.491512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:46.492118 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.495501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'Port': ['ID=af506c45-0575-4baf-93f2-de0d8f644965,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:46.509516 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-18f335f3-2076-47ab-8069-2ae944ff1973 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4312375 Sep 18 20:04:46.513154 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51446) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:46.523428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.582295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Port': ['ID=a1c4e95d-17f9-4418-a873-699fe1f3c1e8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:46.601132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-50159fc4-89ac-4064-9cb6-0c038426a939 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Deleting port af506c45-0575-4baf-93f2-de0d8f644965 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:46.601543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50159fc4-89ac-4064-9cb6-0c038426a939 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.690340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50159fc4-89ac-4064-9cb6-0c038426a939 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.704525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-50159fc4-89ac-4064-9cb6-0c038426a939 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Calling delete_port for af506c45-0575-4baf-93f2-de0d8f644965 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:46.748932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-99ebd280-1608-4fc7-9143-b82d11f6d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:46.750497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-99ebd280-1608-4fc7-9143-b82d11f6d2e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1098 time: 0.2417424 Sep 18 20:04:46.798256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.814673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0aa934a4-9a43-43f5-9910-7efe73cea287 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags/tempest-TagsExtTest-Tag-1994042020 HTTP/1.1" status: 204 len: 168 time: 0.3553066 Sep 18 20:04:46.824868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51448) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:46.832552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-5e25b45c-9bf3-4c2b-9bde-721f33adae48 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:46.861327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50159fc4-89ac-4064-9cb6-0c038426a939 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.895907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50159fc4-89ac-4064-9cb6-0c038426a939 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event deleted for resources: {'Port': ['ID=af506c45-0575-4baf-93f2-de0d8f644965,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:46.920850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50159fc4-89ac-4064-9cb6-0c038426a939 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.923067 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-50159fc4-89ac-4064-9cb6-0c038426a939 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "DELETE /v2.0/ports/af506c45-0575-4baf-93f2-de0d8f644965 HTTP/1.1" status: 204 len: 168 time: 0.4087474 Sep 18 20:04:46.925767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51450) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:46.930589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fe41215-796a-479b-a432-3076faacd07f', 'external_fixed_ips': [{'subnet_id': '6320a5a2-cfad-4fcc-95d7-d58b219f7a7c', 'ip_address': '2001:db8::3bf'}]}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:46.956046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:46.957106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:47.017839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:47.198322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:47.318852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-7074db20-0390-443a-a0b5-becaa56473cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:47.320357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-7074db20-0390-443a-a0b5-becaa56473cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.5372956 Sep 18 20:04:47.325113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5e25b45c-9bf3-4c2b-9bde-721f33adae48 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags HTTP/1.1" status: 200 len: 205 time: 0.4977446 Sep 18 20:04:47.349368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51458) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:47.361307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-4eec85d7-a66c-4a32-bfa4-5e82d37c2f55 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.420377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Router 0a6fbbea-fd9e-4e8d-aaf1-26756599430d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:04:47.434166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:47.456114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4eec85d7-a66c-4a32-bfa4-5e82d37c2f55 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags HTTP/1.1" status: 200 len: 241 time: 0.1015341 Sep 18 20:04:47.456654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-2ae83936-90bc-47d1-865b-6ab346c750ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 1002 time: 0.1058500 Sep 18 20:04:47.458575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51460) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:47.463455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-114bcb7d-510d-4089-8ebb-423686f4062c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d', 'tempest-TagsExtTest-Tag-1976653855') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.463623 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:47.581772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:47.586877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-114bcb7d-510d-4089-8ebb-423686f4062c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags/tempest-TagsExtTest-Tag-1976653855 HTTP/1.1" status: 204 len: 168 time: 0.1271994 Sep 18 20:04:47.590579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3eb244ed-531d-4321-b617-2b1d1f7dd6a5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "PUT /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6323965 Sep 18 20:04:47.591502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51462) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:47.594417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-07b594c5-c534-44ba-abc4-85f33dd762d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:47.595658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-07b594c5-c534-44ba-abc4-85f33dd762d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1298656 Sep 18 20:04:47.598659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-fa847eb1-c6cf-49d5-b295-fc957355fd0d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d', 'tempest-TagsExtTest-Tag-1976653855') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.601394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51464) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:47.601529 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50bfc5f-ed1b-487d-bd00-20e28a28cda9 None None] Sync routers for ids ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:47.611890 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bfc5f-ed1b-487d-bd00-20e28a28cda9 None None] Routers {'0a6fbbea-fd9e-4e8d-aaf1-26756599430d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:47.612656 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a50bfc5f-ed1b-487d-bd00-20e28a28cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.627779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Allocated IP 2001:db8::3bf (1fe41215-796a-479b-a432-3076faacd07f/6320a5a2-cfad-4fcc-95d7-d58b219f7a7c/6df76b03-c201-4c98-92c3-d858570e5c1e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:47.649718 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a50bfc5f-ed1b-487d-bd00-20e28a28cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.661543 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bfc5f-ed1b-487d-bd00-20e28a28cda9 None None] Routers {'0a6fbbea-fd9e-4e8d-aaf1-26756599430d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:47.662681 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a50bfc5f-ed1b-487d-bd00-20e28a28cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.670981 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-51b3adc1-0a17-4ea8-a527-70f7561f59b1 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] delete failed (client error): The resource could not be found. Sep 18 20:04:47.672055 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-51b3adc1-0a17-4ea8-a527-70f7561f59b1 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1528605362 HTTP/1.1" status: 404 len: 335 time: 0.0697942 Sep 18 20:04:47.678596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51466) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:47.684818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-76e844ce-a49c-410f-a7d6-200cdfd4999d tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a6fbbea-fd9e-4e8d-aaf1-26756599430d'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:47.753481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:47.782938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-ed0680b1-148a-4d07-9643-b3d081ce6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:47.784389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-ed0680b1-148a-4d07-9643-b3d081ce6fe8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807990 Sep 18 20:04:47.794615 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:47.806645 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a50bfc5f-ed1b-487d-bd00-20e28a28cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.807279 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50bfc5f-ed1b-487d-bd00-20e28a28cda9 None None] The sync data for ids ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:47.832594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fa847eb1-c6cf-49d5-b295-fc957355fd0d tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags/tempest-TagsExtTest-Tag-1976653855 HTTP/1.1" status: 204 len: 168 time: 0.2399623 Sep 18 20:04:47.836310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51468) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:47.838057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Network 1fe41215-796a-479b-a432-3076faacd07f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:47.843111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-f0d9b7a1-a576-459e-b60f-8daae52e1a5e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.852617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:47.862893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:47.869634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'Port': ['ID=6df76b03-c201-4c98-92c3-d858570e5c1e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:47.971889 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f0d9b7a1-a576-459e-b60f-8daae52e1a5e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags HTTP/1.1" status: 200 len: 205 time: 0.1303570 Sep 18 20:04:47.972620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51470) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:47.977511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-310287ba-9463-45b5-bd3b-d23ad9793792 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:47.993278 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76e844ce-a49c-410f-a7d6-200cdfd4999d tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:48.019840 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-76e844ce-a49c-410f-a7d6-200cdfd4999d tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] update failed (client error): The resource could not be found. Sep 18 20:04:48.025993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-76e844ce-a49c-410f-a7d6-200cdfd4999d tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "PUT /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d HTTP/1.1" status: 404 len: 339 time: 0.3413441 Sep 18 20:04:48.026907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51472) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:48.032834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-347686126'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:48.044560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-069c2a05-464a-41fb-949d-857f7ce95eb0 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217884 Sep 18 20:04:48.063693 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-310287ba-9463-45b5-bd3b-d23ad9793792 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags HTTP/1.1" status: 204 len: 168 time: 0.0903058 Sep 18 20:04:48.067850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51474) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:48.075327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-5d26ff01-fcec-4bd8-88d5-90ee30ce8285 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:48.076059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Made reservation on behalf of 9dff1c0772ec413f90b0118fbebf1a27 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:48.079579 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:48.150536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:04:48.170486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:48.171021 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Added segment 0a4a2622-e67d-4988-997d-07c7deb85e9b of type vlan for network edfbaec4-739a-4054-8600-aea5efafd2ef Sep 18 20:04:48.180691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50b945b8-4a1a-44d5-aa8b-6f4a74e33e61 req-ec831927-467d-4f19-9345-0775847e8cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273539 Sep 18 20:04:48.212086 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5d26ff01-fcec-4bd8-88d5-90ee30ce8285 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags HTTP/1.1" status: 204 len: 168 time: 0.1426263 Sep 18 20:04:48.212873 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:48.215209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51476) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:48.218667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:48.219657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-0c72d0d1-89a2-46ef-8ebd-a35526147420 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:48.244254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:48.250010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:48.250633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:48.295890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2648869 Sep 18 20:04:48.297102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51480) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:48.303914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'subnet': {'network_id': 'edfbaec4-739a-4054-8600-aea5efafd2ef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:48.328829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e0e8a-6e3a-4517-b75f-b0e5a689a725 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Network': ['ID=edfbaec4-739a-4054-8600-aea5efafd2ef,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:48.348435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network edfbaec4-739a-4054-8600-aea5efafd2ef details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:04:48.820120 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0c72d0d1-89a2-46ef-8ebd-a35526147420 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags HTTP/1.1" status: 204 len: 168 time: 0.6037481 Sep 18 20:04:48.824393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51490) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:48.829028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-6869cf0a-221c-4f65-80dc-23e3f71602da tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:48.852187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Made reservation on behalf of 9dff1c0772ec413f90b0118fbebf1a27 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:04:48.855994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:48.924768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6869cf0a-221c-4f65-80dc-23e3f71602da tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags HTTP/1.1" status: 204 len: 168 time: 0.0991838 Sep 18 20:04:48.929946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51492) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:48.934514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-a4e09d98-8ed2-42ad-8a83-2cfe3db2d923 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade', 'tempest-TagsExtTest-Tag-433985660') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:48.965687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:49.003146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a4e09d98-8ed2-42ad-8a83-2cfe3db2d923 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags/tempest-TagsExtTest-Tag-433985660 HTTP/1.1" status: 201 len: 201 time: 0.0719576 Sep 18 20:04:49.005825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51494) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.011639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-eaec7096-6329-42b3-a200-82b95f910b3c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f', 'tempest-TagsExtTest-Tag-447582544') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.086875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eaec7096-6329-42b3-a200-82b95f910b3c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags/tempest-TagsExtTest-Tag-447582544 HTTP/1.1" status: 201 len: 201 time: 0.0769646 Sep 18 20:04:49.087242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51496) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.092010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-ad5d4c3c-01c7-4b2b-8fa6-deebc420105f tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811', 'tempest-TagsExtTest-Tag-195053408') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.182460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ad5d4c3c-01c7-4b2b-8fa6-deebc420105f tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags/tempest-TagsExtTest-Tag-195053408 HTTP/1.1" status: 201 len: 201 time: 0.0939157 Sep 18 20:04:49.182693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51498) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.188307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-820814ad-cd37-42d2-a0da-9c41b79aef69 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d', 'tempest-TagsExtTest-Tag-1353137638') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.216291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:49.262178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Router 82e8816d-a0ee-4073-ae9d-4b19aac0308b is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:49.294667 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-820814ad-cd37-42d2-a0da-9c41b79aef69 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags/tempest-TagsExtTest-Tag-1353137638 HTTP/1.1" status: 201 len: 201 time: 0.1099036 Sep 18 20:04:49.297431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51500) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.301947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-98bcb58a-c1e4-47b3-9c31-507a7b527c59 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade', {'tags': ['tempest-TagsExtTest-Tag-1013635465', 'tempest-TagsExtTest-Tag-354269966', 'tempest-TagsExtTest-Tag-44928211']}) {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.343261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Subnet': ['ID=8b66bd77-0dfb-4420-a793-25a21fc96bfc,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:49.360296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Checking segment: {'id': '0a4a2622-e67d-4988-997d-07c7deb85e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'edfbaec4-739a-4054-8600-aea5efafd2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:49.360666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network hostable DHCP agents. Network: edfbaec4-739a-4054-8600-aea5efafd2ef, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:04:49.366848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-98bcb58a-c1e4-47b3-9c31-507a7b527c59 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags HTTP/1.1" status: 200 len: 315 time: 0.0683455 Sep 18 20:04:49.369313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51502) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.373428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-b6e684a6-b915-4bd0-8f14-0e8a90b539c2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.416911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network edfbaec4-739a-4054-8600-aea5efafd2ef is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:04:49.433272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:49.435509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, edfbaec4-739a-4054-8600-aea5efafd2ef) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:49.441610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:04:49.442156 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:49.443524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Sync routers for ids ['82e8816d-a0ee-4073-ae9d-4b19aac0308b'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:49.446643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b6e684a6-b915-4bd0-8f14-0e8a90b539c2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags HTTP/1.1" status: 204 len: 168 time: 0.0762861 Sep 18 20:04:49.449544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51504) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.454540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7283db76-5a0a-40d3-b1de-599fb4ab5bbf None None] Network edfbaec4-739a-4054-8600-aea5efafd2ef requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:49.455602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-9e0fc44d-cd54-45ab-b319-331f0063addf tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade', 'tempest-TagsExtTest-Tag-1013635465') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.461171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:49.464975 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-291f0ee5-838b-47f1-b280-f419755c75fb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5358453 Sep 18 20:04:49.466050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51506) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.472430 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e3225611-d805-40aa-950c-1ae3fcb15bac tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1732132 Sep 18 20:04:49.476018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51508) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.480332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6964c7b7-4768-47eb-b24e-0b18f8177b29 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edfbaec4-739a-4054-8600-aea5efafd2ef'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:49.481567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Routers {'82e8816d-a0ee-4073-ae9d-4b19aac0308b'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:49.482201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['82e8816d-a0ee-4073-ae9d-4b19aac0308b'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.515020 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-9e0fc44d-cd54-45ab-b319-331f0063addf tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:49.519047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9e0fc44d-cd54-45ab-b319-331f0063addf tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags/tempest-TagsExtTest-Tag-1013635465 HTTP/1.1" status: 404 len: 329 time: 0.0685000 Sep 18 20:04:49.519713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51510) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.525392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-e18cc185-2d3a-4580-9e0c-68d328f0504c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade', 'tempest-TagsExtTest-Tag-354269966') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.595942 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-e18cc185-2d3a-4580-9e0c-68d328f0504c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:49.600570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51516) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.601516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e18cc185-2d3a-4580-9e0c-68d328f0504c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags/tempest-TagsExtTest-Tag-354269966 HTTP/1.1" status: 404 len: 328 time: 0.0804162 Sep 18 20:04:49.610782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.tag.tag_plugin [None req-f337f32a-4166-40b1-9568-5ceb2c3d59fc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade', 'tempest-TagsExtTest-Tag-44928211') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.789151 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:49.839048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Set router 82e8816d-a0ee-4073-ae9d-4b19aac0308b gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:04:49.901214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6964c7b7-4768-47eb-b24e-0b18f8177b29 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:49.928904 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-f337f32a-4166-40b1-9568-5ceb2c3d59fc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:49.929960 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f337f32a-4166-40b1-9568-5ceb2c3d59fc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags/tempest-TagsExtTest-Tag-44928211 HTTP/1.1" status: 404 len: 327 time: 0.3283536 Sep 18 20:04:49.933327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51520) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:49.946944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-89e987dd-228c-45a9-82a7-0ba394cb5471 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f', {'tags': ['tempest-TagsExtTest-Tag-1476995193', 'tempest-TagsExtTest-Tag-1306725769', 'tempest-TagsExtTest-Tag-1351176130']}) {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:49.968588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-edfbaec4-739a-4054-8600-aea5efafd2ef', 'network_id': 'edfbaec4-739a-4054-8600-aea5efafd2ef', 'tenant_id': '9dff1c0772ec413f90b0118fbebf1a27', 'fixed_ips': [{'subnet_id': '8b66bd77-0dfb-4420-a793-25a21fc96bfc'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:04:49.969737 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.001784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.014420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-89e987dd-228c-45a9-82a7-0ba394cb5471 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags HTTP/1.1" status: 200 len: 318 time: 0.0789399 Sep 18 20:04:50.016019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51522) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.021017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-96e944ac-d1a1-412d-8e8f-48991cad9067 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.098053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-96e944ac-d1a1-412d-8e8f-48991cad9067 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags HTTP/1.1" status: 204 len: 168 time: 0.0782452 Sep 18 20:04:50.098399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51524) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.105044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-6bfc1fa8-ed86-42e8-b106-ad535a439dd0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f', 'tempest-TagsExtTest-Tag-1476995193') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.106031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Deleting port 6df76b03-c201-4c98-92c3-d858570e5c1e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:50.106381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.121564 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-6964c7b7-4768-47eb-b24e-0b18f8177b29 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:04:50.125931 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6964c7b7-4768-47eb-b24e-0b18f8177b29 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "PUT /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d HTTP/1.1" status: 400 len: 364 time: 0.6457496 Sep 18 20:04:50.126157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51526) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.160595 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-6bfc1fa8-ed86-42e8-b106-ad535a439dd0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:50.163913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6bfc1fa8-ed86-42e8-b106-ad535a439dd0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags/tempest-TagsExtTest-Tag-1476995193 HTTP/1.1" status: 404 len: 329 time: 0.0645471 Sep 18 20:04:50.165741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51528) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.169978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-f642dfc2-eba0-469d-91f9-55c110d48235 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f', 'tempest-TagsExtTest-Tag-1306725769') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.170727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Allocated IP 2001:db8:1::2 (edfbaec4-739a-4054-8600-aea5efafd2ef/8b66bd77-0dfb-4420-a793-25a21fc96bfc/cac538c3-1b6d-49ea-94af-320bfa1b2d4a) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:50.174614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e8816d-a0ee-4073-ae9d-4b19aac0308b', 'name': '', 'tenant_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe41215-796a-479b-a432-3076faacd07f', 'external_fixed_ips': [{'subnet_id': '6320a5a2-cfad-4fcc-95d7-d58b219f7a7c', 'ip_address': '2001:db8::3bf'}], 'enable_snat': True}, 'gw_port_id': '6df76b03-c201-4c98-92c3-d858570e5c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:04:46Z', 'updated_at': '2021-09-18T20:04:48Z', 'revision_number': 3, 'project_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'gw_port': {'id': '6df76b03-c201-4c98-92c3-d858570e5c1e', 'name': '', 'network_id': '1fe41215-796a-479b-a432-3076faacd07f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:88:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e8816d-a0ee-4073-ae9d-4b19aac0308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '6320a5a2-cfad-4fcc-95d7-d58b219f7a7c', 'ip_address': '2001:db8::3bf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:04:47Z', 'updated_at': '2021-09-18T20:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6320a5a2-cfad-4fcc-95d7-d58b219f7a7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.206492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Checking router: 82e8816d-a0ee-4073-ae9d-4b19aac0308b for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:04:50.206938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Updating router 82e8816d-a0ee-4073-ae9d-4b19aac0308b port 6df76b03-c201-4c98-92c3-d858570e5c1e binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:04:50.228489 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-f642dfc2-eba0-469d-91f9-55c110d48235 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:50.232193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f642dfc2-eba0-469d-91f9-55c110d48235 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags/tempest-TagsExtTest-Tag-1306725769 HTTP/1.1" status: 404 len: 329 time: 0.0628595 Sep 18 20:04:50.232478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51530) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.237744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-5f8f67e1-9da1-44d0-800e-a153a025529e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f', 'tempest-TagsExtTest-Tag-1351176130') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.254259 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.299039 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-5f8f67e1-9da1-44d0-800e-a153a025529e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:50.303818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5f8f67e1-9da1-44d0-800e-a153a025529e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags/tempest-TagsExtTest-Tag-1351176130 HTTP/1.1" status: 404 len: 329 time: 0.0668488 Sep 18 20:04:50.304535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51532) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.309480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-d409eb72-296f-44e1-b33b-223f6f2b4e0c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811', {'tags': ['tempest-TagsExtTest-Tag-1233539035', 'tempest-TagsExtTest-Tag-1608574327', 'tempest-TagsExtTest-Tag-621660861']}) {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.330524 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.376979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Calling delete_port for 6df76b03-c201-4c98-92c3-d858570e5c1e owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:50.403082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d409eb72-296f-44e1-b33b-223f6f2b4e0c tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags HTTP/1.1" status: 200 len: 317 time: 0.0949538 Sep 18 20:04:50.403724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51534) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.408104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-aef94075-2e89-406b-afe9-1aaf98580c64 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.484034 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.508947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aef94075-2e89-406b-afe9-1aaf98580c64 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags HTTP/1.1" status: 204 len: 168 time: 0.1018441 Sep 18 20:04:50.509182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51536) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.514503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-c1f5bacd-66d3-4a88-ae9a-9aff6f479655 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811', 'tempest-TagsExtTest-Tag-1233539035') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.519004 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.574393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Network edfbaec4-739a-4054-8600-aea5efafd2ef is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:50.581390 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:50.598997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:50.606462 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-c1f5bacd-66d3-4a88-ae9a-9aff6f479655 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:50.608289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c1f5bacd-66d3-4a88-ae9a-9aff6f479655 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags/tempest-TagsExtTest-Tag-1233539035 HTTP/1.1" status: 404 len: 329 time: 0.0974393 Sep 18 20:04:50.610564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51542) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.616026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-1bf04892-2a63-4828-a456-5e09e0ffdc08 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811', 'tempest-TagsExtTest-Tag-1608574327') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.625159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Pushing event updated for resources: {'Port': ['ID=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:50.659060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.659765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.660300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.660826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.661358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.661884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.662498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.663015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.663560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.664063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.664567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.665203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:04:50.715760 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-1bf04892-2a63-4828-a456-5e09e0ffdc08 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:50.716823 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1bf04892-2a63-4828-a456-5e09e0ffdc08 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags/tempest-TagsExtTest-Tag-1608574327 HTTP/1.1" status: 404 len: 329 time: 0.1052783 Sep 18 20:04:50.719956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51544) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.724484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-0016cde4-0470-4252-8a48-f087713f6458 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811', 'tempest-TagsExtTest-Tag-621660861') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.731655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Attempting to bind port cac538c3-1b6d-49ea-94af-320bfa1b2d4a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:50.731655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Attempting to bind port cac538c3-1b6d-49ea-94af-320bfa1b2d4a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '0a4a2622-e67d-4988-997d-07c7deb85e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'edfbaec4-739a-4054-8600-aea5efafd2ef'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:50.731986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Attempting to bind port cac538c3-1b6d-49ea-94af-320bfa1b2d4a on network edfbaec4-739a-4054-8600-aea5efafd2ef {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:50.739284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:50.739682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Checking segment: {'id': '0a4a2622-e67d-4988-997d-07c7deb85e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'edfbaec4-739a-4054-8600-aea5efafd2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:50.741021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.741021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Bound using segment: {'id': '0a4a2622-e67d-4988-997d-07c7deb85e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'edfbaec4-739a-4054-8600-aea5efafd2ef'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:50.741455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Bound port: cac538c3-1b6d-49ea-94af-320bfa1b2d4a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4a2622-e67d-4988-997d-07c7deb85e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'edfbaec4-739a-4054-8600-aea5efafd2ef'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:50.741837 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.767162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.805573 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.807522 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-0016cde4-0470-4252-8a48-f087713f6458 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:50.816251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0016cde4-0470-4252-8a48-f087713f6458 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags/tempest-TagsExtTest-Tag-621660861 HTTP/1.1" status: 404 len: 328 time: 0.0876992 Sep 18 20:04:50.816476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51550) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.821976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-cf03b4d3-b9fe-47b5-ab2f-8a4efa9b93d3 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d', {'tags': ['tempest-TagsExtTest-Tag-2119850460', 'tempest-TagsExtTest-Tag-322642697', 'tempest-TagsExtTest-Tag-65920403']}) {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.822856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.881323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf03b4d3-b9fe-47b5-ab2f-8a4efa9b93d3 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "PUT /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags HTTP/1.1" status: 200 len: 315 time: 0.0577023 Sep 18 20:04:50.881692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51554) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.894842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-26406575-e506-4be9-9c20-6e165d99a462 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:50.936428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] For port cac538c3-1b6d-49ea-94af-320bfa1b2d4a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:04:50.947663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Attempting to bind port 6df76b03-c201-4c98-92c3-d858570e5c1e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:50.948044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Attempting to bind port 6df76b03-c201-4c98-92c3-d858570e5c1e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:50.948794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Attempting to bind port 6df76b03-c201-4c98-92c3-d858570e5c1e on network 1fe41215-796a-479b-a432-3076faacd07f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:50.957232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46a50d-4f3c-473e-b56c-e5507dc84be7 None None] Pushing event updated for resources: {'Port': ['ID=6df76b03-c201-4c98-92c3-d858570e5c1e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:50.969514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:50.969908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Checking segment: {'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:50.970316 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.970807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Bound using segment: {'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:50.971312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Bound port: 6df76b03-c201-4c98-92c3-d858570e5c1e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:50.971891 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:50.973357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-26406575-e506-4be9-9c20-6e165d99a462 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags HTTP/1.1" status: 204 len: 168 time: 0.0897124 Sep 18 20:04:50.974163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51556) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:50.985418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-2ce74b56-4031-4465-959e-e5f78498d241 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d', 'tempest-TagsExtTest-Tag-2119850460') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:51.000588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] For port cac538c3-1b6d-49ea-94af-320bfa1b2d4a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,segment=NetworkSegment(0a4a2622-e67d-4988-997d-07c7deb85e9b),segment_id=0a4a2622-e67d-4988-997d-07c7deb85e9b)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:04:51.011034 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.015395 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-2ce74b56-4031-4465-959e-e5f78498d241 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:51.019529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ce74b56-4031-4465-959e-e5f78498d241 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags/tempest-TagsExtTest-Tag-2119850460 HTTP/1.1" status: 404 len: 329 time: 0.0385377 Sep 18 20:04:51.020314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51558) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.024937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-b7ce0c42-e0f1-414b-98ef-4c2fc30b7ab7 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d', 'tempest-TagsExtTest-Tag-322642697') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:51.050728 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-b7ce0c42-e0f1-414b-98ef-4c2fc30b7ab7 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:51.055906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7ce0c42-e0f1-414b-98ef-4c2fc30b7ab7 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags/tempest-TagsExtTest-Tag-322642697 HTTP/1.1" status: 404 len: 328 time: 0.0310342 Sep 18 20:04:51.056185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51560) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.063491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-4c437fe6-6760-4afe-bd5c-2b25d719ed60 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d', 'tempest-TagsExtTest-Tag-65920403') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:51.088491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.091630 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:04:51.091999 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:04:51.095827 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-4c437fe6-6760-4afe-bd5c-2b25d719ed60 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] show failed (client error): The resource could not be found. Sep 18 20:04:51.101214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860da2a-c798-4f84-a6fb-fede03e79eca None None] Pushing event updated for resources: {'Port': ['ID=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:51.107341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4c437fe6-6760-4afe-bd5c-2b25d719ed60 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags/tempest-TagsExtTest-Tag-65920403 HTTP/1.1" status: 404 len: 327 time: 0.0490613 Sep 18 20:04:51.108679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51562) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.114116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-9a634d70-f8da-4a3c-82cf-5a6c10528fcb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4fed534e-5de7-428e-984f-d8820d06b89d') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:51.152871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9a634d70-f8da-4a3c-82cf-5a6c10528fcb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d/tags HTTP/1.1" status: 204 len: 168 time: 0.0431426 Sep 18 20:04:51.156492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51564) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.161033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-2dc822b1-4b6a-4d63-ad24-82a96a0e85fa tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d9ecd2c-2571-4de0-82d9-7e82ba352811') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:51.173656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event deleted for resources: {'Port': ['ID=6df76b03-c201-4c98-92c3-d858570e5c1e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:51.213616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.257511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2dc822b1-4b6a-4d63-ad24-82a96a0e85fa tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811/tags HTTP/1.1" status: 204 len: 168 time: 0.0999951 Sep 18 20:04:51.261975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51566) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.267046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-29dde306-5491-4347-99a1-e981c254268e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a8165ac-1c77-4928-972e-a02aefce857f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:51.361747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.366618 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.382994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Allocated IP 2001:db8::1 (16b33976-b4e5-48e6-a541-4cdaa76db539/041c0352-f465-421d-b5f5-8fcb196544f5/e4359598-7a74-42a6-b6f1-746e05c09f1e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:51.446110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.447010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82e8816d-a0ee-4073-ae9d-4b19aac0308b {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:51.453047 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.456639 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-49d82ff0-7d8f-464d-bb3d-ffd7df19e522 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "DELETE /v2.0/routers/82e8816d-a0ee-4073-ae9d-4b19aac0308b HTTP/1.1" status: 204 len: 168 time: 1.9870348 Sep 18 20:04:51.465946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51570) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.591184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-2503d2f4-d26f-46b0-bce8-ce9ec4b4551b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Deleting subnet 6320a5a2-cfad-4fcc-95d7-d58b219f7a7c {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:51.604510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2503d2f4-d26f-46b0-bce8-ce9ec4b4551b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.640442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Attempting to bind port 6df76b03-c201-4c98-92c3-d858570e5c1e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:04:51.641609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Attempting to bind port 6df76b03-c201-4c98-92c3-d858570e5c1e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:04:51.642050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Attempting to bind port 6df76b03-c201-4c98-92c3-d858570e5c1e on network 1fe41215-796a-479b-a432-3076faacd07f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:04:51.649643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cac538c3-1b6d-49ea-94af-320bfa1b2d4a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:51.654780 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6fba6c1e-35dc-4d32-9a3f-c55c46966b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.660680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.674440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:04:51.674694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Checking segment: {'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:04:51.675070 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.675894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Bound using segment: {'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:04:51.676049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Bound port: 6df76b03-c201-4c98-92c3-d858570e5c1e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c396164-2590-4a3a-84db-eb3e0d7e68b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1fe41215-796a-479b-a432-3076faacd07f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:04:51.676218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2503d2f4-d26f-46b0-bce8-ce9ec4b4551b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.676423 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.698625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-29dde306-5491-4347-99a1-e981c254268e tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f/tags HTTP/1.1" status: 204 len: 168 time: 0.4345617 Sep 18 20:04:51.702471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Port 6df76b03-c201-4c98-92c3-d858570e5c1e has been deleted concurrently {{(pid=94942) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 20:04:51.706837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51572) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.718858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.tag.tag_plugin [None req-b8c7314d-adda-4e6c-93b5-215c5d2de1e5 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0343b58f-2dd7-4950-a5e3-2e49bd67fade') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:51.719064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:51.719441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 20:04:51.720060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_agentschedulers_db [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'82e8816d-a0ee-4073-ae9d-4b19aac0308b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent'). {{(pid=94942) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 20:04:51.720640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa63fbe-5692-44ab-a26d-b8da16f6cfcf None None] The sync data for ids ['82e8816d-a0ee-4073-ae9d-4b19aac0308b'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:51.740447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2503d2f4-d26f-46b0-bce8-ce9ec4b4551b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.748817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cac538c3-1b6d-49ea-94af-320bfa1b2d4a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:51.749196 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.761062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.786630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b8c7314d-adda-4e6c-93b5-215c5d2de1e5 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade/tags HTTP/1.1" status: 204 len: 168 time: 0.0786350 Sep 18 20:04:51.793696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51574) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.823960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network 16b33976-b4e5-48e6-a541-4cdaa76db539 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:51.832518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:51.837027 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.837301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:51.837573 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.841017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Port': ['ID=e4359598-7a74-42a6-b6f1-746e05c09f1e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:51.878946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port cac538c3-1b6d-49ea-94af-320bfa1b2d4a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,segment=NetworkSegment(0a4a2622-e67d-4988-997d-07c7deb85e9b),segment_id=0a4a2622-e67d-4988-997d-07c7deb85e9b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:51.885255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.897019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2503d2f4-d26f-46b0-bce8-ce9ec4b4551b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.901632 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c21ed9b0-20ed-4439-b013-7296fb187283 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for subnetpool, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.905069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c21ed9b0-20ed-4439-b013-7296fb187283 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnetpools/4fed534e-5de7-428e-984f-d8820d06b89d HTTP/1.1" status: 204 len: 168 time: 0.1080618 Sep 18 20:04:51.905337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51576) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.941129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-426521e6-ac4a-4d25-bb07-363841a953fb tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d9ecd2c-2571-4de0-82d9-7e82ba352811 HTTP/1.1" status: 200 len: 205 time: 0.0345538 Sep 18 20:04:51.943307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51578) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:51.956579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503d2f4-d26f-46b0-bce8-ce9ec4b4551b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6320a5a2-cfad-4fcc-95d7-d58b219f7a7c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:51.956824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:51.970067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2503d2f4-d26f-46b0-bce8-ce9ec4b4551b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:51.975414 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2503d2f4-d26f-46b0-bce8-ce9ec4b4551b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/6320a5a2-cfad-4fcc-95d7-d58b219f7a7c HTTP/1.1" status: 204 len: 168 time: 0.5082853 Sep 18 20:04:51.976241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51580) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:52.048068 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-156327c8-480c-4d8c-b7af-cdaf49294d2a tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.104700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.117225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.246594 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-156327c8-480c-4d8c-b7af-cdaf49294d2a tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.249151 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-156327c8-480c-4d8c-b7af-cdaf49294d2a tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.301069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-156327c8-480c-4d8c-b7af-cdaf49294d2a tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.301985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156327c8-480c-4d8c-b7af-cdaf49294d2a tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9ecd2c-2571-4de0-82d9-7e82ba352811 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:52.310434 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-156327c8-480c-4d8c-b7af-cdaf49294d2a tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.312113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-156327c8-480c-4d8c-b7af-cdaf49294d2a tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/routers/1d9ecd2c-2571-4de0-82d9-7e82ba352811 HTTP/1.1" status: 204 len: 168 time: 0.3673356 Sep 18 20:04:52.314586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51584) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:52.317753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.318891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d165581d-7b1b-43bd-bd56-a045f814cae7 None None] Provisioning complete for port e4359598-7a74-42a6-b6f1-746e05c09f1e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:52.319864 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d165581d-7b1b-43bd-bd56-a045f814cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.358088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe41215-796a-479b-a432-3076faacd07f']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:52.375178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c396164-2590-4a3a-84db-eb3e0d7e68b1') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:52.376342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c396164-2590-4a3a-84db-eb3e0d7e68b1') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:52.399080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d165581d-7b1b-43bd-bd56-a045f814cae7 None None] Port e4359598-7a74-42a6-b6f1-746e05c09f1e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:04:52.420975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.433548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-957e3bab-a0e3-43a0-a838-73355cf2d4f2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Deleting port 4a8165ac-1c77-4928-972e-a02aefce857f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:52.434143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-957e3bab-a0e3-43a0-a838-73355cf2d4f2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.469884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f8ae25-b075-4da1-be05-ef0e62cab50f None None] Network edfbaec4-739a-4054-8600-aea5efafd2ef requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:52.480955 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.492291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:52.492696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: items = [ Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:52.494432 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:52.535638 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-957e3bab-a0e3-43a0-a838-73355cf2d4f2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.549145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-957e3bab-a0e3-43a0-a838-73355cf2d4f2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Calling delete_port for 4a8165ac-1c77-4928-972e-a02aefce857f owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:52.559840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c502234b-e396-40a8-be15-21db2bf1c913 None None] Provisioning complete for port cac538c3-1b6d-49ea-94af-320bfa1b2d4a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:52.560440 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c502234b-e396-40a8-be15-21db2bf1c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.578244 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.582682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fe41215-796a-479b-a432-3076faacd07f {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 20:04:52.585156 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.587300 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1fe41215-796a-479b-a432-3076faacd07f HTTP/1.1" status: 204 len: 168 time: 0.6043551 Sep 18 20:04:52.613092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56051158-8393-4cde-8c60-06998ce6487a tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fe41215-796a-479b-a432-3076faacd07f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:52.618089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.627553 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.628499 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.781727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Network 16b33976-b4e5-48e6-a541-4cdaa76db539 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:52.784966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:52.820429 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-957e3bab-a0e3-43a0-a838-73355cf2d4f2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:52.873465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e3bab-a0e3-43a0-a838-73355cf2d4f2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Pushing event deleted for resources: {'Port': ['ID=4a8165ac-1c77-4928-972e-a02aefce857f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:52.917056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event updated for resources: {'Port': ['ID=e4359598-7a74-42a6-b6f1-746e05c09f1e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:52.925066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Router 0a6fbbea-fd9e-4e8d-aaf1-26756599430d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:04:52.937011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51594) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:52.959793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8a91c66e-7944-4431-a7b2-bc57e4866718 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'router': {'name': 'tempest-router--2021367611', 'project_id': '69362f9ae46f4396b9772464c16ac07d'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:53.004069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a91c66e-7944-4431-a7b2-bc57e4866718 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.005399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a91c66e-7944-4431-a7b2-bc57e4866718 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.025824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-957e3bab-a0e3-43a0-a838-73355cf2d4f2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.035268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-957e3bab-a0e3-43a0-a838-73355cf2d4f2 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/ports/4a8165ac-1c77-4928-972e-a02aefce857f HTTP/1.1" status: 204 len: 168 time: 0.7195804 Sep 18 20:04:53.042993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51598) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:53.077546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:53.092545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7aa7f556-c96c-4410-ba89-e17e5e787ce2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "PUT /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9653523 Sep 18 20:04:53.094486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51600) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:53.138265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-da015a0d-6a13-4c07-9820-4fed5cec2cfc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Deleting subnet 0343b58f-2dd7-4950-a5e3-2e49bd67fade {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:53.142840 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da015a0d-6a13-4c07-9820-4fed5cec2cfc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.234240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a91c66e-7944-4431-a7b2-bc57e4866718 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.242880 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da015a0d-6a13-4c07-9820-4fed5cec2cfc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.249431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a91c66e-7944-4431-a7b2-bc57e4866718 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.291773 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8a91c66e-7944-4431-a7b2-bc57e4866718 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.293044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8a91c66e-7944-4431-a7b2-bc57e4866718 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3551457 Sep 18 20:04:53.296504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51604) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:53.306343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e9ac5218-db68-4f30-bc67-79da2c82c4a4 None None] Provisioning complete for port cac538c3-1b6d-49ea-94af-320bfa1b2d4a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:53.307546 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9ac5218-db68-4f30-bc67-79da2c82c4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.311189 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.330829 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:04:53.419851 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b925c36-875b-42a4-9aeb-db850ddaca67 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.420699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e9ac5218-db68-4f30-bc67-79da2c82c4a4 None None] Provisioning complete for port e4359598-7a74-42a6-b6f1-746e05c09f1e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:53.421416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9ac5218-db68-4f30-bc67-79da2c82c4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.487434 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.488825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac5218-db68-4f30-bc67-79da2c82c4a4 None None] Port e4359598-7a74-42a6-b6f1-746e05c09f1e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:04:53.522043 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05d860-535b-4e29-8148-87efe5f59877 None None] Sync routers for ids ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:53.532580 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05d860-535b-4e29-8148-87efe5f59877 None None] Routers {'0a6fbbea-fd9e-4e8d-aaf1-26756599430d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:53.533725 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-da05d860-535b-4e29-8148-87efe5f59877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:53.572981 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-da05d860-535b-4e29-8148-87efe5f59877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:53.585249 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05d860-535b-4e29-8148-87efe5f59877 None None] Routers {'0a6fbbea-fd9e-4e8d-aaf1-26756599430d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:53.586281 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-da05d860-535b-4e29-8148-87efe5f59877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:53.624815 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-da05d860-535b-4e29-8148-87efe5f59877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:53.626122 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05d860-535b-4e29-8148-87efe5f59877 None None] The sync data for ids ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:53.648036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b925c36-875b-42a4-9aeb-db850ddaca67 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.651328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b925c36-875b-42a4-9aeb-db850ddaca67 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.652424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cac538c3-1b6d-49ea-94af-320bfa1b2d4a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:04:53.673191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb028-0361-434c-877c-be7f5bb0d100 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.703414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51608) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:53.705538 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da015a0d-6a13-4c07-9820-4fed5cec2cfc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.732474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cac538c3-1b6d-49ea-94af-320bfa1b2d4a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:04:53.733295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.741538 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b925c36-875b-42a4-9aeb-db850ddaca67 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.742178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b925c36-875b-42a4-9aeb-db850ddaca67 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb2592fe-86f4-4a69-8fc5-4345310fcf32 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:53.747263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b925c36-875b-42a4-9aeb-db850ddaca67 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.748756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7b925c36-875b-42a4-9aeb-db850ddaca67 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "DELETE /v2.0/routers/bb2592fe-86f4-4a69-8fc5-4345310fcf32 HTTP/1.1" status: 204 len: 168 time: 0.4515526 Sep 18 20:04:53.781403 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-b9eeb028-0361-434c-877c-be7f5bb0d100 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 20:04:53.782781 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b9eeb028-0361-434c-877c-be7f5bb0d100 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d HTTP/1.1" status: 409 len: 329 time: 0.6870146 Sep 18 20:04:53.786390 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51614) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:53.799704 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da015a0d-6a13-4c07-9820-4fed5cec2cfc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.842077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-da015a0d-6a13-4c07-9820-4fed5cec2cfc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.846717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-da015a0d-6a13-4c07-9820-4fed5cec2cfc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/subnets/0343b58f-2dd7-4950-a5e3-2e49bd67fade HTTP/1.1" status: 204 len: 168 time: 0.8003216 Sep 18 20:04:53.846717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015a0d-6a13-4c07-9820-4fed5cec2cfc tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Pushing event deleted for resources: {'Subnet': ['ID=0343b58f-2dd7-4950-a5e3-2e49bd67fade,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:53.849046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51616) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:53.869701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a7ac4-30ba-4b76-8ad0-b646378c75be None None] Network 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:53.905257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de692a41-70fa-4dcc-b9ea-384d526056cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:53.989725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.012268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51618) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:54.094953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] DHCP port deletion for 994c8ad2-5d3c-47b5-979b-b62f5fcb07eb request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:04:54.130173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de692a41-70fa-4dcc-b9ea-384d526056cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.140352 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de692a41-70fa-4dcc-b9ea-384d526056cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.165509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] Deleting port 8522e383-3ba8-4092-8c4f-410d32cbcbdd {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:54.166050 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.175139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Deleting port 8522e383-3ba8-4092-8c4f-410d32cbcbdd {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:54.175832 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.181495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de692a41-70fa-4dcc-b9ea-384d526056cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14142670-d0ab-4ebd-9b85-585de89eebcf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:54.216071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-de692a41-70fa-4dcc-b9ea-384d526056cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9adfc5c33b1548d08911b51b34cd678e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125134 Sep 18 20:04:54.220041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51622) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:54.255582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1525047796', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:54.261921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] For port 8522e383-3ba8-4092-8c4f-410d32cbcbdd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8522e383-3ba8-4092-8c4f-410d32cbcbdd,segment=NetworkSegment(f3f8789c-c678-4e1b-9320-1c96b333f94e),segment_id=f3f8789c-c678-4e1b-9320-1c96b333f94e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:54.262305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.264953 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.278015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] Calling delete_port for 8522e383-3ba8-4092-8c4f-410d32cbcbdd owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:54.290686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] For port 8522e383-3ba8-4092-8c4f-410d32cbcbdd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8522e383-3ba8-4092-8c4f-410d32cbcbdd,segment=NetworkSegment(f3f8789c-c678-4e1b-9320-1c96b333f94e),segment_id=f3f8789c-c678-4e1b-9320-1c96b333f94e)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:54.291049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.315430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Calling delete_port for 8522e383-3ba8-4092-8c4f-410d32cbcbdd owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:54.331498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.332498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.363095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.391526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] Pushing event deleted for resources: {'Port': ['ID=8522e383-3ba8-4092-8c4f-410d32cbcbdd,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:54.393554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33258d-c367-4a30-8622-c0b0d1f1d6fc None None] No DVR routers for this DVR port 8522e383-3ba8-4092-8c4f-410d32cbcbdd on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:54.423131 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c3b5-e0e4-4542-adb9-36f34077f24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.456471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.516296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c3b5-e0e4-4542-adb9-36f34077f24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.578600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.581904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Deleting port e4359598-7a74-42a6-b6f1-746e05c09f1e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:54.582374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.667742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Pushing event deleted for resources: {'Port': ['ID=8522e383-3ba8-4092-8c4f-410d32cbcbdd,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:54.669690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] No DVR routers for this DVR port 8522e383-3ba8-4092-8c4f-410d32cbcbdd on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:54.672637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.674430 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.687977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Calling delete_port for e4359598-7a74-42a6-b6f1-746e05c09f1e owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:54.750628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c3b5-e0e4-4542-adb9-36f34077f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.753168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6fe5c3b5-e0e4-4542-adb9-36f34077f24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.757643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6fe5c3b5-e0e4-4542-adb9-36f34077f24a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14142670-d0ab-4ebd-9b85-585de89eebcf HTTP/1.1" status: 204 len: 168 time: 0.5317800 Sep 18 20:04:54.776668 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.797233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5c3b5-e0e4-4542-adb9-36f34077f24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14142670-d0ab-4ebd-9b85-585de89eebcf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:54.799947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.825658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994c8ad2-5d3c-47b5-979b-b62f5fcb07eb']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:54.861735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f8789c-c678-4e1b-9320-1c96b333f94e') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:54.862395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f8789c-c678-4e1b-9320-1c96b333f94e') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:54.873290 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.889734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.900466 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.909740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:54.910135 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:54.917536 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:54.921967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Port': ['ID=e4359598-7a74-42a6-b6f1-746e05c09f1e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:54.923932 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-625334a3-1f42-44d3-b1d0-b0c501e1f28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.050446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.063553 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.072398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.077514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] 10.222.0.20 "DELETE /v2.0/networks/994c8ad2-5d3c-47b5-979b-b62f5fcb07eb HTTP/1.1" status: 204 len: 168 time: 1.2265761 Sep 18 20:04:55.080889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b8906-278c-4958-9a9c-34974480b8f0 tempest-TagsExtTest-776788491 tempest-TagsExtTest-776788491-project] Pushing event deleted for resources: {'Network': ['ID=994c8ad2-5d3c-47b5-979b-b62f5fcb07eb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:55.160370 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.207210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.301904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Router 0a6fbbea-fd9e-4e8d-aaf1-26756599430d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:04:55.356233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Allocated IP 172.25.8.152 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/166a87b9-b5f4-4116-8d6c-daae4bce57af) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:55.418515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:55.430268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e01c58-0d2f-42fa-b70a-abd3343fef6a None None] Sync routers for ids ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:55.441821 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-12e135d1-ee80-4cd1-b45c-3079f40ac1c5 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "PUT /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540995 Sep 18 20:04:55.444795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e01c58-0d2f-42fa-b70a-abd3343fef6a None None] Routers {'0a6fbbea-fd9e-4e8d-aaf1-26756599430d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:55.445605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-75e01c58-0d2f-42fa-b70a-abd3343fef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:55.445771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51640) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:55.451084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51642) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:55.484193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-75e01c58-0d2f-42fa-b70a-abd3343fef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:55.495194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e01c58-0d2f-42fa-b70a-abd3343fef6a None None] Routers {'0a6fbbea-fd9e-4e8d-aaf1-26756599430d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:55.495997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-75e01c58-0d2f-42fa-b70a-abd3343fef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:55.506940 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-1fb6b4d2-e0b9-43f2-9359-1f3af8d4690b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] show failed (client error): The resource could not be found. Sep 18 20:04:55.508019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1fb6b4d2-e0b9-43f2-9359-1f3af8d4690b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1081374354 HTTP/1.1" status: 404 len: 335 time: 0.0577674 Sep 18 20:04:55.512002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51648) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:55.516880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4fb3c1f1-ab37-4d94-b409-014f912afc01 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:55.551758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-75e01c58-0d2f-42fa-b70a-abd3343fef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:55.553733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e01c58-0d2f-42fa-b70a-abd3343fef6a None None] The sync data for ids ['0a6fbbea-fd9e-4e8d-aaf1-26756599430d'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:55.569761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.576687 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-4fb3c1f1-ab37-4d94-b409-014f912afc01 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] update failed (client error): The resource could not be found. Sep 18 20:04:55.577837 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4fb3c1f1-ab37-4d94-b409-014f912afc01 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-535504727 HTTP/1.1" status: 404 len: 334 time: 0.0648150 Sep 18 20:04:55.580871 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.582469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51652) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:55.636846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8522e383-3ba8-4092-8c4f-410d32cbcbdd no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:55.641907 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.661427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddb8cd4-46f9-4a5a-b464-deda9390a864 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Deleting subnet 8b66bd77-0dfb-4420-a793-25a21fc96bfc {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:55.665297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 8522e383-3ba8-4092-8c4f-410d32cbcbdd {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:55.666383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8522e383-3ba8-4092-8c4f-410d32cbcbdd not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:55.667140 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eddb8cd4-46f9-4a5a-b464-deda9390a864 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.720992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event updated for resources: {'Port': ['ID=166a87b9-b5f4-4116-8d6c-daae4bce57af,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:55.733013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eddb8cd4-46f9-4a5a-b464-deda9390a864 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.733513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:55.742220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:55.744858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:55.788398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-23f0f95b-5e42-45fe-909e-8af536212c3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3b629ef64bc4c6592939443decc181d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304589 Sep 18 20:04:55.790921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51658) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:55.828326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eddb8cd4-46f9-4a5a-b464-deda9390a864 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.894645 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eddb8cd4-46f9-4a5a-b464-deda9390a864 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.930231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb8cd4-46f9-4a5a-b464-deda9390a864 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Subnet': ['ID=8b66bd77-0dfb-4420-a793-25a21fc96bfc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:55.938304 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eddb8cd4-46f9-4a5a-b464-deda9390a864 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.940387 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eddb8cd4-46f9-4a5a-b464-deda9390a864 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/subnets/8b66bd77-0dfb-4420-a793-25a21fc96bfc HTTP/1.1" status: 204 len: 168 time: 0.3563716 Sep 18 20:04:55.943087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51664) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:55.951137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21eac42b-7055-479f-bfd4-cfacb03cc199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:55.952392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec989a0f-35fc-43b3-9be3-a8a3a49fa401 None None] Network edfbaec4-739a-4054-8600-aea5efafd2ef requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:55.995906 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21eac42b-7055-479f-bfd4-cfacb03cc199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.028096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.090115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Deleting port cac538c3-1b6d-49ea-94af-320bfa1b2d4a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:56.090788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.169914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] For port cac538c3-1b6d-49ea-94af-320bfa1b2d4a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,segment=NetworkSegment(0a4a2622-e67d-4988-997d-07c7deb85e9b),segment_id=0a4a2622-e67d-4988-997d-07c7deb85e9b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:56.170510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.185712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Calling delete_port for cac538c3-1b6d-49ea-94af-320bfa1b2d4a owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:56.222803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] DHCP port deletion for edfbaec4-739a-4054-8600-aea5efafd2ef request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:04:56.288694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] Deleting port cac538c3-1b6d-49ea-94af-320bfa1b2d4a {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:56.289809 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.295040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.327562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Port': ['ID=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:56.345291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] No DVR routers for this DVR port cac538c3-1b6d-49ea-94af-320bfa1b2d4a on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:56.444749 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.470136 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.485209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfbaec4-739a-4054-8600-aea5efafd2ef']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:56.497764 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4a2622-e67d-4988-997d-07c7deb85e9b') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:56.498153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4a2622-e67d-4988-997d-07c7deb85e9b') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:56.509929 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21eac42b-7055-479f-bfd4-cfacb03cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.511406 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.512709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-21eac42b-7055-479f-bfd4-cfacb03cc199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.514148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-21eac42b-7055-479f-bfd4-cfacb03cc199 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1fc45f1-582d-4028-a6e7-89e138bbb350 HTTP/1.1" status: 204 len: 168 time: 0.7220044 Sep 18 20:04:56.529381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.531167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eac42b-7055-479f-bfd4-cfacb03cc199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fc45f1-582d-4028-a6e7-89e138bbb350,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:56.536319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:56.537345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.592490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] For port cac538c3-1b6d-49ea-94af-320bfa1b2d4a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,segment=NetworkSegment(0a4a2622-e67d-4988-997d-07c7deb85e9b),segment_id=0a4a2622-e67d-4988-997d-07c7deb85e9b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:56.593880 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:56.605236 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:56.617204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] Calling delete_port for cac538c3-1b6d-49ea-94af-320bfa1b2d4a owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:56.621136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.648640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.651208 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/networks/edfbaec4-739a-4054-8600-aea5efafd2ef HTTP/1.1" status: 204 len: 168 time: 0.7058299 Sep 18 20:04:56.652418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa2c7d-0cd7-4cdb-8520-0450ece079a8 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Network': ['ID=edfbaec4-739a-4054-8600-aea5efafd2ef,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:56.654299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51680) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:56.730285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e72d3c-e751-40c7-9fb8-aa8b311d418b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Deleting subnet 4359cca3-ac59-43cd-8d42-a02fca799720 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:56.734802 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e72d3c-e751-40c7-9fb8-aa8b311d418b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.796223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e72d3c-e751-40c7-9fb8-aa8b311d418b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.800443 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.809274 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.864425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] Pushing event deleted for resources: {'Port': ['ID=cac538c3-1b6d-49ea-94af-320bfa1b2d4a,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:56.874195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] Network edfbaec4-739a-4054-8600-aea5efafd2ef is not hosted by any dhcp agent {{(pid=94942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 20:04:56.874679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1179b3-60fb-44dd-bffe-9a3608e93ae1 None None] No DVR routers for this DVR port cac538c3-1b6d-49ea-94af-320bfa1b2d4a on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:56.917499 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e72d3c-e751-40c7-9fb8-aa8b311d418b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:56.996406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Router 2af49296-934f-42ca-b96c-987f5af14743 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:04:57.026887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e72d3c-e751-40c7-9fb8-aa8b311d418b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.070036 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e72d3c-e751-40c7-9fb8-aa8b311d418b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Subnet': ['ID=4359cca3-ac59-43cd-8d42-a02fca799720,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:57.074985 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e72d3c-e751-40c7-9fb8-aa8b311d418b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.080398 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17e72d3c-e751-40c7-9fb8-aa8b311d418b tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/subnets/4359cca3-ac59-43cd-8d42-a02fca799720 HTTP/1.1" status: 204 len: 168 time: 0.4247167 Sep 18 20:04:57.081197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51694) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:57.085749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46dbdf-3a1e-4f43-ad57-8b61a7d7cf6c None None] Network 43646b85-0740-4072-aee1-2d06866f5f4d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:57.154280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9aebd8-ac3d-478c-bc02-ce9e45f1dfa0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Deleting subnet 843286dc-bee5-4c32-b61c-af6426159995 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:57.159523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f9aebd8-ac3d-478c-bc02-ce9e45f1dfa0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.186336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:04:57.198208 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a02b98-a259-4bdd-aa89-eaf540135f41 None None] Sync routers for ids ['2af49296-934f-42ca-b96c-987f5af14743'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:04:57.217921 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a02b98-a259-4bdd-aa89-eaf540135f41 None None] Routers {'2af49296-934f-42ca-b96c-987f5af14743'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:57.220672 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-30a02b98-a259-4bdd-aa89-eaf540135f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2af49296-934f-42ca-b96c-987f5af14743'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:57.244234 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.246241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-42e06681-f69e-4c41-a8a0-38ad3dac4c57 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2287827 Sep 18 20:04:57.249271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51704) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:57.364068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-30a02b98-a259-4bdd-aa89-eaf540135f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:57.376371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] DHCP port deletion for 43646b85-0740-4072-aee1-2d06866f5f4d request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:04:57.394900 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a02b98-a259-4bdd-aa89-eaf540135f41 None None] Routers {'2af49296-934f-42ca-b96c-987f5af14743'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:04:57.397520 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-30a02b98-a259-4bdd-aa89-eaf540135f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2af49296-934f-42ca-b96c-987f5af14743'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:57.482264 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.484554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-48be26df-419a-4c85-9d8a-7ab7bdf0c9fa tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/routers/2af49296-934f-42ca-b96c-987f5af14743 HTTP/1.1" status: 200 len: 925 time: 0.2327442 Sep 18 20:04:57.485292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51710) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:57.485734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51712) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:57.487561 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-30a02b98-a259-4bdd-aa89-eaf540135f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:57.488837 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a02b98-a259-4bdd-aa89-eaf540135f41 None None] The sync data for ids ['2af49296-934f-42ca-b96c-987f5af14743'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:04:57.510160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] Deleting port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:57.510646 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.566271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f9aebd8-ac3d-478c-bc02-ce9e45f1dfa0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.571225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bff28f3e-104e-4ca5-8649-f3776dfbd3b4 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=2af49296-934f-42ca-b96c-987f5af14743 HTTP/1.1" status: 200 len: 205 time: 0.0840714 Sep 18 20:04:57.573563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51718) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:57.635865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] For port 8ad9b20e-cef7-447a-a3ae-fb7356b40543, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8ad9b20e-cef7-447a-a3ae-fb7356b40543,segment=NetworkSegment(4e003519-fc27-45c8-8a4d-f7380cce146e),segment_id=4e003519-fc27-45c8-8a4d-f7380cce146e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:57.636773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.660881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cac538c3-1b6d-49ea-94af-320bfa1b2d4a no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:57.663499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] Calling delete_port for 8ad9b20e-cef7-447a-a3ae-fb7356b40543 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:57.758749 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f9aebd8-ac3d-478c-bc02-ce9e45f1dfa0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.769773 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.772933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: cac538c3-1b6d-49ea-94af-320bfa1b2d4a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:57.773343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cac538c3-1b6d-49ea-94af-320bfa1b2d4a not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:57.773774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8ad9b20e-cef7-447a-a3ae-fb7356b40543 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:57.852507 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.855295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f9aebd8-ac3d-478c-bc02-ce9e45f1dfa0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.857689 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No active binding found for port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 {{(pid=94942) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 20:04:57.858291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8ad9b20e-cef7-447a-a3ae-fb7356b40543 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:57.890544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] Pushing event deleted for resources: {'Port': ['ID=8ad9b20e-cef7-447a-a3ae-fb7356b40543,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:57.895522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306094c1-817f-48cf-8f04-1ad971cf29e2 None None] No DVR routers for this DVR port 8ad9b20e-cef7-447a-a3ae-fb7356b40543 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:57.904871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:57.916759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5421b4-cd4a-4ce9-8b06-2ecdd4957b1d None None] Network eef4b07a-4d85-4478-be07-32b24c7fd116 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:04:57.918253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2f9aebd8-ac3d-478c-bc02-ce9e45f1dfa0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:57.921187 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2f9aebd8-ac3d-478c-bc02-ce9e45f1dfa0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/subnets/843286dc-bee5-4c32-b61c-af6426159995 HTTP/1.1" status: 204 len: 168 time: 0.8388460 Sep 18 20:04:57.932887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51724) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:57.941823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9aebd8-ac3d-478c-bc02-ce9e45f1dfa0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Subnet': ['ID=843286dc-bee5-4c32-b61c-af6426159995,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:57.974747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.062676 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.109808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.129132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] DHCP port deletion for eef4b07a-4d85-4478-be07-32b24c7fd116 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:04:58.183882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] Deleting port 40bfd9c0-2221-4bce-be4f-232038c971cb {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:58.184263 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.240467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Deleting port 166a87b9-b5f4-4116-8d6c-daae4bce57af {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:04:58.240935 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.251438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] For port 40bfd9c0-2221-4bce-be4f-232038c971cb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40bfd9c0-2221-4bce-be4f-232038c971cb,segment=NetworkSegment(fe40a98d-5935-44a1-bbb4-135cedad0a7f),segment_id=fe40a98d-5935-44a1-bbb4-135cedad0a7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:04:58.251847 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.269314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] Calling delete_port for 40bfd9c0-2221-4bce-be4f-232038c971cb owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:58.295293 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.359547 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.364384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43646b85-0740-4072-aee1-2d06866f5f4d']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:58.374876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.381287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e003519-fc27-45c8-8a4d-f7380cce146e') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:58.381579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e003519-fc27-45c8-8a4d-f7380cce146e') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:58.385682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] Pushing event deleted for resources: {'Port': ['ID=40bfd9c0-2221-4bce-be4f-232038c971cb,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:58.394982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb9469-abcb-4a99-99d6-b0fc2068a4be None None] No DVR routers for this DVR port 40bfd9c0-2221-4bce-be4f-232038c971cb on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:04:58.405389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.448830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.468859 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.480375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Calling delete_port for 166a87b9-b5f4-4116-8d6c-daae4bce57af owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:04:58.484151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:58.484504 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:58.489435 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:58.626320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.641525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.643307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/networks/43646b85-0740-4072-aee1-2d06866f5f4d HTTP/1.1" status: 204 len: 168 time: 0.7091203 Sep 18 20:04:58.647856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51742) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:58.674975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Allocated IP 172.25.8.250 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/b9973909-1171-48da-b4f2-b568d8c0fdf6) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:04:58.681908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045d6f7-9579-4e89-b982-a2a181bb27ce tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Network': ['ID=43646b85-0740-4072-aee1-2d06866f5f4d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:58.736492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.850171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.873737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef4b07a-4d85-4478-be07-32b24c7fd116']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:58.875826 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.885415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe40a98d-5935-44a1-bbb4-135cedad0a7f') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:58.886307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe40a98d-5935-44a1-bbb4-135cedad0a7f') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:04:58.891148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.900530 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.915148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.921131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event deleted for resources: {'Port': ['ID=166a87b9-b5f4-4116-8d6c-daae4bce57af,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:58.922451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:04:58.923069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:04:58.926672 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:04:58.999815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.002921 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.007063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.008936 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/networks/eef4b07a-4d85-4478-be07-32b24c7fd116 HTTP/1.1" status: 204 len: 168 time: 0.3605027 Sep 18 20:04:59.009937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.012831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51754) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:59.021806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbb6a4-bd3c-460d-80d7-9dcaba6013fc tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Network': ['ID=eef4b07a-4d85-4478-be07-32b24c7fd116,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:59.057505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51756) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:59.166887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c47b0362-eee0-4b8c-9054-da2259168d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.175583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:04:59.179599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.187426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.191701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:04:59.194632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:04:59.221194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'Port': ['ID=b9973909-1171-48da-b4f2-b568d8c0fdf6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:59.267902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c47b0362-eee0-4b8c-9054-da2259168d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.272705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c47b0362-eee0-4b8c-9054-da2259168d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.274059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea66a0b-af80-4e14-9781-fbb7f2922426 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Deleting subnet 041c0352-f465-421d-b5f5-8fcb196544f5 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:04:59.278950 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ea66a0b-af80-4e14-9781-fbb7f2922426 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.313146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c47b0362-eee0-4b8c-9054-da2259168d38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1deb6620af5d42a6a569e69332b64036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545354 Sep 18 20:04:59.313893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b0362-eee0-4b8c-9054-da2259168d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704cd436-0297-4f9b-9ebe-98901687b9af,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:59.317417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51764) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:59.319939 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.321399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Fanout notify agent at l3_agent the message router_deleted on router 2af49296-934f-42ca-b96c-987f5af14743 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:04:59.331054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.332113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8230d5c8-7951-40ec-9852-d2bf39b7e6e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/2af49296-934f-42ca-b96c-987f5af14743 HTTP/1.1" status: 204 len: 168 time: 1.7575645 Sep 18 20:04:59.339844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51766) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:59.341917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ea66a0b-af80-4e14-9781-fbb7f2922426 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.348019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1622364639', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': False}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:04:59.371467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d833d54-19b6-4f5e-9d4e-0ffc59da1d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.392346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d833d54-19b6-4f5e-9d4e-0ffc59da1d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.433019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.433992 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.437523 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.444368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d833d54-19b6-4f5e-9d4e-0ffc59da1d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.447094 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d833d54-19b6-4f5e-9d4e-0ffc59da1d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.451220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4d833d54-19b6-4f5e-9d4e-0ffc59da1d3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/704cd436-0297-4f9b-9ebe-98901687b9af HTTP/1.1" status: 204 len: 168 time: 0.1309161 Sep 18 20:04:59.461705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d833d54-19b6-4f5e-9d4e-0ffc59da1d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704cd436-0297-4f9b-9ebe-98901687b9af,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:59.553634 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.554566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.580774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ea66a0b-af80-4e14-9781-fbb7f2922426 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.594364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40bfd9c0-2221-4bce-be4f-232038c971cb no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:04:59.615247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 40bfd9c0-2221-4bce-be4f-232038c971cb {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:04:59.616154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40bfd9c0-2221-4bce-be4f-232038c971cb not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:04:59.739536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51772) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:59.757096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d50e97e-9a59-42bd-95ff-05b907456bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.854398 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d50e97e-9a59-42bd-95ff-05b907456bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.858046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d50e97e-9a59-42bd-95ff-05b907456bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.901317 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d50e97e-9a59-42bd-95ff-05b907456bd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb3973257e5248a9bb54d4f7fb51229d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600990 Sep 18 20:04:59.902326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50e97e-9a59-42bd-95ff-05b907456bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36010da-8410-436f-8009-9560f4d60ad1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:04:59.906349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51774) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:04:59.961419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6568d231-05fb-462d-84d9-96d44c2deb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:04:59.984556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6568d231-05fb-462d-84d9-96d44c2deb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.032882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6568d231-05fb-462d-84d9-96d44c2deb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.035823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6568d231-05fb-462d-84d9-96d44c2deb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.040040 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6568d231-05fb-462d-84d9-96d44c2deb4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f36010da-8410-436f-8009-9560f4d60ad1 HTTP/1.1" status: 204 len: 168 time: 0.1302323 Sep 18 20:05:00.047751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568d231-05fb-462d-84d9-96d44c2deb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36010da-8410-436f-8009-9560f4d60ad1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:00.075212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.086280 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ea66a0b-af80-4e14-9781-fbb7f2922426 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.155284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea66a0b-af80-4e14-9781-fbb7f2922426 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Subnet': ['ID=041c0352-f465-421d-b5f5-8fcb196544f5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:00.158194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ea66a0b-af80-4e14-9781-fbb7f2922426 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.160091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0ea66a0b-af80-4e14-9781-fbb7f2922426 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/subnets/041c0352-f465-421d-b5f5-8fcb196544f5 HTTP/1.1" status: 204 len: 168 time: 1.1425691 Sep 18 20:05:00.162747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51778) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:00.164849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b489d02-6a4e-442d-bb81-220550188193 None None] Network 16b33976-b4e5-48e6-a541-4cdaa76db539 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:00.252599 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.260957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.262283 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.337258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Deleting port 535996a3-9352-4191-913e-d1253ec77077 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:00.338018 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.347955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'Port': ['ID=b9973909-1171-48da-b4f2-b568d8c0fdf6,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:00.368644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.391093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] DHCP port deletion for 16b33976-b4e5-48e6-a541-4cdaa76db539 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:05:00.435939 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] For port 535996a3-9352-4191-913e-d1253ec77077, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=535996a3-9352-4191-913e-d1253ec77077,segment=NetworkSegment(9b98d674-1d0e-4f6b-92f2-8518bb35e1db),segment_id=9b98d674-1d0e-4f6b-92f2-8518bb35e1db)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:00.436310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.443879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] Deleting port 535996a3-9352-4191-913e-d1253ec77077 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:00.444717 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.450990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.452267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7c539bef-dad5-4932-9582-d8d988adb09c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9639239 Sep 18 20:05:00.455092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51786) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:00.461964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-719303648'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:00.481806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Calling delete_port for 535996a3-9352-4191-913e-d1253ec77077 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:00.490890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Made reservation on behalf of d2fa1c4932ea48adbd36d65896859526 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:00.495902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.502448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.511689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.527960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.561168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] For port 535996a3-9352-4191-913e-d1253ec77077, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=535996a3-9352-4191-913e-d1253ec77077,segment=NetworkSegment(9b98d674-1d0e-4f6b-92f2-8518bb35e1db),segment_id=9b98d674-1d0e-4f6b-92f2-8518bb35e1db)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:00.561921 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.582966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] Calling delete_port for 535996a3-9352-4191-913e-d1253ec77077 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:00.624035 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.659057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Allocated IP 172.25.8.54 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/f0e061a0-8382-4a5e-837c-f0743d65e355) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:00.659507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] No DVR routers for this DVR port 535996a3-9352-4191-913e-d1253ec77077 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:05:00.686994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Port': ['ID=535996a3-9352-4191-913e-d1253ec77077,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:00.701693 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.737671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] Pushing event deleted for resources: {'Port': ['ID=535996a3-9352-4191-913e-d1253ec77077,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:00.753043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d4835-720e-4895-b287-7e8625bb5be6 None None] No DVR routers for this DVR port 535996a3-9352-4191-913e-d1253ec77077 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:05:00.778721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.805063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.811367 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.814258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b33976-b4e5-48e6-a541-4cdaa76db539']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:00.821746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.833172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b98d674-1d0e-4f6b-92f2-8518bb35e1db') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:00.835347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b98d674-1d0e-4f6b-92f2-8518bb35e1db') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:00.850598 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.858773 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.860341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:05:00.885351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.887593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:00.887952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f732830-59e7-4d5a-bc5c-1b098e14f30c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:00.890618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:00.892947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.893295 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Added segment d1e7581f-aade-4158-9c30-b5c0a984671e of type vlan for network bdf9e6b2-3421-4c6d-91e2-880224835c7e Sep 18 20:05:00.894312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:00.898634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:05:00.899110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:05:00.908960 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:05:00.929807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e061a0-8382-4a5e-837c-f0743d65e355,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:00.935733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51800) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:00.995827 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.003919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.015129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.019532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/networks/16b33976-b4e5-48e6-a541-4cdaa76db539 HTTP/1.1" status: 204 len: 168 time: 0.8520935 Sep 18 20:05:01.023618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51804) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:01.037715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de34d2-b861-4dc1-a9dd-843afa133cd0 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Pushing event deleted for resources: {'Network': ['ID=16b33976-b4e5-48e6-a541-4cdaa76db539,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:01.048808 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.055736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:01.056356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.074132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978495380-network', 'tenant_id': '1feca2be739148a4abf7858fca9d6fc2'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:01.078895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b444a425-377c-4dd4-9a3e-4fa1474686ad tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a6fbbea-fd9e-4e8d-aaf1-26756599430d HTTP/1.1" status: 200 len: 205 time: 0.0541580 Sep 18 20:05:01.084268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51806) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:01.124372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'Network': ['ID=bdf9e6b2-3421-4c6d-91e2-880224835c7e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:01.135057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:05:01.162095 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5b301562-3cc3-421a-976c-5ecb55a71a99 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7050600 Sep 18 20:05:01.164128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51808) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:01.170110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Request body: {'subnet': {'network_id': 'bdf9e6b2-3421-4c6d-91e2-880224835c7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:01.183468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Made reservation on behalf of 1feca2be739148a4abf7858fca9d6fc2 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:01.185532 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.225404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fdc5-f0cc-4401-89b2-a4069cadb9e2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.235960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.279213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Made reservation on behalf of d2fa1c4932ea48adbd36d65896859526 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:01.282692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.467843 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.469053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fdc5-f0cc-4401-89b2-a4069cadb9e2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.472703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fdc5-f0cc-4401-89b2-a4069cadb9e2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.474791 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.531987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'Subnet': ['ID=69239efb-f9b0-4272-aac6-292c422566f4,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:01.541037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Checking segment: {'id': 'd1e7581f-aade-4158-9c30-b5c0a984671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdf9e6b2-3421-4c6d-91e2-880224835c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:01.541406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Network hostable DHCP agents. Network: bdf9e6b2-3421-4c6d-91e2-880224835c7e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:05:01.562226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:05:01.572316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, bdf9e6b2-3421-4c6d-91e2-880224835c7e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:01.576804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fdc5-f0cc-4401-89b2-a4069cadb9e2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.577364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a5fdc5-f0cc-4401-89b2-a4069cadb9e2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Fanout notify agent at l3_agent the message router_deleted on router 0a6fbbea-fd9e-4e8d-aaf1-26756599430d {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:01.577597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:01.578182 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.596657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 535996a3-9352-4191-913e-d1253ec77077 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:05:01.602378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2132ab9-cb34-441d-8884-11ca2bdc0e33 None None] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:01.618879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fdc5-f0cc-4401-89b2-a4069cadb9e2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.622873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f3a5fdc5-f0cc-4401-89b2-a4069cadb9e2 tempest-RoutersNegativeIpV6Test-368060695 tempest-RoutersNegativeIpV6Test-368060695-project] 10.222.0.20 "DELETE /v2.0/routers/0a6fbbea-fd9e-4e8d-aaf1-26756599430d HTTP/1.1" status: 204 len: 168 time: 0.5347788 Sep 18 20:05:01.623021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 535996a3-9352-4191-913e-d1253ec77077 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:05:01.623021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 535996a3-9352-4191-913e-d1253ec77077 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:05:01.715418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.715950 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.723677 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a658c7cd-6ace-4ef2-acfa-55024cc613a2 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5573096 Sep 18 20:05:01.726984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51812) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:01.735731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1639379401', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:01.741200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:05:01.763544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.764937 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.806309 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.806654 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Added segment 6ebb3e63-9668-4685-93d3-9605ba12852b of type vlan for network 2df5ad06-1e97-4fc5-8a9a-b02beb6586d5 Sep 18 20:05:01.809822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a33c6da-2ac0-4cee-b51b-c26f3a57fb6d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:01.820206 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.838186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-bdf9e6b2-3421-4c6d-91e2-880224835c7e', 'network_id': 'bdf9e6b2-3421-4c6d-91e2-880224835c7e', 'tenant_id': 'd2fa1c4932ea48adbd36d65896859526', 'fixed_ips': [{'subnet_id': '69239efb-f9b0-4272-aac6-292c422566f4'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:05:01.839081 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.851312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.889368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51816) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:01.891413 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.967774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:01.968791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:01.969359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.018181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0797029 Sep 18 20:05:02.019297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51820) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:02.025212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Request body: {'subnet': {'network_id': '2df5ad06-1e97-4fc5-8a9a-b02beb6586d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978495380-subnet', 'tenant_id': '1feca2be739148a4abf7858fca9d6fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:02.031998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Allocated IP 172.20.0.2 (bdf9e6b2-3421-4c6d-91e2-880224835c7e/69239efb-f9b0-4272-aac6-292c422566f4/cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:02.034409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.060404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6a4c6-38e9-446a-943c-ff97dd7edb7e admin admin] Pushing event updated for resources: {'Network': ['ID=2df5ad06-1e97-4fc5-8a9a-b02beb6586d5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:02.081493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2df5ad06-1e97-4fc5-8a9a-b02beb6586d5 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:05:02.085044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Made reservation on behalf of 1feca2be739148a4abf7858fca9d6fc2 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:02.087062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.104409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bfc0525a-d1e0-4f47-8375-2467782cc501 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dff1c0772ec413f90b0118fbebf1a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104797 Sep 18 20:05:02.112524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51822) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:02.135284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Router 9223c2cd-84d5-4751-9856-a9cd38a27a30 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:02.215437 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-227ccba0-b371-4f5d-9ad6-043df637f43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.280542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-227ccba0-b371-4f5d-9ad6-043df637f43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.293200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.302289 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.319545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:02.340377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.342520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-139d5294-efd2-4640-9dce-fe39f934e96f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9977992 Sep 18 20:05:02.343109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:02.345831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51824) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:02.346467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:02.354321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:02.360870 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.390163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Sync routers for ids ['9223c2cd-84d5-4751-9856-a9cd38a27a30'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:02.394683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Pushing event updated for resources: {'Port': ['ID=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:02.408715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.419103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-227ccba0-b371-4f5d-9ad6-043df637f43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.421798 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-227ccba0-b371-4f5d-9ad6-043df637f43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.425516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-227ccba0-b371-4f5d-9ad6-043df637f43b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a99d9424-34a0-4f5e-b870-1bddde703ab9 HTTP/1.1" status: 204 len: 168 time: 0.3089581 Sep 18 20:05:02.433888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Attempting to bind port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:02.434262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Attempting to bind port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd1e7581f-aade-4158-9c30-b5c0a984671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdf9e6b2-3421-4c6d-91e2-880224835c7e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:02.434629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Attempting to bind port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 on network bdf9e6b2-3421-4c6d-91e2-880224835c7e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:02.440138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:02.440761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Checking segment: {'id': 'd1e7581f-aade-4158-9c30-b5c0a984671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdf9e6b2-3421-4c6d-91e2-880224835c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:02.441404 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.442013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Bound using segment: {'id': 'd1e7581f-aade-4158-9c30-b5c0a984671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdf9e6b2-3421-4c6d-91e2-880224835c7e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:02.444144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Bound port: cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e7581f-aade-4158-9c30-b5c0a984671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bdf9e6b2-3421-4c6d-91e2-880224835c7e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:02.444868 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.461002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Routers {'9223c2cd-84d5-4751-9856-a9cd38a27a30'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:02.461654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9223c2cd-84d5-4751-9856-a9cd38a27a30'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:02.470065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ccba0-b371-4f5d-9ad6-043df637f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d9424-34a0-4f5e-b870-1bddde703ab9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:02.495720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-95199212-c557-4fbf-8f90-e082bfbd9342 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/routers/9223c2cd-84d5-4751-9856-a9cd38a27a30 HTTP/1.1" status: 200 len: 908 time: 0.1451933 Sep 18 20:05:02.495720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51828) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:02.497038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.500598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1622364639', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': True}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:02.528532 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.529887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.570143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5e4b32-60b4-4f7c-8967-d316b506208d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:02.602205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] For port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:05:02.619175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.622177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] For port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,segment=NetworkSegment(d1e7581f-aade-4158-9c30-b5c0a984671e),segment_id=d1e7581f-aade-4158-9c30-b5c0a984671e)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:05:02.629920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Set router 9223c2cd-84d5-4751-9856-a9cd38a27a30 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:05:02.633635 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.666191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Checking segment: {'id': '6ebb3e63-9668-4685-93d3-9605ba12852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2df5ad06-1e97-4fc5-8a9a-b02beb6586d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:02.666676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Network hostable DHCP agents. Network: 2df5ad06-1e97-4fc5-8a9a-b02beb6586d5, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:05:02.722850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Network 2df5ad06-1e97-4fc5-8a9a-b02beb6586d5 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:05:02.737136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Allocated IP 172.25.8.198 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/3c009ba6-0925-4a56-9bc5-5cab2f3d6594) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:02.762703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2df5ad06-1e97-4fc5-8a9a-b02beb6586d5) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:02.768796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:02.770086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:02.790491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd98d2-b58a-4974-bfd3-ffb334fd96d8 None None] Network 2df5ad06-1e97-4fc5-8a9a-b02beb6586d5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:02.828358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3296cae8-cc41-4f25-beef-1c1dcbaf2ad5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7985222 Sep 18 20:05:02.966791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:03.081689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:03.210724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'Port': ['ID=3c009ba6-0925-4a56-9bc5-5cab2f3d6594,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:03.223701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:03.226491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:03.235791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:03.254455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:03.295975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c849ec-4993-4b7a-b50c-b15735dbfb9a None None] Pushing event updated for resources: {'Port': ['ID=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:03.404453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732b4dcd-6580-4879-b82a-0600acda1fe1 None None] Network 2df5ad06-1e97-4fc5-8a9a-b02beb6586d5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:03.536220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223c2cd-84d5-4751-9856-a9cd38a27a30', 'name': 'tempest-snat-router-1622364639', 'tenant_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.54'}], 'enable_snat': False}, 'gw_port_id': 'f0e061a0-8382-4a5e-837c-f0743d65e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:04:59Z', 'updated_at': '2021-09-18T20:05:01Z', 'revision_number': 3, 'project_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'gw_port': {'id': 'f0e061a0-8382-4a5e-837c-f0743d65e355', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223c2cd-84d5-4751-9856-a9cd38a27a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:05:00Z', 'updated_at': '2021-09-18T20:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:03.621003 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:03.631881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Checking router: 9223c2cd-84d5-4751-9856-a9cd38a27a30 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:05:03.632524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Updating router 9223c2cd-84d5-4751-9856-a9cd38a27a30 port f0e061a0-8382-4a5e-837c-f0743d65e355 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:05:03.638309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:03.689712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:05:03.696398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:03.738522 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:03.881037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Allocated IP 172.25.8.173 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/095eb69e-ad3a-45f0-9519-d8067c9d593b) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:03.912839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:03.913431 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:03.948826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51868) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:03.954312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-719551638-network', 'tenant_id': 'a49c6b1608e1461f9bf66cc8eb0e1802'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:04.050584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Made reservation on behalf of a49c6b1608e1461f9bf66cc8eb0e1802 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:04.051517 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.054370 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.075524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.111707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,segment=NetworkSegment(d1e7581f-aade-4158-9c30-b5c0a984671e),segment_id=d1e7581f-aade-4158-9c30-b5c0a984671e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:04.117829 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.119951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.211817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:04.217323 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.278976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:04.289561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:04.301194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:04.308727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.331036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'Port': ['ID=095eb69e-ad3a-45f0-9519-d8067c9d593b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:04.335832 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.350975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb03ecc8-d6a7-424f-a3ba-626418e86622 None None] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:04.358840 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.380694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:05:04.397557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55869d60-da69-4638-b1a3-e8187e03d6af,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:04.401528 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.402129 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Added segment 28540b2c-f268-4fb7-b11b-bc6f0cda03df of type vlan for network da3fdf4e-6e87-45e3-bf17-9066efded81f Sep 18 20:05:04.474341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-61b55c08-57d1-4b4f-911a-39e7b1d82445 None None] Provisioning complete for port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:04.475180 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61b55c08-57d1-4b4f-911a-39e7b1d82445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.516904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Router c766e24a-5e60-464f-ba40-05b3d2f0fbea is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:04.562553 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.630711 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.632185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:04.632470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.663589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:04.678354 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e1fe8-35f7-47e4-af14-51b02d858d8a None None] Sync routers for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:04.687958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.689687 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-09719271-35a4-477a-bfe7-496adb8fbd52 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9604003 Sep 18 20:05:04.692156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51882) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:04.696452 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e1fe8-35f7-47e4-af14-51b02d858d8a None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:04.701392 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b48e1fe8-35f7-47e4-af14-51b02d858d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:04.732510 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.768832 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b48e1fe8-35f7-47e4-af14-51b02d858d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:04.779892 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e1fe8-35f7-47e4-af14-51b02d858d8a None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:04.780705 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b48e1fe8-35f7-47e4-af14-51b02d858d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:04.791175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.793430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] Pushing event updated for resources: {'Network': ['ID=da3fdf4e-6e87-45e3-bf17-9066efded81f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:04.798282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-71b7c281-e718-4bff-b2ee-a2b547802d72 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8481386 Sep 18 20:05:04.814666 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b48e1fe8-35f7-47e4-af14-51b02d858d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:04.815592 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e1fe8-35f7-47e4-af14-51b02d858d8a None None] The sync data for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:04.825869 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network da3fdf4e-6e87-45e3-bf17-9066efded81f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:05:04.828939 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:04.832679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51884) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:04.839544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Request body: {'subnet': {'network_id': 'da3fdf4e-6e87-45e3-bf17-9066efded81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-719551638-subnet', 'tenant_id': 'a49c6b1608e1461f9bf66cc8eb0e1802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:04.965094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Made reservation on behalf of a49c6b1608e1461f9bf66cc8eb0e1802 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:04.972210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.001610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Attempting to bind port f0e061a0-8382-4a5e-837c-f0743d65e355 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:05.001984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Attempting to bind port f0e061a0-8382-4a5e-837c-f0743d65e355 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:05.002351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Attempting to bind port f0e061a0-8382-4a5e-837c-f0743d65e355 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:05.007638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904566-0c94-46d8-9926-3ca35362413e None None] Pushing event updated for resources: {'Port': ['ID=f0e061a0-8382-4a5e-837c-f0743d65e355,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:05.017222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:05.017222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:05.017668 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.018060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:05.018532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Bound port: f0e061a0-8382-4a5e-837c-f0743d65e355, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:05.018917 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.090824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.121347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] For port f0e061a0-8382-4a5e-837c-f0743d65e355, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:05:05.124724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] For port f0e061a0-8382-4a5e-837c-f0743d65e355, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f0e061a0-8382-4a5e-837c-f0743d65e355,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:05:05.132884 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.212847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6d823dfa-e3aa-49eb-b97a-b520a5122cca None None] Provisioning complete for port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:05.213252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6d823dfa-e3aa-49eb-b97a-b520a5122cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.237653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904566-0c94-46d8-9926-3ca35362413e None None] Pushing event updated for resources: {'Port': ['ID=f0e061a0-8382-4a5e-837c-f0743d65e355,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:05.257713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Routers {'9223c2cd-84d5-4751-9856-a9cd38a27a30'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:05.258343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9223c2cd-84d5-4751-9856-a9cd38a27a30'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:05.288431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.338489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Router 034a6e68-299d-42c6-b9c7-3d42aa1895ae is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:05.395905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=711604d4-f42c-4312-a508-d1cf72359e74,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:05.409809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] Set router 9223c2cd-84d5-4751-9856-a9cd38a27a30 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:05:05.472940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Checking segment: {'id': '28540b2c-f268-4fb7-b11b-bc6f0cda03df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'da3fdf4e-6e87-45e3-bf17-9066efded81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:05.472940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Network hostable DHCP agents. Network: da3fdf4e-6e87-45e3-bf17-9066efded81f, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:05:05.486664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:05.505454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Sync routers for ids ['034a6e68-299d-42c6-b9c7-3d42aa1895ae'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:05.507872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Network da3fdf4e-6e87-45e3-bf17-9066efded81f is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:05:05.521795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Routers {'034a6e68-299d-42c6-b9c7-3d42aa1895ae'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:05.522473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['034a6e68-299d-42c6-b9c7-3d42aa1895ae'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:05.535629 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.538209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4d1da25c-6593-4bb1-ab19-6fc7f35a7beb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0415339 Sep 18 20:05:05.540928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51892) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:05.549546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, da3fdf4e-6e87-45e3-bf17-9066efded81f) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:05.592094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:05.592693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.621534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f7a089-7577-4d1e-b1db-54f55f22e0da None None] Network da3fdf4e-6e87-45e3-bf17-9066efded81f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:05.651461 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3021820d-514c-4ca5-9b08-d5ee5229b39d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8106959 Sep 18 20:05:05.651724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:05:05.669215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.779743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51896) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:05.799918 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f1dfbdcc-e60b-46e7-a301-c58ec0556609 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/routers/034a6e68-299d-42c6-b9c7-3d42aa1895ae HTTP/1.1" status: 200 len: 908 time: 0.2573519 Sep 18 20:05:05.802993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51898) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:05.840078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Deleting subnet 8d5e4b32-60b4-4f7c-8967-d316b506208d {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:05:05.843652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.885560 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:05.918220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Set router 034a6e68-299d-42c6-b9c7-3d42aa1895ae gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:05:05.937730 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.024568 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.032473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.058360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5e4b32-60b4-4f7c-8967-d316b506208d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:06.072367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.072721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.073067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.073663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.074001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.074328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.074662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.074994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.075320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.075676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.076002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.077641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:06.085473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.087369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f59d1a1b-c616-4349-bfc2-cf65c1486ba8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8d5e4b32-60b4-4f7c-8967-d316b506208d HTTP/1.1" status: 204 len: 168 time: 0.3066094 Sep 18 20:05:06.090031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:06.166552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.228852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:06.229137 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.239857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.246492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Allocated IP 172.20.0.1 (bdf9e6b2-3421-4c6d-91e2-880224835c7e/69239efb-f9b0-4272-aac6-292c422566f4/5bcc0f2f-c258-42bf-aaf8-67c3936a7420) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:06.254882 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.279341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df5ad06-1e97-4fc5-8a9a-b02beb6586d5']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:06.284678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63f7abc-529e-49f1-aab9-d2b35d32007f None None] Network da3fdf4e-6e87-45e3-bf17-9066efded81f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:06.289969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebb3e63-9668-4685-93d3-9605ba12852b') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:06.290555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebb3e63-9668-4685-93d3-9605ba12852b') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:06.300876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.315728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.324056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:05:06.325069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:05:06.326374 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:05:06.404067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Deleting port 095eb69e-ad3a-45f0-9519-d8067c9d593b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:06.404534 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.414221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.417719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223c2cd-84d5-4751-9856-a9cd38a27a30', 'name': 'tempest-snat-router-1622364639', 'tenant_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.54'}], 'enable_snat': False}, 'gw_port_id': 'f0e061a0-8382-4a5e-837c-f0743d65e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:04:59Z', 'updated_at': '2021-09-18T20:05:01Z', 'revision_number': 3, 'project_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'gw_port': {'id': 'f0e061a0-8382-4a5e-837c-f0743d65e355', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223c2cd-84d5-4751-9856-a9cd38a27a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:05:00Z', 'updated_at': '2021-09-18T20:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:06.425342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.428746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2df5ad06-1e97-4fc5-8a9a-b02beb6586d5 HTTP/1.1" status: 204 len: 168 time: 0.3372765 Sep 18 20:05:06.431710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51906) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:06.452236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125fe48-c0f8-4ec4-8f00-d07ee276e0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df5ad06-1e97-4fc5-8a9a-b02beb6586d5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:06.484459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510607c9-052a-4953-bd75-de88609c8bb7 None None] The sync data for ids ['9223c2cd-84d5-4751-9856-a9cd38a27a30'] in n-d-789963-11 is: [{'id': '9223c2cd-84d5-4751-9856-a9cd38a27a30', 'name': 'tempest-snat-router-1622364639', 'tenant_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.54'}], 'enable_snat': False}, 'gw_port_id': 'f0e061a0-8382-4a5e-837c-f0743d65e355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:04:59Z', 'updated_at': '2021-09-18T20:05:01Z', 'revision_number': 3, 'project_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'gw_port': {'id': 'f0e061a0-8382-4a5e-837c-f0743d65e355', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:14:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223c2cd-84d5-4751-9856-a9cd38a27a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:05:00Z', 'updated_at': '2021-09-18T20:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:06.509404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6562046-9422-4080-a26a-2b8e2bb74a5c admin admin] Deleting subnet 711604d4-f42c-4312-a508-d1cf72359e74 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:05:06.516090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.517182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6562046-9422-4080-a26a-2b8e2bb74a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.549111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.579194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Calling delete_port for 095eb69e-ad3a-45f0-9519-d8067c9d593b owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:06.582942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034a6e68-299d-42c6-b9c7-3d42aa1895ae', 'name': 'tempest-snat-router-1622364639', 'tenant_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '095eb69e-ad3a-45f0-9519-d8067c9d593b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:05:02Z', 'updated_at': '2021-09-18T20:05:04Z', 'revision_number': 3, 'project_id': '6800f6ab8a1240e0b5727dc4906c44ab', 'gw_port': {'id': '095eb69e-ad3a-45f0-9519-d8067c9d593b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034a6e68-299d-42c6-b9c7-3d42aa1895ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:05:03Z', 'updated_at': '2021-09-18T20:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:06.591224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6562046-9422-4080-a26a-2b8e2bb74a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.612672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Checking router: 034a6e68-299d-42c6-b9c7-3d42aa1895ae for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:05:06.613020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Updating router 034a6e68-299d-42c6-b9c7-3d42aa1895ae port 095eb69e-ad3a-45f0-9519-d8067c9d593b binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:05:06.646754 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.658679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6562046-9422-4080-a26a-2b8e2bb74a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.672640 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.769478 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6562046-9422-4080-a26a-2b8e2bb74a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.805540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6562046-9422-4080-a26a-2b8e2bb74a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=711604d4-f42c-4312-a508-d1cf72359e74,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:06.813747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6562046-9422-4080-a26a-2b8e2bb74a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.816528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c6562046-9422-4080-a26a-2b8e2bb74a5c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/711604d4-f42c-4312-a508-d1cf72359e74 HTTP/1.1" status: 204 len: 168 time: 0.3837180 Sep 18 20:05:06.819745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51910) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:06.960081 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:06.997852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:07.007112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:07.010246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:07.063590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'Port': ['ID=5bcc0f2f-c258-42bf-aaf8-67c3936a7420,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:07.100688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.136540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3fdf4e-6e87-45e3-bf17-9066efded81f']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:07.138863 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.147970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.160848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28540b2c-f268-4fb7-b11b-bc6f0cda03df') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:07.161502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28540b2c-f268-4fb7-b11b-bc6f0cda03df') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:07.169251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.179552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.205975 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.222469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:05:07.222893 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:05:07.224948 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:05:07.254781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4969fad-eab3-4804-a04a-9c88efe430d2 None None] Pushing event updated for resources: {'Port': ['ID=095eb69e-ad3a-45f0-9519-d8067c9d593b,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:07.268210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Attempting to bind port 095eb69e-ad3a-45f0-9519-d8067c9d593b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:07.268957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Attempting to bind port 095eb69e-ad3a-45f0-9519-d8067c9d593b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:07.269536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Attempting to bind port 095eb69e-ad3a-45f0-9519-d8067c9d593b on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:07.284863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:07.285595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:07.286237 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.286873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:07.287565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Bound port: 095eb69e-ad3a-45f0-9519-d8067c9d593b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:07.289655 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.350309 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.367244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.380845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] 10.222.0.20 "DELETE /v2.0/networks/da3fdf4e-6e87-45e3-bf17-9066efded81f HTTP/1.1" status: 204 len: 168 time: 0.5591397 Sep 18 20:05:07.398605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcbbbe-63e4-4a59-8e02-f449d1dc7535 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3fdf4e-6e87-45e3-bf17-9066efded81f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:07.403971 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.468674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c0fffe02-e179-43fa-9fe8-67a39a52efb5 None None] Provisioning complete for port 5bcc0f2f-c258-42bf-aaf8-67c3936a7420 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:07.469255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c0fffe02-e179-43fa-9fe8-67a39a52efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.476414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.496156 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:05:07.498139 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:05:07.533442 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event deleted for resources: {'Port': ['ID=095eb69e-ad3a-45f0-9519-d8067c9d593b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:07.539504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c0fffe02-e179-43fa-9fe8-67a39a52efb5 None None] Port 5bcc0f2f-c258-42bf-aaf8-67c3936a7420 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:05:07.658331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f0e061a0-8382-4a5e-837c-f0743d65e355 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:05:07.723353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f0e061a0-8382-4a5e-837c-f0743d65e355 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:07.724452 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.727271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.733622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51916) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:07.789297 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6ae21e7e-03f5-4206-b11e-833a60fa6ac6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1feca2be739148a4abf7858fca9d6fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545392 Sep 18 20:05:07.790032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51918) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:07.820056 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.845457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port f0e061a0-8382-4a5e-837c-f0743d65e355, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f0e061a0-8382-4a5e-837c-f0743d65e355,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:07.848235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6923e6cc-13ee-416b-80ee-ccbb89200545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.853398 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.875539 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6923e6cc-13ee-416b-80ee-ccbb89200545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.888760 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.893573 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.945530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=f0e061a0-8382-4a5e-837c-f0743d65e355,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:07.953196 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6923e6cc-13ee-416b-80ee-ccbb89200545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.956936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6923e6cc-13ee-416b-80ee-ccbb89200545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.958960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6923e6cc-13ee-416b-80ee-ccbb89200545 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a33c6da-2ac0-4cee-b51b-c26f3a57fb6d HTTP/1.1" status: 204 len: 168 time: 0.1679192 Sep 18 20:05:07.979364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923e6cc-13ee-416b-80ee-ccbb89200545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a33c6da-2ac0-4cee-b51b-c26f3a57fb6d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:07.992403 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:07.993046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 034a6e68-299d-42c6-b9c7-3d42aa1895ae {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:07.998664 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.002169 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-00ffc05a-d65a-4962-b562-29e8ac6a8b0c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "DELETE /v2.0/routers/034a6e68-299d-42c6-b9c7-3d42aa1895ae HTTP/1.1" status: 204 len: 168 time: 2.1957304 Sep 18 20:05:08.005348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51922) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:08.018403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Attempting to bind port 095eb69e-ad3a-45f0-9519-d8067c9d593b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:08.018784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Attempting to bind port 095eb69e-ad3a-45f0-9519-d8067c9d593b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:08.019153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Attempting to bind port 095eb69e-ad3a-45f0-9519-d8067c9d593b on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:08.025785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:08.026447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:08.026941 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.027357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:08.027917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Bound port: 095eb69e-ad3a-45f0-9519-d8067c9d593b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:08.028267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.051285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Port 095eb69e-ad3a-45f0-9519-d8067c9d593b has been deleted concurrently {{(pid=94942) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 20:05:08.077943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:08.078485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 20:05:08.079923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_agentschedulers_db [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'034a6e68-299d-42c6-b9c7-3d42aa1895ae'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent'). {{(pid=94942) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 20:05:08.079923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876286c-62a3-44b9-8615-f8625d8a9439 None None] The sync data for ids ['034a6e68-299d-42c6-b9c7-3d42aa1895ae'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:08.122890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.132684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.158991 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.235574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'Port': ['ID=5bcc0f2f-c258-42bf-aaf8-67c3936a7420,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:08.241091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.377764 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.431352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:08.432990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:08.451511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Deleting port f0e061a0-8382-4a5e-837c-f0743d65e355 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:08.452192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.567204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] For port f0e061a0-8382-4a5e-837c-f0743d65e355, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f0e061a0-8382-4a5e-837c-f0743d65e355,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:08.567753 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.584212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Calling delete_port for f0e061a0-8382-4a5e-837c-f0743d65e355 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:08.593925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Router c766e24a-5e60-464f-ba40-05b3d2f0fbea has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:08.605438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51926) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:08.725895 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bace7b18-3f1d-41d9-aaf2-f967f3da3128 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a49c6b1608e1461f9bf66cc8eb0e1802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159003 Sep 18 20:05:08.727370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51928) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:08.778383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bedf4be6-d38e-40a6-97ff-9875120c4099 None None] Provisioning complete for port 5bcc0f2f-c258-42bf-aaf8-67c3936a7420 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:08.780572 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bedf4be6-d38e-40a6-97ff-9875120c4099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.792267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:08.801608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-12020534-828e-4231-b33e-8e7e3ad653c0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "PUT /v2.0/routers/c766e24a-5e60-464f-ba40-05b3d2f0fbea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1039882 Sep 18 20:05:08.802229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51936) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:08.805938 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b372e2-7ad7-429c-a002-ff0322d676cc None None] Sync routers for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:08.807923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Request body: {'port': {'network_id': 'bdf9e6b2-3421-4c6d-91e2-880224835c7e', 'name': 'tempest-FloatingIPAdminTestJSON-1229740070'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:08.817001 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b372e2-7ad7-429c-a002-ff0322d676cc None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:08.826138 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-63b372e2-7ad7-429c-a002-ff0322d676cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:08.835928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-475fb488-06dc-4dc2-818a-6b0e5f881d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.851573 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.862119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bedf4be6-d38e-40a6-97ff-9875120c4099 None None] Port 5bcc0f2f-c258-42bf-aaf8-67c3936a7420 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:05:08.884377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0e061a0-8382-4a5e-837c-f0743d65e355,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:08.891619 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-475fb488-06dc-4dc2-818a-6b0e5f881d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.905049 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-63b372e2-7ad7-429c-a002-ff0322d676cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:08.918648 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b372e2-7ad7-429c-a002-ff0322d676cc None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:08.919843 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-63b372e2-7ad7-429c-a002-ff0322d676cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:08.965572 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-63b372e2-7ad7-429c-a002-ff0322d676cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:08.966952 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b372e2-7ad7-429c-a002-ff0322d676cc None None] The sync data for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:08.986482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Made reservation on behalf of d2fa1c4932ea48adbd36d65896859526 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:08.987920 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:08.992730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.012328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] device_id is not set on port 99a57522-760a-4243-bd2c-af3cc9c3e675 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:09.019648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-475fb488-06dc-4dc2-818a-6b0e5f881d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.022485 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-475fb488-06dc-4dc2-818a-6b0e5f881d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.023757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-475fb488-06dc-4dc2-818a-6b0e5f881d31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55869d60-da69-4638-b1a3-e8187e03d6af HTTP/1.1" status: 204 len: 168 time: 0.2946234 Sep 18 20:05:09.070361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fb488-06dc-4dc2-818a-6b0e5f881d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55869d60-da69-4638-b1a3-e8187e03d6af,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:09.099516 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.102150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.152543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.153123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9223c2cd-84d5-4751-9856-a9cd38a27a30 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:09.164335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.166519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-48181241-5bf5-4e2b-b209-278645b8bb90 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "DELETE /v2.0/routers/9223c2cd-84d5-4751-9856-a9cd38a27a30 HTTP/1.1" status: 204 len: 168 time: 1.1593537 Sep 18 20:05:09.170723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51940) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:09.176314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1974657710', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:09.180372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Allocated IP 172.20.0.3 (bdf9e6b2-3421-4c6d-91e2-880224835c7e/69239efb-f9b0-4272-aac6-292c422566f4/99a57522-760a-4243-bd2c-af3cc9c3e675) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:09.215949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.217221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.313812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.396006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.438934 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.487839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:09.493954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:09.498834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:09.503199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event updated for resources: {'Port': ['ID=99a57522-760a-4243-bd2c-af3cc9c3e675,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:09.557340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:09.558029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.578109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-670476da-4748-4201-9cf1-ab51c622a54a tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7745762 Sep 18 20:05:09.581172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 51952) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:09.832034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.847708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f0e061a0-8382-4a5e-837c-f0743d65e355 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:05:09.873547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f0e061a0-8382-4a5e-837c-f0743d65e355 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:05:09.873897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f0e061a0-8382-4a5e-837c-f0743d65e355 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:05:09.895108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f7c7f920-e0b6-4939-b6e5-05bfb57780c8 None None] Provisioning complete for port 99a57522-760a-4243-bd2c-af3cc9c3e675 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:09.895784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f920-e0b6-4939-b6e5-05bfb57780c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:09.910510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'project_id': 'd2fa1c4932ea48adbd36d65896859526', 'port_id': '99a57522-760a-4243-bd2c-af3cc9c3e675'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:09.934358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7f920-e0b6-4939-b6e5-05bfb57780c8 None None] Port 99a57522-760a-4243-bd2c-af3cc9c3e675 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:05:09.940689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:10.034322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:10.089132 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:10.109831 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:10.152001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Allocated IP 172.25.8.52 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/8918eef8-8104-4593-ab2c-1e39a3c899b5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:10.258589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:10.301268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:10.372386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Allocated IP 172.25.8.82 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/4000ba2f-9832-424a-bdee-768d2900bd7c) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:10.378472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:10.381019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:10.382960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Pushing event updated for resources: {'Port': ['ID=8918eef8-8104-4593-ab2c-1e39a3c899b5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:10.385330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:10.509439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:10.554956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:10.616195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:10.619410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:10.622844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:10.667502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event updated for resources: {'Port': ['ID=4000ba2f-9832-424a-bdee-768d2900bd7c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:10.970917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.058590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51992) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:11.198826 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.216492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.226006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e560e3d6-38c5-43be-924f-402d30ad34f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.313955 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.433797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Router 91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:11.440538 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e560e3d6-38c5-43be-924f-402d30ad34f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.449112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e560e3d6-38c5-43be-924f-402d30ad34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.476797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.482123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.528913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e560e3d6-38c5-43be-924f-402d30ad34f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a1a0e5d7cee4fc6b95f58c09e6e9fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669187 Sep 18 20:05:11.529953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 51996) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:11.554063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Pushing event updated for resources: {'Port': ['ID=8918eef8-8104-4593-ab2c-1e39a3c899b5,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:11.555320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560e3d6-38c5-43be-924f-402d30ad34f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0580bd19-dc97-4d43-aa08-3f622141f2eb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:11.563920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.633432 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db164102-bfb1-4897-a1f0-be4c1a921372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.655081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:11.666046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a9a95f-0990-4f3b-b273-e742667c2962 None None] Sync routers for ids ['91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:11.678227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9a95f-0990-4f3b-b273-e742667c2962 None None] Routers {'91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:11.678847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b2a9a95f-0990-4f3b-b273-e742667c2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:11.683698 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db164102-bfb1-4897-a1f0-be4c1a921372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.697018 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Floating IP 1014e878-8f2f-4193-9d2e-7a3a36b40c7c associated. External IP: 172.25.8.52, port: 99a57522-760a-4243-bd2c-af3cc9c3e675. Sep 18 20:05:11.703916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.707538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-654081b5-cb09-4e91-8e87-653cae485f04 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5332749 Sep 18 20:05:11.725465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52000) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:11.730410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f4c164a9-baad-4d97-92b0-e3f52f1e0a3f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': False}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:11.737428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b2a9a95f-0990-4f3b-b273-e742667c2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:11.747622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9a95f-0990-4f3b-b273-e742667c2962 None None] Routers {'91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:11.748338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b2a9a95f-0990-4f3b-b273-e742667c2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:11.787727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b2a9a95f-0990-4f3b-b273-e742667c2962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:11.788873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a9a95f-0990-4f3b-b273-e742667c2962 None None] The sync data for ids ['91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:11.794160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db164102-bfb1-4897-a1f0-be4c1a921372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.797421 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db164102-bfb1-4897-a1f0-be4c1a921372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:11.800977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-db164102-bfb1-4897-a1f0-be4c1a921372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0580bd19-dc97-4d43-aa08-3f622141f2eb HTTP/1.1" status: 204 len: 168 time: 0.2679453 Sep 18 20:05:11.838119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db164102-bfb1-4897-a1f0-be4c1a921372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0580bd19-dc97-4d43-aa08-3f622141f2eb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:11.984546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Router c766e24a-5e60-464f-ba40-05b3d2f0fbea has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:12.115007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:12.128709 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3425c-5fd2-471b-bde0-ee5a8d99ee3f None None] Sync routers for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:12.136519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.137137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4c164a9-baad-4d97-92b0-e3f52f1e0a3f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.144854 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3425c-5fd2-471b-bde0-ee5a8d99ee3f None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:12.147213 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-34e3425c-5fd2-471b-bde0-ee5a8d99ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:12.174157 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df62db0e-ceb2-45d6-8c2e-f8f92ac57923 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.5915706 Sep 18 20:05:12.176766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52006) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:12.196366 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-34e3425c-5fd2-471b-bde0-ee5a8d99ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:12.205357 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3425c-5fd2-471b-bde0-ee5a8d99ee3f None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:12.206181 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-34e3425c-5fd2-471b-bde0-ee5a8d99ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:12.214196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:12.228883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f4e3543-5b00-421b-a8cb-4409501efe02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.247535 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-34e3425c-5fd2-471b-bde0-ee5a8d99ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:12.248441 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3425c-5fd2-471b-bde0-ee5a8d99ee3f None None] The sync data for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:12.337094 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1ed4ac4b-9e97-4f5b-b176-162264fec86f tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] 10.222.0.20 "GET /v2.0/floatingips/1014e878-8f2f-4193-9d2e-7a3a36b40c7c HTTP/1.1" status: 200 len: 982 time: 0.1558428 Sep 18 20:05:12.338034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52010) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:12.356934 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f4e3543-5b00-421b-a8cb-4409501efe02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.362684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f4e3543-5b00-421b-a8cb-4409501efe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.417968 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0f4e3543-5b00-421b-a8cb-4409501efe02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6701246414b4b22a7d5150bd6fbbc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025127 Sep 18 20:05:12.418793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52012) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:12.455602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e3543-5b00-421b-a8cb-4409501efe02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38320aff-f4c0-4012-97b7-cc7dd32e934d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:12.485712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-517d1226-8808-4a65-a029-cae54b5f7df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.510501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-517d1226-8808-4a65-a029-cae54b5f7df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.562365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-517d1226-8808-4a65-a029-cae54b5f7df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.565407 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-517d1226-8808-4a65-a029-cae54b5f7df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:12.569896 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-517d1226-8808-4a65-a029-cae54b5f7df8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38320aff-f4c0-4012-97b7-cc7dd32e934d HTTP/1.1" status: 204 len: 168 time: 0.1457477 Sep 18 20:05:12.588352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d1226-8808-4a65-a029-cae54b5f7df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38320aff-f4c0-4012-97b7-cc7dd32e934d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:12.768534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6d80417a-449e-4b44-9f01-3f994554366c tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.4269352 Sep 18 20:05:12.769153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52020) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:12.984539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Deleting port 8918eef8-8104-4593-ab2c-1e39a3c899b5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:12.984881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:13.082481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:13.083335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:13.098063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Calling delete_port for 8918eef8-8104-4593-ab2c-1e39a3c899b5 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:13.119602 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4c164a9-baad-4d97-92b0-e3f52f1e0a3f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:13.122970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4c164a9-baad-4d97-92b0-e3f52f1e0a3f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:13.291183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c164a9-baad-4d97-92b0-e3f52f1e0a3f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Router 91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:13.378709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:13.433062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event deleted for resources: {'Port': ['ID=8918eef8-8104-4593-ab2c-1e39a3c899b5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:13.460398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c164a9-baad-4d97-92b0-e3f52f1e0a3f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:13.465242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4c164a9-baad-4d97-92b0-e3f52f1e0a3f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:13.469174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f4c164a9-baad-4d97-92b0-e3f52f1e0a3f tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "PUT /v2.0/routers/91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 HTTP/1.1" status: 200 len: 925 time: 1.7426920 Sep 18 20:05:13.469784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52038) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:13.483263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fd7fb-9d67-4823-84cf-1993fda29b16 None None] Sync routers for ids ['91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:13.495614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fd7fb-9d67-4823-84cf-1993fda29b16 None None] Routers {'91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:13.496155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f68fd7fb-9d67-4823-84cf-1993fda29b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:13.557966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f68fd7fb-9d67-4823-84cf-1993fda29b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:13.572671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fd7fb-9d67-4823-84cf-1993fda29b16 None None] Routers {'91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:13.574893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f68fd7fb-9d67-4823-84cf-1993fda29b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:13.615721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f68fd7fb-9d67-4823-84cf-1993fda29b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:13.617051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fd7fb-9d67-4823-84cf-1993fda29b16 None None] The sync data for ids ['91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:13.620207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:13.620683 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Floating IP 1014e878-8f2f-4193-9d2e-7a3a36b40c7c disassociated (deleted). External IP: 172.25.8.52, port: 99a57522-760a-4243-bd2c-af3cc9c3e675. Sep 18 20:05:13.629016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f3500199-2cf3-4e77-a4ee-107c479bb17c tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/routers/91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 HTTP/1.1" status: 200 len: 925 time: 0.1573067 Sep 18 20:05:13.632990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52042) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:13.706438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293f6c2-5b3a-4380-a7c6-bd31aef11918 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:13.715648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3293f6c2-5b3a-4380-a7c6-bd31aef11918 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0793064 Sep 18 20:05:13.716031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52048) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:13.856603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a964a6-3eeb-4e99-b4f2-b28b2234a1be tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:13.860770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d6a964a6-3eeb-4e99-b4f2-b28b2234a1be tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 881 time: 0.1406868 Sep 18 20:05:13.861142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52056) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:13.907139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-90803982-42bd-4480-b25e-94a5b576ada2 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 HTTP/1.1" status: 200 len: 205 time: 0.0419877 Sep 18 20:05:13.907506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52060) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:13.958007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Router c766e24a-5e60-464f-ba40-05b3d2f0fbea has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:14.065279 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.194630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.254765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Deleting port 4000ba2f-9832-424a-bdee-768d2900bd7c {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:14.255027 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.357815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.372905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Calling delete_port for 4000ba2f-9832-424a-bdee-768d2900bd7c owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:14.378771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:14.383473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.389097 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21011c1-ec0f-4306-853e-575129ddeacb None None] Sync routers for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:14.402658 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21011c1-ec0f-4306-853e-575129ddeacb None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:14.403703 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c21011c1-ec0f-4306-853e-575129ddeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:14.415529 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c000132c-01c7-4f4e-a8ff-6981d907e9d0 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "DELETE /v2.0/floatingips/1014e878-8f2f-4193-9d2e-7a3a36b40c7c HTTP/1.1" status: 204 len: 168 time: 1.6453216 Sep 18 20:05:14.416167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52074) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:14.420662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:14.443883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.483773 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c21011c1-ec0f-4306-853e-575129ddeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:14.500809 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21011c1-ec0f-4306-853e-575129ddeacb None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:14.501435 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c21011c1-ec0f-4306-853e-575129ddeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:14.585301 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c21011c1-ec0f-4306-853e-575129ddeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:14.586364 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21011c1-ec0f-4306-853e-575129ddeacb None None] The sync data for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:14.588524 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.613176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.647443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event deleted for resources: {'Port': ['ID=4000ba2f-9832-424a-bdee-768d2900bd7c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:14.717462 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.755679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Allocated IP 172.25.8.193 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/2b2d844d-9c5c-4275-969a-1dc6306da5f0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:14.874115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.881969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.916370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.959558 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.964642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.965501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Fanout notify agent at l3_agent the message router_deleted on router 91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:14.983813 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:14.985341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-980dae88-1d5e-41ab-ac1a-78822cdf483a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 HTTP/1.1" status: 204 len: 168 time: 1.0768502 Sep 18 20:05:14.990751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52082) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:14.997326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f6384545-860c-4151-bdfb-3454e038c93e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-624878654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:15.021209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:15.026778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:15.026966 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6384545-860c-4151-bdfb-3454e038c93e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.028315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6384545-860c-4151-bdfb-3454e038c93e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.031916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:15.070095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Pushing event updated for resources: {'Port': ['ID=2b2d844d-9c5c-4275-969a-1dc6306da5f0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:15.098118 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6384545-860c-4151-bdfb-3454e038c93e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.103647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6384545-860c-4151-bdfb-3454e038c93e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.125969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6384545-860c-4151-bdfb-3454e038c93e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.131186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6384545-860c-4151-bdfb-3454e038c93e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1357348 Sep 18 20:05:15.132108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52086) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:15.134441 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.139792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:15.172898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.357421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.362361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.376861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.438002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Pushing event updated for resources: {'Port': ['ID=2b2d844d-9c5c-4275-969a-1dc6306da5f0,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:15.449351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.465648 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.466915 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bea023b9-cf1d-45c1-9406-3b731fbe13fd tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0497916 Sep 18 20:05:15.469697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52088) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:15.592106 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.627075 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.660406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:15.685622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.744307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Allocated IP 172.25.8.80 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/2d3139f8-eb95-42f0-8cec-f98b9d4f9e9e) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:15.785405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.846364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.883159 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:15.917503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:15.920333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:15.923765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:15.939290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Allocated IP 172.25.8.127 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/e52dc1eb-92c5-47b9-878e-42fb6e4b991d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:15.958982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event updated for resources: {'Port': ['ID=2d3139f8-eb95-42f0-8cec-f98b9d4f9e9e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:16.129152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.171467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.224622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:16.229214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:16.236848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:16.254937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.269635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Pushing event updated for resources: {'Port': ['ID=e52dc1eb-92c5-47b9-878e-42fb6e4b991d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:16.358075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.399201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.596189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.602268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.694975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Pushing event updated for resources: {'Port': ['ID=e52dc1eb-92c5-47b9-878e-42fb6e4b991d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:16.714522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.732561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.736365 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8b03714a-f3d4-44cc-a2f8-5486825cf473 tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2634633 Sep 18 20:05:16.736669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52110) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:16.801971 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.805543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:16.855423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7138a3a0-5652-47e7-9716-bea2add0e0e1 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2917 time: 0.1167796 Sep 18 20:05:16.857057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52112) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:16.929817 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-874e743d-66c7-4a5d-8924-368c76178aef tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0709078 Sep 18 20:05:16.932335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52114) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:16.960656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Router 2a29e025-6213-4040-b81d-fcf170ece467 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:17.065765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Deleting port e52dc1eb-92c5-47b9-878e-42fb6e4b991d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:17.066118 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.082777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:17.095209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d73ab-4141-483e-abc8-bb017d2afdc2 None None] Sync routers for ids ['2a29e025-6213-4040-b81d-fcf170ece467'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:17.099887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.107198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d73ab-4141-483e-abc8-bb017d2afdc2 None None] Routers {'2a29e025-6213-4040-b81d-fcf170ece467'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:17.108412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-097d73ab-4141-483e-abc8-bb017d2afdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2a29e025-6213-4040-b81d-fcf170ece467'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:17.112096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fb58b003-8926-4f5a-91b2-32a7faccc32a tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "PUT /v2.0/routers/2a29e025-6213-4040-b81d-fcf170ece467 HTTP/1.1" status: 200 len: 882 time: 1.9757769 Sep 18 20:05:17.121737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52118) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:17.168032 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.168731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.195992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-097d73ab-4141-483e-abc8-bb017d2afdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:17.200106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Calling delete_port for e52dc1eb-92c5-47b9-878e-42fb6e4b991d owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:17.214065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d73ab-4141-483e-abc8-bb017d2afdc2 None None] Routers {'2a29e025-6213-4040-b81d-fcf170ece467'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:17.215680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-097d73ab-4141-483e-abc8-bb017d2afdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2a29e025-6213-4040-b81d-fcf170ece467'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:17.247956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-097d73ab-4141-483e-abc8-bb017d2afdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:17.248608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d73ab-4141-483e-abc8-bb017d2afdc2 None None] The sync data for ids ['2a29e025-6213-4040-b81d-fcf170ece467'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:17.273125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-75c539f6-961c-44df-ab49-c3ca3e3c7eec tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/routers/2a29e025-6213-4040-b81d-fcf170ece467 HTTP/1.1" status: 200 len: 923 time: 0.1498935 Sep 18 20:05:17.276429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52120) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:17.338835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32309456-9078-4685-96da-2972360dd8c8 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:17.340365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-32309456-9078-4685-96da-2972360dd8c8 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=2a29e025-6213-4040-b81d-fcf170ece467&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0626705 Sep 18 20:05:17.342967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52126) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:17.399755 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.440987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Pushing event deleted for resources: {'Port': ['ID=e52dc1eb-92c5-47b9-878e-42fb6e4b991d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:17.448603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318407ec-e1f9-4642-8eb4-3b580baf7ff6 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:17.453321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-318407ec-e1f9-4642-8eb4-3b580baf7ff6 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 881 time: 0.1090569 Sep 18 20:05:17.454045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52130) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:17.491573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-72a65b08-deeb-4423-a5e5-fb6bd268d77c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a29e025-6213-4040-b81d-fcf170ece467 HTTP/1.1" status: 200 len: 205 time: 0.0363083 Sep 18 20:05:17.492250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52132) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:17.511788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.515734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.519909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-734bb25e-1772-4769-a08c-991cd95f054e tempest-FloatingIPAdminTestJSON-1419735020 tempest-FloatingIPAdminTestJSON-1419735020-project] 10.222.0.20 "DELETE /v2.0/floatingips/549843b0-154a-4797-92ba-2d26bca140b7 HTTP/1.1" status: 204 len: 168 time: 0.5864966 Sep 18 20:05:17.521489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52134) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:17.619298 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.713088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Deleting port 2b2d844d-9c5c-4275-969a-1dc6306da5f0 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:17.713575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.758997 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.825809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.826247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.834180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Deleting port 2d3139f8-eb95-42f0-8cec-f98b9d4f9e9e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:17.834736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.843204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Calling delete_port for 2b2d844d-9c5c-4275-969a-1dc6306da5f0 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:17.919691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:17.934784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Calling delete_port for 2d3139f8-eb95-42f0-8cec-f98b9d4f9e9e owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:17.987944 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.017577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b2d844d-9c5c-4275-969a-1dc6306da5f0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:18.089526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.093272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.094762 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eb3c2a44-ce1f-4857-a147-281a7611c824 tempest-FloatingIPAdminTestJSON-649206667 tempest-FloatingIPAdminTestJSON-649206667-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/8394a31c-529c-439e-b90c-5c0399fa0e77 HTTP/1.1" status: 204 len: 168 time: 0.5720868 Sep 18 20:05:18.101106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52138) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:18.129031 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.161651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event deleted for resources: {'Port': ['ID=2d3139f8-eb95-42f0-8cec-f98b9d4f9e9e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:18.200848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e816e-cfc9-400a-ada2-48f1c749390b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Deleting port 99a57522-760a-4243-bd2c-af3cc9c3e675 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:18.201671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc8e816e-cfc9-400a-ada2-48f1c749390b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.242506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.333305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc8e816e-cfc9-400a-ada2-48f1c749390b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.348677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e816e-cfc9-400a-ada2-48f1c749390b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Calling delete_port for 99a57522-760a-4243-bd2c-af3cc9c3e675 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:18.380431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.383622 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.445362 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.446637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Fanout notify agent at l3_agent the message router_deleted on router 2a29e025-6213-4040-b81d-fcf170ece467 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:18.463989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.465301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ccf492bf-6588-49af-af03-1c70ab839bc3 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/2a29e025-6213-4040-b81d-fcf170ece467 HTTP/1.1" status: 204 len: 168 time: 0.9718723 Sep 18 20:05:18.469204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52146) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:18.474188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2510579f-c987-4c36-abea-426e9cca1f28 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-674891072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:18.512522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2510579f-c987-4c36-abea-426e9cca1f28 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.513678 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2510579f-c987-4c36-abea-426e9cca1f28 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.588882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc8e816e-cfc9-400a-ada2-48f1c749390b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.593681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2510579f-c987-4c36-abea-426e9cca1f28 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.600807 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2510579f-c987-4c36-abea-426e9cca1f28 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.619718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e816e-cfc9-400a-ada2-48f1c749390b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event deleted for resources: {'Port': ['ID=99a57522-760a-4243-bd2c-af3cc9c3e675,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:18.633476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52148) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:18.642277 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2510579f-c987-4c36-abea-426e9cca1f28 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.644423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2510579f-c987-4c36-abea-426e9cca1f28 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1740601 Sep 18 20:05:18.647398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52152) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:18.652228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': True}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:18.762148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc8e816e-cfc9-400a-ada2-48f1c749390b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.764203 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dc8e816e-cfc9-400a-ada2-48f1c749390b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "DELETE /v2.0/ports/99a57522-760a-4243-bd2c-af3cc9c3e675 HTTP/1.1" status: 204 len: 168 time: 0.6618755 Sep 18 20:05:18.767256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:18.820962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59df480-0797-49d9-9b79-e3fdb8ab970c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:18.822591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d59df480-0797-49d9-9b79-e3fdb8ab970c tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "GET /v2.0/ports?device_id=c766e24a-5e60-464f-ba40-05b3d2f0fbea HTTP/1.1" status: 200 len: 913 time: 0.0541320 Sep 18 20:05:18.825439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52158) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:18.926473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9657d8f-6fe1-4f8b-b2b1-7bf6053f6d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:18.965862 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.131299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9657d8f-6fe1-4f8b-b2b1-7bf6053f6d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.138000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9657d8f-6fe1-4f8b-b2b1-7bf6053f6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.245503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.263682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9657d8f-6fe1-4f8b-b2b1-7bf6053f6d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b088c05-f5f7-4225-ac7e-c6dd4eea9325,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:19.267932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d9657d8f-6fe1-4f8b-b2b1-7bf6053f6d31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec5ee3c04887449a86ef8c008e085ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6334782 Sep 18 20:05:19.271367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52160) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:19.312134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.343267 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.397304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f4b52c1-4e2c-44be-bbc2-da82803192e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.405727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-d8eac995-2551-4c6e-b6de-557d05c75388 req-a5052278-62c4-4d1d-8a73-808ced32d30e service neutron] (94940) timed out ('10.222.0.20', 55846) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:05:19.431212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f4b52c1-4e2c-44be-bbc2-da82803192e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.497759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Allocated IP 172.25.8.31 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/d7ca0d5e-a18b-4f38-b0a6-2fae164fb534) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:19.511941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Deleting port 5bcc0f2f-c258-42bf-aaf8-67c3936a7420 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:19.512411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.539789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f4b52c1-4e2c-44be-bbc2-da82803192e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.542347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f4b52c1-4e2c-44be-bbc2-da82803192e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.543544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1f4b52c1-4e2c-44be-bbc2-da82803192e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b088c05-f5f7-4225-ac7e-c6dd4eea9325 HTTP/1.1" status: 204 len: 168 time: 0.2710543 Sep 18 20:05:19.586528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b52c1-4e2c-44be-bbc2-da82803192e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b088c05-f5f7-4225-ac7e-c6dd4eea9325,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:19.617630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.632506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.637562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Calling delete_port for 5bcc0f2f-c258-42bf-aaf8-67c3936a7420 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:19.669542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.707238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:19.710275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:19.714013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:19.742487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ca0d5e-a18b-4f38-b0a6-2fae164fb534,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:19.866937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52166) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:19.868283 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.893703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e902566a-0d0e-48e6-8259-f93ef029efc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:19.896725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event deleted for resources: {'Port': ['ID=5bcc0f2f-c258-42bf-aaf8-67c3936a7420,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:20.019581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.280805 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e902566a-0d0e-48e6-8259-f93ef029efc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.286906 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e902566a-0d0e-48e6-8259-f93ef029efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.321127 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.340271 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.342130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902566a-0d0e-48e6-8259-f93ef029efc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78462425-f05b-42b3-9050-4ce8a3d6b789,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:20.350184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e902566a-0d0e-48e6-8259-f93ef029efc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b47937975a8f42f0b46a16438c33f5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821508 Sep 18 20:05:20.352965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52176) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:20.415055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.481401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a717796b-da18-42da-be29-435705fc68be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.511681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a717796b-da18-42da-be29-435705fc68be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.565286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Router 8b94f9a0-4889-4722-ba72-2ecdc912d20e is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:20.620947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a717796b-da18-42da-be29-435705fc68be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.624274 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a717796b-da18-42da-be29-435705fc68be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.627982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a717796b-da18-42da-be29-435705fc68be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78462425-f05b-42b3-9050-4ce8a3d6b789 HTTP/1.1" status: 204 len: 168 time: 0.2714369 Sep 18 20:05:20.638833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717796b-da18-42da-be29-435705fc68be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78462425-f05b-42b3-9050-4ce8a3d6b789,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:20.657293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Router c766e24a-5e60-464f-ba40-05b3d2f0fbea has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:20.716261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:20.722151 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113b1dc-53d1-4f6d-9260-76626f598080 None None] Sync routers for ids ['8b94f9a0-4889-4722-ba72-2ecdc912d20e'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:20.729336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:20.732276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-061d9e23-f1e5-44e7-a0f7-6966d2e27b55 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "PUT /v2.0/routers/8b94f9a0-4889-4722-ba72-2ecdc912d20e HTTP/1.1" status: 200 len: 917 time: 2.0822132 Sep 18 20:05:20.733166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52180) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:20.736742 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113b1dc-53d1-4f6d-9260-76626f598080 None None] Routers {'8b94f9a0-4889-4722-ba72-2ecdc912d20e'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:20.737464 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a113b1dc-53d1-4f6d-9260-76626f598080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8b94f9a0-4889-4722-ba72-2ecdc912d20e'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:20.777572 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a113b1dc-53d1-4f6d-9260-76626f598080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:20.779153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:20.787216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-24826182-2559-4ff7-b636-ed76d4740535 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "PUT /v2.0/routers/c766e24a-5e60-464f-ba40-05b3d2f0fbea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9580002 Sep 18 20:05:20.787216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:20.788042 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113b1dc-53d1-4f6d-9260-76626f598080 None None] Routers {'8b94f9a0-4889-4722-ba72-2ecdc912d20e'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:20.789077 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a113b1dc-53d1-4f6d-9260-76626f598080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8b94f9a0-4889-4722-ba72-2ecdc912d20e'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:20.790150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77af1f-aae7-4916-b01f-c8b6cad1325b None None] Sync routers for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:20.808736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77af1f-aae7-4916-b01f-c8b6cad1325b None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:20.809561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0a77af1f-aae7-4916-b01f-c8b6cad1325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:20.835534 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-a113b1dc-53d1-4f6d-9260-76626f598080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:20.836469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113b1dc-53d1-4f6d-9260-76626f598080 None None] The sync data for ids ['8b94f9a0-4889-4722-ba72-2ecdc912d20e'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:20.868179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0a77af1f-aae7-4916-b01f-c8b6cad1325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:20.877982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77af1f-aae7-4916-b01f-c8b6cad1325b None None] Routers {'c766e24a-5e60-464f-ba40-05b3d2f0fbea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:20.878614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0a77af1f-aae7-4916-b01f-c8b6cad1325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:20.933193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0a77af1f-aae7-4916-b01f-c8b6cad1325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:20.934184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77af1f-aae7-4916-b01f-c8b6cad1325b None None] The sync data for ids ['c766e24a-5e60-464f-ba40-05b3d2f0fbea'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:20.967507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.097065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.168777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Deleting port 3c009ba6-0925-4a56-9bc5-5cab2f3d6594 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:21.169025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.267637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.280720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b9da76ad-7591-47d9-804a-acedbc3f47e0 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/routers/8b94f9a0-4889-4722-ba72-2ecdc912d20e HTTP/1.1" status: 200 len: 923 time: 0.5451622 Sep 18 20:05:21.282322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52196) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:21.293400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Calling delete_port for 3c009ba6-0925-4a56-9bc5-5cab2f3d6594 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:21.329458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f18dd-9e62-401a-9c3d-3b5bf00f8955 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:21.331232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b20f18dd-9e62-401a-9c3d-3b5bf00f8955 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=8b94f9a0-4889-4722-ba72-2ecdc912d20e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0478990 Sep 18 20:05:21.334601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52198) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:21.440250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f00bbf-a2f0-4e09-a7dc-c809b94e89cb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:21.444684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52204) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:21.445309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7f00bbf-a2f0-4e09-a7dc-c809b94e89cb tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 881 time: 0.1095486 Sep 18 20:05:21.483935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52208) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:21.484252 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2f723bfe-7451-4864-b9a6-59dc6afcce91 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b94f9a0-4889-4722-ba72-2ecdc912d20e HTTP/1.1" status: 200 len: 205 time: 0.0361488 Sep 18 20:05:21.540437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.573538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event deleted for resources: {'Port': ['ID=3c009ba6-0925-4a56-9bc5-5cab2f3d6594,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:21.646426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f36143a8-519c-4442-a41e-e8b881d31574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.667428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.668410 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.782174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.784739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.791475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.836681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.837374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Fanout notify agent at l3_agent the message router_deleted on router c766e24a-5e60-464f-ba40-05b3d2f0fbea {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:21.845794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.851297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52214) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:21.851602 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e6652c9f-9c9f-4c15-9ad7-43693804b85b tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "DELETE /v2.0/routers/c766e24a-5e60-464f-ba40-05b3d2f0fbea HTTP/1.1" status: 204 len: 168 time: 1.0635180 Sep 18 20:05:21.894438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Deleting port d7ca0d5e-a18b-4f38-b0a6-2fae164fb534 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:21.894900 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:21.963235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-58622f09-6d38-4ef6-955a-8e7ba2e6ddec tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Deleting subnet 69239efb-f9b0-4272-aac6-292c422566f4 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:05:21.974434 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58622f09-6d38-4ef6-955a-8e7ba2e6ddec tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.030661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.034657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58622f09-6d38-4ef6-955a-8e7ba2e6ddec tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.069567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Calling delete_port for d7ca0d5e-a18b-4f38-b0a6-2fae164fb534 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:22.180700 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58622f09-6d38-4ef6-955a-8e7ba2e6ddec tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.336237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58622f09-6d38-4ef6-955a-8e7ba2e6ddec tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.382949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.387946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58622f09-6d38-4ef6-955a-8e7ba2e6ddec tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event deleted for resources: {'Subnet': ['ID=69239efb-f9b0-4272-aac6-292c422566f4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:22.409307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a1794-5b6c-4225-aeef-365f72aa95d1 None None] Network bdf9e6b2-3421-4c6d-91e2-880224835c7e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:22.428749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58622f09-6d38-4ef6-955a-8e7ba2e6ddec tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.430894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-58622f09-6d38-4ef6-955a-8e7ba2e6ddec tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "DELETE /v2.0/subnets/69239efb-f9b0-4272-aac6-292c422566f4 HTTP/1.1" status: 204 len: 168 time: 0.5781322 Sep 18 20:05:22.432271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event deleted for resources: {'Port': ['ID=d7ca0d5e-a18b-4f38-b0a6-2fae164fb534,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:22.433659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52238) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:22.531869 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.632981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.640999 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.643301 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.730485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] DHCP port deletion for bdf9e6b2-3421-4c6d-91e2-880224835c7e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:05:22.731526 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.732348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Fanout notify agent at l3_agent the message router_deleted on router 8b94f9a0-4889-4722-ba72-2ecdc912d20e {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:22.741330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.742526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1b3f80fd-cb52-4430-8b28-23915ae0fb27 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/8b94f9a0-4889-4722-ba72-2ecdc912d20e HTTP/1.1" status: 204 len: 168 time: 1.2569551 Sep 18 20:05:22.746672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52248) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:22.752319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b86b9106-e1aa-43f4-a422-b3a72d3f64fe tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1278017611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:22.782187 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b86b9106-e1aa-43f4-a422-b3a72d3f64fe tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.783215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b86b9106-e1aa-43f4-a422-b3a72d3f64fe tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.792099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] Deleting port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:22.792924 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.844180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b86b9106-e1aa-43f4-a422-b3a72d3f64fe tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.850078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52250) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:22.858288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b86b9106-e1aa-43f4-a422-b3a72d3f64fe tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.872981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Deleting port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:22.873387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.889242 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b86b9106-e1aa-43f4-a422-b3a72d3f64fe tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.890471 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b86b9106-e1aa-43f4-a422-b3a72d3f64fe tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1419570 Sep 18 20:05:22.893376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52254) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:22.901119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'enable_snat': False}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:22.921945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] For port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,segment=NetworkSegment(d1e7581f-aade-4158-9c30-b5c0a984671e),segment_id=d1e7581f-aade-4158-9c30-b5c0a984671e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:22.922359 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.948337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] For port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,segment=NetworkSegment(d1e7581f-aade-4158-9c30-b5c0a984671e),segment_id=d1e7581f-aade-4158-9c30-b5c0a984671e)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:22.948613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:22.953818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] Calling delete_port for cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:22.976053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Calling delete_port for cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:23.084123 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.098883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.116567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] Pushing event deleted for resources: {'Port': ['ID=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:23.120831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e64de-8336-4d6a-8433-65543b4c317d None None] No DVR routers for this DVR port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:05:23.147902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event deleted for resources: {'Port': ['ID=cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:23.152978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] No DVR routers for this DVR port cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:05:23.181953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.185224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f13a9569-92aa-4d9b-9e5d-95a739931f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.264828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.293349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf9e6b2-3421-4c6d-91e2-880224835c7e']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:23.303824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e7581f-aade-4158-9c30-b5c0a984671e') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:23.304091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e7581f-aade-4158-9c30-b5c0a984671e') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:23.308933 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.314070 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.336790 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.343634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:05:23.344076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:05:23.347145 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:05:23.366276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f13a9569-92aa-4d9b-9e5d-95a739931f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.378137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f13a9569-92aa-4d9b-9e5d-95a739931f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.413874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.425079 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.428643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f13a9569-92aa-4d9b-9e5d-95a739931f45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35ac8e16db774f008881ea1d3d19192c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746248 Sep 18 20:05:23.428842 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "DELETE /v2.0/networks/bdf9e6b2-3421-4c6d-91e2-880224835c7e HTTP/1.1" status: 204 len: 168 time: 0.9892817 Sep 18 20:05:23.429805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52262) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:23.430498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52264) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:23.430628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a9569-92aa-4d9b-9e5d-95a739931f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16ea51-fa8a-44b2-954f-ce5ec477e45f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:23.460905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.487686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ce4ca-40a3-4320-bf71-033c3542c162 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event deleted for resources: {'Network': ['ID=bdf9e6b2-3421-4c6d-91e2-880224835c7e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:23.564546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.586339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7be47e3f-714a-4d2b-a3b0-7345dba18ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.587216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.636496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7be47e3f-714a-4d2b-a3b0-7345dba18ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.636759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:05:23.675081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:05:23.675603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cf4ed56d-a7d2-49a5-a0b6-fdbf94d8b7b5 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:05:23.687630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Deleting port b9973909-1171-48da-b4f2-b568d8c0fdf6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:23.687630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.720993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Allocated IP 172.25.8.8 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/5489fbc7-8fd8-41af-890d-a8445e655918) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:23.764578 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7be47e3f-714a-4d2b-a3b0-7345dba18ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.767923 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7be47e3f-714a-4d2b-a3b0-7345dba18ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.772046 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7be47e3f-714a-4d2b-a3b0-7345dba18ff6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e16ea51-fa8a-44b2-954f-ce5ec477e45f HTTP/1.1" status: 204 len: 168 time: 0.3380442 Sep 18 20:05:23.782213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be47e3f-714a-4d2b-a3b0-7345dba18ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16ea51-fa8a-44b2-954f-ce5ec477e45f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:23.807117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.807481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.828764 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Calling delete_port for b9973909-1171-48da-b4f2-b568d8c0fdf6 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:23.862948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.906833 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:23.976902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Pushing event updated for resources: {'Port': ['ID=5489fbc7-8fd8-41af-890d-a8445e655918,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:23.999299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:24.004986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:24.005888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.011733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:24.045320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Pushing event deleted for resources: {'Port': ['ID=b9973909-1171-48da-b4f2-b568d8c0fdf6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:24.067887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.068306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.068629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.068908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.069226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.069558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.069876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.070194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.071242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.071242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.071242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.071579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:24.121528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.124801 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.126353 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b939feb-219b-4ff6-95c1-4b46f80b62c4 tempest-FloatingIPAdminTestJSON-2140149659 tempest-FloatingIPAdminTestJSON-2140149659-project] 10.222.0.20 "DELETE /v2.0/floatingips/1efd836f-bfaf-4e90-b4b9-33329bf20433 HTTP/1.1" status: 204 len: 168 time: 0.6597161 Sep 18 20:05:24.159859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52272) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:24.174918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31574b73-83c1-40bc-b370-dd2a645d86e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.278637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31574b73-83c1-40bc-b370-dd2a645d86e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.283755 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31574b73-83c1-40bc-b370-dd2a645d86e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.289509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.333533 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-31574b73-83c1-40bc-b370-dd2a645d86e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0236cee77534c7db2986e9bbf53caae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716709 Sep 18 20:05:24.334706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31574b73-83c1-40bc-b370-dd2a645d86e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2780fc8-fa84-4287-ac0e-ccd094f9aca8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:24.337068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52278) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:24.368525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52282) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:24.413852 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50479bd0-4a1e-431f-b900-6b40f74e2cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.438844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50479bd0-4a1e-431f-b900-6b40f74e2cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.516614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.517642 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50479bd0-4a1e-431f-b900-6b40f74e2cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.520735 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.521106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50479bd0-4a1e-431f-b900-6b40f74e2cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.523823 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-50479bd0-4a1e-431f-b900-6b40f74e2cad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2780fc8-fa84-4287-ac0e-ccd094f9aca8 HTTP/1.1" status: 204 len: 168 time: 0.1724808 Sep 18 20:05:24.545379 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50479bd0-4a1e-431f-b900-6b40f74e2cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2780fc8-fa84-4287-ac0e-ccd094f9aca8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:24.601907 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a3314c0-f109-4d20-a923-dd097a2c7809 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2fa1c4932ea48adbd36d65896859526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301416 Sep 18 20:05:24.602132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52288) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:24.681829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Router 4b5b7029-9bf4-4be2-84ba-5f92b92ba089 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:24.684604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-794d1c48-6f1b-4cfe-9b2f-d2f44621d611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.718861 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-794d1c48-6f1b-4cfe-9b2f-d2f44621d611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.767658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.797167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-794d1c48-6f1b-4cfe-9b2f-d2f44621d611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.799937 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-794d1c48-6f1b-4cfe-9b2f-d2f44621d611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.803910 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-794d1c48-6f1b-4cfe-9b2f-d2f44621d611 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f732830-59e7-4d5a-bc5c-1b098e14f30c HTTP/1.1" status: 204 len: 168 time: 0.1980896 Sep 18 20:05:24.814730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d1c48-6f1b-4cfe-9b2f-d2f44621d611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f732830-59e7-4d5a-bc5c-1b098e14f30c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:24.851862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:24.857286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.859102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-70ee221e-0b7f-4c22-9404-51e4a510079b tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "PUT /v2.0/routers/4b5b7029-9bf4-4be2-84ba-5f92b92ba089 HTTP/1.1" status: 200 len: 918 time: 1.9646044 Sep 18 20:05:24.863871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52298) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:24.864404 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ca20f-883d-45c0-b7e0-f9b3e684103e None None] Sync routers for ids ['4b5b7029-9bf4-4be2-84ba-5f92b92ba089'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:24.877904 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ca20f-883d-45c0-b7e0-f9b3e684103e None None] Routers {'4b5b7029-9bf4-4be2-84ba-5f92b92ba089'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:24.878513 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-048ca20f-883d-45c0-b7e0-f9b3e684103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:04:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4b5b7029-9bf4-4be2-84ba-5f92b92ba089'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:24.920171 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c18bb7ff-8076-4dc1-a5b2-f7994f0f39a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:24.930773 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-048ca20f-883d-45c0-b7e0-f9b3e684103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:24.942203 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ca20f-883d-45c0-b7e0-f9b3e684103e None None] Routers {'4b5b7029-9bf4-4be2-84ba-5f92b92ba089'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:24.943415 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-048ca20f-883d-45c0-b7e0-f9b3e684103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4b5b7029-9bf4-4be2-84ba-5f92b92ba089'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:24.982558 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-048ca20f-883d-45c0-b7e0-f9b3e684103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:24.983997 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ca20f-883d-45c0-b7e0-f9b3e684103e None None] The sync data for ids ['4b5b7029-9bf4-4be2-84ba-5f92b92ba089'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:25.035893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c715b09b-ff86-4fa6-9374-37e44d5f37bf tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/routers/4b5b7029-9bf4-4be2-84ba-5f92b92ba089 HTTP/1.1" status: 200 len: 924 time: 0.1695817 Sep 18 20:05:25.039010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52306) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:25.090396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda8d7a-2511-4f31-8ce4-dd253e4edbe3 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:25.094797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-adda8d7a-2511-4f31-8ce4-dd253e4edbe3 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=4b5b7029-9bf4-4be2-84ba-5f92b92ba089&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0522876 Sep 18 20:05:25.095586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52308) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:25.187181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f7cc4-fd1b-4112-9172-884983520afa tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:25.188502 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9f8f7cc4-fd1b-4112-9172-884983520afa tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/networks/355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 881 time: 0.0921845 Sep 18 20:05:25.191484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52312) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:25.223221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52314) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:25.227953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6d6012c-dbc0-4de3-8c8c-7928ae32df56 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b7029-9bf4-4be2-84ba-5f92b92ba089 HTTP/1.1" status: 200 len: 205 time: 0.0298760 Sep 18 20:05:25.234288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52316) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:25.237548 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22350bfb-2023-48ec-bd63-9198588f8789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.356451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22350bfb-2023-48ec-bd63-9198588f8789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.362847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22350bfb-2023-48ec-bd63-9198588f8789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.400660 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.410944 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-22350bfb-2023-48ec-bd63-9198588f8789 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a463a3c5b0d04fd3976fdaccae3ff460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827886 Sep 18 20:05:25.410944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52324) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:25.417674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22350bfb-2023-48ec-bd63-9198588f8789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7685c3b-71bc-469b-8abc-5321373b13fc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:25.465452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-045d84a6-c7dd-450a-a294-9e4e0ffe51d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.490612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-045d84a6-c7dd-450a-a294-9e4e0ffe51d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.545624 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-045d84a6-c7dd-450a-a294-9e4e0ffe51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.549288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-045d84a6-c7dd-450a-a294-9e4e0ffe51d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.550544 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-045d84a6-c7dd-450a-a294-9e4e0ffe51d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7685c3b-71bc-469b-8abc-5321373b13fc HTTP/1.1" status: 204 len: 168 time: 0.1393077 Sep 18 20:05:25.557420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.561259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d84a6-c7dd-450a-a294-9e4e0ffe51d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7685c3b-71bc-469b-8abc-5321373b13fc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:25.600012 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.631310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Deleting port 5489fbc7-8fd8-41af-890d-a8445e655918 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:25.631686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.724080 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:25.746145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Calling delete_port for 5489fbc7-8fd8-41af-890d-a8445e655918 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:26.036048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52354) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:26.053904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-373716e1-ec44-47f9-9561-141d5c2647c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.204116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-373716e1-ec44-47f9-9561-141d5c2647c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.209792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-373716e1-ec44-47f9-9561-141d5c2647c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.249539 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-373716e1-ec44-47f9-9561-141d5c2647c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0e88a998c0c4556adbd36d278f050e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118053 Sep 18 20:05:26.256235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52372) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:26.285042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373716e1-ec44-47f9-9561-141d5c2647c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2959f1-e5a5-440f-b3e4-5d4a052ed690,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:26.326540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-73692331-2ebe-4bae-a078-7d30c7cef5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.333105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.354575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-73692331-2ebe-4bae-a078-7d30c7cef5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.390799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event deleted for resources: {'Port': ['ID=5489fbc7-8fd8-41af-890d-a8445e655918,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:26.419914 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-73692331-2ebe-4bae-a078-7d30c7cef5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.422725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-73692331-2ebe-4bae-a078-7d30c7cef5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.424050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-73692331-2ebe-4bae-a078-7d30c7cef5aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f2959f1-e5a5-440f-b3e4-5d4a052ed690 HTTP/1.1" status: 204 len: 168 time: 0.1672790 Sep 18 20:05:26.449323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692331-2ebe-4bae-a078-7d30c7cef5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2959f1-e5a5-440f-b3e4-5d4a052ed690,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:26.452194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.588662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.590939 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.646890 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.647823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Fanout notify agent at l3_agent the message router_deleted on router 4b5b7029-9bf4-4be2-84ba-5f92b92ba089 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:26.655088 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.656333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-481ff870-873f-4a86-96c1-2fef39506941 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/4b5b7029-9bf4-4be2-84ba-5f92b92ba089 HTTP/1.1" status: 204 len: 168 time: 1.4210532 Sep 18 20:05:26.660445 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52400) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:26.665948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2086452906', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:26.721919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.723056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.782770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:26.956312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.092522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52432) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:27.212778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.230877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-261934d4-5305-4259-9a93-c181f334ae3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.235105 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.360025 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-261934d4-5305-4259-9a93-c181f334ae3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.362709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Allocated IP 172.25.8.173 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/673de324-c54e-4d70-a9ec-c6c1d9231971) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:27.366551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-261934d4-5305-4259-9a93-c181f334ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.406485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-261934d4-5305-4259-9a93-c181f334ae3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62fb3b0cf43a408a9e79daf8e683bf49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128927 Sep 18 20:05:27.407551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261934d4-5305-4259-9a93-c181f334ae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2269d0-5a58-4959-b757-4d57b3bee778,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:27.409156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52446) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:27.477161 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.523225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63cab387-7739-4501-92ba-096e96925190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.543661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.561579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63cab387-7739-4501-92ba-096e96925190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.624634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.666629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63cab387-7739-4501-92ba-096e96925190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.669918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63cab387-7739-4501-92ba-096e96925190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:27.671869 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-63cab387-7739-4501-92ba-096e96925190 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d2269d0-5a58-4959-b757-4d57b3bee778 HTTP/1.1" status: 204 len: 168 time: 0.2598751 Sep 18 20:05:27.683854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:27.691081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:27.702083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event updated for resources: {'Port': ['ID=673de324-c54e-4d70-a9ec-c6c1d9231971,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:27.711059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:27.735080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cab387-7739-4501-92ba-096e96925190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2269d0-5a58-4959-b757-4d57b3bee778,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:28.117945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52466) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:28.137675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-119760d0-e693-4fb3-8f8b-064519ea3cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.215832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52468) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:28.258940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-119760d0-e693-4fb3-8f8b-064519ea3cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.264673 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-119760d0-e693-4fb3-8f8b-064519ea3cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.308960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-119760d0-e693-4fb3-8f8b-064519ea3cab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=755205b87b044bd0ab268a934d9adbd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898243 Sep 18 20:05:28.311987 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.314597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52472) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:28.331297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119760d0-e693-4fb3-8f8b-064519ea3cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e92c809-49a6-4de3-913b-ee5c53fb166f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:28.362067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-973a9a85-6ad3-476e-bd0c-90d876ee9769 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2094199497'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:28.364713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-973a9a85-6ad3-476e-bd0c-90d876ee9769 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Unknown quota resources ['metering_label']. {{(pid=94941) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 20:05:28.505221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e80f784-c8bd-4c70-aa3c-12325f04ca6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.545549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.567149 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-973a9a85-6ad3-476e-bd0c-90d876ee9769 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.568653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-973a9a85-6ad3-476e-bd0c-90d876ee9769 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3518634 Sep 18 20:05:28.573780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52474) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:28.578035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-45da2a13-60c4-42dc-9bd2-1b059703d67e tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0059cdd1-39aa-4450-a00d-13f2b3e61b56'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:28.578607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-45da2a13-60c4-42dc-9bd2-1b059703d67e tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94941) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 20:05:28.592770 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e80f784-c8bd-4c70-aa3c-12325f04ca6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.685367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Router be99cf1f-c851-4417-ba7f-830d29aa191e is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:28.686063 n-d-789963-11 neutron-server[94941]: WARNING neutron.services.metering.metering_plugin [None req-45da2a13-60c4-42dc-9bd2-1b059703d67e tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 20:05:28.796516 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45da2a13-60c4-42dc-9bd2-1b059703d67e tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.796977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-45da2a13-60c4-42dc-9bd2-1b059703d67e tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2220895 Sep 18 20:05:28.800573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52476) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:28.806002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c8d99f7e-c652-46b1-816c-95a8114f701d tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0059cdd1-39aa-4450-a00d-13f2b3e61b56'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:28.806494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c8d99f7e-c652-46b1-816c-95a8114f701d tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94941) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 20:05:28.814027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:28.824879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e80f784-c8bd-4c70-aa3c-12325f04ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.827762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e80f784-c8bd-4c70-aa3c-12325f04ca6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.828142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473fd54-3785-4f8a-b768-92cde86e07b5 None None] Sync routers for ids ['be99cf1f-c851-4417-ba7f-830d29aa191e'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:28.829069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0e80f784-c8bd-4c70-aa3c-12325f04ca6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e92c809-49a6-4de3-913b-ee5c53fb166f HTTP/1.1" status: 204 len: 168 time: 0.5132771 Sep 18 20:05:28.842693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:28.844609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473fd54-3785-4f8a-b768-92cde86e07b5 None None] Routers {'be99cf1f-c851-4417-ba7f-830d29aa191e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:28.846188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2473fd54-3785-4f8a-b768-92cde86e07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['be99cf1f-c851-4417-ba7f-830d29aa191e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:28.846715 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ab002a58-5b84-411a-8dc6-c4e219033aac tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1823218 Sep 18 20:05:28.847424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52480) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:28.861158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:28.893221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2473fd54-3785-4f8a-b768-92cde86e07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:28.897720 n-d-789963-11 neutron-server[94941]: WARNING neutron.services.metering.metering_plugin [None req-c8d99f7e-c652-46b1-816c-95a8114f701d tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 18 20:05:28.900752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80f784-c8bd-4c70-aa3c-12325f04ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e92c809-49a6-4de3-913b-ee5c53fb166f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:28.934412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473fd54-3785-4f8a-b768-92cde86e07b5 None None] Routers {'be99cf1f-c851-4417-ba7f-830d29aa191e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:28.935924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2473fd54-3785-4f8a-b768-92cde86e07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['be99cf1f-c851-4417-ba7f-830d29aa191e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:28.988336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2473fd54-3785-4f8a-b768-92cde86e07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:28.988678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473fd54-3785-4f8a-b768-92cde86e07b5 None None] The sync data for ids ['be99cf1f-c851-4417-ba7f-830d29aa191e'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:29.054305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8d99f7e-c652-46b1-816c-95a8114f701d tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.058240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c8d99f7e-c652-46b1-816c-95a8114f701d tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2561996 Sep 18 20:05:29.058830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52484) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.069791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5594791a-ccb6-4e8b-84f6-4be30a3efbb8 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=df0a112e-6d85-4625-8bf6-b9910b4e9d36 HTTP/1.1" status: 200 len: 462 time: 0.0097458 Sep 18 20:05:29.072115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52488) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.241336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b24407f-71bc-4ee7-8da7-4e1d03fbc568 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.243209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4b24407f-71bc-4ee7-8da7-4e1d03fbc568 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/df0a112e-6d85-4625-8bf6-b9910b4e9d36 HTTP/1.1" status: 204 len: 168 time: 0.1691430 Sep 18 20:05:29.247572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52498) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.265387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.266822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-41f706e3-734a-4822-9bc0-2f8d1b18e0d7 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=df0a112e-6d85-4625-8bf6-b9910b4e9d36 HTTP/1.1" status: 200 len: 221 time: 0.0172298 Sep 18 20:05:29.270196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52502) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.276419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1c5b6b3f-2e66-44c4-b8ae-afd755a12a61 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2022631863', 'description': 'label created by tempest'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:29.277193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1c5b6b3f-2e66-44c4-b8ae-afd755a12a61 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Unknown quota resources ['metering_label']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 20:05:29.359090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.557931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52514) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.569064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1c5b6b3f-2e66-44c4-b8ae-afd755a12a61 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.570402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1c5b6b3f-2e66-44c4-b8ae-afd755a12a61 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2988892 Sep 18 20:05:29.574356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52518) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.599316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Deleting port 673de324-c54e-4d70-a9ec-c6c1d9231971 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:29.599316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.670367 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-497c36d6-4c9b-48ea-9885-65b8ee74dcaf tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=aa438369-481b-494a-8158-ef79ceb666f9 HTTP/1.1" status: 200 len: 468 time: 0.0948596 Sep 18 20:05:29.673095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52524) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.769025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.779098 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbef6172-f007-49c1-b3c3-ffc9109061b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.782334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Calling delete_port for 673de324-c54e-4d70-a9ec-c6c1d9231971 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:29.940767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-557bef42-a093-4705-a0ae-eba96b0f7332 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.942582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-557bef42-a093-4705-a0ae-eba96b0f7332 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/aa438369-481b-494a-8158-ef79ceb666f9 HTTP/1.1" status: 204 len: 168 time: 0.2678087 Sep 18 20:05:29.945576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52532) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.956584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-110d62a9-7624-4f51-9175-dd5f60d37b42 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=aa438369-481b-494a-8158-ef79ceb666f9 HTTP/1.1" status: 200 len: 216 time: 0.0099795 Sep 18 20:05:29.960913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52534) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.964513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:29.982437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fe34a0c1-4976-46c9-ab93-6e32ad6ca9c3 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0169187 Sep 18 20:05:29.984420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52536) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:29.995332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Pushing event deleted for resources: {'Port': ['ID=673de324-c54e-4d70-a9ec-c6c1d9231971,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:30.009231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-58ac2c84-66c3-428a-ac9e-5a22e8242ed3 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0204751 Sep 18 20:05:30.009443 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52540) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:30.059100 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbef6172-f007-49c1-b3c3-ffc9109061b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.064788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbef6172-f007-49c1-b3c3-ffc9109061b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.109861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bbef6172-f007-49c1-b3c3-ffc9109061b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11cf70f71f1e4b6cbc512434f33502d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497441 Sep 18 20:05:30.110743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef6172-f007-49c1-b3c3-ffc9109061b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5edad1f-fb2d-4622-b11b-ea51574929ef,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:30.113323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52544) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:30.122601 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6725cc31-e2c9-4de2-8c45-e16957cd4e6c tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/0059cdd1-39aa-4450-a00d-13f2b3e61b56 HTTP/1.1" status: 200 len: 473 time: 0.1120484 Sep 18 20:05:30.128196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52546) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:30.144865 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-70431744-4adf-4217-80ab-d17b95011f45 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/2939c8cf-66dd-46c4-b918-a43f260add3f HTTP/1.1" status: 200 len: 459 time: 0.0150108 Sep 18 20:05:30.149029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52548) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:30.155004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.238755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0737654c-f87a-4936-9069-fd06497e6053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.285948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29593cde-d955-41d5-a37d-98b2afbc72c3 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.287141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-29593cde-d955-41d5-a37d-98b2afbc72c3 tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/2939c8cf-66dd-46c4-b918-a43f260add3f HTTP/1.1" status: 204 len: 168 time: 0.1369474 Sep 18 20:05:30.289788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52554) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:30.313383 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0737654c-f87a-4936-9069-fd06497e6053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.334027 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:05:30.523950 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8ff225d1-9134-4390-afb1-364cd157807c tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.525131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8ff225d1-9134-4390-afb1-364cd157807c tempest-MeteringIpV6TestJSON-594871787 tempest-MeteringIpV6TestJSON-594871787-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/0059cdd1-39aa-4450-a00d-13f2b3e61b56 HTTP/1.1" status: 204 len: 168 time: 0.2343509 Sep 18 20:05:30.536337 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0737654c-f87a-4936-9069-fd06497e6053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.538846 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0737654c-f87a-4936-9069-fd06497e6053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.540031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0737654c-f87a-4936-9069-fd06497e6053 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5edad1f-fb2d-4622-b11b-ea51574929ef HTTP/1.1" status: 204 len: 168 time: 0.4237089 Sep 18 20:05:30.553922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737654c-f87a-4936-9069-fd06497e6053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5edad1f-fb2d-4622-b11b-ea51574929ef,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:30.631867 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1686'] for router, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.641515 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588044'] for router, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.742898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Router be99cf1f-c851-4417-ba7f-830d29aa191e has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:30.830865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:30.839109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:30.840374 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1e52b5ac-20be-4d02-950c-e5db05e9dcfb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "PUT /v2.0/routers/be99cf1f-c851-4417-ba7f-830d29aa191e HTTP/1.1" status: 200 len: 710 time: 1.9919291 Sep 18 20:05:30.844633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52580) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:30.847256 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49b4e2-c31c-4baf-9702-515428fec0f9 None None] Sync routers for ids ['be99cf1f-c851-4417-ba7f-830d29aa191e'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:30.883020 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed49b4e2-c31c-4baf-9702-515428fec0f9 None None] Routers {'be99cf1f-c851-4417-ba7f-830d29aa191e'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:30.883020 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ed49b4e2-c31c-4baf-9702-515428fec0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['be99cf1f-c851-4417-ba7f-830d29aa191e'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:30.933103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-44e9cf0f-f91b-4fa7-99ac-809e339d2a4e tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/routers/be99cf1f-c851-4417-ba7f-830d29aa191e HTTP/1.1" status: 200 len: 745 time: 0.0872390 Sep 18 20:05:30.937208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52584) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:30.959439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52588) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:30.973008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e098a222-710b-4d03-b640-ad8a9e207161 tempest-RoutersIpV6AdminTest-1492093611 tempest-RoutersIpV6AdminTest-1492093611-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=355f3962-b824-486d-927f-f4a87763feee&device_id=be99cf1f-c851-4417-ba7f-830d29aa191e HTTP/1.1" status: 200 len: 205 time: 0.0342503 Sep 18 20:05:30.977620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52592) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.005649 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ed49b4e2-c31c-4baf-9702-515428fec0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:31.018928 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed49b4e2-c31c-4baf-9702-515428fec0f9 None None] Routers {'be99cf1f-c851-4417-ba7f-830d29aa191e'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:31.022655 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ed49b4e2-c31c-4baf-9702-515428fec0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['be99cf1f-c851-4417-ba7f-830d29aa191e'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:31.030532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52602) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.031666 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dd41cde1-d90b-42c3-afc6-853810d12860 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=be99cf1f-c851-4417-ba7f-830d29aa191e HTTP/1.1" status: 200 len: 205 time: 0.0490601 Sep 18 20:05:31.059952 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ed49b4e2-c31c-4baf-9702-515428fec0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:31.060927 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49b4e2-c31c-4baf-9702-515428fec0f9 None None] The sync data for ids ['be99cf1f-c851-4417-ba7f-830d29aa191e'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:31.099451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a4520fc-150f-483a-b8e4-d343a058a7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.138267 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fd8-0bd9-445d-bc69-790d601d811c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.174961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52610) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.193816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-716c96ba-174f-4ad1-99bf-98e511918d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.240455 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a4520fc-150f-483a-b8e4-d343a058a7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.248669 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a4520fc-150f-483a-b8e4-d343a058a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.314762 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a4520fc-150f-483a-b8e4-d343a058a7a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64a341aac03a4941886f59926107b85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518825 Sep 18 20:05:31.315033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4520fc-150f-483a-b8e4-d343a058a7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aececf3-676a-476d-adf7-5dbb0a6e9d4b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:31.318740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52616) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.339059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fd8-0bd9-445d-bc69-790d601d811c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.342161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fd8-0bd9-445d-bc69-790d601d811c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.390329 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fd8-0bd9-445d-bc69-790d601d811c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.391339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedc0fd8-0bd9-445d-bc69-790d601d811c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Fanout notify agent at l3_agent the message router_deleted on router be99cf1f-c851-4417-ba7f-830d29aa191e {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:05:31.400249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fedc0fd8-0bd9-445d-bc69-790d601d811c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.405813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fedc0fd8-0bd9-445d-bc69-790d601d811c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/be99cf1f-c851-4417-ba7f-830d29aa191e HTTP/1.1" status: 204 len: 168 time: 0.3739839 Sep 18 20:05:31.406373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.418939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f1ac-0736-406c-a410-910fa03e8922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.445146 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-716c96ba-174f-4ad1-99bf-98e511918d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.455170 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a7dfde65-294f-4967-bd04-763e307ed5bb tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=be99cf1f-c851-4417-ba7f-830d29aa191e HTTP/1.1" status: 200 len: 205 time: 0.0453572 Sep 18 20:05:31.455673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52622) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.467771 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-716c96ba-174f-4ad1-99bf-98e511918d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.514704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f1ac-0736-406c-a410-910fa03e8922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.522150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52624) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.531665 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-5397f930-2fae-4755-9452-8b20dd26c84e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] delete failed (client error): The resource could not be found. Sep 18 20:05:31.532740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5397f930-2fae-4755-9452-8b20dd26c84e tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/be99cf1f-c851-4417-ba7f-830d29aa191e HTTP/1.1" status: 404 len: 336 time: 0.0736303 Sep 18 20:05:31.536182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52628) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.564174 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-716c96ba-174f-4ad1-99bf-98e511918d69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63625830ed6a4c0c91ba9cfae3f94d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849876 Sep 18 20:05:31.564537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52630) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.571260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c96ba-174f-4ad1-99bf-98e511918d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90abd5d-4c92-4f5a-9b2f-29f585f2d961,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:31.574472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d57db405-5bf9-49fb-9037-51b2f31d08a8 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b7029-9bf4-4be2-84ba-5f92b92ba089 HTTP/1.1" status: 200 len: 205 time: 0.0349729 Sep 18 20:05:31.574961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52632) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.619688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5b580a25-e380-4597-978d-2d83c657885e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.625281 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-aa6375dd-def2-483f-b336-a099061b6531 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] delete failed (client error): The resource could not be found. Sep 18 20:05:31.626510 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aa6375dd-def2-483f-b336-a099061b6531 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/4b5b7029-9bf4-4be2-84ba-5f92b92ba089 HTTP/1.1" status: 404 len: 336 time: 0.0463533 Sep 18 20:05:31.631227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52634) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.648428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5b580a25-e380-4597-978d-2d83c657885e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.669370 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ea5af79-328e-421a-b9dd-8a4277625310 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b94f9a0-4889-4722-ba72-2ecdc912d20e HTTP/1.1" status: 200 len: 205 time: 0.0366180 Sep 18 20:05:31.669669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52636) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.677477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f1ac-0736-406c-a410-910fa03e8922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.678160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec483a35-4771-46aa-8eb9-6276f483a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.679933 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f1ac-0736-406c-a410-910fa03e8922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.683664 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ecc8f1ac-0736-406c-a410-910fa03e8922 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0aececf3-676a-476d-adf7-5dbb0a6e9d4b HTTP/1.1" status: 204 len: 168 time: 0.3600519 Sep 18 20:05:31.713540 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-49277dc5-cad3-4fac-bdb5-7f0405a51e71 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] delete failed (client error): The resource could not be found. Sep 18 20:05:31.714589 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-49277dc5-cad3-4fac-bdb5-7f0405a51e71 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/8b94f9a0-4889-4722-ba72-2ecdc912d20e HTTP/1.1" status: 404 len: 336 time: 0.0440700 Sep 18 20:05:31.718173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52640) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.734143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8f1ac-0736-406c-a410-910fa03e8922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aececf3-676a-476d-adf7-5dbb0a6e9d4b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:31.766802 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d7240fd9-0912-48fa-867a-3ae975bf6dab tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a29e025-6213-4040-b81d-fcf170ece467 HTTP/1.1" status: 200 len: 205 time: 0.0474906 Sep 18 20:05:31.769158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52642) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.776861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5b580a25-e380-4597-978d-2d83c657885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.779530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5b580a25-e380-4597-978d-2d83c657885e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.783416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5b580a25-e380-4597-978d-2d83c657885e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c90abd5d-4c92-4f5a-9b2f-29f585f2d961 HTTP/1.1" status: 204 len: 168 time: 0.2177165 Sep 18 20:05:31.798650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b580a25-e380-4597-978d-2d83c657885e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90abd5d-4c92-4f5a-9b2f-29f585f2d961,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:31.811520 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-c0416b28-126a-46c0-a3c5-3f30fbc565e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] delete failed (client error): The resource could not be found. Sep 18 20:05:31.812716 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c0416b28-126a-46c0-a3c5-3f30fbc565e5 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/2a29e025-6213-4040-b81d-fcf170ece467 HTTP/1.1" status: 404 len: 336 time: 0.0420344 Sep 18 20:05:31.816096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52646) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.853854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d624af94-e47c-4bb8-b597-d79f8523f04c tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 HTTP/1.1" status: 200 len: 205 time: 0.0363321 Sep 18 20:05:31.856716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52650) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.889910 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec483a35-4771-46aa-8eb9-6276f483a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.895829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec483a35-4771-46aa-8eb9-6276f483a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:31.899626 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-ba135b3d-8e09-4cb8-95b4-4ae87f179611 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] delete failed (client error): The resource could not be found. Sep 18 20:05:31.905813 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ba135b3d-8e09-4cb8-95b4-4ae87f179611 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/91a6bdb4-ccfb-4d71-9be5-a3f5f816cf96 HTTP/1.1" status: 404 len: 336 time: 0.0481098 Sep 18 20:05:31.906780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52652) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.948651 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aec01210-a206-48fa-81d9-6ba2d6178ad2 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "GET /v2.0/ports?device_id=2af49296-934f-42ca-b96c-987f5af14743 HTTP/1.1" status: 200 len: 205 time: 0.0401387 Sep 18 20:05:31.951290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52654) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.951650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec483a35-4771-46aa-8eb9-6276f483a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183bf5e7-9b46-4a21-9926-d6e6eb27488c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:31.958983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ec483a35-4771-46aa-8eb9-6276f483a68a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2d3664711df42e1b0dfb6733928b7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354439 Sep 18 20:05:31.961214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52656) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:31.997097 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-1ea0008d-9bb8-484a-8ae5-2e8c78911c76 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] delete failed (client error): The resource could not be found. Sep 18 20:05:31.998344 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ea0008d-9bb8-484a-8ae5-2e8c78911c76 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/routers/2af49296-934f-42ca-b96c-987f5af14743 HTTP/1.1" status: 404 len: 336 time: 0.0457110 Sep 18 20:05:32.003533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52658) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:32.025893 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15889cfc-938d-4618-b32e-56cc35c45a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.035602 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-83630623-de73-42e6-ba9c-20a7c5ecf296 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] DELETE failed (client error): The resource could not be found. Sep 18 20:05:32.036181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83630623-de73-42e6-ba9c-20a7c5ecf296 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:05:32.047943 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-83630623-de73-42e6-ba9c-20a7c5ecf296 tempest-RoutersIpV6AdminTest-2044347168 tempest-RoutersIpV6AdminTest-2044347168-project] 10.222.0.20 "DELETE /v2.0/subnets/6320a5a2-cfad-4fcc-95d7-d58b219f7a7c HTTP/1.1" status: 404 len: 337 time: 0.0425375 Sep 18 20:05:32.056965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15889cfc-938d-4618-b32e-56cc35c45a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.057106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52664) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:32.076014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2b81-cec6-4cf8-8871-c81321f332a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.118905 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15889cfc-938d-4618-b32e-56cc35c45a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.123295 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15889cfc-938d-4618-b32e-56cc35c45a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.126868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-15889cfc-938d-4618-b32e-56cc35c45a1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/183bf5e7-9b46-4a21-9926-d6e6eb27488c HTTP/1.1" status: 204 len: 168 time: 0.1621976 Sep 18 20:05:32.139728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15889cfc-938d-4618-b32e-56cc35c45a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183bf5e7-9b46-4a21-9926-d6e6eb27488c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:32.217233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2b81-cec6-4cf8-8871-c81321f332a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.223233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2b81-cec6-4cf8-8871-c81321f332a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.265795 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eb1a2b81-cec6-4cf8-8871-c81321f332a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=019323b78c1640558e3c71db47acbb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078691 Sep 18 20:05:32.268323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52674) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:32.276445 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a2b81-cec6-4cf8-8871-c81321f332a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce813d70-248d-440d-8cef-2805033c3c3e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:32.330404 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6ea517b-079e-49c2-879e-f471c73ea598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.355288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6ea517b-079e-49c2-879e-f471c73ea598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.367169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52678) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:32.415590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6ea517b-079e-49c2-879e-f471c73ea598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.418623 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6ea517b-079e-49c2-879e-f471c73ea598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.422160 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e6ea517b-079e-49c2-879e-f471c73ea598 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce813d70-248d-440d-8cef-2805033c3c3e HTTP/1.1" status: 204 len: 168 time: 0.1503751 Sep 18 20:05:32.428943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea517b-079e-49c2-879e-f471c73ea598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce813d70-248d-440d-8cef-2805033c3c3e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:32.484431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52686) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:32.497327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0713-99af-48ab-9596-dbe8dcc2270c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.540134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-874048f3-64af-452c-b0d8-976f64c6255c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.623589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0713-99af-48ab-9596-dbe8dcc2270c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.629688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0713-99af-48ab-9596-dbe8dcc2270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.696185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e0713-99af-48ab-9596-dbe8dcc2270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea604a2f-479d-4575-8692-7899c7be5048,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:32.703555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7b9e0713-99af-48ab-9596-dbe8dcc2270c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c039e0ba036a44578a400ddea6ec9fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180424 Sep 18 20:05:32.706419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52692) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:32.771465 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-874048f3-64af-452c-b0d8-976f64c6255c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.777653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-874048f3-64af-452c-b0d8-976f64c6255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.783048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb33987d-56a4-405f-89dd-f5f38918b3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.814063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-874048f3-64af-452c-b0d8-976f64c6255c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0793a1c61c614be4b8a93d333961406d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453628 Sep 18 20:05:32.816176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52698) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:32.818695 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb33987d-56a4-405f-89dd-f5f38918b3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.867010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874048f3-64af-452c-b0d8-976f64c6255c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f2298b-4111-4ec6-9426-7605c668579b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:32.887243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb33987d-56a4-405f-89dd-f5f38918b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.890248 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb33987d-56a4-405f-89dd-f5f38918b3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.893730 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bb33987d-56a4-405f-89dd-f5f38918b3b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea604a2f-479d-4575-8692-7899c7be5048 HTTP/1.1" status: 204 len: 168 time: 0.1825225 Sep 18 20:05:32.898549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-003fe192-f197-429c-8973-5fd0b567c992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.902869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33987d-56a4-405f-89dd-f5f38918b3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea604a2f-479d-4575-8692-7899c7be5048,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:32.939617 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-003fe192-f197-429c-8973-5fd0b567c992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.990204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-003fe192-f197-429c-8973-5fd0b567c992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.993150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-003fe192-f197-429c-8973-5fd0b567c992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:32.996797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-003fe192-f197-429c-8973-5fd0b567c992 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5f2298b-4111-4ec6-9426-7605c668579b HTTP/1.1" status: 204 len: 168 time: 0.1757553 Sep 18 20:05:33.002248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fe192-f197-429c-8973-5fd0b567c992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f2298b-4111-4ec6-9426-7605c668579b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:33.532036 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52760) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:33.584179 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4792ddc5-1229-45be-ab00-50e355d52cc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6800f6ab8a1240e0b5727dc4906c44ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508537 Sep 18 20:05:33.586594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52770) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:33.647804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce979b6d-6abc-4e5e-9f3a-d575ee4d4ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:33.675818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce979b6d-6abc-4e5e-9f3a-d575ee4d4ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:33.744302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce979b6d-6abc-4e5e-9f3a-d575ee4d4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:33.747580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce979b6d-6abc-4e5e-9f3a-d575ee4d4ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:33.758703 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ce979b6d-6abc-4e5e-9f3a-d575ee4d4ad6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fefb314-f690-465b-9425-8b53897ce973 HTTP/1.1" status: 204 len: 168 time: 0.1615016 Sep 18 20:05:33.758842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce979b6d-6abc-4e5e-9f3a-d575ee4d4ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fefb314-f690-465b-9425-8b53897ce973,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:33.959114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52794) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:34.240464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1140622086'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:34.277457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:34.280991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.292318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.416969 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.425084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.467618 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:05:34.480540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b622d2-9b6a-4b54-a0ee-977d739286db,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:34.487286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.487773 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Added segment 2daea97d-0464-4976-b935-b61c2ddaab7f of type vlan for network 89dc8557-de79-4367-b8f1-325567e3c906 Sep 18 20:05:34.538353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.572758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.579835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:34.580705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.600070 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6390288 Sep 18 20:05:34.603553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52852) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:34.612114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:34.669112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed454-1ab5-4719-add7-9992da3031c9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Network': ['ID=89dc8557-de79-4367-b8f1-325567e3c906,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:34.680573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:05:34.763061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:34.770979 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.808910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52856) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:34.939259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1429128871'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:34.973731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:34.977504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:34.987015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.052723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.136521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=9c8bb26f-4f66-4533-b5a6-d1871bccd4bb,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:35.153406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:35.153779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network hostable DHCP agents. Network: 89dc8557-de79-4367-b8f1-325567e3c906, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:05:35.157131 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.162918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.173832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:05:35.184323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 89dc8557-de79-4367-b8f1-325567e3c906) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:35.189848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:35.190488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.192705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:05:35.197773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcea99b-f500-486c-906d-fda47338907d None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:35.205156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0990b01c-fa37-4f48-bca3-1679bad83805,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:35.210536 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.210886 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Added segment f13b95fb-551f-4d28-9db0-e8bc4936a584 of type vlan for network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 Sep 18 20:05:35.239098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5c15e5e8-6537-463f-9105-528ad293a7e9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6297011 Sep 18 20:05:35.239098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52868) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:35.244648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'name': 'tempest-NetworksTestDHCPv6-120863828'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:35.255776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.300879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.308210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:35.309542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.358980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52870) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:35.359579 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5487618 Sep 18 20:05:35.374416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'subnet': {'network_id': '2c7a957d-801c-4664-8b29-dbba3f6f86e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:35.391628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '9c8bb26f-4f66-4533-b5a6-d1871bccd4bb'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:05:35.392636 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.414524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584fc2f-1a57-4dd5-b2cf-abf0dec28783 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Network': ['ID=2c7a957d-801c-4664-8b29-dbba3f6f86e1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:35.436603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:05:35.850849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:35.858647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.877574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/9c8bb26f-4f66-4533-b5a6-d1871bccd4bb/663e6297-c935-4672-85cf-633b3e99dbc1) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:35.930863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:35.934519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:35.968144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 011dae16-4631-495c-91ee-9752184ce025 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:36.048675 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.055678 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.091242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:36.095048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:36.099136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:36.138187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Pushing event updated for resources: {'Port': ['ID=663e6297-c935-4672-85cf-633b3e99dbc1,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:36.175075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::139 (89dc8557-de79-4367-b8f1-325567e3c906/9c8bb26f-4f66-4533-b5a6-d1871bccd4bb/011dae16-4631-495c-91ee-9752184ce025) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:36.177041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Attempting to bind port 663e6297-c935-4672-85cf-633b3e99dbc1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:36.177626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Attempting to bind port 663e6297-c935-4672-85cf-633b3e99dbc1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:36.187539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Attempting to bind port 663e6297-c935-4672-85cf-633b3e99dbc1 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:36.187539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:36.187539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:36.187539 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.187539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:36.187539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Bound port: 663e6297-c935-4672-85cf-633b3e99dbc1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:36.188487 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.188762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.288023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Subnet': ['ID=fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:36.292826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] For port 663e6297-c935-4672-85cf-633b3e99dbc1, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:05:36.297864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] For port 663e6297-c935-4672-85cf-633b3e99dbc1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=663e6297-c935-4672-85cf-633b3e99dbc1,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:05:36.306081 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.324967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Checking segment: {'id': 'f13b95fb-551f-4d28-9db0-e8bc4936a584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2c7a957d-801c-4664-8b29-dbba3f6f86e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:36.325335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network hostable DHCP agents. Network: 2c7a957d-801c-4664-8b29-dbba3f6f86e1, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:05:36.383970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:05:36.403190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285daec-fcc0-47bb-a287-29b2ca9ca8e5 None None] Pushing event updated for resources: {'Port': ['ID=663e6297-c935-4672-85cf-633b3e99dbc1,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:36.411700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 2c7a957d-801c-4664-8b29-dbba3f6f86e1) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:36.419165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:36.419872 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.423461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cfc4c2-adc0-4cfd-a90f-dc5d1d050859 None None] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:36.440831 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.457853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a78f7059-af04-4816-891b-0c2c364c9f76 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0925951 Sep 18 20:05:36.458108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52880) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:36.466257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1979752769', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:36.509579 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.517594 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.518768 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.573120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=011dae16-4631-495c-91ee-9752184ce025,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:36.598924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:36.600168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:36.603030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:36.608898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:36.609646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.624712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.627556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8b67d5e9-3229-4834-99f3-9775e9357c3c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3874485 Sep 18 20:05:36.629012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d90dc-aa2d-494c-8340-00a6f102e18f None None] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:36.631895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52882) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:36.829075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48f86e-3736-4a45-b24e-35fb69044b67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:36.838529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48f86e-3736-4a45-b24e-35fb69044b67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:36.849899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9d48f86e-3736-4a45-b24e-35fb69044b67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2114606 Sep 18 20:05:36.850757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52884) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:36.895615 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:36.978159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-04bc993b-6a9b-4001-a9db-25aa28d577e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 011dae16-4631-495c-91ee-9752184ce025 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:36.981083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-04bc993b-6a9b-4001-a9db-25aa28d577e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.109031 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-04bc993b-6a9b-4001-a9db-25aa28d577e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.140278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.142990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-04bc993b-6a9b-4001-a9db-25aa28d577e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 011dae16-4631-495c-91ee-9752184ce025 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:37.161373 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.310823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.25.8.197 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/8be44fc5-702c-41b5-b194-4f881fbd4d35) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:37.344885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-04bc993b-6a9b-4001-a9db-25aa28d577e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.380114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc993b-6a9b-4001-a9db-25aa28d577e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=011dae16-4631-495c-91ee-9752184ce025,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:37.437892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-04bc993b-6a9b-4001-a9db-25aa28d577e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.443715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52890) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:37.443917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-04bc993b-6a9b-4001-a9db-25aa28d577e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/011dae16-4631-495c-91ee-9752184ce025 HTTP/1.1" status: 204 len: 168 time: 0.5913289 Sep 18 20:05:37.512719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.543249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92e31c-754c-41cc-af8c-56f1158eb551 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:37.545832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92e31c-754c-41cc-af8c-56f1158eb551 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:37.547877 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dd92e31c-754c-41cc-af8c-56f1158eb551 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1031616 Sep 18 20:05:37.551143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52892) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:37.582973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.654234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f34242f-42c5-46a0-8dda-59ad33412f56 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 9c8bb26f-4f66-4533-b5a6-d1871bccd4bb {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:05:37.658809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f34242f-42c5-46a0-8dda-59ad33412f56 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.672241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:37.673559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=8be44fc5-702c-41b5-b194-4f881fbd4d35,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:37.684697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:37.687406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:37.750205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 663e6297-c935-4672-85cf-633b3e99dbc1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:05:37.763173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f34242f-42c5-46a0-8dda-59ad33412f56 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.858914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 663e6297-c935-4672-85cf-633b3e99dbc1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:37.873563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.890670 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f34242f-42c5-46a0-8dda-59ad33412f56 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:37.896134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e8d26-3196-4154-853d-b83de16be28e None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:37.975730 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f34242f-42c5-46a0-8dda-59ad33412f56 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.012315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f34242f-42c5-46a0-8dda-59ad33412f56 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.015153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4f34242f-42c5-46a0-8dda-59ad33412f56 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/9c8bb26f-4f66-4533-b5a6-d1871bccd4bb HTTP/1.1" status: 204 len: 168 time: 0.4629784 Sep 18 20:05:38.016444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34242f-42c5-46a0-8dda-59ad33412f56 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8bb26f-4f66-4533-b5a6-d1871bccd4bb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:38.018446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52894) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:38.068342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-05f9b8f0-8c64-4464-88d1-b88667a5fb3e None None] Provisioning complete for port 663e6297-c935-4672-85cf-633b3e99dbc1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:38.068707 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-05f9b8f0-8c64-4464-88d1-b88667a5fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.099424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-32a4b03d-66a7-421d-b9ae-a74739514b7a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758672 Sep 18 20:05:38.100465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52896) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:38.105603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:38.172153 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.218193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:38.225004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.231036 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.249821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 663e6297-c935-4672-85cf-633b3e99dbc1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=663e6297-c935-4672-85cf-633b3e99dbc1,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:38.304198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:05:38.307052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.453844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=663e6297-c935-4672-85cf-633b3e99dbc1,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:38.478492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] Deleting port 663e6297-c935-4672-85cf-633b3e99dbc1 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:38.478882 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.568439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.570766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] For port 663e6297-c935-4672-85cf-633b3e99dbc1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=663e6297-c935-4672-85cf-633b3e99dbc1,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:38.571177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.592838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] Calling delete_port for 663e6297-c935-4672-85cf-633b3e99dbc1 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:38.608756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.720750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=13c5bf84-d09f-4ea7-bf18-d41e49b668b2,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:38.734141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:38.737571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:38.744190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:38.745892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.760864 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.770400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6e21f85-47a8-4140-b5aa-294cee62731e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6682787 Sep 18 20:05:38.774343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52902) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:38.782550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'name': 'tempest-NetworksTestDHCPv6-300072950'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:38.799077 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:05:38.819608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] Pushing event deleted for resources: {'Port': ['ID=663e6297-c935-4672-85cf-633b3e99dbc1,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:38.841921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94446bce-1633-4f8b-90a0-30ed966edecf None None] No DVR routers for this DVR port 663e6297-c935-4672-85cf-633b3e99dbc1 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:05:38.864034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a86db-7838-4e3f-87dc-67aadc52fc11 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:38.949855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:38.969359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b524d0-783a-4786-ae06-678e30985b64 None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:38.970993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:38.976684 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:38.998763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:39.001224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port baf0a178-d934-41b2-8dec-182fd2eb80bb yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:39.005481 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d79c17e2-56c2-48b0-8a8e-ca050b630f64 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5465202 Sep 18 20:05:39.008720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52904) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:39.040160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b524d0-783a-4786-ae06-678e30985b64 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:39.040809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-24b524d0-783a-4786-ae06-678e30985b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:39.084705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-24b524d0-783a-4786-ae06-678e30985b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:39.104457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b524d0-783a-4786-ae06-678e30985b64 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:39.105149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-24b524d0-783a-4786-ae06-678e30985b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:39.162212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-24b524d0-783a-4786-ae06-678e30985b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:39.162876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b524d0-783a-4786-ae06-678e30985b64 None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:39.180670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '13c5bf84-d09f-4ea7-bf18-d41e49b668b2'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:05:39.181557 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:39.444914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::25 (89dc8557-de79-4367-b8f1-325567e3c906/13c5bf84-d09f-4ea7-bf18-d41e49b668b2/baf0a178-d934-41b2-8dec-182fd2eb80bb) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:39.626103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 663e6297-c935-4672-85cf-633b3e99dbc1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:05:39.672781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 663e6297-c935-4672-85cf-633b3e99dbc1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:05:39.673487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 663e6297-c935-4672-85cf-633b3e99dbc1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:05:39.829268 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:39.913728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:39.935614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:39.992741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:40.008416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/13c5bf84-d09f-4ea7-bf18-d41e49b668b2/f15d653d-1809-4220-9f12-422f95b82938) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:40.014804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:40.024545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:40.030401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:40.031061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:40.103939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=baf0a178-d934-41b2-8dec-182fd2eb80bb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:40.112282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52912) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:40.113719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fe83fe72-7329-4230-83c5-64b6136fa4fb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3366382 Sep 18 20:05:40.220717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c401671-a6c3-4516-899f-62aa5afa2bfa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:40.226607 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1c401671-a6c3-4516-899f-62aa5afa2bfa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1080370 Sep 18 20:05:40.229219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52914) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:40.236368 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:40.245930 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:40.300491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:40.307347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:40.312894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:40.333308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Pushing event updated for resources: {'Port': ['ID=f15d653d-1809-4220-9f12-422f95b82938,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:40.413542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Attempting to bind port f15d653d-1809-4220-9f12-422f95b82938 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:40.414296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Attempting to bind port f15d653d-1809-4220-9f12-422f95b82938 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:40.414936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Attempting to bind port f15d653d-1809-4220-9f12-422f95b82938 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:40.421302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:40.421989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:40.422682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:40.423555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:40.424309 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Bound port: f15d653d-1809-4220-9f12-422f95b82938, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:40.424967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:40.500546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] For port f15d653d-1809-4220-9f12-422f95b82938, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:05:40.510348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] For port f15d653d-1809-4220-9f12-422f95b82938, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f15d653d-1809-4220-9f12-422f95b82938,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:05:40.522159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:40.564140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6a9da677-cf3d-4294-b5ab-287d9d218970 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port baf0a178-d934-41b2-8dec-182fd2eb80bb {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:40.565191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a9da677-cf3d-4294-b5ab-287d9d218970 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:40.603616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.20.0.1 (2c7a957d-801c-4664-8b29-dbba3f6f86e1/fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4/ead4be28-4442-4635-a2e2-07ffe694dcd3) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:40.642702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54dff4-96c9-471b-9961-3c279677d103 None None] Pushing event updated for resources: {'Port': ['ID=f15d653d-1809-4220-9f12-422f95b82938,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:41.265115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a9da677-cf3d-4294-b5ab-287d9d218970 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:41.269708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:41.297122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6a9da677-cf3d-4294-b5ab-287d9d218970 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for baf0a178-d934-41b2-8dec-182fd2eb80bb owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:41.386275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:41.460718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:41.467126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:41.474168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:41.512594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=ead4be28-4442-4635-a2e2-07ffe694dcd3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:41.610487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:41.795272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a9da677-cf3d-4294-b5ab-287d9d218970 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:41.840349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f15d653d-1809-4220-9f12-422f95b82938 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:05:41.903475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9da677-cf3d-4294-b5ab-287d9d218970 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=baf0a178-d934-41b2-8dec-182fd2eb80bb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:41.952101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f15d653d-1809-4220-9f12-422f95b82938 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:41.953285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.030777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a9da677-cf3d-4294-b5ab-287d9d218970 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.032775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6a9da677-cf3d-4294-b5ab-287d9d218970 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/baf0a178-d934-41b2-8dec-182fd2eb80bb HTTP/1.1" status: 204 len: 168 time: 1.8022375 Sep 18 20:05:42.035879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52928) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:42.141398 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.145319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34c88f-75fc-4309-a4a9-a1d2453d80e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:42.148475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34c88f-75fc-4309-a4a9-a1d2453d80e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:42.150509 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0d34c88f-75fc-4309-a4a9-a1d2453d80e7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1128085 Sep 18 20:05:42.153404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52932) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:42.172097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.222646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port f15d653d-1809-4220-9f12-422f95b82938, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f15d653d-1809-4220-9f12-422f95b82938,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:42.228624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.261634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb379a38-bb32-4989-92f7-5ac40f092177 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 13c5bf84-d09f-4ea7-bf18-d41e49b668b2 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:05:42.265524 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb379a38-bb32-4989-92f7-5ac40f092177 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.320125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=f15d653d-1809-4220-9f12-422f95b82938,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:42.334925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb379a38-bb32-4989-92f7-5ac40f092177 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.390802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-974a3fff-3a6d-4b41-ab8c-62b96398e647 None None] Provisioning complete for port f15d653d-1809-4220-9f12-422f95b82938 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:42.391514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-974a3fff-3a6d-4b41-ab8c-62b96398e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.476147 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb379a38-bb32-4989-92f7-5ac40f092177 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.639895 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb379a38-bb32-4989-92f7-5ac40f092177 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.691173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a68b2d2a-66de-4097-9318-cc9f91bcc7eb None None] Could not find standard attr ID for object 011dae16-4631-495c-91ee-9752184ce025. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:05:42.691509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb379a38-bb32-4989-92f7-5ac40f092177 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=13c5bf84-d09f-4ea7-bf18-d41e49b668b2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:42.698092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cb379a38-bb32-4989-92f7-5ac40f092177 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.702945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:42.703859 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cb379a38-bb32-4989-92f7-5ac40f092177 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/13c5bf84-d09f-4ea7-bf18-d41e49b668b2 HTTP/1.1" status: 204 len: 168 time: 0.5483198 Sep 18 20:05:42.761038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c94a0b7c-026b-425e-b708-4f4faa9b9b63 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561285 Sep 18 20:05:42.763687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52946) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:42.769172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:42.893974 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:42.908799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:43.001100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:43.002073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55293d6-5d1f-4517-82c0-0df3c13f68ec None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:43.007359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:43.013980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=ead4be28-4442-4635-a2e2-07ffe694dcd3,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:43.034546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-38afecc6-b602-4164-b235-91d47320a412 None None] Could not find standard attr ID for object baf0a178-d934-41b2-8dec-182fd2eb80bb. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:05:43.037397 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:43.280513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:05:43.283328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:43.290396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:43.336643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] Deleting port f15d653d-1809-4220-9f12-422f95b82938 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:43.337056 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:43.410963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] For port f15d653d-1809-4220-9f12-422f95b82938, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f15d653d-1809-4220-9f12-422f95b82938,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:43.411935 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:43.427005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] Calling delete_port for f15d653d-1809-4220-9f12-422f95b82938 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:43.446903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:43.478083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:43.502305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:43.513559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:43.514415 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:43.553223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:43.565340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7965174 Sep 18 20:05:43.566099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52956) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:43.568886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:43.571089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'name': 'tempest-NetworksTestDHCPv6-377260667'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:43.590761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc9af2-0e90-4270-8008-3c0d2771a1a2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=39157391-42f5-4f37-9820-75487c3de4d6,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:43.640230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] Pushing event deleted for resources: {'Port': ['ID=f15d653d-1809-4220-9f12-422f95b82938,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:43.650409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2198cc4d-0898-40d2-91ce-14ce39e74f2f None None] No DVR routers for this DVR port f15d653d-1809-4220-9f12-422f95b82938 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:05:43.683414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c61f3-2e44-4e33-915f-9df01fa7da9c None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:43.720628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f15d653d-1809-4220-9f12-422f95b82938 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:05:43.798751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f15d653d-1809-4220-9f12-422f95b82938 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:05:43.799129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f15d653d-1809-4220-9f12-422f95b82938 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:05:43.853802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:43.870533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b8db2460-bd67-4275-8e0a-eb0569b63d4a tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/routers/2f5b34c3-7fbe-47eb-a578-865193b0da03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8605111 Sep 18 20:05:43.871082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 52960) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:43.872357 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d5bf7-a669-4b32-9eb7-006064189c76 None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:43.883123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'port': {'network_id': '2c7a957d-801c-4664-8b29-dbba3f6f86e1', 'name': 'tempest-FloatingIPTestJSON-736428919'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:43.890140 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d5bf7-a669-4b32-9eb7-006064189c76 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:43.890759 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-916d5bf7-a669-4b32-9eb7-006064189c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:43.960011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:43.967514 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:44.000469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-916d5bf7-a669-4b32-9eb7-006064189c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:44.012980 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d5bf7-a669-4b32-9eb7-006064189c76 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:44.015834 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-916d5bf7-a669-4b32-9eb7-006064189c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:44.017012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port de7c2cda-4a3f-4be9-8d10-415d1ff0f513 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:44.089439 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-916d5bf7-a669-4b32-9eb7-006064189c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:44.091574 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d5bf7-a669-4b32-9eb7-006064189c76 None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:44.249277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:44.255569 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:44.492516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '39157391-42f5-4f37-9820-75487c3de4d6'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:05:44.493396 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:44.963864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] device_id is not set on port b666c198-cb33-4521-b27c-6f9955d77b7c yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:45.041936 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::266 (89dc8557-de79-4367-b8f1-325567e3c906/39157391-42f5-4f37-9820-75487c3de4d6/de7c2cda-4a3f-4be9-8d10-415d1ff0f513) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:45.148563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.20.0.5 (2c7a957d-801c-4664-8b29-dbba3f6f86e1/fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4/b666c198-cb33-4521-b27c-6f9955d77b7c) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:45.340839 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.439906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.467912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.493114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:45.497380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:45.499692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:45.505622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:45.506653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.539422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/39157391-42f5-4f37-9820-75487c3de4d6/01ec0ddb-f3ee-42f4-868e-8a2357701641) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:45.585385 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0197694 Sep 18 20:05:45.588525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 52996) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:45.610794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd79d9-c4e7-446c-bd59-8331e5583289 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=de7c2cda-4a3f-4be9-8d10-415d1ff0f513,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:45.625361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.686183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:45.690935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:45.693440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:45.735743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1313966-b057-4318-b34b-a9baeb6d6078 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:45.743774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c1313966-b057-4318-b34b-a9baeb6d6078 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1532054 Sep 18 20:05:45.744797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53004) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:45.750766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:45.751450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.762146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=b666c198-cb33-4521-b27c-6f9955d77b7c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:45.804543 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-82a84b4e-8118-4781-b3a5-bd908cdc4a8c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9320383 Sep 18 20:05:45.806781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:45.812546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'port': {'network_id': '2c7a957d-801c-4664-8b29-dbba3f6f86e1', 'name': 'tempest-FloatingIPTestJSON-4736688'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:45.897749 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.912008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.932273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c5cd1-922c-4849-9814-c5cbdf84a237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port de7c2cda-4a3f-4be9-8d10-415d1ff0f513 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:45.935847 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5cd1-922c-4849-9814-c5cbdf84a237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.972637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:45.977260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:45.999253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Pushing event updated for resources: {'Port': ['ID=01ec0ddb-f3ee-42f4-868e-8a2357701641,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:46.005418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] device_id is not set on port e111368a-ac96-415c-b689-ff2da6e2673f yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:46.031448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:46.033465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:46.038662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:46.135039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5cd1-922c-4849-9814-c5cbdf84a237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.152956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Attempting to bind port 01ec0ddb-f3ee-42f4-868e-8a2357701641 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:46.153333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Attempting to bind port 01ec0ddb-f3ee-42f4-868e-8a2357701641 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:46.153719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Attempting to bind port 01ec0ddb-f3ee-42f4-868e-8a2357701641 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:46.163697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c5cd1-922c-4849-9814-c5cbdf84a237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for de7c2cda-4a3f-4be9-8d10-415d1ff0f513 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:46.165223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:46.165601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:46.166093 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.166398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:46.171234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Bound port: 01ec0ddb-f3ee-42f4-868e-8a2357701641, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:46.171234 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.199262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.20.0.8 (2c7a957d-801c-4664-8b29-dbba3f6f86e1/fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4/e111368a-ac96-415c-b689-ff2da6e2673f) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:46.332970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] For port 01ec0ddb-f3ee-42f4-868e-8a2357701641, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:05:46.336749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] For port 01ec0ddb-f3ee-42f4-868e-8a2357701641, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=01ec0ddb-f3ee-42f4-868e-8a2357701641,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:05:46.343801 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.452569 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5cd1-922c-4849-9814-c5cbdf84a237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.453375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98464a1-8339-4475-9429-ddecf5a0aec0 None None] Pushing event updated for resources: {'Port': ['ID=01ec0ddb-f3ee-42f4-868e-8a2357701641,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:46.502668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c5cd1-922c-4849-9814-c5cbdf84a237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=de7c2cda-4a3f-4be9-8d10-415d1ff0f513,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:46.540990 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.552348 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd9c5cd1-922c-4849-9814-c5cbdf84a237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.558015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bd9c5cd1-922c-4849-9814-c5cbdf84a237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/de7c2cda-4a3f-4be9-8d10-415d1ff0f513 HTTP/1.1" status: 204 len: 168 time: 0.8098192 Sep 18 20:05:46.558224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53016) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:46.610754 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.658007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7dafc-c58c-4f8c-a05d-6df5ebef13b8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:46.660914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7dafc-c58c-4f8c-a05d-6df5ebef13b8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:46.665036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a9e7dafc-c58c-4f8c-a05d-6df5ebef13b8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1026092 Sep 18 20:05:46.665571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53022) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:46.681090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:46.685525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:46.690048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:46.770291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=e111368a-ac96-415c-b689-ff2da6e2673f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:46.775160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-91919b09-8ab0-49bf-a5d5-3c201fa3e875 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 39157391-42f5-4f37-9820-75487c3de4d6 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:05:46.779186 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91919b09-8ab0-49bf-a5d5-3c201fa3e875 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.821176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:46.821860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.853639 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aa9d8d32-4129-4598-95ad-0bdf90a92c01 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.0454545 Sep 18 20:05:46.854414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53030) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:46.861501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'e111368a-ac96-415c-b689-ff2da6e2673f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:46.913989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:46.950757 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91919b09-8ab0-49bf-a5d5-3c201fa3e875 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:47.081004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91919b09-8ab0-49bf-a5d5-3c201fa3e875 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:47.189950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:47.251561 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91919b09-8ab0-49bf-a5d5-3c201fa3e875 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:47.429408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.25.8.23 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/8937b630-b01b-4ebe-a66d-dd94f2ab42ec) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:47.452278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91919b09-8ab0-49bf-a5d5-3c201fa3e875 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=39157391-42f5-4f37-9820-75487c3de4d6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:47.462143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91919b09-8ab0-49bf-a5d5-3c201fa3e875 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:47.464147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-91919b09-8ab0-49bf-a5d5-3c201fa3e875 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/39157391-42f5-4f37-9820-75487c3de4d6 HTTP/1.1" status: 204 len: 168 time: 0.7979476 Sep 18 20:05:47.472498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53040) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:47.619569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9047024f-a138-422c-98b1-61e1431faac7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421692 Sep 18 20:05:47.623122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53046) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:47.687200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-7ec6b8e1-5b26-4e3f-98b2-6fe85c025dde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3269954 Sep 18 20:05:47.689210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:47.766818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28a0d6b-db32-44aa-9346-d8736ac69a75 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:47.771047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e28a0d6b-db32-44aa-9346-d8736ac69a75 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1403475 Sep 18 20:05:47.775261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53048) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:47.816477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 01ec0ddb-f3ee-42f4-868e-8a2357701641 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:05:47.817519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:47.912286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=8937b630-b01b-4ebe-a66d-dd94f2ab42ec,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:47.945732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:47.948723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:47.952364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:48.006336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 01ec0ddb-f3ee-42f4-868e-8a2357701641 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:48.007733 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:48.021310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-19465acb-1d62-414c-911f-49ede3378df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:48.023662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-19465acb-1d62-414c-911f-49ede3378df4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1098 time: 0.2139823 Sep 18 20:05:48.040941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b67a43-c906-452a-9556-6492b6782c3a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:48.046744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7b67a43-c906-452a-9556-6492b6782c3a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2671964 Sep 18 20:05:48.056361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53054) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:48.060162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee289dc-e7dc-43ee-8273-03bf4d0387f6 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:48.223359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-4dd4fe07-8cb7-4f96-b520-b0dce44a2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:48.225432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-4dd4fe07-8cb7-4f96-b520-b0dce44a2999 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1776185 Sep 18 20:05:48.233651 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-73033a5a-544f-4e4b-8e3d-b89fb798bf79 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1726065 Sep 18 20:05:48.240358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53060) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:48.249499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:48.334246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-133fa350-d891-4da9-bc17-f8a346ad8d1c None None] Provisioning complete for port 01ec0ddb-f3ee-42f4-868e-8a2357701641 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:48.335962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-133fa350-d891-4da9-bc17-f8a346ad8d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:48.395357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-7aaf4ef2-7092-47a6-9987-df7597b34cdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 1002 time: 0.1632469 Sep 18 20:05:48.493323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:48.498667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:48.514407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-9570646d-b48d-4a4b-b5ad-cbef3a817842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:48.521999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-9570646d-b48d-4a4b-b5ad-cbef3a817842 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1196394 Sep 18 20:05:48.608844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:48.688394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-d696e6d0-eb6a-48e6-9e98-38f35e53d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:48.690353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-d696e6d0-eb6a-48e6-9e98-38f35e53d36a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594493 Sep 18 20:05:48.736262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 01ec0ddb-f3ee-42f4-868e-8a2357701641, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=01ec0ddb-f3ee-42f4-868e-8a2357701641,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:48.765659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:05:48.778723 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:48.885478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-133fa350-d891-4da9-bc17-f8a346ad8d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:48.926156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-0d99af12-6cb8-4ad6-9a29-7c602cb35fff service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256939 Sep 18 20:05:49.111673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:49.129694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=01ec0ddb-f3ee-42f4-868e-8a2357701641,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:49.133482 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-133fa350-d891-4da9-bc17-f8a346ad8d1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:05:49.133843 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-133fa350-d891-4da9-bc17-f8a346ad8d1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:05:49.157141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] Deleting port 01ec0ddb-f3ee-42f4-868e-8a2357701641 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:49.157647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:49.186450 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbfddb0b-78cb-4b79-9f97-5549cd594bcd req-b14536cb-8588-4a9b-848b-1982a06f1921 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533214 Sep 18 20:05:49.318049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:49.320162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] For port 01ec0ddb-f3ee-42f4-868e-8a2357701641, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=01ec0ddb-f3ee-42f4-868e-8a2357701641,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:49.321346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:49.332150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:49.339822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:49.340601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:49.349551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] Calling delete_port for 01ec0ddb-f3ee-42f4-868e-8a2357701641 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:49.360558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=383299c4-ea80-4d9b-88b6-5c726b04d67e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:49.423790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53076) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:49.429515 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ecbf074e-0c16-4794-9427-98577d8bbe36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1871731 Sep 18 20:05:49.431637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': '383299c4-ea80-4d9b-88b6-5c726b04d67e', 'ip_address': '2001:db8::914e:7c12:b952:cdce'}], 'name': 'tempest-NetworksTestDHCPv6-96280451'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:49.511106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:49.550782 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:49.601370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] Pushing event deleted for resources: {'Port': ['ID=01ec0ddb-f3ee-42f4-868e-8a2357701641,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:49.606790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:49.610159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6f027-922f-4966-95d6-dd4c17d5eb5b None None] No DVR routers for this DVR port 01ec0ddb-f3ee-42f4-868e-8a2357701641 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:05:49.654914 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:49.712103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e0001-08e8-492f-883f-54b0d0ab74d8 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:49.716805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-133fa350-d891-4da9-bc17-f8a346ad8d1c None None] Port 01ec0ddb-f3ee-42f4-868e-8a2357701641 update to ACTIVE by agent not found {{(pid=94942) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 20:05:49.731200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 01ec0ddb-f3ee-42f4-868e-8a2357701641 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:05:49.891054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 01ec0ddb-f3ee-42f4-868e-8a2357701641 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:05:49.891054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 01ec0ddb-f3ee-42f4-868e-8a2357701641 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:05:49.912737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:49.952106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port dd2ce89e-ef12-43e4-85b1-0f7597b9b136 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:50.104906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:50.118206 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:50.155522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '383299c4-ea80-4d9b-88b6-5c726b04d67e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:05:50.157467 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:50.199062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=8937b630-b01b-4ebe-a66d-dd94f2ab42ec,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:50.330712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:50.386853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::914e:7c12:b952:cdce (89dc8557-de79-4367-b8f1-325567e3c906/383299c4-ea80-4d9b-88b6-5c726b04d67e/dd2ce89e-ef12-43e4-85b1-0f7597b9b136) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:50.539560 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP 8514c050-4035-4140-94ef-672d319fe45b associated. External IP: 172.25.8.23, port: e111368a-ac96-415c-b689-ff2da6e2673f. Sep 18 20:05:50.678317 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:50.741799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:50.851150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=dd2ce89e-ef12-43e4-85b1-0f7597b9b136,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:50.853255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/383299c4-ea80-4d9b-88b6-5c726b04d67e/21da5f0a-5ef6-409f-806b-272f1524ead8) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:50.880690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:50.894663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:50.898466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:50.910830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:50.911658 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:50.953961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-22509508-7a01-466f-bc3d-1af9f6218367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5270779 Sep 18 20:05:50.956442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53102) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:51.071172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:51.088071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3da3e3-63e6-4add-8d52-a712f5d6a5ce tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:51.098332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53106) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:51.099000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-af3da3e3-63e6-4add-8d52-a712f5d6a5ce tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1382811 Sep 18 20:05:51.360287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:51.377572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-09e9bae4-9581-4c79-b97a-752471a07e37 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port dd2ce89e-ef12-43e4-85b1-0f7597b9b136 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:51.379576 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09e9bae4-9581-4c79-b97a-752471a07e37 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:51.393017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22d6c4-02ad-4ec4-9697-58c49d8c3059 None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:51.424254 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:51.433319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22d6c4-02ad-4ec4-9697-58c49d8c3059 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:51.434859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-de22d6c4-02ad-4ec4-9697-58c49d8c3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:51.516219 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:51.537283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:51.540582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-de22d6c4-02ad-4ec4-9697-58c49d8c3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:51.629200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09e9bae4-9581-4c79-b97a-752471a07e37 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:51.652597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-09e9bae4-9581-4c79-b97a-752471a07e37 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for dd2ce89e-ef12-43e4-85b1-0f7597b9b136 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:51.658017 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-de4c3d38-df7c-4b20-a9ad-ed739ff10dc6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 979 time: 4.7997384 Sep 18 20:05:51.659441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53116) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:51.668764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:51.734268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22d6c4-02ad-4ec4-9697-58c49d8c3059 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:51.734942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-de22d6c4-02ad-4ec4-9697-58c49d8c3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:51.748399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:51.755018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:51.848593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Pushing event updated for resources: {'Port': ['ID=21da5f0a-5ef6-409f-806b-272f1524ead8,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:51.874201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:51.882087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.885408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.886376 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.887196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.887620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.887967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.888306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.888886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.889228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.892182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.892544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.894632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:05:51.904043 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-51d154b1-9a70-4da8-b2ba-0cc0f4bc4f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:51.910789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-de22d6c4-02ad-4ec4-9697-58c49d8c3059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:51.911541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22d6c4-02ad-4ec4-9697-58c49d8c3059 None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:52.005176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.089102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Attempting to bind port 21da5f0a-5ef6-409f-806b-272f1524ead8 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:52.089708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Attempting to bind port 21da5f0a-5ef6-409f-806b-272f1524ead8 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:52.090087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Attempting to bind port 21da5f0a-5ef6-409f-806b-272f1524ead8 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:52.101438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09e9bae4-9581-4c79-b97a-752471a07e37 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.115501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:52.119143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:52.119590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.120224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:52.120728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Bound port: 21da5f0a-5ef6-409f-806b-272f1524ead8, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:52.125152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.215240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9bae4-9581-4c79-b97a-752471a07e37 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=dd2ce89e-ef12-43e4-85b1-0f7597b9b136,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:52.292516 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-09e9bae4-9581-4c79-b97a-752471a07e37 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.299170 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-09e9bae4-9581-4c79-b97a-752471a07e37 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/dd2ce89e-ef12-43e4-85b1-0f7597b9b136 HTTP/1.1" status: 204 len: 168 time: 1.1991248 Sep 18 20:05:52.300292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53134) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:52.362078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] For port 21da5f0a-5ef6-409f-806b-272f1524ead8, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:05:52.366702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] For port 21da5f0a-5ef6-409f-806b-272f1524ead8, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=21da5f0a-5ef6-409f-806b-272f1524ead8,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:05:52.375766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.497355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23bbe1-9aac-41fa-869e-567226ac3b29 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:52.505237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23bbe1-9aac-41fa-869e-567226ac3b29 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:52.508274 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.510233 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ed23bbe1-9aac-41fa-869e-567226ac3b29 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2087290 Sep 18 20:05:52.510963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53136) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:52.538229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad88132-d38a-4af6-ba6d-0829aaafba55 None None] Pushing event updated for resources: {'Port': ['ID=21da5f0a-5ef6-409f-806b-272f1524ead8,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:52.546758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.547124 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP 8514c050-4035-4140-94ef-672d319fe45b disassociated. External IP: 172.25.8.23, port: e111368a-ac96-415c-b689-ff2da6e2673f. Sep 18 20:05:52.673132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91aaca9-a711-4485-931d-29b53e70827c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 383299c4-ea80-4d9b-88b6-5c726b04d67e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:05:52.684643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e91aaca9-a711-4485-931d-29b53e70827c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:52.790309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e91aaca9-a711-4485-931d-29b53e70827c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:53.026096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:53.041641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e91aaca9-a711-4485-931d-29b53e70827c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:53.212543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e91aaca9-a711-4485-931d-29b53e70827c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:53.252941 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e91aaca9-a711-4485-931d-29b53e70827c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:53.257680 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e91aaca9-a711-4485-931d-29b53e70827c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/383299c4-ea80-4d9b-88b6-5c726b04d67e HTTP/1.1" status: 204 len: 168 time: 0.7438753 Sep 18 20:05:53.258383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53148) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:53.309497 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:53.349771 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4a267a24-b42c-4a1e-9243-f380b35ee444 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638289 Sep 18 20:05:53.358376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aaca9-a711-4485-931d-29b53e70827c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=383299c4-ea80-4d9b-88b6-5c726b04d67e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:53.364144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53152) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:53.391517 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:53.452756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:53.782920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 21da5f0a-5ef6-409f-806b-272f1524ead8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:05:53.931207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:53.947440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:53.954488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 21da5f0a-5ef6-409f-806b-272f1524ead8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:53.954770 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:53.970624 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415d8b0-286f-4c51-88c2-ecf8cbe7672a None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:53.998893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3130a490-b9bf-466d-a514-99a97eb94df7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/floatingips/8514c050-4035-4140-94ef-672d319fe45b HTTP/1.1" status: 200 len: 687 time: 2.3377635 Sep 18 20:05:54.003488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53164) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:54.021046 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415d8b0-286f-4c51-88c2-ecf8cbe7672a None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:54.021749 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4415d8b0-286f-4c51-88c2-ecf8cbe7672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:54.123762 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4415d8b0-286f-4c51-88c2-ecf8cbe7672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:54.146600 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415d8b0-286f-4c51-88c2-ecf8cbe7672a None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:54.147283 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4415d8b0-286f-4c51-88c2-ecf8cbe7672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:54.194524 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.219571 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4415d8b0-286f-4c51-88c2-ecf8cbe7672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:54.220236 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415d8b0-286f-4c51-88c2-ecf8cbe7672a None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:54.347720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:54.350314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 21da5f0a-5ef6-409f-806b-272f1524ead8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=21da5f0a-5ef6-409f-806b-272f1524ead8,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:54.355872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.364221 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.372261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port 8937b630-b01b-4ebe-a66d-dd94f2ab42ec {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:54.372809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.450060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378b564-b4db-4e32-9df8-72b157cbff43 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:54.592357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.593635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.624541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for 8937b630-b01b-4ebe-a66d-dd94f2ab42ec owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:54.651219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=21da5f0a-5ef6-409f-806b-272f1524ead8,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:54.722257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5adf2ae5-e49f-4068-b081-cc04760554c2 None None] Provisioning complete for port 21da5f0a-5ef6-409f-806b-272f1524ead8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:54.722631 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5adf2ae5-e49f-4068-b081-cc04760554c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.741706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.787634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:54.788489 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.791393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:54.795856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:54.796465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.839310 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4738266 Sep 18 20:05:54.842052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53174) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:54.845367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1ad70-ff73-4e64-92ab-da8549e8663d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=50e68f73-165a-4032-b97b-3559e656359a,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:54.886071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': '50e68f73-165a-4032-b97b-3559e656359a', 'ip_address': '2001:db8::4cb:5bfd:4e1a:848c'}], 'name': 'tempest-NetworksTestDHCPv6-1409670239'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:54.915748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:05:54.923464 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-60753bac-9f69-47ff-9d21-99bb5f39dce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:54.977993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] Deleting port 21da5f0a-5ef6-409f-806b-272f1524ead8 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:54.978320 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.070491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] For port 21da5f0a-5ef6-409f-806b-272f1524ead8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=21da5f0a-5ef6-409f-806b-272f1524ead8,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:55.071303 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.088359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] Calling delete_port for 21da5f0a-5ef6-409f-806b-272f1524ead8 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:55.175986 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.203268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:55.224369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] Pushing event deleted for resources: {'Port': ['ID=21da5f0a-5ef6-409f-806b-272f1524ead8,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:55.232184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a012ba-54b3-42e2-b85b-e63886986c77 None None] No DVR routers for this DVR port 21da5f0a-5ef6-409f-806b-272f1524ead8 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:05:55.235010 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.254674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f63c1f-f269-4089-9b1f-5c744027312a None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:55.293909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=8937b630-b01b-4ebe-a66d-dd94f2ab42ec,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:55.566555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.574416 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.577004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.578227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-262eae75-c2c8-4e94-9624-53a6a47924d8 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/floatingips/8514c050-4035-4140-94ef-672d319fe45b HTTP/1.1" status: 204 len: 168 time: 1.5689676 Sep 18 20:05:55.582867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53198) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:55.588457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'b666c198-cb33-4521-b27c-6f9955d77b7c'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:55.648933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 91847f9e-8887-4d72-b420-441a17634366 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:55.661229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.678864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 21da5f0a-5ef6-409f-806b-272f1524ead8 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:05:55.716319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 21da5f0a-5ef6-409f-806b-272f1524ead8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:05:55.716993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 21da5f0a-5ef6-409f-806b-272f1524ead8 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:05:55.722236 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.835538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '50e68f73-165a-4032-b97b-3559e656359a'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:05:55.836405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:55.881600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.016751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/50e68f73-165a-4032-b97b-3559e656359a/a56ffbb3-f414-4468-88e5-32c8e5ae66fc) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:56.042889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.25.8.41 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/bbf74d55-b923-4437-9ec1-a56e3dbae8aa) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:56.181385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.218199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.218471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.229073 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.261926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:56.265670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:56.270039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:56.301566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::4cb:5bfd:4e1a:848c (89dc8557-de79-4367-b8f1-325567e3c906/50e68f73-165a-4032-b97b-3559e656359a/91847f9e-8887-4d72-b420-441a17634366) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:05:56.321682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Pushing event updated for resources: {'Port': ['ID=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:56.337454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:56.339159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:56.340982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=bbf74d55-b923-4437-9ec1-a56e3dbae8aa,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:56.343917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:56.433320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Attempting to bind port a56ffbb3-f414-4468-88e5-32c8e5ae66fc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:05:56.433997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Attempting to bind port a56ffbb3-f414-4468-88e5-32c8e5ae66fc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:05:56.434542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Attempting to bind port a56ffbb3-f414-4468-88e5-32c8e5ae66fc on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:05:56.440673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:05:56.443571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:05:56.443571 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.443992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:05:56.446099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Bound port: a56ffbb3-f414-4468-88e5-32c8e5ae66fc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:05:56.446099 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.541779 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] For port a56ffbb3-f414-4468-88e5-32c8e5ae66fc, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:05:56.548121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] For port a56ffbb3-f414-4468-88e5-32c8e5ae66fc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:05:56.556680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.569627 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.623672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b0911-7900-4136-b5f5-b81242ffaa1f None None] Pushing event updated for resources: {'Port': ['ID=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:56.632649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.708989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:56.710670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:56.713783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:05:56.720595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:56.724105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:56.756104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=91847f9e-8887-4d72-b420-441a17634366,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:56.762175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3dbf88bc-d0ad-4886-a2f9-bbeac9eefa91 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9132783 Sep 18 20:05:56.765469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53228) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:56.845562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a868f6-2c8f-4fea-ab1c-a3c0296972cf tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:56.853243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a868f6-2c8f-4fea-ab1c-a3c0296972cf tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:56.869359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b0a868f6-2c8f-4fea-ab1c-a3c0296972cf tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0994973 Sep 18 20:05:56.869359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53230) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:56.977978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.009964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d23d691b-0677-49a1-ac89-ba4036641c0e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 91847f9e-8887-4d72-b420-441a17634366 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:57.010311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d23d691b-0677-49a1-ac89-ba4036641c0e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.086349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.165877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d23d691b-0677-49a1-ac89-ba4036641c0e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.196025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d23d691b-0677-49a1-ac89-ba4036641c0e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 91847f9e-8887-4d72-b420-441a17634366 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:57.330391 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.337162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.413695 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d23d691b-0677-49a1-ac89-ba4036641c0e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.475096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d691b-0677-49a1-ac89-ba4036641c0e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=91847f9e-8887-4d72-b420-441a17634366,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:57.504084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=bbf74d55-b923-4437-9ec1-a56e3dbae8aa,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:57.558688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d23d691b-0677-49a1-ac89-ba4036641c0e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.567441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53254) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:57.569107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d23d691b-0677-49a1-ac89-ba4036641c0e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/91847f9e-8887-4d72-b420-441a17634366 HTTP/1.1" status: 204 len: 168 time: 0.6912417 Sep 18 20:05:57.686990 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.692684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:57.723018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-fded53e3-7a9a-4adf-8d53-b9cbfe39d1c0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721003384&fields=id&tenant_id=3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 267 time: 0.1327696 Sep 18 20:05:57.832608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a56ffbb3-f414-4468-88e5-32c8e5ae66fc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:05:57.876427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-eead1fda-3206-42dd-b878-8660c4e3348b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:57.879138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-eead1fda-3206-42dd-b878-8660c4e3348b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.1394081 Sep 18 20:05:57.907353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-7c607879-71c7-46e2-8166-a2bf28eeb890 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/quotas/3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 375 time: 0.0208848 Sep 18 20:05:57.927140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9606be-201c-4be6-8db4-eb0612b0b271 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:57.928805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9606be-201c-4be6-8db4-eb0612b0b271 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:57.930393 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0c9606be-201c-4be6-8db4-eb0612b0b271 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3616204 Sep 18 20:05:57.933166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53270) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:57.940634 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP c35d754d-a507-424f-a198-006933cd569b associated. External IP: 172.25.8.41, port: b666c198-cb33-4521-b27c-6f9955d77b7c. Sep 18 20:05:58.003355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a56ffbb3-f414-4468-88e5-32c8e5ae66fc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:58.003779 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.074933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-230259b9-f989-4720-9dc6-0cab3ee4c843 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 50e68f73-165a-4032-b97b-3559e656359a {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:05:58.082521 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-230259b9-f989-4720-9dc6-0cab3ee4c843 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.100376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-5504a7b4-0ec5-4bdb-b761-0c55faaaf224 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1818507 Sep 18 20:05:58.160826 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.184197 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-230259b9-f989-4720-9dc6-0cab3ee4c843 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.226096 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a56ffbb3-f414-4468-88e5-32c8e5ae66fc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:58.242852 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.285157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d77fea46-50a7-4d69-8495-1f96bf70105d None None] Provisioning complete for port a56ffbb3-f414-4468-88e5-32c8e5ae66fc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:05:58.285836 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d77fea46-50a7-4d69-8495-1f96bf70105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.345280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-7a5c9682-7c44-4cf4-bd13-dad2c4793e7c service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183447 Sep 18 20:05:58.447071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-230259b9-f989-4720-9dc6-0cab3ee4c843 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.490842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:05:58.502994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:58.607260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-13335953-b291-43e8-a327-dc09179dbdc8 service neutron] 10.222.0.20 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213895 Sep 18 20:05:58.611457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-feab834d-7722-4fee-a6e2-e193c393a499 None None] Could not find standard attr ID for object de7c2cda-4a3f-4be9-8d10-415d1ff0f513. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:05:58.632049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-230259b9-f989-4720-9dc6-0cab3ee4c843 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.688925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230259b9-f989-4720-9dc6-0cab3ee4c843 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=50e68f73-165a-4032-b97b-3559e656359a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:58.717056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-230259b9-f989-4720-9dc6-0cab3ee4c843 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.727428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-230259b9-f989-4720-9dc6-0cab3ee4c843 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/50e68f73-165a-4032-b97b-3559e656359a HTTP/1.1" status: 204 len: 168 time: 0.7907507 Sep 18 20:05:58.731705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53286) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:58.763800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:05:58.777068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae3eb0-3535-4137-aedf-1af65cdfa24f None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:05:58.805478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae3eb0-3535-4137-aedf-1af65cdfa24f None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:58.806942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-01ae3eb0-3535-4137-aedf-1af65cdfa24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:58.812387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b2c70b58-c2ec-413a-82b5-5dd2a1ad5bd3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792463 Sep 18 20:05:58.815924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53292) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:58.823111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:58.864799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:58.997752 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e714d505-fa90-4ff1-b53f-d376a4f87b1e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.4116912 Sep 18 20:05:58.999875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53298) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:59.005493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-01ae3eb0-3535-4137-aedf-1af65cdfa24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:59.013257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa87e2-de75-4092-ae2b-8d72c6fc3730 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:05:59.049234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2de92aad-27b0-4239-a384-324e4e63df11 None None] Could not find standard attr ID for object dd2ce89e-ef12-43e4-85b1-0f7597b9b136. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:05:59.049561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:59.059257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:59.062166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae3eb0-3535-4137-aedf-1af65cdfa24f None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:05:59.063017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-01ae3eb0-3535-4137-aedf-1af65cdfa24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:59.185295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-01ae3eb0-3535-4137-aedf-1af65cdfa24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:05:59.188459 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-205af7e4-4f23-4b74-a22b-c3c281224d17 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "GET /v2.0/floatingips/c35d754d-a507-424f-a198-006933cd569b HTTP/1.1" status: 200 len: 976 time: 0.1850886 Sep 18 20:05:59.188617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae3eb0-3535-4137-aedf-1af65cdfa24f None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:05:59.196281 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53300) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:59.390940 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c0d39433-d150-4e41-bc1c-406519b1044f tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1904156 Sep 18 20:05:59.391734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53306) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:59.397570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'port_id': 'e111368a-ac96-415c-b689-ff2da6e2673f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:59.423489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:59.432581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:05:59.470743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:59.516208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:05:59.517659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:05:59.523349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:05:59.524005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:59.531703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] Deleting port a56ffbb3-f414-4468-88e5-32c8e5ae66fc {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:05:59.532095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:59.556565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7391944 Sep 18 20:05:59.562740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53310) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:05:59.575886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': 'a631e3b0-6c97-482a-a587-f72f38a93f40', 'ip_address': '2001:db8::fae0:247f:c2b1:e100'}], 'name': 'tempest-NetworksTestDHCPv6-949292511'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:05:59.584439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14814ef6-33cc-41a4-84e8-747b9d3d0d34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=a631e3b0-6c97-482a-a587-f72f38a93f40,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:05:59.680870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a56ffbb3-f414-4468-88e5-32c8e5ae66fc no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:05:59.796543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] For port a56ffbb3-f414-4468-88e5-32c8e5ae66fc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:59.797277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:59.797924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:05:59.810892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:59.816419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] Calling delete_port for a56ffbb3-f414-4468-88e5-32c8e5ae66fc owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:05:59.848930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 8bd35c7f-686c-4084-89f9-b1227721a38e yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:05:59.889073 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:05:59.922829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a56ffbb3-f414-4468-88e5-32c8e5ae66fc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:05:59.938882 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:00.078846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:00.080820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:00.127712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] Pushing event deleted for resources: {'Port': ['ID=a56ffbb3-f414-4468-88e5-32c8e5ae66fc,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:00.140194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1faadd-0c60-40a4-8a7d-140c0575a5dc None None] No DVR routers for this DVR port a56ffbb3-f414-4468-88e5-32c8e5ae66fc on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:00.155976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb4c77c-6c7d-40d2-9f18-cbfe8bcea592 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:00.160897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::fae0:247f:c2b1:e100 (89dc8557-de79-4367-b8f1-325567e3c906/a631e3b0-6c97-482a-a587-f72f38a93f40/8bd35c7f-686c-4084-89f9-b1227721a38e) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:00.326809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:00.341928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:00.383906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f4263b6-4f0d-4488-afc1-9f89df4ffff0 req-ee64be9b-d093-4928-ad1b-221edf6dfeae tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.0469573 Sep 18 20:06:00.431095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'a631e3b0-6c97-482a-a587-f72f38a93f40'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:00.432704 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:00.437205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:00.506364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:00.537124 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP c35d754d-a507-424f-a198-006933cd569b associated. External IP: 172.25.8.41, port: b666c198-cb33-4521-b27c-6f9955d77b7c. Sep 18 20:06:00.550302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:00.553488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:00.561257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:00.567722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:00.568344 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:00.602548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=8bd35c7f-686c-4084-89f9-b1227721a38e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:00.621035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c446adaa-cea0-49e4-9f13-05446bb52d03 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0572515 Sep 18 20:06:00.624387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53336) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:00.768434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f362ba8-6958-4082-9eec-d1a7c40a6670 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:00.773343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8f362ba8-6958-4082-9eec-d1a7c40a6670 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1479404 Sep 18 20:06:00.774131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53342) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:00.850516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/a631e3b0-6c97-482a-a587-f72f38a93f40/01ef0397-f7a5-4125-8473-2e825e20c3cc) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:00.920801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:00.938075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b79b8b55-c59b-42ad-b43b-b74f15e13f9d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 8bd35c7f-686c-4084-89f9-b1227721a38e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:00.940259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b79b8b55-c59b-42ad-b43b-b74f15e13f9d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.148959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b79b8b55-c59b-42ad-b43b-b74f15e13f9d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.171410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.182522 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.200502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b79b8b55-c59b-42ad-b43b-b74f15e13f9d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 8bd35c7f-686c-4084-89f9-b1227721a38e owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:01.246968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Pushing event updated for resources: {'Port': ['ID=01ef0397-f7a5-4125-8473-2e825e20c3cc,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:01.271041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:01.277008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:01.282160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:01.394162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Attempting to bind port 01ef0397-f7a5-4125-8473-2e825e20c3cc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:01.394612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Attempting to bind port 01ef0397-f7a5-4125-8473-2e825e20c3cc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:01.394957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Attempting to bind port 01ef0397-f7a5-4125-8473-2e825e20c3cc on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:01.413968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:01.416087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:01.436512 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.457255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:01.458287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Bound port: 01ef0397-f7a5-4125-8473-2e825e20c3cc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:01.459183 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.621603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16e9f9f5-2b47-4540-9a9e-e074047046d5 req-d0bb2669-5bf8-483a-96fe-289b27ae0d79 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.1068707 Sep 18 20:06:01.626354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] For port 01ef0397-f7a5-4125-8473-2e825e20c3cc, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:01.636326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] For port 01ef0397-f7a5-4125-8473-2e825e20c3cc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=01ef0397-f7a5-4125-8473-2e825e20c3cc,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:01.640644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:01.661618 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6c799-244d-4766-aeb4-96f791f3fc74 None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:01.662844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b79b8b55-c59b-42ad-b43b-b74f15e13f9d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.663612 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.695071 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6c799-244d-4766-aeb4-96f791f3fc74 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:01.695780 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f8f6c799-244d-4766-aeb4-96f791f3fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:01.789986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b8b55-c59b-42ad-b43b-b74f15e13f9d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=8bd35c7f-686c-4084-89f9-b1227721a38e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:01.808802 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f8f6c799-244d-4766-aeb4-96f791f3fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:01.821984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984801b5-c863-4d18-ad3d-a94ba19c828f None None] Pushing event updated for resources: {'Port': ['ID=01ef0397-f7a5-4125-8473-2e825e20c3cc,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:01.839100 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6c799-244d-4766-aeb4-96f791f3fc74 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:01.840670 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f8f6c799-244d-4766-aeb4-96f791f3fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:01.841087 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b79b8b55-c59b-42ad-b43b-b74f15e13f9d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:01.846779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53356) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:01.847675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b79b8b55-c59b-42ad-b43b-b74f15e13f9d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/8bd35c7f-686c-4084-89f9-b1227721a38e HTTP/1.1" status: 204 len: 168 time: 1.0712986 Sep 18 20:06:01.905886 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f8f6c799-244d-4766-aeb4-96f791f3fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:01.906833 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6c799-244d-4766-aeb4-96f791f3fc74 None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:01.976162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c63087-c3b8-46c8-b8ce-ac2a33b701b0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:01.977754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c63087-c3b8-46c8-b8ce-ac2a33b701b0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:01.979991 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2c63087-c3b8-46c8-b8ce-ac2a33b701b0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1312797 Sep 18 20:06:01.983505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53360) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:02.079066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-b711c9ab-b995-4e12-9790-aebd324a0538 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet a631e3b0-6c97-482a-a587-f72f38a93f40 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:02.098596 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b711c9ab-b995-4e12-9790-aebd324a0538 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:02.345634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b711c9ab-b995-4e12-9790-aebd324a0538 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:02.621260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:02.661729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b711c9ab-b995-4e12-9790-aebd324a0538 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:02.870884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b085c226-2971-4327-8a17-407836ffabd7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:02.872527 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b085c226-2971-4327-8a17-407836ffabd7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 812 time: 0.6647797 Sep 18 20:06:02.967471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7f57ec0-5e45-49cc-bd2b-14c812572b1e req-fd75fefe-7320-4302-970a-d61fcea1b223 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.0672030 Sep 18 20:06:03.026477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b711c9ab-b995-4e12-9790-aebd324a0538 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:03.042200 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-38550c4b-900d-4a7c-8385-01d5b5910363 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c57d5ee3319494daf3b9cda25bb9cde HTTP/1.1" status: 200 len: 380 time: 0.1599483 Sep 18 20:06:03.084114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'port': {'device_id': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'admin_state_up': True, 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'security_groups': ['23d33e8d-cf54-4fac-b027-89165957afcf']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:03.087953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:03.091769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711c9ab-b995-4e12-9790-aebd324a0538 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=a631e3b0-6c97-482a-a587-f72f38a93f40,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:03.100521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:03.104050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37d542-1027-445d-b220-fac757eb5c3a None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:03.130459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b711c9ab-b995-4e12-9790-aebd324a0538 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:03.132629 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b711c9ab-b995-4e12-9790-aebd324a0538 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/a631e3b0-6c97-482a-a587-f72f38a93f40 HTTP/1.1" status: 204 len: 168 time: 1.1480136 Sep 18 20:06:03.136103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53388) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:03.137511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37d542-1027-445d-b220-fac757eb5c3a None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:03.138565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9e37d542-1027-445d-b220-fac757eb5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:03.222640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e12545c4-be3b-4b30-930a-558bb6597384 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827723 Sep 18 20:06:03.224688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53394) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:03.247290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9e37d542-1027-445d-b220-fac757eb5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:03.262258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37d542-1027-445d-b220-fac757eb5c3a None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:03.263193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9e37d542-1027-445d-b220-fac757eb5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:03.326149 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-635bee1d-f34f-46c1-b67d-b3cdd5ff87ea tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/floatingips/c35d754d-a507-424f-a198-006933cd569b HTTP/1.1" status: 200 len: 974 time: 3.9332886 Sep 18 20:06:03.329196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53398) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:03.334275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:03.337323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9e37d542-1027-445d-b220-fac757eb5c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:03.338166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37d542-1027-445d-b220-fac757eb5c3a None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:03.430146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906df646-afad-467d-901f-d446d2e78c45 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:03.437826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-906df646-afad-467d-901f-d446d2e78c45 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2097349 Sep 18 20:06:03.437994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53402) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:03.441391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Made reservation on behalf of 3c57d5ee3319494daf3b9cda25bb9cde for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:03.445210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:03.458588 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:03.523781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866be96-6b99-46dc-bbab-8e326b2c5127 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:03.642034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4e77e93a-92bb-4475-9fdb-efd4d50334da None None] Provisioning complete for port 01ef0397-f7a5-4125-8473-2e825e20c3cc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:03.643342 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e77e93a-92bb-4475-9fdb-efd4d50334da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:03.717460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bd249-700b-487f-8291-f1d2f3d6ec65 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:03.719457 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-705bd249-700b-487f-8291-f1d2f3d6ec65 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2797883 Sep 18 20:06:03.725758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53412) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:03.782076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 01ef0397-f7a5-4125-8473-2e825e20c3cc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:03.797280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-af49fef1-79ca-4c13-b7b3-f06a67e169b9 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702603 Sep 18 20:06:03.804962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53416) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:03.820477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:03.962422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.20.0.5 (e9561566-4f46-403d-9a9c-0b61da82ba41/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e/9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:04.082329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:04.088106 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.089305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.102283 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.102873 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP c35d754d-a507-424f-a198-006933cd569b disassociated. External IP: 172.25.8.41, port: e111368a-ac96-415c-b689-ff2da6e2673f. Sep 18 20:06:04.177639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e77e93a-92bb-4475-9fdb-efd4d50334da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.201060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 01ef0397-f7a5-4125-8473-2e825e20c3cc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:04.201774 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.206699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.235365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8423fe73-c076-4985-82e7-48270f3d70da req-26ce9686-94af-41c2-bdb6-8d1fe8cff06f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.1199050 Sep 18 20:06:04.266782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4e77e93a-92bb-4475-9fdb-efd4d50334da None None] For port 01ef0397-f7a5-4125-8473-2e825e20c3cc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=01ef0397-f7a5-4125-8473-2e825e20c3cc,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:04.319342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:06:04.321581 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e77e93a-92bb-4475-9fdb-efd4d50334da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.426981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e93a-92bb-4475-9fdb-efd4d50334da None None] Pushing event updated for resources: {'Port': ['ID=01ef0397-f7a5-4125-8473-2e825e20c3cc,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:04.468048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.544232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] Deleting port 01ef0397-f7a5-4125-8473-2e825e20c3cc {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:04.544658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.558223 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.618463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network e9561566-4f46-403d-9a9c-0b61da82ba41 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:04.633503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=beb739a6-9fce-4870-9e9a-2cf49f29212a,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:04.647921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:04.649380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:04.653425 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:04.653701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:04.654484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.658737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:04.663122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:04.702255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] For port 01ef0397-f7a5-4125-8473-2e825e20c3cc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=01ef0397-f7a5-4125-8473-2e825e20c3cc,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:04.702761 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.727813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6ed22a3d-f03d-480e-8b35-a4d536e4bc48 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9195504 Sep 18 20:06:04.728795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53432) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:04.732143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:04.732838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:04.734154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': 'beb739a6-9fce-4870-9e9a-2cf49f29212a', 'ip_address': '2001:db8::a572:9c41:6fc8:ff'}], 'name': 'tempest-NetworksTestDHCPv6-42235033'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:04.736009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] Calling delete_port for 01ef0397-f7a5-4125-8473-2e825e20c3cc owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:04.790782 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-6c3ebab1-3198-4435-8c28-a8e9ce10b6f8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7157478 Sep 18 20:06:04.846708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:04.949502 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:05.000645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:05.011189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Request body: {'port': {'device_id': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:05.020198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] Pushing event deleted for resources: {'Port': ['ID=01ef0397-f7a5-4125-8473-2e825e20c3cc,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:05.026843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272707ad-6086-434a-bc3f-2e276f1bea43 None None] No DVR routers for this DVR port 01ef0397-f7a5-4125-8473-2e825e20c3cc on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:05.048586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356975df-0fd7-419e-906f-2fbe076f9b41 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:05.168311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-813492fc-a684-4b6e-bf8f-cb318214fd52 None None] Provisioning complete for port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:05.168776 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-813492fc-a684-4b6e-bf8f-cb318214fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:05.177724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:05.206620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 7216fc8a-faac-4caa-8910-987a3e15f9da yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:05.218708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-813492fc-a684-4b6e-bf8f-cb318214fd52 None None] Port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:05.220199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:05.243307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:05.248918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:05.257368 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb7ce7-0b06-4de6-9413-4555c569243c None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:05.296139 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb7ce7-0b06-4de6-9413-4555c569243c None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:05.296982 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-86bb7ce7-0b06-4de6-9413-4555c569243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:05.367277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'beb739a6-9fce-4870-9e9a-2cf49f29212a'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:05.367589 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-535eeb80-5644-481b-9c0c-c3fe0028dc6d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/floatingips/c35d754d-a507-424f-a198-006933cd569b HTTP/1.1" status: 200 len: 687 time: 2.0368333 Sep 18 20:06:05.368989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:05.370166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53448) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:05.486831 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-86bb7ce7-0b06-4de6-9413-4555c569243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:05.516497 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb7ce7-0b06-4de6-9413-4555c569243c None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:05.517370 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-86bb7ce7-0b06-4de6-9413-4555c569243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:05.568010 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-86bb7ce7-0b06-4de6-9413-4555c569243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:05.569385 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb7ce7-0b06-4de6-9413-4555c569243c None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:05.659079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/beb739a6-9fce-4870-9e9a-2cf49f29212a/15e988f2-2e62-4b60-ae59-6fd7101373d3) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:05.732721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 01ef0397-f7a5-4125-8473-2e825e20c3cc no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:05.758428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632871d-6b84-4a87-a620-293bc85bb0d5 req-b3c2b41d-a7e1-46a4-bf6e-ed834a294a4c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:05.761700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7632871d-6b84-4a87-a620-293bc85bb0d5 req-b3c2b41d-a7e1-46a4-bf6e-ed834a294a4c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 931 time: 0.3645253 Sep 18 20:06:05.789299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 01ef0397-f7a5-4125-8473-2e825e20c3cc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:06:05.789796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 01ef0397-f7a5-4125-8473-2e825e20c3cc not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:06:05.864654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7632871d-6b84-4a87-a620-293bc85bb0d5 req-3998dfa9-ff2c-4d3f-adf7-8aa8ac338485 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959136 Sep 18 20:06:05.991415 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.010795 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.076520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::a572:9c41:6fc8:ff (89dc8557-de79-4367-b8f1-325567e3c906/beb739a6-9fce-4870-9e9a-2cf49f29212a/7216fc8a-faac-4caa-8910-987a3e15f9da) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:06.103288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:06.115242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:06.124151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:06.133753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Pushing event updated for resources: {'Port': ['ID=15e988f2-2e62-4b60-ae59-6fd7101373d3,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:06.254607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Attempting to bind port 15e988f2-2e62-4b60-ae59-6fd7101373d3 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:06.255242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Attempting to bind port 15e988f2-2e62-4b60-ae59-6fd7101373d3 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:06.255242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Attempting to bind port 15e988f2-2e62-4b60-ae59-6fd7101373d3 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:06.265191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:06.265191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:06.265554 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.265908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:06.266385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Bound port: 15e988f2-2e62-4b60-ae59-6fd7101373d3, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:06.266768 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.327657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.400944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port bbf74d55-b923-4437-9ec1-a56e3dbae8aa {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:06.401502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.402506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.413919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] For port 15e988f2-2e62-4b60-ae59-6fd7101373d3, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:06.417717 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] For port 15e988f2-2e62-4b60-ae59-6fd7101373d3, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=15e988f2-2e62-4b60-ae59-6fd7101373d3,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:06.426755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.501138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:06.522346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:06.525866 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:06.539842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:06.540488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.543069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=7216fc8a-faac-4caa-8910-987a3e15f9da,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:06.545368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda8dc7-7b0d-45ae-9b83-29ccdd0816a8 None None] Pushing event updated for resources: {'Port': ['ID=15e988f2-2e62-4b60-ae59-6fd7101373d3,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:06.560688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.561034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.561375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.561716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.562199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.562538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.562865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.563195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.563612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.563951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.564273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.565153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:06.587904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2b88972e-1d74-4576-aa67-da86c1e2d9ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8540401 Sep 18 20:06:06.587904 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53464) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:06.592313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0cae8dab-f99c-4a99-86b6-a7be359e0cf5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': 'beb739a6-9fce-4870-9e9a-2cf49f29212a', 'ip_address': '2001:db8::a572:9c41:6fc8:ff'}], 'name': 'tempest-NetworksTestDHCPv6-628964364'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:06.669527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.669864 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.683262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:06:06.694867 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.697219 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for bbf74d55-b923-4437-9ec1-a56e3dbae8aa owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:06.770104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Transition to ACTIVE for port object 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:06:06.836931 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.886354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae8dab-f99c-4a99-86b6-a7be359e0cf5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:06.899766 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0cae8dab-f99c-4a99-86b6-a7be359e0cf5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:06.963145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-0cae8dab-f99c-4a99-86b6-a7be359e0cf5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 0d927128-1fdd-431f-b83e-eeee7968e62c yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:07.047013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Pushing event updated for resources: {'Port': ['ID=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:07.149674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Attempting to bind port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:07.150342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Attempting to bind port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:07.150886 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Attempting to bind port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:07.172361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c569e-c8be-497f-89e5-1e82a02c5464 req-4c0e5240-cb58-4441-8cf5-9edb03f26cbf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:07.173615 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 on network e9561566-4f46-403d-9a9c-0b61da82ba41 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:06:07.174247 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Attempting to bind port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 on network e9561566-4f46-403d-9a9c-0b61da82ba41 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:07.174393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-706c569e-c8be-497f-89e5-1e82a02c5464 req-4c0e5240-cb58-4441-8cf5-9edb03f26cbf tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 943 time: 0.1389942 Sep 18 20:06:07.194409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:07.194824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Checking segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:07.195131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Bound using segment: {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:07.198588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Bound port: 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:07.199140 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:07.342585 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:06:07.370855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:07.407475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] For port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:07.411588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=bbf74d55-b923-4437-9ec1-a56e3dbae8aa,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:07.437495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-706c569e-c8be-497f-89e5-1e82a02c5464 req-8c676529-d4ac-4cd8-8091-dc4d94f39086 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210381 Sep 18 20:06:07.443102 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cae8dab-f99c-4a99-86b6-a7be359e0cf5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 20:06:07.443688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cae8dab-f99c-4a99-86b6-a7be359e0cf5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:06:07.454816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] For port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:07.477169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0cae8dab-f99c-4a99-86b6-a7be359e0cf5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.8889878 Sep 18 20:06:07.479653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53478) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:07.521467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:07.589210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf942962-69c5-47ca-a824-82c4f5d51488 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:07.602614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf942962-69c5-47ca-a824-82c4f5d51488 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:07.610479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bf942962-69c5-47ca-a824-82c4f5d51488 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.1271150 Sep 18 20:06:07.612270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53482) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:07.731539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:07.739277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:07.741081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] 10.222.0.32 "PUT /v2.0/ports/9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 HTTP/1.1" status: 200 len: 1092 time: 2.9322553 Sep 18 20:06:07.750260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:06:07.753659 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82d38fd-40bd-45c8-9594-0b9da6204ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:06:07.755885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 15e988f2-2e62-4b60-ae59-6fd7101373d3 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:07.788674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:07.793980 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:07.796272 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-883df553-c123-4a87-b9fb-dc94e94ead13 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/floatingips/c35d754d-a507-424f-a198-006933cd569b HTTP/1.1" status: 204 len: 168 time: 2.4251759 Sep 18 20:06:07.799151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53496) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:07.887750 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5431c5e-4601-462a-be39-743089fb5734 service neutron] Pushing event updated for resources: {'Port': ['ID=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:07.944727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 15e988f2-2e62-4b60-ae59-6fd7101373d3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:07.948118 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:08.047959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-f3efdb50-f4ca-4d54-bd46-990a38394a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:08.050423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-f3efdb50-f4ca-4d54-bd46-990a38394a7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 1095 time: 0.2480807 Sep 18 20:06:08.194152 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-650b83b8-952d-4dd0-ae01-c5497bc3a799 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 HTTP/1.1" status: 200 len: 217 time: 0.1273274 Sep 18 20:06:08.280039 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:08.319306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-4f6a3f71-abbb-48b2-a876-dc4fbb89c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:08.326780 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-4f6a3f71-abbb-48b2-a876-dc4fbb89c187 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1237109 Sep 18 20:06:08.331051 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1fcefe-c1b9-4a1f-8ec8-1b9c39ca3309 x-openstack-request-id: req-cb1fcefe-c1b9-4a1f-8ec8-1b9c39ca3309 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:06:08.332596 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:06:08.333460 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb1fcefe-c1b9-4a1f-8ec8-1b9c39ca3309 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:06:08.335162 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'status': 'completed', 'code': 200} Sep 18 20:06:08.362639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 15e988f2-2e62-4b60-ae59-6fd7101373d3, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=15e988f2-2e62-4b60-ae59-6fd7101373d3,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:08.384831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:08.432389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53502) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:08.512858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=15e988f2-2e62-4b60-ae59-6fd7101373d3,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:08.562716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0b7b61ca-0dbd-4f28-8617-4a71fa88a084 None None] Provisioning complete for port 15e988f2-2e62-4b60-ae59-6fd7101373d3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:08.567723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-5c4ab627-a243-4e39-b4d9-5a58c4319ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:08.571662 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b7b61ca-0dbd-4f28-8617-4a71fa88a084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:08.572215 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-5c4ab627-a243-4e39-b4d9-5a58c4319ecc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2317553 Sep 18 20:06:08.743532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0252ddf6-923a-4e60-9be6-e8ae7c3b8730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:08.825113 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-dc046324-56b2-4711-90cd-085569ecc3da service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444212 Sep 18 20:06:08.843814 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-97b0ea23-9888-45a7-81c9-99357b88edcc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] delete failed (client error): The resource could not be found. Sep 18 20:06:08.846525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-97b0ea23-9888-45a7-81c9-99357b88edcc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/floatingips/c35d754d-a507-424f-a198-006933cd569b HTTP/1.1" status: 404 len: 345 time: 1.0453446 Sep 18 20:06:08.863934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53516) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:08.881970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-aea8056d-3424-468a-8c93-c2425aef97cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 7216fc8a-faac-4caa-8910-987a3e15f9da {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:08.882623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aea8056d-3424-468a-8c93-c2425aef97cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:08.911119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d05b047e-0728-44e3-9249-9b5471aa7044 None None] Could not find standard attr ID for object 91847f9e-8887-4d72-b420-441a17634366. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:06:09.025329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3ac75-c615-47f8-93be-345ade67cc4c req-e812077f-2edb-40ef-a078-d381bab8f932 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.039514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-acd3ac75-c615-47f8-93be-345ade67cc4c req-e812077f-2edb-40ef-a078-d381bab8f932 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 943 time: 0.2141821 Sep 18 20:06:09.150455 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f73d2009-d2d7-4318-8c83-a7224b497c51 req-47fdd8e3-d72f-4900-bc9a-928483c200ee service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165054 Sep 18 20:06:09.200906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bebb8b-f4a0-4727-bb56-c2a840cd730d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.207783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bebb8b-f4a0-4727-bb56-c2a840cd730d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.232225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bebb8b-f4a0-4727-bb56-c2a840cd730d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.237525 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-34bebb8b-f4a0-4727-bb56-c2a840cd730d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "GET /v2.0/ports?network_id=2c7a957d-801c-4664-8b29-dbba3f6f86e1 HTTP/1.1" status: 200 len: 2354 time: 0.3706300 Sep 18 20:06:09.241371 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53524) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:09.252393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-44b0bfac-fedf-495d-a7a0-69010e4fbc45 None None] Could not find standard attr ID for object 8bd35c7f-686c-4084-89f9-b1227721a38e. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:06:09.277872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-acd3ac75-c615-47f8-93be-345ade67cc4c req-81f2f766-d114-4a56-a14d-1eafaa9c53f4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312269 Sep 18 20:06:09.339321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-c3f11a70-06cf-48fa-a601-777417d423d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.341389 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-c3f11a70-06cf-48fa-a601-777417d423d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 1095 time: 0.1041644 Sep 18 20:06:09.349926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aea8056d-3424-468a-8c93-c2425aef97cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:09.368991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-aea8056d-3424-468a-8c93-c2425aef97cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 7216fc8a-faac-4caa-8910-987a3e15f9da owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:09.381165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c6098-3b07-409e-b40e-26a319701391 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.382837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7b1c6098-3b07-409e-b40e-26a319701391 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "GET /v2.0/subnets/fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4 HTTP/1.1" status: 200 len: 797 time: 0.1261189 Sep 18 20:06:09.388213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53526) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:09.393483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'port': {'network_id': '2c7a957d-801c-4664-8b29-dbba3f6f86e1', 'name': 'tempest-FloatingIPTestJSON-1962818010', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:09.506686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-c6530a47-3d53-42ed-b246-b4072d154b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.508591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-c6530a47-3d53-42ed-b246-b4072d154b45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1603162 Sep 18 20:06:09.576923 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-de029c82-3e15-431d-b4a2-faa5cb9aaf11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 HTTP/1.1" status: 200 len: 217 time: 0.0600278 Sep 18 20:06:09.582752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0252ddf6-923a-4e60-9be6-e8ae7c3b8730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:09.597946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0252ddf6-923a-4e60-9be6-e8ae7c3b8730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:09.707329 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0252ddf6-923a-4e60-9be6-e8ae7c3b8730 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7aabf0b7815495797b7b00d3a9bdfec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2735283 Sep 18 20:06:09.710910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252ddf6-923a-4e60-9be6-e8ae7c3b8730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cd5d23-ed37-482a-8136-5caf9626d2e4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:09.712319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 15e988f2-2e62-4b60-ae59-6fd7101373d3 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:09.714349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53532) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:09.727369 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-f9a82222-0111-40d3-9709-66d64a0b7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.729085 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-f9a82222-0111-40d3-9709-66d64a0b7cc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1436985 Sep 18 20:06:09.733684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:09.739339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bbc03c04-1d35-4a64-ab9f-c01a9f106ebb None None] Provisioning complete for port 7216fc8a-faac-4caa-8910-987a3e15f9da triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:09.740069 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bbc03c04-1d35-4a64-ab9f-c01a9f106ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:09.788517 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aea8056d-3424-468a-8c93-c2425aef97cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:09.811327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bbc03c04-1d35-4a64-ab9f-c01a9f106ebb None None] Port 7216fc8a-faac-4caa-8910-987a3e15f9da was deleted so its status cannot be updated. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 20:06:09.871663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 15e988f2-2e62-4b60-ae59-6fd7101373d3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:09.872606 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:09.873738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c16a28c7-08df-46ce-9f9f-dc795a016818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:09.878955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-7be87bd2-41d4-476a-b1f8-b77f5e82f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:09.880069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aea8056d-3424-468a-8c93-c2425aef97cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:09.880559 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-7be87bd2-41d4-476a-b1f8-b77f5e82f9fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412897 Sep 18 20:06:09.886732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aea8056d-3424-468a-8c93-c2425aef97cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/7216fc8a-faac-4caa-8910-987a3e15f9da HTTP/1.1" status: 204 len: 168 time: 2.2693765 Sep 18 20:06:09.887304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53534) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:09.926182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8056d-3424-468a-8c93-c2425aef97cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=7216fc8a-faac-4caa-8910-987a3e15f9da,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:10.011327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.038010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] device_id is not set on port 3772f81c-9baf-441f-93cc-8bcee554150b yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:10.081872 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c16a28c7-08df-46ce-9f9f-dc795a016818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.144349 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-971ce448-75a6-45b6-bb26-02666a778ca4 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457185 Sep 18 20:06:10.171088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe4ea7-9169-4d64-b9fc-f78c9cc321b5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:10.172673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe4ea7-9169-4d64-b9fc-f78c9cc321b5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:10.174390 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-18fe4ea7-9169-4d64-b9fc-f78c9cc321b5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2860365 Sep 18 20:06:10.186833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53542) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:10.313058 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c82d38fd-40bd-45c8-9594-0b9da6204ed2 req-9935e793-fbdd-4781-978c-71a2a459bcea service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619864 Sep 18 20:06:10.340599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7453fbd-f2e4-4434-acd7-790cb8b847ae tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet beb739a6-9fce-4870-9e9a-2cf49f29212a {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:10.344675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7453fbd-f2e4-4434-acd7-790cb8b847ae tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.346905 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c16a28c7-08df-46ce-9f9f-dc795a016818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.350173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c16a28c7-08df-46ce-9f9f-dc795a016818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.351607 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c16a28c7-08df-46ce-9f9f-dc795a016818 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3cd5d23-ed37-482a-8136-5caf9626d2e4 HTTP/1.1" status: 204 len: 168 time: 0.6359298 Sep 18 20:06:10.366241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a28c7-08df-46ce-9f9f-dc795a016818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cd5d23-ed37-482a-8136-5caf9626d2e4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:10.408476 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7453fbd-f2e4-4434-acd7-790cb8b847ae tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.677957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98b272-c6aa-476c-a99c-230259a29d79 req-76e19a22-7cd8-478c-9d03-11db9ada705c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:10.679647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f98b272-c6aa-476c-a99c-230259a29d79 req-76e19a22-7cd8-478c-9d03-11db9ada705c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 943 time: 0.2346132 Sep 18 20:06:10.698960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7453fbd-f2e4-4434-acd7-790cb8b847ae tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.806342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f98b272-c6aa-476c-a99c-230259a29d79 req-a6887ee9-5fde-4437-bd8a-e90d2535e0b3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184521 Sep 18 20:06:10.851433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7453fbd-f2e4-4434-acd7-790cb8b847ae tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.888835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7453fbd-f2e4-4434-acd7-790cb8b847ae tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=beb739a6-9fce-4870-9e9a-2cf49f29212a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:10.895246 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7453fbd-f2e4-4434-acd7-790cb8b847ae tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:10.900459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d7453fbd-f2e4-4434-acd7-790cb8b847ae tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/beb739a6-9fce-4870-9e9a-2cf49f29212a HTTP/1.1" status: 204 len: 168 time: 0.7128181 Sep 18 20:06:10.900757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53566) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:10.911464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dec15f-7d8c-423b-8f02-674ae8a4de26 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:10.914670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.20.0.14 (2c7a957d-801c-4664-8b29-dbba3f6f86e1/fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4/3772f81c-9baf-441f-93cc-8bcee554150b) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:10.925718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.20.0.13 (2c7a957d-801c-4664-8b29-dbba3f6f86e1/fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4/3772f81c-9baf-441f-93cc-8bcee554150b) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:10.965858 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8cbec607-8e13-43f2-8851-dad1631a319f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638683 Sep 18 20:06:10.969524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53568) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:10.975131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:11.081671 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:11.089171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.118935 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.178828 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.226265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:11.231877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:06:11.232108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:11.238661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:11.316805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=3772f81c-9baf-441f-93cc-8bcee554150b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:11.340376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:11.342042 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.358264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] Deleting port 15e988f2-2e62-4b60-ae59-6fd7101373d3 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:11.358948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.380070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b72dc6b0-55e5-420e-b4f7-a1537d56c5a3 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9905827 Sep 18 20:06:11.382793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53584) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:11.387794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '3772f81c-9baf-441f-93cc-8bcee554150b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:11.420183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.441955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] For port 15e988f2-2e62-4b60-ae59-6fd7101373d3, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=15e988f2-2e62-4b60-ae59-6fd7101373d3,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:11.442828 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.456245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.465910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] Calling delete_port for 15e988f2-2e62-4b60-ae59-6fd7101373d3 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:11.491211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:11.504582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:11.510555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:11.511158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.515919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=598f28f2-e624-4726-9aa9-5c85a1cfcc8c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:11.537663 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4c3b3fda-f79e-48cf-92cd-69d39826c97d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5670879 Sep 18 20:06:11.540621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53594) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:11.546601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-96daf9c4-22f5-416d-9920-f552f5656e11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': '598f28f2-e624-4726-9aa9-5c85a1cfcc8c', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-144084054'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:11.595891 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.629202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] Pushing event deleted for resources: {'Port': ['ID=15e988f2-2e62-4b60-ae59-6fd7101373d3,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:11.632130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2e940-1e58-43fb-8caa-bdb053f385d1 None None] No DVR routers for this DVR port 15e988f2-2e62-4b60-ae59-6fd7101373d3 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:11.655919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e4f50-9e53-411f-8d94-c0575d5181d9 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:11.672021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.786943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 15e988f2-2e62-4b60-ae59-6fd7101373d3 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:11.815221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 15e988f2-2e62-4b60-ae59-6fd7101373d3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:06:11.815849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 15e988f2-2e62-4b60-ae59-6fd7101373d3 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:06:11.857813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '598f28f2-e624-4726-9aa9-5c85a1cfcc8c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:11.858882 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:11.860135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96daf9c4-22f5-416d-9920-f552f5656e11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:11.956976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.25.8.251 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/0c3781b0-3ebd-45a4-b6c1-f0ab5e49d141) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:12.093431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/598f28f2-e624-4726-9aa9-5c85a1cfcc8c/b5918e31-cd1f-4f05-8d34-ea42c1a16d3d) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:12.131525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96daf9c4-22f5-416d-9920-f552f5656e11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:12.147350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:12.179521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-96daf9c4-22f5-416d-9920-f552f5656e11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 3a32a21e-4b1e-4a79-9d70-f8fe09e08672 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:12.224670 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:12.239468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8afa0-de52-4b37-81ef-93ee78eb7df1 req-841c3762-1fa8-425b-9411-7b3dc6f16a2a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:12.241509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70a8afa0-de52-4b37-81ef-93ee78eb7df1 req-841c3762-1fa8-425b-9411-7b3dc6f16a2a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 943 time: 0.2296085 Sep 18 20:06:12.331196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=0c3781b0-3ebd-45a4-b6c1-f0ab5e49d141,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:12.343135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:12.346034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:12.353156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:12.463268 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70a8afa0-de52-4b37-81ef-93ee78eb7df1 req-a9f89426-de51-436d-b826-1acec3f72304 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527474 Sep 18 20:06:12.468620 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:12.477239 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:12.525591 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-96daf9c4-22f5-416d-9920-f552f5656e11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:06:12.526126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96daf9c4-22f5-416d-9920-f552f5656e11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:06:12.556481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-96daf9c4-22f5-416d-9920-f552f5656e11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0116198 Sep 18 20:06:12.556835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53618) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:12.574466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Pushing event updated for resources: {'Port': ['ID=b5918e31-cd1f-4f05-8d34-ea42c1a16d3d,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:12.591458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:12.593881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:12.601522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:12.665644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3dffc0-102c-4a13-a266-1015484a5811 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:12.667836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ae3dffc0-102c-4a13-a266-1015484a5811 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1098058 Sep 18 20:06:12.674320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53620) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:12.676014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Attempting to bind port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:12.676713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Attempting to bind port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:12.677329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Attempting to bind port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:12.685282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:12.686321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:12.686980 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:12.687577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:12.688313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Bound port: b5918e31-cd1f-4f05-8d34-ea42c1a16d3d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:12.689112 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:12.818904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] For port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:12.822692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] For port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b5918e31-cd1f-4f05-8d34-ea42c1a16d3d,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:12.828048 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404a3baf-1131-476c-b96a-bdd294222633 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:12.830820 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:12.831356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404a3baf-1131-476c-b96a-bdd294222633 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:12.835081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-404a3baf-1131-476c-b96a-bdd294222633 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1561911 Sep 18 20:06:12.835363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53626) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:12.937764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7dc72-d50e-4fff-9f88-91e8b0ce3042 None None] Pushing event updated for resources: {'Port': ['ID=b5918e31-cd1f-4f05-8d34-ea42c1a16d3d,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:12.952478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc869fe1-fa77-4ff6-a7a0-295a917eda62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 598f28f2-e624-4726-9aa9-5c85a1cfcc8c {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:12.957484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc869fe1-fa77-4ff6-a7a0-295a917eda62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.012224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc869fe1-fa77-4ff6-a7a0-295a917eda62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.104874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.180804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc869fe1-fa77-4ff6-a7a0-295a917eda62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.287722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.301793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc869fe1-fa77-4ff6-a7a0-295a917eda62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.333860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc869fe1-fa77-4ff6-a7a0-295a917eda62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=598f28f2-e624-4726-9aa9-5c85a1cfcc8c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:13.335965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc869fe1-fa77-4ff6-a7a0-295a917eda62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.338095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fc869fe1-fa77-4ff6-a7a0-295a917eda62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/598f28f2-e624-4726-9aa9-5c85a1cfcc8c HTTP/1.1" status: 204 len: 168 time: 0.5016279 Sep 18 20:06:13.343034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53636) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:13.402469 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ad78ea9d-6bd9-4e02-9a45-4f685b1367e5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580678 Sep 18 20:06:13.407080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53638) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:13.412239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:13.489712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.500415 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.523260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:13.527888 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.569146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=0c3781b0-3ebd-45a4-b6c1-f0ab5e49d141,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:13.627418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.696565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b32f50-7bd9-42b9-928e-bdd9fbc5006d req-57b0554c-0ede-4c8c-9e6d-dcdd7d2f22ac tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:13.698967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0b32f50-7bd9-42b9-928e-bdd9fbc5006d req-57b0554c-0ede-4c8c-9e6d-dcdd7d2f22ac tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 943 time: 0.1284444 Sep 18 20:06:13.737063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b5918e31-cd1f-4f05-8d34-ea42c1a16d3d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:13.772591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0b32f50-7bd9-42b9-928e-bdd9fbc5006d req-6e333d9a-4b0b-4c72-aa56-bd22d62c1ed5 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460324 Sep 18 20:06:13.838841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:13.839239 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.847629 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:13.949916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:13.953667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:13.964793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:13.965567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.003023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=0f35e442-4cd1-4162-9135-24d5bd9e6136,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:14.010450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.033543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6fdcda77-eea3-4272-b602-c6228a960ba5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6243515 Sep 18 20:06:14.036356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53650) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:14.041700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-73934dca-0653-4aaa-9590-00e5a9887cc0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1987125340', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:14.089623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-73934dca-0653-4aaa-9590-00e5a9887cc0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.090877 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-73934dca-0653-4aaa-9590-00e5a9887cc0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.092401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b5918e31-cd1f-4f05-8d34-ea42c1a16d3d,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:14.104678 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.182334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-73934dca-0653-4aaa-9590-00e5a9887cc0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.198308 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-73934dca-0653-4aaa-9590-00e5a9887cc0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.217716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=b5918e31-cd1f-4f05-8d34-ea42c1a16d3d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:14.230070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-73934dca-0653-4aaa-9590-00e5a9887cc0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.235036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-73934dca-0653-4aaa-9590-00e5a9887cc0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1943660 Sep 18 20:06:14.235036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53654) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:14.338728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb880e-20ae-46ae-ab8c-b86307ac6bd5 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:14.460646 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP c8f9e231-ee13-4294-8ee4-2feec88c3596 associated. External IP: 172.25.8.251, port: 3772f81c-9baf-441f-93cc-8bcee554150b. Sep 18 20:06:14.574548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-22bb949a-d74f-497f-a92e-b1899176d652 None None] Provisioning complete for port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:14.575482 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-22bb949a-d74f-497f-a92e-b1899176d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.618331 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:14.874432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:14.935197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::1 (89dc8557-de79-4367-b8f1-325567e3c906/0f35e442-4cd1-4162-9135-24d5bd9e6136/00c9ab29-ff52-4962-98a2-71e475651eac) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:15.018682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:15.032464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2e679c-b0ae-4dab-a716-aa8f24c3066e None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:15.054797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1e20d643-2e89-405b-861a-388bfa542e71 None None] Provisioning complete for port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:15.055706 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1e20d643-2e89-405b-861a-388bfa542e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.058525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e679c-b0ae-4dab-a716-aa8f24c3066e None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:15.059651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7a2e679c-b0ae-4dab-a716-aa8f24c3066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:15.062710 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.104508 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c14e5dc5-1172-4c24-8f68-b8222e130696 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.7205536 Sep 18 20:06:15.105167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53692) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:15.109769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-33c77be3-255f-44b5-8eb1-072aff6cba54 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'port_id': '3772f81c-9baf-441f-93cc-8bcee554150b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:15.116580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82203859-6bde-44ea-aa21-c90155e82469 req-30efbbcd-bc51-4377-9f39-b3b8337b35c8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:15.118110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82203859-6bde-44ea-aa21-c90155e82469 req-30efbbcd-bc51-4377-9f39-b3b8337b35c8 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 943 time: 0.0660622 Sep 18 20:06:15.160472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7a2e679c-b0ae-4dab-a716-aa8f24c3066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:15.178827 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33c77be3-255f-44b5-8eb1-072aff6cba54 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.181041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.185035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82203859-6bde-44ea-aa21-c90155e82469 req-33f69c81-c641-4bd6-8197-7e038feffea6 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599966 Sep 18 20:06:15.217981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e679c-b0ae-4dab-a716-aa8f24c3066e None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:15.221865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7a2e679c-b0ae-4dab-a716-aa8f24c3066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:15.237849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.272870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7a2e679c-b0ae-4dab-a716-aa8f24c3066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:15.273262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2e679c-b0ae-4dab-a716-aa8f24c3066e None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:15.348585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:15.351637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:15.360054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:15.360827 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.370269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=00c9ab29-ff52-4962-98a2-71e475651eac,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:15.540512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.708183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b5918e31-cd1f-4f05-8d34-ea42c1a16d3d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:15.811608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:15.812269 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.903513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fb5c1b52-39e2-42d0-abd0-e7048675676f None None] Provisioning complete for port 00c9ab29-ff52-4962-98a2-71e475651eac triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:15.903911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1b52-39e2-42d0-abd0-e7048675676f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.942347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c1b52-39e2-42d0-abd0-e7048675676f None None] Port 00c9ab29-ff52-4962-98a2-71e475651eac cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:15.973792 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.982223 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:15.984225 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:16.010542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33c77be3-255f-44b5-8eb1-072aff6cba54 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:16.016284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33c77be3-255f-44b5-8eb1-072aff6cba54 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:16.060716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=00c9ab29-ff52-4962-98a2-71e475651eac,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:16.157492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:16.168137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:16.292076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c77be3-255f-44b5-8eb1-072aff6cba54 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:16.326077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Router 61a492aa-0fba-47e2-9475-bcb38a804d20 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:06:16.474582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c77be3-255f-44b5-8eb1-072aff6cba54 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:16.485621 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf670c-805f-4bb4-9292-3d79f55d9183 None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:16.487497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33c77be3-255f-44b5-8eb1-072aff6cba54 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:16.517839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:16.519614 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf670c-805f-4bb4-9292-3d79f55d9183 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:16.520527 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-79bf670c-805f-4bb4-9292-3d79f55d9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:16.536183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Sync routers for ids ['61a492aa-0fba-47e2-9475-bcb38a804d20'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:16.538996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-66338631-9d27-4f98-8948-e988c6cb84c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "PUT /v2.0/routers/61a492aa-0fba-47e2-9475-bcb38a804d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3012013 Sep 18 20:06:16.539974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53726) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:16.549187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Routers {'61a492aa-0fba-47e2-9475-bcb38a804d20'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:16.549728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['61a492aa-0fba-47e2-9475-bcb38a804d20'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:16.582425 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-79bf670c-805f-4bb4-9292-3d79f55d9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:16.602591 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf670c-805f-4bb4-9292-3d79f55d9183 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:16.603401 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-33c77be3-255f-44b5-8eb1-072aff6cba54 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/floatingips/c8f9e231-ee13-4294-8ee4-2feec88c3596 HTTP/1.1" status: 200 len: 979 time: 1.4969709 Sep 18 20:06:16.603876 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-79bf670c-805f-4bb4-9292-3d79f55d9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:16.606033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53728) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:16.623568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e4c25-e0ff-420c-af84-3322feff74bf tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:16.628213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e84e4c25-e0ff-420c-af84-3322feff74bf tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports/00c9ab29-ff52-4962-98a2-71e475651eac HTTP/1.1" status: 200 len: 911 time: 0.0799654 Sep 18 20:06:16.628861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53730) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:16.664440 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-79bf670c-805f-4bb4-9292-3d79f55d9183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:16.665241 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf670c-805f-4bb4-9292-3d79f55d9183 None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:16.671578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1369b-3d1f-49a6-9721-bfa3e1e67d08 req-f33d66d4-4c4d-4b68-8f05-f07a8c406c8f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:16.673039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfe1369b-3d1f-49a6-9721-bfa3e1e67d08 req-f33d66d4-4c4d-4b68-8f05-f07a8c406c8f tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 943 time: 0.3683567 Sep 18 20:06:16.689947 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b39d8958-265c-42cc-bc2c-a4260d4b3c7a None None] Provisioning complete for port 00c9ab29-ff52-4962-98a2-71e475651eac triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:16.690617 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b39d8958-265c-42cc-bc2c-a4260d4b3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:16.787805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b39d8958-265c-42cc-bc2c-a4260d4b3c7a None None] Port 00c9ab29-ff52-4962-98a2-71e475651eac cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:16.790196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Set router 61a492aa-0fba-47e2-9475-bcb38a804d20 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:16.872472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port 0c3781b0-3ebd-45a4-b6c1-f0ab5e49d141 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:16.873082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:16.992520 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:16.996062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:17.027166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for 0c3781b0-3ebd-45a4-b6c1-f0ab5e49d141 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:17.132548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a492aa-0fba-47e2-9475-bcb38a804d20', 'name': 'tempest-NetworksTestDHCPv6-router-1987125340', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:14Z', 'updated_at': '2021-09-18T20:06:15Z', 'revision_number': 2, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None, '_interfaces': [{'id': '00c9ab29-ff52-4962-98a2-71e475651eac', 'name': '', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'mac_address': 'fa:16:3e:10:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a492aa-0fba-47e2-9475-bcb38a804d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '0f35e442-4cd1-4162-9135-24d5bd9e6136', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:06:14Z', 'updated_at': '2021-09-18T20:06:15Z', 'revision_number': 2, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'subnets': [{'id': '0f35e442-4cd1-4162-9135-24d5bd9e6136', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:17.174352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Checking router: 61a492aa-0fba-47e2-9475-bcb38a804d20 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:06:17.174902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Updating router 61a492aa-0fba-47e2-9475-bcb38a804d20 port 00c9ab29-ff52-4962-98a2-71e475651eac binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:06:17.207963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfe1369b-3d1f-49a6-9721-bfa3e1e67d08 req-6fa92b88-64da-443c-95f6-270002577302 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5272856 Sep 18 20:06:17.209104 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:17.227261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb256aeb-e97d-48ea-9a77-6a363861685a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:17.232767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb256aeb-e97d-48ea-9a77-6a363861685a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:17.234393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eb256aeb-e97d-48ea-9a77-6a363861685a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.6045225 Sep 18 20:06:17.237734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53740) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:17.285587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:17.347683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=0c3781b0-3ebd-45a4-b6c1-f0ab5e49d141,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:17.449477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:17.449477 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP c8f9e231-ee13-4294-8ee4-2feec88c3596 disassociated (deleted). External IP: 172.25.8.251, port: 3772f81c-9baf-441f-93cc-8bcee554150b. Sep 18 20:06:17.681093 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:17.691119 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:17.746904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:17.824074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d89321-1b1b-4603-9798-79eb0a905242 None None] Pushing event updated for resources: {'Port': ['ID=00c9ab29-ff52-4962-98a2-71e475651eac,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:17.930187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Attempting to bind port 00c9ab29-ff52-4962-98a2-71e475651eac on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:17.930555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Attempting to bind port 00c9ab29-ff52-4962-98a2-71e475651eac by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:17.930916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Attempting to bind port 00c9ab29-ff52-4962-98a2-71e475651eac on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:17.944536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:17.944536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:17.944536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:17.944536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:17.944536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Bound port: 00c9ab29-ff52-4962-98a2-71e475651eac, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:17.945436 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:17.970692 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.008663 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:18.022355 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c8ec9-7aad-428c-b518-ea681b1fd48c None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:18.023461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.040672 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c8ec9-7aad-428c-b518-ea681b1fd48c None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:18.044213 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-363c8ec9-7aad-428c-b518-ea681b1fd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:18.067077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53754) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:18.092743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] For port 00c9ab29-ff52-4962-98a2-71e475651eac, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:18.094758 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9be92dca-fe51-42af-ba85-3d0f8503e4fb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/floatingips/c8f9e231-ee13-4294-8ee4-2feec88c3596 HTTP/1.1" status: 204 len: 168 time: 1.4876316 Sep 18 20:06:18.097496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53758) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:18.100396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] For port 00c9ab29-ff52-4962-98a2-71e475651eac, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=00c9ab29-ff52-4962-98a2-71e475651eac,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:18.113483 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.274883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d89321-1b1b-4603-9798-79eb0a905242 None None] Pushing event updated for resources: {'Port': ['ID=00c9ab29-ff52-4962-98a2-71e475651eac,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:18.296409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-24074aec-978b-4cbe-91f1-732b701f6149 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port 3772f81c-9baf-441f-93cc-8bcee554150b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:18.296952 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24074aec-978b-4cbe-91f1-732b701f6149 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.348917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Routers {'61a492aa-0fba-47e2-9475-bcb38a804d20'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:18.349554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['61a492aa-0fba-47e2-9475-bcb38a804d20'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:18.374176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f551401e-d769-47ac-9b8e-55d809c9ad19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.403942 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-363c8ec9-7aad-428c-b518-ea681b1fd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:18.416240 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c8ec9-7aad-428c-b518-ea681b1fd48c None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:18.418939 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-363c8ec9-7aad-428c-b518-ea681b1fd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:18.477745 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24074aec-978b-4cbe-91f1-732b701f6149 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.498265 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-363c8ec9-7aad-428c-b518-ea681b1fd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:18.498956 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c8ec9-7aad-428c-b518-ea681b1fd48c None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:18.509203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-24074aec-978b-4cbe-91f1-732b701f6149 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for 3772f81c-9baf-441f-93cc-8bcee554150b owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:18.538678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:06:18.538933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3920-cac0-4713-bf75-bb6273826008 req-1dee5d07-3ee7-4ac8-b115-6d7ed0a3c14d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:18.544819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eef3920-cac0-4713-bf75-bb6273826008 req-1dee5d07-3ee7-4ac8-b115-6d7ed0a3c14d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 943 time: 0.1721675 Sep 18 20:06:18.647278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eef3920-cac0-4713-bf75-bb6273826008 req-ecc5deab-e406-4ac2-ab06-b6196c6e875d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915177 Sep 18 20:06:18.678070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:18.707339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'port_id': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:06:18.746173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-93e25dc2-4099-4f4e-b10e-0980ba247e4b None None] Provisioning complete for port 00c9ab29-ff52-4962-98a2-71e475651eac triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:18.746603 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-93e25dc2-4099-4f4e-b10e-0980ba247e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.750005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] Set router 61a492aa-0fba-47e2-9475-bcb38a804d20 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:18.755433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f551401e-d769-47ac-9b8e-55d809c9ad19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.786501 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f551401e-d769-47ac-9b8e-55d809c9ad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.824177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f551401e-d769-47ac-9b8e-55d809c9ad19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb58b3ea613b45f5ade59451a766096a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558739 Sep 18 20:06:18.829144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 00c9ab29-ff52-4962-98a2-71e475651eac {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:18.830045 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.838354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53772) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:18.849971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.894243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24074aec-978b-4cbe-91f1-732b701f6149 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:18.895613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551401e-d769-47ac-9b8e-55d809c9ad19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c05ddc-c9a8-4b32-8924-bcea6b11c4b9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:18.978086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24074aec-978b-4cbe-91f1-732b701f6149 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=3772f81c-9baf-441f-93cc-8bcee554150b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:18.987641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:06:18.997940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf491-740e-4349-b4bc-fe623e88e206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.023730 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf491-740e-4349-b4bc-fe623e88e206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.075444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-24074aec-978b-4cbe-91f1-732b701f6149 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.077413 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-24074aec-978b-4cbe-91f1-732b701f6149 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/ports/3772f81c-9baf-441f-93cc-8bcee554150b HTTP/1.1" status: 204 len: 168 time: 0.9788778 Sep 18 20:06:19.081796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53776) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:19.086496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:19.102630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] For port 00c9ab29-ff52-4962-98a2-71e475651eac, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=00c9ab29-ff52-4962-98a2-71e475651eac,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:19.103283 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.118114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 00c9ab29-ff52-4962-98a2-71e475651eac owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:19.133720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:19.135080 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-93e25dc2-4099-4f4e-b10e-0980ba247e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.140731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.161484 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.255205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-93e25dc2-4099-4f4e-b10e-0980ba247e4b None None] For port 00c9ab29-ff52-4962-98a2-71e475651eac, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=00c9ab29-ff52-4962-98a2-71e475651eac,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:19.271568 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-93e25dc2-4099-4f4e-b10e-0980ba247e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.291509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:19.304781 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf491-740e-4349-b4bc-fe623e88e206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.307646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9a7cf491-740e-4349-b4bc-fe623e88e206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.320072 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.323315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9a7cf491-740e-4349-b4bc-fe623e88e206 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90c05ddc-c9a8-4b32-8924-bcea6b11c4b9 HTTP/1.1" status: 204 len: 168 time: 0.4721701 Sep 18 20:06:19.324073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a492aa-0fba-47e2-9475-bcb38a804d20', 'name': 'tempest-NetworksTestDHCPv6-router-1987125340', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:14Z', 'updated_at': '2021-09-18T20:06:15Z', 'revision_number': 2, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None, '_interfaces': [{'id': '00c9ab29-ff52-4962-98a2-71e475651eac', 'name': '', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'mac_address': 'fa:16:3e:10:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a492aa-0fba-47e2-9475-bcb38a804d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '0f35e442-4cd1-4162-9135-24d5bd9e6136', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:06:14Z', 'updated_at': '2021-09-18T20:06:18Z', 'revision_number': 4, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'subnets': [{'id': '0f35e442-4cd1-4162-9135-24d5bd9e6136', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:19.362341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653678b-cca8-4f02-ad83-22dec95feedc None None] The sync data for ids ['61a492aa-0fba-47e2-9475-bcb38a804d20'] in n-d-789963-11 is: [{'id': '61a492aa-0fba-47e2-9475-bcb38a804d20', 'name': 'tempest-NetworksTestDHCPv6-router-1987125340', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:14Z', 'updated_at': '2021-09-18T20:06:15Z', 'revision_number': 2, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None, '_interfaces': [{'id': '00c9ab29-ff52-4962-98a2-71e475651eac', 'name': '', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'mac_address': 'fa:16:3e:10:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a492aa-0fba-47e2-9475-bcb38a804d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '0f35e442-4cd1-4162-9135-24d5bd9e6136', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:06:14Z', 'updated_at': '2021-09-18T20:06:18Z', 'revision_number': 4, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'subnets': [{'id': '0f35e442-4cd1-4162-9135-24d5bd9e6136', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:19.366239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cf491-740e-4349-b4bc-fe623e88e206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c05ddc-c9a8-4b32-8924-bcea6b11c4b9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:19.409071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e25dc2-4099-4f4e-b10e-0980ba247e4b None None] Pushing event updated for resources: {'Port': ['ID=00c9ab29-ff52-4962-98a2-71e475651eac,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:19.424658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b0027e94-d2c1-4632-b7a3-6edd8ae662b8 None None] Provisioning complete for port 00c9ab29-ff52-4962-98a2-71e475651eac triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:19.425682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b0027e94-d2c1-4632-b7a3-6edd8ae662b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.430014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:06:19.504497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.545515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=00c9ab29-ff52-4962-98a2-71e475651eac,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:19.595145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b0027e94-d2c1-4632-b7a3-6edd8ae662b8 None None] Could not find standard attr ID for object 00c9ab29-ff52-4962-98a2-71e475651eac. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:06:19.598104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.25.8.155 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/8a5b3ee2-e0ac-471f-9976-7d306965cb1b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:19.603545 n-d-789963-11 neutron-server[94942]: INFO neutron.plugins.ml2.db [None req-b0027e94-d2c1-4632-b7a3-6edd8ae662b8 None None] No ports have port_id starting with 00c9ab29-ff52-4962-98a2-71e475651eac Sep 18 20:06:19.793816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.907673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:19.989421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.066380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=8a5b3ee2-e0ac-471f-9976-7d306965cb1b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:20.082099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:20.084352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:20.086928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:20.109584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Router 61a492aa-0fba-47e2-9475-bcb38a804d20 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:20.130578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd63c2-cc00-4bf6-aa47-93fd116e6638 req-8f4e32c8-94c4-4164-9cb4-396099889664 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:20.139506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5fd63c2-cc00-4bf6-aa47-93fd116e6638 req-8f4e32c8-94c4-4164-9cb4-396099889664 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 944 time: 0.1782057 Sep 18 20:06:20.192536 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.239691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.243763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:20.249002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ae18196-c8f5-4e04-aefc-af23def29c34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "PUT /v2.0/routers/61a492aa-0fba-47e2-9475-bcb38a804d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0102808 Sep 18 20:06:20.251786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53806) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:20.316084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092b28a-f329-4cf8-9a8a-a238ea390082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:20.317640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092b28a-f329-4cf8-9a8a-a238ea390082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:20.319583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8092b28a-f329-4cf8-9a8a-a238ea390082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0664184 Sep 18 20:06:20.323134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53810) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:20.390313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5fd63c2-cc00-4bf6-aa47-93fd116e6638 req-65740ae5-6ce3-4397-a43d-036750e10fb0 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498848 Sep 18 20:06:20.408963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-9849b2aa-a361-48ad-89ba-be3803f1a68c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 0f35e442-4cd1-4162-9135-24d5bd9e6136 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:20.412689 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9849b2aa-a361-48ad-89ba-be3803f1a68c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.478046 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9849b2aa-a361-48ad-89ba-be3803f1a68c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.490235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.510323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.533560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:20.552736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9849b2aa-a361-48ad-89ba-be3803f1a68c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.620609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=8a5b3ee2-e0ac-471f-9976-7d306965cb1b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:20.645013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.654078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:06:20.659807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:20.660477 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.663563 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.665437 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9849b2aa-a361-48ad-89ba-be3803f1a68c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.665730 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7658bede-b4e3-40b9-a72e-9f9ad793bfa7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5826728 Sep 18 20:06:20.667972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53824) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:20.675823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'port': {'network_id': '2c7a957d-801c-4664-8b29-dbba3f6f86e1', 'name': 'tempest-FloatingIPTestJSON-593528952'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:20.706249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849b2aa-a361-48ad-89ba-be3803f1a68c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=0f35e442-4cd1-4162-9135-24d5bd9e6136,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:20.709402 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9849b2aa-a361-48ad-89ba-be3803f1a68c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.715599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9849b2aa-a361-48ad-89ba-be3803f1a68c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/0f35e442-4cd1-4162-9135-24d5bd9e6136 HTTP/1.1" status: 204 len: 168 time: 0.3914127 Sep 18 20:06:20.716974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53826) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:20.727530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7caefd-dd63-4a83-a5e9-0f40c6a912f2 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:20.875907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d64f9254-3c47-485a-9e16-d2af311d1f6c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1566639 Sep 18 20:06:20.882908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53834) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:20.918981 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.949310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:06:20.952060 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87641592-d27a-4c86-b9bc-6fc7c2b9ed81" -d '{"events": [{"server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "name": "network-vif-plugged", "status": "completed", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:06:20.992018 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d57949cf-81d6-4dbd-80da-30139e193a96 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:20.996817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:21.009597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.132146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] device_id is not set on port cb0e36f4-1518-4bee-a370-5d691d2befd2 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:21.187798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:21.190019 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53239fce-98dc-4687-a624-6b810b4ae41b x-openstack-request-id: req-53239fce-98dc-4687-a624-6b810b4ae41b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:06:21.190214 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "name": "network-vif-plugged", "status": "completed", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:06:21.190425 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53239fce-98dc-4687-a624-6b810b4ae41b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:06:21.190815 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'code': 200} Sep 18 20:06:21.225132 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.292819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:21.382095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:06:21.435253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] Deleting port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:21.435715 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.511544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] For port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b5918e31-cd1f-4f05-8d34-ea42c1a16d3d,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:21.511947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.552023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] Calling delete_port for b5918e31-cd1f-4f05-8d34-ea42c1a16d3d owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:21.648671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e4023-0541-4285-9072-2346d308858f None None] Sync routers for ids ['61a492aa-0fba-47e2-9475-bcb38a804d20'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:21.667198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205c997-d979-4d81-805c-f5a1284e58eb req-867f4e3b-bf94-4900-9882-f72ee49ad1b3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:21.669769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a205c997-d979-4d81-805c-f5a1284e58eb req-867f4e3b-bf94-4900-9882-f72ee49ad1b3 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 945 time: 0.1256490 Sep 18 20:06:21.715915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b5918e31-cd1f-4f05-8d34-ea42c1a16d3d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:21.746446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a205c997-d979-4d81-805c-f5a1284e58eb req-f061c4aa-bb8b-4ab9-a3fe-e04736d8570c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698011 Sep 18 20:06:21.772448 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aae8ab2e-668c-489f-822d-8594bbff76b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.781170 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d57949cf-81d6-4dbd-80da-30139e193a96 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.785873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e4023-0541-4285-9072-2346d308858f None None] Routers {'61a492aa-0fba-47e2-9475-bcb38a804d20'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:21.785873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-636e4023-0541-4285-9072-2346d308858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['61a492aa-0fba-47e2-9475-bcb38a804d20'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:21.786124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d57949cf-81d6-4dbd-80da-30139e193a96 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.791742 n-d-789963-11 neutron-server[94942]: INFO neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No ports have port_id starting with b5918e31-cd1f-4f05-8d34-ea42c1a16d3d Sep 18 20:06:21.855402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d57949cf-81d6-4dbd-80da-30139e193a96 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.855885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57949cf-81d6-4dbd-80da-30139e193a96 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Fanout notify agent at l3_agent the message router_deleted on router 61a492aa-0fba-47e2-9475-bcb38a804d20 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:06:21.866737 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.873746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a2281-2541-48f3-82b3-e40e6394cb81 req-f0f169e7-c6e0-4f8b-9461-b7f80e39f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:21.875613 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-541a2281-2541-48f3-82b3-e40e6394cb81 req-f0f169e7-c6e0-4f8b-9461-b7f80e39f7c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 1096 time: 0.7450860 Sep 18 20:06:21.883453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d57949cf-81d6-4dbd-80da-30139e193a96 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:21.884069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] No DVR routers for this DVR port b5918e31-cd1f-4f05-8d34-ea42c1a16d3d on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:21.888020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53866) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:21.888318 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d57949cf-81d6-4dbd-80da-30139e193a96 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/routers/61a492aa-0fba-47e2-9475-bcb38a804d20 HTTP/1.1" status: 204 len: 168 time: 1.0038691 Sep 18 20:06:21.894444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:21.946322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7230502-5a9d-4fb5-b1f4-19e1db7f45e2 None None] Pushing event deleted for resources: {'Port': ['ID=b5918e31-cd1f-4f05-8d34-ea42c1a16d3d,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:21.949436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-636e4023-0541-4285-9072-2346d308858f None None] Set router 61a492aa-0fba-47e2-9475-bcb38a804d20 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:21.977242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.20.0.2 (2c7a957d-801c-4664-8b29-dbba3f6f86e1/fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4/cb0e36f4-1518-4bee-a370-5d691d2befd2) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:21.990886 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-541a2281-2541-48f3-82b3-e40e6394cb81 req-ae9fcb77-34bf-4ba8-b923-ef4e527a0f74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797226 Sep 18 20:06:22.044277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-636e4023-0541-4285-9072-2346d308858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a492aa-0fba-47e2-9475-bcb38a804d20', 'name': 'tempest-NetworksTestDHCPv6-router-1987125340', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:14Z', 'updated_at': '2021-09-18T20:06:19Z', 'revision_number': 3, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:22.077677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:22.082581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.090204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e4023-0541-4285-9072-2346d308858f None None] Checking router: 61a492aa-0fba-47e2-9475-bcb38a804d20 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:06:22.109324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e4023-0541-4285-9072-2346d308858f None None] Routers set() bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:22.109802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e4023-0541-4285-9072-2346d308858f None None] Router IDs set() for agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 20:06:22.110449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_agentschedulers_db [None req-636e4023-0541-4285-9072-2346d308858f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'61a492aa-0fba-47e2-9475-bcb38a804d20'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:05:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent'). {{(pid=94942) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 20:06:22.111369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e4023-0541-4285-9072-2346d308858f None None] The sync data for ids ['61a492aa-0fba-47e2-9475-bcb38a804d20'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:22.231141 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.270349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.336139 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.358577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 2c7a957d-801c-4664-8b29-dbba3f6f86e1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:22.359808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:22.362756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:22.372470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=cb0e36f4-1518-4bee-a370-5d691d2befd2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:22.387332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:22.390509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:22.395065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:22.395671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.397916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:22.402798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca50e4f-3014-4dfd-9c45-80c853565166 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:22.427748 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7bc2d7c4-abb6-4c6b-95a3-b2972b7b2008 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5383582 Sep 18 20:06:22.430733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53886) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:22.436353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cdb3bb53-e93f-4d39-a1e2-7aa06d9c9127 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-739558233', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:22.461420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:22.462192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.489834 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bb53-e93f-4d39-a1e2-7aa06d9c9127 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.491658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bb53-e93f-4d39-a1e2-7aa06d9c9127 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.556632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bb53-e93f-4d39-a1e2-7aa06d9c9127 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.563447 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-efa9e66d-3034-428a-9eb4-98a3f2e58793 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8920758 Sep 18 20:06:22.565565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53888) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:22.569071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bb53-e93f-4d39-a1e2-7aa06d9c9127 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.578570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'port_id': 'cb0e36f4-1518-4bee-a370-5d691d2befd2'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:22.617617 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bb53-e93f-4d39-a1e2-7aa06d9c9127 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.624248 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cdb3bb53-e93f-4d39-a1e2-7aa06d9c9127 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1923506 Sep 18 20:06:22.624881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53892) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:22.649699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:22.650728 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.659155 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:22.817143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6/69d5f275-e10a-4663-be2b-8396fe5ab839) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:23.059905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68c14-c1a8-4a7c-9738-754523bae580 req-48790dac-9d55-4d3f-84fa-58a12a553ee4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:23.061515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9db68c14-c1a8-4a7c-9738-754523bae580 req-48790dac-9d55-4d3f-84fa-58a12a553ee4 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 945 time: 0.1966422 Sep 18 20:06:23.127340 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.144235 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.151123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.178903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:23.183408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:23.187247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:23.219629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9db68c14-c1a8-4a7c-9738-754523bae580 req-dc8e8e63-8796-4615-a33b-470584d2be30 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506424 Sep 18 20:06:23.233776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Pushing event updated for resources: {'Port': ['ID=69d5f275-e10a-4663-be2b-8396fe5ab839,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:23.286781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Attempting to bind port 69d5f275-e10a-4663-be2b-8396fe5ab839 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:23.287142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Attempting to bind port 69d5f275-e10a-4663-be2b-8396fe5ab839 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:23.287527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Attempting to bind port 69d5f275-e10a-4663-be2b-8396fe5ab839 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:23.310143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:23.310785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:23.311463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.312205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:23.313000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Bound port: 69d5f275-e10a-4663-be2b-8396fe5ab839, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:23.314478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.408367 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.411748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] For port 69d5f275-e10a-4663-be2b-8396fe5ab839, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:23.416654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] For port 69d5f275-e10a-4663-be2b-8396fe5ab839, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=69d5f275-e10a-4663-be2b-8396fe5ab839,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:23.423447 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.501411 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.559485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270b65-85ca-4f26-97ff-9acb228dc242 None None] Pushing event updated for resources: {'Port': ['ID=69d5f275-e10a-4663-be2b-8396fe5ab839,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:23.567592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::1 (89dc8557-de79-4367-b8f1-325567e3c906/1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6/1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:23.627496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 00c9ab29-ff52-4962-98a2-71e475651eac no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:23.669710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 00c9ab29-ff52-4962-98a2-71e475651eac {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:06:23.670380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 00c9ab29-ff52-4962-98a2-71e475651eac not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:06:23.748494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.800329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:23.878116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:23.887098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:23.897042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:23.905305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:23.908106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.080367 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.084568 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.088948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.232226 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP 07647ab3-a139-44f6-a384-039a504ab72b associated. External IP: 172.25.8.155, port: cb0e36f4-1518-4bee-a370-5d691d2befd2. Sep 18 20:06:24.437394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cf91b-9991-4cd2-85b5-957452c442a1 req-66d6a06e-3f5d-4971-9904-57532c76750e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:24.439269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f0cf91b-9991-4cd2-85b5-957452c442a1 req-66d6a06e-3f5d-4971-9904-57532c76750e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 945 time: 0.1081674 Sep 18 20:06:24.452067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.462129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.463006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.525971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:24.538121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f0cf91b-9991-4cd2-85b5-957452c442a1 req-f8a92918-281b-4ce2-81dc-1cd0f6f70fd2 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908878 Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.599146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:24.651268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:24.653026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:24.683833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:24.730342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddee3f-fe80-43ef-8ff8-8b26ff7236c3 req-87fe1381-f163-44f5-a58f-6607db0b62f9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:24.732414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbddee3f-fe80-43ef-8ff8-8b26ff7236c3 req-87fe1381-f163-44f5-a58f-6607db0b62f9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 945 time: 0.0795820 Sep 18 20:06:24.781999 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.822049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbddee3f-fe80-43ef-8ff8-8b26ff7236c3 req-d5fbb400-c687-4ac8-8169-88db5000436c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554118 Sep 18 20:06:24.848779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53938) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:24.858890 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Router 4318ef01-2b60-424d-b4d7-2dbf23368163 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:06:24.888739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:24.895451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.928258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1858-1b8c-4c4e-8769-5bdaa0ada4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:24.936419 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-67b036ce-d0c1-45ae-825d-75f62ec207dc tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/floatingips/07647ab3-a139-44f6-a384-039a504ab72b HTTP/1.1" status: 200 len: 977 time: 2.3689320 Sep 18 20:06:24.937114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53944) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:24.945573 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f27666-5792-422c-8785-98c71da8595a None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:24.956452 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f27666-5792-422c-8785-98c71da8595a None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:24.957181 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37f27666-5792-422c-8785-98c71da8595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:24.995842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-01e70691-7dd4-486d-95fb-39c068f5a998 None None] Provisioning complete for port 69d5f275-e10a-4663-be2b-8396fe5ab839 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:24.998515 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-01e70691-7dd4-486d-95fb-39c068f5a998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.002612 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37f27666-5792-422c-8785-98c71da8595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:25.017375 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f27666-5792-422c-8785-98c71da8595a None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:25.018257 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37f27666-5792-422c-8785-98c71da8595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:25.033588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:25.040933 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1471f212-ff7e-4ae0-b1ce-ae0128e36069 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "PUT /v2.0/routers/4318ef01-2b60-424d-b4d7-2dbf23368163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4148583 Sep 18 20:06:25.043051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53946) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:25.068729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Sync routers for ids ['4318ef01-2b60-424d-b4d7-2dbf23368163'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:25.071724 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37f27666-5792-422c-8785-98c71da8595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:25.072898 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f27666-5792-422c-8785-98c71da8595a None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:25.102230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Routers {'4318ef01-2b60-424d-b4d7-2dbf23368163'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:25.102879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4318ef01-2b60-424d-b4d7-2dbf23368163'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:25.118775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734afd4e-0e02-436f-a3f3-f2e48c3bf42d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:25.122531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-734afd4e-0e02-436f-a3f3-f2e48c3bf42d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports/1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 HTTP/1.1" status: 200 len: 911 time: 0.0759888 Sep 18 20:06:25.122791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53948) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:25.169933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port cb0e36f4-1518-4bee-a370-5d691d2befd2 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:25.170533 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.187065 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded08d2-b266-4586-90ef-19a9d6299c35 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:25.194944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded08d2-b266-4586-90ef-19a9d6299c35 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:25.196866 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ded08d2-b266-4586-90ef-19a9d6299c35 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0730219 Sep 18 20:06:25.200365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53950) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:25.274883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Set router 4318ef01-2b60-424d-b4d7-2dbf23368163 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:25.338876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.350406 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-01e70691-7dd4-486d-95fb-39c068f5a998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.398380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1056971-65ed-46cb-9fe4-0f542ee4a643 tempest-TestVolumeBootPattern-235752878 tempest-TestVolumeBootPattern-235752878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:25.400003 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1056971-65ed-46cb-9fe4-0f542ee4a643 tempest-TestVolumeBootPattern-235752878 tempest-TestVolumeBootPattern-235752878-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 1092 time: 0.5502167 Sep 18 20:06:25.403126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 53958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:25.426546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:25.484515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-01e70691-7dd4-486d-95fb-39c068f5a998 None None] For port 69d5f275-e10a-4663-be2b-8396fe5ab839, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=69d5f275-e10a-4663-be2b-8396fe5ab839,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:25.505014 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-01e70691-7dd4-486d-95fb-39c068f5a998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.733753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.740496 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.745299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-13b53795-6867-41a1-9c0b-143146ad7ccb None None] Provisioning complete for port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:25.745876 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13b53795-6867-41a1-9c0b-143146ad7ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.794906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-13b53795-6867-41a1-9c0b-143146ad7ccb None None] Port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:25.797082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70691-7dd4-486d-95fb-39c068f5a998 None None] Pushing event updated for resources: {'Port': ['ID=69d5f275-e10a-4663-be2b-8396fe5ab839,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:25.850883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 69d5f275-e10a-4663-be2b-8396fe5ab839 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:25.895316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.896767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.897086 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP 07647ab3-a139-44f6-a384-039a504ab72b disassociated. External IP: 172.25.8.155, port: cb0e36f4-1518-4bee-a370-5d691d2befd2. Sep 18 20:06:25.897429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for cb0e36f4-1518-4bee-a370-5d691d2befd2 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:25.932660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ddb62de9-948e-473f-b384-b073b4eda04f None None] Provisioning complete for port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:25.934365 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ddb62de9-948e-473f-b384-b073b4eda04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.965549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 69d5f275-e10a-4663-be2b-8396fe5ab839 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:25.965916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:25.999924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'name': 'tempest-NetworksTestDHCPv6-router-739558233', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:22Z', 'updated_at': '2021-09-18T20:06:24Z', 'revision_number': 2, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None, '_interfaces': [{'id': '1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471', 'name': '', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'mac_address': 'fa:16:3e:ce:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:06:23Z', 'updated_at': '2021-09-18T20:06:24Z', 'revision_number': 2, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'subnets': [{'id': '1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:26.031370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ddb62de9-948e-473f-b384-b073b4eda04f None None] Port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:26.035307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Checking router: 4318ef01-2b60-424d-b4d7-2dbf23368163 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:06:26.035639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Updating router 4318ef01-2b60-424d-b4d7-2dbf23368163 port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:06:26.073163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:26.090797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:26.123825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=cb0e36f4-1518-4bee-a370-5d691d2befd2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:26.177436 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:26.260447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:26.351110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:26.533508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:26.548735 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685e25d-bd80-49af-8db7-23a6fa9e79a2 None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:26.570202 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685e25d-bd80-49af-8db7-23a6fa9e79a2 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:26.571303 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4685e25d-bd80-49af-8db7-23a6fa9e79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:26.633770 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4685e25d-bd80-49af-8db7-23a6fa9e79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:26.645325 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685e25d-bd80-49af-8db7-23a6fa9e79a2 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:26.649014 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4685e25d-bd80-49af-8db7-23a6fa9e79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:26.683846 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:26.686037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-efae2122-7f67-4d81-adf9-10146229791c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/ports/cb0e36f4-1518-4bee-a370-5d691d2befd2 HTTP/1.1" status: 204 len: 168 time: 1.7478876 Sep 18 20:06:26.689714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53988) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:26.738714 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4685e25d-bd80-49af-8db7-23a6fa9e79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:26.743641 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685e25d-bd80-49af-8db7-23a6fa9e79a2 None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:26.774411 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:26.784164 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:26.792100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a430408c-64bd-4b88-9bc4-f7b18b8322c0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "GET /v2.0/floatingips/07647ab3-a139-44f6-a384-039a504ab72b HTTP/1.1" status: 200 len: 688 time: 0.0998685 Sep 18 20:06:26.804326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 53994) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:26.885333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb8a42-8d22-412b-ade5-c228d401c83a None None] Pushing event updated for resources: {'Port': ['ID=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:27.022916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Allocated IP 172.25.8.221 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/69ed53f3-95de-4d7f-9ec0-40114aada956) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:27.036563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port 8a5b3ee2-e0ac-471f-9976-7d306965cb1b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:27.037259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.039022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Attempting to bind port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:27.039424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Attempting to bind port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:27.049545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Attempting to bind port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:27.056144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:27.056840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:27.057448 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.058066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:27.058730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Bound port: 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:27.060682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.147859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] For port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:27.151894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] For port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:27.170363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.246256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.246631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.278598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for 8a5b3ee2-e0ac-471f-9976-7d306965cb1b owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:27.279345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.301719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb8a42-8d22-412b-ade5-c228d401c83a None None] Pushing event updated for resources: {'Port': ['ID=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:27.330644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.341786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:27.342210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.372797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f7aa89bb-e890-43f6-8bd7-2b77881c00b5 None None] Provisioning complete for port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:27.373168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f7aa89bb-e890-43f6-8bd7-2b77881c00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.374577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Routers {'4318ef01-2b60-424d-b4d7-2dbf23368163'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:27.376280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4318ef01-2b60-424d-b4d7-2dbf23368163'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:27.425589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:27.447679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:27.460953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:27.513997 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.537056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=69ed53f3-95de-4d7f-9ec0-40114aada956,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:27.614043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=8a5b3ee2-e0ac-471f-9976-7d306965cb1b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:27.647422 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.656584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] Set router 4318ef01-2b60-424d-b4d7-2dbf23368163 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:27.747238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] For port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:27.748200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.762841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.767407 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.773634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:27.774470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-530d97f0-d972-411d-a8f3-90c456e1cb0e tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/floatingips/07647ab3-a139-44f6-a384-039a504ab72b HTTP/1.1" status: 204 len: 168 time: 0.9691000 Sep 18 20:06:27.775131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54018) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:27.786711 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'e111368a-ac96-415c-b689-ff2da6e2673f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:27.796450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f7aa89bb-e890-43f6-8bd7-2b77881c00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.800031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 69d5f275-e10a-4663-be2b-8396fe5ab839 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:27.884254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f7aa89bb-e890-43f6-8bd7-2b77881c00b5 None None] For port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:27.928127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f7aa89bb-e890-43f6-8bd7-2b77881c00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:27.968006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:28.056908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 69d5f275-e10a-4663-be2b-8396fe5ab839 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:28.057285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:28.096999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa89bb-e890-43f6-8bd7-2b77881c00b5 None None] Pushing event updated for resources: {'Port': ['ID=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:28.153761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-13f78eae-0cf5-469f-b232-53e757b53b1e None None] Provisioning complete for port 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:28.154499 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13f78eae-0cf5-469f-b232-53e757b53b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:28.321114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'name': 'tempest-NetworksTestDHCPv6-router-739558233', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:22Z', 'updated_at': '2021-09-18T20:06:24Z', 'revision_number': 2, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None, '_interfaces': [{'id': '1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471', 'name': '', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'mac_address': 'fa:16:3e:ce:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:06:23Z', 'updated_at': '2021-09-18T20:06:27Z', 'revision_number': 4, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'subnets': [{'id': '1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:28.374355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae092-2a9a-418a-bfc4-a5b04f2d8bf7 None None] The sync data for ids ['4318ef01-2b60-424d-b4d7-2dbf23368163'] in n-d-789963-11 is: [{'id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'name': 'tempest-NetworksTestDHCPv6-router-739558233', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:22Z', 'updated_at': '2021-09-18T20:06:24Z', 'revision_number': 2, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None, '_interfaces': [{'id': '1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471', 'name': '', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'mac_address': 'fa:16:3e:ce:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:06:23Z', 'updated_at': '2021-09-18T20:06:27Z', 'revision_number': 4, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'subnets': [{'id': '1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:28.402311 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:28.438055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:28.487657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:28.495871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:28.633513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:28.762439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:28.989873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.25.8.2 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/f6df9b59-5ebc-41f8-b2fe-01ad029f4ca8) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:29.135603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Router 4318ef01-2b60-424d-b4d7-2dbf23368163 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:29.201216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:29.214284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:29.310078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event updated for resources: {'Port': ['ID=69ed53f3-95de-4d7f-9ec0-40114aada956,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:29.385099 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:29.411181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:29.504731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:29.515442 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0339b724-5763-4659-80a4-0ef52e263350 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "PUT /v2.0/routers/4318ef01-2b60-424d-b4d7-2dbf23368163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3133712 Sep 18 20:06:29.518506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54058) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:29.569270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:29.632826 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Floating IP 57bc839c-e69c-47dc-acac-6a3a7acc3135 associated. External IP: 172.25.8.221, port: 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00. Sep 18 20:06:29.634922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=f6df9b59-5ebc-41f8-b2fe-01ad029f4ca8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:29.639678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c6bf0-af82-454d-a38a-3d55e91091cb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:29.643606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c6bf0-af82-454d-a38a-3d55e91091cb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:29.648366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c65c6bf0-af82-454d-a38a-3d55e91091cb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1279569 Sep 18 20:06:29.653657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54060) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:29.718283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:29.721661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:29.728716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-680101b7-94f6-47a4-8303-96a744099ac6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:29.732581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-680101b7-94f6-47a4-8303-96a744099ac6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:29.732770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:29.853916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-680101b7-94f6-47a4-8303-96a744099ac6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.012657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-680101b7-94f6-47a4-8303-96a744099ac6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.122213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-680101b7-94f6-47a4-8303-96a744099ac6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.180297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579a099-ea89-4cf9-9796-eaab99225526 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:30.194878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-680101b7-94f6-47a4-8303-96a744099ac6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.199107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-680101b7-94f6-47a4-8303-96a744099ac6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6 HTTP/1.1" status: 204 len: 168 time: 0.5442832 Sep 18 20:06:30.203074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54070) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:30.212870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680101b7-94f6-47a4-8303-96a744099ac6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:30.370506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-94ce55ee-1597-4d46-9779-503f9d4476ed tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1410277 Sep 18 20:06:30.371401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54072) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:30.424226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] Sync routers for ids ['4318ef01-2b60-424d-b4d7-2dbf23368163'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:30.459434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] Routers {'4318ef01-2b60-424d-b4d7-2dbf23368163'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:30.463806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4318ef01-2b60-424d-b4d7-2dbf23368163'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:30.521949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5c29e49c-308e-439b-8dfd-8af55a9468f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.528404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:06:30.590815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] Set router 4318ef01-2b60-424d-b4d7-2dbf23368163 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:30.659969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'name': 'tempest-NetworksTestDHCPv6-router-739558233', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:22Z', 'updated_at': '2021-09-18T20:06:28Z', 'revision_number': 3, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:30.701041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] Checking router: 4318ef01-2b60-424d-b4d7-2dbf23368163 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:06:30.737442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] Routers {'4318ef01-2b60-424d-b4d7-2dbf23368163'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:30.737442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4318ef01-2b60-424d-b4d7-2dbf23368163'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:30.778262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5c29e49c-308e-439b-8dfd-8af55a9468f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.780807 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5c29e49c-308e-439b-8dfd-8af55a9468f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.843251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] Set router 4318ef01-2b60-424d-b4d7-2dbf23368163 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:30.855404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5c29e49c-308e-439b-8dfd-8af55a9468f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.856446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c29e49c-308e-439b-8dfd-8af55a9468f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Fanout notify agent at l3_agent the message router_deleted on router 4318ef01-2b60-424d-b4d7-2dbf23368163 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:06:30.878006 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5c29e49c-308e-439b-8dfd-8af55a9468f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.880483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5c29e49c-308e-439b-8dfd-8af55a9468f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/routers/4318ef01-2b60-424d-b4d7-2dbf23368163 HTTP/1.1" status: 204 len: 168 time: 0.5080752 Sep 18 20:06:30.883421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54076) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:30.966278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:30.981453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:30.984925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'name': 'tempest-NetworksTestDHCPv6-router-739558233', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:22Z', 'updated_at': '2021-09-18T20:06:28Z', 'revision_number': 3, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:31.004911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438cd25-5326-45ad-b5b0-6239362fb804 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:31.007318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d438cd25-5326-45ad-b5b0-6239362fb804 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1224377 Sep 18 20:06:31.009416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54080) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:31.016896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ab8a6-7d48-40dc-97e5-9a46e1879bb0 None None] The sync data for ids ['4318ef01-2b60-424d-b4d7-2dbf23368163'] in n-d-789963-11 is: [{'id': '4318ef01-2b60-424d-b4d7-2dbf23368163', 'name': 'tempest-NetworksTestDHCPv6-router-739558233', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:06:22Z', 'updated_at': '2021-09-18T20:06:28Z', 'revision_number': 3, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:31.021917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] Deleting port 69d5f275-e10a-4663-be2b-8396fe5ab839 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:31.022434 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.082252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5db2f-de51-4961-989f-bff38da3257a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:31.084659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4eb5db2f-de51-4961-989f-bff38da3257a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743251 Sep 18 20:06:31.087127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54082) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:31.105259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] For port 69d5f275-e10a-4663-be2b-8396fe5ab839, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=69d5f275-e10a-4663-be2b-8396fe5ab839,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:31.105606 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.143876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8946f5cf-8766-48a7-95b8-23308b0637d1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552368 Sep 18 20:06:31.150285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54084) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:31.155516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:31.198535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.201352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:31.213816 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:31.236043 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:31.236836 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:31.249923 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.276351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:31.280695 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.297901 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-406a2b5a-44d5-439d-b5cc-80d87fb82b5a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8935301 Sep 18 20:06:31.300821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:06:31.303741 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56949f3d-d861-43ce-b0f6-65820f60f225" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:06:31.350940 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] Calling delete_port for 69d5f275-e10a-4663-be2b-8396fe5ab839 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:31.390672 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc7614b-5db2-46ab-bd80-a79a52206972 x-openstack-request-id: req-7cc7614b-5db2-46ab-bd80-a79a52206972 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:06:31.390969 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:06:31.393729 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cc7614b-5db2-46ab-bd80-a79a52206972 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:06:31.394241 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'status': 'completed', 'code': 200} Sep 18 20:06:31.414833 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:31.464592 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.521492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] Pushing event deleted for resources: {'Port': ['ID=69d5f275-e10a-4663-be2b-8396fe5ab839,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:31.527520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c90f2-0290-42f7-bf9e-ee8fef76b4af None None] No DVR routers for this DVR port 69d5f275-e10a-4663-be2b-8396fe5ab839 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:31.569501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-8ff8574c-aa10-4cee-96b5-ad7d122a2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:31.571186 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-8ff8574c-aa10-4cee-96b5-ad7d122a2002 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 1097 time: 0.1725914 Sep 18 20:06:31.693517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 69d5f275-e10a-4663-be2b-8396fe5ab839 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:31.729718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 69d5f275-e10a-4663-be2b-8396fe5ab839 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:06:31.730079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 69d5f275-e10a-4663-be2b-8396fe5ab839 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:06:31.730500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:31.748672 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '57bc839c-e69c-47dc-acac-6a3a7acc3135', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:06:28Z', 'updated_at': '2021-09-18T20:06:28Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}, {'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:04:03Z', 'revision_number': 1, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:31.768851 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.787152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.790788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:06:31.791212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1f2d3fe6-56b9-48e0-9c2f-e3b3a9a70471 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:06:31.803521 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:06:31.811364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-fef6cc7b-fabd-40b3-bb6b-51a994f5db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:31.812931 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-fef6cc7b-fabd-40b3-bb6b-51a994f5db53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.2339563 Sep 18 20:06:31.820740 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:31.821412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.objects.ports [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:06:31.821808 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:31.823368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.862421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:31.866938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:31.870000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:31.870590 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:31.878153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de524b5b-5319-420d-92eb-d9a77b26e81f None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:31.919030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=ec6d1506-59af-48ff-ab6f-d7b44eb31b41,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:31.923889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f3f7dc37-45c9-4983-bcbf-abcc892912a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7724829 Sep 18 20:06:31.926828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54090) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:31.931951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:32.007802 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:06:32.024126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=f6df9b59-5ebc-41f8-b2fe-01ad029f4ca8,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:32.081993 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-fe45f2ad-56ef-4aec-bc22-c92126fd7c4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 HTTP/1.1" status: 200 len: 999 time: 0.2380433 Sep 18 20:06:32.087285 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:32.182681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'ec6d1506-59af-48ff-ab6f-d7b44eb31b41'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:32.184134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:32.193435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-082c8a5c-4d8a-44da-9799-3748787f3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:32.194775 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-082c8a5c-4d8a-44da-9799-3748787f3508 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1042874 Sep 18 20:06:32.282127 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP 75b65e81-297b-40bb-b734-1c0fd1c15ebd associated. External IP: 172.25.8.2, port: e111368a-ac96-415c-b689-ff2da6e2673f. Sep 18 20:06:32.346073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-417e5ae7-f1a0-451b-b7a4-50217f1cd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:32.347963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-417e5ae7-f1a0-451b-b7a4-50217f1cd314 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172483 Sep 18 20:06:32.457887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Allocated IP 2001:db8::f816:3eff:fe6e:fde9 (89dc8557-de79-4367-b8f1-325567e3c906/ec6d1506-59af-48ff-ab6f-d7b44eb31b41/7340bfaf-6cf5-475f-b5e8-3dc18d89b03e) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:32.593069 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '57bc839c-e69c-47dc-acac-6a3a7acc3135', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:06:28Z', 'updated_at': '2021-09-18T20:06:28Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}, {'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:04:03Z', 'revision_number': 1, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:32.605909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-1302ddba-0b26-45bf-aa5e-fc09cc5eb180 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473421 Sep 18 20:06:32.655589 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8206e1-9835-4be9-9a43-959c28759037 None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '57bc839c-e69c-47dc-acac-6a3a7acc3135', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:5a:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:06:28Z', 'updated_at': '2021-09-18T20:06:28Z', 'revision_number': 0, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}, {'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:04:03Z', 'revision_number': 1, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:32.692520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:32.702558 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:32.807265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:32.810744 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:32.820333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:32.832289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:32.839189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Pushing event updated for resources: {'Port': ['ID=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:32.888729 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-56949f3d-d861-43ce-b0f6-65820f60f225 req-b5dc9a18-fa37-4ae0-8c62-2132293aec4a service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711713 Sep 18 20:06:32.904285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Attempting to bind port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:32.904658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Attempting to bind port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:32.905024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Attempting to bind port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:32.912179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:32.912656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:32.913428 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:32.913976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:32.914466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Bound port: 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:32.914853 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:32.971196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:33.018268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478a075-080f-47a7-b6b5-7c17c87775b9 None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:33.018699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.044837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:33.051357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.053114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] For port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:33.072707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478a075-080f-47a7-b6b5-7c17c87775b9 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:33.073449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4478a075-080f-47a7-b6b5-7c17c87775b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:33.074084 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fd144aef-3787-4ccb-9ee5-bc3c9acdb2d6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 978 time: 5.2896216 Sep 18 20:06:33.076971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54114) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:33.085383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1319852183'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:33.133066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:33.133939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] For port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:33.135341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4478a075-080f-47a7-b6b5-7c17c87775b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:33.140124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.144524 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a76359-140a-491a-af2d-131c0fc2f9d5 None None] New status for floating IP 57bc839c-e69c-47dc-acac-6a3a7acc3135: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:06:33.159271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478a075-080f-47a7-b6b5-7c17c87775b9 None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:33.160374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4478a075-080f-47a7-b6b5-7c17c87775b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:33.197378 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:06:33.220714 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.221062 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Added segment 8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04 of type vlan for network 50363b45-6c31-4fd4-b8dd-295c77ef5787 Sep 18 20:06:33.232835 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.238970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4478a075-080f-47a7-b6b5-7c17c87775b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:33.239916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478a075-080f-47a7-b6b5-7c17c87775b9 None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:33.321700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177adc78-002d-4ee7-ba9f-3599e91506f3 None None] Pushing event updated for resources: {'Port': ['ID=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:33.350136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.416894 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.424934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:33.427111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.502221 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4242101 Sep 18 20:06:33.505802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54116) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:33.508335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.542252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'subnet': {'network_id': '50363b45-6c31-4fd4-b8dd-295c77ef5787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:33.561190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e05503-e671-4336-8c1b-9f606eb0e090 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Network': ['ID=50363b45-6c31-4fd4-b8dd-295c77ef5787,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:33.575436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:06:33.595169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:33.602019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:33.613410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:33.614060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.684726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=8a533a71-5e92-4913-b342-d94f098788d5,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:33.700576 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c258da92-f8b9-414c-86c5-5203eef6e0d2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7725246 Sep 18 20:06:33.703623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54118) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:33.718639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:ac:39:30', 'name': 'tempest-NetworksTestDHCPv6-581990107'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:33.744615 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:33.752033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:33.936198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:34.070727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.088668 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.098353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 45e74fdd-988a-40b5-a9c9-a8d1bd04822e yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:34.171450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Subnet': ['ID=774f1b8a-2103-47ae-ab32-56da4a3b2415,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:34.207495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Checking segment: {'id': '8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50363b45-6c31-4fd4-b8dd-295c77ef5787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:34.209054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network hostable DHCP agents. Network: 50363b45-6c31-4fd4-b8dd-295c77ef5787, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:06:34.233374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:06:34.249099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 50363b45-6c31-4fd4-b8dd-295c77ef5787) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:34.254468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:34.255233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.273690 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a9cb9dde-a0f7-4366-8d8a-6ae1350551a5 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7673275 Sep 18 20:06:34.275572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c0c30-c61a-4438-9df3-74814d77bf23 None None] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:34.276428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54124) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:34.282064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-647452217', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:34.316614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.318156 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.378818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 172.20.0.6 (89dc8557-de79-4367-b8f1-325567e3c906/8a533a71-5e92-4913-b342-d94f098788d5/45e74fdd-988a-40b5-a9c9-a8d1bd04822e) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:34.392851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:feac:3930 (89dc8557-de79-4367-b8f1-325567e3c906/ec6d1506-59af-48ff-ab6f-d7b44eb31b41/45e74fdd-988a-40b5-a9c9-a8d1bd04822e) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:34.394211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.567559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-50363b45-6c31-4fd4-b8dd-295c77ef5787', 'network_id': '50363b45-6c31-4fd4-b8dd-295c77ef5787', 'tenant_id': '6fc96d192681418287027fc3e34d6c43', 'fixed_ips': [{'subnet_id': '774f1b8a-2103-47ae-ab32-56da4a3b2415'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:34.568517 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.646446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.724383 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.740794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.843005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:34.848383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:34.856898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:34.874937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Allocated IP 172.20.0.2 (50363b45-6c31-4fd4-b8dd-295c77ef5787/774f1b8a-2103-47ae-ab32-56da4a3b2415/3e945c74-cf18-4b05-8d16-8a218e503235) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:34.902609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=45e74fdd-988a-40b5-a9c9-a8d1bd04822e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:34.936978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a5761-0cba-4c19-bcb7-aede62f27d33 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:34.963104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:34.964888 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:34.995416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0ae3ad55-585d-4d87-9b53-4b4f30b008f8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2905157 Sep 18 20:06:35.004399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54128) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:35.076791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d346bc9-0dd3-43b5-b645-155d47ad2c50 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:35.094672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d346bc9-0dd3-43b5-b645-155d47ad2c50 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:35.098950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6d346bc9-0dd3-43b5-b645-155d47ad2c50 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0989606 Sep 18 20:06:35.099259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54132) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:35.128184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-61fd4c9d-d9dd-4e7c-bb15-10cee402443d None None] Provisioning complete for port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:35.128680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61fd4c9d-d9dd-4e7c-bb15-10cee402443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.148287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.178544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.236277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-086182f2-0a7a-450e-84f2-60becc839c8d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 45e74fdd-988a-40b5-a9c9-a8d1bd04822e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:35.237097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-086182f2-0a7a-450e-84f2-60becc839c8d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.321534 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.328121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.25.8.98 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/67fb3feb-ac2c-4c45-86c8-61261f0edee5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:35.342679 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.375606 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61fd4c9d-d9dd-4e7c-bb15-10cee402443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.408435 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-086182f2-0a7a-450e-84f2-60becc839c8d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.423543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-086182f2-0a7a-450e-84f2-60becc839c8d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 45e74fdd-988a-40b5-a9c9-a8d1bd04822e owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:35.449110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875da34-d8d4-4c05-b11c-380cf3552652 None None] Update dhcp port {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': 'ec6d1506-59af-48ff-ab6f-d7b44eb31b41', 'ip_address': '2001:db8::f816:3eff:fe6e:fde9'}, {'subnet_id': '8a533a71-5e92-4913-b342-d94f098788d5'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '7340bfaf-6cf5-475f-b5e8-3dc18d89b03e'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:06:35.450865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Pushing event updated for resources: {'Port': ['ID=3e945c74-cf18-4b05-8d16-8a218e503235,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:35.457157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:35.478273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:35.481960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:35.508991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-61fd4c9d-d9dd-4e7c-bb15-10cee402443d None None] For port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:35.512799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b875da34-d8d4-4c05-b11c-380cf3552652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.556029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-61fd4c9d-d9dd-4e7c-bb15-10cee402443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.611607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.659597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-086182f2-0a7a-450e-84f2-60becc839c8d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.674822 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.696828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4c9d-d9dd-4e7c-bb15-10cee402443d None None] Pushing event updated for resources: {'Port': ['ID=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:35.700522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Attempting to bind port 3e945c74-cf18-4b05-8d16-8a218e503235 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:35.700967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Attempting to bind port 3e945c74-cf18-4b05-8d16-8a218e503235 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50363b45-6c31-4fd4-b8dd-295c77ef5787'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:35.701382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Attempting to bind port 3e945c74-cf18-4b05-8d16-8a218e503235 on network 50363b45-6c31-4fd4-b8dd-295c77ef5787 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:35.731466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:35.737382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:35.740732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:35.756223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086182f2-0a7a-450e-84f2-60becc839c8d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=45e74fdd-988a-40b5-a9c9-a8d1bd04822e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:35.783520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=67fb3feb-ac2c-4c45-86c8-61261f0edee5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:35.814990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:35.818744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Checking segment: {'id': '8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50363b45-6c31-4fd4-b8dd-295c77ef5787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:35.823601 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.824201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Bound using segment: {'id': '8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50363b45-6c31-4fd4-b8dd-295c77ef5787'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:35.824849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Bound port: 3e945c74-cf18-4b05-8d16-8a218e503235, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50363b45-6c31-4fd4-b8dd-295c77ef5787'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:35.826254 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.856816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:35.869126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-086182f2-0a7a-450e-84f2-60becc839c8d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:35.871679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-086182f2-0a7a-450e-84f2-60becc839c8d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/45e74fdd-988a-40b5-a9c9-a8d1bd04822e HTTP/1.1" status: 204 len: 168 time: 0.7713897 Sep 18 20:06:35.874139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54134) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:35.960273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f838091-ba40-4d02-be2e-11dca88baa10 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:35.964253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f838091-ba40-4d02-be2e-11dca88baa10 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:35.965794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f838091-ba40-4d02-be2e-11dca88baa10 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:35.971752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8f838091-ba40-4d02-be2e-11dca88baa10 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0965090 Sep 18 20:06:35.972344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54136) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:36.028117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] For port 3e945c74-cf18-4b05-8d16-8a218e503235, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:36.035111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] For port 3e945c74-cf18-4b05-8d16-8a218e503235, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3e945c74-cf18-4b05-8d16-8a218e503235,segment=NetworkSegment(8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04),segment_id=8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:36.049805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.063130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-b875da34-d8d4-4c05-b11c-380cf3552652 None None] Allocated IP 172.20.0.2 (89dc8557-de79-4367-b8f1-325567e3c906/8a533a71-5e92-4913-b342-d94f098788d5/7340bfaf-6cf5-475f-b5e8-3dc18d89b03e) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:36.071933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ef8dba-33eb-42a7-a4fb-e50c262f2273 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 8a533a71-5e92-4913-b342-d94f098788d5 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:36.111512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:36.111898 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.444515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cddbf-e273-4598-b4d5-6f1489904833 None None] Pushing event updated for resources: {'Port': ['ID=3e945c74-cf18-4b05-8d16-8a218e503235,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:36.592911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54150) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:36.621938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b875da34-d8d4-4c05-b11c-380cf3552652 None None] For port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:36.664296 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b875da34-d8d4-4c05-b11c-380cf3552652 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.669802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8dba-33eb-42a7-a4fb-e50c262f2273 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.671102 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b875da34-d8d4-4c05-b11c-380cf3552652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.693942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.739857 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8dba-33eb-42a7-a4fb-e50c262f2273 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.751205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875da34-d8d4-4c05-b11c-380cf3552652 None None] Pushing event updated for resources: {'Port': ['ID=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:36.794719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9d0300cc-39cc-41ff-8cf6-c4dacaf91a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.905192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8dba-33eb-42a7-a4fb-e50c262f2273 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:36.944981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.004937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8dba-33eb-42a7-a4fb-e50c262f2273 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.009108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9d0300cc-39cc-41ff-8cf6-c4dacaf91a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.021093 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9d0300cc-39cc-41ff-8cf6-c4dacaf91a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.050979 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1ef8dba-33eb-42a7-a4fb-e50c262f2273 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.053106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f1ef8dba-33eb-42a7-a4fb-e50c262f2273 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/8a533a71-5e92-4913-b342-d94f098788d5 HTTP/1.1" status: 204 len: 168 time: 1.0796833 Sep 18 20:06:37.055790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:37.060324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef8dba-33eb-42a7-a4fb-e50c262f2273 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=8a533a71-5e92-4913-b342-d94f098788d5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:37.099029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9d0300cc-39cc-41ff-8cf6-c4dacaf91a17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3beba1285cb7490db0535554f4e8b956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049195 Sep 18 20:06:37.100052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0300cc-39cc-41ff-8cf6-c4dacaf91a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af664f-3bdb-4677-8ea8-e496e2ccffed,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:37.102291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:37.169298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8b7592-be97-4f64-9031-43c34ccc72cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet ec6d1506-59af-48ff-ab6f-d7b44eb31b41 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:37.178326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7592-be97-4f64-9031-43c34ccc72cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.238774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 8fc0d98d-7144-48c2-8b3e-2fb74650fc37 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:06:37.248458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7592-be97-4f64-9031-43c34ccc72cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.252038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a263899f-6892-42ca-80b6-3ce595d71c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.350763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a263899f-6892-42ca-80b6-3ce595d71c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.494485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7592-be97-4f64-9031-43c34ccc72cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.608804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:37.624426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b0902-88dd-4bc4-9ca3-5fe0d635a509 None None] Sync routers for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:37.626994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a263899f-6892-42ca-80b6-3ce595d71c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.629669 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a263899f-6892-42ca-80b6-3ce595d71c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.631082 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a263899f-6892-42ca-80b6-3ce595d71c27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8af664f-3bdb-4677-8ea8-e496e2ccffed HTTP/1.1" status: 204 len: 168 time: 0.5266986 Sep 18 20:06:37.636064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.637366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fa8d532e-45ac-4d9d-a0d4-38bc9cb1870d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3598340 Sep 18 20:06:37.640506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54194) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:37.648266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263899f-6892-42ca-80b6-3ce595d71c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af664f-3bdb-4677-8ea8-e496e2ccffed,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:37.663195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7592-be97-4f64-9031-43c34ccc72cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.682646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70148ae9-c91f-4c16-8110-767e78f286da None None] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:37.695076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b0902-88dd-4bc4-9ca3-5fe0d635a509 None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:37.695920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fe5b0902-88dd-4bc4-9ca3-5fe0d635a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:37.723098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b7592-be97-4f64-9031-43c34ccc72cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6d1506-59af-48ff-ab6f-d7b44eb31b41,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:37.725178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7592-be97-4f64-9031-43c34ccc72cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.729785 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9c8b7592-be97-4f64-9031-43c34ccc72cc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/ec6d1506-59af-48ff-ab6f-d7b44eb31b41 HTTP/1.1" status: 204 len: 168 time: 0.6727819 Sep 18 20:06:37.730767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54202) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:37.806853 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-68063166-8976-4161-8737-7e44250916a6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748940 Sep 18 20:06:37.807488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54210) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:37.814634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:37.872659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fe5b0902-88dd-4bc4-9ca3-5fe0d635a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:37.878616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d5c1f-83b0-4e41-a349-e5723ec7b8c7 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:37.921038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b7d5b29c-38d1-41ef-b3c4-9cf43acc03e5 None None] Provisioning complete for port 3e945c74-cf18-4b05-8d16-8a218e503235 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:37.921408 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b29c-38d1-41ef-b3c4-9cf43acc03e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:37.956145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3e945c74-cf18-4b05-8d16-8a218e503235 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:38.008383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:38.013458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.026300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b0902-88dd-4bc4-9ca3-5fe0d635a509 None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:38.027180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fe5b0902-88dd-4bc4-9ca3-5fe0d635a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:38.106654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fe5b0902-88dd-4bc4-9ca3-5fe0d635a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:38.107486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b0902-88dd-4bc4-9ca3-5fe0d635a509 None None] The sync data for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:38.183327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3e945c74-cf18-4b05-8d16-8a218e503235 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:38.183753 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.262356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54258) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:38.263632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b29c-38d1-41ef-b3c4-9cf43acc03e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.288873 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38370e93-4d62-4969-9503-8ec706051858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.347108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b7d5b29c-38d1-41ef-b3c4-9cf43acc03e5 None None] For port 3e945c74-cf18-4b05-8d16-8a218e503235, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3e945c74-cf18-4b05-8d16-8a218e503235,segment=NetworkSegment(8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04),segment_id=8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:38.359358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b29c-38d1-41ef-b3c4-9cf43acc03e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.421111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5b29c-38d1-41ef-b3c4-9cf43acc03e5 None None] Pushing event updated for resources: {'Port': ['ID=3e945c74-cf18-4b05-8d16-8a218e503235,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:38.470421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:06:38.493685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:38.528460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.555440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:06:38.563258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-20dec308-fc99-4a9c-bf86-d43d584fad22 None None] Provisioning complete for port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:38.563258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-20dec308-fc99-4a9c-bf86-d43d584fad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.567205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38370e93-4d62-4969-9503-8ec706051858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.577488 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38370e93-4d62-4969-9503-8ec706051858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.741439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-38370e93-4d62-4969-9503-8ec706051858 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f40315a9bcea4d10a25916992942e4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775631 Sep 18 20:06:38.745472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38370e93-4d62-4969-9503-8ec706051858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff7b0ab-b5da-4f65-a7da-cddc6a65b1c8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:38.751323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:38.751819 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.805663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54298) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:38.809216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.863258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] Deleting port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:38.864463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.868243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-20dec308-fc99-4a9c-bf86-d43d584fad22 None None] Could not find standard attr ID for object 45e74fdd-988a-40b5-a9c9-a8d1bd04822e. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:06:38.920873 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b11854a3-0fd2-4fa6-bf02-cd27167b9777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:38.968178 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b11854a3-0fd2-4fa6-bf02-cd27167b9777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.001170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b9f3a071-1f30-42c1-9105-6848596d5359 None None] Provisioning complete for port 3e945c74-cf18-4b05-8d16-8a218e503235 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:39.001814 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a071-1f30-42c1-9105-6848596d5359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.027652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] For port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:39.038654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] For port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:39.039494 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.064379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] Calling delete_port for 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:39.067916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.080887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.084310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.114881 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b11854a3-0fd2-4fa6-bf02-cd27167b9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.117845 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b11854a3-0fd2-4fa6-bf02-cd27167b9777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.119039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b11854a3-0fd2-4fa6-bf02-cd27167b9777 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fff7b0ab-b5da-4f65-a7da-cddc6a65b1c8 HTTP/1.1" status: 204 len: 168 time: 0.3122206 Sep 18 20:06:39.137542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.20.0.1 (50363b45-6c31-4fd4-b8dd-295c77ef5787/774f1b8a-2103-47ae-ab32-56da4a3b2415/ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:39.157142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11854a3-0fd2-4fa6-bf02-cd27167b9777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff7b0ab-b5da-4f65-a7da-cddc6a65b1c8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:39.175610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:39.182607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:39.185884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:39.186733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.244612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=d7bad55f-5b9e-4beb-9018-19f2f58c7adb,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:39.252187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,revision_number=8']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:39.259265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b8489570-5848-4ef4-af7a-7d83ed56d6f4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4481852 Sep 18 20:06:39.259501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54354) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:39.264956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:39.303253 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.341054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] Pushing event deleted for resources: {'Port': ['ID=7340bfaf-6cf5-475f-b5e8-3dc18d89b03e,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:39.360554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.392930 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9c253-d64f-4595-b186-aa5899301715 None None] No DVR routers for this DVR port 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:39.421156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:39.424629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d0bb9-9569-4ea1-8cdb-b825521263ac None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:39.429309 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.429754 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.490511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:39.491942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:39.503677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:39.506889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:39.586030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.682510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'd7bad55f-5b9e-4beb-9018-19f2f58c7adb'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:39.683761 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.820714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3e945c74-cf18-4b05-8d16-8a218e503235 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:39.910886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.936176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.947481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Allocated IP 2001:db8::f816:3eff:fed3:33cb (89dc8557-de79-4367-b8f1-325567e3c906/d7bad55f-5b9e-4beb-9018-19f2f58c7adb/8ca94214-6d1e-475a-8600-9f3556d579c6) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:39.960581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e4962575-4b25-4d26-a61f-c88e2c0012b7 None None] Provisioning complete for port ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:39.961463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4962575-4b25-4d26-a61f-c88e2c0012b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:39.987087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:39.996957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3e945c74-cf18-4b05-8d16-8a218e503235 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:39.997860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.019977 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdb15e24-1474-458e-a12b-b3377a68c4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.030818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:40.042681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:40.049866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:40.051162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.056296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=7466e1b5-1eea-4530-953d-6176454f5bdf,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:40.114853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e4962575-4b25-4d26-a61f-c88e2c0012b7 None None] Port ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:40.213586 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdb15e24-1474-458e-a12b-b3377a68c4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.233784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdb15e24-1474-458e-a12b-b3377a68c4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.254220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7386dec2-6eec-4c7d-81a5-665c1c4e934c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9863775 Sep 18 20:06:40.256533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54456) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:40.288873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:17:f7:63', 'name': 'tempest-NetworksTestDHCPv6-135529619'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:40.304968 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.315186 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.346689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb15e24-1474-458e-a12b-b3377a68c4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18d45ad-56c9-4473-b568-347a7a3cbff1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:40.370031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fdb15e24-1474-458e-a12b-b3377a68c4d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69d93bb503e04a8aa15528fec61f439c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815298 Sep 18 20:06:40.373590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54468) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:40.380468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:40.384412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:40.388287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:40.413672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Pushing event updated for resources: {'Port': ['ID=8ca94214-6d1e-475a-8600-9f3556d579c6,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:40.482808 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:40.494447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-783c6d68-430c-4573-a066-968c6ea0fb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.511853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:06:40.512198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7340bfaf-6cf5-475f-b5e8-3dc18d89b03e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:06:40.516882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Attempting to bind port 8ca94214-6d1e-475a-8600-9f3556d579c6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:40.517582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Attempting to bind port 8ca94214-6d1e-475a-8600-9f3556d579c6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:40.517862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Attempting to bind port 8ca94214-6d1e-475a-8600-9f3556d579c6 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:40.519758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-783c6d68-430c-4573-a066-968c6ea0fb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.523591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:40.524038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:40.524512 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.524966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:40.525444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Bound port: 8ca94214-6d1e-475a-8600-9f3556d579c6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:40.525901 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.596618 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-783c6d68-430c-4573-a066-968c6ea0fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.599559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-783c6d68-430c-4573-a066-968c6ea0fb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.601880 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-783c6d68-430c-4573-a066-968c6ea0fb0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a18d45ad-56c9-4473-b568-347a7a3cbff1 HTTP/1.1" status: 204 len: 168 time: 0.2280493 Sep 18 20:06:40.602726 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.620648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] For port 8ca94214-6d1e-475a-8600-9f3556d579c6, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:40.624755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] For port 8ca94214-6d1e-475a-8600-9f3556d579c6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8ca94214-6d1e-475a-8600-9f3556d579c6,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:40.630339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c6d68-430c-4573-a066-968c6ea0fb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18d45ad-56c9-4473-b568-347a7a3cbff1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:40.633113 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.635822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.726082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:40.727200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4753583-0e46-4a8b-b078-e43b9aa547a0 None None] Pushing event updated for resources: {'Port': ['ID=8ca94214-6d1e-475a-8600-9f3556d579c6,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:40.729957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:40.775504 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:40.962857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:40.964799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:40.978700 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:41.006058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 3b892175-f476-41db-8163-0db76649c0f4 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:41.357785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bed96e94-6b07-4439-b7ae-29588dd5084f None None] Provisioning complete for port ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:41.360402 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bed96e94-6b07-4439-b7ae-29588dd5084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:41.374914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 172.20.0.14 (89dc8557-de79-4367-b8f1-325567e3c906/7466e1b5-1eea-4530-953d-6176454f5bdf/3b892175-f476-41db-8163-0db76649c0f4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:41.387296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 8fc0d98d-7144-48c2-8b3e-2fb74650fc37 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:41.388511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fe17:f763 (89dc8557-de79-4367-b8f1-325567e3c906/d7bad55f-5b9e-4beb-9018-19f2f58c7adb/3b892175-f476-41db-8163-0db76649c0f4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:41.636457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:41.652787 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006b78a5-3ccd-40e8-8a5f-d957e16fa19a None None] Sync routers for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:41.655180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54610) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:41.660839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0994146e-3a03-4144-8770-fbf3fdeeec92 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/routers/8fc0d98d-7144-48c2-8b3e-2fb74650fc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0173783 Sep 18 20:06:41.666136 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b78a5-3ccd-40e8-8a5f-d957e16fa19a None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:41.668291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'port': {'network_id': '50363b45-6c31-4fd4-b8dd-295c77ef5787', 'name': 'tempest-FloatingIPTestJSON-853165260'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:41.679783 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-006b78a5-3ccd-40e8-8a5f-d957e16fa19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:41.721951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bed96e94-6b07-4439-b7ae-29588dd5084f None None] Port ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:41.791920 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-006b78a5-3ccd-40e8-8a5f-d957e16fa19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:41.796461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:41.810533 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b78a5-3ccd-40e8-8a5f-d957e16fa19a None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:41.811219 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-006b78a5-3ccd-40e8-8a5f-d957e16fa19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:41.824732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8ca94214-6d1e-475a-8600-9f3556d579c6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:41.887912 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:41.914716 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-006b78a5-3ccd-40e8-8a5f-d957e16fa19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:41.917249 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006b78a5-3ccd-40e8-8a5f-d957e16fa19a None None] The sync data for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:41.941192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8ca94214-6d1e-475a-8600-9f3556d579c6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:41.942244 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.034723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Made reservation on behalf of 6fc96d192681418287027fc3e34d6c43 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:42.038218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.052230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=3b892175-f476-41db-8163-0db76649c0f4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:42.070307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:42.072995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:42.081032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:42.091018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] device_id is not set on port 06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:42.124365 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.146359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:42.147114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.173870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 8ca94214-6d1e-475a-8600-9f3556d579c6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8ca94214-6d1e-475a-8600-9f3556d579c6,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:42.176051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fa27facf-987d-45e7-af82-15c50d3420e4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9173725 Sep 18 20:06:42.176274 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0813cf-73eb-4516-aa15-7466c71ee5b5 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:42.178942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54660) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:42.196243 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.252351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fbce04-59d1-4c0e-872a-01cfc72cc36f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:42.258502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fbce04-59d1-4c0e-872a-01cfc72cc36f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:42.260337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a9fbce04-59d1-4c0e-872a-01cfc72cc36f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0792603 Sep 18 20:06:42.262915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54662) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:42.290252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-801d8419-73ee-4dd1-a702-4af6d1b2ec0b None None] Provisioning complete for port 8ca94214-6d1e-475a-8600-9f3556d579c6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:42.290893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-801d8419-73ee-4dd1-a702-4af6d1b2ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.310341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Allocated IP 172.20.0.7 (50363b45-6c31-4fd4-b8dd-295c77ef5787/774f1b8a-2103-47ae-ab32-56da4a3b2415/06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:42.368891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=8ca94214-6d1e-475a-8600-9f3556d579c6,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:42.385109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8b8f6-115a-4e25-81c5-9a0a5d92bc86 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 3b892175-f476-41db-8163-0db76649c0f4 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:42.385469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b8f6-115a-4e25-81c5-9a0a5d92bc86 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.547521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.584403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54ef133-07fa-4bc5-ab7e-4f92c094ae51 None None] Update dhcp port {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': 'd7bad55f-5b9e-4beb-9018-19f2f58c7adb', 'ip_address': '2001:db8::f816:3eff:fed3:33cb'}, {'subnet_id': '7466e1b5-1eea-4530-953d-6176454f5bdf'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '8ca94214-6d1e-475a-8600-9f3556d579c6'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:06:42.618292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b54ef133-07fa-4bc5-ab7e-4f92c094ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.645787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.702992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:42.709735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:42.714935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:42.721307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event updated for resources: {'Port': ['ID=06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:42.819023 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:42.820125 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:42.863878 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d6dee5b8-f789-400d-9a87-456005f9ada4 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2047656 Sep 18 20:06:42.866572 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54676) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:42.880255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Request body: {'floatingip': {'port_id': '06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:42.965049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-b54ef133-07fa-4bc5-ab7e-4f92c094ae51 None None] Allocated IP 172.20.0.2 (89dc8557-de79-4367-b8f1-325567e3c906/7466e1b5-1eea-4530-953d-6176454f5bdf/8ca94214-6d1e-475a-8600-9f3556d579c6) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:42.985154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.002862 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b8f6-115a-4e25-81c5-9a0a5d92bc86 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.016762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8b8f6-115a-4e25-81c5-9a0a5d92bc86 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 3b892175-f476-41db-8163-0db76649c0f4 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:43.140669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b54ef133-07fa-4bc5-ab7e-4f92c094ae51 None None] For port 8ca94214-6d1e-475a-8600-9f3556d579c6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8ca94214-6d1e-475a-8600-9f3556d579c6,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:43.205157 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b54ef133-07fa-4bc5-ab7e-4f92c094ae51 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.218163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b54ef133-07fa-4bc5-ab7e-4f92c094ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.249005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b8f6-115a-4e25-81c5-9a0a5d92bc86 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.250469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-77ecc58e-40a5-4900-abfc-1debb8781c01 None None] Provisioning complete for port 06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:43.251954 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-77ecc58e-40a5-4900-abfc-1debb8781c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.320720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8b8f6-115a-4e25-81c5-9a0a5d92bc86 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=3b892175-f476-41db-8163-0db76649c0f4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:43.374825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ef133-07fa-4bc5-ab7e-4f92c094ae51 None None] Pushing event updated for resources: {'Port': ['ID=8ca94214-6d1e-475a-8600-9f3556d579c6,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:43.388164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-77ecc58e-40a5-4900-abfc-1debb8781c01 None None] Port 06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:43.467798 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b8f6-115a-4e25-81c5-9a0a5d92bc86 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.471278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f1a8b8f6-115a-4e25-81c5-9a0a5d92bc86 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/3b892175-f476-41db-8163-0db76649c0f4 HTTP/1.1" status: 204 len: 168 time: 1.2073286 Sep 18 20:06:43.476571 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54678) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:43.568025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bcf2f0-27a7-4493-b87e-cc8a6e6c1a3b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:43.577303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bcf2f0-27a7-4493-b87e-cc8a6e6c1a3b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:43.579737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bcf2f0-27a7-4493-b87e-cc8a6e6c1a3b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:43.582334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-52bcf2f0-27a7-4493-b87e-cc8a6e6c1a3b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1043053 Sep 18 20:06:43.586623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54680) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:43.737376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1367636-96fe-4a94-9a9c-0206575a2477 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 7466e1b5-1eea-4530-953d-6176454f5bdf {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:43.748710 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1367636-96fe-4a94-9a9c-0206575a2477 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.768753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8ca94214-6d1e-475a-8600-9f3556d579c6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:43.858755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1367636-96fe-4a94-9a9c-0206575a2477 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.880782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8ca94214-6d1e-475a-8600-9f3556d579c6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:43.881395 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.912960 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:43.923643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.090015 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1367636-96fe-4a94-9a9c-0206575a2477 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.175228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1367636-96fe-4a94-9a9c-0206575a2477 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.217392 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1367636-96fe-4a94-9a9c-0206575a2477 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.221095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b1367636-96fe-4a94-9a9c-0206575a2477 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/7466e1b5-1eea-4530-953d-6176454f5bdf HTTP/1.1" status: 204 len: 168 time: 0.6328135 Sep 18 20:06:44.222052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1367636-96fe-4a94-9a9c-0206575a2477 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=7466e1b5-1eea-4530-953d-6176454f5bdf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:44.223816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54690) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:44.288222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-916ed59e-faf4-49c1-ac1e-f3d09b31484c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet d7bad55f-5b9e-4beb-9018-19f2f58c7adb {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:44.294122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916ed59e-faf4-49c1-ac1e-f3d09b31484c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.334332 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:06:44.350567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916ed59e-faf4-49c1-ac1e-f3d09b31484c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.507175 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916ed59e-faf4-49c1-ac1e-f3d09b31484c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.526898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea3e2a-affb-4e4e-8a5d-accc436796db None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:44.550810 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP 75b65e81-297b-40bb-b734-1c0fd1c15ebd associated. External IP: 172.25.8.2, port: e111368a-ac96-415c-b689-ff2da6e2673f. Sep 18 20:06:44.630200 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916ed59e-faf4-49c1-ac1e-f3d09b31484c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.651136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9bb06e67-5e55-4f8a-acd8-7ddb977df9d1 None None] Could not find standard attr ID for object 3b892175-f476-41db-8163-0db76649c0f4. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:06:44.681527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ed59e-faf4-49c1-ac1e-f3d09b31484c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=d7bad55f-5b9e-4beb-9018-19f2f58c7adb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:44.710161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-916ed59e-faf4-49c1-ac1e-f3d09b31484c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.712519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9bb06e67-5e55-4f8a-acd8-7ddb977df9d1 None None] Provisioning complete for port 8ca94214-6d1e-475a-8600-9f3556d579c6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:44.713521 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9bb06e67-5e55-4f8a-acd8-7ddb977df9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:44.721016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-916ed59e-faf4-49c1-ac1e-f3d09b31484c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/d7bad55f-5b9e-4beb-9018-19f2f58c7adb HTTP/1.1" status: 204 len: 168 time: 0.4962182 Sep 18 20:06:44.723545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54692) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:44.817004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-987f1957-e15a-4f89-8b37-1d55de057484 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899112 Sep 18 20:06:44.817609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54696) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:44.829966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:44.848901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:44.882455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:06:45.006858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] Deleting port 8ca94214-6d1e-475a-8600-9f3556d579c6 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:45.007504 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.014953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:45.023501 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.046656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:45.115989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] For port 8ca94214-6d1e-475a-8600-9f3556d579c6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8ca94214-6d1e-475a-8600-9f3556d579c6,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:45.116756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.119033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-127e160f-62f6-4574-bb6f-d25b504d04e4 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ccd8b1d760c54083b2678bb4d9a88cb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558639 Sep 18 20:06:45.140099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] Calling delete_port for 8ca94214-6d1e-475a-8600-9f3556d579c6 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:45.212388 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286c849-c5e1-4606-ab76-de2771223e8a None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:45.224263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286c849-c5e1-4606-ab76-de2771223e8a None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:45.225161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6286c849-c5e1-4606-ab76-de2771223e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:45.259213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.261445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6286c849-c5e1-4606-ab76-de2771223e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:45.297599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] Pushing event deleted for resources: {'Port': ['ID=8ca94214-6d1e-475a-8600-9f3556d579c6,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:45.300923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896dc5d-1815-4aed-ad47-4a3b63e0ec7e None None] No DVR routers for this DVR port 8ca94214-6d1e-475a-8600-9f3556d579c6 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:45.305360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286c849-c5e1-4606-ab76-de2771223e8a None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:45.306009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6286c849-c5e1-4606-ab76-de2771223e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:45.347025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-6286c849-c5e1-4606-ab76-de2771223e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:45.347893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6286c849-c5e1-4606-ab76-de2771223e8a None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:45.365428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 8fc0d98d-7144-48c2-8b3e-2fb74650fc37 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:45.449196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-405ab0e8-7978-45ce-8f78-4137d54411ea tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:45.450685 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-405ab0e8-7978-45ce-8f78-4137d54411ea tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3216827 Sep 18 20:06:45.476504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-1bcce97f-2ef2-4719-8a03-778f7bcf904f tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/quotas/ccd8b1d760c54083b2678bb4d9a88cb2 HTTP/1.1" status: 200 len: 375 time: 0.0160728 Sep 18 20:06:45.492751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:45.503238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.506073 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b9084-0498-4fc8-bcbc-40309f56194b None None] Sync routers for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:45.514840 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b9084-0498-4fc8-bcbc-40309f56194b None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:45.515697 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-591b9084-0498-4fc8-bcbc-40309f56194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:45.536542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-b9eee645-0802-4ea8-874b-8403aca89e08 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccd8b1d760c54083b2678bb4d9a88cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390487 Sep 18 20:06:45.552222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.601622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:45.608430 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5fc59ee9-5af2-44b7-a109-908060cee02d tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/floatingips/75b65e81-297b-40bb-b734-1c0fd1c15ebd HTTP/1.1" status: 200 len: 975 time: 2.7366509 Sep 18 20:06:45.608868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54712) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:45.610044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:45.621950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a135d-2a94-4f82-bb97-d5dc237cca91 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:45.622487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:45.623123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.639051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=d6812ce4-4722-493f-8de3-9ad40f3f5f2d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:45.657542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-30480367-18e5-4f22-bea1-b464bb382d67 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8386490 Sep 18 20:06:45.660368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54714) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:45.675319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:45.746483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8ca94214-6d1e-475a-8600-9f3556d579c6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:45.778724 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-591b9084-0498-4fc8-bcbc-40309f56194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:45.779952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 8ca94214-6d1e-475a-8600-9f3556d579c6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:06:45.780470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8ca94214-6d1e-475a-8600-9f3556d579c6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:06:45.798046 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b9084-0498-4fc8-bcbc-40309f56194b None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:45.798744 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-591b9084-0498-4fc8-bcbc-40309f56194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:45.832775 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-591b9084-0498-4fc8-bcbc-40309f56194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:45.833766 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b9084-0498-4fc8-bcbc-40309f56194b None None] The sync data for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:45.880987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'd6812ce4-4722-493f-8de3-9ad40f3f5f2d'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:45.881904 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.883181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port 06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:45.883661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:45.914872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43dc8d00-c3bd-4cc5-8277-1f69572d849e req-534a2cbd-045d-4f33-a93a-47f238fac0b8 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 210 time: 0.0597041 Sep 18 20:06:45.990566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:45.996605 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.043792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.096530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Allocated IP 172.20.0.2 (89dc8557-de79-4367-b8f1-325567e3c906/d6812ce4-4722-493f-8de3-9ad40f3f5f2d/ef9991dd-2323-4905-9f17-a7d486fed363) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:46.344119 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.357139 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.389045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.389511 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.389908 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Floating IP 75b65e81-297b-40bb-b734-1c0fd1c15ebd disassociated. External IP: 172.25.8.2, port: 06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3. Sep 18 20:06:46.392376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for 06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:46.399044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:46.402073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:46.406176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:46.423295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Pushing event updated for resources: {'Port': ['ID=ef9991dd-2323-4905-9f17-a7d486fed363,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:46.478354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Attempting to bind port ef9991dd-2323-4905-9f17-a7d486fed363 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:46.478803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Attempting to bind port ef9991dd-2323-4905-9f17-a7d486fed363 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:46.479211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Attempting to bind port ef9991dd-2323-4905-9f17-a7d486fed363 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:46.485674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:46.486056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:46.486458 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.486851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:46.488172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Bound port: ef9991dd-2323-4905-9f17-a7d486fed363, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:46.488566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.551121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.objects.ports [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:06:46.584527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] For port ef9991dd-2323-4905-9f17-a7d486fed363, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:46.588400 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] For port ef9991dd-2323-4905-9f17-a7d486fed363, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ef9991dd-2323-4905-9f17-a7d486fed363,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:46.596490 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.611167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:46.648323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:46.681554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b93c1-516c-4bd4-b89c-cd65210c9bc9 None None] Pushing event updated for resources: {'Port': ['ID=ef9991dd-2323-4905-9f17-a7d486fed363,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:46.843144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 8fc0d98d-7144-48c2-8b3e-2fb74650fc37 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:46.916895 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:47.068479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:47.081679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe8475-72ac-49d9-a860-391d99fc65a7 None None] Sync routers for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:47.105830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe8475-72ac-49d9-a860-391d99fc65a7 None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:47.106787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5bfe8475-72ac-49d9-a860-391d99fc65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:47.154917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5bfe8475-72ac-49d9-a860-391d99fc65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:47.166487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe8475-72ac-49d9-a860-391d99fc65a7 None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:47.167609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5bfe8475-72ac-49d9-a860-391d99fc65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:47.183309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25660fa6-4403-4e6a-b349-8ca562e9a915 req-340b6aeb-40c3-42f0-ab38-a056b0e8cdca tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 210 time: 0.1252761 Sep 18 20:06:47.196142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:47.203537 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-416ce14d-a1e7-4d4a-9ef4-b274c3feb33c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/ports/06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3 HTTP/1.1" status: 204 len: 168 time: 1.5922294 Sep 18 20:06:47.204611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54730) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:47.242621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5bfe8475-72ac-49d9-a860-391d99fc65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:47.252455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe8475-72ac-49d9-a860-391d99fc65a7 None None] The sync data for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:47.363841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-6cca8648-a247-44fa-a443-661888fdbedd tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ccd8b1d760c54083b2678bb4d9a88cb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323993 Sep 18 20:06:47.447300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] For port ef9991dd-2323-4905-9f17-a7d486fed363, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ef9991dd-2323-4905-9f17-a7d486fed363,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:47.545258 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:47.558311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:47.559074 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:47.607015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:47.641740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-cd555027-2e63-4e00-a5e9-d9985eddb72d tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:47.643675 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-cd555027-2e63-4e00-a5e9-d9985eddb72d tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744486 Sep 18 20:06:47.650837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:47.654518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:47.655461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:47.672721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Request body: {'port': {'device_id': '08a02710-3a68-4693-9fcc-225e14874da8', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': 'ccd8b1d760c54083b2678bb4d9a88cb2'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:47.708776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54738) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:47.753123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0915239 Sep 18 20:06:47.766242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54742) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:47.784216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:f8:b9:99', 'name': 'tempest-NetworksTestDHCPv6-1816822647'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:47.791333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ef9991dd-2323-4905-9f17-a7d486fed363 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:47.796458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=eaefe6e7-541e-4c3d-bf88-1861cdba75f1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:47.854114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f05fca-0a42-4f40-8a29-1bad75aa547b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=ef9991dd-2323-4905-9f17-a7d486fed363,revision_number=4']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:47.942858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e181-893c-454a-9f7f-c3de4a3226ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:47.973361 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [None req-a0c1e181-893c-454a-9f7f-c3de4a3226ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 20:06:47.973361 n-d-789963-11 neutron-server[94941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 20:06:47.973361 n-d-789963-11 neutron-server[94941]: [parameters: {'project_id_1': 'de9ec1515d714b969c59eaf7f84f98b0', 'expiration_1': datetime.datetime(2021, 9, 18, 20, 6, 27, 966525)}] Sep 18 20:06:47.973361 n-d-789963-11 neutron-server[94941]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:06:47.973767 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [None req-a0c1e181-893c-454a-9f7f-c3de4a3226ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:06:47.984018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Made reservation on behalf of ccd8b1d760c54083b2678bb4d9a88cb2 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:47.987903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:47.989903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.009371 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.078861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ef9991dd-2323-4905-9f17-a7d486fed363 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:48.079473 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.147426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.152556 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.165185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da8fc6-f95f-4789-b3a1-5a2263aec230 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:48.201991 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:48.233948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:48.248668 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.294616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b7cb5d48-2e24-47eb-b229-6164a1bf81e1 None None] Provisioning complete for port ef9991dd-2323-4905-9f17-a7d486fed363 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:48.295024 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5d48-2e24-47eb-b229-6164a1bf81e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.330532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.364444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c24904bb-a9be-448c-87f4-d598476bee6e req-33d24aec-b008-40df-aeb9-a904bbf80da2 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 210 time: 0.0651686 Sep 18 20:06:48.364872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port ef9991dd-2323-4905-9f17-a7d486fed363, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ef9991dd-2323-4905-9f17-a7d486fed363,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:48.380649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:48.399463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Allocated IP 192.168.233.183 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/57cb58aa-1e71-4365-95df-fbc9af187d38) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:48.402785 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.477171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e181-893c-454a-9f7f-c3de4a3226ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.487090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=ef9991dd-2323-4905-9f17-a7d486fed363,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:48.499326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:48.499723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.621188 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.647492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.650258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 172.20.0.14 (89dc8557-de79-4367-b8f1-325567e3c906/d6812ce4-4722-493f-8de3-9ad40f3f5f2d/a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:48.665844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fef8:b999 (89dc8557-de79-4367-b8f1-325567e3c906/eaefe6e7-541e-4c3d-bf88-1861cdba75f1/a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:48.668227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:48.702633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e181-893c-454a-9f7f-c3de4a3226ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.709398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.712849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e181-893c-454a-9f7f-c3de4a3226ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.808182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:48.818860 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a0c1e181-893c-454a-9f7f-c3de4a3226ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de9ec1515d714b969c59eaf7f84f98b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0980079 Sep 18 20:06:48.819799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1e181-893c-454a-9f7f-c3de4a3226ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9504aea0-513e-4595-b97c-1bbc4283c9db,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:48.823113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54746) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:48.829372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:48.861460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:48.864066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Pushing event updated for resources: {'Port': ['ID=57cb58aa-1e71-4365-95df-fbc9af187d38,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:48.936108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f21c1174-1d00-4253-b31d-f8de7a3a29fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.945879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:48.946611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.978245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f21c1174-1d00-4253-b31d-f8de7a3a29fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.982405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:48.987701 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d532d8e5-e18a-4194-a76c-f331f2f27413 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3288207 Sep 18 20:06:49.005694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Request body: {'port': {'device_id': '08a02710-3a68-4693-9fcc-225e14874da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:49.076385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.094078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.096176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.111506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f21c1174-1d00-4253-b31d-f8de7a3a29fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.114119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f21c1174-1d00-4253-b31d-f8de7a3a29fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.115254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f21c1174-1d00-4253-b31d-f8de7a3a29fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9504aea0-513e-4595-b97c-1bbc4283c9db HTTP/1.1" status: 204 len: 168 time: 0.2876189 Sep 18 20:06:49.128473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c1174-1d00-4253-b31d-f8de7a3a29fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9504aea0-513e-4595-b97c-1bbc4283c9db,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:49.151341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=ca9a21cc-6cd6-43cd-aa46-527ebbb8fb1f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:49.194270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f887204a-2e8b-45a3-947a-198c5c475f1d None None] Provisioning complete for port 57cb58aa-1e71-4365-95df-fbc9af187d38 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:49.196640 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f887204a-2e8b-45a3-947a-198c5c475f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.284896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f887204a-2e8b-45a3-947a-198c5c475f1d None None] Port 57cb58aa-1e71-4365-95df-fbc9af187d38 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:49.296171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:49.319051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:49.338645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:49.347547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:49.527674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:49.528531 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.562633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0de595c2-f387-4232-8431-0bd62e2e05b3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7927976 Sep 18 20:06:49.563170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54758) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:49.617534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f8e2c6dc-a2b7-4f43-b29f-146bd5690465 None None] Provisioning complete for port ef9991dd-2323-4905-9f17-a7d486fed363 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:49.617912 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f8e2c6dc-a2b7-4f43-b29f-146bd5690465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.652932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.737733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c90613b-58d1-4c44-a7e6-f9f34a97f1ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:49.747490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c90613b-58d1-4c44-a7e6-f9f34a97f1ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:49.749932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ef9991dd-2323-4905-9f17-a7d486fed363 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:49.751877 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4c90613b-58d1-4c44-a7e6-f9f34a97f1ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1876202 Sep 18 20:06:49.753384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54766) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:49.860352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ef9991dd-2323-4905-9f17-a7d486fed363 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:49.860980 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:49.955859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20c8e-4c23-4b9b-b211-c8cc40838bcc req-5e24b11b-f3c0-455a-abdc-cbfcb2e4c96b tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:49.957995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86b20c8e-4c23-4b9b-b211-c8cc40838bcc req-5e24b11b-f3c0-455a-abdc-cbfcb2e4c96b tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 936 time: 0.2294750 Sep 18 20:06:50.001804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-294493cd-cdda-4535-840c-c549583a78fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2714405 Sep 18 20:06:50.097077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-86b20c8e-4c23-4b9b-b211-c8cc40838bcc req-692708c9-1ce1-43fa-b649-3c317800f17c tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292629 Sep 18 20:06:50.137725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-d237855d-bb04-4461-99a6-19a33b8e8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:50.145261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-d237855d-bb04-4461-99a6-19a33b8e8dc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0843861 Sep 18 20:06:50.153764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-cebf3bb3-438c-4f6e-afa0-c721f8eb7bb3 None None] Provisioning complete for port a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:50.154679 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cebf3bb3-438c-4f6e-afa0-c721f8eb7bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.192299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-cebf3bb3-438c-4f6e-afa0-c721f8eb7bb3 None None] Port a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:50.246928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cb58aa-1e71-4365-95df-fbc9af187d38 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:06:50.257971 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.313384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Transition to ACTIVE for port object 57cb58aa-1e71-4365-95df-fbc9af187d38 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:06:50.320265 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.383813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-38490525-4bb8-4882-9fb2-ea690963542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:50.385515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-38490525-4bb8-4882-9fb2-ea690963542f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1750674 Sep 18 20:06:50.388964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-508aa7a0-0043-49a6-9b03-a844706ebfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:50.389523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-508aa7a0-0043-49a6-9b03-a844706ebfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.453917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Pushing event updated for resources: {'Port': ['ID=57cb58aa-1e71-4365-95df-fbc9af187d38,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:50.524449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-c9740fd1-504a-49ce-9091-28432883490c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 1002 time: 0.1230526 Sep 18 20:06:50.528616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 8fc0d98d-7144-48c2-8b3e-2fb74650fc37 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:50.556095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-508aa7a0-0043-49a6-9b03-a844706ebfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.588780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-da6b4b4f-2781-4cd7-818b-d05cdbe9ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:50.590946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-da6b4b4f-2781-4cd7-818b-d05cdbe9ca24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0578365 Sep 18 20:06:50.614368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-508aa7a0-0043-49a6-9b03-a844706ebfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:50.648683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Attempting to bind port 57cb58aa-1e71-4365-95df-fbc9af187d38 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:50.648683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Attempting to bind port 57cb58aa-1e71-4365-95df-fbc9af187d38 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:50.648683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Attempting to bind port 57cb58aa-1e71-4365-95df-fbc9af187d38 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:50.649094 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Port 57cb58aa-1e71-4365-95df-fbc9af187d38 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:06:50.649353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Attempting to bind port 57cb58aa-1e71-4365-95df-fbc9af187d38 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:50.663883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:50.664334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:50.664677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:50.665089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Bound port: 57cb58aa-1e71-4365-95df-fbc9af187d38, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:50.665469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.679354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-7634ac73-6519-484d-9f86-bc1cb3a7ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:50.680908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-7634ac73-6519-484d-9f86-bc1cb3a7ae8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819213 Sep 18 20:06:50.737120 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:50.743814 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-45297f8f-b828-4a9d-8675-30926b9ccaee tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/routers/8fc0d98d-7144-48c2-8b3e-2fb74650fc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5379984 Sep 18 20:06:50.746407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54784) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:50.751968 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e17f5b-df63-4ffb-bfc8-9795a216177c None None] Sync routers for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:50.764103 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e17f5b-df63-4ffb-bfc8-9795a216177c None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:50.764927 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d3e17f5b-df63-4ffb-bfc8-9795a216177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:50.805513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] For port 57cb58aa-1e71-4365-95df-fbc9af187d38, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:50.810194 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d3e17f5b-df63-4ffb-bfc8-9795a216177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:50.824397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] For port 57cb58aa-1e71-4365-95df-fbc9af187d38, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=57cb58aa-1e71-4365-95df-fbc9af187d38,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:50.829133 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e17f5b-df63-4ffb-bfc8-9795a216177c None None] Routers {'8fc0d98d-7144-48c2-8b3e-2fb74650fc37'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:50.830021 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d3e17f5b-df63-4ffb-bfc8-9795a216177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:50.836294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.867516 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d3e17f5b-df63-4ffb-bfc8-9795a216177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:50.871802 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e17f5b-df63-4ffb-bfc8-9795a216177c None None] The sync data for ids ['8fc0d98d-7144-48c2-8b3e-2fb74650fc37'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:50.888261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:50.888747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.890222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] 10.222.0.24 "PUT /v2.0/ports/57cb58aa-1e71-4365-95df-fbc9af187d38 HTTP/1.1" status: 200 len: 1097 time: 1.8916731 Sep 18 20:06:50.890872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a02710-3a68-4693-9fcc-225e14874da8', 'tag': '57cb58aa-1e71-4365-95df-fbc9af187d38'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:06:50.893501 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8225ac9-c984-4968-a818-c3d797c3108e" -d '{"events": [{"name": "network-changed", "server_uuid": "08a02710-3a68-4693-9fcc-225e14874da8", "tag": "57cb58aa-1e71-4365-95df-fbc9af187d38"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:06:50.900257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-f5233536-7599-4e8b-b2c2-79a5031afd08 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935503 Sep 18 20:06:50.963903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:50.968448 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6668f-72ae-4918-a092-32226d5ceadb x-openstack-request-id: req-cfa6668f-72ae-4918-a092-32226d5ceadb {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:06:50.969880 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a02710-3a68-4693-9fcc-225e14874da8", "tag": "57cb58aa-1e71-4365-95df-fbc9af187d38", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:06:50.970140 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfa6668f-72ae-4918-a092-32226d5ceadb {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:06:50.970547 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a02710-3a68-4693-9fcc-225e14874da8', 'tag': '57cb58aa-1e71-4365-95df-fbc9af187d38', 'status': 'completed', 'code': 200} Sep 18 20:06:50.995609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4045e73-2231-464b-a806-bc88a63db906 service neutron] Pushing event updated for resources: {'Port': ['ID=57cb58aa-1e71-4365-95df-fbc9af187d38,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:51.084014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-553d7cc2-cf95-4091-bb7d-d66e97a5dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.085582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-553d7cc2-cf95-4091-bb7d-d66e97a5dbc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccd8b1d760c54083b2678bb4d9a88cb2&device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 1100 time: 0.1195407 Sep 18 20:06:51.087841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a91125c4-cd67-400b-9e99-17b0f0ec2620 req-a04a94a4-f200-4692-96cc-c8f13bc40265 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753185 Sep 18 20:06:51.109482 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-508aa7a0-0043-49a6-9b03-a844706ebfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.146989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508aa7a0-0043-49a6-9b03-a844706ebfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:51.171205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-51b384d6-b9ab-4955-8c99-c9ef9d148370 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=57cb58aa-1e71-4365-95df-fbc9af187d38 HTTP/1.1" status: 200 len: 217 time: 0.0731013 Sep 18 20:06:51.194098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.297592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-5a7eb033-6a2a-4429-99c8-b0fcf44107f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.299237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-5a7eb033-6a2a-4429-99c8-b0fcf44107f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.1197863 Sep 18 20:06:51.303073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-508aa7a0-0043-49a6-9b03-a844706ebfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.307218 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-508aa7a0-0043-49a6-9b03-a844706ebfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7 HTTP/1.1" status: 204 len: 168 time: 1.5341406 Sep 18 20:06:51.310733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54792) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:51.364770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port 67fb3feb-ac2c-4c45-86c8-61261f0edee5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:51.365122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.376171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470c1e-1456-43ef-85bd-bab9e2c7d3dd req-945d1a61-9faa-4949-80cf-b480fce3627f tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.377766 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c470c1e-1456-43ef-85bd-bab9e2c7d3dd req-945d1a61-9faa-4949-80cf-b480fce3627f tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 948 time: 0.1404662 Sep 18 20:06:51.416768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-40fe48f0-cb45-4847-9cdc-2fc6ea1f656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.418293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-40fe48f0-cb45-4847-9cdc-2fc6ea1f656d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029332 Sep 18 20:06:51.471303 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c92e1a-d6a8-4c1e-9cee-c9af2c089b36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.474340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c92e1a-d6a8-4c1e-9cee-c9af2c089b36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.475243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c470c1e-1456-43ef-85bd-bab9e2c7d3dd req-812f1c65-4ef8-4a62-8295-778b16aaf2c7 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909696 Sep 18 20:06:51.475877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c92e1a-d6a8-4c1e-9cee-c9af2c089b36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.481043 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b6c92e1a-d6a8-4c1e-9cee-c9af2c089b36 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1663961 Sep 18 20:06:51.482087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54794) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:51.533281 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.552921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for 67fb3feb-ac2c-4c45-86c8-61261f0edee5 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:51.560983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-3d4f96d4-7deb-4b57-af65-f768363d03c5 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346781 Sep 18 20:06:51.569586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-c267558f-9cc0-4295-93cd-71c0996dce39 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet d6812ce4-4722-493f-8de3-9ad40f3f5f2d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:51.574048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c267558f-9cc0-4295-93cd-71c0996dce39 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.606656 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17472188-e5d6-4af5-be5f-ed06cf6b2f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.654985 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c267558f-9cc0-4295-93cd-71c0996dce39 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.661174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fc118bd-4aa0-4989-9725-04c78c101e67 req-bf768452-14d0-47f8-9c5f-936458ec6705 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932641 Sep 18 20:06:51.770234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8225ac9-c984-4968-a818-c3d797c3108e req-539e7ba2-a014-45c9-b628-6d00e3598606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.770234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8225ac9-c984-4968-a818-c3d797c3108e req-539e7ba2-a014-45c9-b628-6d00e3598606 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ccd8b1d760c54083b2678bb4d9a88cb2&device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 1100 time: 0.0496366 Sep 18 20:06:51.827013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c267558f-9cc0-4295-93cd-71c0996dce39 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.884810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8225ac9-c984-4968-a818-c3d797c3108e req-834e3df1-58cd-4697-be73-034b1c0c30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:51.886364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8225ac9-c984-4968-a818-c3d797c3108e req-834e3df1-58cd-4697-be73-034b1c0c30a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.1113341 Sep 18 20:06:51.935338 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:51.937678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8225ac9-c984-4968-a818-c3d797c3108e req-aef4c89b-b8b4-48b0-b656-6dcb1376a648 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=57cb58aa-1e71-4365-95df-fbc9af187d38 HTTP/1.1" status: 200 len: 217 time: 0.0436821 Sep 18 20:06:51.977365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=67fb3feb-ac2c-4c45-86c8-61261f0edee5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:51.985776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c267558f-9cc0-4295-93cd-71c0996dce39 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.009592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8225ac9-c984-4968-a818-c3d797c3108e req-c0fa261e-375d-486d-9c93-763deb373a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:52.011087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8225ac9-c984-4968-a818-c3d797c3108e req-c0fa261e-375d-486d-9c93-763deb373a6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0663812 Sep 18 20:06:52.070881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267558f-9cc0-4295-93cd-71c0996dce39 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=d6812ce4-4722-493f-8de3-9ad40f3f5f2d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:52.072713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8225ac9-c984-4968-a818-c3d797c3108e req-619d47b1-0481-4d3c-9f0a-39173f5f1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:52.075110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8225ac9-c984-4968-a818-c3d797c3108e req-619d47b1-0481-4d3c-9f0a-39173f5f1d25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0556922 Sep 18 20:06:52.085261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c267558f-9cc0-4295-93cd-71c0996dce39 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.090828 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c267558f-9cc0-4295-93cd-71c0996dce39 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/d6812ce4-4722-493f-8de3-9ad40f3f5f2d HTTP/1.1" status: 204 len: 168 time: 0.6053655 Sep 18 20:06:52.090987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d8067-6d81-4e17-8bc2-8739a9efe3fd None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:52.091203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54810) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:52.143226 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.229106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94dc25a-1e65-4435-a602-487d9fc90d69 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet eaefe6e7-541e-4c3d-bf88-1861cdba75f1 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:52.257824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8225ac9-c984-4968-a818-c3d797c3108e req-03993240-f3ff-4651-9662-b7883e7a42ba service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749077 Sep 18 20:06:52.266611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94dc25a-1e65-4435-a602-487d9fc90d69 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.270718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.310587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.385121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94dc25a-1e65-4435-a602-487d9fc90d69 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.410577 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.411605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Fanout notify agent at l3_agent the message router_deleted on router 8fc0d98d-7144-48c2-8b3e-2fb74650fc37 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:06:52.433763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.440152 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-88c8688b-ed62-4ef3-b472-86efd8a0a9db tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/routers/8fc0d98d-7144-48c2-8b3e-2fb74650fc37 HTTP/1.1" status: 204 len: 168 time: 1.6922135 Sep 18 20:06:52.440796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54816) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:52.448143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8225ac9-c984-4968-a818-c3d797c3108e req-e2336e63-907c-4e63-9897-55ccc8025a0b service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802297 Sep 18 20:06:52.588240 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94dc25a-1e65-4435-a602-487d9fc90d69 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.627146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a1ced5-3d17-463d-8daf-ac5420d7e983 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting subnet 774f1b8a-2103-47ae-ab32-56da4a3b2415 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:52.630734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a1ced5-3d17-463d-8daf-ac5420d7e983 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.641082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf92d-de7b-4ad9-b5fa-b601512e05da req-7f056898-f958-4384-9e86-fb3c29a93b18 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:52.642653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92daf92d-de7b-4ad9-b5fa-b601512e05da req-7f056898-f958-4384-9e86-fb3c29a93b18 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 948 time: 0.0633724 Sep 18 20:06:52.684195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a1ced5-3d17-463d-8daf-ac5420d7e983 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.690877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92daf92d-de7b-4ad9-b5fa-b601512e05da req-9c5f348a-c6ab-4742-9c54-579b9475c0f1 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Sep 18 20:06:52.728629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94dc25a-1e65-4435-a602-487d9fc90d69 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.772323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dc25a-1e65-4435-a602-487d9fc90d69 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=eaefe6e7-541e-4c3d-bf88-1861cdba75f1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:52.780030 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94dc25a-1e65-4435-a602-487d9fc90d69 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.782766 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b94dc25a-1e65-4435-a602-487d9fc90d69 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/eaefe6e7-541e-4c3d-bf88-1861cdba75f1 HTTP/1.1" status: 204 len: 168 time: 0.6907024 Sep 18 20:06:52.785328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54822) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:52.843473 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-39c6737a-a30a-4e00-a375-aec4774b0464 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567853 Sep 18 20:06:52.846041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54824) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:52.852422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:52.892481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a1ced5-3d17-463d-8daf-ac5420d7e983 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:52.993463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc86157-6aa6-4ee3-9278-1d22b138ebe0 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:53.003163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:53.008766 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.029050 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a1ced5-3d17-463d-8daf-ac5420d7e983 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.075129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7e4173e4-d684-4c1b-befd-87553aecffa4 None None] Provisioning complete for port ef9991dd-2323-4905-9f17-a7d486fed363 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:53.076073 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7e4173e4-d684-4c1b-befd-87553aecffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.112884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1ced5-3d17-463d-8daf-ac5420d7e983 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Subnet': ['ID=774f1b8a-2103-47ae-ab32-56da4a3b2415,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:53.121334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01a1ced5-3d17-463d-8daf-ac5420d7e983 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.126963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54826) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:53.129038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630f14a-6fe8-473d-b811-96ac0d6ba120 None None] Network 50363b45-6c31-4fd4-b8dd-295c77ef5787 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:53.145098 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-01a1ced5-3d17-463d-8daf-ac5420d7e983 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/subnets/774f1b8a-2103-47ae-ab32-56da4a3b2415 HTTP/1.1" status: 204 len: 168 time: 0.6983190 Sep 18 20:06:53.212266 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.274550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port 3e945c74-cf18-4b05-8d16-8a218e503235 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:53.274962 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.294167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.336201 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.361351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=fce832bb-1188-414c-a957-13d516660d90,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:53.362131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] For port 3e945c74-cf18-4b05-8d16-8a218e503235, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3e945c74-cf18-4b05-8d16-8a218e503235,segment=NetworkSegment(8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04),segment_id=8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:53.362550 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.373439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:06:53.377726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:53.378416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for 3e945c74-cf18-4b05-8d16-8a218e503235 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:53.379166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:53.382729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:53.383327 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.404114 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1341700-f90d-42f7-a6c6-b5f9d9d7e4ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5570383 Sep 18 20:06:53.417251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54830) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:53.425578 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:53.437297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] DHCP port deletion for 50363b45-6c31-4fd4-b8dd-295c77ef5787 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:06:53.457614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.461082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] Deleting port ef9991dd-2323-4905-9f17-a7d486fed363 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:53.461582 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.498034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.543685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=3e945c74-cf18-4b05-8d16-8a218e503235,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:53.557060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] No DVR routers for this DVR port 3e945c74-cf18-4b05-8d16-8a218e503235 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:53.610520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:53.611016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] For port ef9991dd-2323-4905-9f17-a7d486fed363, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ef9991dd-2323-4905-9f17-a7d486fed363,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:53.611321 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.620757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.634511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Deleting port 3e945c74-cf18-4b05-8d16-8a218e503235 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:53.634893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.653656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] Calling delete_port for ef9991dd-2323-4905-9f17-a7d486fed363 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:53.757417 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.770073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ef9991dd-2323-4905-9f17-a7d486fed363 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:53.788049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50363b45-6c31-4fd4-b8dd-295c77ef5787']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:53.807680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:53.808033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8661e0e8-9dc0-4c00-85c8-37fbf7bd5c04') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:53.834507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] For port 3e945c74-cf18-4b05-8d16-8a218e503235, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:53.834706 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.844692 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.872975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Calling delete_port for 3e945c74-cf18-4b05-8d16-8a218e503235 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:53.880111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Port 3e945c74-cf18-4b05-8d16-8a218e503235 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 20:06:53.888754 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.892777 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.903141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:06:53.903515 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:06:53.908680 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:06:53.920999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Pushing event deleted for resources: {'Port': ['ID=3e945c74-cf18-4b05-8d16-8a218e503235,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:53.936193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e176899-c7ac-4092-af51-6b9328b65b8f req-566634d2-3931-4f39-bf80-a6199f374699 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:53.938127 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e176899-c7ac-4092-af51-6b9328b65b8f req-566634d2-3931-4f39-bf80-a6199f374699 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 948 time: 0.1241364 Sep 18 20:06:53.950361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] No DVR routers for this DVR port 3e945c74-cf18-4b05-8d16-8a218e503235 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:53.958109 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:53.972158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.972497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.972833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.973165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.973490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.973814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.974189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.974516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.974834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.975260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.976153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:53.976153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf2cc27-6e7f-4e64-9f13-c980fe43feba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:06:54.005336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port ef9991dd-2323-4905-9f17-a7d486fed363, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ef9991dd-2323-4905-9f17-a7d486fed363,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:54.011973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.012815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3e945c74-cf18-4b05-8d16-8a218e503235 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:06:54.038337 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.061470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.065386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/networks/50363b45-6c31-4fd4-b8dd-295c77ef5787 HTTP/1.1" status: 204 len: 168 time: 0.9371879 Sep 18 20:06:54.078723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3e945c74-cf18-4b05-8d16-8a218e503235 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:06:54.079310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3e945c74-cf18-4b05-8d16-8a218e503235 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:06:54.083996 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.097766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54840) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:54.107234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e176899-c7ac-4092-af51-6b9328b65b8f req-3a71d932-0151-4a4f-b795-5b48f7fec8f4 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609805 Sep 18 20:06:54.108549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa509f-7a97-47b9-bd7a-bc64d524c61b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Network': ['ID=50363b45-6c31-4fd4-b8dd-295c77ef5787,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:54.130411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] No DVR routers for this DVR port ef9991dd-2323-4905-9f17-a7d486fed363 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:06:54.155436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3129d930-fb04-49a4-9048-dc0df7df3487 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:54.161986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=ef9991dd-2323-4905-9f17-a7d486fed363,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:54.200071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014011d2-4ae3-41e6-9102-baa41c1d53a7 None None] Pushing event deleted for resources: {'Port': ['ID=ef9991dd-2323-4905-9f17-a7d486fed363,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:54.213580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:06:54.328978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port f6df9b59-5ebc-41f8-b2fe-01ad029f4ca8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:54.329332 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.336921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'a6ebc8c6-6030-412d-b20f-138d539939c0'}, {'subnet_id': 'fce832bb-1188-414c-a957-13d516660d90'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:06:54.338063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.364149 n-d-789963-11 neutron-server[94940]: WARNING neutron.services.revisions.revision_plugin [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Could not find related port for resource to bump revision. Sep 18 20:06:54.385885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Port ef9991dd-2323-4905-9f17-a7d486fed363 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 20:06:54.386269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5a:c70e {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 20:06:54.414775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5a:c70e {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 20:06:54.419546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.481483 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:54.486638 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.486975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.496660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:54.503693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:54.504311 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.511049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for f6df9b59-5ebc-41f8-b2fe-01ad029f4ca8 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:54.512822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=a6ebc8c6-6030-412d-b20f-138d539939c0,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:54.538259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54842) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:54.538893 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1b38ed4-da3b-4208-874f-47666a60bff4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1188993 Sep 18 20:06:54.546056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:68:51:f8', 'name': 'tempest-NetworksTestDHCPv6-1118099656'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:54.681694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.698720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:54.710701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=f6df9b59-5ebc-41f8-b2fe-01ad029f4ca8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:54.741150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Allocated IP 172.20.0.2 (89dc8557-de79-4367-b8f1-325567e3c906/fce832bb-1188-414c-a957-13d516660d90/827b1820-1dea-4aed-978e-71cc2e1ced45) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:54.764706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Allocated IP 2001:db8::f816:3eff:feea:28e2 (89dc8557-de79-4367-b8f1-325567e3c906/a6ebc8c6-6030-412d-b20f-138d539939c0/827b1820-1dea-4aed-978e-71cc2e1ced45) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:54.788112 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.815952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.820993 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.825359 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.831688 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-83291112-ac71-49e0-b28b-f809b20c13eb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/floatingips/75b65e81-297b-40bb-b734-1c0fd1c15ebd HTTP/1.1" status: 204 len: 168 time: 0.7312593 Sep 18 20:06:54.832356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54846) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:54.845944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port cdc7df35-fd9c-4476-a50d-70ab813d09f6 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:54.862199 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb55d742-18a2-48c2-88b7-de31d12916de tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] DELETE failed (client error): The resource could not be found. Sep 18 20:06:54.862658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb55d742-18a2-48c2-88b7-de31d12916de tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:06:54.867435 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fb55d742-18a2-48c2-88b7-de31d12916de tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/ports/06d0f1cd-ffbe-499b-b863-4f14a2d5c1b3 HTTP/1.1" status: 404 len: 333 time: 0.0341034 Sep 18 20:06:54.868195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54848) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:54.904325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54850) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:54.904523 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2feaadf4-809c-4f75-a66d-8c07fd0b5bd6 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fc0d98d-7144-48c2-8b3e-2fb74650fc37 HTTP/1.1" status: 200 len: 205 time: 0.0352616 Sep 18 20:06:54.936078 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5a73f5e3-8b54-45fd-bbbd-b3fcb03ce852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.951845 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-854aeac7-3a5d-43b6-9907-49dd677d5b80 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] delete failed (client error): The resource could not be found. Sep 18 20:06:54.957011 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.957165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-854aeac7-3a5d-43b6-9907-49dd677d5b80 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/routers/8fc0d98d-7144-48c2-8b3e-2fb74650fc37 HTTP/1.1" status: 404 len: 336 time: 0.0478520 Sep 18 20:06:54.957626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54852) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:54.963329 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:54.993217 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1c42d5-1700-4679-af09-0577823ade3b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] DELETE failed (client error): The resource could not be found. Sep 18 20:06:54.993634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1c42d5-1700-4679-af09-0577823ade3b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:06:54.998287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0a1c42d5-1700-4679-af09-0577823ade3b tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/subnets/774f1b8a-2103-47ae-ab32-56da4a3b2415 HTTP/1.1" status: 404 len: 337 time: 0.0361254 Sep 18 20:06:54.998951 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54854) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:55.012750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:55.020625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:55.025472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:55.029733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Pushing event updated for resources: {'Port': ['ID=827b1820-1dea-4aed-978e-71cc2e1ced45,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:55.056636 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.db.api [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ca58ec5b-843b-43f0-b8e0-403af60c3818 {{(pid=94941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:06:55.057252 n-d-789963-11 neutron-server[94941]: DEBUG oslo_db.api [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:06:55.101315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ff59edc5-a43d-4d6d-a832-a655d46764bb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port e111368a-ac96-415c-b689-ff2da6e2673f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:55.101916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff59edc5-a43d-4d6d-a832-a655d46764bb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.104927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Attempting to bind port 827b1820-1dea-4aed-978e-71cc2e1ced45 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:06:55.105293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Attempting to bind port 827b1820-1dea-4aed-978e-71cc2e1ced45 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:06:55.105648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Attempting to bind port 827b1820-1dea-4aed-978e-71cc2e1ced45 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:06:55.110678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:06:55.111054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:06:55.111483 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.111871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:06:55.112323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Bound port: 827b1820-1dea-4aed-978e-71cc2e1ced45, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:06:55.112750 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.147239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 57cb58aa-1e71-4365-95df-fbc9af187d38 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:06:55.223636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] For port 827b1820-1dea-4aed-978e-71cc2e1ced45, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:06:55.237265 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff59edc5-a43d-4d6d-a832-a655d46764bb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.245822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5840e-1742-4c2c-856c-66fcf62fce66 req-5bb489b6-5a55-44db-a135-10076ea5e13c tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:55.251930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22e5840e-1742-4c2c-856c-66fcf62fce66 req-5bb489b6-5a55-44db-a135-10076ea5e13c tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 948 time: 0.0666423 Sep 18 20:06:55.257425 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ff59edc5-a43d-4d6d-a832-a655d46764bb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for e111368a-ac96-415c-b689-ff2da6e2673f owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:55.265625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] For port 827b1820-1dea-4aed-978e-71cc2e1ced45, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=827b1820-1dea-4aed-978e-71cc2e1ced45,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:06:55.276115 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.306876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22e5840e-1742-4c2c-856c-66fcf62fce66 req-fa8c9584-c19b-4065-9a60-fb7bed8e26cb tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 Sep 18 20:06:55.326375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 57cb58aa-1e71-4365-95df-fbc9af187d38, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=57cb58aa-1e71-4365-95df-fbc9af187d38,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:55.347498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '57cb58aa-1e71-4365-95df-fbc9af187d38', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '57cb58aa-1e71-4365-95df-fbc9af187d38', 'mac_address': 'fa:16:3e:23:6c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:06:55.399905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6328a9-d657-48ee-b12e-c845cb4b73a2 None None] Pushing event updated for resources: {'Port': ['ID=827b1820-1dea-4aed-978e-71cc2e1ced45,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:55.421397 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.439891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cb58aa-1e71-4365-95df-fbc9af187d38 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:06:55.460589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff59edc5-a43d-4d6d-a832-a655d46764bb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.465206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 57cb58aa-1e71-4365-95df-fbc9af187d38, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=57cb58aa-1e71-4365-95df-fbc9af187d38,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:55.472708 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.494426 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59edc5-a43d-4d6d-a832-a655d46764bb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=e111368a-ac96-415c-b689-ff2da6e2673f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:55.523336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=57cb58aa-1e71-4365-95df-fbc9af187d38,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:55.561144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.601344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff59edc5-a43d-4d6d-a832-a655d46764bb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.601684 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.606228 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ff59edc5-a43d-4d6d-a832-a655d46764bb tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/ports/e111368a-ac96-415c-b689-ff2da6e2673f HTTP/1.1" status: 204 len: 168 time: 0.6036220 Sep 18 20:06:55.606530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54858) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:55.610072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 963caba5-7760-47b8-bfb6-63547fd15928 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:06:55.704903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['57cb58aa-1e71-4365-95df-fbc9af187d38'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:06:55.760720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d8ae2-3532-493f-af7c-700b04f0d766 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port b666c198-cb33-4521-b27c-6f9955d77b7c {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:55.761238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8ae2-3532-493f-af7c-700b04f0d766 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.782001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 827b1820-1dea-4aed-978e-71cc2e1ced45 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:55.891400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 172.20.0.3 (89dc8557-de79-4367-b8f1-325567e3c906/fce832bb-1188-414c-a957-13d516660d90/963caba5-7760-47b8-bfb6-63547fd15928) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:55.898807 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8ae2-3532-493f-af7c-700b04f0d766 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:55.900736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fe68:51f8 (89dc8557-de79-4367-b8f1-325567e3c906/a6ebc8c6-6030-412d-b20f-138d539939c0/963caba5-7760-47b8-bfb6-63547fd15928) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:06:55.922688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d8ae2-3532-493f-af7c-700b04f0d766 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for b666c198-cb33-4521-b27c-6f9955d77b7c owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:55.961738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 827b1820-1dea-4aed-978e-71cc2e1ced45 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:55.962110 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:56.070168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:56.116062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8ae2-3532-493f-af7c-700b04f0d766 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:56.118137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 827b1820-1dea-4aed-978e-71cc2e1ced45, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=827b1820-1dea-4aed-978e-71cc2e1ced45,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:56.118643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:56.123545 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:56.157841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d8ae2-3532-493f-af7c-700b04f0d766 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=b666c198-cb33-4521-b27c-6f9955d77b7c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:56.190564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=827b1820-1dea-4aed-978e-71cc2e1ced45,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:56.196541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:56.259724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:06:56.263355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:06:56.272047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:06:56.300041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8ae2-3532-493f-af7c-700b04f0d766 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:56.302467 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dc1d8ae2-3532-493f-af7c-700b04f0d766 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/ports/b666c198-cb33-4521-b27c-6f9955d77b7c HTTP/1.1" status: 204 len: 168 time: 0.6948917 Sep 18 20:06:56.307935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54866) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:56.325282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=963caba5-7760-47b8-bfb6-63547fd15928,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:56.373074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:56.373751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:56.381705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f6c6e-d072-4771-9ee8-96e12b764fb7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:56.386644 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cc4f6c6e-d072-4771-9ee8-96e12b764fb7 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f5b34c3-7fbe-47eb-a578-865193b0da03 HTTP/1.1" status: 200 len: 913 time: 0.0775695 Sep 18 20:06:56.387905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:56.399415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-71c6beb3-6dc9-4387-b725-e024fe48c403 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8589919 Sep 18 20:06:56.401794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54872) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:56.501042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdccf86-10f2-4b2b-91a8-3ba4657d70ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:56.507678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdccf86-10f2-4b2b-91a8-3ba4657d70ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:56.512776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5fdccf86-10f2-4b2b-91a8-3ba4657d70ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1095381 Sep 18 20:06:56.513081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54874) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:56.529222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a8630-7570-4ca2-96a1-ffe5f3fe20a6 req-6039471c-9853-4bc0-a15f-158c20744b5c tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:56.536693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-414a8630-7570-4ca2-96a1-ffe5f3fe20a6 req-6039471c-9853-4bc0-a15f-158c20744b5c tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 949 time: 0.0969424 Sep 18 20:06:56.577610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-414a8630-7570-4ca2-96a1-ffe5f3fe20a6 req-887034eb-50fd-4ee0-abad-05f535302f0b tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398831 Sep 18 20:06:56.753602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77492b3a-58dd-4f42-b5c5-3bddbd486e71 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:56.851883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-74df7a0a-7cff-42db-9478-38b124e1e3e2 None None] Provisioning complete for port 827b1820-1dea-4aed-978e-71cc2e1ced45 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:56.852295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-74df7a0a-7cff-42db-9478-38b124e1e3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.098616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce1408-82a7-426e-9dc6-79f04a8f72c3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 963caba5-7760-47b8-bfb6-63547fd15928 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:57.099120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1408-82a7-426e-9dc6-79f04a8f72c3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.155702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 57cb58aa-1e71-4365-95df-fbc9af187d38 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:57.216726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 57cb58aa-1e71-4365-95df-fbc9af187d38 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:06:57.221618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 57cb58aa-1e71-4365-95df-fbc9af187d38 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:57.222119 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.252574 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1408-82a7-426e-9dc6-79f04a8f72c3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.276515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce1408-82a7-426e-9dc6-79f04a8f72c3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 963caba5-7760-47b8-bfb6-63547fd15928 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:57.319565 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.354909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a02710-3a68-4693-9fcc-225e14874da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cb58aa-1e71-4365-95df-fbc9af187d38'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:06:57.357494 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc6c721-eb1b-4986-87bc-85445f84e6e2" -d '{"events": [{"server_uuid": "08a02710-3a68-4693-9fcc-225e14874da8", "name": "network-vif-plugged", "status": "completed", "tag": "57cb58aa-1e71-4365-95df-fbc9af187d38"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:06:57.375021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 57cb58aa-1e71-4365-95df-fbc9af187d38, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=57cb58aa-1e71-4365-95df-fbc9af187d38,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:06:57.376682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-727c32cc-44ad-4951-96e6-a22402724fa0 None None] Provisioning complete for port 963caba5-7760-47b8-bfb6-63547fd15928 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:57.377220 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-727c32cc-44ad-4951-96e6-a22402724fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.383655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.401097 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.434301 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4edff-44bb-4910-b35b-9af6bd120d37 x-openstack-request-id: req-24a4edff-44bb-4910-b35b-9af6bd120d37 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:06:57.434620 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a02710-3a68-4693-9fcc-225e14874da8", "name": "network-vif-plugged", "status": "completed", "tag": "57cb58aa-1e71-4365-95df-fbc9af187d38", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:06:57.435023 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24a4edff-44bb-4910-b35b-9af6bd120d37 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:06:57.435507 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a02710-3a68-4693-9fcc-225e14874da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cb58aa-1e71-4365-95df-fbc9af187d38', 'code': 200} Sep 18 20:06:57.455517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-727c32cc-44ad-4951-96e6-a22402724fa0 None None] Port 963caba5-7760-47b8-bfb6-63547fd15928 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:06:57.507797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=57cb58aa-1e71-4365-95df-fbc9af187d38,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:57.514162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-727c32cc-44ad-4951-96e6-a22402724fa0 None None] Provisioning complete for port 827b1820-1dea-4aed-978e-71cc2e1ced45 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:57.514720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-727c32cc-44ad-4951-96e6-a22402724fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.567743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb3f55-1f19-47ea-ad8a-49db9544aba0 req-dab5bd41-7d55-41e5-8136-6f847346de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:57.569472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3f55-1f19-47ea-ad8a-49db9544aba0 req-dab5bd41-7d55-41e5-8136-6f847346de58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 1102 time: 0.0663795 Sep 18 20:06:57.569843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.578164 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1408-82a7-426e-9dc6-79f04a8f72c3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.717729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce1408-82a7-426e-9dc6-79f04a8f72c3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=963caba5-7760-47b8-bfb6-63547fd15928,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:57.755493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 827b1820-1dea-4aed-978e-71cc2e1ced45 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:06:57.807537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-249b1a2a-4ae0-4c0a-9e83-4d5bf7fb30dd None None] Could not find standard attr ID for object 963caba5-7760-47b8-bfb6-63547fd15928. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:06:57.832637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 827b1820-1dea-4aed-978e-71cc2e1ced45 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:57.833108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.909058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1408-82a7-426e-9dc6-79f04a8f72c3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:57.914866 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c3ce1408-82a7-426e-9dc6-79f04a8f72c3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/963caba5-7760-47b8-bfb6-63547fd15928 HTTP/1.1" status: 204 len: 168 time: 1.4006369 Sep 18 20:06:57.915751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54882) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:57.985591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1020d7c1-eb04-47c0-b26f-3be51609b833 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:57.987366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1020d7c1-eb04-47c0-b26f-3be51609b833 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:57.989091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1020d7c1-eb04-47c0-b26f-3be51609b833 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:57.994731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1020d7c1-eb04-47c0-b26f-3be51609b833 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0775449 Sep 18 20:06:57.998020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54884) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:58.002200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f6eb3f55-1f19-47ea-ad8a-49db9544aba0 req-3cdd9941-b873-4431-bac7-03b450aabad7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247577 Sep 18 20:06:58.047432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77521bcc-3fd3-4890-a780-42b7354e7d98 req-425e4f01-d191-496f-8e29-a48927fb04f2 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:58.049317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77521bcc-3fd3-4890-a780-42b7354e7d98 req-425e4f01-d191-496f-8e29-a48927fb04f2 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 950 time: 0.0657215 Sep 18 20:06:58.074106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-658b6683-0e07-4d10-bd5f-997477cab42a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet a6ebc8c6-6030-412d-b20f-138d539939c0 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:58.078808 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-658b6683-0e07-4d10-bd5f-997477cab42a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.105653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77521bcc-3fd3-4890-a780-42b7354e7d98 req-03d8acdf-3bec-40bc-b282-bf9cf99156ed tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Sep 18 20:06:58.190964 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-658b6683-0e07-4d10-bd5f-997477cab42a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.279176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port ead4be28-4442-4635-a2e2-07ffe694dcd3 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:58.279575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.317459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-658b6683-0e07-4d10-bd5f-997477cab42a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.425774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.441367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for ead4be28-4442-4635-a2e2-07ffe694dcd3 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:06:58.446640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-658b6683-0e07-4d10-bd5f-997477cab42a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.483271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b6683-0e07-4d10-bd5f-997477cab42a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ebc8c6-6030-412d-b20f-138d539939c0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:58.488370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-658b6683-0e07-4d10-bd5f-997477cab42a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.491220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-658b6683-0e07-4d10-bd5f-997477cab42a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/a6ebc8c6-6030-412d-b20f-138d539939c0 HTTP/1.1" status: 204 len: 168 time: 0.4925346 Sep 18 20:06:58.493899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54894) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:58.496239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dd762d-41a1-46f9-9e71-ad328dda9a49 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:58.576382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c3d674-c5d0-47cf-b68e-53f5d4c26216 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet fce832bb-1188-414c-a957-13d516660d90 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:06:58.580361 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56c3d674-c5d0-47cf-b68e-53f5d4c26216 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.635323 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56c3d674-c5d0-47cf-b68e-53f5d4c26216 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.740850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.780239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=ead4be28-4442-4635-a2e2-07ffe694dcd3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:58.814079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56c3d674-c5d0-47cf-b68e-53f5d4c26216 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.935928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56c3d674-c5d0-47cf-b68e-53f5d4c26216 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.987989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56c3d674-c5d0-47cf-b68e-53f5d4c26216 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:58.991136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-56c3d674-c5d0-47cf-b68e-53f5d4c26216 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/fce832bb-1188-414c-a957-13d516660d90 HTTP/1.1" status: 204 len: 168 time: 0.4959157 Sep 18 20:06:58.993070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3d674-c5d0-47cf-b68e-53f5d4c26216 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=fce832bb-1188-414c-a957-13d516660d90,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:06:58.995583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54898) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:59.011982 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:59.061527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e2a22a3a-6366-462d-a4d4-853f1fb1645f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645354 Sep 18 20:06:59.064144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:59.127346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155df04-7a4c-42fd-91e6-2c96d496fce8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:59.129127 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2155df04-7a4c-42fd-91e6-2c96d496fce8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0637360 Sep 18 20:06:59.131710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54902) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:59.247628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414317c-dc45-4ece-8535-7de35b36ca30 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:59.251510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6414317c-dc45-4ece-8535-7de35b36ca30 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163273 Sep 18 20:06:59.251887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54906) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:59.333615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0ff7fccf-7701-4393-af75-c47c922071db tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803409 Sep 18 20:06:59.340100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54908) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:59.347277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-bb98af0b-88c2-45f2-9fd0-f7e8b189bdf2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:59.378643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Router 2f5b34c3-7fbe-47eb-a578-865193b0da03 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:06:59.395989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b989e5c-4e0a-4626-974d-0cf1c97b9276 req-c03b8f00-2c4f-40b8-99f5-86d7b3369eb2 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:06:59.397085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b989e5c-4e0a-4626-974d-0cf1c97b9276 req-c03b8f00-2c4f-40b8-99f5-86d7b3369eb2 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 950 time: 0.0680420 Sep 18 20:06:59.439630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b989e5c-4e0a-4626-974d-0cf1c97b9276 req-92b1c53d-3aca-450c-8baa-8b7c6d410ae3 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355392 Sep 18 20:06:59.518603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb98af0b-88c2-45f2-9fd0-f7e8b189bdf2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:59.522135 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bb98af0b-88c2-45f2-9fd0-f7e8b189bdf2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:59.523611 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb98af0b-88c2-45f2-9fd0-f7e8b189bdf2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:06:59.524050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb98af0b-88c2-45f2-9fd0-f7e8b189bdf2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:06:59.574318 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bb98af0b-88c2-45f2-9fd0-f7e8b189bdf2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2332146 Sep 18 20:06:59.577600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54918) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:59.577786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:06:59.582837 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7f7a960e-fc49-4e8f-a43a-53437e718fe0 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "PUT /v2.0/routers/2f5b34c3-7fbe-47eb-a578-865193b0da03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1941123 Sep 18 20:06:59.583065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-72c164b8-39ef-4f9b-9576-a1fdb72d981e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:59.585345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54920) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:59.591964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f589c7-fd5d-4e52-80ef-5f83af0f46ba None None] Sync routers for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:06:59.606828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d052a3-9362-49ec-83e6-d3f08aac2beb None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:06:59.628656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f589c7-fd5d-4e52-80ef-5f83af0f46ba None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:59.629405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4f589c7-fd5d-4e52-80ef-5f83af0f46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:59.699159 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:59.733851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4f589c7-fd5d-4e52-80ef-5f83af0f46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:59.740050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c164b8-39ef-4f9b-9576-a1fdb72d981e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:59.748376 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-72c164b8-39ef-4f9b-9576-a1fdb72d981e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:59.751541 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c164b8-39ef-4f9b-9576-a1fdb72d981e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:06:59.753228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c164b8-39ef-4f9b-9576-a1fdb72d981e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:06:59.753355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f589c7-fd5d-4e52-80ef-5f83af0f46ba None None] Routers {'2f5b34c3-7fbe-47eb-a578-865193b0da03'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:06:59.754099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4f589c7-fd5d-4e52-80ef-5f83af0f46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:06:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f5b34c3-7fbe-47eb-a578-865193b0da03'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:59.787492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-72c164b8-39ef-4f9b-9576-a1fdb72d981e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2069049 Sep 18 20:06:59.789103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54926) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:06:59.799703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2dca5bb3-94e0-4037-89ff-eba4326d84fa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:06:59.806566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4f589c7-fd5d-4e52-80ef-5f83af0f46ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:06:59.807168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f589c7-fd5d-4e52-80ef-5f83af0f46ba None None] The sync data for ids ['2f5b34c3-7fbe-47eb-a578-865193b0da03'] in n-d-789963-11 is: [] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:06:59.840459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3f483e4b-c0fb-4233-8568-acf9bc17e906 None None] Provisioning complete for port 827b1820-1dea-4aed-978e-71cc2e1ced45 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:06:59.840710 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f483e4b-c0fb-4233-8568-acf9bc17e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:59.846805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:59.988274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting port 8be44fc5-702c-41b5-b194-4f881fbd4d35 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:06:59.988862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:59.991841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dca5bb3-94e0-4037-89ff-eba4326d84fa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:06:59.996057 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2dca5bb3-94e0-4037-89ff-eba4326d84fa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:06:59.999276 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dca5bb3-94e0-4037-89ff-eba4326d84fa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:00.000610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dca5bb3-94e0-4037-89ff-eba4326d84fa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:00.054453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2dca5bb3-94e0-4037-89ff-eba4326d84fa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2584832 Sep 18 20:07:00.054453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54934) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:00.059411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d9eea16c-b760-4ae9-8679-a7be09422c62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:00.085228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:00.145510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.157926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] Deleting port 827b1820-1dea-4aed-978e-71cc2e1ced45 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:00.158529 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.176953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Calling delete_port for 8be44fc5-702c-41b5-b194-4f881fbd4d35 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:00.209126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eea16c-b760-4ae9-8679-a7be09422c62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:00.213930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9eea16c-b760-4ae9-8679-a7be09422c62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.215739 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9eea16c-b760-4ae9-8679-a7be09422c62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:00.216257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9eea16c-b760-4ae9-8679-a7be09422c62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:00.248451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d9eea16c-b760-4ae9-8679-a7be09422c62 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1930308 Sep 18 20:07:00.252051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54940) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:00.256997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4d2a3c81-52de-457a-9309-60a8cf982aa7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:00.260808 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] For port 827b1820-1dea-4aed-978e-71cc2e1ced45, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=827b1820-1dea-4aed-978e-71cc2e1ced45,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:00.261281 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.286369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] Calling delete_port for 827b1820-1dea-4aed-978e-71cc2e1ced45 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:00.382919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2a3c81-52de-457a-9309-60a8cf982aa7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:00.392911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d2a3c81-52de-457a-9309-60a8cf982aa7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.396341 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2a3c81-52de-457a-9309-60a8cf982aa7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:00.397055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2a3c81-52de-457a-9309-60a8cf982aa7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:00.399749 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.431697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] Pushing event deleted for resources: {'Port': ['ID=827b1820-1dea-4aed-978e-71cc2e1ced45,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:00.442124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662ab54-208d-4ea1-a73f-d2b40e718377 None None] No DVR routers for this DVR port 827b1820-1dea-4aed-978e-71cc2e1ced45 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:00.451221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4d2a3c81-52de-457a-9309-60a8cf982aa7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1983187 Sep 18 20:07:00.455513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:00.466915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ea329680-c361-4b07-a6d6-890c3d78898e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:00.488544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.519427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Port': ['ID=8be44fc5-702c-41b5-b194-4f881fbd4d35,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:00.588683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea329680-c361-4b07-a6d6-890c3d78898e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:00.595583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea329680-c361-4b07-a6d6-890c3d78898e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.598703 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea329680-c361-4b07-a6d6-890c3d78898e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:00.598831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea329680-c361-4b07-a6d6-890c3d78898e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:00.600400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.619047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ea329680-c361-4b07-a6d6-890c3d78898e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1596720 Sep 18 20:07:00.619660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54944) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:00.654214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-249943ef-74de-43e7-83d8-79cdd768bc72 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0329084 Sep 18 20:07:00.656966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54946) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:00.707021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.709194 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.717212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d52be-7074-4ec9-b35c-3a9ec0b56736 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:00.721484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c14d52be-7074-4ec9-b35c-3a9ec0b56736 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0611222 Sep 18 20:07:00.722292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54948) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:00.767471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.768507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Fanout notify agent at l3_agent the message router_deleted on router 2f5b34c3-7fbe-47eb-a578-865193b0da03 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:07:00.779072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-27077793-3157-4b35-af7a-d0210544bc92 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522265 Sep 18 20:07:00.779454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54950) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:00.784868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:00.785284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.787856 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-981398e1-613f-46a6-a8b1-efe2a9935d31 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/routers/2f5b34c3-7fbe-47eb-a578-865193b0da03 HTTP/1.1" status: 204 len: 168 time: 1.2001832 Sep 18 20:07:00.788996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54952) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:00.846366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acf1557-52a6-4bb7-abd0-18550917af6c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Deleting subnet fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:00.850772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2acf1557-52a6-4bb7-abd0-18550917af6c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.899716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:00.900715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2acf1557-52a6-4bb7-abd0-18550917af6c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.905041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:00.957468 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2acf1557-52a6-4bb7-abd0-18550917af6c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.027819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2acf1557-52a6-4bb7-abd0-18550917af6c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.073777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf1557-52a6-4bb7-abd0-18550917af6c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:01.079605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2acf1557-52a6-4bb7-abd0-18550917af6c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.082925 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2acf1557-52a6-4bb7-abd0-18550917af6c tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/subnets/fbdaaa6c-dbb1-4435-b4f3-8f2b896189f4 HTTP/1.1" status: 204 len: 168 time: 0.2927392 Sep 18 20:07:01.085321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:01.183840 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.297519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.objects.ports [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:07:01.299778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.314691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.367178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7a957d-801c-4664-8b29-dbba3f6f86e1']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:01.399753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:01.405891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13b95fb-551f-4d28-9db0-e8bc4936a584') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:01.406559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13b95fb-551f-4d28-9db0-e8bc4936a584') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:01.409307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:01.415751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:01.417019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.428339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6904c215-8fcc-404d-b9cf-c921f99981ac None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:01.430250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=97442d59-79fa-4b21-8620-de7d7d6abc34,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:01.447591 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.451435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f95eb7ea-5677-4777-91f4-eca36562d559 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6692789 Sep 18 20:07:01.453117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:01.469114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:7d:56:89', 'name': 'tempest-NetworksTestDHCPv6-1725078387'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:01.480750 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.497907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:01.498523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:01.503358 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:01.596715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.605106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.610940 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] 10.222.0.20 "DELETE /v2.0/networks/2c7a957d-801c-4664-8b29-dbba3f6f86e1 HTTP/1.1" status: 204 len: 168 time: 0.5198531 Sep 18 20:07:01.620954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de408f2-197f-4430-94f2-7a02c5f2faa1 tempest-FloatingIPTestJSON-1725542282 tempest-FloatingIPTestJSON-1725542282-project] Pushing event deleted for resources: {'Network': ['ID=2c7a957d-801c-4664-8b29-dbba3f6f86e1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:01.657187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:01.727280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '97442d59-79fa-4b21-8620-de7d7d6abc34'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:01.728217 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.814050 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:01.829365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 827b1820-1dea-4aed-978e-71cc2e1ced45 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:01.843521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port c5aa6ea9-953e-468c-8622-db035e919109 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:01.862657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 827b1820-1dea-4aed-978e-71cc2e1ced45 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:07:01.863288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 827b1820-1dea-4aed-978e-71cc2e1ced45 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:07:01.938816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Allocated IP 2001:db8::f816:3eff:fe4f:22c0 (89dc8557-de79-4367-b8f1-325567e3c906/97442d59-79fa-4b21-8620-de7d7d6abc34/a966d275-d821-4ce4-8194-48d2a0b5aa2c) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:02.085294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54966) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:02.131024 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.137587 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.188879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:02.197533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:02.205958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:02.212672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Pushing event updated for resources: {'Port': ['ID=a966d275-d821-4ce4-8194-48d2a0b5aa2c,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:02.215081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fe7d:5689 (89dc8557-de79-4367-b8f1-325567e3c906/97442d59-79fa-4b21-8620-de7d7d6abc34/c5aa6ea9-953e-468c-8622-db035e919109) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:02.317893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Attempting to bind port a966d275-d821-4ce4-8194-48d2a0b5aa2c on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:02.318270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Attempting to bind port a966d275-d821-4ce4-8194-48d2a0b5aa2c by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:02.318629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Attempting to bind port a966d275-d821-4ce4-8194-48d2a0b5aa2c on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:02.335597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:02.335974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:02.336377 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.336763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:02.337236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Bound port: a966d275-d821-4ce4-8194-48d2a0b5aa2c, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:02.337614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.422483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] For port a966d275-d821-4ce4-8194-48d2a0b5aa2c, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:02.426319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] For port a966d275-d821-4ce4-8194-48d2a0b5aa2c, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a966d275-d821-4ce4-8194-48d2a0b5aa2c,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:02.434551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.498889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb01a5-efcf-448e-97ff-b9ade5f38fcf None None] Pushing event updated for resources: {'Port': ['ID=a966d275-d821-4ce4-8194-48d2a0b5aa2c,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:02.515678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f9afaa8b-a344-4686-89f7-1d7f7717a308 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fc96d192681418287027fc3e34d6c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286773 Sep 18 20:07:02.518463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 54976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:02.564030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.597296 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27d56cfe-3f85-4b9e-a617-68d2359d103c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.607958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.642044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27d56cfe-3f85-4b9e-a617-68d2359d103c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.678704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=c5aa6ea9-953e-468c-8622-db035e919109,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:02.696223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:02.698112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:02.700878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:02.708886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:02.709861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.723360 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27d56cfe-3f85-4b9e-a617-68d2359d103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.728069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-27d56cfe-3f85-4b9e-a617-68d2359d103c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:02.732947 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-27d56cfe-3f85-4b9e-a617-68d2359d103c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0990b01c-fa37-4f48-bca3-1679bad83805 HTTP/1.1" status: 204 len: 168 time: 0.2128632 Sep 18 20:07:02.748277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-95ab8fdd-0eee-4d84-b965-1a41a9ba8001 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2921484 Sep 18 20:07:02.751508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54980) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:02.757206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d56cfe-3f85-4b9e-a617-68d2359d103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0990b01c-fa37-4f48-bca3-1679bad83805,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:02.871389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b9312-2023-424a-9228-87681adbb09a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:02.885798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b9312-2023-424a-9228-87681adbb09a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:02.887929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f10b9312-2023-424a-9228-87681adbb09a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1349368 Sep 18 20:07:02.890804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 54982) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:03.020101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9f786c2e-ea8d-4680-a5ae-333d32f5a357 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port c5aa6ea9-953e-468c-8622-db035e919109 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:03.020705 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f786c2e-ea8d-4680-a5ae-333d32f5a357 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:03.160931 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f786c2e-ea8d-4680-a5ae-333d32f5a357 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:03.180820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9f786c2e-ea8d-4680-a5ae-333d32f5a357 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for c5aa6ea9-953e-468c-8622-db035e919109 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:03.209135 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-e2e44923-a643-4b68-812d-dd27f02bfece service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792022 Sep 18 20:07:03.401839 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f786c2e-ea8d-4680-a5ae-333d32f5a357 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:03.404215 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-ca568d55-7536-4209-aa92-3e4198d6e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:03.412169 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-ca568d55-7536-4209-aa92-3e4198d6e29b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 1097 time: 0.1529992 Sep 18 20:07:03.506816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786c2e-ea8d-4680-a5ae-333d32f5a357 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=c5aa6ea9-953e-468c-8622-db035e919109,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:03.569396 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9f786c2e-ea8d-4680-a5ae-333d32f5a357 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:03.574815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9f786c2e-ea8d-4680-a5ae-333d32f5a357 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/c5aa6ea9-953e-468c-8622-db035e919109 HTTP/1.1" status: 204 len: 168 time: 0.6825478 Sep 18 20:07:03.575518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55000) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:03.645004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-1ea765b4-5248-48ac-b25c-970e71159b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:03.650401 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-1ea765b4-5248-48ac-b25c-970e71159b8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.2136583 Sep 18 20:07:03.658948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe102f-0146-4024-9e85-bb2175f24d9e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:03.660681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe102f-0146-4024-9e85-bb2175f24d9e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:03.666001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a7fe102f-0146-4024-9e85-bb2175f24d9e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0892267 Sep 18 20:07:03.666660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55004) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:03.756193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c9ddc7-c9ca-43fc-a7f8-c32e810c4b8a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 97442d59-79fa-4b21-8620-de7d7d6abc34 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:03.761495 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c9ddc7-c9ca-43fc-a7f8-c32e810c4b8a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:03.827167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a966d275-d821-4ce4-8194-48d2a0b5aa2c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:03.846509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c9ddc7-c9ca-43fc-a7f8-c32e810c4b8a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:03.970437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a966d275-d821-4ce4-8194-48d2a0b5aa2c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:03.970811 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.039187 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c9ddc7-c9ca-43fc-a7f8-c32e810c4b8a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.166403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55010) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:04.166611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.197752 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c9ddc7-c9ca-43fc-a7f8-c32e810c4b8a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.280079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c9ddc7-c9ca-43fc-a7f8-c32e810c4b8a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.290036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-30c9ddc7-c9ca-43fc-a7f8-c32e810c4b8a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/97442d59-79fa-4b21-8620-de7d7d6abc34 HTTP/1.1" status: 204 len: 168 time: 0.6206019 Sep 18 20:07:04.290910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55014) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:04.292680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9ddc7-c9ca-43fc-a7f8-c32e810c4b8a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=97442d59-79fa-4b21-8620-de7d7d6abc34,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:04.330920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-05b03dfa-6abc-4269-be69-c9b8d6d65e3d None None] Provisioning complete for port a966d275-d821-4ce4-8194-48d2a0b5aa2c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:04.333121 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-05b03dfa-6abc-4269-be69-c9b8d6d65e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.371595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:07:04.372439 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:07:04.419787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6b2eb5ee-82c5-4f5b-bde3-ba2b6ca60af7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161666 Sep 18 20:07:04.431516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'networks': [{'name': 'tempest-network--1730739897'}, {'name': 'tempest-network--1730824343'}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:04.431857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'network': {'name': 'tempest-network--1730739897'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:04.433457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'network': {'name': 'tempest-network--1730824343'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:04.463941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55018) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:04.479153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:04.506612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Made reservation on behalf of 613481b1bb86479bb50f9b0d60407acc for: {'network': 2} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:04.512616 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.545168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.587550 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-6a4453ad-9aa1-4d2d-947d-fc9492cb16ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 HTTP/1.1" status: 200 len: 1001 time: 0.8990934 Sep 18 20:07:04.657431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-0563bb80-4101-40b8-a8fb-5ef01f918bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:04.662601 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-0563bb80-4101-40b8-a8fb-5ef01f918bf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0738840 Sep 18 20:07:04.730964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-f579f947-2dac-4df0-aca0-4c8b90955757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:04.736289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-f579f947-2dac-4df0-aca0-4c8b90955757 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627465 Sep 18 20:07:04.781316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.791788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.792311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.837205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba3392-601a-4587-9afb-bac89c174f43 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:04.854565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:04.862447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a839034-1054-4e1a-9b53-3a3b88cb89bf,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:04.869855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:04.875031 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.891832 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.892574 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Added segment 1d9fe485-5cfe-4dc0-a3c1-0d66fff89bb8 of type vlan for network fc0a3eea-4f9b-4e11-8f44-4e845222f7c1 Sep 18 20:07:04.925024 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-05b03dfa-6abc-4269-be69-c9b8d6d65e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.937507 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-297c6dc4-a515-41bc-ade6-ebe417877baa service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948256 Sep 18 20:07:04.967088 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:04.997039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-05b03dfa-6abc-4269-be69-c9b8d6d65e3d None None] For port a966d275-d821-4ce4-8194-48d2a0b5aa2c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a966d275-d821-4ce4-8194-48d2a0b5aa2c,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:05.011794 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-05b03dfa-6abc-4269-be69-c9b8d6d65e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.046175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:05.071052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.072053 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Added segment fc5fe3aa-1bd3-4ad6-bdef-f4762b8e6353 of type vlan for network 85920081-3ed4-4b4f-8eb3-7f8d67868dc9 Sep 18 20:07:05.118394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b03dfa-6abc-4269-be69-c9b8d6d65e3d None None] Pushing event updated for resources: {'Port': ['ID=a966d275-d821-4ce4-8194-48d2a0b5aa2c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:05.132167 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.149974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-140536f1-a2c0-4a0c-b023-8632b4326c69 None None] Could not find standard attr ID for object c5aa6ea9-953e-468c-8622-db035e919109. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:05.161405 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.209742 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-880d8b77-94ae-47fc-bfa1-31cf9515544a req-d8a552a3-e1bb-41e3-95b2-33b969a12026 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288167 Sep 18 20:07:05.218869 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.219401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.234909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:05.245254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:05.248660 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.276034 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:07:05.276185 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:07:05.312653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:05.386053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] Deleting port a966d275-d821-4ce4-8194-48d2a0b5aa2c {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:05.387322 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.401717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Network': ['ID=fc0a3eea-4f9b-4e11-8f44-4e845222f7c1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:05.414215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2458837 Sep 18 20:07:05.418943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55022) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:05.457587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network fc0a3eea-4f9b-4e11-8f44-4e845222f7c1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:05.533899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] For port a966d275-d821-4ce4-8194-48d2a0b5aa2c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a966d275-d821-4ce4-8194-48d2a0b5aa2c,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:05.534209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.576366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] Calling delete_port for a966d275-d821-4ce4-8194-48d2a0b5aa2c owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:05.602810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:07:05.655978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f29ab-b3bf-4eb0-a381-0240e5d4d7fc tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Network': ['ID=85920081-3ed4-4b4f-8eb3-7f8d67868dc9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:05.714127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 85920081-3ed4-4b4f-8eb3-7f8d67868dc9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:05.777022 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.799614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] No DVR routers for this DVR port a966d275-d821-4ce4-8194-48d2a0b5aa2c on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:05.807446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a47231-44b6-439e-90dd-e86890a1072f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:05.821316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a47231-44b6-439e-90dd-e86890a1072f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:05.831131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a47231-44b6-439e-90dd-e86890a1072f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:05.844344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a47231-44b6-439e-90dd-e86890a1072f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:05.858475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-85a47231-44b6-439e-90dd-e86890a1072f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4382412 Sep 18 20:07:05.861628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287d729-84b1-4cfe-a4ed-3e5af68676d2 None None] Pushing event deleted for resources: {'Port': ['ID=a966d275-d821-4ce4-8194-48d2a0b5aa2c,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:05.862720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55028) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:05.879278 n-d-789963-11 neutron-server[94940]: WARNING neutron.services.revisions.revision_plugin [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Could not find related port for resource to bump revision. Sep 18 20:07:05.894167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Port a966d275-d821-4ce4-8194-48d2a0b5aa2c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 20:07:05.894483 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4f:22c0 {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 20:07:05.898973 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4f:22c0 {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 20:07:05.900428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.954605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Port a966d275-d821-4ce4-8194-48d2a0b5aa2c update to ACTIVE by agent not found {{(pid=94942) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 20:07:05.960587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=d560546b-4a1e-4e71-b47e-0e309d41a16e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:05.970563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.976874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:05.981211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:05.985050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:05.985647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:05.991673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042cadbe-b63d-49c2-b639-198573d7922b None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:06.021384 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c7c14f1a-bd07-476f-8cad-3e8fe1688ee1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5560162 Sep 18 20:07:06.024660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55030) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:06.030838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:e0:97:b6', 'name': 'tempest-NetworksTestDHCPv6-1838571538'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:06.093394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a966d275-d821-4ce4-8194-48d2a0b5aa2c no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:06.118554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a966d275-d821-4ce4-8194-48d2a0b5aa2c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:07:06.118824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a966d275-d821-4ce4-8194-48d2a0b5aa2c not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:07:06.178018 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.219431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0a3eea-4f9b-4e11-8f44-4e845222f7c1']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:06.238373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9fe485-5cfe-4dc0-a3c1-0d66fff89bb8') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:06.241596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9fe485-5cfe-4dc0-a3c1-0d66fff89bb8') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:06.257663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'd560546b-4a1e-4e71-b47e-0e309d41a16e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:06.258613 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.273773 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.289449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:06.309161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.321194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:06.321993 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:06.325945 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:06.402695 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.413543 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.417337 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.419406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/networks/fc0a3eea-4f9b-4e11-8f44-4e845222f7c1 HTTP/1.1" status: 204 len: 168 time: 0.5549238 Sep 18 20:07:06.429204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55032) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:06.433130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb3967-a30f-405e-91b2-8c7944953516 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Network': ['ID=fc0a3eea-4f9b-4e11-8f44-4e845222f7c1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:06.447625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Allocated IP 2001:db8::f816:3eff:fe04:25a0 (89dc8557-de79-4367-b8f1-325567e3c906/d560546b-4a1e-4e71-b47e-0e309d41a16e/0b6594ed-0e0d-4913-a369-a12545ad5244) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:06.478002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 07de182f-3410-41de-8b2e-3668940a9edb yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:06.564885 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.644285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.651409 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.690204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:06.695033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:06.702568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:06.716062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Pushing event updated for resources: {'Port': ['ID=0b6594ed-0e0d-4913-a369-a12545ad5244,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:06.726400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.768063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85920081-3ed4-4b4f-8eb3-7f8d67868dc9']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:06.773629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Attempting to bind port 0b6594ed-0e0d-4913-a369-a12545ad5244 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:06.774182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Attempting to bind port 0b6594ed-0e0d-4913-a369-a12545ad5244 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:06.776078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Attempting to bind port 0b6594ed-0e0d-4913-a369-a12545ad5244 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:06.782956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:06.783943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:06.784612 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.785253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:06.785559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fee0:97b6 (89dc8557-de79-4367-b8f1-325567e3c906/d560546b-4a1e-4e71-b47e-0e309d41a16e/07de182f-3410-41de-8b2e-3668940a9edb) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:06.786100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Bound port: 0b6594ed-0e0d-4913-a369-a12545ad5244, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:06.786636 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.789165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5fe3aa-1bd3-4ad6-bdef-f4762b8e6353') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:06.790034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5fe3aa-1bd3-4ad6-bdef-f4762b8e6353') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:06.815118 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.842305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.853682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:06.854091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:06.857153 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:06.894935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] For port 0b6594ed-0e0d-4913-a369-a12545ad5244, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:06.901638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] For port 0b6594ed-0e0d-4913-a369-a12545ad5244, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0b6594ed-0e0d-4913-a369-a12545ad5244,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:06.908052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.969223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.980027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f644a-e40e-4564-ac7a-b3f79f3717d9 None None] Pushing event updated for resources: {'Port': ['ID=0b6594ed-0e0d-4913-a369-a12545ad5244,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:06.989556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:06.991548 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/networks/85920081-3ed4-4b4f-8eb3-7f8d67868dc9 HTTP/1.1" status: 204 len: 168 time: 0.5613637 Sep 18 20:07:06.994332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55038) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:06.995144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8436aaf-911a-49d6-9b55-acfef6cb80e2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Network': ['ID=85920081-3ed4-4b4f-8eb3-7f8d67868dc9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:07.105946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.141753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5bfae-484e-4653-b5d2-fe52da6ea854 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:07.152550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5bfae-484e-4653-b5d2-fe52da6ea854 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:07.159796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-22b5bfae-484e-4653-b5d2-fe52da6ea854 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1640527 Sep 18 20:07:07.160413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55040) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:07.165303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-272636533'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:07.168575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.234259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Made reservation on behalf of 613481b1bb86479bb50f9b0d60407acc for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:07.234783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:07.238039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:07.239150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.241458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:07.247550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:07.249731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.270963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=07de182f-3410-41de-8b2e-3668940a9edb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:07.283426 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a6b987a-a557-499c-89af-df6dbe59198b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2550144 Sep 18 20:07:07.285647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55042) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:07.306673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:07.342394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.343797 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Added segment d3d9d396-b6ce-4b5f-98fe-55f7e0ded891 of type vlan for network 98174f4e-40e1-4070-8e51-0942e2ec7aa3 Sep 18 20:07:07.397014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c3092-42fb-42fd-ad00-1faa88e2383a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:07.402798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c3092-42fb-42fd-ad00-1faa88e2383a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:07.404608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-de1c3092-42fb-42fd-ad00-1faa88e2383a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1177733 Sep 18 20:07:07.407519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55044) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:07.409350 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.448529 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.455556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:07.456343 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.489214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3275816 Sep 18 20:07:07.492635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55046) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:07.503592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1774663018'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:07.542643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Network': ['ID=98174f4e-40e1-4070-8e51-0942e2ec7aa3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:07.548537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Made reservation on behalf of 613481b1bb86479bb50f9b0d60407acc for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:07.551942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.552404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.552804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.552987 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.553381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.553846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.554240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.555204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.555204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.558564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.558564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.558564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.558564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2d9a3-430a-47b5-ba46-b336847e3a7f tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:07.571057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 98174f4e-40e1-4070-8e51-0942e2ec7aa3 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:07.576699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc1ed3-7b4d-4ecc-a95f-1baa00588cbd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 07de182f-3410-41de-8b2e-3668940a9edb {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:07.577762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1ed3-7b4d-4ecc-a95f-1baa00588cbd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.618409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:07.665432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.665432 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Added segment 3f23b817-75f0-4a46-b512-60d3896066a4 of type vlan for network 16acdeed-63dc-4fba-8625-39d2479d31e3 Sep 18 20:07:07.730376 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.754253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1ed3-7b4d-4ecc-a95f-1baa00588cbd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.783533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc1ed3-7b4d-4ecc-a95f-1baa00588cbd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 07de182f-3410-41de-8b2e-3668940a9edb owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:07.794011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.807171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:07.808173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:07.933463 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4396493 Sep 18 20:07:07.936131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcfb83-baf0-485d-8af1-94d39d050ef2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Network': ['ID=16acdeed-63dc-4fba-8625-39d2479d31e3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:07.937651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55052) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:07.951047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'ports': [{'network_id': '98174f4e-40e1-4070-8e51-0942e2ec7aa3', 'name': 'tempest-port--1342357033', 'admin_state_up': True}, {'network_id': '16acdeed-63dc-4fba-8625-39d2479d31e3', 'admin_state_up': False}]} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:07.952233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'port': {'network_id': '98174f4e-40e1-4070-8e51-0942e2ec7aa3', 'name': 'tempest-port--1342357033', 'admin_state_up': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:07.952885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'port': {'network_id': '16acdeed-63dc-4fba-8625-39d2479d31e3', 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:07.953833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 16acdeed-63dc-4fba-8625-39d2479d31e3 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:08.137167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0b6594ed-0e0d-4913-a369-a12545ad5244 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:08.154858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1ed3-7b4d-4ecc-a95f-1baa00588cbd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.206095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc1ed3-7b4d-4ecc-a95f-1baa00588cbd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=07de182f-3410-41de-8b2e-3668940a9edb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:08.216827 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0b6594ed-0e0d-4913-a369-a12545ad5244 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:08.217521 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.230679 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1ed3-7b4d-4ecc-a95f-1baa00588cbd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.239343 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e4cc1ed3-7b4d-4ecc-a95f-1baa00588cbd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/07de182f-3410-41de-8b2e-3668940a9edb HTTP/1.1" status: 204 len: 168 time: 0.8240051 Sep 18 20:07:08.243157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55054) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:08.308299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Made reservation on behalf of 613481b1bb86479bb50f9b0d60407acc for: {'port': 2} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:08.313959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.333877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c231dde-1a9a-40b2-8b87-341bc3527572 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:08.334297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.335502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c231dde-1a9a-40b2-8b87-341bc3527572 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:08.337078 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7c231dde-1a9a-40b2-8b87-341bc3527572 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963936 Sep 18 20:07:08.339738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55056) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:08.362545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0f984a7d-f465-40a6-9e91-65ad3a366142 None None] Provisioning complete for port 0b6594ed-0e0d-4913-a369-a12545ad5244 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:08.363032 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0f984a7d-f465-40a6-9e91-65ad3a366142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.389000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.432289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] device_id is not set on port 9a64e72f-41e9-40d3-abf6-0145e72f398b yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:08.442325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 0b6594ed-0e0d-4913-a369-a12545ad5244, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0b6594ed-0e0d-4913-a369-a12545ad5244,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:08.450110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab9fd7b-08c2-4398-88de-61274d606d22 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet d560546b-4a1e-4e71-b47e-0e309d41a16e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:08.455472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fab9fd7b-08c2-4398-88de-61274d606d22 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.472682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.505034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fab9fd7b-08c2-4398-88de-61274d606d22 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.530945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=0b6594ed-0e0d-4913-a369-a12545ad5244,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:08.546897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0f984a7d-f465-40a6-9e91-65ad3a366142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.634647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-0f984a7d-f465-40a6-9e91-65ad3a366142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:07:08.635011 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-0f984a7d-f465-40a6-9e91-65ad3a366142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:07:08.662095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.667234 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fab9fd7b-08c2-4398-88de-61274d606d22 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.752316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] device_id is not set on port 9438b925-7016-4d41-9d26-0d4ce71ad3e3 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:08.768305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fab9fd7b-08c2-4398-88de-61274d606d22 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.801262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fab9fd7b-08c2-4398-88de-61274d606d22 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.803243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fab9fd7b-08c2-4398-88de-61274d606d22 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/d560546b-4a1e-4e71-b47e-0e309d41a16e HTTP/1.1" status: 204 len: 168 time: 0.4625554 Sep 18 20:07:08.804352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9fd7b-08c2-4398-88de-61274d606d22 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=d560546b-4a1e-4e71-b47e-0e309d41a16e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:08.805741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55058) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:08.854046 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-879f9221-a3ad-4a0b-b796-5a0ae0e04385 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470579 Sep 18 20:07:08.856326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55060) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:08.916689 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:08.925249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b0d11-9278-4274-99f8-b8748735cece tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:08.929264 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b12b0d11-9278-4274-99f8-b8748735cece tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0669222 Sep 18 20:07:08.929858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55064) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:09.017834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f756867-3767-4921-af76-64b432c33dc7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:09.019352 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.019864 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7f756867-3767-4921-af76-64b432c33dc7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0891180 Sep 18 20:07:09.022562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55068) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:09.033441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0e08a3-6cdb-4359-aebc-8ca6f6cb1360 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:09.085741 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4bca54cb-a091-4f28-9d9b-ab3aaaa2fa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616004 Sep 18 20:07:09.090674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55070) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:09.095954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:09.106588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Port': ['ID=9a64e72f-41e9-40d3-abf6-0145e72f398b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:09.111839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Checking segment: {'id': 'd3d9d396-b6ce-4b5f-98fe-55f7e0ded891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '98174f4e-40e1-4070-8e51-0942e2ec7aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:09.112229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Network hostable DHCP agents. Network: 98174f4e-40e1-4070-8e51-0942e2ec7aa3, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:09.140230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Network 98174f4e-40e1-4070-8e51-0942e2ec7aa3 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:09.162698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 98174f4e-40e1-4070-8e51-0942e2ec7aa3) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:09.175779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:09.179659 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.194459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f1ad49-70f5-4015-ab6a-469eb333d764 None None] Network 98174f4e-40e1-4070-8e51-0942e2ec7aa3 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:09.237955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:09.250269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.274723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Port': ['ID=9438b925-7016-4d41-9d26-0d4ce71ad3e3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:09.282799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Checking segment: {'id': '3f23b817-75f0-4a46-b512-60d3896066a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '16acdeed-63dc-4fba-8625-39d2479d31e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:09.283157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Network hostable DHCP agents. Network: 16acdeed-63dc-4fba-8625-39d2479d31e3, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:09.306163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Network 16acdeed-63dc-4fba-8625-39d2479d31e3 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:09.323347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 16acdeed-63dc-4fba-8625-39d2479d31e3) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:09.328905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:09.337601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c4351-a2da-4a87-a107-9eafd2770e49 None None] Network 16acdeed-63dc-4fba-8625-39d2479d31e3 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:09.345756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:09.365938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:09.370566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.406333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7976458f-6c66-42e8-a970-b2075465d35a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4674339 Sep 18 20:07:09.409793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55072) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:09.418272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:09.436000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c88e85d6-338c-4264-8481-751e586069e4 None None] Could not find standard attr ID for object 07de182f-3410-41de-8b2e-3668940a9edb. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:09.495541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f374f22-4838-4ddc-809c-15c6fe840416 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:09.503036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f374f22-4838-4ddc-809c-15c6fe840416 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:09.505277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0f374f22-4838-4ddc-809c-15c6fe840416 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0940106 Sep 18 20:07:09.508118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55074) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:09.540983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] Deleting port 0b6594ed-0e0d-4913-a369-a12545ad5244 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:09.541363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.621922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] For port 0b6594ed-0e0d-4913-a369-a12545ad5244, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0b6594ed-0e0d-4913-a369-a12545ad5244,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:09.622525 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.634764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fbca9-f3df-4a9c-8903-2309a69e605b tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Deleting port 9a64e72f-41e9-40d3-abf6-0145e72f398b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:09.635395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbca9-f3df-4a9c-8903-2309a69e605b tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.650514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] Calling delete_port for 0b6594ed-0e0d-4913-a369-a12545ad5244 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:09.713235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:07:09.725879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbca9-f3df-4a9c-8903-2309a69e605b tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.746976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fbca9-f3df-4a9c-8903-2309a69e605b tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Calling delete_port for 9a64e72f-41e9-40d3-abf6-0145e72f398b owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:09.908110 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbca9-f3df-4a9c-8903-2309a69e605b tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.914951 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.940894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.948282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fbca9-f3df-4a9c-8903-2309a69e605b tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Port': ['ID=9a64e72f-41e9-40d3-abf6-0145e72f398b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:09.951151 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbca9-f3df-4a9c-8903-2309a69e605b tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.956539 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9b7fbca9-f3df-4a9c-8903-2309a69e605b tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/ports/9a64e72f-41e9-40d3-abf6-0145e72f398b HTTP/1.1" status: 204 len: 168 time: 0.4474075 Sep 18 20:07:09.957534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55078) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:09.969536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Port 0b6594ed-0e0d-4913-a369-a12545ad5244 concurrently deleted while adding address for new subnet {'id': '55469969-afe6-46af-b18b-3fefa06f68de', 'name': '', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3398, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-18T20:07:09Z', 'updated_at': '2021-09-18T20:07:09Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4469d7a06f8041bc8386f71dbe3dbf2b'}. {{(pid=94940) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 18 20:07:09.970374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:09.996021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] Pushing event deleted for resources: {'Port': ['ID=0b6594ed-0e0d-4913-a369-a12545ad5244,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:09.998611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e54e1e-cc86-4341-ad27-0e4f128a499f None None] No DVR routers for this DVR port 0b6594ed-0e0d-4913-a369-a12545ad5244 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:10.053199 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:10.057262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:10.060913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:10.062102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.069800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d60c94-3689-4c92-97c5-49773a9c3963 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:10.078175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=55469969-afe6-46af-b18b-3fefa06f68de,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:10.100012 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7d561afb-6bd0-4dd2-9e7f-4bb162cbc514 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0081234 Sep 18 20:07:10.104656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55084) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:10.114219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:20:3b:b7', 'name': 'tempest-NetworksTestDHCPv6-917230021'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:10.168158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0b6594ed-0e0d-4913-a369-a12545ad5244 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:10.202703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-09945b33-113c-4766-a5dd-86fd9ecabd4c tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Deleting port 9438b925-7016-4d41-9d26-0d4ce71ad3e3 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:10.203187 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09945b33-113c-4766-a5dd-86fd9ecabd4c tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.204420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 0b6594ed-0e0d-4913-a369-a12545ad5244 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:07:10.204991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0b6594ed-0e0d-4913-a369-a12545ad5244 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:07:10.316934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09945b33-113c-4766-a5dd-86fd9ecabd4c tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.321276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': '55469969-afe6-46af-b18b-3fefa06f68de'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:10.323800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.334405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-09945b33-113c-4766-a5dd-86fd9ecabd4c tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Calling delete_port for 9438b925-7016-4d41-9d26-0d4ce71ad3e3 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:10.338414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:10.498377 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Allocated IP 2001:db8::f816:3eff:fe17:75 (89dc8557-de79-4367-b8f1-325567e3c906/55469969-afe6-46af-b18b-3fefa06f68de/06e4b50c-3813-4a38-be6c-6541fee9a6b7) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:10.683947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.693651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.742714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:10.745803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:10.749537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:10.766809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.770273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Pushing event updated for resources: {'Port': ['ID=06e4b50c-3813-4a38-be6c-6541fee9a6b7,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:10.794772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 36cfd7b2-8eca-4961-be96-d32ea3780b68 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:10.801853 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09945b33-113c-4766-a5dd-86fd9ecabd4c tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.838077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Attempting to bind port 06e4b50c-3813-4a38-be6c-6541fee9a6b7 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:10.840720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Attempting to bind port 06e4b50c-3813-4a38-be6c-6541fee9a6b7 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:10.840720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Attempting to bind port 06e4b50c-3813-4a38-be6c-6541fee9a6b7 on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:10.844711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:10.845595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:10.845595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.845945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:10.846463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Bound port: 06e4b50c-3813-4a38-be6c-6541fee9a6b7, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:10.848059 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.862104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945b33-113c-4766-a5dd-86fd9ecabd4c tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Port': ['ID=9438b925-7016-4d41-9d26-0d4ce71ad3e3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:10.885140 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09945b33-113c-4766-a5dd-86fd9ecabd4c tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.890155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-09945b33-113c-4766-a5dd-86fd9ecabd4c tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/ports/9438b925-7016-4d41-9d26-0d4ce71ad3e3 HTTP/1.1" status: 204 len: 168 time: 0.9284921 Sep 18 20:07:10.891002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55088) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:10.936993 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6e9f73b8-1580-4ab5-a7d2-a1abfcbe96e5 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0434382 Sep 18 20:07:10.936993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55090) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:10.941665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-129007891'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:10.957336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] For port 06e4b50c-3813-4a38-be6c-6541fee9a6b7, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:10.961503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] For port 06e4b50c-3813-4a38-be6c-6541fee9a6b7, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=06e4b50c-3813-4a38-be6c-6541fee9a6b7,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:10.968766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:10.972627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fe20:3bb7 (89dc8557-de79-4367-b8f1-325567e3c906/55469969-afe6-46af-b18b-3fefa06f68de/36cfd7b2-8eca-4961-be96-d32ea3780b68) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:10.978564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Made reservation on behalf of 613481b1bb86479bb50f9b0d60407acc for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:10.982807 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.036337 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:11.040483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e5503-8eb3-4b65-90c1-ffaa1d851893 None None] Pushing event updated for resources: {'Port': ['ID=06e4b50c-3813-4a38-be6c-6541fee9a6b7,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:11.050918 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.051283 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Added segment bddf38a9-3aef-4a18-8c56-787558e21af9 of type vlan for network 955f439e-b263-4169-b01f-0ae8945e2aa5 Sep 18 20:07:11.118045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.177518 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.188736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:11.189649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.245757 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.297588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.323526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Network': ['ID=955f439e-b263-4169-b01f-0ae8945e2aa5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:11.342179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 955f439e-b263-4169-b01f-0ae8945e2aa5 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:11.347919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e3e23a6-ad6d-48e7-8329-c20297eecbc0 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4099383 Sep 18 20:07:11.350256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55096) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:11.356506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1521526691'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:11.385332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:11.388631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:11.395296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:11.400912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:11.401540 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.404957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Made reservation on behalf of 613481b1bb86479bb50f9b0d60407acc for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:11.408490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.412018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=36cfd7b2-8eca-4961-be96-d32ea3780b68,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:11.444057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d5b056fe-ac2d-40df-844a-60dcf1217082 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3369186 Sep 18 20:07:11.444057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55098) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:11.447319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:11.459234 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.459658 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Added segment 9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0 of type vlan for network 48ba0de7-16b0-428f-880f-12aeea3228ef Sep 18 20:07:11.509252 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.511354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec4c79c-f58a-48a5-84b9-c507ab4d4bd5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:11.518261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec4c79c-f58a-48a5-84b9-c507ab4d4bd5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:11.522506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5ec4c79c-f58a-48a5-84b9-c507ab4d4bd5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.0757682 Sep 18 20:07:11.522835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55100) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:11.538522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.544249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:11.544888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.587212 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2356641 Sep 18 20:07:11.632331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c913b8-c6a6-4e65-a825-2fd933f0f13e tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Network': ['ID=48ba0de7-16b0-428f-880f-12aeea3228ef,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:11.644695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 48ba0de7-16b0-428f-880f-12aeea3228ef details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:11.658452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b6add-39d4-455a-8d32-a1a327bff674 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 36cfd7b2-8eca-4961-be96-d32ea3780b68 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:11.659112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6add-39d4-455a-8d32-a1a327bff674 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.728607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55102) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:11.738033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'subnets': [{'network_id': '955f439e-b263-4169-b01f-0ae8945e2aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1526056974', 'ip_version': 4}, {'network_id': '48ba0de7-16b0-428f-880f-12aeea3228ef', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:11.738706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'subnet': {'network_id': '955f439e-b263-4169-b01f-0ae8945e2aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1526056974', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:11.739648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Request body: {'subnet': {'network_id': '48ba0de7-16b0-428f-880f-12aeea3228ef', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:11.781076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6add-39d4-455a-8d32-a1a327bff674 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.792615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b6add-39d4-455a-8d32-a1a327bff674 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 36cfd7b2-8eca-4961-be96-d32ea3780b68 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:11.951495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Made reservation on behalf of 613481b1bb86479bb50f9b0d60407acc for: {'subnet': 2} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:11.957111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.959415 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.968386 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6add-39d4-455a-8d32-a1a327bff674 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:11.999966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b6add-39d4-455a-8d32-a1a327bff674 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=36cfd7b2-8eca-4961-be96-d32ea3780b68,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:12.031262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6add-39d4-455a-8d32-a1a327bff674 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.035948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ac5b6add-39d4-455a-8d32-a1a327bff674 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/36cfd7b2-8eca-4961-be96-d32ea3780b68 HTTP/1.1" status: 204 len: 168 time: 0.5119252 Sep 18 20:07:12.036630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55104) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:12.118702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b06bd2b-936e-4f95-873a-97955beb22fe tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:12.120919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b06bd2b-936e-4f95-873a-97955beb22fe tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:12.122678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4b06bd2b-936e-4f95-873a-97955beb22fe tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0851078 Sep 18 20:07:12.127111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55106) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:12.179092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 06e4b50c-3813-4a38-be6c-6541fee9a6b7 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:12.244380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 06e4b50c-3813-4a38-be6c-6541fee9a6b7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:12.245000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.262412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-9757bb84-99bf-4177-94e4-93d671c3e826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 55469969-afe6-46af-b18b-3fefa06f68de {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:12.279424 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9757bb84-99bf-4177-94e4-93d671c3e826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.386167 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.399021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9757bb84-99bf-4177-94e4-93d671c3e826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.432111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 06e4b50c-3813-4a38-be6c-6541fee9a6b7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=06e4b50c-3813-4a38-be6c-6541fee9a6b7,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:12.437260 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.609011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-eea3b05d-de9b-40c5-ac2f-77b144b0b784 None None] Provisioning complete for port 06e4b50c-3813-4a38-be6c-6541fee9a6b7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:12.609481 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eea3b05d-de9b-40c5-ac2f-77b144b0b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.658048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=06e4b50c-3813-4a38-be6c-6541fee9a6b7,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:12.678412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9757bb84-99bf-4177-94e4-93d671c3e826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.802133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9757bb84-99bf-4177-94e4-93d671c3e826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.852020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7596bd14-f86d-4f12-887c-96c8f7fbcd32 None None] Could not find standard attr ID for object 36cfd7b2-8eca-4961-be96-d32ea3780b68. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:12.860216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757bb84-99bf-4177-94e4-93d671c3e826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=55469969-afe6-46af-b18b-3fefa06f68de,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:12.874185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9757bb84-99bf-4177-94e4-93d671c3e826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.876387 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9757bb84-99bf-4177-94e4-93d671c3e826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/55469969-afe6-46af-b18b-3fefa06f68de HTTP/1.1" status: 204 len: 168 time: 0.7481992 Sep 18 20:07:12.879014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55116) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:12.892307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:12.949002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e66a8890-9288-4cfc-8653-53940eb41032 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677562 Sep 18 20:07:12.952249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55118) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:12.959609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:12.966054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Subnet': ['ID=f892c87b-6904-4d7a-b63f-4ab56c3c2158,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:12.998136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Checking segment: {'id': 'bddf38a9-3aef-4a18-8c56-787558e21af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '955f439e-b263-4169-b01f-0ae8945e2aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:12.998828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Network hostable DHCP agents. Network: 955f439e-b263-4169-b01f-0ae8945e2aa5, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:13.055887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f2ff1a-dd40-494a-b553-e13c7806affa None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:13.066052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Network 955f439e-b263-4169-b01f-0ae8945e2aa5 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:13.081582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 955f439e-b263-4169-b01f-0ae8945e2aa5) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:13.086058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:13.114933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf769795-b537-41a2-8dbf-ede3a0476092 None None] Network 955f439e-b263-4169-b01f-0ae8945e2aa5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:13.117617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:13.121049 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:13.235900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event updated for resources: {'Subnet': ['ID=b31d7c91-2249-47a6-a1f1-923109dd13da,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:13.252413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Checking segment: {'id': '9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48ba0de7-16b0-428f-880f-12aeea3228ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:13.252928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Network hostable DHCP agents. Network: 48ba0de7-16b0-428f-880f-12aeea3228ef, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:13.303727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Network 48ba0de7-16b0-428f-880f-12aeea3228ef is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:13.320422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-955f439e-b263-4169-b01f-0ae8945e2aa5', 'network_id': '955f439e-b263-4169-b01f-0ae8945e2aa5', 'tenant_id': '613481b1bb86479bb50f9b0d60407acc', 'fixed_ips': [{'subnet_id': 'f892c87b-6904-4d7a-b63f-4ab56c3c2158'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:13.321359 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:13.344738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 48ba0de7-16b0-428f-880f-12aeea3228ef) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:13.351528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:13.352166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:13.352808 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:13.364139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:13.366224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03de824-c32a-4b69-977b-3343e078e003 None None] Network 48ba0de7-16b0-428f-880f-12aeea3228ef requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:13.393665 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-62fa92a0-93f2-4312-b709-5e35194228b4 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6639209 Sep 18 20:07:13.396151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55124) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:13.513246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c7577-4a5f-4dbf-982e-8f62f0d582fa tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:13.515773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c7577-4a5f-4dbf-982e-8f62f0d582fa tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:13.517562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c7577-4a5f-4dbf-982e-8f62f0d582fa tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:13.522451 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-372c7577-4a5f-4dbf-982e-8f62f0d582fa tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1221972 Sep 18 20:07:13.523003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55128) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:13.612970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:07:13.630788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] Deleting port 06e4b50c-3813-4a38-be6c-6541fee9a6b7 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:13.631786 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:13.657364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9982d0-5502-460d-b4b6-72fdfdb2a453 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Deleting subnet f892c87b-6904-4d7a-b63f-4ab56c3c2158 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:13.799073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Allocated IP 172.20.0.2 (955f439e-b263-4169-b01f-0ae8945e2aa5/f892c87b-6904-4d7a-b63f-4ab56c3c2158/9a973583-0ddf-45d2-9f83-d51423024b80) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:13.802900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-48ba0de7-16b0-428f-880f-12aeea3228ef', 'network_id': '48ba0de7-16b0-428f-880f-12aeea3228ef', 'tenant_id': '613481b1bb86479bb50f9b0d60407acc', 'fixed_ips': [{'subnet_id': 'b31d7c91-2249-47a6-a1f1-923109dd13da'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:13.803849 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:13.836424 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:13.956549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] For port 06e4b50c-3813-4a38-be6c-6541fee9a6b7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=06e4b50c-3813-4a38-be6c-6541fee9a6b7,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:13.957084 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.018243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] Calling delete_port for 06e4b50c-3813-4a38-be6c-6541fee9a6b7 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:14.106562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] For port 06e4b50c-3813-4a38-be6c-6541fee9a6b7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=06e4b50c-3813-4a38-be6c-6541fee9a6b7,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:14.144936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.176296 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.182599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.242729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 06e4b50c-3813-4a38-be6c-6541fee9a6b7 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:14.281795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:14.288852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:14.302251 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:14.302951 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.315763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=ddd16909-9217-45ef-b8e5-5b8a1a17bf93,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:14.328756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=06e4b50c-3813-4a38-be6c-6541fee9a6b7,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:14.340465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55144) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:14.340989 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a7ca3b24-7a92-45b5-bf27-db9298dbf76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3852947 Sep 18 20:07:14.347525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:39:b7:00', 'name': 'tempest-NetworksTestDHCPv6-1573619886'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:14.405383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Allocated IP 172.20.0.18 (48ba0de7-16b0-428f-880f-12aeea3228ef/b31d7c91-2249-47a6-a1f1-923109dd13da/2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:14.497840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:14.508124 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.514846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.537827 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c9982d0-5502-460d-b4b6-72fdfdb2a453 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.567069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 5946aeab-a253-4e61-a5b1-0ccfa391536c yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:14.612256 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.626666 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c9982d0-5502-460d-b4b6-72fdfdb2a453 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.691574 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.705011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Pushing event updated for resources: {'Port': ['ID=9a973583-0ddf-45d2-9f83-d51423024b80,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:14.807220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Network 955f439e-b263-4169-b01f-0ae8945e2aa5 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:14.809384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:14.811812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:14.817788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:14.854096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fe39:b700 (89dc8557-de79-4367-b8f1-325567e3c906/ddd16909-9217-45ef-b8e5-5b8a1a17bf93/5946aeab-a253-4e61-a5b1-0ccfa391536c) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:14.910439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c9982d0-5502-460d-b4b6-72fdfdb2a453 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.085607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c9982d0-5502-460d-b4b6-72fdfdb2a453 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.133662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9982d0-5502-460d-b4b6-72fdfdb2a453 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Subnet': ['ID=f892c87b-6904-4d7a-b63f-4ab56c3c2158,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:15.150457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c9982d0-5502-460d-b4b6-72fdfdb2a453 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.155836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55150) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:15.158382 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0c9982d0-5502-460d-b4b6-72fdfdb2a453 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/subnets/f892c87b-6904-4d7a-b63f-4ab56c3c2158 HTTP/1.1" status: 204 len: 168 time: 1.6324823 Sep 18 20:07:15.166633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] No DVR routers for this DVR port 06e4b50c-3813-4a38-be6c-6541fee9a6b7 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:15.175438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b1830-3cbc-4822-bfd9-8f685066a52f None None] Pushing event deleted for resources: {'Port': ['ID=06e4b50c-3813-4a38-be6c-6541fee9a6b7,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:15.247474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.256455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ab39e-7889-483f-8108-7614bb702379 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:15.268203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddb7110-fc4d-4254-b318-cc904ca645fb tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Deleting subnet b31d7c91-2249-47a6-a1f1-923109dd13da {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:15.268476 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.290124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7110-fc4d-4254-b318-cc904ca645fb tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.306655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.319958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.354326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:15.358103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:15.361325 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7110-fc4d-4254-b318-cc904ca645fb tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.362638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:15.369327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:15.370450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.399340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=5946aeab-a253-4e61-a5b1-0ccfa391536c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:15.407101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b135b22b-fa88-4827-b91c-b0d81fca39ac tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0645330 Sep 18 20:07:15.410056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55154) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:15.438120 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Network 48ba0de7-16b0-428f-880f-12aeea3228ef is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:15.440740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Attempting to bind port 9a973583-0ddf-45d2-9f83-d51423024b80 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:15.441115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Attempting to bind port 9a973583-0ddf-45d2-9f83-d51423024b80 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'bddf38a9-3aef-4a18-8c56-787558e21af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '955f439e-b263-4169-b01f-0ae8945e2aa5'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:15.441522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Attempting to bind port 9a973583-0ddf-45d2-9f83-d51423024b80 on network 955f439e-b263-4169-b01f-0ae8945e2aa5 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:15.450575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:15.451527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Checking segment: {'id': 'bddf38a9-3aef-4a18-8c56-787558e21af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '955f439e-b263-4169-b01f-0ae8945e2aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:15.451734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.452126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Bound using segment: {'id': 'bddf38a9-3aef-4a18-8c56-787558e21af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '955f439e-b263-4169-b01f-0ae8945e2aa5'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:15.453270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Bound port: 9a973583-0ddf-45d2-9f83-d51423024b80, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddf38a9-3aef-4a18-8c56-787558e21af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '955f439e-b263-4169-b01f-0ae8945e2aa5'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:15.453744 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.478438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9f86e-1674-48c7-9099-7d590cd83dc7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:15.480693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a5b9f86e-1674-48c7-9099-7d590cd83dc7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0693667 Sep 18 20:07:15.484907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55156) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:15.499779 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7110-fc4d-4254-b318-cc904ca645fb tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.502128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:15.512026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:15.532747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Pushing event updated for resources: {'Port': ['ID=2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:15.599867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6719d5cd-d7a0-403e-b105-6f7d9eb87cb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 5946aeab-a253-4e61-a5b1-0ccfa391536c {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:15.600739 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6719d5cd-d7a0-403e-b105-6f7d9eb87cb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.603612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7110-fc4d-4254-b318-cc904ca645fb tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.624445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] For port 9a973583-0ddf-45d2-9f83-d51423024b80, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:15.627992 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Attempting to bind port 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:15.628287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Attempting to bind port 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48ba0de7-16b0-428f-880f-12aeea3228ef'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:15.628761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Attempting to bind port 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2 on network 48ba0de7-16b0-428f-880f-12aeea3228ef {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:15.632244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] For port 9a973583-0ddf-45d2-9f83-d51423024b80, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9a973583-0ddf-45d2-9f83-d51423024b80,segment=NetworkSegment(bddf38a9-3aef-4a18-8c56-787558e21af9),segment_id=bddf38a9-3aef-4a18-8c56-787558e21af9)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:15.638380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7110-fc4d-4254-b318-cc904ca645fb tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.642189 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4ddb7110-fc4d-4254-b318-cc904ca645fb tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/subnets/b31d7c91-2249-47a6-a1f1-923109dd13da HTTP/1.1" status: 204 len: 168 time: 0.4847031 Sep 18 20:07:15.643183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb7110-fc4d-4254-b318-cc904ca645fb tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Subnet': ['ID=b31d7c91-2249-47a6-a1f1-923109dd13da,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:15.644691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55158) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:15.656926 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.694028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:15.694714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Checking segment: {'id': '9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48ba0de7-16b0-428f-880f-12aeea3228ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:15.694816 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.695193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Bound using segment: {'id': '9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48ba0de7-16b0-428f-880f-12aeea3228ef'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:15.695781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Bound port: 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48ba0de7-16b0-428f-880f-12aeea3228ef'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:15.696155 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.790081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835e58d-67e0-492d-97e1-97cd18c088e3 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:15.792838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8835e58d-67e0-492d-97e1-97cd18c088e3 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138391 Sep 18 20:07:15.793703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6719d5cd-d7a0-403e-b105-6f7d9eb87cb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.795657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55162) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:15.817340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-6719d5cd-d7a0-403e-b105-6f7d9eb87cb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 5946aeab-a253-4e61-a5b1-0ccfa391536c owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:15.845185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d83bd-93c1-4997-a4e6-3b71c380851c None None] Pushing event updated for resources: {'Port': ['ID=9a973583-0ddf-45d2-9f83-d51423024b80,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:15.867033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] For port 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:15.871798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] For port 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2,segment=NetworkSegment(9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0),segment_id=9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:15.875186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b786ffa-d559-4439-acfb-2656567652ff None None] Network 955f439e-b263-4169-b01f-0ae8945e2aa5 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:15.881936 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.891811 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.938353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'ddd16909-9217-45ef-b8e5-5b8a1a17bf93'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:15.939419 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:15.969472 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Deleting port 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:15.969972 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.019908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6719d5cd-d7a0-403e-b105-6f7d9eb87cb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.053736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] For port 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2,segment=NetworkSegment(9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0),segment_id=9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:16.054490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.071805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Calling delete_port for 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:16.088287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eef2bb-09e2-4ee3-a226-a835098e73d4 None None] Pushing event updated for resources: {'Port': ['ID=2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:16.097951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719d5cd-d7a0-403e-b105-6f7d9eb87cb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=5946aeab-a253-4e61-a5b1-0ccfa391536c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:16.104058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6719d5cd-d7a0-403e-b105-6f7d9eb87cb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.106451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6719d5cd-d7a0-403e-b105-6f7d9eb87cb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/5946aeab-a253-4e61-a5b1-0ccfa391536c HTTP/1.1" status: 204 len: 168 time: 0.6196079 Sep 18 20:07:16.109145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55164) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:16.175915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ad2af-64d9-49d1-ad4e-6c3cff24a572 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:16.178004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ad2af-64d9-49d1-ad4e-6c3cff24a572 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:16.183291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55166) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:16.183864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d05ad2af-64d9-49d1-ad4e-6c3cff24a572 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0730762 Sep 18 20:07:16.207856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0aad7c-dce0-40e9-9591-33eeb5373a01 None None] Network 48ba0de7-16b0-428f-880f-12aeea3228ef requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:16.396060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Allocated IP 2001:db8::f816:3eff:fe39:55c4 (89dc8557-de79-4367-b8f1-325567e3c906/ddd16909-9217-45ef-b8e5-5b8a1a17bf93/558f951e-bb31-4555-8bc3-e0d23f47a90e) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:16.610172 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.620554 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.645545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.668333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Pushing event updated for resources: {'Port': ['ID=558f951e-bb31-4555-8bc3-e0d23f47a90e,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:16.682033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:16.684426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:16.686233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Port': ['ID=2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:16.686928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:16.696010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] No DVR routers for this DVR port 2ba60c3f-da1a-48d5-bb9b-458e4cb4e5d2 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:16.756058 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Attempting to bind port 558f951e-bb31-4555-8bc3-e0d23f47a90e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:16.756571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Attempting to bind port 558f951e-bb31-4555-8bc3-e0d23f47a90e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:16.756929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Attempting to bind port 558f951e-bb31-4555-8bc3-e0d23f47a90e on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:16.766018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:16.766730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:16.768048 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.771035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:16.772141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Bound port: 558f951e-bb31-4555-8bc3-e0d23f47a90e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:16.772141 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.812240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceaa6e52-d324-4fba-a2a1-9611cf28feeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet ddd16909-9217-45ef-b8e5-5b8a1a17bf93 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:16.818417 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.821723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6e52-d324-4fba-a2a1-9611cf28feeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.847187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] For port 558f951e-bb31-4555-8bc3-e0d23f47a90e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:16.850752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] For port 558f951e-bb31-4555-8bc3-e0d23f47a90e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=558f951e-bb31-4555-8bc3-e0d23f47a90e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:16.857217 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.878959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ba0de7-16b0-428f-880f-12aeea3228ef']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:16.897512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:16.897953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a984d18-c47d-4a1c-b5c8-b98ce9ca09c0') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:16.901125 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6e52-d324-4fba-a2a1-9611cf28feeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.939177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.946099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf383bb-3bc2-4c46-80d1-9a00c6aec14c None None] Pushing event updated for resources: {'Port': ['ID=558f951e-bb31-4555-8bc3-e0d23f47a90e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:16.962477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.977240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:16.977857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:16.981729 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:17.090217 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6e52-d324-4fba-a2a1-9611cf28feeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.094575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.099008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.100974 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/networks/48ba0de7-16b0-428f-880f-12aeea3228ef HTTP/1.1" status: 204 len: 168 time: 1.3043129 Sep 18 20:07:17.104530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55178) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:17.145067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048e32b-787f-4608-91ad-9ea310be39a2 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Network': ['ID=48ba0de7-16b0-428f-880f-12aeea3228ef,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:17.198065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6e52-d324-4fba-a2a1-9611cf28feeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.257733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa6e52-d324-4fba-a2a1-9611cf28feeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd16909-9217-45ef-b8e5-5b8a1a17bf93,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:17.259909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6e52-d324-4fba-a2a1-9611cf28feeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.262797 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ceaa6e52-d324-4fba-a2a1-9611cf28feeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/ddd16909-9217-45ef-b8e5-5b8a1a17bf93 HTTP/1.1" status: 204 len: 168 time: 1.0782330 Sep 18 20:07:17.265819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:17.270686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.341506 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-845103e7-136e-4a33-8f07-e395b7b0ddd3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744851 Sep 18 20:07:17.344692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55184) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:17.349775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Deleting port 9a973583-0ddf-45d2-9f83-d51423024b80 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:17.350123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.425237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313330e1-b01b-45f3-9081-bc3f42a05097 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:17.427501 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-313330e1-b01b-45f3-9081-bc3f42a05097 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0817847 Sep 18 20:07:17.430674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55186) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:17.438767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] For port 9a973583-0ddf-45d2-9f83-d51423024b80, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9a973583-0ddf-45d2-9f83-d51423024b80,segment=NetworkSegment(bddf38a9-3aef-4a18-8c56-787558e21af9),segment_id=bddf38a9-3aef-4a18-8c56-787558e21af9)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:17.439247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.458049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Calling delete_port for 9a973583-0ddf-45d2-9f83-d51423024b80 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:17.498514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff8958-3672-4836-95bc-9c1fed78cbd5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:17.503155 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ebff8958-3672-4836-95bc-9c1fed78cbd5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711129 Sep 18 20:07:17.503799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:17.570378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55194) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:17.576600 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d05ed927-fbb0-4cc6-a0af-4ce55ead8caa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699716 Sep 18 20:07:17.576891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:17.601937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.631416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] No DVR routers for this DVR port 9a973583-0ddf-45d2-9f83-d51423024b80 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:17.684741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Port': ['ID=9a973583-0ddf-45d2-9f83-d51423024b80,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:17.781085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.825480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955f439e-b263-4169-b01f-0ae8945e2aa5']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:17.841482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddf38a9-3aef-4a18-8c56-787558e21af9') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:17.841780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddf38a9-3aef-4a18-8c56-787558e21af9') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:17.856455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.873063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:17.881190 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.903112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.921831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:17.922056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:17.926281 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:18.056377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.064491 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.066720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/networks/955f439e-b263-4169-b01f-0ae8945e2aa5 HTTP/1.1" status: 204 len: 168 time: 0.9610922 Sep 18 20:07:18.071140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55198) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:18.092142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ad271-1cb9-4999-aa58-7d961e505d7a tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Network': ['ID=955f439e-b263-4169-b01f-0ae8945e2aa5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:18.198879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.245464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 558f951e-bb31-4555-8bc3-e0d23f47a90e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:18.370406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 558f951e-bb31-4555-8bc3-e0d23f47a90e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:18.370933 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.373697 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.424574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e36418-4740-4420-be80-0b26b5c6871c None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:18.429919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.464457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-23fe69e3-0433-4252-97bc-668500b6cc77 None None] Could not find standard attr ID for object 5946aeab-a253-4e61-a5b1-0ccfa391536c. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:18.478715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:18.483990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:18.485935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16acdeed-63dc-4fba-8625-39d2479d31e3']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:18.492922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:18.493524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.498894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f23b817-75f0-4a46-b512-60d3896066a4') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:18.499642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f23b817-75f0-4a46-b512-60d3896066a4') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:18.512890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.534532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.538998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-23fe69e3-0433-4252-97bc-668500b6cc77 None None] Provisioning complete for port 558f951e-bb31-4555-8bc3-e0d23f47a90e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:18.539399 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-23fe69e3-0433-4252-97bc-668500b6cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.544431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:18.545329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.613804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0395722 Sep 18 20:07:18.613804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb049980-f113-4e6f-8398-8364c23a3f21 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=5a9aadab-cda9-49de-9d0a-6132fdc069e8,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:18.614091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55200) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:18.619069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:c0:95:f7', 'name': 'tempest-NetworksTestDHCPv6-477848355'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:18.667068 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:18.682124 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:18.689172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.740320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.750702 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/networks/16acdeed-63dc-4fba-8625-39d2479d31e3 HTTP/1.1" status: 204 len: 168 time: 0.6779542 Sep 18 20:07:18.751625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0e1be-340d-4b1f-9988-974e4518a653 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Network': ['ID=16acdeed-63dc-4fba-8625-39d2479d31e3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:18.753580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55206) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:18.761666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 558f951e-bb31-4555-8bc3-e0d23f47a90e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=558f951e-bb31-4555-8bc3-e0d23f47a90e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:18.777447 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.900809 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-23fe69e3-0433-4252-97bc-668500b6cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:18.961758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:18.999619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.005786 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-23fe69e3-0433-4252-97bc-668500b6cc77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:07:19.006449 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-23fe69e3-0433-4252-97bc-668500b6cc77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:07:19.007621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=558f951e-bb31-4555-8bc3-e0d23f47a90e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:19.137830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1049278d-df03-4281-8e0b-9249b69d6d65 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:19.207118 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.252684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.277447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 68b62cb4-9b24-4db3-a459-7f448a58aac0 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:19.282826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98174f4e-40e1-4070-8e51-0942e2ec7aa3']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:19.307076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d9d396-b6ce-4b5f-98fe-55f7e0ded891') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:19.311913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d9d396-b6ce-4b5f-98fe-55f7e0ded891') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:19.336756 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.371002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.378229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:19.378769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:19.416945 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:19.499494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.504950 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.513357 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] 10.222.0.20 "DELETE /v2.0/networks/98174f4e-40e1-4070-8e51-0942e2ec7aa3 HTTP/1.1" status: 204 len: 168 time: 0.7585456 Sep 18 20:07:19.517677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::5b (89dc8557-de79-4367-b8f1-325567e3c906/5a9aadab-cda9-49de-9d0a-6132fdc069e8/68b62cb4-9b24-4db3-a459-7f448a58aac0) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:19.550768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f609387-4ae9-4e83-846f-8f54e65a5d05 tempest-BulkNetworkOpsTest-526620320 tempest-BulkNetworkOpsTest-526620320-project] Pushing event deleted for resources: {'Network': ['ID=98174f4e-40e1-4070-8e51-0942e2ec7aa3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:19.806937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.848810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-aba1be37-8fd5-4e1a-9967-6567cd235857 None None] Provisioning complete for port 558f951e-bb31-4555-8bc3-e0d23f47a90e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:19.849251 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aba1be37-8fd5-4e1a-9967-6567cd235857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:19.884772 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.008718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:20.015398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:20.020792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:20.033945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:20.034616 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.117467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=68b62cb4-9b24-4db3-a459-7f448a58aac0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:20.127627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0c48994c-5db7-4386-887e-b1c809ed2e7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5126877 Sep 18 20:07:20.130397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55220) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:20.145206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 558f951e-bb31-4555-8bc3-e0d23f47a90e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:20.198493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55222) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:20.252884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca3ace-cb1f-44a9-b76f-9014e71c6dcc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:20.272978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca3ace-cb1f-44a9-b76f-9014e71c6dcc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:20.287663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-db9d8147-d3c6-4467-bbbf-5b1c74200967 None None] Provisioning complete for port 558f951e-bb31-4555-8bc3-e0d23f47a90e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:20.288096 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-db9d8147-d3c6-4467-bbbf-5b1c74200967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.289230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0fca3ace-cb1f-44a9-b76f-9014e71c6dcc tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1577454 Sep 18 20:07:20.292064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55226) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:20.496862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b94c6dba-4f66-41bd-af68-cf31480ed9f2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 68b62cb4-9b24-4db3-a459-7f448a58aac0 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:20.497490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94c6dba-4f66-41bd-af68-cf31480ed9f2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.588775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f89ccc39-71fe-45c0-a41a-bc82720f77f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=613481b1bb86479bb50f9b0d60407acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872945 Sep 18 20:07:20.596943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55228) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:20.647030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 558f951e-bb31-4555-8bc3-e0d23f47a90e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:20.651616 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.736167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-364486f0-e8d6-4279-b7fa-a3bca92ac87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.761948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94c6dba-4f66-41bd-af68-cf31480ed9f2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.778958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-364486f0-e8d6-4279-b7fa-a3bca92ac87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.811345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b94c6dba-4f66-41bd-af68-cf31480ed9f2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 68b62cb4-9b24-4db3-a459-7f448a58aac0 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:20.891226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-364486f0-e8d6-4279-b7fa-a3bca92ac87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.894048 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-364486f0-e8d6-4279-b7fa-a3bca92ac87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:20.895942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-364486f0-e8d6-4279-b7fa-a3bca92ac87d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a839034-1054-4e1a-9b53-3a3b88cb89bf HTTP/1.1" status: 204 len: 168 time: 0.2977080 Sep 18 20:07:20.908682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364486f0-e8d6-4279-b7fa-a3bca92ac87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a839034-1054-4e1a-9b53-3a3b88cb89bf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:20.911498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7f299157-84fb-407f-902f-69b73313d7cb None None] Could not find standard attr ID for object 5946aeab-a253-4e61-a5b1-0ccfa391536c. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:21.048609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8b934a9a-d9ab-438e-8918-18dd2c7ca8f3 None None] Provisioning complete for port 68b62cb4-9b24-4db3-a459-7f448a58aac0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:21.050510 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8b934a9a-d9ab-438e-8918-18dd2c7ca8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.135909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94c6dba-4f66-41bd-af68-cf31480ed9f2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.142951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8b934a9a-d9ab-438e-8918-18dd2c7ca8f3 None None] Port 68b62cb4-9b24-4db3-a459-7f448a58aac0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:07:21.203879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c6dba-4f66-41bd-af68-cf31480ed9f2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=68b62cb4-9b24-4db3-a459-7f448a58aac0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:21.242884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b94c6dba-4f66-41bd-af68-cf31480ed9f2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.245920 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b94c6dba-4f66-41bd-af68-cf31480ed9f2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/68b62cb4-9b24-4db3-a459-7f448a58aac0 HTTP/1.1" status: 204 len: 168 time: 0.9513454 Sep 18 20:07:21.247862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55238) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:21.336280 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:07:21.337348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6880134-2b53-4d59-901c-9c9d4a4c8662 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:21.339901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6880134-2b53-4d59-901c-9c9d4a4c8662 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:21.341490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f6880134-2b53-4d59-901c-9c9d4a4c8662 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0916650 Sep 18 20:07:21.344989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55240) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:21.472397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-3356d35b-6b9b-41b4-8150-ac2f406bc742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 5a9aadab-cda9-49de-9d0a-6132fdc069e8 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:21.476794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3356d35b-6b9b-41b4-8150-ac2f406bc742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.541125 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3356d35b-6b9b-41b4-8150-ac2f406bc742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.601154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3356d35b-6b9b-41b4-8150-ac2f406bc742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.622096 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bffb9ca8-0699-40f5-b7b7-a1b1e68fa66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.735493 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3356d35b-6b9b-41b4-8150-ac2f406bc742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.773898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356d35b-6b9b-41b4-8150-ac2f406bc742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9aadab-cda9-49de-9d0a-6132fdc069e8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:21.800147 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3356d35b-6b9b-41b4-8150-ac2f406bc742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:21.802351 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3356d35b-6b9b-41b4-8150-ac2f406bc742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/5a9aadab-cda9-49de-9d0a-6132fdc069e8 HTTP/1.1" status: 204 len: 168 time: 0.4555857 Sep 18 20:07:21.804958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55250) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:21.850534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2debf42-2100-4351-ac92-04587eef9c5b None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:21.864711 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8baf8fb0-34a1-4820-8f6f-340492ac4c35 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585091 Sep 18 20:07:21.867180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55254) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:21.933795 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52671b7c-239c-4132-8166-083cbe681ceb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:21.935648 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-52671b7c-239c-4132-8166-083cbe681ceb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0673137 Sep 18 20:07:21.938374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55258) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:22.018103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f935309-5ef3-486d-b50c-d74633fc9bb0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:22.021826 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6f935309-5ef3-486d-b50c-d74633fc9bb0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0825133 Sep 18 20:07:22.024723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55264) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:22.084876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-469fa1f4-054a-460f-9586-3e076aff854e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584087 Sep 18 20:07:22.089302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55268) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:22.097816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:22.217980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:22.351297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] Deleting port 558f951e-bb31-4555-8bc3-e0d23f47a90e {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:22.351946 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:22.384838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:22.393504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:22.416378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55302) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:22.508565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] For port 558f951e-bb31-4555-8bc3-e0d23f47a90e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=558f951e-bb31-4555-8bc3-e0d23f47a90e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:22.509942 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:22.562068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] Calling delete_port for 558f951e-bb31-4555-8bc3-e0d23f47a90e owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:22.689861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1535835388'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:22.735598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:22.739901 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:22.759252 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:22.766917 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:22.875518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] Pushing event deleted for resources: {'Port': ['ID=558f951e-bb31-4555-8bc3-e0d23f47a90e,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:22.894431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879a6d2-5d4a-4817-879c-95f1ef5931f3 None None] No DVR routers for this DVR port 558f951e-bb31-4555-8bc3-e0d23f47a90e on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:22.928601 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:22.929762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6898a5d-3d81-4faf-9e84-cd49a0991212 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:07:22.941304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:22.994649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:23.040672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a72f3-28a7-4a8a-867a-88541a3b1d51,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:23.049085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.053131 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Added segment c14374f1-e635-423a-a457-0d6660262255 of type vlan for network 9f983069-e425-41bb-badc-e48a483bd435 Sep 18 20:07:23.086161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:07:23.087426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.135833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=ff4f5eef-14fd-4cca-b0fa-706e8d17f100,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:23.150253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:23.152024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:23.155034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:23.155766 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.164324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6898a5d-3d81-4faf-9e84-cd49a0991212 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:07:23.166812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.190289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ba727edd-9b54-4320-a090-d296ee96cfb1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0968821 Sep 18 20:07:23.190593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55320) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:23.195290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-64739767-c5d0-43b5-acb9-49f0470a50c0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:23.238964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.259425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:23.260183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.351015 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.415662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9951358 Sep 18 20:07:23.416651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55352) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:23.426440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'name': 'tempest-PortsIpV6TestJSON-577612209'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:23.475831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64739767-c5d0-43b5-acb9-49f0470a50c0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:23.479713 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64739767-c5d0-43b5-acb9-49f0470a50c0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.481408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'ff4f5eef-14fd-4cca-b0fa-706e8d17f100'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:23.483592 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.508304 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.514400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c482553-39b2-43d8-8e92-27fa538676bc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Network': ['ID=9f983069-e425-41bb-badc-e48a483bd435,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:23.653093 n-d-789963-11 neutron-server[94940]: INFO neutron.db.ipam_backend_mixin [None req-64739767-c5d0-43b5-acb9-49f0470a50c0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff4f5eef-14fd-4cca-b0fa-706e8d17f100 (CIDR: 2001:db8::/64) Sep 18 20:07:23.656621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Allocated IP 2001:db8::f816:3eff:fec7:141 (89dc8557-de79-4367-b8f1-325567e3c906/ff4f5eef-14fd-4cca-b0fa-706e8d17f100/d7a41075-abe0-4f42-b84d-6259d5ad360e) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:23.665051 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-64739767-c5d0-43b5-acb9-49f0470a50c0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:23.666684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64739767-c5d0-43b5-acb9-49f0470a50c0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:23.670893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 9f983069-e425-41bb-badc-e48a483bd435 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:23.679777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:23.685198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.707833 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-64739767-c5d0-43b5-acb9-49f0470a50c0 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5162849 Sep 18 20:07:23.710549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55354) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:23.721645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:23.731915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 9599172e-f92f-4475-8874-91d2c36e90fc yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:23.955304 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.966385 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:23.981086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:23.987566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.008885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.051791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:24.055408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:24.062427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:24.070253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.132406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Pushing event updated for resources: {'Port': ['ID=d7a41075-abe0-4f42-b84d-6259d5ad360e,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:24.148266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 558f951e-bb31-4555-8bc3-e0d23f47a90e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:24.170626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Attempting to bind port d7a41075-abe0-4f42-b84d-6259d5ad360e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:24.171001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Attempting to bind port d7a41075-abe0-4f42-b84d-6259d5ad360e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:24.171362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Attempting to bind port d7a41075-abe0-4f42-b84d-6259d5ad360e on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:24.186643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=9599172e-f92f-4475-8874-91d2c36e90fc,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:24.207033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:24.207790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:24.208441 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.208958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:24.209531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Bound port: d7a41075-abe0-4f42-b84d-6259d5ad360e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:24.209957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.212749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 558f951e-bb31-4555-8bc3-e0d23f47a90e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:07:24.212858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 558f951e-bb31-4555-8bc3-e0d23f47a90e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:07:24.231017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Checking segment: {'id': 'c14374f1-e635-423a-a457-0d6660262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f983069-e425-41bb-badc-e48a483bd435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:24.231413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network hostable DHCP agents. Network: 9f983069-e425-41bb-badc-e48a483bd435, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:24.268128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:24.283682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 9f983069-e425-41bb-badc-e48a483bd435) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:24.291104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:24.300168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] For port d7a41075-abe0-4f42-b84d-6259d5ad360e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:24.304941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] For port d7a41075-abe0-4f42-b84d-6259d5ad360e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d7a41075-abe0-4f42-b84d-6259d5ad360e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:24.305213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:24.306971 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.312532 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.337392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bc9ccf20-5d51-45b4-9799-7f8549d1fa8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9125841 Sep 18 20:07:24.338543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55360) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:24.348651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-586605675'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:24.402283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec3330-61ed-452e-8f26-08f64d0ddbcf None None] Pushing event updated for resources: {'Port': ['ID=d7a41075-abe0-4f42-b84d-6259d5ad360e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:24.468444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:24.472730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.491902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.552157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:24.559366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:24.573023 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:24.573671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.580086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:24.593932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=005379d7-3dad-4bd6-8a85-6c795bd588f1,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:24.601656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.601980 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Added segment b84de1cc-de64-452e-a400-ab8e17d1b60f of type vlan for network cfbe4f63-1c6f-445f-b66e-783c59987748 Sep 18 20:07:24.615906 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4a88d0f9-8101-4a57-84cb-fd40ed069e1b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9041882 Sep 18 20:07:24.619054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55362) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:24.627235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:99:a4:df', 'name': 'tempest-NetworksTestDHCPv6-1959468823'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:24.676736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.727674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.734698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:24.735346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.783712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:24.823999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Network': ['ID=cfbe4f63-1c6f-445f-b66e-783c59987748,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:24.839433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.839433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.839433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.840980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:24.842109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.842491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.842828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.843163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.843529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.843858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.844184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.844509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.844836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:24.859592 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5f6b9432-890e-40fd-8ec8-9679554f08b2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5195997 Sep 18 20:07:24.860212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55364) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:24.863905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network cfbe4f63-1c6f-445f-b66e-783c59987748 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:24.866091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'ports': [{'network_id': '9f983069-e425-41bb-badc-e48a483bd435'}, {'network_id': 'cfbe4f63-1c6f-445f-b66e-783c59987748'}]} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:24.866414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:24.866894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': 'cfbe4f63-1c6f-445f-b66e-783c59987748'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:25.011836 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e169487-54fe-4244-816f-7f73afac36b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.078547 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.083665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 2} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:25.093130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.103226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port e11074a2-9176-498a-8302-f7e269509f82 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:25.108882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.216469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 251cc65f-5f82-443f-9065-6c5f0e1203ae yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:25.413440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8:0:1::64 (89dc8557-de79-4367-b8f1-325567e3c906/005379d7-3dad-4bd6-8a85-6c795bd588f1/e11074a2-9176-498a-8302-f7e269509f82) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:25.423268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fe99:a4df (89dc8557-de79-4367-b8f1-325567e3c906/ff4f5eef-14fd-4cca-b0fa-706e8d17f100/e11074a2-9176-498a-8302-f7e269509f82) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:25.467259 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.572927 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.606411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port e1a59349-37e6-4f7f-bcd8-11b189dfe062 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:25.616643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.661446 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.694633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:25.697469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:25.699948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:25.713322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:25.714899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.767418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1467423 Sep 18 20:07:25.772059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55370) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:25.782269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46698c-c825-44b4-9227-f4cd454d1b24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=e11074a2-9176-498a-8302-f7e269509f82,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:25.821543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9d4ed-1a02-4b14-848b-466fb436d087 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:07:25.848924 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.889766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ab78c4ca-2445-4e62-a635-df4c032cfa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port e11074a2-9176-498a-8302-f7e269509f82 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:25.890896 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab78c4ca-2445-4e62-a635-df4c032cfa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.905885 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.945163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dc9f3598-b5e4-4878-a5f3-bfd5296546e7 None None] Provisioning complete for port d7a41075-abe0-4f42-b84d-6259d5ad360e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:25.946005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3598-b5e4-4878-a5f3-bfd5296546e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:25.979809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=251cc65f-5f82-443f-9065-6c5f0e1203ae,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:26.000631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:26.002732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:26.008474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:26.010004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.024619 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab78c4ca-2445-4e62-a635-df4c032cfa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.048767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ab78c4ca-2445-4e62-a635-df4c032cfa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for e11074a2-9176-498a-8302-f7e269509f82 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:26.065637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9d4ed-1a02-4b14-848b-466fb436d087 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:07:26.146202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d7a41075-abe0-4f42-b84d-6259d5ad360e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:26.182157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=e1a59349-37e6-4f7f-bcd8-11b189dfe062,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:26.196888 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Checking segment: {'id': 'b84de1cc-de64-452e-a400-ab8e17d1b60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cfbe4f63-1c6f-445f-b66e-783c59987748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:26.197559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network hostable DHCP agents. Network: cfbe4f63-1c6f-445f-b66e-783c59987748, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:26.231352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network cfbe4f63-1c6f-445f-b66e-783c59987748 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:26.244773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, cfbe4f63-1c6f-445f-b66e-783c59987748) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:26.251585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:26.258851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:26.265805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:26.267046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.284780 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3598-b5e4-4878-a5f3-bfd5296546e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.301201 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4a5f7a43-e926-481b-9fa5-3999c258be8a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4398155 Sep 18 20:07:26.304854 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55376) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:26.331576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-dc9f3598-b5e4-4878-a5f3-bfd5296546e7 None None] For port d7a41075-abe0-4f42-b84d-6259d5ad360e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d7a41075-abe0-4f42-b84d-6259d5ad360e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:26.337084 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab78c4ca-2445-4e62-a635-df4c032cfa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.343135 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3598-b5e4-4878-a5f3-bfd5296546e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.355461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d7a41075-abe0-4f42-b84d-6259d5ad360e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:26.356080 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.422717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78c4ca-2445-4e62-a635-df4c032cfa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=e11074a2-9176-498a-8302-f7e269509f82,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:26.485786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ab78c4ca-2445-4e62-a635-df4c032cfa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.488327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ab78c4ca-2445-4e62-a635-df4c032cfa24 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/e11074a2-9176-498a-8302-f7e269509f82 HTTP/1.1" status: 204 len: 168 time: 0.7145452 Sep 18 20:07:26.490854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55378) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:26.502369 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-efaa80c3-7c76-41cf-8c50-1460020989a1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port e1a59349-37e6-4f7f-bcd8-11b189dfe062 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:26.503563 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efaa80c3-7c76-41cf-8c50-1460020989a1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.565759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383baf9-4956-41ff-8847-71c7e795ac65 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:26.567236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6383baf9-4956-41ff-8847-71c7e795ac65 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0734220 Sep 18 20:07:26.569775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55380) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:26.570444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3598-b5e4-4878-a5f3-bfd5296546e7 None None] Pushing event updated for resources: {'Port': ['ID=d7a41075-abe0-4f42-b84d-6259d5ad360e,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:26.614378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efaa80c3-7c76-41cf-8c50-1460020989a1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.630146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-efaa80c3-7c76-41cf-8c50-1460020989a1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for e1a59349-37e6-4f7f-bcd8-11b189dfe062 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:26.654800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4025f990-364a-478c-972b-3d0dd604d922 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:26.656853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4025f990-364a-478c-972b-3d0dd604d922 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0860515 Sep 18 20:07:26.660472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55382) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:26.673539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f51af54-ebfb-49ca-81f1-19353da269cb None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:26.681821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c6abd0-0ae5-42d1-b887-8ac409d64bfb None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:26.755491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e291a31b-73ce-4786-a084-ed03cfd348b3 None None] Network cfbe4f63-1c6f-445f-b66e-783c59987748 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:26.817625 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efaa80c3-7c76-41cf-8c50-1460020989a1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.876800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa80c3-7c76-41cf-8c50-1460020989a1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=e1a59349-37e6-4f7f-bcd8-11b189dfe062,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:26.908153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-efaa80c3-7c76-41cf-8c50-1460020989a1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:26.914696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-efaa80c3-7c76-41cf-8c50-1460020989a1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/e1a59349-37e6-4f7f-bcd8-11b189dfe062 HTTP/1.1" status: 204 len: 168 time: 0.6050708 Sep 18 20:07:26.916715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55386) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:26.992783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3f67c-8652-4735-9d1a-41d13d5c59be tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:27.000686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3f67c-8652-4735-9d1a-41d13d5c59be tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:27.003530 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ac3f67c-8652-4735-9d1a-41d13d5c59be tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0857337 Sep 18 20:07:27.011356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55388) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:27.146600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e2958ca7-9751-404b-9faf-fd93f0c08a26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 251cc65f-5f82-443f-9065-6c5f0e1203ae {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:27.146947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2958ca7-9751-404b-9faf-fd93f0c08a26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.213906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6c209-42bf-4c77-a300-3002e19584a1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:27.220066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6c209-42bf-4c77-a300-3002e19584a1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:27.221651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6c209-42bf-4c77-a300-3002e19584a1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:27.223326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ed6c209-42bf-4c77-a300-3002e19584a1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5616953 Sep 18 20:07:27.228647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55392) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:27.258050 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2958ca7-9751-404b-9faf-fd93f0c08a26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.284827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e2958ca7-9751-404b-9faf-fd93f0c08a26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 251cc65f-5f82-443f-9065-6c5f0e1203ae owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:27.294832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa811117-ff7b-4b58-99fc-69cc36aedf0a None None] Update dhcp port {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': 'ff4f5eef-14fd-4cca-b0fa-706e8d17f100', 'ip_address': '2001:db8::f816:3eff:fec7:141'}, {'subnet_id': '005379d7-3dad-4bd6-8a85-6c795bd588f1'}], 'binding:host_id': 'n-d-789963-11'}, 'id': 'd7a41075-abe0-4f42-b84d-6259d5ad360e'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:07:27.314560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e07370-a1ea-4cb0-8485-39940cf3b2f5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 005379d7-3dad-4bd6-8a85-6c795bd588f1 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:27.317936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-46e07370-a1ea-4cb0-8485-39940cf3b2f5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.360631 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa811117-ff7b-4b58-99fc-69cc36aedf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.375917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-46e07370-a1ea-4cb0-8485-39940cf3b2f5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.445925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2958ca7-9751-404b-9faf-fd93f0c08a26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.479679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2958ca7-9751-404b-9faf-fd93f0c08a26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=251cc65f-5f82-443f-9065-6c5f0e1203ae,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:27.498968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-46e07370-a1ea-4cb0-8485-39940cf3b2f5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.499640 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e2958ca7-9751-404b-9faf-fd93f0c08a26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.504722 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e2958ca7-9751-404b-9faf-fd93f0c08a26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/251cc65f-5f82-443f-9065-6c5f0e1203ae HTTP/1.1" status: 204 len: 168 time: 0.4871418 Sep 18 20:07:27.505668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55396) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:27.548284 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.581321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5442f01-e500-4a1d-affb-44a67f5b31dd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:27.583177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f5442f01-e500-4a1d-affb-44a67f5b31dd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0764906 Sep 18 20:07:27.585969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55398) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:27.614734 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e642759-8268-4005-b299-aba1654309fe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:27.616445 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5e642759-8268-4005-b299-aba1654309fe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/e1a59349-37e6-4f7f-bcd8-11b189dfe062 HTTP/1.1" status: 404 len: 333 time: 0.0295079 Sep 18 20:07:27.619747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55400) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-fa811117-ff7b-4b58-99fc-69cc36aedf0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 005379d7-3dad-4bd6-8a85-6c795bd588f1: This subnet is being modified by another concurrent operation. Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 005379d7-3dad-4bd6-8a85-6c795bd588f1: This subnet is being modified by another concurrent operation. Sep 18 20:07:27.622322 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 20:07:27.628461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-46e07370-a1ea-4cb0-8485-39940cf3b2f5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.655829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e07370-a1ea-4cb0-8485-39940cf3b2f5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=005379d7-3dad-4bd6-8a85-6c795bd588f1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:27.664876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-46e07370-a1ea-4cb0-8485-39940cf3b2f5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.666714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-46e07370-a1ea-4cb0-8485-39940cf3b2f5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/005379d7-3dad-4bd6-8a85-6c795bd588f1 HTTP/1.1" status: 204 len: 168 time: 0.4371421 Sep 18 20:07:27.670063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55402) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:27.679685 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c2dcc8-9aaf-48ce-a608-38fcd0c90a2f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:27.682473 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-37c2dcc8-9aaf-48ce-a608-38fcd0c90a2f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/251cc65f-5f82-443f-9065-6c5f0e1203ae HTTP/1.1" status: 404 len: 333 time: 0.0605752 Sep 18 20:07:27.684817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55404) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:27.739540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e549e8f-434f-4f8f-8f84-c0e841e102dd None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:27.810859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-313287ca-6ce0-4e17-a0b8-bf0895fe6a15 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet ff4f5eef-14fd-4cca-b0fa-706e8d17f100 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:27.816475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313287ca-6ce0-4e17-a0b8-bf0895fe6a15 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.817870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-06cfa343-4aef-4f39-95cc-a0efb4267106 None None] Provisioning complete for port d7a41075-abe0-4f42-b84d-6259d5ad360e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:27.818254 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-06cfa343-4aef-4f39-95cc-a0efb4267106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.842372 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:27.874487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313287ca-6ce0-4e17-a0b8-bf0895fe6a15 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.015486 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.070748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbe4f63-1c6f-445f-b66e-783c59987748']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:28.087916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84de1cc-de64-452e-a400-ab8e17d1b60f') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:28.088465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84de1cc-de64-452e-a400-ab8e17d1b60f') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:28.098147 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313287ca-6ce0-4e17-a0b8-bf0895fe6a15 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.118758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d7a41075-abe0-4f42-b84d-6259d5ad360e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:28.127103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.152968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.167350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:28.168214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:28.172516 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:28.265380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.269388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313287ca-6ce0-4e17-a0b8-bf0895fe6a15 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.280256 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.347660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.355196 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/networks/cfbe4f63-1c6f-445f-b66e-783c59987748 HTTP/1.1" status: 204 len: 168 time: 0.6696031 Sep 18 20:07:28.359369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55408) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:28.362062 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:07:28.362525 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:07:28.364273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-97112243'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:28.379547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313287ca-6ce0-4e17-a0b8-bf0895fe6a15 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4f5eef-14fd-4cca-b0fa-706e8d17f100,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:28.386356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313287ca-6ce0-4e17-a0b8-bf0895fe6a15 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.390184 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-313287ca-6ce0-4e17-a0b8-bf0895fe6a15 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/ff4f5eef-14fd-4cca-b0fa-706e8d17f100 HTTP/1.1" status: 204 len: 168 time: 0.7182360 Sep 18 20:07:28.392788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55410) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:28.396549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ad808-cf13-44a3-8969-70bc7a96235d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Network': ['ID=cfbe4f63-1c6f-445f-b66e-783c59987748,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:28.417953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3e60e933-bed1-4211-9496-1871478aaa97 None None] Provisioning complete for port d7a41075-abe0-4f42-b84d-6259d5ad360e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:28.418741 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3e60e933-bed1-4211-9496-1871478aaa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.448707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-81e4c3b5-4e6e-49d1-9745-3ec300726b30 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516605 Sep 18 20:07:28.448707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:28.449101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55412) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:28.453646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.456560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:28.459525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d7a5c-dafb-4a55-aed0-526ce6a64ffb None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:28.488057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:28.502789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.503720 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Added segment 7b445a66-5905-4085-91c9-e0394b2164e2 of type vlan for network 22827b73-337f-4221-8967-2049d08f49c9 Sep 18 20:07:28.589123 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.617933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:28.621863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.646126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.655843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:28.656818 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.730946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:28.767027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Network': ['ID=22827b73-337f-4221-8967-2049d08f49c9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:28.776686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b67345bd-17f2-4cc7-869e-1dc43432ffa4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4163635 Sep 18 20:07:28.777323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55416) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:28.782927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '22827b73-337f-4221-8967-2049d08f49c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:28.801814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 22827b73-337f-4221-8967-2049d08f49c9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:28.822363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] Deleting port d7a41075-abe0-4f42-b84d-6259d5ad360e {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:28.822726 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.828252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2385cb28-31a5-4da6-9bf8-c50fc777a684 None None] Could not find standard attr ID for object e11074a2-9176-498a-8302-f7e269509f82. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:28.918459 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:28.925357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.968741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] For port d7a41075-abe0-4f42-b84d-6259d5ad360e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d7a41075-abe0-4f42-b84d-6259d5ad360e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:28.969152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.984841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:28.990551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] Calling delete_port for d7a41075-abe0-4f42-b84d-6259d5ad360e owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:29.084066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port d7a41075-abe0-4f42-b84d-6259d5ad360e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d7a41075-abe0-4f42-b84d-6259d5ad360e,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:29.103266 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.184747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:07:29.202347 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.204301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=d7a41075-abe0-4f42-b84d-6259d5ad360e,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:29.224835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.265166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] Pushing event deleted for resources: {'Port': ['ID=d7a41075-abe0-4f42-b84d-6259d5ad360e,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:29.268678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8081c-9f7a-4d68-b3aa-1d8ea3fce4ac None None] No DVR routers for this DVR port d7a41075-abe0-4f42-b84d-6259d5ad360e on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:29.312670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53b382-71c1-4ae3-9759-a583da89d7cd None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:07:29.339458 n-d-789963-11 neutron-server[94940]: WARNING neutron.services.revisions.revision_plugin [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Could not find related port for resource to bump revision. Sep 18 20:07:29.345278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=578c87ae-3651-426b-88b6-c489f5a572fb,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:29.347865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Port d7a41075-abe0-4f42-b84d-6259d5ad360e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 20:07:29.348366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Reverting IP allocation for 2001:db8::f816:3eff:fec7:141 {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 20:07:29.352272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.ipam_pluggable_backend [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec7:141 {{(pid=94940) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 20:07:29.353838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.362144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Checking segment: {'id': '7b445a66-5905-4085-91c9-e0394b2164e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '22827b73-337f-4221-8967-2049d08f49c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:29.364141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network hostable DHCP agents. Network: 22827b73-337f-4221-8967-2049d08f49c9, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:29.403067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:29.408339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:29.413340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:29.413945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.420748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 22827b73-337f-4221-8967-2049d08f49c9 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:29.440789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 22827b73-337f-4221-8967-2049d08f49c9) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:29.440993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=b5c88bca-4a8c-4145-8ee4-0be9b335834a,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:29.448230 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-426ca5c0-4aa3-4b81-8861-6b5a2e98b76a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9980717 Sep 18 20:07:29.451256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:29.454098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:29.459007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.460591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-dd90257d-05b1-4036-9fba-1d4450f2c7c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:29.489852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3336cd12-9ac2-4d52-a52c-db1705cce282 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7114463 Sep 18 20:07:29.490835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55422) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:29.503448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '22827b73-337f-4221-8967-2049d08f49c9', 'name': 'tempest-PortsIpV6TestJSON-1819910040'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:29.554114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c53b382-71c1-4ae3-9759-a583da89d7cd None None] Unable to find a vacant binding_index for network 22827b73-337f-4221-8967-2049d08f49c9 and agent a53ec784-1183-4ab9-a09d-630d09bc91aa {{(pid=94942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 18 20:07:29.564447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c53b382-71c1-4ae3-9759-a583da89d7cd None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 22827b73-337f-4221-8967-2049d08f49c9) {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:07:29.639814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd90257d-05b1-4036-9fba-1d4450f2c7c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:29.646003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dd90257d-05b1-4036-9fba-1d4450f2c7c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.671309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:29.683742 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.732841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 5547d482-69b1-4958-99fa-00aa372f560a yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:29.849029 n-d-789963-11 neutron-server[94940]: INFO neutron.db.ipam_backend_mixin [None req-dd90257d-05b1-4036-9fba-1d4450f2c7c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5c88bca-4a8c-4145-8ee4-0be9b335834a (CIDR: 2001:db8::/64) Sep 18 20:07:29.855086 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd90257d-05b1-4036-9fba-1d4450f2c7c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:29.855586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd90257d-05b1-4036-9fba-1d4450f2c7c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:29.878948 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dd90257d-05b1-4036-9fba-1d4450f2c7c4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4263477 Sep 18 20:07:29.881540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55426) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:29.887529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:29.940777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-22827b73-337f-4221-8967-2049d08f49c9', 'network_id': '22827b73-337f-4221-8967-2049d08f49c9', 'tenant_id': '98ea5795a2914befb99341eb352cd790', 'fixed_ips': [{'subnet_id': '578c87ae-3651-426b-88b6-c489f5a572fb'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:29.941771 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.956275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89dc8557-de79-4367-b8f1-325567e3c906', 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'tenant_id': '4469d7a06f8041bc8386f71dbe3dbf2b', 'fixed_ips': [{'subnet_id': 'b5c88bca-4a8c-4145-8ee4-0be9b335834a'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:29.957053 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:29.977184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::14d (22827b73-337f-4221-8967-2049d08f49c9/578c87ae-3651-426b-88b6-c489f5a572fb/5547d482-69b1-4958-99fa-00aa372f560a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:30.163181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:30.169149 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.201455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Allocated IP 2001:db8::f816:3eff:fe4c:c547 (89dc8557-de79-4367-b8f1-325567e3c906/b5c88bca-4a8c-4145-8ee4-0be9b335834a/273512a9-ab94-4862-91d6-e52a1311909b) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:30.233813 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.364024 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.404988 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.417881 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.424371 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=5547d482-69b1-4958-99fa-00aa372f560a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:30.448025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:30.464881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 22827b73-337f-4221-8967-2049d08f49c9 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:30.468795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:30.473385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Allocated IP 2001:db8::2 (22827b73-337f-4221-8967-2049d08f49c9/578c87ae-3651-426b-88b6-c489f5a572fb/17bfa4d2-f5ed-48dd-aedf-8c5a64b29406) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:30.473582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:30.476861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:30.478654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:30.479340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.484531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:30.499960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b2d98150-2300-41bc-9b5f-f5e37cfc2ffe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0077183 Sep 18 20:07:30.502974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55430) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:30.538448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:30.593958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Attempting to bind port 273512a9-ab94-4862-91d6-e52a1311909b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:30.594330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Attempting to bind port 273512a9-ab94-4862-91d6-e52a1311909b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:30.594700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Attempting to bind port 273512a9-ab94-4862-91d6-e52a1311909b on network 89dc8557-de79-4367-b8f1-325567e3c906 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:30.627943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-bfaec19a-6a85-44eb-86a3-7bb6ca76094a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 5547d482-69b1-4958-99fa-00aa372f560a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:30.628444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bfaec19a-6a85-44eb-86a3-7bb6ca76094a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.630589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.631825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:30.632210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Checking segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:30.632744 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.633153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Bound using segment: {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:30.633641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Bound port: 273512a9-ab94-4862-91d6-e52a1311909b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daea97d-0464-4976-b935-b61c2ddaab7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89dc8557-de79-4367-b8f1-325567e3c906'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:30.634028 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.695421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:30.703769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:30.708700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:30.709299 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.734072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=cccbc0e7-dcac-4030-8dcb-59b7f25ace61,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:30.747037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a0f85893-96f7-4ef2-9381-7438fd29aab3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8643496 Sep 18 20:07:30.752672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55434) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:30.757477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:d8:a1:9c', 'name': 'tempest-NetworksTestDHCPv6-687205349'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:30.792696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:30.801822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:30.824454 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.834489 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.875660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bfaec19a-6a85-44eb-86a3-7bb6ca76094a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.880234 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:30.909013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-bfaec19a-6a85-44eb-86a3-7bb6ca76094a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 5547d482-69b1-4958-99fa-00aa372f560a owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:30.914445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Network 22827b73-337f-4221-8967-2049d08f49c9 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:30.916379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b173a1-ebf4-478e-b68e-e7f195719ea9 None None] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:30.942122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:30.946827 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:31.021451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:31.063969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Pushing event updated for resources: {'Port': ['ID=17bfa4d2-f5ed-48dd-aedf-8c5a64b29406,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:31.078406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Attempting to bind port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:31.078984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Attempting to bind port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '7b445a66-5905-4085-91c9-e0394b2164e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '22827b73-337f-4221-8967-2049d08f49c9'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:31.079590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Attempting to bind port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 on network 22827b73-337f-4221-8967-2049d08f49c9 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:31.088132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:31.088708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Checking segment: {'id': '7b445a66-5905-4085-91c9-e0394b2164e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '22827b73-337f-4221-8967-2049d08f49c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:31.089374 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:31.089941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Bound using segment: {'id': '7b445a66-5905-4085-91c9-e0394b2164e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '22827b73-337f-4221-8967-2049d08f49c9'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:31.090697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Bound port: 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b445a66-5905-4085-91c9-e0394b2164e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '22827b73-337f-4221-8967-2049d08f49c9'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:31.091356 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:31.160214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:31.211999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] For port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:31.217736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] For port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17bfa4d2-f5ed-48dd-aedf-8c5a64b29406,segment=NetworkSegment(7b445a66-5905-4085-91c9-e0394b2164e2),segment_id=7b445a66-5905-4085-91c9-e0394b2164e2)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:31.224360 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:31.298683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port 15d333b7-15ba-4b35-bda5-67a6bd000491 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:31.371759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c30c0-0676-4e02-b44a-2e4f120c1e94 None None] Pushing event updated for resources: {'Port': ['ID=17bfa4d2-f5ed-48dd-aedf-8c5a64b29406,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:31.416775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bfaec19a-6a85-44eb-86a3-7bb6ca76094a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:31.487017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaec19a-6a85-44eb-86a3-7bb6ca76094a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=5547d482-69b1-4958-99fa-00aa372f560a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:31.916013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bfaec19a-6a85-44eb-86a3-7bb6ca76094a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:31.917855 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bfaec19a-6a85-44eb-86a3-7bb6ca76094a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/5547d482-69b1-4958-99fa-00aa372f560a HTTP/1.1" status: 204 len: 168 time: 1.4138403 Sep 18 20:07:31.921411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55442) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:31.949823 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2971fbcf-8a3b-45b9-98db-539219856785 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:31.950609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2971fbcf-8a3b-45b9-98db-539219856785 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:31.952749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2971fbcf-8a3b-45b9-98db-539219856785 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/5547d482-69b1-4958-99fa-00aa372f560a HTTP/1.1" status: 404 len: 333 time: 0.0303352 Sep 18 20:07:31.955630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55444) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:31.986096 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-3555eab6-6b30-4792-b6fc-8d138d85cacd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:31.988079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3555eab6-6b30-4792-b6fc-8d138d85cacd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/5547d482-69b1-4958-99fa-00aa372f560a HTTP/1.1" status: 404 len: 333 time: 0.0313206 Sep 18 20:07:31.990695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55446) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:32.056358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8:0:1::13f (89dc8557-de79-4367-b8f1-325567e3c906/cccbc0e7-dcac-4030-8dcb-59b7f25ace61/15d333b7-15ba-4b35-bda5-67a6bd000491) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:32.065112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::f816:3eff:fed8:a19c (89dc8557-de79-4367-b8f1-325567e3c906/b5c88bca-4a8c-4145-8ee4-0be9b335834a/15d333b7-15ba-4b35-bda5-67a6bd000491) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:32.069065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c233898d-7ee8-4962-9c88-b0cc8c642818 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet 578c87ae-3651-426b-88b6-c489f5a572fb {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:32.073785 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c233898d-7ee8-4962-9c88-b0cc8c642818 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.128938 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c233898d-7ee8-4962-9c88-b0cc8c642818 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.199023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:32.259142 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c233898d-7ee8-4962-9c88-b0cc8c642818 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.273243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:32.273616 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.348820 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.355434 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c233898d-7ee8-4962-9c88-b0cc8c642818 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.377072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c233898d-7ee8-4962-9c88-b0cc8c642818 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.379238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c233898d-7ee8-4962-9c88-b0cc8c642818 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/578c87ae-3651-426b-88b6-c489f5a572fb HTTP/1.1" status: 204 len: 168 time: 0.3872764 Sep 18 20:07:32.381714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55448) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:32.422091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233898d-7ee8-4962-9c88-b0cc8c642818 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=578c87ae-3651-426b-88b6-c489f5a572fb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:32.427480 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.506675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17bfa4d2-f5ed-48dd-aedf-8c5a64b29406,segment=NetworkSegment(7b445a66-5905-4085-91c9-e0394b2164e2),segment_id=7b445a66-5905-4085-91c9-e0394b2164e2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:32.512099 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.515012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 273512a9-ab94-4862-91d6-e52a1311909b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:32.595369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.608455 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.632412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=17bfa4d2-f5ed-48dd-aedf-8c5a64b29406,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:32.662793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:32.663352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.702502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:32.713078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:32.717136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:32.723331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:32.724155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.750975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=15d333b7-15ba-4b35-bda5-67a6bd000491,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:32.771873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55452) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:32.772268 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f47d10e2-a516-46d1-9279-269d358b05b6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0184360 Sep 18 20:07:32.790820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:32.793120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.818635 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.907572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:32.918357 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.925115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c5a05eb4-aa55-4401-a1e4-17b83ecf0a8b None None] Provisioning complete for port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:32.925483 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5a05eb4-aa55-4401-a1e4-17b83ecf0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.968287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9d347365-20d5-48a4-8058-731d4d21b74d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port 15d333b7-15ba-4b35-bda5-67a6bd000491 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:32.968812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9d347365-20d5-48a4-8058-731d4d21b74d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:32.981416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] For port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17bfa4d2-f5ed-48dd-aedf-8c5a64b29406,segment=NetworkSegment(7b445a66-5905-4085-91c9-e0394b2164e2),segment_id=7b445a66-5905-4085-91c9-e0394b2164e2)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:32.982504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.022248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:33.055823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd35d45-77e0-432d-aaf0-23a67bba19a7 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:07:33.065532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:33.114503 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9d347365-20d5-48a4-8058-731d4d21b74d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.129769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9d347365-20d5-48a4-8058-731d4d21b74d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for 15d333b7-15ba-4b35-bda5-67a6bd000491 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:33.156365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.212606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=17bfa4d2-f5ed-48dd-aedf-8c5a64b29406,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:33.214415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No DVR routers for this DVR port 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:33.220594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd35d45-77e0-432d-aaf0-23a67bba19a7 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:07:33.319695 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.342059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-85e3bc93-3fb4-4a90-962e-c4e4f72f256d None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:33.342528 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85e3bc93-3fb4-4a90-962e-c4e4f72f256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.347704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22827b73-337f-4221-8967-2049d08f49c9']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:33.357842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b445a66-5905-4085-91c9-e0394b2164e2') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:33.358082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b445a66-5905-4085-91c9-e0394b2164e2') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:33.372187 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.396726 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.404331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:33.405263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:33.490528 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:33.497023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.501502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9d347365-20d5-48a4-8058-731d4d21b74d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.505863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.514593 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/networks/22827b73-337f-4221-8967-2049d08f49c9 HTTP/1.1" status: 204 len: 168 time: 1.1259556 Sep 18 20:07:33.515351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55468) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:33.522215 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1929452717'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:33.537490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4fc0c-b87c-49eb-a039-74aaa37346f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Network': ['ID=22827b73-337f-4221-8967-2049d08f49c9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:33.558099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:33.563219 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.593897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:33.601621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d347365-20d5-48a4-8058-731d4d21b74d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=15d333b7-15ba-4b35-bda5-67a6bd000491,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:33.651848 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.652259 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Added segment 3607de78-bd00-42ec-8c1d-8554058eca3f of type vlan for network e199296b-ab0a-418c-b819-cd84e54ddc8f Sep 18 20:07:33.706392 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9d347365-20d5-48a4-8058-731d4d21b74d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.706392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9d347365-20d5-48a4-8058-731d4d21b74d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/15d333b7-15ba-4b35-bda5-67a6bd000491 HTTP/1.1" status: 204 len: 168 time: 0.9326670 Sep 18 20:07:33.709204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55476) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:33.709696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.740705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.747260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:33.749111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.803050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2826591 Sep 18 20:07:33.803408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55478) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:33.810481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22042948-2516-4286-a6eb-d60f0c3b8367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:33.811292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': 'e199296b-ab0a-418c-b819-cd84e54ddc8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:33.814457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-22042948-2516-4286-a6eb-d60f0c3b8367 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1014531 Sep 18 20:07:33.814638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55480) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:33.867637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c472679-ddc6-416c-a72f-87ab5dada5fc None None] Update dhcp port {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': 'b5c88bca-4a8c-4145-8ee4-0be9b335834a', 'ip_address': '2001:db8::f816:3eff:fe4c:c547'}, {'subnet_id': 'cccbc0e7-dcac-4030-8dcb-59b7f25ace61'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '273512a9-ab94-4862-91d6-e52a1311909b'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:07:33.887157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92881eb4-6de9-48de-9c7c-e9be877c7ec2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Network': ['ID=e199296b-ab0a-418c-b819-cd84e54ddc8f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:33.899175 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5c472679-ddc6-416c-a72f-87ab5dada5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:33.903217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network e199296b-ab0a-418c-b819-cd84e54ddc8f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:33.931075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad67000-6378-4a49-839b-888441ad080c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:33.937594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8ad67000-6378-4a49-839b-888441ad080c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1202621 Sep 18 20:07:33.938489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55488) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:34.002172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5823f-30ed-45fc-9773-f02ea406ef6a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:34.002717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:34.003913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5823f-30ed-45fc-9773-f02ea406ef6a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:34.005851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5823f-30ed-45fc-9773-f02ea406ef6a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:34.007772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.012799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-16b5823f-30ed-45fc-9773-f02ea406ef6a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0731387 Sep 18 20:07:34.015175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55492) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:34.155663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e04ee6-e4e5-42cb-83d6-ae48abd3c2c1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet b5c88bca-4a8c-4145-8ee4-0be9b335834a {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:34.163300 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8e04ee6-e4e5-42cb-83d6-ae48abd3c2c1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.239424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8e04ee6-e4e5-42cb-83d6-ae48abd3c2c1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.304459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 273512a9-ab94-4862-91d6-e52a1311909b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:34.318652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.385068 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8e04ee6-e4e5-42cb-83d6-ae48abd3c2c1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.397688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:34.398400 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.400451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=949dbd45-79ea-4951-bac1-761e11723328,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:34.408706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Checking segment: {'id': '3607de78-bd00-42ec-8c1d-8554058eca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e199296b-ab0a-418c-b819-cd84e54ddc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:34.409149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network hostable DHCP agents. Network: e199296b-ab0a-418c-b819-cd84e54ddc8f, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:34.435726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network e199296b-ab0a-418c-b819-cd84e54ddc8f is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:34.451187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, e199296b-ab0a-418c-b819-cd84e54ddc8f) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:34.460626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:34.462938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.494893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55498) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:34.495731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-166b17b4-ceac-40ac-9fb5-c12f1c702540 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6899037 Sep 18 20:07:34.501773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': 'e199296b-ab0a-418c-b819-cd84e54ddc8f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-537259370'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-5c472679-ddc6-416c-a72f-87ab5dada5fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5c88bca-4a8c-4145-8ee4-0be9b335834a: This subnet is being modified by another concurrent operation. Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5c88bca-4a8c-4145-8ee4-0be9b335834a: This subnet is being modified by another concurrent operation. Sep 18 20:07:34.511912 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 20:07:34.518705 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8e04ee6-e4e5-42cb-83d6-ae48abd3c2c1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.592396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e04ee6-e4e5-42cb-83d6-ae48abd3c2c1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c88bca-4a8c-4145-8ee4-0be9b335834a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:34.600750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c8e04ee6-e4e5-42cb-83d6-ae48abd3c2c1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.605062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c8e04ee6-e4e5-42cb-83d6-ae48abd3c2c1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/b5c88bca-4a8c-4145-8ee4-0be9b335834a HTTP/1.1" status: 204 len: 168 time: 0.5850358 Sep 18 20:07:34.605724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55502) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:34.632900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592f5a8-1204-470b-82e1-0f949957a526 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:07:34.687796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6693ca52-bb02-471a-9309-2f6cdc63ad17 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet cccbc0e7-dcac-4030-8dcb-59b7f25ace61 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:34.714837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6693ca52-bb02-471a-9309-2f6cdc63ad17 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.715784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:34.717394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f6eccdda-2241-48b5-a361-1aefaf62cfcc None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:34.718059 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f6eccdda-2241-48b5-a361-1aefaf62cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.728164 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.751049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 66b66d96-298a-47bd-9c02-620b9ee99637 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:34.793768 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6693ca52-bb02-471a-9309-2f6cdc63ad17 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.851687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6693ca52-bb02-471a-9309-2f6cdc63ad17 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.922517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::30c (e199296b-ab0a-418c-b819-cd84e54ddc8f/949dbd45-79ea-4951-bac1-761e11723328/66b66d96-298a-47bd-9c02-620b9ee99637) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:34.926189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1592f5a8-1204-470b-82e1-0f949957a526 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:07:34.955067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6693ca52-bb02-471a-9309-2f6cdc63ad17 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.973938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6693ca52-bb02-471a-9309-2f6cdc63ad17 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:34.976656 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6693ca52-bb02-471a-9309-2f6cdc63ad17 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/cccbc0e7-dcac-4030-8dcb-59b7f25ace61 HTTP/1.1" status: 204 len: 168 time: 0.3689730 Sep 18 20:07:34.980972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55508) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:35.002660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693ca52-bb02-471a-9309-2f6cdc63ad17 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=cccbc0e7-dcac-4030-8dcb-59b7f25ace61,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:35.029695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2002fea2-505f-4a8f-b7b6-d683e1f5dfeb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474710 Sep 18 20:07:35.032952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55512) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:35.037808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:35.199096 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.204594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:35.208134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.331650 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.358546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf9319f-bdbd-416a-ab84-392e62bd23e7 None None] DHCP port deletion for 22827b73-337f-4221-8967-2049d08f49c9 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:35.385974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network e199296b-ab0a-418c-b819-cd84e54ddc8f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:35.390382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-e199296b-ab0a-418c-b819-cd84e54ddc8f', 'network_id': 'e199296b-ab0a-418c-b819-cd84e54ddc8f', 'tenant_id': '98ea5795a2914befb99341eb352cd790', 'fixed_ips': [{'subnet_id': '949dbd45-79ea-4951-bac1-761e11723328'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:35.391646 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.392126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:35.398616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:35.405200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:35.406082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.468044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=66b66d96-298a-47bd-9c02-620b9ee99637,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:35.472660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7fd61c2-419c-4766-ac49-021cd914e7f1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9759021 Sep 18 20:07:35.476284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55522) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:35.598060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Allocated IP 2001:db8::2 (e199296b-ab0a-418c-b819-cd84e54ddc8f/949dbd45-79ea-4951-bac1-761e11723328/397fb334-6269-4569-8c26-9b13ac39389f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:35.618475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.687298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-86aedf71-62a3-4d6b-971f-2c89b4e2797b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 66b66d96-298a-47bd-9c02-620b9ee99637 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:35.687769 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86aedf71-62a3-4d6b-971f-2c89b4e2797b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.708659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:35.724376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:35.736034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:35.736623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.778301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=080b215e-aa3f-4cee-9529-28922bf353bf,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:35.797423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f73abfe3-7a61-4c45-84aa-4901691d7ffb tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7634284 Sep 18 20:07:35.800926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55530) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:35.811352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d50b26bb-e9bf-474f-b13c-8bb8d7b8db97 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:35.824098 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.831755 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.840033 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86aedf71-62a3-4d6b-971f-2c89b4e2797b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.853957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-86aedf71-62a3-4d6b-971f-2c89b4e2797b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 66b66d96-298a-47bd-9c02-620b9ee99637 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:35.869374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Network e199296b-ab0a-418c-b819-cd84e54ddc8f is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:35.870728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:35.875247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:35.945193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Pushing event updated for resources: {'Port': ['ID=397fb334-6269-4569-8c26-9b13ac39389f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:35.960523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Attempting to bind port 397fb334-6269-4569-8c26-9b13ac39389f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:35.960890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Attempting to bind port 397fb334-6269-4569-8c26-9b13ac39389f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '3607de78-bd00-42ec-8c1d-8554058eca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e199296b-ab0a-418c-b819-cd84e54ddc8f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:35.961251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Attempting to bind port 397fb334-6269-4569-8c26-9b13ac39389f on network e199296b-ab0a-418c-b819-cd84e54ddc8f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:35.969536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:35.970352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Checking segment: {'id': '3607de78-bd00-42ec-8c1d-8554058eca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e199296b-ab0a-418c-b819-cd84e54ddc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:35.970967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:35.971743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Bound using segment: {'id': '3607de78-bd00-42ec-8c1d-8554058eca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e199296b-ab0a-418c-b819-cd84e54ddc8f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:35.972470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Bound port: 397fb334-6269-4569-8c26-9b13ac39389f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3607de78-bd00-42ec-8c1d-8554058eca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e199296b-ab0a-418c-b819-cd84e54ddc8f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:35.973202 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.042524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86aedf71-62a3-4d6b-971f-2c89b4e2797b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.069447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] For port 397fb334-6269-4569-8c26-9b13ac39389f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:36.076945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] For port 397fb334-6269-4569-8c26-9b13ac39389f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=397fb334-6269-4569-8c26-9b13ac39389f,segment=NetworkSegment(3607de78-bd00-42ec-8c1d-8554058eca3f),segment_id=3607de78-bd00-42ec-8c1d-8554058eca3f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:36.080877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50b26bb-e9bf-474f-b13c-8bb8d7b8db97 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:36.084966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d50b26bb-e9bf-474f-b13c-8bb8d7b8db97 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.085648 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.113448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aedf71-62a3-4d6b-971f-2c89b4e2797b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=66b66d96-298a-47bd-9c02-620b9ee99637,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:36.147522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:36.157944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-86aedf71-62a3-4d6b-971f-2c89b4e2797b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.160892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-86aedf71-62a3-4d6b-971f-2c89b4e2797b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/66b66d96-298a-47bd-9c02-620b9ee99637 HTTP/1.1" status: 204 len: 168 time: 0.6828928 Sep 18 20:07:36.163801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55536) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:36.204321 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8536f993-bdec-43e0-a96a-cf1935eb264d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:36.208662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8536f993-bdec-43e0-a96a-cf1935eb264d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/66b66d96-298a-47bd-9c02-620b9ee99637 HTTP/1.1" status: 404 len: 333 time: 0.0407245 Sep 18 20:07:36.208867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55540) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:36.229817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:07:36.230116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17bfa4d2-f5ed-48dd-aedf-8c5a64b29406 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:07:36.230531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 273512a9-ab94-4862-91d6-e52a1311909b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:36.233390 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328970f8-8f80-4e47-8ecf-0ce897e21860 None None] Pushing event updated for resources: {'Port': ['ID=397fb334-6269-4569-8c26-9b13ac39389f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:36.264240 n-d-789963-11 neutron-server[94940]: INFO neutron.db.ipam_backend_mixin [None req-d50b26bb-e9bf-474f-b13c-8bb8d7b8db97 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 080b215e-aa3f-4cee-9529-28922bf353bf (CIDR: 2001:db8::/64) Sep 18 20:07:36.269838 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50b26bb-e9bf-474f-b13c-8bb8d7b8db97 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:36.270360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50b26bb-e9bf-474f-b13c-8bb8d7b8db97 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:36.293974 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d50b26bb-e9bf-474f-b13c-8bb8d7b8db97 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4895039 Sep 18 20:07:36.296195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55542) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:36.302751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4eac01-7640-4b41-b75b-607da5e90c0e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet 949dbd45-79ea-4951-bac1-761e11723328 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:36.306359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:36.306582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf4eac01-7640-4b41-b75b-607da5e90c0e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.358486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf4eac01-7640-4b41-b75b-607da5e90c0e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.389704 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.454455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:36.459922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.505814 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf4eac01-7640-4b41-b75b-607da5e90c0e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.507780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:36.515660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.549669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:36.601736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf4eac01-7640-4b41-b75b-607da5e90c0e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.646464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4eac01-7640-4b41-b75b-607da5e90c0e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=949dbd45-79ea-4951-bac1-761e11723328,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:36.651902 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf4eac01-7640-4b41-b75b-607da5e90c0e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.651902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bf4eac01-7640-4b41-b75b-607da5e90c0e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/949dbd45-79ea-4951-bac1-761e11723328 HTTP/1.1" status: 204 len: 168 time: 0.4415436 Sep 18 20:07:36.654865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55550) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:36.788065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.853527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 397fb334-6269-4569-8c26-9b13ac39389f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:36.854139 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.950034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] For port 397fb334-6269-4569-8c26-9b13ac39389f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=397fb334-6269-4569-8c26-9b13ac39389f,segment=NetworkSegment(3607de78-bd00-42ec-8c1d-8554058eca3f),segment_id=3607de78-bd00-42ec-8c1d-8554058eca3f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:36.951361 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:36.966873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 397fb334-6269-4569-8c26-9b13ac39389f owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:37.036103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:07:37.074215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.110097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=397fb334-6269-4569-8c26-9b13ac39389f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:37.118612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No DVR routers for this DVR port 397fb334-6269-4569-8c26-9b13ac39389f on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:37.213593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.252520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e199296b-ab0a-418c-b819-cd84e54ddc8f']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:37.264246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3607de78-bd00-42ec-8c1d-8554058eca3f') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:37.264675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3607de78-bd00-42ec-8c1d-8554058eca3f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:37.279328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.280255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.319436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.334328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:37.334815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:37.410334 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:37.423349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.433168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.440848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55562) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:37.441638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/networks/e199296b-ab0a-418c-b819-cd84e54ddc8f HTTP/1.1" status: 204 len: 168 time: 0.7857070 Sep 18 20:07:37.445706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'name': 'tempest-PortsIpV6TestJSON-1365362077'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:37.464562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2de98-ba60-462e-aeae-e1435942d022 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Network': ['ID=e199296b-ab0a-418c-b819-cd84e54ddc8f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:37.623642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:37.671987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:37.675474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.692272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.704370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.705128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.708211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 9b171550-3e90-4e21-87f1-67b63640e779 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:37.840401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60977dc8-d0ee-42e0-8ae6-22ab1340dc1d None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:37.845198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cadc45-6942-43be-98af-de1b2a03aadb None None] Network 22827b73-337f-4221-8967-2049d08f49c9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:37.846861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9328133e-387d-4fd5-a47b-dbd00f601c81 None None] Network e199296b-ab0a-418c-b819-cd84e54ddc8f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:37.878046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:37.884180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cadc45-6942-43be-98af-de1b2a03aadb None None] Network 22827b73-337f-4221-8967-2049d08f49c9 could not be found, it might have been deleted concurrently. {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 20:07:37.894410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9328133e-387d-4fd5-a47b-dbd00f601c81 None None] Network e199296b-ab0a-418c-b819-cd84e54ddc8f could not be found, it might have been deleted concurrently. {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 20:07:37.901750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e49c7d-a65a-4a5c-b921-fc61cd9c6424 None None] Network 22827b73-337f-4221-8967-2049d08f49c9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:37.906704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-016c1387-88ea-4f0b-b8db-9e783b2b1354 None None] Could not find standard attr ID for object 397fb334-6269-4569-8c26-9b13ac39389f. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:37.949312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:37.952762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:37.953387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:37.961247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e49c7d-a65a-4a5c-b921-fc61cd9c6424 None None] Network 22827b73-337f-4221-8967-2049d08f49c9 could not be found, it might have been deleted concurrently. {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 20:07:37.981004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-016c1387-88ea-4f0b-b8db-9e783b2b1354 None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:37.981642 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-016c1387-88ea-4f0b-b8db-9e783b2b1354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.001489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:38.004144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=5490c8e7-ee7b-45f1-a945-9f332a7139c8,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:38.037953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83960ee-a98c-420c-8506-f6d05050c07f None None] DHCP port deletion for e199296b-ab0a-418c-b819-cd84e54ddc8f request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:38.075463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55574) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:38.076208 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21a09369-d86f-4fad-b86f-38b074b743da tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7785716 Sep 18 20:07:38.082323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:14:a9:79', 'name': 'tempest-NetworksTestDHCPv6-1026449986'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:38.083888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.123809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ea916-401f-435d-af9f-82ed996b80d1 None None] Network e199296b-ab0a-418c-b819-cd84e54ddc8f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:38.138485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ea916-401f-435d-af9f-82ed996b80d1 None None] Network e199296b-ab0a-418c-b819-cd84e54ddc8f could not be found, it might have been deleted concurrently. {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 20:07:38.156014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.206692 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-016c1387-88ea-4f0b-b8db-9e783b2b1354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.229814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:38.245115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:38.250230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:38.261986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-016c1387-88ea-4f0b-b8db-9e783b2b1354 None None] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:38.270897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-016c1387-88ea-4f0b-b8db-9e783b2b1354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.272935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:38.273632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.302980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=9b171550-3e90-4e21-87f1-67b63640e779,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:38.309603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b80b5f4-2830-415e-a1b1-e2062f44937f None None] Update dhcp port {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': '5490c8e7-ee7b-45f1-a945-9f332a7139c8', 'ip_address': '2001:db8:0:1:f816:3eff:fe4c:c547'}, {'subnet_id': '080b215e-aa3f-4cee-9529-28922bf353bf'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '273512a9-ab94-4862-91d6-e52a1311909b'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:07:38.329559 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e6f6819d-a985-4276-8485-d63493136aa0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8852081 Sep 18 20:07:38.329792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55580) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:38.355310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8b80b5f4-2830-415e-a1b1-e2062f44937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.358733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c1387-88ea-4f0b-b8db-9e783b2b1354 None None] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:38.359186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:38.496439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.531411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port cc45806a-9527-462c-bb9d-ce0921d45c45 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:38.543288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-823d2b16-4ba1-4137-a346-9cfe8bb482b7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 9b171550-3e90-4e21-87f1-67b63640e779 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:38.544765 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-823d2b16-4ba1-4137-a346-9cfe8bb482b7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.563853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-8b80b5f4-2830-415e-a1b1-e2062f44937f None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/080b215e-aa3f-4cee-9529-28922bf353bf/273512a9-ab94-4862-91d6-e52a1311909b) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:38.662947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-823d2b16-4ba1-4137-a346-9cfe8bb482b7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.674697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8b80b5f4-2830-415e-a1b1-e2062f44937f None None] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:38.677327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-823d2b16-4ba1-4137-a346-9cfe8bb482b7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 9b171550-3e90-4e21-87f1-67b63640e779 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:38.737712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8b80b5f4-2830-415e-a1b1-e2062f44937f None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.745575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8b80b5f4-2830-415e-a1b1-e2062f44937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.788731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-823d2b16-4ba1-4137-a346-9cfe8bb482b7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.827079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d2b16-4ba1-4137-a346-9cfe8bb482b7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=9b171550-3e90-4e21-87f1-67b63640e779,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:38.833059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-823d2b16-4ba1-4137-a346-9cfe8bb482b7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:38.837864 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-823d2b16-4ba1-4137-a346-9cfe8bb482b7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/9b171550-3e90-4e21-87f1-67b63640e779 HTTP/1.1" status: 204 len: 168 time: 0.5042148 Sep 18 20:07:38.837864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55590) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:38.843001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'mac_address': 'fa:16:3e:c2:94:f1', 'name': 'tempest-PortsIpV6TestJSON-697395693'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:38.870642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80b5f4-2830-415e-a1b1-e2062f44937f None None] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:38.984787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:38.990580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::1be (89dc8557-de79-4367-b8f1-325567e3c906/080b215e-aa3f-4cee-9529-28922bf353bf/cc45806a-9527-462c-bb9d-ce0921d45c45) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:39.018222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:a979 (89dc8557-de79-4367-b8f1-325567e3c906/5490c8e7-ee7b-45f1-a945-9f332a7139c8/cc45806a-9527-462c-bb9d-ce0921d45c45) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:39.148501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:39.203546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port b916ac96-c8aa-4735-9760-4ebec14a2af6 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:39.459303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:39.539705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:39.620688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:39.628819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:39.638600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:39.648513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:39.649246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:39.656756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=b916ac96-c8aa-4735-9760-4ebec14a2af6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:39.674383 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:39.678131 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a6a05e80-a421-4b43-a113-4279a0c0a208 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8392839 Sep 18 20:07:39.681501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55602) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:39.757448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd26a7d-9910-407c-91cf-b89dd5a24fd7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:39.761969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55610) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:39.762170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bcd26a7d-9910-407c-91cf-b89dd5a24fd7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/b916ac96-c8aa-4735-9760-4ebec14a2af6 HTTP/1.1" status: 200 len: 844 time: 0.0796225 Sep 18 20:07:39.788975 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:39.869829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=cc45806a-9527-462c-bb9d-ce0921d45c45,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:39.877620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:39.879128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:39.882521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:39.888867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:39.889700 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:39.907054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-38513e0d-40ce-4ca1-94de-86851df3fa64 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8304954 Sep 18 20:07:39.911261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55612) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:39.964927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d2efdf17-ee46-4174-8212-4a469b2d37b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port b916ac96-c8aa-4735-9760-4ebec14a2af6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:39.965266 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2efdf17-ee46-4174-8212-4a469b2d37b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.003074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f45ff3-0f00-4952-9229-582598bd1a3b None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:40.078522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2efdf17-ee46-4174-8212-4a469b2d37b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.103708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d2efdf17-ee46-4174-8212-4a469b2d37b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for b916ac96-c8aa-4735-9760-4ebec14a2af6 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:40.122812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-cfad5815-426a-48a4-b8fe-0d1ea8cc3237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port cc45806a-9527-462c-bb9d-ce0921d45c45 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:40.123242 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfad5815-426a-48a4-b8fe-0d1ea8cc3237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.135396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b5212fd0-6f18-44b1-8eb8-c98aa1b77e4c None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:40.135773 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b5212fd0-6f18-44b1-8eb8-c98aa1b77e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.197937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 273512a9-ab94-4862-91d6-e52a1311909b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:40.283213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfad5815-426a-48a4-b8fe-0d1ea8cc3237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.301387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-cfad5815-426a-48a4-b8fe-0d1ea8cc3237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for cc45806a-9527-462c-bb9d-ce0921d45c45 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:40.363567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2efdf17-ee46-4174-8212-4a469b2d37b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.365981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:40.366831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.409358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efdf17-ee46-4174-8212-4a469b2d37b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=b916ac96-c8aa-4735-9760-4ebec14a2af6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:40.418090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2efdf17-ee46-4174-8212-4a469b2d37b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.421366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d2efdf17-ee46-4174-8212-4a469b2d37b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/b916ac96-c8aa-4735-9760-4ebec14a2af6 HTTP/1.1" status: 204 len: 168 time: 0.6583173 Sep 18 20:07:40.424245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55618) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:40.487247 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9c2a2b-cff8-428b-80ee-ead73425d937 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:40.490698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf9c2a2b-cff8-428b-80ee-ead73425d937 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/b916ac96-c8aa-4735-9760-4ebec14a2af6 HTTP/1.1" status: 404 len: 333 time: 0.0644932 Sep 18 20:07:40.496353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55624) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:40.523831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'name': 'tempest-PortsIpV6TestJSON-186810374'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:40.671311 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfad5815-426a-48a4-b8fe-0d1ea8cc3237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.688414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:40.693612 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.724206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98302bb-4bd8-46f6-9866-ec3873609d26 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:40.724368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad5815-426a-48a4-b8fe-0d1ea8cc3237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=cc45806a-9527-462c-bb9d-ce0921d45c45,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:40.744827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 555c2a03-d7ec-42a4-b020-a6ed979098ee yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:40.804574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4edb1048-7778-4056-a3c9-4c510d8a348e None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:40.806784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4edb1048-7778-4056-a3c9-4c510d8a348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.807355 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cfad5815-426a-48a4-b8fe-0d1ea8cc3237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:40.810144 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cfad5815-426a-48a4-b8fe-0d1ea8cc3237 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/cc45806a-9527-462c-bb9d-ce0921d45c45 HTTP/1.1" status: 204 len: 168 time: 0.8983653 Sep 18 20:07:40.813851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55638) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:40.890277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216deb4-9e67-47d5-a6a3-92e497d8cf60 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:40.894627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3216deb4-9e67-47d5-a6a3-92e497d8cf60 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0798054 Sep 18 20:07:40.894977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55644) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:40.976787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.060429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d88dd7-5e5c-48f0-b6c5-3e456a5ec30b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:41.066380 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-86d88dd7-5e5c-48f0-b6c5-3e456a5ec30b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1700766 Sep 18 20:07:41.067308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55646) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:41.076912 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.089242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-424d8e5b-b890-4d9b-9563-b0edf57dcacf req-ddfb0d58-e807-423b-9b15-6effe03e59b5 service neutron] (94940) timed out ('10.222.0.24', 61036) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:07:41.154719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:41.165190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:41.171164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:41.176802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:41.177431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.183630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2ce9f-7963-4f36-9a8e-bd1d986b6192 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:41.185738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2ce9f-7963-4f36-9a8e-bd1d986b6192 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:41.187295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2ce9f-7963-4f36-9a8e-bd1d986b6192 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:41.192385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-41c2ce9f-7963-4f36-9a8e-bd1d986b6192 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1208234 Sep 18 20:07:41.192385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=555c2a03-d7ec-42a4-b020-a6ed979098ee,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:41.192697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55650) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:41.223404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d54ca633-a531-4500-8532-185f665e93ed tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7234812 Sep 18 20:07:41.223704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55654) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:41.229161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:41.238225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4edb1048-7778-4056-a3c9-4c510d8a348e None None] Could not find standard attr ID for object cc45806a-9527-462c-bb9d-ce0921d45c45. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:41.283879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd9b8af-d1c5-4ff4-b68d-df6024a948b2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 080b215e-aa3f-4cee-9529-28922bf353bf {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:41.289485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b8af-d1c5-4ff4-b68d-df6024a948b2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.338214 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.359803 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b8af-d1c5-4ff4-b68d-df6024a948b2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.473458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b8af-d1c5-4ff4-b68d-df6024a948b2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.561608 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.566753 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.568277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b8af-d1c5-4ff4-b68d-df6024a948b2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.600451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9b8af-d1c5-4ff4-b68d-df6024a948b2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=080b215e-aa3f-4cee-9529-28922bf353bf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:41.602795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b8af-d1c5-4ff4-b68d-df6024a948b2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.605074 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5bd9b8af-d1c5-4ff4-b68d-df6024a948b2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/080b215e-aa3f-4cee-9529-28922bf353bf HTTP/1.1" status: 204 len: 168 time: 0.4121273 Sep 18 20:07:41.608057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55668) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:41.619427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb767bb-bbde-4e3c-9838-e589d571067d None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:41.621294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] In _notify_port_updated(), no bound segment for port 555c2a03-d7ec-42a4-b020-a6ed979098ee on network 9f983069-e425-41bb-badc-e48a483bd435 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 20:07:41.635395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:41.636057 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.641256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "PUT /v2.0/ports/555c2a03-d7ec-42a4-b020-a6ed979098ee HTTP/1.1" status: 200 len: 818 time: 0.4127269 Sep 18 20:07:41.641991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55672) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:41.711736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a896d59-9c8f-43d1-8390-ae786ca28fc4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 5490c8e7-ee7b-45f1-a945-9f332a7139c8 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:41.721529 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a896d59-9c8f-43d1-8390-ae786ca28fc4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.751412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2909650-a787-4470-9efa-1da1999fdda8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=555c2a03-d7ec-42a4-b020-a6ed979098ee,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:41.781351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d6f86-e456-44ea-ab41-3bbb9c880b26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 555c2a03-d7ec-42a4-b020-a6ed979098ee {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:41.781898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6f86-e456-44ea-ab41-3bbb9c880b26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.814477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a896d59-9c8f-43d1-8390-ae786ca28fc4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.863917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6f86-e456-44ea-ab41-3bbb9c880b26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.884607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d6f86-e456-44ea-ab41-3bbb9c880b26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 555c2a03-d7ec-42a4-b020-a6ed979098ee owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:41.892045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0466b7ab-e7ea-4d4b-bb2a-90b1d907e215 None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:41.892546 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0466b7ab-e7ea-4d4b-bb2a-90b1d907e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.994028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6f86-e456-44ea-ab41-3bbb9c880b26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:41.997001 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a896d59-9c8f-43d1-8390-ae786ca28fc4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.055650 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6f86-e456-44ea-ab41-3bbb9c880b26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.062116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ae4d6f86-e456-44ea-ab41-3bbb9c880b26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/555c2a03-d7ec-42a4-b020-a6ed979098ee HTTP/1.1" status: 204 len: 168 time: 0.3999820 Sep 18 20:07:42.062485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55684) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:42.063894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d6f86-e456-44ea-ab41-3bbb9c880b26 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=555c2a03-d7ec-42a4-b020-a6ed979098ee,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:42.142601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9d541-357c-4f17-9e72-03242ab3ba39 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:42.147547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55686) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:42.167887 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-67b9d541-357c-4f17-9e72-03242ab3ba39 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1038971 Sep 18 20:07:42.181579 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-476a5b6f-d146-4f10-b4de-0b40a84ee648 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:42.184211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-476a5b6f-d146-4f10-b4de-0b40a84ee648 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/555c2a03-d7ec-42a4-b020-a6ed979098ee HTTP/1.1" status: 404 len: 333 time: 0.0355964 Sep 18 20:07:42.189754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55688) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:42.192226 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a896d59-9c8f-43d1-8390-ae786ca28fc4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.195745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1860233942'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:42.223239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:42.229275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.245291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a896d59-9c8f-43d1-8390-ae786ca28fc4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=5490c8e7-ee7b-45f1-a945-9f332a7139c8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:42.251172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2a896d59-9c8f-43d1-8390-ae786ca28fc4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.253978 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2a896d59-9c8f-43d1-8390-ae786ca28fc4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/5490c8e7-ee7b-45f1-a945-9f332a7139c8 HTTP/1.1" status: 204 len: 168 time: 0.6445780 Sep 18 20:07:42.256423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:42.277186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:42.304418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.304767 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Added segment aee9a21a-e6b7-49dd-be85-f19c9d74bcbc of type vlan for network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 Sep 18 20:07:42.323569 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b2d6b66c-eb07-421a-8bcd-b6c7abac8ea4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659921 Sep 18 20:07:42.326994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55694) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:42.332150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:42.367233 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.404824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.415873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:42.431956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.519479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:42.529602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.535321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3442478 Sep 18 20:07:42.538409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55698) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:42.545580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:42.551836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620f124-ee18-4479-8632-be05f2ca20f6 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Network': ['ID=4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:42.564023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:42.677301 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:42.688095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.835607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.908632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd598541-1226-45d2-9e46-8115e08f8aea None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:42.921959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:42.925524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:42.928635 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:42.929263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:42.950714 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6195672 Sep 18 20:07:42.950714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41755467-7b71-45ba-9537-af074e7e6139 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=0156ce4c-e50c-43e8-87c2-a82f2d663314,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:42.952085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55708) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:42.958190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-15526a8a-fe09-4cc9-b4d6-99320956d4ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:43.046590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6036c23f-ede2-4574-9d30-464a2be1af3c None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:43.047252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6036c23f-ede2-4574-9d30-464a2be1af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:43.093422 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:43.121637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15526a8a-fe09-4cc9-b4d6-99320956d4ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:43.128660 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-15526a8a-fe09-4cc9-b4d6-99320956d4ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:43.171676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=ae962611-af55-4df1-b5c3-7d9ff094961d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:43.182871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Checking segment: {'id': 'aee9a21a-e6b7-49dd-be85-f19c9d74bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:43.183233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network hostable DHCP agents. Network: 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:43.204308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:43.216479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:43.227267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48f528-bbec-431b-8352-f08dd86176d0 None None] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:43.233515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:43.234284 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:43.261175 n-d-789963-11 neutron-server[94940]: INFO neutron.db.ipam_backend_mixin [None req-15526a8a-fe09-4cc9-b4d6-99320956d4ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0156ce4c-e50c-43e8-87c2-a82f2d663314 (CIDR: 2001:db8::/64) Sep 18 20:07:43.267470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6e63c87d-d9d3-47c0-b317-fafa6f7cb16f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7256618 Sep 18 20:07:43.268073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55722) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:43.274768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-60a20aa3-ebb7-43f9-a8c5-be5b7d488e97 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:43.275416 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-15526a8a-fe09-4cc9-b4d6-99320956d4ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:43.276812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15526a8a-fe09-4cc9-b4d6-99320956d4ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:43.306526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-15526a8a-fe09-4cc9-b4d6-99320956d4ee tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3531272 Sep 18 20:07:43.309305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55724) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:43.316619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'subnet': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:43.401963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9', 'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9', 'tenant_id': '98ea5795a2914befb99341eb352cd790', 'fixed_ips': [{'subnet_id': 'ae962611-af55-4df1-b5c3-7d9ff094961d'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:43.402715 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:43.484510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a20aa3-ebb7-43f9-a8c5-be5b7d488e97 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:43.487055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60a20aa3-ebb7-43f9-a8c5-be5b7d488e97 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:43.539172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:43.545517 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:43.578387 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a04f2-427b-4197-8088-a81bf80f4e12 None None] Update dhcp port {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': '0156ce4c-e50c-43e8-87c2-a82f2d663314'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '273512a9-ab94-4862-91d6-e52a1311909b'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:07:43.633735 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd8a04f2-427b-4197-8088-a81bf80f4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:43.654150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Allocated IP 2001:db8::2 (4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9/ae962611-af55-4df1-b5c3-7d9ff094961d/8931be02-1a0c-44ee-a157-5e2f7fd892f2) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:43.702341 n-d-789963-11 neutron-server[94941]: INFO neutron.db.ipam_backend_mixin [None req-60a20aa3-ebb7-43f9-a8c5-be5b7d488e97 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae962611-af55-4df1-b5c3-7d9ff094961d (CIDR: 2001:db8::/64) Sep 18 20:07:43.710824 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a20aa3-ebb7-43f9-a8c5-be5b7d488e97 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:07:43.713262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a20aa3-ebb7-43f9-a8c5-be5b7d488e97 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:43.737099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-60a20aa3-ebb7-43f9-a8c5-be5b7d488e97 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4673805 Sep 18 20:07:43.738005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55730) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:43.745661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:44.041216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:44.046209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.062310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-bd8a04f2-427b-4197-8088-a81bf80f4e12 None None] Allocated IP 2001:db8::2 (89dc8557-de79-4367-b8f1-325567e3c906/0156ce4c-e50c-43e8-87c2-a82f2d663314/273512a9-ab94-4862-91d6-e52a1311909b) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:44.095956 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.114747 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.178161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.objects.ports [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 20:07:44.205427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:44.214860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:44.221064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:44.260456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Pushing event updated for resources: {'Port': ['ID=8931be02-1a0c-44ee-a157-5e2f7fd892f2,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:44.311265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Attempting to bind port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:44.311682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Attempting to bind port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'aee9a21a-e6b7-49dd-be85-f19c9d74bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:44.312050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Attempting to bind port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 on network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:44.323577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:44.323577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Checking segment: {'id': 'aee9a21a-e6b7-49dd-be85-f19c9d74bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:44.335471 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.335987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Bound using segment: {'id': 'aee9a21a-e6b7-49dd-be85-f19c9d74bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:44.336507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Bound port: 8931be02-1a0c-44ee-a157-5e2f7fd892f2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee9a21a-e6b7-49dd-be85-f19c9d74bcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:44.336908 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.387562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bd8a04f2-427b-4197-8088-a81bf80f4e12 None None] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:44.432262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.467255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd8a04f2-427b-4197-8088-a81bf80f4e12 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.488840 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bd8a04f2-427b-4197-8088-a81bf80f4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.521912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:44.541635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:44.550759 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.551669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:44.552383 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.560073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] For port 8931be02-1a0c-44ee-a157-5e2f7fd892f2, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:44.590002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55744) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:44.595872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8510773 Sep 18 20:07:44.601987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f10af-4674-4de7-b18b-c7abe36b884f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=1e94e5cd-000e-4eb2-940c-bef04afaa3ef,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:44.603677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9', 'fixed_ips': [{'subnet_id': 'ae962611-af55-4df1-b5c3-7d9ff094961d'}, {'subnet_id': '1e94e5cd-000e-4eb2-940c-bef04afaa3ef'}], 'name': 'tempest-PortsIpV6TestJSON-1430639131'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:44.628579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a04f2-427b-4197-8088-a81bf80f4e12 None None] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=13']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:44.645191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] For port 8931be02-1a0c-44ee-a157-5e2f7fd892f2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8931be02-1a0c-44ee-a157-5e2f7fd892f2,segment=NetworkSegment(aee9a21a-e6b7-49dd-be85-f19c9d74bcbc),segment_id=aee9a21a-e6b7-49dd-be85-f19c9d74bcbc)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:44.674868 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:44.774238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc43376-ff14-4a48-86ab-c053bddc0ce0 None None] Pushing event updated for resources: {'Port': ['ID=8931be02-1a0c-44ee-a157-5e2f7fd892f2,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:45.419231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:45.432828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:45.480533 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:45.518821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:45.519912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:45.602086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Subnet': ['ID=80a7b78a-1da1-4362-aaf9-9d0ad77fcace,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:45.635189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:45.640704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:45.648062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:45.648654 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:45.676072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b2aec-8c6c-421d-9253-e3b12d74187a None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:45.697125 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3833613 Sep 18 20:07:45.698040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55762) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:45.698570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:45.704942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11695b2f-32fd-4aec-b9cf-f541384de63c tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=14']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:45.706068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Request body: {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'mac_address': 'fa:16:3e:29:79:ad', 'name': 'tempest-NetworksTestDHCPv6-607831983'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:45.722273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 1f128750-2eaf-4c8c-9303-50edbd9f8459 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:45.873239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9d12b60e-d72b-43fb-9688-d6526295e7b8 None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:45.873521 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9d12b60e-d72b-43fb-9688-d6526295e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:46.031472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Made reservation on behalf of 4469d7a06f8041bc8386f71dbe3dbf2b for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:46.222220 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:46.243106 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::276 (4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9/ae962611-af55-4df1-b5c3-7d9ff094961d/1f128750-2eaf-4c8c-9303-50edbd9f8459) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:46.260907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8:0:1::1d8 (4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9/1e94e5cd-000e-4eb2-940c-bef04afaa3ef/1f128750-2eaf-4c8c-9303-50edbd9f8459) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:46.275731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] device_id is not set on port d3993bad-99fc-40ce-b70b-f5c477218927 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:46.443772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8931be02-1a0c-44ee-a157-5e2f7fd892f2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:46.566805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c6391d-3c6f-4159-a504-aa4db769a95a None None] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:46.611734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8::9d (89dc8557-de79-4367-b8f1-325567e3c906/0156ce4c-e50c-43e8-87c2-a82f2d663314/d3993bad-99fc-40ce-b70b-f5c477218927) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:46.625231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:79ad (89dc8557-de79-4367-b8f1-325567e3c906/80a7b78a-1da1-4362-aaf9-9d0ad77fcace/d3993bad-99fc-40ce-b70b-f5c477218927) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:46.665760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:46.666233 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:46.691675 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:46.767804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:46.795846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-35ab8513-e22a-4560-aabc-ccd440648e4c None None] Provisioning complete for port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:46.796455 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35ab8513-e22a-4560-aabc-ccd440648e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:46.910282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:46.914175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:46.917160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:46.935921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:46.936614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:46.960245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=1f128750-2eaf-4c8c-9303-50edbd9f8459,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:46.979219 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-71e32ea6-f51e-4259-9afb-98ff72faab57 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3847880 Sep 18 20:07:46.980159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55780) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:46.986856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae962611-af55-4df1-b5c3-7d9ff094961d'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:46.999527 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.062946 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.108301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.126956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.169892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56879c13-4477-4a51-9840-03c6ca750765 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:47.224127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event updated for resources: {'Port': ['ID=d3993bad-99fc-40ce-b70b-f5c477218927,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:47.233485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Network 89dc8557-de79-4367-b8f1-325567e3c906 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:47.237019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:47.237180 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35ab8513-e22a-4560-aabc-ccd440648e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.239562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:47.246195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:47.247136 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.280741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cfbb15c1-9c5b-4571-9ee2-cae688569e85 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5808070 Sep 18 20:07:47.283649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55786) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:47.378731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 8931be02-1a0c-44ee-a157-5e2f7fd892f2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8931be02-1a0c-44ee-a157-5e2f7fd892f2,segment=NetworkSegment(aee9a21a-e6b7-49dd-be85-f19c9d74bcbc),segment_id=aee9a21a-e6b7-49dd-be85-f19c9d74bcbc)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:47.410567 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.412054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 273512a9-ab94-4862-91d6-e52a1311909b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:47.414194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8d427ee7-e5f2-4fea-b5d8-7bd54e196530 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting port d3993bad-99fc-40ce-b70b-f5c477218927 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:47.414778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d427ee7-e5f2-4fea-b5d8-7bd54e196530 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.524208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Delete allocated IP 2001:db8:0:1::1d8 (4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9/1e94e5cd-000e-4eb2-940c-bef04afaa3ef) {{(pid=94940) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 20:07:47.587442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d427ee7-e5f2-4fea-b5d8-7bd54e196530 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.608130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-8d427ee7-e5f2-4fea-b5d8-7bd54e196530 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Calling delete_port for d3993bad-99fc-40ce-b70b-f5c477218927 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:47.755318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.761713 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.808170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=8931be02-1a0c-44ee-a157-5e2f7fd892f2,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:47.822999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=1f128750-2eaf-4c8c-9303-50edbd9f8459,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:47.850245 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-35ab8513-e22a-4560-aabc-ccd440648e4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:07:47.850245 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-35ab8513-e22a-4560-aabc-ccd440648e4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:07:47.896922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] In _notify_port_updated(), no bound segment for port 1f128750-2eaf-4c8c-9303-50edbd9f8459 on network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 20:07:47.903308 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:47.904988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.905935 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-63654b01-d254-458e-bb02-79dc5fe1fedb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "PUT /v2.0/ports/1f128750-2eaf-4c8c-9303-50edbd9f8459 HTTP/1.1" status: 200 len: 926 time: 0.9243379 Sep 18 20:07:47.908673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55796) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:47.914914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae962611-af55-4df1-b5c3-7d9ff094961d'}, {'subnet_id': '1e94e5cd-000e-4eb2-940c-bef04afaa3ef'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:47.919354 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d427ee7-e5f2-4fea-b5d8-7bd54e196530 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.923641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5732e7-e77b-4f0b-8482-ae16cc61dd49 None None] Update dhcp port {'port': {'network_id': '4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9', 'fixed_ips': [{'subnet_id': 'ae962611-af55-4df1-b5c3-7d9ff094961d', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e94e5cd-000e-4eb2-940c-bef04afaa3ef'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '8931be02-1a0c-44ee-a157-5e2f7fd892f2'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:07:47.957006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d427ee7-e5f2-4fea-b5d8-7bd54e196530 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Port': ['ID=d3993bad-99fc-40ce-b70b-f5c477218927,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:47.957365 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc5732e7-e77b-4f0b-8482-ae16cc61dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.976375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:47.976757 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:47.998766 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.018943 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d427ee7-e5f2-4fea-b5d8-7bd54e196530 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.024266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d427ee7-e5f2-4fea-b5d8-7bd54e196530 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/d3993bad-99fc-40ce-b70b-f5c477218927 HTTP/1.1" status: 204 len: 168 time: 0.7394392 Sep 18 20:07:48.024992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55798) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:48.090083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa91c3f-e230-4952-87a9-74642e8cf912 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:48.094629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-faa91c3f-e230-4952-87a9-74642e8cf912 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0684237 Sep 18 20:07:48.095136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55806) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:48.163788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e61b4-45b0-49d7-9f4f-df8bce7928f1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:48.165695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d42e61b4-45b0-49d7-9f4f-df8bce7928f1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0694094 Sep 18 20:07:48.168236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55808) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:48.250308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d183c-b472-4d88-a8a2-687af334eb7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:48.252352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d183c-b472-4d88-a8a2-687af334eb7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:48.254161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d183c-b472-4d88-a8a2-687af334eb7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:48.256320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-981d183c-b472-4d88-a8a2-687af334eb7f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0860217 Sep 18 20:07:48.262950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55810) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:48.327508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-bc5732e7-e77b-4f0b-8482-ae16cc61dd49 None None] Allocated IP 2001:db8:0:1::2 (4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9/1e94e5cd-000e-4eb2-940c-bef04afaa3ef/8931be02-1a0c-44ee-a157-5e2f7fd892f2) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:48.329024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acb118f-dd2d-48a2-bfcb-25353ba135b1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 0156ce4c-e50c-43e8-87c2-a82f2d663314 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:48.332800 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2acb118f-dd2d-48a2-bfcb-25353ba135b1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.387170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2acb118f-dd2d-48a2-bfcb-25353ba135b1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.457987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8931be02-1a0c-44ee-a157-5e2f7fd892f2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:48.510036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2acb118f-dd2d-48a2-bfcb-25353ba135b1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.546838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bc5732e7-e77b-4f0b-8482-ae16cc61dd49 None None] For port 8931be02-1a0c-44ee-a157-5e2f7fd892f2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8931be02-1a0c-44ee-a157-5e2f7fd892f2,segment=NetworkSegment(aee9a21a-e6b7-49dd-be85-f19c9d74bcbc),segment_id=aee9a21a-e6b7-49dd-be85-f19c9d74bcbc)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:48.550546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:48.551066 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.603061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2acb118f-dd2d-48a2-bfcb-25353ba135b1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.614463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-106da813-1064-4990-a5a1-983c5712b502 None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:48.614880 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-106da813-1064-4990-a5a1-983c5712b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.652527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb118f-dd2d-48a2-bfcb-25353ba135b1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=0156ce4c-e50c-43e8-87c2-a82f2d663314,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:48.660447 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2acb118f-dd2d-48a2-bfcb-25353ba135b1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.663466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2acb118f-dd2d-48a2-bfcb-25353ba135b1 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/0156ce4c-e50c-43e8-87c2-a82f2d663314 HTTP/1.1" status: 204 len: 168 time: 0.3978386 Sep 18 20:07:48.666034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55824) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:48.697163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc5732e7-e77b-4f0b-8482-ae16cc61dd49 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.716088 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc5732e7-e77b-4f0b-8482-ae16cc61dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.810669 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c849e7-1202-457d-a6ee-d5fe5de21826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Deleting subnet 80a7b78a-1da1-4362-aaf9-9d0ad77fcace {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:48.813794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21c849e7-1202-457d-a6ee-d5fe5de21826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.816225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07396bb1-a70d-43ed-a03b-68f6561cc444 None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:48.842822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5732e7-e77b-4f0b-8482-ae16cc61dd49 None None] Pushing event updated for resources: {'Port': ['ID=8931be02-1a0c-44ee-a157-5e2f7fd892f2,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:48.867944 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21c849e7-1202-457d-a6ee-d5fe5de21826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:48.951295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21c849e7-1202-457d-a6ee-d5fe5de21826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.058184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8:0:1::2cd (4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9/1e94e5cd-000e-4eb2-940c-bef04afaa3ef/1f128750-2eaf-4c8c-9303-50edbd9f8459) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:49.066566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21c849e7-1202-457d-a6ee-d5fe5de21826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.120962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c849e7-1202-457d-a6ee-d5fe5de21826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Subnet': ['ID=80a7b78a-1da1-4362-aaf9-9d0ad77fcace,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:49.123946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21c849e7-1202-457d-a6ee-d5fe5de21826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.128436 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21c849e7-1202-457d-a6ee-d5fe5de21826 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/80a7b78a-1da1-4362-aaf9-9d0ad77fcace HTTP/1.1" status: 204 len: 168 time: 0.4592032 Sep 18 20:07:49.128863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55840) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.172429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d9b61c49-acba-447a-8f74-cce60f1be45e None None] Could not find standard attr ID for object 15d333b7-15ba-4b35-bda5-67a6bd000491. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:49.224995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0975c81f-4982-4c03-9b57-8b95fe81f9ba None None] Update dhcp port {'port': {'network_id': '89dc8557-de79-4367-b8f1-325567e3c906', 'fixed_ips': [{'subnet_id': '80a7b78a-1da1-4362-aaf9-9d0ad77fcace'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '273512a9-ab94-4862-91d6-e52a1311909b'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:07:49.271446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7c775780-8f9e-4e8d-8c3f-31dc80bca563 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1366689 Sep 18 20:07:49.284187 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0975c81f-4982-4c03-9b57-8b95fe81f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.284523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55844) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.307411 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.317237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.373255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569724ac-c3df-4919-b22f-2af33e2d7fb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:49.375081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-569724ac-c3df-4919-b22f-2af33e2d7fb7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0895493 Sep 18 20:07:49.377613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55848) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.446789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db44f431-cb26-4513-9fb7-21caf6ca68f7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:49.451518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-db44f431-cb26-4513-9fb7-21caf6ca68f7 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0707064 Sep 18 20:07:49.454080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55850) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.493839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] In _notify_port_updated(), no bound segment for port 1f128750-2eaf-4c8c-9303-50edbd9f8459 on network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 {{(pid=94940) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 20:07:49.503018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:49.503778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.508053 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "PUT /v2.0/ports/1f128750-2eaf-4c8c-9303-50edbd9f8459 HTTP/1.1" status: 200 len: 1012 time: 1.5954154 Sep 18 20:07:49.510799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55854) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.534018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f14e6c6e-c657-46ed-a758-4ab2e6f54b4a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726700 Sep 18 20:07:49.536764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55860) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.559116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56440-5ada-40e2-b2ed-1b5251be848a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=1f128750-2eaf-4c8c-9303-50edbd9f8459,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:49.592796 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9411b0-55e9-4999-8801-877e85ecb30a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:49.594029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9411b0-55e9-4999-8801-877e85ecb30a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:49.598105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0b9411b0-55e9-4999-8801-877e85ecb30a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/d3993bad-99fc-40ce-b70b-f5c477218927 HTTP/1.1" status: 404 len: 333 time: 0.0584309 Sep 18 20:07:49.598447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55862) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.626084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6d51c-97dd-463f-b500-607dac7ef40e None None] Network 89dc8557-de79-4367-b8f1-325567e3c906 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:49.651671 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07fd4d9-a443-41c9-9adb-ab8fa167669e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:49.652416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07fd4d9-a443-41c9-9adb-ab8fa167669e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:49.655061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b07fd4d9-a443-41c9-9adb-ab8fa167669e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/80a7b78a-1da1-4362-aaf9-9d0ad77fcace HTTP/1.1" status: 404 len: 337 time: 0.0556593 Sep 18 20:07:49.657985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55864) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.673609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf6781-8b0e-4cd0-a706-3f6d34117395 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 1f128750-2eaf-4c8c-9303-50edbd9f8459 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:49.673955 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6781-8b0e-4cd0-a706-3f6d34117395 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.690303 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-118b06a1-5545-4276-9c68-c45ebae0203f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:49.690858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118b06a1-5545-4276-9c68-c45ebae0203f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:49.692868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-118b06a1-5545-4276-9c68-c45ebae0203f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/0156ce4c-e50c-43e8-87c2-a82f2d663314 HTTP/1.1" status: 404 len: 337 time: 0.0337224 Sep 18 20:07:49.695291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55866) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.723564 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2db2f94-c485-4b60-a9fc-a6756df4ec47 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:49.724432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2db2f94-c485-4b60-a9fc-a6756df4ec47 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:49.730614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a2db2f94-c485-4b60-a9fc-a6756df4ec47 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/cc45806a-9527-462c-bb9d-ce0921d45c45 HTTP/1.1" status: 404 len: 333 time: 0.0325179 Sep 18 20:07:49.732129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55868) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.769949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-532b087b-b771-4a52-ad26-2990b8c6eef3 None None] Provisioning complete for port 273512a9-ab94-4862-91d6-e52a1311909b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:49.769949 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-532b087b-b771-4a52-ad26-2990b8c6eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.804174 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-88160b7a-a756-4622-99b9-22dcddb77a66 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:49.814820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88160b7a-a756-4622-99b9-22dcddb77a66 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:49.817358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-88160b7a-a756-4622-99b9-22dcddb77a66 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/5490c8e7-ee7b-45f1-a945-9f332a7139c8 HTTP/1.1" status: 404 len: 337 time: 0.0838766 Sep 18 20:07:49.822267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55870) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.893572 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d47f94-da72-41f4-8c73-de987c6b78f3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:49.894338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d47f94-da72-41f4-8c73-de987c6b78f3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:49.897081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a4d47f94-da72-41f4-8c73-de987c6b78f3 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/080b215e-aa3f-4cee-9529-28922bf353bf HTTP/1.1" status: 404 len: 337 time: 0.0737915 Sep 18 20:07:49.899984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55874) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.915976 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6781-8b0e-4cd0-a706-3f6d34117395 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:49.939212 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-136304dc-2947-4002-a2b9-c3eec5cea0d4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:49.939992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136304dc-2947-4002-a2b9-c3eec5cea0d4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:49.944088 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-136304dc-2947-4002-a2b9-c3eec5cea0d4 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/15d333b7-15ba-4b35-bda5-67a6bd000491 HTTP/1.1" status: 404 len: 333 time: 0.0407577 Sep 18 20:07:49.945257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55878) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:49.956556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf6781-8b0e-4cd0-a706-3f6d34117395 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 1f128750-2eaf-4c8c-9303-50edbd9f8459 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:49.960180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] DHCP port deletion for 89dc8557-de79-4367-b8f1-325567e3c906 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:49.987423 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c5b341-d896-4644-8c5c-a6ceafb43744 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:49.988130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c5b341-d896-4644-8c5c-a6ceafb43744 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:49.994048 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-98c5b341-d896-4644-8c5c-a6ceafb43744 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/cccbc0e7-dcac-4030-8dcb-59b7f25ace61 HTTP/1.1" status: 404 len: 337 time: 0.0450275 Sep 18 20:07:49.995131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55880) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.018964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8513150b-586a-461b-affe-ad7bac3ba68e None None] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:50.036473 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e87533-bcae-4ae9-9af3-5d43db40fa40 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.036905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e87533-bcae-4ae9-9af3-5d43db40fa40 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.041122 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e9e87533-bcae-4ae9-9af3-5d43db40fa40 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/b5c88bca-4a8c-4145-8ee4-0be9b335834a HTTP/1.1" status: 404 len: 337 time: 0.0431645 Sep 18 20:07:50.042032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55882) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.089119 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a81354-ef0d-4e75-802f-1c8829ebd89e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.089983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a81354-ef0d-4e75-802f-1c8829ebd89e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.094973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c8a81354-ef0d-4e75-802f-1c8829ebd89e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/e11074a2-9176-498a-8302-f7e269509f82 HTTP/1.1" status: 404 len: 333 time: 0.0493984 Sep 18 20:07:50.095623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55884) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.141599 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e56ce69-23d5-4bea-9b28-9a6b0187aabe tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.142257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e56ce69-23d5-4bea-9b28-9a6b0187aabe tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.143277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] Deleting port 273512a9-ab94-4862-91d6-e52a1311909b {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:50.143682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.145283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c826bae5-328b-4645-8499-2ff5bd3c0a8e None None] Provisioning complete for port 1f128750-2eaf-4c8c-9303-50edbd9f8459 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:50.145640 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c826bae5-328b-4645-8499-2ff5bd3c0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.154947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5e56ce69-23d5-4bea-9b28-9a6b0187aabe tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/005379d7-3dad-4bd6-8a85-6c795bd588f1 HTTP/1.1" status: 404 len: 337 time: 0.0582471 Sep 18 20:07:50.157788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55888) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.214732 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c8bb47-2019-43af-b02b-2d972232f2aa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.215188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c8bb47-2019-43af-b02b-2d972232f2aa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.219724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-69c8bb47-2019-43af-b02b-2d972232f2aa tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/ff4f5eef-14fd-4cca-b0fa-706e8d17f100 HTTP/1.1" status: 404 len: 337 time: 0.0609164 Sep 18 20:07:50.220329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55890) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.257760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c826bae5-328b-4645-8499-2ff5bd3c0a8e None None] Port 1f128750-2eaf-4c8c-9303-50edbd9f8459 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:07:50.274747 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef92d604-45dd-42ec-8118-a1ca3f5b8e34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.278843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef92d604-45dd-42ec-8118-a1ca3f5b8e34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.288193 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ef92d604-45dd-42ec-8118-a1ca3f5b8e34 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/68b62cb4-9b24-4db3-a459-7f448a58aac0 HTTP/1.1" status: 404 len: 333 time: 0.0665538 Sep 18 20:07:50.288930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55894) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.321659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] For port 273512a9-ab94-4862-91d6-e52a1311909b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=273512a9-ab94-4862-91d6-e52a1311909b,segment=NetworkSegment(2daea97d-0464-4976-b935-b61c2ddaab7f),segment_id=2daea97d-0464-4976-b935-b61c2ddaab7f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:50.322078 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.334893 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c23c735-6ab1-4587-8243-0c5460e19551 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.335356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c23c735-6ab1-4587-8243-0c5460e19551 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.337302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5c23c735-6ab1-4587-8243-0c5460e19551 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/5a9aadab-cda9-49de-9d0a-6132fdc069e8 HTTP/1.1" status: 404 len: 337 time: 0.0473390 Sep 18 20:07:50.342954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55900) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.364535 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6781-8b0e-4cd0-a706-3f6d34117395 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.382681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] Calling delete_port for 273512a9-ab94-4862-91d6-e52a1311909b owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:50.407069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c826bae5-328b-4645-8499-2ff5bd3c0a8e None None] Provisioning complete for port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:50.407467 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c826bae5-328b-4645-8499-2ff5bd3c0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.432574 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ab8517-9456-4b18-ab6b-150e5598dc72 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.439017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ab8517-9456-4b18-ab6b-150e5598dc72 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.439017 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-01ab8517-9456-4b18-ab6b-150e5598dc72 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/5946aeab-a253-4e61-a5b1-0ccfa391536c HTTP/1.1" status: 404 len: 333 time: 0.0862682 Sep 18 20:07:50.440099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55902) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.462865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf6781-8b0e-4cd0-a706-3f6d34117395 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=1f128750-2eaf-4c8c-9303-50edbd9f8459,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:50.502154 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a668a6b-d165-4ffe-89ea-62c506d5305b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.503007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a668a6b-d165-4ffe-89ea-62c506d5305b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.507866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a668a6b-d165-4ffe-89ea-62c506d5305b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/ddd16909-9217-45ef-b8e5-5b8a1a17bf93 HTTP/1.1" status: 404 len: 337 time: 0.0662658 Sep 18 20:07:50.508726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55904) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.515033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6781-8b0e-4cd0-a706-3f6d34117395 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.520625 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fdf6781-8b0e-4cd0-a706-3f6d34117395 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/1f128750-2eaf-4c8c-9303-50edbd9f8459 HTTP/1.1" status: 204 len: 168 time: 1.0090022 Sep 18 20:07:50.521388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55906) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.536844 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e150812-197a-4d38-81eb-7d2731c52226 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.537660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e150812-197a-4d38-81eb-7d2731c52226 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.542241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4e150812-197a-4d38-81eb-7d2731c52226 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/36cfd7b2-8eca-4961-be96-d32ea3780b68 HTTP/1.1" status: 404 len: 333 time: 0.0323343 Sep 18 20:07:50.542854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55908) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.549035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8931be02-1a0c-44ee-a157-5e2f7fd892f2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:50.553311 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f30ed2-d693-43b6-afec-efcdda3c1f9f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:50.558426 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-68f30ed2-d693-43b6-afec-efcdda3c1f9f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/1f128750-2eaf-4c8c-9303-50edbd9f8459 HTTP/1.1" status: 404 len: 333 time: 0.0359981 Sep 18 20:07:50.559869 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55910) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.572154 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.576809 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fde513-3a62-4c2c-8916-dc42cf94ee46 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.577037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fde513-3a62-4c2c-8916-dc42cf94ee46 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.581449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-23fde513-3a62-4c2c-8916-dc42cf94ee46 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/55469969-afe6-46af-b18b-3fefa06f68de HTTP/1.1" status: 404 len: 337 time: 0.0374916 Sep 18 20:07:50.582036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55912) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.606839 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-623b9942-b13e-4aeb-a2ef-0367ec46042d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.607401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623b9942-b13e-4aeb-a2ef-0367ec46042d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.611735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-623b9942-b13e-4aeb-a2ef-0367ec46042d tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/07de182f-3410-41de-8b2e-3668940a9edb HTTP/1.1" status: 404 len: 333 time: 0.0287721 Sep 18 20:07:50.612338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55914) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.623013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfb4448-e64d-4cf4-9845-3a0e6ba3b5e9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet 1e94e5cd-000e-4eb2-940c-bef04afaa3ef {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:50.626789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4448-e64d-4cf4-9845-3a0e6ba3b5e9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.630110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] Pushing event deleted for resources: {'Port': ['ID=273512a9-ab94-4862-91d6-e52a1311909b,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:50.641539 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc34985-5f93-46b0-ae95-a8e158431665 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.642008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc34985-5f93-46b0-ae95-a8e158431665 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.646894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bbc34985-5f93-46b0-ae95-a8e158431665 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/d560546b-4a1e-4e71-b47e-0e309d41a16e HTTP/1.1" status: 404 len: 337 time: 0.0336018 Sep 18 20:07:50.647543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55916) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.668065 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366cfc3-f9c8-4d7f-b2ab-b37da70d2ed1 None None] No DVR routers for this DVR port 273512a9-ab94-4862-91d6-e52a1311909b on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:50.681921 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5110297c-07e5-400b-92de-c9266335f510 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.682648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5110297c-07e5-400b-92de-c9266335f510 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.686850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5110297c-07e5-400b-92de-c9266335f510 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/c5aa6ea9-953e-468c-8622-db035e919109 HTTP/1.1" status: 404 len: 333 time: 0.0360367 Sep 18 20:07:50.687293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55922) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.722844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4448-e64d-4cf4-9845-3a0e6ba3b5e9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.726418 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18560eb-fcb6-4102-8fdb-fb14d7499522 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.726823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18560eb-fcb6-4102-8fdb-fb14d7499522 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.729076 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d18560eb-fcb6-4102-8fdb-fb14d7499522 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/97442d59-79fa-4b21-8620-de7d7d6abc34 HTTP/1.1" status: 404 len: 337 time: 0.0403223 Sep 18 20:07:50.733307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55924) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.740450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:50.740821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.772878 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40dd0ba-73f9-46e0-82ab-aa1070970256 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.773968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40dd0ba-73f9-46e0-82ab-aa1070970256 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.780923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c40dd0ba-73f9-46e0-82ab-aa1070970256 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/963caba5-7760-47b8-bfb6-63547fd15928 HTTP/1.1" status: 404 len: 333 time: 0.0438783 Sep 18 20:07:50.781693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55926) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.821604 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b74bbe-005f-459f-aecf-266cdd13e092 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.822113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b74bbe-005f-459f-aecf-266cdd13e092 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.826851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-44b74bbe-005f-459f-aecf-266cdd13e092 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/a6ebc8c6-6030-412d-b20f-138d539939c0 HTTP/1.1" status: 404 len: 337 time: 0.0412519 Sep 18 20:07:50.827141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55928) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.860809 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-383c3ada-92e2-41d0-8ca2-a2b8fe42f227 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.861421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383c3ada-92e2-41d0-8ca2-a2b8fe42f227 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.866023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-383c3ada-92e2-41d0-8ca2-a2b8fe42f227 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/fce832bb-1188-414c-a957-13d516660d90 HTTP/1.1" status: 404 len: 337 time: 0.0356534 Sep 18 20:07:50.866725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55930) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.869634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4448-e64d-4cf4-9845-3a0e6ba3b5e9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.896388 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-81146f2f-c20f-4a9d-b640-6c450d964494 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.897562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81146f2f-c20f-4a9d-b640-6c450d964494 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.901805 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-81146f2f-c20f-4a9d-b640-6c450d964494 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/a5f0fcf0-5ac3-470d-b06e-2138cbcf5ff7 HTTP/1.1" status: 404 len: 333 time: 0.0340781 Sep 18 20:07:50.902449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55932) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.954373 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6aabcbb-27ef-49b0-925c-875f7b12f34a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:50.954775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6aabcbb-27ef-49b0-925c-875f7b12f34a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:50.957148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4448-e64d-4cf4-9845-3a0e6ba3b5e9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.959983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e6aabcbb-27ef-49b0-925c-875f7b12f34a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/eaefe6e7-541e-4c3d-bf88-1861cdba75f1 HTTP/1.1" status: 404 len: 337 time: 0.0564754 Sep 18 20:07:50.960667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55934) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:50.966873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 273512a9-ab94-4862-91d6-e52a1311909b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:50.988047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb4448-e64d-4cf4-9845-3a0e6ba3b5e9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=1e94e5cd-000e-4eb2-940c-bef04afaa3ef,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:50.989095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 273512a9-ab94-4862-91d6-e52a1311909b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:07:50.989450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 273512a9-ab94-4862-91d6-e52a1311909b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:07:50.992308 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8cfb4448-e64d-4cf4-9845-3a0e6ba3b5e9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:50.996977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8cfb4448-e64d-4cf4-9845-3a0e6ba3b5e9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/1e94e5cd-000e-4eb2-940c-bef04afaa3ef HTTP/1.1" status: 204 len: 168 time: 0.4336057 Sep 18 20:07:50.998190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55936) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.004378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146519c5-9dd2-4701-a21a-a603400e15fd None None] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:51.021001 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5b0a7b-18dc-4757-b3fa-8a41e1030d68 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.021469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5b0a7b-18dc-4757-b3fa-8a41e1030d68 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.023310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4a5b0a7b-18dc-4757-b3fa-8a41e1030d68 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/d6812ce4-4722-493f-8de3-9ad40f3f5f2d HTTP/1.1" status: 404 len: 337 time: 0.0611801 Sep 18 20:07:51.025800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55938) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.058282 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5162c6a9-eb79-4231-b39d-3c4ea8bd6c11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.059042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5162c6a9-eb79-4231-b39d-3c4ea8bd6c11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.061007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5162c6a9-eb79-4231-b39d-3c4ea8bd6c11 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/3b892175-f476-41db-8163-0db76649c0f4 HTTP/1.1" status: 404 len: 333 time: 0.0341997 Sep 18 20:07:51.063987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.079021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3b72d1-e21f-4b90-86a5-6dd313b3c488 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet ae962611-af55-4df1-b5c3-7d9ff094961d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:51.082933 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea3b72d1-e21f-4b90-86a5-6dd313b3c488 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:51.100391 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d090bf6-1b61-474e-ad3d-d3e03e3fee26 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.100951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d090bf6-1b61-474e-ad3d-d3e03e3fee26 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.105403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0d090bf6-1b61-474e-ad3d-d3e03e3fee26 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/7466e1b5-1eea-4530-953d-6176454f5bdf HTTP/1.1" status: 404 len: 337 time: 0.0379701 Sep 18 20:07:51.105732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55946) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.129502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea3b72d1-e21f-4b90-86a5-6dd313b3c488 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:51.153757 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-64acb3df-de1b-4081-9e3b-4111d1b07eb5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.154340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64acb3df-de1b-4081-9e3b-4111d1b07eb5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.158554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-64acb3df-de1b-4081-9e3b-4111d1b07eb5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/d7bad55f-5b9e-4beb-9018-19f2f58c7adb HTTP/1.1" status: 404 len: 337 time: 0.0493574 Sep 18 20:07:51.158844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55948) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.184808 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b5002a-7fc8-488a-b228-1ab8979ec690 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.186014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b5002a-7fc8-488a-b228-1ab8979ec690 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.188790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-15b5002a-7fc8-488a-b228-1ab8979ec690 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/45e74fdd-988a-40b5-a9c9-a8d1bd04822e HTTP/1.1" status: 404 len: 333 time: 0.0278754 Sep 18 20:07:51.197225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55952) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.229947 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b2dbf0-1ef6-4541-84d9-b881da1da3fd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.230405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b2dbf0-1ef6-4541-84d9-b881da1da3fd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.232874 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-80b2dbf0-1ef6-4541-84d9-b881da1da3fd tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/8a533a71-5e92-4913-b342-d94f098788d5 HTTP/1.1" status: 404 len: 337 time: 0.0344665 Sep 18 20:07:51.235529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55954) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.277053 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9cb63d-993c-45c3-a2b9-0bc9b62bcdf8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.277432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9cb63d-993c-45c3-a2b9-0bc9b62bcdf8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.279297 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d9cb63d-993c-45c3-a2b9-0bc9b62bcdf8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/ec6d1506-59af-48ff-ab6f-d7b44eb31b41 HTTP/1.1" status: 404 len: 337 time: 0.0428042 Sep 18 20:07:51.281228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-898b4c5a-0f0b-4a3a-9819-975061ea64b7 None None] Provisioning complete for port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:51.281750 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-898b4c5a-0f0b-4a3a-9819-975061ea64b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:51.282074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55956) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.322231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4ad5048d-02b7-4f64-9bcb-14e8bdccc174 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports?device_id=4318ef01-2b60-424d-b4d7-2dbf23368163 HTTP/1.1" status: 200 len: 205 time: 0.0389662 Sep 18 20:07:51.324644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.329963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea3b72d1-e21f-4b90-86a5-6dd313b3c488 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:51.390197 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-5a086247-a82a-4cf4-ae4e-7e6479c44bc8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] delete failed (client error): The resource could not be found. Sep 18 20:07:51.391241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5a086247-a82a-4cf4-ae4e-7e6479c44bc8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/routers/4318ef01-2b60-424d-b4d7-2dbf23368163 HTTP/1.1" status: 404 len: 336 time: 0.0653801 Sep 18 20:07:51.394968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55966) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.408263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-cd14d998-9d93-4af7-a4ad-1e014e2fc7b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1268342 Sep 18 20:07:51.463129 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5b34e5-d980-4273-a8b2-479466842171 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.463129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5b34e5-d980-4273-a8b2-479466842171 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.464618 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4f5b34e5-d980-4273-a8b2-479466842171 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/1bcc0dc6-ac7e-4f07-9e22-54a1c04481f6 HTTP/1.1" status: 404 len: 337 time: 0.0684597 Sep 18 20:07:51.468826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55970) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.516503 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a48d2a7-df5c-4881-b294-aa78e26acfe8 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a492aa-0fba-47e2-9475-bcb38a804d20 HTTP/1.1" status: 200 len: 205 time: 0.0458276 Sep 18 20:07:51.518828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55974) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.549494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-cba0a23c-10dc-4c9d-9f90-364950731c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:51.552029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-cba0a23c-10dc-4c9d-9f90-364950731c2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0956244 Sep 18 20:07:51.566258 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-87b2adea-48a4-46b1-bdb0-9d3cc534d661 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] delete failed (client error): The resource could not be found. Sep 18 20:07:51.567342 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-87b2adea-48a4-46b1-bdb0-9d3cc534d661 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/routers/61a492aa-0fba-47e2-9475-bcb38a804d20 HTTP/1.1" status: 404 len: 336 time: 0.0474710 Sep 18 20:07:51.569068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea3b72d1-e21f-4b90-86a5-6dd313b3c488 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:51.579508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.593576 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea3b72d1-e21f-4b90-86a5-6dd313b3c488 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:51.597894 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ea3b72d1-e21f-4b90-86a5-6dd313b3c488 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/ae962611-af55-4df1-b5c3-7d9ff094961d HTTP/1.1" status: 204 len: 168 time: 0.5962515 Sep 18 20:07:51.616128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.634192 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad9547ce-052b-42a7-99a6-87e97cc2d433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:51.651146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b72d1-e21f-4b90-86a5-6dd313b3c488 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=ae962611-af55-4df1-b5c3-7d9ff094961d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:51.665429 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-980ce413-e21d-4f1c-8088-5e1c1266e1ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.665910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980ce413-e21d-4f1c-8088-5e1c1266e1ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.667963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-980ce413-e21d-4f1c-8088-5e1c1266e1ba tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/0f35e442-4cd1-4162-9135-24d5bd9e6136 HTTP/1.1" status: 404 len: 337 time: 0.0833068 Sep 18 20:07:51.691102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-268976f3-99cb-4101-b051-86e03ca65c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:51.693559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-268976f3-99cb-4101-b051-86e03ca65c3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1134109 Sep 18 20:07:51.694233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55984) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.810376 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76a0a72-8de9-434f-8886-c54e6578e003 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.814970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76a0a72-8de9-434f-8886-c54e6578e003 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.820384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c76a0a72-8de9-434f-8886-c54e6578e003 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/598f28f2-e624-4726-9aa9-5c85a1cfcc8c HTTP/1.1" status: 404 len: 337 time: 0.1247962 Sep 18 20:07:51.826917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 55992) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.859602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:51.910479 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae677589-1863-4f5d-b1c6-dcb31a3d5ec6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.911596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae677589-1863-4f5d-b1c6-dcb31a3d5ec6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.919744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ae677589-1863-4f5d-b1c6-dcb31a3d5ec6 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/7216fc8a-faac-4caa-8910-987a3e15f9da HTTP/1.1" status: 404 len: 333 time: 0.0843756 Sep 18 20:07:51.928794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55994) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:51.949467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-6777abe3-acf7-4b0b-9e89-be7d28ae4f24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 1002 time: 0.2306898 Sep 18 20:07:51.981223 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-6720a7b0-1ffc-43aa-99aa-90eec83a7742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:51.984605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6720a7b0-1ffc-43aa-99aa-90eec83a7742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:51.988243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6720a7b0-1ffc-43aa-99aa-90eec83a7742 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/beb739a6-9fce-4870-9e9a-2cf49f29212a HTTP/1.1" status: 404 len: 337 time: 0.0584476 Sep 18 20:07:51.992683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55996) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.028575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-8cc5d247-9f60-4aa2-afbe-e962e89489ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:52.030424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-8cc5d247-9f60-4aa2-afbe-e962e89489ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0722299 Sep 18 20:07:52.030665 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-96551ae1-5b99-4c36-8f11-9473d959cfc5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.032403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96551ae1-5b99-4c36-8f11-9473d959cfc5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.038723 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-96551ae1-5b99-4c36-8f11-9473d959cfc5 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/8bd35c7f-686c-4084-89f9-b1227721a38e HTTP/1.1" status: 404 len: 333 time: 0.0448310 Sep 18 20:07:52.039661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 55998) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.110258 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24c50c0-fde0-4b26-8280-8690b4714eb2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.111040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24c50c0-fde0-4b26-8280-8690b4714eb2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.116993 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c24c50c0-fde0-4b26-8280-8690b4714eb2 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/a631e3b0-6c97-482a-a587-f72f38a93f40 HTTP/1.1" status: 404 len: 337 time: 0.0740392 Sep 18 20:07:52.118169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56004) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.142853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:52.143466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.152735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-44b338be-3ec1-4d38-8c57-823dcd78be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:52.155448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-44b338be-3ec1-4d38-8c57-823dcd78be75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176677 Sep 18 20:07:52.181160 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed875d2-c525-40be-aa12-6444aa5d491a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.182005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed875d2-c525-40be-aa12-6444aa5d491a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.184589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8ed875d2-c525-40be-aa12-6444aa5d491a tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/91847f9e-8887-4d72-b420-441a17634366 HTTP/1.1" status: 404 len: 333 time: 0.0632596 Sep 18 20:07:52.196626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56006) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.270974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] For port 8931be02-1a0c-44ee-a157-5e2f7fd892f2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8931be02-1a0c-44ee-a157-5e2f7fd892f2,segment=NetworkSegment(aee9a21a-e6b7-49dd-be85-f19c9d74bcbc),segment_id=aee9a21a-e6b7-49dd-be85-f19c9d74bcbc)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:52.271768 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.311508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 8931be02-1a0c-44ee-a157-5e2f7fd892f2 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:52.322003 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2525bedc-8d5f-4987-991a-d2713d05a044 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.322805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2525bedc-8d5f-4987-991a-d2713d05a044 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.325444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2525bedc-8d5f-4987-991a-d2713d05a044 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/50e68f73-165a-4032-b97b-3559e656359a HTTP/1.1" status: 404 len: 337 time: 0.1256273 Sep 18 20:07:52.330789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56010) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.359484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3afde76-8103-43a1-9e04-aa75c5ddaed3 None None] Network 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:52.396478 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66f5e1d-8a49-4c4b-8dca-056d6fc28752 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.397363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66f5e1d-8a49-4c4b-8dca-056d6fc28752 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.399596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d66f5e1d-8a49-4c4b-8dca-056d6fc28752 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/dd2ce89e-ef12-43e4-85b1-0f7597b9b136 HTTP/1.1" status: 404 len: 333 time: 0.0675042 Sep 18 20:07:52.402486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56012) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.412490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-7f7b565f-070a-4517-8b9a-a303168fe75b service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484803 Sep 18 20:07:52.422844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.452207 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fec4e0-539a-4908-b9f4-77bc6d797147 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.452856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fec4e0-539a-4908-b9f4-77bc6d797147 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.458183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-01fec4e0-539a-4908-b9f4-77bc6d797147 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/383299c4-ea80-4d9b-88b6-5c726b04d67e HTTP/1.1" status: 404 len: 337 time: 0.0514534 Sep 18 20:07:52.466285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5d0f52d4-aabf-4d19-9b8d-742f6d60b20d None None] Provisioning complete for port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:52.466718 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5d0f52d4-aabf-4d19-9b8d-742f6d60b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.475153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56014) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.498602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f52d4-aabf-4d19-9b8d-742f6d60b20d None None] Port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 was deleted so its status cannot be updated. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 20:07:52.514212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=8931be02-1a0c-44ee-a157-5e2f7fd892f2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:52.523257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No DVR routers for this DVR port 8931be02-1a0c-44ee-a157-5e2f7fd892f2 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:52.525420 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19ed79f-bf24-439a-bddd-d47cc6ded26f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.526244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19ed79f-bf24-439a-bddd-d47cc6ded26f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.533491 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c19ed79f-bf24-439a-bddd-d47cc6ded26f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/de7c2cda-4a3f-4be9-8d10-415d1ff0f513 HTTP/1.1" status: 404 len: 333 time: 0.0562088 Sep 18 20:07:52.536751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56020) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.566515 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b42903-07ca-4ffc-8a47-93c4891aa404 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.566984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b42903-07ca-4ffc-8a47-93c4891aa404 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.571778 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d9b42903-07ca-4ffc-8a47-93c4891aa404 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/39157391-42f5-4f37-9820-75487c3de4d6 HTTP/1.1" status: 404 len: 337 time: 0.0339870 Sep 18 20:07:52.573715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56022) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.608766 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-781282f1-5805-480e-a28b-29496a7b7634 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.609597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781282f1-5805-480e-a28b-29496a7b7634 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.613706 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-781282f1-5805-480e-a28b-29496a7b7634 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/baf0a178-d934-41b2-8dec-182fd2eb80bb HTTP/1.1" status: 404 len: 333 time: 0.0367286 Sep 18 20:07:52.614219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56024) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.653764 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-4686aeb9-7a93-4fce-87d9-845075e1183e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.654306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4686aeb9-7a93-4fce-87d9-845075e1183e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.657090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee464f9e-6dfa-4053-97d9-395cb644e523 None None] DHCP port deletion for 4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:52.662079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4686aeb9-7a93-4fce-87d9-845075e1183e tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/13c5bf84-d09f-4ea7-bf18-d41e49b668b2 HTTP/1.1" status: 404 len: 337 time: 0.0466652 Sep 18 20:07:52.678894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56026) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.681653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.705975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:52.714696 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77c5ca0-dc57-43d5-b6c4-ab285711bb3b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.715800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77c5ca0-dc57-43d5-b6c4-ab285711bb3b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.717551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e77c5ca0-dc57-43d5-b6c4-ab285711bb3b tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/ports/011dae16-4631-495c-91ee-9752184ce025 HTTP/1.1" status: 404 len: 333 time: 0.0370989 Sep 18 20:07:52.718075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee9a21a-e6b7-49dd-be85-f19c9d74bcbc') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:52.718617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee9a21a-e6b7-49dd-be85-f19c9d74bcbc') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:52.721098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56028) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.722030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb07763b-9994-4cde-98ff-16b1b9aa4fd5 req-d11461ce-8e32-44b8-abd4-4f10d34860c5 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831485 Sep 18 20:07:52.742787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.767643 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97c29bf-f8d4-4dff-92aa-1dcc4525d62f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] DELETE failed (client error): The resource could not be found. Sep 18 20:07:52.768113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97c29bf-f8d4-4dff-92aa-1dcc4525d62f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:07:52.772140 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a97c29bf-f8d4-4dff-92aa-1dcc4525d62f tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/subnets/9c8bb26f-4f66-4533-b5a6-d1871bccd4bb HTTP/1.1" status: 404 len: 337 time: 0.0469034 Sep 18 20:07:52.772889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56030) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.782942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.787422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:52.787762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:52.791504 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:52.861827 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.871330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:52.873680 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/networks/4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9 HTTP/1.1" status: 204 len: 168 time: 1.2388873 Sep 18 20:07:52.888741 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56036) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:52.913204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c78530-efbe-4947-97e3-cf0d86b1f07e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Network': ['ID=4d1f09f3-faa5-4b1b-a9e3-6f9470898ce9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:52.960476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe06fc-46dc-4c50-ad2b-2998beca0eaa tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:52.965795 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-edfe06fc-46dc-4c50-ad2b-2998beca0eaa tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0632029 Sep 18 20:07:52.973187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56040) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:53.043581 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91ffe76d-73b5-48c8-baae-5f5b21294035 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0648789 Sep 18 20:07:53.044216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56042) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:53.049173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1634427426'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:53.072861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:53.076922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.104433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:53.115125 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.115728 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Added segment d142f061-2022-4e27-b0bd-badb8aaf3be2 of type vlan for network a7580b6a-2c44-48fe-86ea-8d642820ba92 Sep 18 20:07:53.168921 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.203120 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.210274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:53.211049 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.213218 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.261998 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2170079 Sep 18 20:07:53.280694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56050) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:53.289354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:53.294920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c745c0b-b7d3-4add-90a2-529e51d78b1d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Network': ['ID=a7580b6a-2c44-48fe-86ea-8d642820ba92,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:53.312575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network a7580b6a-2c44-48fe-86ea-8d642820ba92 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:53.346949 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.391244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.447606 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.456702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dc8557-de79-4367-b8f1-325567e3c906']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:53.476095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2daea97d-0464-4976-b935-b61c2ddaab7f') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:53.476396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2daea97d-0464-4976-b935-b61c2ddaab7f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:53.492543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.512280 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.520731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:07:53.521189 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:07:53.531444 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:07:53.541187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:53.545166 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.642177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.656899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.658769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] 10.222.0.20 "DELETE /v2.0/networks/89dc8557-de79-4367-b8f1-325567e3c906 HTTP/1.1" status: 204 len: 168 time: 0.8845742 Sep 18 20:07:53.703335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34055c57-36b8-401e-9e34-136885aa9406 tempest-NetworksTestDHCPv6-2104595855 tempest-NetworksTestDHCPv6-2104595855-project] Pushing event deleted for resources: {'Network': ['ID=89dc8557-de79-4367-b8f1-325567e3c906,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:53.877885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:53.950916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:53.959978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Checking segment: {'id': 'd142f061-2022-4e27-b0bd-badb8aaf3be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:53.960342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network hostable DHCP agents. Network: a7580b6a-2c44-48fe-86ea-8d642820ba92, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:53.979047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network a7580b6a-2c44-48fe-86ea-8d642820ba92 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:53.995787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56066) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:54.001618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, a7580b6a-2c44-48fe-86ea-8d642820ba92) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:54.011488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59d51b-b5c2-4478-992c-46ab5e3660c0 None None] Network a7580b6a-2c44-48fe-86ea-8d642820ba92 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:54.015023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:54.015170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.046829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-552f8d49-f980-4164-bb89-e99e72586719 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7589657 Sep 18 20:07:54.047055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56072) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:54.053220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92', 'name': 'tempest-PortsIpV6TestJSON-1324055533'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:54.239667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:54.245925 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.274581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 813ed195-dd62-4576-9ef6-d6e34665c332 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:54.281684 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-27501cb0-470d-400c-9932-1719d7bc0750 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4469d7a06f8041bc8386f71dbe3dbf2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824991 Sep 18 20:07:54.283582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56080) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:54.368900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-a7580b6a-2c44-48fe-86ea-8d642820ba92', 'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92', 'tenant_id': '98ea5795a2914befb99341eb352cd790', 'fixed_ips': [{'subnet_id': '7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:54.370191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.445648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb061b78-e0bf-4668-abc1-b0cc6f76a476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.451145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8931be02-1a0c-44ee-a157-5e2f7fd892f2 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:07:54.483967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 8931be02-1a0c-44ee-a157-5e2f7fd892f2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:07:54.484557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8931be02-1a0c-44ee-a157-5e2f7fd892f2 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:07:54.491954 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb061b78-e0bf-4668-abc1-b0cc6f76a476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.494881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::3a (a7580b6a-2c44-48fe-86ea-8d642820ba92/7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c/813ed195-dd62-4576-9ef6-d6e34665c332) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:54.606583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb061b78-e0bf-4668-abc1-b0cc6f76a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.609726 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb061b78-e0bf-4668-abc1-b0cc6f76a476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.611012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cb061b78-e0bf-4668-abc1-b0cc6f76a476 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08b622d2-9b6a-4b54-a0ee-977d739286db HTTP/1.1" status: 204 len: 168 time: 0.3262320 Sep 18 20:07:54.716440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb061b78-e0bf-4668-abc1-b0cc6f76a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b622d2-9b6a-4b54-a0ee-977d739286db,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:54.779006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.789329 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.833586 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.891982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network a7580b6a-2c44-48fe-86ea-8d642820ba92 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:54.896132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:54.900589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:54.923553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:54.924244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.948636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Allocated IP 2001:db8::2 (a7580b6a-2c44-48fe-86ea-8d642820ba92/7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c/ca48ba8f-cb4a-450c-9ac4-698b9b0bf921) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:54.952275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ac6cda9e-3e82-4ee8-93ee-a08a14e92ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:54.982625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=813ed195-dd62-4576-9ef6-d6e34665c332,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:54.996910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3993e6d8-0efe-480d-8c00-bfd75a93188c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9483378 Sep 18 20:07:55.000150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56094) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:55.008554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92', 'name': 'tempest-PortsIpV6TestJSON-1039837474'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:55.216970 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.227100 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.267945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:55.275401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.312553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Pushing event updated for resources: {'Port': ['ID=ca48ba8f-cb4a-450c-9ac4-698b9b0bf921,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:55.320891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 7b7ac63b-5637-46e9-bdf0-7bc5759c82d4 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:07:55.334867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Network a7580b6a-2c44-48fe-86ea-8d642820ba92 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:55.343893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:55.347627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.348213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.348757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.349292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.349786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.350304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.350831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.351361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.351902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.352405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.352950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.353529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:07:55.358212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:55.466534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Attempting to bind port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:55.467124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Attempting to bind port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd142f061-2022-4e27-b0bd-badb8aaf3be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:55.467124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Attempting to bind port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 on network a7580b6a-2c44-48fe-86ea-8d642820ba92 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:55.504244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:55.504633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Checking segment: {'id': 'd142f061-2022-4e27-b0bd-badb8aaf3be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:55.505037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.505440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Bound using segment: {'id': 'd142f061-2022-4e27-b0bd-badb8aaf3be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:55.507941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Bound port: ca48ba8f-cb4a-450c-9ac4-698b9b0bf921, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd142f061-2022-4e27-b0bd-badb8aaf3be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a7580b6a-2c44-48fe-86ea-8d642820ba92'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:55.508949 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.604055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::3c8 (a7580b6a-2c44-48fe-86ea-8d642820ba92/7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c/7b7ac63b-5637-46e9-bdf0-7bc5759c82d4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:55.634636 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.674322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] For port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:55.684199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] For port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca48ba8f-cb4a-450c-9ac4-698b9b0bf921,segment=NetworkSegment(d142f061-2022-4e27-b0bd-badb8aaf3be2),segment_id=d142f061-2022-4e27-b0bd-badb8aaf3be2)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:55.693462 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.725613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56124) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:55.767768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72b6b9-b29d-4389-8ab1-98327ead4cd4 None None] Pushing event updated for resources: {'Port': ['ID=ca48ba8f-cb4a-450c-9ac4-698b9b0bf921,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:55.857306 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.909991 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:55.942996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1812895428'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:55.987939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network a7580b6a-2c44-48fe-86ea-8d642820ba92 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:55.996134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:56.006837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:56.021790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:56.022552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.061317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=7b7ac63b-5637-46e9-bdf0-7bc5759c82d4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:56.066601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Made reservation on behalf of d853d2353e414901becb242b84c50f21 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:56.070433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.081562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.084327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-829a4df6-af4a-4e19-b540-5a5d1aa688db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0828874 Sep 18 20:07:56.087131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56132) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:56.243671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17637c-3eb9-4aad-b800-b8a82b5f6f38 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:56.253189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56138) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:56.253760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fa17637c-3eb9-4aad-b800-b8a82b5f6f38 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a HTTP/1.1" status: 200 len: 928 time: 0.1564128 Sep 18 20:07:56.322740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.336244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.398420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:07:56.421384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d842ae-e088-4b83-b82f-21818ea0d348,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:56.442022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd71f3-d245-472c-bcc2-94fb85c5b3f3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 7b7ac63b-5637-46e9-bdf0-7bc5759c82d4 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:56.442022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5bd71f3-d245-472c-bcc2-94fb85c5b3f3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.444068 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.444068 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Added segment a30e228e-3b73-419f-a129-496a0b3bc750 of type vlan for network 1fe7245a-675a-41e2-a804-a53bd140786a Sep 18 20:07:56.470132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:56.546111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:56.546478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.582333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.582607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5bd71f3-d245-472c-bcc2-94fb85c5b3f3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.603818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd71f3-d245-472c-bcc2-94fb85c5b3f3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 7b7ac63b-5637-46e9-bdf0-7bc5759c82d4 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:56.633764 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.640341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:56.641270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.676557 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.726400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9968879 Sep 18 20:07:56.730400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56150) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:56.740029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Request body: {'subnet': {'network_id': '1fe7245a-675a-41e2-a804-a53bd140786a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:56.754100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca48ba8f-cb4a-450c-9ac4-698b9b0bf921,segment=NetworkSegment(d142f061-2022-4e27-b0bd-badb8aaf3be2),segment_id=d142f061-2022-4e27-b0bd-badb8aaf3be2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:56.763590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.827184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=ca48ba8f-cb4a-450c-9ac4-698b9b0bf921,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:56.868672 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5bd71f3-d245-472c-bcc2-94fb85c5b3f3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.927366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e1dfe-128e-4be9-81f2-ec72ef038477 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'Network': ['ID=1fe7245a-675a-41e2-a804-a53bd140786a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:56.928910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd71f3-d245-472c-bcc2-94fb85c5b3f3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=7b7ac63b-5637-46e9-bdf0-7bc5759c82d4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:56.943146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 1fe7245a-675a-41e2-a804-a53bd140786a details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:07:56.973653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a5bd71f3-d245-472c-bcc2-94fb85c5b3f3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:56.976306 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a5bd71f3-d245-472c-bcc2-94fb85c5b3f3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/7b7ac63b-5637-46e9-bdf0-7bc5759c82d4 HTTP/1.1" status: 204 len: 168 time: 0.7211180 Sep 18 20:07:56.978133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Made reservation on behalf of d853d2353e414901becb242b84c50f21 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:07:56.979166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56156) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:56.983072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.004944 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3808689-e4da-4cf2-aa40-c10f87ea9e76 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:57.006759 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c3808689-e4da-4cf2-aa40-c10f87ea9e76 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/7b7ac63b-5637-46e9-bdf0-7bc5759c82d4 HTTP/1.1" status: 404 len: 333 time: 0.0264487 Sep 18 20:07:57.010664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56158) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:57.163993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca99f7e8-1195-491f-87fb-490cc43578d9 None None] Network a7580b6a-2c44-48fe-86ea-8d642820ba92 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:57.240491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-de747ec0-1e70-4ba8-9fc2-be766081ef98 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 813ed195-dd62-4576-9ef6-d6e34665c332 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:57.240892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de747ec0-1e70-4ba8-9fc2-be766081ef98 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.279581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-81fb66cf-e076-4db2-82b6-79078a4b34ae None None] Provisioning complete for port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:57.279958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81fb66cf-e076-4db2-82b6-79078a4b34ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.402374 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de747ec0-1e70-4ba8-9fc2-be766081ef98 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.424718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-de747ec0-1e70-4ba8-9fc2-be766081ef98 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 813ed195-dd62-4576-9ef6-d6e34665c332 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:57.492003 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.513383 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.581455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'Subnet': ['ID=9dc2cde6-d096-43ea-817e-d15b83670836,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:57.639502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Checking segment: {'id': 'a30e228e-3b73-419f-a129-496a0b3bc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1fe7245a-675a-41e2-a804-a53bd140786a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:57.642596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Network hostable DHCP agents. Network: 1fe7245a-675a-41e2-a804-a53bd140786a, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:07:57.719022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Network 1fe7245a-675a-41e2-a804-a53bd140786a is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:07:57.737884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 1fe7245a-675a-41e2-a804-a53bd140786a) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:57.740039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de747ec0-1e70-4ba8-9fc2-be766081ef98 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.749226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:07:57.749572 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.751503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672254bc-663e-4a08-8f71-38e2907bb886 None None] Network 1fe7245a-675a-41e2-a804-a53bd140786a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:57.783905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-493edbe3-27e6-4aff-8974-c66b698aa0cd tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0505507 Sep 18 20:07:57.784863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de747ec0-1e70-4ba8-9fc2-be766081ef98 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=813ed195-dd62-4576-9ef6-d6e34665c332,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:57.786507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56176) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:57.791001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-01817146-4b24-4af7-a3da-43da2aed586e tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-333976869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:07:57.843080 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de747ec0-1e70-4ba8-9fc2-be766081ef98 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.847074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01817146-4b24-4af7-a3da-43da2aed586e tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.848179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01817146-4b24-4af7-a3da-43da2aed586e tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.851964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56178) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:57.856579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-de747ec0-1e70-4ba8-9fc2-be766081ef98 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/813ed195-dd62-4576-9ef6-d6e34665c332 HTTP/1.1" status: 204 len: 168 time: 0.8293393 Sep 18 20:07:57.878884 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38dbd4a-773f-402c-8f22-417b5d7bb67d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:07:57.880876 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f38dbd4a-773f-402c-8f22-417b5d7bb67d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/813ed195-dd62-4576-9ef6-d6e34665c332 HTTP/1.1" status: 404 len: 333 time: 0.0270469 Sep 18 20:07:57.883799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56180) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:57.989884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd32b09-3cd0-4b1f-beb7-49eb64b38344 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet 7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:07:57.990503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01817146-4b24-4af7-a3da-43da2aed586e tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.994689 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2dd32b09-3cd0-4b1f-beb7-49eb64b38344 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:57.998890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01817146-4b24-4af7-a3da-43da2aed586e tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.034834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9ab1ddda-6e5e-4908-ab25-e76eed520928 None None] Could not find standard attr ID for object 813ed195-dd62-4576-9ef6-d6e34665c332. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:58.043467 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-01817146-4b24-4af7-a3da-43da2aed586e tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.045083 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-01817146-4b24-4af7-a3da-43da2aed586e tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2575026 Sep 18 20:07:58.047688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:58.068264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-1fe7245a-675a-41e2-a804-a53bd140786a', 'network_id': '1fe7245a-675a-41e2-a804-a53bd140786a', 'tenant_id': 'd853d2353e414901becb242b84c50f21', 'fixed_ips': [{'subnet_id': '9dc2cde6-d096-43ea-817e-d15b83670836'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:07:58.069289 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.092456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9ab1ddda-6e5e-4908-ab25-e76eed520928 None None] Provisioning complete for port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:58.097227 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ddda-6e5e-4908-ab25-e76eed520928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.101878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2dd32b09-3cd0-4b1f-beb7-49eb64b38344 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.174485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56184) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:58.363431 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:07:58.457685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2dd32b09-3cd0-4b1f-beb7-49eb64b38344 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.528842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:07:58.595325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Allocated IP 172.20.0.2 (1fe7245a-675a-41e2-a804-a53bd140786a/9dc2cde6-d096-43ea-817e-d15b83670836/90f21bb0-1349-48f3-82c5-91763306f188) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:58.618489 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.633323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0ae94ab3-ea09-444f-ab32-b8f03bbc26c0 None None] Could not find standard attr ID for object 813ed195-dd62-4576-9ef6-d6e34665c332. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:58.649470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:07:58.649897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.725486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2dd32b09-3cd0-4b1f-beb7-49eb64b38344 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.753309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd32b09-3cd0-4b1f-beb7-49eb64b38344 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:58.768663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2dd32b09-3cd0-4b1f-beb7-49eb64b38344 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.774468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56198) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:07:58.774640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2dd32b09-3cd0-4b1f-beb7-49eb64b38344 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c HTTP/1.1" status: 204 len: 168 time: 0.8894906 Sep 18 20:07:58.799176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port 69ed53f3-95de-4d7f-9ec0-40114aada956 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:58.799572 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.920017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.920353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.932503 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.939591 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:58.940412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for 69ed53f3-95de-4d7f-9ec0-40114aada956 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:59.042057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-88894285-4424-44e2-962b-4a29d60724e3 None None] Could not find standard attr ID for object 7b7ac63b-5637-46e9-bdf0-7bc5759c82d4. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:07:59.048342 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.104625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:07:59.105221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.152542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Network 1fe7245a-675a-41e2-a804-a53bd140786a is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:07:59.160861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcf2b9-4736-45fd-92a3-d5c9203117b8 None None] Network a7580b6a-2c44-48fe-86ea-8d642820ba92 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:07:59.162905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:07:59.192137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:07:59.239797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.240957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Pushing event updated for resources: {'Port': ['ID=90f21bb0-1349-48f3-82c5-91763306f188,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:59.275420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] For port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ca48ba8f-cb4a-450c-9ac4-698b9b0bf921,segment=NetworkSegment(d142f061-2022-4e27-b0bd-badb8aaf3be2),segment_id=d142f061-2022-4e27-b0bd-badb8aaf3be2)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:07:59.275842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.300338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=69ed53f3-95de-4d7f-9ec0-40114aada956,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:59.320269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Attempting to bind port 90f21bb0-1349-48f3-82c5-91763306f188 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:07:59.321321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Attempting to bind port 90f21bb0-1349-48f3-82c5-91763306f188 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a30e228e-3b73-419f-a129-496a0b3bc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1fe7245a-675a-41e2-a804-a53bd140786a'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:07:59.321801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Attempting to bind port 90f21bb0-1349-48f3-82c5-91763306f188 on network 1fe7245a-675a-41e2-a804-a53bd140786a {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:07:59.328363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:07:59.329741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:07:59.330254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Checking segment: {'id': 'a30e228e-3b73-419f-a129-496a0b3bc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1fe7245a-675a-41e2-a804-a53bd140786a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:07:59.330898 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.331572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Bound using segment: {'id': 'a30e228e-3b73-419f-a129-496a0b3bc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1fe7245a-675a-41e2-a804-a53bd140786a'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:07:59.332473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Bound port: 90f21bb0-1349-48f3-82c5-91763306f188, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30e228e-3b73-419f-a129-496a0b3bc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1fe7245a-675a-41e2-a804-a53bd140786a'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:07:59.332631 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.373784 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.374172 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Floating IP 57bc839c-e69c-47dc-acac-6a3a7acc3135 disassociated (deleted). External IP: 172.25.8.221, port: 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00. Sep 18 20:07:59.458262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Allocated IP 172.20.0.1 (1fe7245a-675a-41e2-a804-a53bd140786a/9dc2cde6-d096-43ea-817e-d15b83670836/599d269e-79a9-403d-8443-e84229214ef6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:07:59.462844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] For port 90f21bb0-1349-48f3-82c5-91763306f188, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:07:59.468311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] For port 90f21bb0-1349-48f3-82c5-91763306f188, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=90f21bb0-1349-48f3-82c5-91763306f188,segment=NetworkSegment(a30e228e-3b73-419f-a129-496a0b3bc750),segment_id=a30e228e-3b73-419f-a129-496a0b3bc750)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:07:59.478477 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.583800 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.611494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b3bb7-f36a-4d5d-9556-65ccfb716330 None None] DHCP port deletion for a7580b6a-2c44-48fe-86ea-8d642820ba92 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:07:59.619103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1786-e908-4435-af3f-fe0377c86ceb None None] Pushing event updated for resources: {'Port': ['ID=90f21bb0-1349-48f3-82c5-91763306f188,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:59.649553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No DVR routers for this DVR port ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:07:59.681490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=ca48ba8f-cb4a-450c-9ac4-698b9b0bf921,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:07:59.808018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:07:59.809951 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.854501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.881192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7580b6a-2c44-48fe-86ea-8d642820ba92']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:59.905452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd142f061-2022-4e27-b0bd-badb8aaf3be2') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:59.905757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd142f061-2022-4e27-b0bd-badb8aaf3be2') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:07:59.928838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.978227 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:07:59.985586 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.012124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:00.013096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:00.020322 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:00.041328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:00.048746 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.060104 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e112f7-a67f-41ee-a502-177357828724 None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:00.066556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Network 1fe7245a-675a-41e2-a804-a53bd140786a is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:00.073180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:00.086164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:00.094345 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e112f7-a67f-41ee-a502-177357828724 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:00.094960 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-58e112f7-a67f-41ee-a502-177357828724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:00.096266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-734997ea-2ba7-4d1a-bb25-49e625ebff77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "DELETE /v2.0/floatingips/57bc839c-e69c-47dc-acac-6a3a7acc3135 HTTP/1.1" status: 204 len: 168 time: 1.9207120 Sep 18 20:08:00.097016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:08:00.102864 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bf5057-edac-413d-bd79-1b4c114443e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:08:00.227807 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f0471a-848b-41b9-81b7-e96f030773d5 x-openstack-request-id: req-17f0471a-848b-41b9-81b7-e96f030773d5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:08:00.228092 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:08:00.228871 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17f0471a-848b-41b9-81b7-e96f030773d5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:08:00.229464 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'status': 'completed', 'code': 200} Sep 18 20:08:00.232550 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-58e112f7-a67f-41ee-a502-177357828724 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:00.265996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'Port': ['ID=599d269e-79a9-403d-8443-e84229214ef6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:00.303597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.340461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.348411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56226) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:00.353929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1475317871'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:00.356379 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/networks/a7580b6a-2c44-48fe-86ea-8d642820ba92 HTTP/1.1" status: 204 len: 168 time: 1.5688593 Sep 18 20:08:00.358330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.415153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:00.435934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.474548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:08:00.487852 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.488068 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Added segment a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063 of type vlan for network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 Sep 18 20:08:00.545281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90f21bb0-1349-48f3-82c5-91763306f188 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:00.575688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.625230 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.645564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:00.647441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.713290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 90f21bb0-1349-48f3-82c5-91763306f188 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:00.713861 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:00.829066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Network': ['ID=3701a74a-08e6-41ed-beb9-ea9136fa88e2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:00.867770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:08:00.868269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-75657950-7f63-47f2-a120-b894c52a0212 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5181866 Sep 18 20:08:00.873903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56238) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:00.879246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:00.914735 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-58e112f7-a67f-41ee-a502-177357828724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:04:03Z', 'revision_number': 1, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:00.991635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e112f7-a67f-41ee-a502-177357828724 None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:01.002823 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e112f7-a67f-41ee-a502-177357828724 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:01.003906 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-58e112f7-a67f-41ee-a502-177357828724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:01.176216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac625a9c-66e5-476c-8fdf-3fcaf1eac4bd req-182d5998-9872-4778-a604-3fcf85018779 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:01.177831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac625a9c-66e5-476c-8fdf-3fcaf1eac4bd req-182d5998-9872-4778-a604-3fcf85018779 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 945 time: 0.5702152 Sep 18 20:08:01.196847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:01.209705 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:01.236787 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-58e112f7-a67f-41ee-a502-177357828724 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:01.356940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:01.384436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69c62d-79da-43ae-b7de-dbc8f1292b92 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Network': ['ID=a7580b6a-2c44-48fe-86ea-8d642820ba92,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:01.421527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-985e3e64-2ea0-44e0-b03f-c8f1a154d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:01.423746 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-985e3e64-2ea0-44e0-b03f-c8f1a154d2ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 1097 time: 1.1437066 Sep 18 20:08:01.424694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:01.461175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 90f21bb0-1349-48f3-82c5-91763306f188, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=90f21bb0-1349-48f3-82c5-91763306f188,segment=NetworkSegment(a30e228e-3b73-419f-a129-496a0b3bc750),segment_id=a30e228e-3b73-419f-a129-496a0b3bc750)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:01.470414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bac1533-e129-44d5-b2f2-c18ebfd06873 None None] Network 1fe7245a-675a-41e2-a804-a53bd140786a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:01.487915 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:01.620150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-e1cb2789-1886-4863-9553-14fdbdd7f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:01.621733 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-e1cb2789-1886-4863-9553-14fdbdd7f361 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1865299 Sep 18 20:08:01.622388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56252) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:01.708424 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-c5c4d377-9ab8-4d84-9768-847ac39bcc76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 HTTP/1.1" status: 200 len: 217 time: 0.0766404 Sep 18 20:08:01.763161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:01.834348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-938b5d9a-37cf-4115-88aa-7d6a616ba5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:01.836161 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-938b5d9a-37cf-4115-88aa-7d6a616ba5a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.1139722 Sep 18 20:08:01.896908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a2d50d44-2ce5-4ce8-adbe-bf0a8362331f None None] Provisioning complete for port 90f21bb0-1349-48f3-82c5-91763306f188 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:01.897614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a2d50d44-2ce5-4ce8-adbe-bf0a8362331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:01.915829 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-58e112f7-a67f-41ee-a502-177357828724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:04:03Z', 'revision_number': 1, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:01.942986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:01.943864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ca48ba8f-cb4a-450c-9ac4-698b9b0bf921 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:01.980355 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e112f7-a67f-41ee-a502-177357828724 None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ff90882a-214d-4dbd-9da8-8d4acbc6e29d', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'port_id': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'mac_address': 'fa:16:3e:45:6d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:03:59Z', 'updated_at': '2021-09-18T20:04:03Z', 'revision_number': 1, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:01.991972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=90f21bb0-1349-48f3-82c5-91763306f188,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:02.055272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25769ce1-8513-471d-8822-525ce80a0978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.139453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac625a9c-66e5-476c-8fdf-3fcaf1eac4bd req-e413a71e-390a-45b8-8e8f-1ba655e13f0c tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9545252 Sep 18 20:08:02.232386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-5a25db49-9f27-4318-94cc-ea791ee4a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:02.234390 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-5a25db49-9f27-4318-94cc-ea791ee4a736 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3864205 Sep 18 20:08:02.304330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.438094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90f21bb0-1349-48f3-82c5-91763306f188 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:02.452747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=d125a188-90a8-4991-8a80-bfc66139852d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:02.478544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Checking segment: {'id': 'a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:02.478936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network hostable DHCP agents. Network: 3701a74a-08e6-41ed-beb9-ea9136fa88e2, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:08:02.483275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df70a7-53c5-4e9c-ba0e-60299b936a2e None None] New status for floating IP 57bc839c-e69c-47dc-acac-6a3a7acc3135: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:08:02.502183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d86ff8-5265-42b1-be95-73e5af54018a req-98b252bc-fc53-4735-89c4-ac696c16bf56 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:02.503794 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-42d86ff8-5265-42b1-be95-73e5af54018a req-98b252bc-fc53-4735-89c4-ac696c16bf56 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 945 time: 0.5607626 Sep 18 20:08:02.505501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:08:02.525924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 3701a74a-08e6-41ed-beb9-ea9136fa88e2) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:02.543933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:02.544797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.582437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d06fe5-e66b-40be-936a-ac1307c7cf77 None None] Network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:02.707142 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-d20f768f-ab2d-42c9-84ea-f7505fc80159 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530897 Sep 18 20:08:02.737220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.753700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ef1a3cf0-7b22-4032-9403-3707d33ebda7 None None] Provisioning complete for port 90f21bb0-1349-48f3-82c5-91763306f188 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:02.753913 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3cf0-7b22-4032-9403-3707d33ebda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.781512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25769ce1-8513-471d-8822-525ce80a0978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.783908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.795188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-58c15ee2-1b58-46dc-b8c3-99ff26a2a7e7 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9194748 Sep 18 20:08:02.798033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56272) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:02.805604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2', 'name': 'tempest-PortsIpV6TestJSON-1933899671', 'fixed_ips': [{'subnet_id': 'd125a188-90a8-4991-8a80-bfc66139852d', 'ip_address': '2001:db8::10'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:02.806079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-3701a74a-08e6-41ed-beb9-ea9136fa88e2', 'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2', 'tenant_id': '98ea5795a2914befb99341eb352cd790', 'fixed_ips': [{'subnet_id': 'd125a188-90a8-4991-8a80-bfc66139852d'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:08:02.806983 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.839002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-25769ce1-8513-471d-8822-525ce80a0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.856910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 90f21bb0-1349-48f3-82c5-91763306f188 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:02.857394 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:02.979796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:03.003717 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-25769ce1-8513-471d-8822-525ce80a0978 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abcda9de08e2481faa221092c79c8b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3786051 Sep 18 20:08:03.008442 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56274) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:03.009530 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.012793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'Port': ['ID=599d269e-79a9-403d-8443-e84229214ef6,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:03.026534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25769ce1-8513-471d-8822-525ce80a0978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932379b5-17d6-456c-a964-a852a465f062,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:03.055531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:03.055879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.101241 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e5bf5057-edac-413d-bd79-1b4c114443e4 req-31b334ba-1fb3-4aa6-a27d-697cf59c6659 service neutron] 10.222.0.32 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619342 Sep 18 20:08:03.152376 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.165474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Allocated IP 2001:db8::2 (3701a74a-08e6-41ed-beb9-ea9136fa88e2/d125a188-90a8-4991-8a80-bfc66139852d/e19d767e-7061-4c12-98b1-d50b696e54a3) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:03.196254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ef1a3cf0-7b22-4032-9403-3707d33ebda7 None None] Provisioning complete for port 599d269e-79a9-403d-8443-e84229214ef6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:03.196628 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3cf0-7b22-4032-9403-3707d33ebda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.207968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 7b76a81c-b3ea-4268-a313-dabbad9127b3 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:08:03.271503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d67f033-4be1-4889-a7f9-0256ba53b4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.273153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a3cf0-7b22-4032-9403-3707d33ebda7 None None] Port 599d269e-79a9-403d-8443-e84229214ef6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:03.320024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] For port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:03.320664 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.345845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Network 1fe7245a-675a-41e2-a804-a53bd140786a is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:03.354781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:03.382527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d67f033-4be1-4889-a7f9-0256ba53b4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.385921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:03.422999 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.427164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-290b1c8f-31ad-4a46-90d2-2f5653833eae None None] Provisioning complete for port 599d269e-79a9-403d-8443-e84229214ef6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:03.427536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-290b1c8f-31ad-4a46-90d2-2f5653833eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.458751 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.493582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-290b1c8f-31ad-4a46-90d2-2f5653833eae None None] Port 599d269e-79a9-403d-8443-e84229214ef6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:03.528188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:03.531176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:03.538680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:03.567397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Pushing event updated for resources: {'Port': ['ID=e19d767e-7061-4c12-98b1-d50b696e54a3,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:03.570450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81b7f6-2823-408b-b015-117950617268 req-e778fd28-ec2a-4e25-ae7e-e437b2cf0f57 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:03.585243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d81b7f6-2823-408b-b015-117950617268 req-e778fd28-ec2a-4e25-ae7e-e437b2cf0f57 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 945 time: 0.3041387 Sep 18 20:08:03.609225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::10 (3701a74a-08e6-41ed-beb9-ea9136fa88e2/d125a188-90a8-4991-8a80-bfc66139852d/7b76a81c-b3ea-4268-a313-dabbad9127b3) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:03.650878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Attempting to bind port e19d767e-7061-4c12-98b1-d50b696e54a3 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:03.651766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Attempting to bind port e19d767e-7061-4c12-98b1-d50b696e54a3 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:03.652395 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Attempting to bind port e19d767e-7061-4c12-98b1-d50b696e54a3 on network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:03.661640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:03.662089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Checking segment: {'id': 'a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:03.662416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.662812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Bound using segment: {'id': 'a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:03.663331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Bound port: e19d767e-7061-4c12-98b1-d50b696e54a3, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:03.663753 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.716465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.754787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d81b7f6-2823-408b-b015-117950617268 req-5465d540-3be2-4b06-8b4e-01d1c036c04d tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684914 Sep 18 20:08:03.758625 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d67f033-4be1-4889-a7f9-0256ba53b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.762082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d67f033-4be1-4889-a7f9-0256ba53b4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.763462 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3d67f033-4be1-4889-a7f9-0256ba53b4da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/932379b5-17d6-456c-a964-a852a465f062 HTTP/1.1" status: 204 len: 168 time: 0.7517366 Sep 18 20:08:03.779650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a77ca0e0-acd5-49c2-a41f-23dee5d3f3ff None None] Provisioning complete for port 599d269e-79a9-403d-8443-e84229214ef6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:03.780142 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a77ca0e0-acd5-49c2-a41f-23dee5d3f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.806895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:03.849540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] No DVR routers for this DVR port 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:03.852999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67f033-4be1-4889-a7f9-0256ba53b4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932379b5-17d6-456c-a964-a852a465f062,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:03.861946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.864309 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-42d86ff8-5265-42b1-be95-73e5af54018a req-beb11c9a-f426-4c10-9ff7-5e6de5c0216b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.32 "DELETE /v2.0/ports/9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 HTTP/1.1" status: 204 len: 173 time: 1.3479843 Sep 18 20:08:03.864780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'name': 'network-vif-deleted', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:08:03.867169 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be92e484-4806-46fe-8ee7-5f5ce3450a4f" -d '{"events": [{"server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "name": "network-vif-deleted", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:08:03.871859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a77ca0e0-acd5-49c2-a41f-23dee5d3f3ff None None] Port 599d269e-79a9-403d-8443-e84229214ef6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:03.896470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Router 6fe6c72c-5465-4883-b886-c79dac6c6aa4 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:08:03.906324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] For port e19d767e-7061-4c12-98b1-d50b696e54a3, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:03.951229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] For port e19d767e-7061-4c12-98b1-d50b696e54a3, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e19d767e-7061-4c12-98b1-d50b696e54a3,segment=NetworkSegment(a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063),segment_id=a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:03.963635 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:03.989770 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd0a357-e193-417b-9854-42d5bdc4de27 x-openstack-request-id: req-0fd0a357-e193-417b-9854-42d5bdc4de27 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:08:03.989770 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1", "name": "network-vif-deleted", "tag": "9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:08:03.990123 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fd0a357-e193-417b-9854-42d5bdc4de27 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:08:03.990529 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1', 'name': 'network-vif-deleted', 'tag': '9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00', 'status': 'completed', 'code': 200} Sep 18 20:08:04.026152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:04.049964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:04.055523 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b76e73e4-2904-4ab1-b712-54a1347c6cb6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "PUT /v2.0/routers/6fe6c72c-5465-4883-b886-c79dac6c6aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0066171 Sep 18 20:08:04.060160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56300) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:04.066978 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507ffd5-dc7c-4f9c-a886-3bb2afaf1b25 None None] Sync routers for ids ['6fe6c72c-5465-4883-b886-c79dac6c6aa4'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:04.085206 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507ffd5-dc7c-4f9c-a886-3bb2afaf1b25 None None] Routers {'6fe6c72c-5465-4883-b886-c79dac6c6aa4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:04.086886 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d507ffd5-dc7c-4f9c-a886-3bb2afaf1b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6fe6c72c-5465-4883-b886-c79dac6c6aa4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:04.087061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f281b0b-f256-4461-a236-bbad9c36935a None None] Pushing event updated for resources: {'Port': ['ID=e19d767e-7061-4c12-98b1-d50b696e54a3,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:04.089608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Request body: {'port': {'network_id': '1fe7245a-675a-41e2-a804-a53bd140786a', 'name': 'tempest-FloatingIPNegativeTestJSON-116261703'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:04.154923 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d507ffd5-dc7c-4f9c-a886-3bb2afaf1b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:04.164585 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507ffd5-dc7c-4f9c-a886-3bb2afaf1b25 None None] Routers {'6fe6c72c-5465-4883-b886-c79dac6c6aa4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:04.165426 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d507ffd5-dc7c-4f9c-a886-3bb2afaf1b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6fe6c72c-5465-4883-b886-c79dac6c6aa4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:04.201516 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:04.232277 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d507ffd5-dc7c-4f9c-a886-3bb2afaf1b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:04.233412 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507ffd5-dc7c-4f9c-a886-3bb2afaf1b25 None None] The sync data for ids ['6fe6c72c-5465-4883-b886-c79dac6c6aa4'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:04.266280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Made reservation on behalf of d853d2353e414901becb242b84c50f21 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:04.271451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:04.309269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:04.322673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:04.330345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:04.332632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] device_id is not set on port cbbb5669-6fee-4692-a45b-ca74ef00de15 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:08:04.354725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:04.356745 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:04.426182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=7b76a81c-b3ea-4268-a313-dabbad9127b3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:04.439650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3df45b89-137e-475a-bcaa-d6fa23693da0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6386809 Sep 18 20:08:04.442148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56306) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:04.457075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '3701a74a-08e6-41ed-beb9-ea9136fa88e2', 'name': 'tempest-PortsIpV6TestJSON-1670678125', 'fixed_ips': [{'subnet_id': 'd125a188-90a8-4991-8a80-bfc66139852d', 'ip_address': '2001:db8::f'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:04.598561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Allocated IP 172.20.0.3 (1fe7245a-675a-41e2-a804-a53bd140786a/9dc2cde6-d096-43ea-817e-d15b83670836/cbbb5669-6fee-4692-a45b-ca74ef00de15) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:04.712823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:04.726440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:04.767452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:08:04.866382 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:04.901673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe28aca4-7959-40f8-b76c-9874ddb5f4a7 req-ac2a800b-d11c-48bc-b21a-b694417c995e tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.0399971 Sep 18 20:08:04.920277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:04.936728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:04.981582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Network 1fe7245a-675a-41e2-a804-a53bd140786a is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:04.992793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:04.993386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 9d63cf26-0c5b-44bb-ad4a-7fcf2b1b3c00 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:05.019861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:05.021920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'Port': ['ID=cbbb5669-6fee-4692-a45b-ca74ef00de15,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:05.046338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:05.166648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::f (3701a74a-08e6-41ed-beb9-ea9136fa88e2/d125a188-90a8-4991-8a80-bfc66139852d/d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:05.186249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:05.187072 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.217318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56332) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:05.234970 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e9517521-fa97-4f68-b9a5-4dcb6d2fbdc6 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1681809 Sep 18 20:08:05.235177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56336) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:05.240309 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:05.281154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.455495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1944081372-network', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:05.510695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Made reservation on behalf of 5305a2f7adbf4399b331962f3fcf8853 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:05.514420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.527781 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.529874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-59aef244-ba60-402d-bff1-65abad5a5a12 None None] Provisioning complete for port cbbb5669-6fee-4692-a45b-ca74ef00de15 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:05.530344 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59aef244-ba60-402d-bff1-65abad5a5a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.531565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.549913 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.593446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-59aef244-ba60-402d-bff1-65abad5a5a12 None None] Port cbbb5669-6fee-4692-a45b-ca74ef00de15 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:05.655756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.670475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.723614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:08:05.758318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Allocated IP 172.25.8.101 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/be06a29b-e3c4-4955-b488-536b640ee21e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:05.759146 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.759937 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Added segment ceb50607-fc47-4e05-9e62-dafcfb0ba96d of type vlan for network 63ecfb63-b286-4c1c-9efe-701af51d169b Sep 18 20:08:05.786449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac0251f-21b8-4846-8338-9c678ed859ff,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:05.822069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a315a-171a-42fc-9145-f9b4294150b8 None None] Network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:05.837441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.843721 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.882420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:05.884127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:05.957034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.957643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:05.960937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:05.963140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-093e29c3-96f6-47f5-8e49-d6b4a61bb7d5 None None] Provisioning complete for port e19d767e-7061-4c12-98b1-d50b696e54a3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:05.964112 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-093e29c3-96f6-47f5-8e49-d6b4a61bb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.967333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:05.968053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.973058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:05.974396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:05.975023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.014128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.096105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:06.109627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:06.113446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:06.146018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] Pushing event updated for resources: {'Network': ['ID=63ecfb63-b286-4c1c-9efe-701af51d169b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:06.148999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d6136758-c4e4-4d6f-8a3c-a9173a716352 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9295566 Sep 18 20:08:06.152819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56352) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:06.153835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'Port': ['ID=be06a29b-e3c4-4955-b488-536b640ee21e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:06.167053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Request body: {'subnet': {'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1944081372-subnet', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:06.175424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 63ecfb63-b286-4c1c-9efe-701af51d169b details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:08:06.192775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f421854-5d01-42d7-954a-e6804ca749fd req-39bf2083-065d-4b58-9693-e771e665109a tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.0652020 Sep 18 20:08:06.263221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56356) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:06.267317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-07da9e37-addf-40c8-8fa9-47960e57eee5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8157167 Sep 18 20:08:06.268941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Made reservation on behalf of 5305a2f7adbf4399b331962f3fcf8853 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:06.271674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.283358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-093e29c3-96f6-47f5-8e49-d6b4a61bb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.336719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.395695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-093e29c3-96f6-47f5-8e49-d6b4a61bb7d5 None None] For port e19d767e-7061-4c12-98b1-d50b696e54a3, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e19d767e-7061-4c12-98b1-d50b696e54a3,segment=NetworkSegment(a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063),segment_id=a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:06.403161 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-093e29c3-96f6-47f5-8e49-d6b4a61bb7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.489138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e19d767e-7061-4c12-98b1-d50b696e54a3 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:06.531819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5c580-e015-4f17-8d96-b26a35c0e3d2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:06.534241 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6da5c580-e015-4f17-8d96-b26a35c0e3d2 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2699349 Sep 18 20:08:06.535429 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.537592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56358) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:06.548787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e29c3-96f6-47f5-8e49-d6b4a61bb7d5 None None] Pushing event updated for resources: {'Port': ['ID=e19d767e-7061-4c12-98b1-d50b696e54a3,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:06.590150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.659362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c5f83085-6b17-4f5a-a2c6-ddffef063f09 None None] Provisioning complete for port d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:06.659752 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5f83085-6b17-4f5a-a2c6-ddffef063f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.661319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e19d767e-7061-4c12-98b1-d50b696e54a3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:06.661678 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.683034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Checking segment: {'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:06.683504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Network hostable DHCP agents. Network: 63ecfb63-b286-4c1c-9efe-701af51d169b, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:08:06.686679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e0511c-174f-4ad4-9dbb-53ea0f905874 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:06.692781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e0511c-174f-4ad4-9dbb-53ea0f905874 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:06.697831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa90f790-c502-47e7-9a0b-b535eea777d9,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:06.700961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e0511c-174f-4ad4-9dbb-53ea0f905874 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:06.712036 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-27e0511c-174f-4ad4-9dbb-53ea0f905874 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1700554 Sep 18 20:08:06.714062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56364) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:06.744900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Network 63ecfb63-b286-4c1c-9efe-701af51d169b is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:08:06.764171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c5f83085-6b17-4f5a-a2c6-ddffef063f09 None None] Port d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:06.800679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c5f83085-6b17-4f5a-a2c6-ddffef063f09 None None] Provisioning complete for port e19d767e-7061-4c12-98b1-d50b696e54a3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:06.801018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5f83085-6b17-4f5a-a2c6-ddffef063f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.805812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 63ecfb63-b286-4c1c-9efe-701af51d169b) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:06.811053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:06.812144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.845584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1930e6-f51c-4706-8e60-7840dee80c82 None None] Network 63ecfb63-b286-4c1c-9efe-701af51d169b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:06.860106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fd854489-3e85-4fb7-9cc6-13b4d7c2e8ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6942453 Sep 18 20:08:06.860746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:06.865448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:06.892221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:06.892565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.909092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.910165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.938973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:06.951430 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.056074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c5f83085-6b17-4f5a-a2c6-ddffef063f09 None None] Provisioning complete for port 7b76a81c-b3ea-4268-a313-dabbad9127b3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:07.056633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.056723 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5f83085-6b17-4f5a-a2c6-ddffef063f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.073285 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.099136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'Port': ['ID=be06a29b-e3c4-4955-b488-536b640ee21e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:07.114652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.127954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:07.155900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c5f83085-6b17-4f5a-a2c6-ddffef063f09 None None] Port 7b76a81c-b3ea-4268-a313-dabbad9127b3 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:07.156601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.160867 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6022bcfd-05d5-43c9-88eb-f19270635246 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9247568 Sep 18 20:08:07.161491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56370) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:07.165977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3ebcae1b-1472-4295-a06b-814e283f14c1 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Request body: {'floatingip': {'port_id': 'cbbb5669-6fee-4692-a45b-ca74ef00de15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:07.279504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3ebcae1b-1472-4295-a06b-814e283f14c1 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.446742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-69798a73-dbd9-4962-8557-495d172f1f06 None None] Provisioning complete for port 7b76a81c-b3ea-4268-a313-dabbad9127b3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:07.447844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69798a73-dbd9-4962-8557-495d172f1f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.457819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.474022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-63ecfb63-b286-4c1c-9efe-701af51d169b', 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'fixed_ips': [{'subnet_id': 'fa90f790-c502-47e7-9a0b-b535eea777d9'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:08:07.475116 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-3ebcae1b-1472-4295-a06b-814e283f14c1 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] update failed (client error): The resource could not be found. Sep 18 20:08:07.475971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.479311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12fb725b-08d0-4fe2-94d1-e25576cd9427 req-6a38e102-2d20-448a-b7b5-c4ad7ce676c9 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.1343691 Sep 18 20:08:07.483232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56378) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:07.489435 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3ebcae1b-1472-4295-a06b-814e283f14c1 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "PUT /v2.0/floatingips/0487f8e5-31cd-4efb-a3a7-2ff0eed526e1 HTTP/1.1" status: 404 len: 507 time: 0.3262119 Sep 18 20:08:07.614753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-69798a73-dbd9-4962-8557-495d172f1f06 None None] Port 7b76a81c-b3ea-4268-a313-dabbad9127b3 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:07.650125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.663317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Allocated IP 172.20.0.2 (63ecfb63-b286-4c1c-9efe-701af51d169b/fa90f790-c502-47e7-9a0b-b535eea777d9/8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:07.752803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:07.800586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.800936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.801282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.801621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.801955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.802296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.802769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.803104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.803466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.803972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.804263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.804584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:07.834022 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.838592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bfc0f542-b69c-4a11-be98-ec3ae027583c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f HTTP/1.1" status: 204 len: 168 time: 1.1207964 Sep 18 20:08:07.838917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:07.851216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.860150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b2c897d5-d7a2-4d22-a581-6cb150cd2ae1 None None] Could not find standard attr ID for object d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:08:07.863848 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:07.885843 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-765ec8ac-bfe1-4038-b5b3-e9bb7550db51 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:08:07.895927 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-765ec8ac-bfe1-4038-b5b3-e9bb7550db51 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/d797af0d-51c9-4d5f-b0a4-a0e8bde31f7f HTTP/1.1" status: 404 len: 333 time: 0.0552709 Sep 18 20:08:07.898698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56386) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:07.906423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Pushing event updated for resources: {'Port': ['ID=8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:07.931769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Network 63ecfb63-b286-4c1c-9efe-701af51d169b is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:07.933696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:07.937733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:07.982527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Deleting port be06a29b-e3c4-4955-b488-536b640ee21e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:07.982944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.029437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Attempting to bind port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:08.030061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Attempting to bind port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:08.030589 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Attempting to bind port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 on network 63ecfb63-b286-4c1c-9efe-701af51d169b {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:08.036612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:08.037223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Checking segment: {'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:08.038079 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.038623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Bound using segment: {'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:08.039242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Bound port: 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:08.039815 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.103264 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a81ba777-2915-4421-b9f2-31d741dabfc3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 7b76a81c-b3ea-4268-a313-dabbad9127b3 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:08.103860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a81ba777-2915-4421-b9f2-31d741dabfc3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.162368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] For port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:08.170602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] For port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7,segment=NetworkSegment(ceb50607-fc47-4e05-9e62-dafcfb0ba96d),segment_id=ceb50607-fc47-4e05-9e62-dafcfb0ba96d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:08.179787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.240467 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.240892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.246785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13bc38-be23-456e-874b-6d8e205aedb6 None None] Pushing event updated for resources: {'Port': ['ID=8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:08.265018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Calling delete_port for be06a29b-e3c4-4955-b488-536b640ee21e owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:08.295292 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.307444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a81ba777-2915-4421-b9f2-31d741dabfc3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.323349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.323870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a81ba777-2915-4421-b9f2-31d741dabfc3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 7b76a81c-b3ea-4268-a313-dabbad9127b3 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:08.391556 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e19d767e-7061-4c12-98b1-d50b696e54a3 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:08.500661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e19d767e-7061-4c12-98b1-d50b696e54a3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:08.501114 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.737417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Allocated IP 172.25.8.244 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/9c9c8d43-f023-4117-b965-8b61cc7a2cdc) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:08.766119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:08.820104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-683e0178-0ae8-4310-b066-78d73ee13bf0 req-530f8359-a75b-43d4-8c61-dbc1fd06cea1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.0691493 Sep 18 20:08:08.867441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event deleted for resources: {'Port': ['ID=be06a29b-e3c4-4955-b488-536b640ee21e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:09.009515 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.012830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.014013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f7f0a9d7-2319-45c5-a145-cca5cb27bfb4 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "DELETE /v2.0/floatingips/0487f8e5-31cd-4efb-a3a7-2ff0eed526e1 HTTP/1.1" status: 204 len: 168 time: 1.5298164 Sep 18 20:08:09.017830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56406) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:09.022406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-60bba076-986a-4ce6-8da0-8d91f531a42d tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Request body: {'floatingip': {'floating_network_id': '1fe7245a-675a-41e2-a804-a53bd140786a', 'port_id': 'cbbb5669-6fee-4692-a45b-ca74ef00de15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:09.056332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-60bba076-986a-4ce6-8da0-8d91f531a42d tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.061075 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.062507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a81ba777-2915-4421-b9f2-31d741dabfc3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.094918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ba777-2915-4421-b9f2-31d741dabfc3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=7b76a81c-b3ea-4268-a313-dabbad9127b3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:09.131299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a81ba777-2915-4421-b9f2-31d741dabfc3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.133374 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a81ba777-2915-4421-b9f2-31d741dabfc3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/7b76a81c-b3ea-4268-a313-dabbad9127b3 HTTP/1.1" status: 204 len: 168 time: 1.2334867 Sep 18 20:08:09.136148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:09.171072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.196478 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16bf1c3-3c5e-42a9-a5d6-5063976278ad tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:08:09.198402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c16bf1c3-3c5e-42a9-a5d6-5063976278ad tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/7b76a81c-b3ea-4268-a313-dabbad9127b3 HTTP/1.1" status: 404 len: 333 time: 0.0606782 Sep 18 20:08:09.201896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56410) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:09.228897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:09.234302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:09.239460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:09.323771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-b822859f-731c-4c57-a567-8ad91476ad55 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet d125a188-90a8-4991-8a80-bfc66139852d {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:09.332130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c9c8d43-f023-4117-b965-8b61cc7a2cdc,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:09.337848 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b822859f-731c-4c57-a567-8ad91476ad55 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.401718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b822859f-731c-4c57-a567-8ad91476ad55 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.562837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b822859f-731c-4c57-a567-8ad91476ad55 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.641055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b822859f-731c-4c57-a567-8ad91476ad55 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.674611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822859f-731c-4c57-a567-8ad91476ad55 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=d125a188-90a8-4991-8a80-bfc66139852d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:09.684439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b822859f-731c-4c57-a567-8ad91476ad55 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.687177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b822859f-731c-4c57-a567-8ad91476ad55 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/d125a188-90a8-4991-8a80-bfc66139852d HTTP/1.1" status: 204 len: 168 time: 0.4841187 Sep 18 20:08:09.689857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:09.695466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0132c-4d89-43a6-8f9b-97369cc06251 None None] Network 3701a74a-08e6-41ed-beb9-ea9136fa88e2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:09.834724 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.918927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03855447-73d7-49f0-8b59-da85f4360fb1 None None] Network 63ecfb63-b286-4c1c-9efe-701af51d169b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:09.937060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port e19d767e-7061-4c12-98b1-d50b696e54a3 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:09.937890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:09.947581 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-60bba076-986a-4ce6-8da0-8d91f531a42d tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:09.949342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-60bba076-986a-4ce6-8da0-8d91f531a42d tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9298625 Sep 18 20:08:09.956317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56424) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:09.962208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'cbbb5669-6fee-4692-a45b-ca74ef00de15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:09.992884 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4165f49-3a35-4a21-a75a-89093c71b980 req-c3ab6b53-20fb-4f98-9ec3-2d485b7adf27 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ed8f4d-ebe6-42a9-8f0b-04b36f4155a1 HTTP/1.1" status: 200 len: 210 time: 0.0595019 Sep 18 20:08:10.008457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.092015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] For port e19d767e-7061-4c12-98b1-d50b696e54a3, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e19d767e-7061-4c12-98b1-d50b696e54a3,segment=NetworkSegment(a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063),segment_id=a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:10.092260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.093968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a026c7c3-725f-4c77-8f05-35d845764b67 None None] Provisioning complete for port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:10.095117 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a026c7c3-725f-4c77-8f05-35d845764b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.142488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for e19d767e-7061-4c12-98b1-d50b696e54a3 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:10.244246 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.287426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.294859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.333248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b4f27f-27aa-4dcb-ac3a-597b0eac1129 None None] DHCP port deletion for 3701a74a-08e6-41ed-beb9-ea9136fa88e2 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:08:10.333675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=e19d767e-7061-4c12-98b1-d50b696e54a3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:10.347317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No DVR routers for this DVR port e19d767e-7061-4c12-98b1-d50b696e54a3 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:10.428804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a026c7c3-725f-4c77-8f05-35d845764b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.497360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a026c7c3-725f-4c77-8f05-35d845764b67 None None] For port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7,segment=NetworkSegment(ceb50607-fc47-4e05-9e62-dafcfb0ba96d),segment_id=ceb50607-fc47-4e05-9e62-dafcfb0ba96d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:10.500942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:10.520969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.526383 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a026c7c3-725f-4c77-8f05-35d845764b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.599903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.621660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026c7c3-725f-4c77-8f05-35d845764b67 None None] Pushing event updated for resources: {'Port': ['ID=8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:10.632485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:10.632865 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.633148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3701a74a-08e6-41ed-beb9-ea9136fa88e2']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:10.645428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:10.645646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f4dc8a-2dc1-4a5f-b6b0-7e886c60e063') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:10.657214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.679197 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.690257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:10.690835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:10.727739 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:10.805349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Router 9f314fcd-0021-4447-a0c8-c724b1899c6f is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:08:10.817522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.826890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.828757 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/networks/3701a74a-08e6-41ed-beb9-ea9136fa88e2 HTTP/1.1" status: 204 len: 168 time: 1.1374295 Sep 18 20:08:10.835190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56436) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:10.844900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-373260842'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:10.846908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c64dc-a342-4486-b47c-8987d9bd61f4 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Network': ['ID=3701a74a-08e6-41ed-beb9-ea9136fa88e2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:10.853475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bb90f20a-aa35-4d30-a14c-f2dde25d3813 None None] Provisioning complete for port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:10.854040 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb90f20a-aa35-4d30-a14c-f2dde25d3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:10.871097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Allocated IP 172.25.8.128 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/20f7dac5-366b-487b-a5fc-7af9dd4a5dcb) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:10.902278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e19d767e-7061-4c12-98b1-d50b696e54a3 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:10.930982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: e19d767e-7061-4c12-98b1-d50b696e54a3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:10.931591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e19d767e-7061-4c12-98b1-d50b696e54a3 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:10.974634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:10.995101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Sync routers for ids ['9f314fcd-0021-4447-a0c8-c724b1899c6f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:11.001364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:11.006049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.006313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Routers {'9f314fcd-0021-4447-a0c8-c724b1899c6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:11.006452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.006957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9f314fcd-0021-4447-a0c8-c724b1899c6f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:11.024448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.025686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3b26358c-77dd-47c1-bb91-4abdf744bfe0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1637623 Sep 18 20:08:11.028984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56444) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:11.089909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.133582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:08:11.157112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:11.165777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:11.177519 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:11.181266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event updated for resources: {'Port': ['ID=20f7dac5-366b-487b-a5fc-7af9dd4a5dcb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:11.197358 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.197813 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Added segment db4bc714-ecc2-446b-96bf-a879476d054b of type vlan for network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 Sep 18 20:08:11.207637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Set router 9f314fcd-0021-4447-a0c8-c724b1899c6f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:11.416506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.452328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Deleting port 20f7dac5-366b-487b-a5fc-7af9dd4a5dcb {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:11.452951 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.493601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:10Z', 'revision_number': 3, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port': {'id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:08Z', 'updated_at': '2021-09-18T20:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:11.528685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Checking router: 9f314fcd-0021-4447-a0c8-c724b1899c6f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:11.529040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Updating router 9f314fcd-0021-4447-a0c8-c724b1899c6f port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:08:11.533673 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.539602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:11.540428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.557824 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.630680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.631175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.643935 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Calling delete_port for 20f7dac5-366b-487b-a5fc-7af9dd4a5dcb owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:11.704605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8651817 Sep 18 20:08:11.708542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56458) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:11.713996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '0c6e7b00-dda8-47a0-90fa-15093a6cddf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:11.768813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78524f0b-1b00-401d-a508-1ffd87bde085 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Network': ['ID=0c6e7b00-dda8-47a0-90fa-15093a6cddf6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:11.784646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:08:11.908221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:11.911860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.932438 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.973881 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:11.983521 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.026068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.068040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Attempting to bind port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:12.068413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Attempting to bind port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:12.068982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Attempting to bind port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:12.089015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:12.089473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:12.099556 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.100071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:12.100591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Bound port: 9c9c8d43-f023-4117-b965-8b61cc7a2cdc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:12.106092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event deleted for resources: {'Port': ['ID=20f7dac5-366b-487b-a5fc-7af9dd4a5dcb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:12.108753 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.146586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4a027-192e-476d-91cb-bb3aa863d608 None None] Pushing event updated for resources: {'Port': ['ID=9c9c8d43-f023-4117-b965-8b61cc7a2cdc,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:12.213072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] For port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:12.217141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] For port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9c9c8d43-f023-4117-b965-8b61cc7a2cdc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:12.234024 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.281265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Allocated IP 172.20.0.1 (63ecfb63-b286-4c1c-9efe-701af51d169b/fa90f790-c502-47e7-9a0b-b535eea777d9/3cd11114-af07-4e2b-9c80-5f2124247c27) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:12.307311 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] create failed (client error): The resource could not be found. Sep 18 20:08:12.308945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f78f99cd-9199-486f-b593-02d83755505b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3510475 Sep 18 20:08:12.327309 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56470) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:12.354203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4a027-192e-476d-91cb-bb3aa863d608 None None] Pushing event updated for resources: {'Port': ['ID=9c9c8d43-f023-4117-b965-8b61cc7a2cdc,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:12.371845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Routers {'9f314fcd-0021-4447-a0c8-c724b1899c6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:12.372484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9f314fcd-0021-4447-a0c8-c724b1899c6f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:12.452359 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.504014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:12.524986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.595263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.628164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=5930a77f-1109-480d-8859-0e9c127bfef5,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:12.631296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Checking segment: {'id': 'db4bc714-ecc2-446b-96bf-a879476d054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c6e7b00-dda8-47a0-90fa-15093a6cddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:12.631696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network hostable DHCP agents. Network: 0c6e7b00-dda8-47a0-90fa-15093a6cddf6, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:08:12.675914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Network 63ecfb63-b286-4c1c-9efe-701af51d169b is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:12.680605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:08:12.690584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:12.694440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:12.697025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3c91ec02-7bcb-4868-9e54-235843828ada tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Deleting port cbbb5669-6fee-4692-a45b-ca74ef00de15 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:12.697381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c91ec02-7bcb-4868-9e54-235843828ada tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.738652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 0c6e7b00-dda8-47a0-90fa-15093a6cddf6) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:12.753765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb5acc-0e89-4727-9d17-056bdcbb7864 None None] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:12.762398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:12.763048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.772822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] Set router 9f314fcd-0021-4447-a0c8-c724b1899c6f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:12.800291 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d17a83a3-6d82-44e6-8519-cef8b8de61cb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0905759 Sep 18 20:08:12.812427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56478) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:12.821271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d7cfecbf-8b95-4580-b0a0-a824a6cf5f68 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1861955313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:12.851781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Pushing event updated for resources: {'Port': ['ID=3cd11114-af07-4e2b-9c80-5f2124247c27,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:12.868165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.940355 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c91ec02-7bcb-4868-9e54-235843828ada tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.954612 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecbf-8b95-4580-b0a0-a824a6cf5f68 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.956100 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecbf-8b95-4580-b0a0-a824a6cf5f68 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:12.956871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3c91ec02-7bcb-4868-9e54-235843828ada tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Calling delete_port for cbbb5669-6fee-4692-a45b-ca74ef00de15 owned by {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:13.008354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:13.008902 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.105957 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecbf-8b95-4580-b0a0-a824a6cf5f68 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.114654 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecbf-8b95-4580-b0a0-a824a6cf5f68 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.140935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c91ec02-7bcb-4868-9e54-235843828ada tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.174471 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecbf-8b95-4580-b0a0-a824a6cf5f68 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.176245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d7cfecbf-8b95-4580-b0a0-a824a6cf5f68 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3629088 Sep 18 20:08:13.178922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56486) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:13.186521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'network_id': '0c6e7b00-dda8-47a0-90fa-15093a6cddf6', 'name': 'tempest-PortsIpV6TestJSON-648855207'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:13.190433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91ec02-7bcb-4868-9e54-235843828ada tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event deleted for resources: {'Port': ['ID=cbbb5669-6fee-4692-a45b-ca74ef00de15,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:13.316181 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2d4398d6-5e68-4f9e-8300-cf213bfa3274 None None] Provisioning complete for port 3cd11114-af07-4e2b-9c80-5f2124247c27 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:13.316181 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2d4398d6-5e68-4f9e-8300-cf213bfa3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.336051 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.338734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3c91ec02-7bcb-4868-9e54-235843828ada tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.341735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:13.345295 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3c91ec02-7bcb-4868-9e54-235843828ada tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "DELETE /v2.0/ports/cbbb5669-6fee-4692-a45b-ca74ef00de15 HTTP/1.1" status: 204 len: 168 time: 1.0170159 Sep 18 20:08:13.345955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56490) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:13.357754 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.423177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-0c6e7b00-dda8-47a0-90fa-15093a6cddf6', 'network_id': '0c6e7b00-dda8-47a0-90fa-15093a6cddf6', 'tenant_id': '98ea5795a2914befb99341eb352cd790', 'fixed_ips': [{'subnet_id': '5930a77f-1109-480d-8859-0e9c127bfef5'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:08:13.424072 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.451752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 393087a0-aa2a-4271-a258-47058587f8f5 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:08:13.480834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d3685-ae28-448d-8853-dfd39a0b3c4c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:13.486041 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a3d3685-ae28-448d-8853-dfd39a0b3c4c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fe6c72c-5465-4883-b886-c79dac6c6aa4 HTTP/1.1" status: 200 len: 913 time: 0.1356783 Sep 18 20:08:13.486752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56494) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:13.604369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2d4398d6-5e68-4f9e-8300-cf213bfa3274 None None] Port 3cd11114-af07-4e2b-9c80-5f2124247c27 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:13.642984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:10Z', 'revision_number': 3, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port': {'id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:08Z', 'updated_at': '2021-09-18T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:13.676565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bcb28c-2c4d-4d5e-a525-30ff52166d63 None None] The sync data for ids ['9f314fcd-0021-4447-a0c8-c724b1899c6f'] in n-d-789963-11 is: [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:10Z', 'revision_number': 3, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port': {'id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:08Z', 'updated_at': '2021-09-18T20:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:13.713015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::211 (0c6e7b00-dda8-47a0-90fa-15093a6cddf6/5930a77f-1109-480d-8859-0e9c127bfef5/393087a0-aa2a-4271-a258-47058587f8f5) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:13.811030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.831697 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.936116 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.974360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:13.977814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Pushing event updated for resources: {'Port': ['ID=3cd11114-af07-4e2b-9c80-5f2124247c27,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:14.050047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.180332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Network 63ecfb63-b286-4c1c-9efe-701af51d169b is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:14.183709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:14.226592 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.330346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Allocated IP 2001:db8::2 (0c6e7b00-dda8-47a0-90fa-15093a6cddf6/5930a77f-1109-480d-8859-0e9c127bfef5/eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:14.449031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Deleting port 599d269e-79a9-403d-8443-e84229214ef6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:14.449504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.533403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9c9c8d43-f023-4117-b965-8b61cc7a2cdc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:14.600077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Router 9f314fcd-0021-4447-a0c8-c724b1899c6f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:14.625343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:14.639621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:14.646285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:14.660246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.663089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:14.664718 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.672367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:14.673056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.676114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Calling delete_port for 599d269e-79a9-403d-8443-e84229214ef6 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:14.677610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=393087a0-aa2a-4271-a258-47058587f8f5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:14.778702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0cad1e4c-f986-4987-b5a8-76cd9b6662b0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5983515 Sep 18 20:08:14.783127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56520) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:14.828126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f1edc668-6989-45f5-ae13-7073c11d15b1 None None] Provisioning complete for port 3cd11114-af07-4e2b-9c80-5f2124247c27 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:14.828658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1edc668-6989-45f5-ae13-7073c11d15b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.874951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f1edc668-6989-45f5-ae13-7073c11d15b1 None None] Port 3cd11114-af07-4e2b-9c80-5f2124247c27 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:14.921893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.957896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:14.961198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9c9c8d43-f023-4117-b965-8b61cc7a2cdc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:14.973569 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:15.040069 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:15.053049 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:15.069109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event deleted for resources: {'Port': ['ID=599d269e-79a9-403d-8443-e84229214ef6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:15.176951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=9c9c8d43-f023-4117-b965-8b61cc7a2cdc,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:15.219228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:15.222940 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:15.236706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:15.372221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Pushing event updated for resources: {'Port': ['ID=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:15.468424 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:15.550409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Attempting to bind port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:15.550787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Attempting to bind port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'db4bc714-ecc2-446b-96bf-a879476d054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c6e7b00-dda8-47a0-90fa-15093a6cddf6'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:15.551149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Attempting to bind port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c on network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:15.556624 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:15.556998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Checking segment: {'id': 'db4bc714-ecc2-446b-96bf-a879476d054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c6e7b00-dda8-47a0-90fa-15093a6cddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:15.557398 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:15.558560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Bound using segment: {'id': 'db4bc714-ecc2-446b-96bf-a879476d054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c6e7b00-dda8-47a0-90fa-15093a6cddf6'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:15.558826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Bound port: eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4bc714-ecc2-446b-96bf-a879476d054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0c6e7b00-dda8-47a0-90fa-15093a6cddf6'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:15.559234 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:15.636610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] For port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:15.645088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] For port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,segment=NetworkSegment(db4bc714-ecc2-446b-96bf-a879476d054b),segment_id=db4bc714-ecc2-446b-96bf-a879476d054b)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:15.652816 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:15.681347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Router 6fe6c72c-5465-4883-b886-c79dac6c6aa4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:15.774367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd09ecc-7f34-49ea-827c-2b025024b4a3 None None] Pushing event updated for resources: {'Port': ['ID=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:15.797868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:15.804630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9692f598-eada-4360-977b-7987b76befbe admin admin] 10.222.0.20 "PUT /v2.0/routers/9f314fcd-0021-4447-a0c8-c724b1899c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7681665 Sep 18 20:08:15.871171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:15.881322 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a214e-8ca9-4475-aca9-17c9e93cb74a None None] Sync routers for ids ['6fe6c72c-5465-4883-b886-c79dac6c6aa4'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:15.887090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b8158930-edf1-4b66-a15a-016c78afe73b tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "PUT /v2.0/routers/6fe6c72c-5465-4883-b886-c79dac6c6aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990498 Sep 18 20:08:15.894539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56532) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:15.900178 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a214e-8ca9-4475-aca9-17c9e93cb74a None None] Routers {'6fe6c72c-5465-4883-b886-c79dac6c6aa4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:15.900875 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8d8a214e-8ca9-4475-aca9-17c9e93cb74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6fe6c72c-5465-4883-b886-c79dac6c6aa4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:15.974416 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8d8a214e-8ca9-4475-aca9-17c9e93cb74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:15.996267 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a214e-8ca9-4475-aca9-17c9e93cb74a None None] Routers {'6fe6c72c-5465-4883-b886-c79dac6c6aa4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:16.000126 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8d8a214e-8ca9-4475-aca9-17c9e93cb74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['6fe6c72c-5465-4883-b886-c79dac6c6aa4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:16.109143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d750edca-bd00-49cc-9f74-da7cfb021f32 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.111746 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8d8a214e-8ca9-4475-aca9-17c9e93cb74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:16.113808 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a214e-8ca9-4475-aca9-17c9e93cb74a None None] The sync data for ids ['6fe6c72c-5465-4883-b886-c79dac6c6aa4'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:16.262653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.461331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d750edca-bd00-49cc-9f74-da7cfb021f32 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.465228 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d750edca-bd00-49cc-9f74-da7cfb021f32 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.531428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d750edca-bd00-49cc-9f74-da7cfb021f32 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.532161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d750edca-bd00-49cc-9f74-da7cfb021f32 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe6c72c-5465-4883-b886-c79dac6c6aa4 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:08:16.554082 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d750edca-bd00-49cc-9f74-da7cfb021f32 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.561208 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d750edca-bd00-49cc-9f74-da7cfb021f32 tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "DELETE /v2.0/routers/6fe6c72c-5465-4883-b886-c79dac6c6aa4 HTTP/1.1" status: 204 len: 168 time: 0.6653214 Sep 18 20:08:16.561977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56542) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:16.595162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9c9c8d43-f023-4117-b965-8b61cc7a2cdc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:16.663228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.681797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.706665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2500901-d641-46db-91ff-2a76cd59296c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Deleting subnet 9dc2cde6-d096-43ea-817e-d15b83670836 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:16.710392 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2500901-d641-46db-91ff-2a76cd59296c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.740732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:16.742456 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.767018 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2500901-d641-46db-91ff-2a76cd59296c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:16.890901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=393087a0-aa2a-4271-a258-47058587f8f5,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:16.923551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:16.961314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2500901-d641-46db-91ff-2a76cd59296c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.005776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56552) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:17.021857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1735044515-network', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:17.024688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:17.025304 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.114409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2500901-d641-46db-91ff-2a76cd59296c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.128333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Made reservation on behalf of 0844199b6087417caa5a206fafdfdf8e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:17.131063 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.171955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.189595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Sync routers for ids ['9f314fcd-0021-4447-a0c8-c724b1899c6f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:17.192465 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.196786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2500901-d641-46db-91ff-2a76cd59296c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.202018 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c2500901-d641-46db-91ff-2a76cd59296c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "DELETE /v2.0/subnets/9dc2cde6-d096-43ea-817e-d15b83670836 HTTP/1.1" status: 204 len: 168 time: 0.6369522 Sep 18 20:08:17.202424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56554) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:17.203200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2500901-d641-46db-91ff-2a76cd59296c tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc2cde6-d096-43ea-817e-d15b83670836,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:17.215406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf700ea2-4849-4d42-b906-52b093bebc35 None None] Network 1fe7245a-675a-41e2-a804-a53bd140786a requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:17.277653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.349006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Routers {'9f314fcd-0021-4447-a0c8-c724b1899c6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:17.350014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9f314fcd-0021-4447-a0c8-c724b1899c6f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:17.363408 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.439926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,segment=NetworkSegment(db4bc714-ecc2-446b-96bf-a879476d054b),segment_id=db4bc714-ecc2-446b-96bf-a879476d054b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:17.484528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Deleting port 90f21bb0-1349-48f3-82c5-91763306f188 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:17.484989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.537948 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.579632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] For port 90f21bb0-1349-48f3-82c5-91763306f188, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=90f21bb0-1349-48f3-82c5-91763306f188,segment=NetworkSegment(a30e228e-3b73-419f-a129-496a0b3bc750),segment_id=a30e228e-3b73-419f-a129-496a0b3bc750)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:17.580257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.596555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.603402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Calling delete_port for 90f21bb0-1349-48f3-82c5-91763306f188 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:17.656967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9444f75-9126-4506-a32a-ee547f2681e9 None None] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:17.760628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.763711 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.797187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event deleted for resources: {'Port': ['ID=90f21bb0-1349-48f3-82c5-91763306f188,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:17.804769 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.808815 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] No DVR routers for this DVR port 90f21bb0-1349-48f3-82c5-91763306f188 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:17.853727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Set router 9f314fcd-0021-4447-a0c8-c724b1899c6f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:17.866105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:08:17.902491 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:17.903170 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Added segment 3f2a8a40-e23a-43de-8c8b-96d653aef423 of type vlan for network f02e4d5b-4378-4bbb-8a15-6ef7e082deed Sep 18 20:08:17.926330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281c14c5-5dfa-4450-9e20-b76e603f4fce,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:17.969038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.023482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe7245a-675a-41e2-a804-a53bd140786a']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:18.037498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30e228e-3b73-419f-a129-496a0b3bc750') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:18.037863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30e228e-3b73-419f-a129-496a0b3bc750') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:18.047974 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.064347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.092252 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.110933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:18.111725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:18.115823 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:18.118127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ad44b432-009c-4b1c-9875-0c9882620c4a None None] Provisioning complete for port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:18.118127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad44b432-009c-4b1c-9875-0c9882620c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.119148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.122997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b141a0-215b-492a-82c1-9171cc705d15 None None] DHCP port deletion for 1fe7245a-675a-41e2-a804-a53bd140786a request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:08:18.123331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:18.124198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.125021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:18.195573 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.205605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.214222 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] 10.222.0.20 "DELETE /v2.0/networks/1fe7245a-675a-41e2-a804-a53bd140786a HTTP/1.1" status: 204 len: 168 time: 1.0009944 Sep 18 20:08:18.227620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2206566 Sep 18 20:08:18.227798 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56562) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:18.235549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.242908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Request body: {'subnet': {'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1735044515-subnet', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:18.268962 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.270466 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.283507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a9dd3-4ccc-4b78-a319-42612069436b admin admin] Pushing event updated for resources: {'Network': ['ID=f02e4d5b-4378-4bbb-8a15-6ef7e082deed,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:18.302379 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Made reservation on behalf of 0844199b6087417caa5a206fafdfdf8e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:18.306002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.363970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=393087a0-aa2a-4271-a258-47058587f8f5,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:18.489874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f02e4d5b-4378-4bbb-8a15-6ef7e082deed details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:08:18.491784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:18.525268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:18.527477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:18.740929 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Router 32ab6abd-3bf4-4050-94e9-e1189fcf47ae is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:08:18.768333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:18.768877 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:18.818190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:13Z', 'revision_number': 4, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port': {'id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:08Z', 'updated_at': '2021-09-18T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3cd11114-af07-4e2b-9c80-5f2124247c27', 'name': '', 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'mac_address': 'fa:16:3e:cf:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'fa90f790-c502-47e7-9a0b-b535eea777d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:11Z', 'updated_at': '2021-09-18T20:08:13Z', 'revision_number': 2, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'subnets': [{'id': 'fa90f790-c502-47e7-9a0b-b535eea777d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:18.856097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Checking router: 9f314fcd-0021-4447-a0c8-c724b1899c6f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:18.856450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Updating router 9f314fcd-0021-4447-a0c8-c724b1899c6f port 3cd11114-af07-4e2b-9c80-5f2124247c27 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:08:18.916410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:18.928464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-58be3c62-06f7-4d21-968f-f29f90226316 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "PUT /v2.0/routers/32ab6abd-3bf4-4050-94e9-e1189fcf47ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1442254 Sep 18 20:08:18.929638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56568) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:18.930159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56572) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:18.930499 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556959e7-90bf-4ccd-b6e1-a2ead0cdecae None None] Sync routers for ids ['32ab6abd-3bf4-4050-94e9-e1189fcf47ae'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:18.931193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56574) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:18.958974 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556959e7-90bf-4ccd-b6e1-a2ead0cdecae None None] Routers {'32ab6abd-3bf4-4050-94e9-e1189fcf47ae'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:18.959635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-556959e7-90bf-4ccd-b6e1-a2ead0cdecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['32ab6abd-3bf4-4050-94e9-e1189fcf47ae'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:18.988205 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.034955 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-556959e7-90bf-4ccd-b6e1-a2ead0cdecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:19.048047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d3195-2755-4c30-bbde-d923de17c58f tempest-FloatingIPNegativeTestJSON-610870193 tempest-FloatingIPNegativeTestJSON-610870193-project] Pushing event deleted for resources: {'Network': ['ID=1fe7245a-675a-41e2-a804-a53bd140786a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:19.070961 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556959e7-90bf-4ccd-b6e1-a2ead0cdecae None None] Routers {'32ab6abd-3bf4-4050-94e9-e1189fcf47ae'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:19.074032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90f21bb0-1349-48f3-82c5-91763306f188 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:19.076640 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-556959e7-90bf-4ccd-b6e1-a2ead0cdecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['32ab6abd-3bf4-4050-94e9-e1189fcf47ae'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:19.116782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 90f21bb0-1349-48f3-82c5-91763306f188 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:19.117125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90f21bb0-1349-48f3-82c5-91763306f188 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:19.124291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667ea286-567e-47dc-a108-07d08a101cf1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:19.129183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-667ea286-567e-47dc-a108-07d08a101cf1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ab6abd-3bf4-4050-94e9-e1189fcf47ae HTTP/1.1" status: 200 len: 988 time: 0.1806228 Sep 18 20:08:19.129618 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56578) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:19.185658 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-556959e7-90bf-4ccd-b6e1-a2ead0cdecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:19.186611 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556959e7-90bf-4ccd-b6e1-a2ead0cdecae None None] The sync data for ids ['32ab6abd-3bf4-4050-94e9-e1189fcf47ae'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:19.329462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-77ca5c29-d6c6-459b-a573-81844733d9ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d853d2353e414901becb242b84c50f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968723 Sep 18 20:08:19.334537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56580) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:19.403272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port a02f4ddc-c890-458b-b258-6c37a0018623 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:19.407905 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.514624 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.527767 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.562118 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.562744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.570443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.577394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for a02f4ddc-c890-458b-b258-6c37a0018623 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:19.622350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19319db2-63c4-4733-a7f4-156af4c8d10e None None] Pushing event updated for resources: {'Port': ['ID=3cd11114-af07-4e2b-9c80-5f2124247c27,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:19.625490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f447bde3-c16b-4967-a5a6-38620d592cf2,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:19.655781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7fda8213-3c7d-40a9-891b-c25c3aaefef2 None None] Provisioning complete for port 393087a0-aa2a-4271-a258-47058587f8f5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:19.657204 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7fda8213-3c7d-40a9-891b-c25c3aaefef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.707437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7fda8213-3c7d-40a9-891b-c25c3aaefef2 None None] Port 393087a0-aa2a-4271-a258-47058587f8f5 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:19.770400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Checking segment: {'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:19.770770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Network hostable DHCP agents. Network: f02e4d5b-4378-4bbb-8a15-6ef7e082deed, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:08:19.774372 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.784123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Attempting to bind port 3cd11114-af07-4e2b-9c80-5f2124247c27 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:19.785842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Attempting to bind port 3cd11114-af07-4e2b-9c80-5f2124247c27 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:19.786218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Attempting to bind port 3cd11114-af07-4e2b-9c80-5f2124247c27 on network 63ecfb63-b286-4c1c-9efe-701af51d169b {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:19.800598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:19.802923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Checking segment: {'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:19.804878 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.805297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Bound using segment: {'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:19.807122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Bound port: 3cd11114-af07-4e2b-9c80-5f2124247c27, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:19.809107 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.815863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7fda8213-3c7d-40a9-891b-c25c3aaefef2 None None] Provisioning complete for port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:19.816567 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7fda8213-3c7d-40a9-891b-c25c3aaefef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.833963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=a02f4ddc-c890-458b-b258-6c37a0018623,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:19.848218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Network f02e4d5b-4378-4bbb-8a15-6ef7e082deed is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:08:19.850186 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ee68820-3d5a-4611-a278-a22382379efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.883552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ee68820-3d5a-4611-a278-a22382379efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.899466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, f02e4d5b-4378-4bbb-8a15-6ef7e082deed) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:19.916270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565cc50-365a-40ee-9146-45362ceb7804 None None] Network f02e4d5b-4378-4bbb-8a15-6ef7e082deed requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:19.928506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:19.929128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:19.980961 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f233ddb7-7162-410e-9a89-18029030e066 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7493849 Sep 18 20:08:19.983697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56584) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:19.998466 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ee68820-3d5a-4611-a278-a22382379efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.002511 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ee68820-3d5a-4611-a278-a22382379efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.004037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ee68820-3d5a-4611-a278-a22382379efb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62d842ae-e088-4b83-b82f-21818ea0d348 HTTP/1.1" status: 204 len: 168 time: 0.6675122 Sep 18 20:08:20.040430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:20.047821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee68820-3d5a-4611-a278-a22382379efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d842ae-e088-4b83-b82f-21818ea0d348,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:20.080633 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.090531 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.090909 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Floating IP ff90882a-214d-4dbd-9da8-8d4acbc6e29d disassociated (deleted). External IP: 172.25.8.246, port: 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf. Sep 18 20:08:20.125884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] For port 3cd11114-af07-4e2b-9c80-5f2124247c27, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:20.132394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] For port 3cd11114-af07-4e2b-9c80-5f2124247c27, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3cd11114-af07-4e2b-9c80-5f2124247c27,segment=NetworkSegment(ceb50607-fc47-4e05-9e62-dafcfb0ba96d),segment_id=ceb50607-fc47-4e05-9e62-dafcfb0ba96d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:20.144343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.145392 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.246895 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.287402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.379971 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19319db2-63c4-4733-a7f4-156af4c8d10e None None] Pushing event updated for resources: {'Port': ['ID=3cd11114-af07-4e2b-9c80-5f2124247c27,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:20.420187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] Provisioning complete for port 393087a0-aa2a-4271-a258-47058587f8f5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:20.420562 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.435148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Routers {'9f314fcd-0021-4447-a0c8-c724b1899c6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:20.435820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9f314fcd-0021-4447-a0c8-c724b1899c6f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:20.525400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:20.622425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] Set router 9f314fcd-0021-4447-a0c8-c724b1899c6f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:20.645749 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.769077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:20.781261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.822178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-f02e4d5b-4378-4bbb-8a15-6ef7e082deed', 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'fixed_ips': [{'subnet_id': 'f447bde3-c16b-4967-a5a6-38620d592cf2'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:08:20.823167 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.841864 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-89bfb12c-ceff-4633-95ee-9aba7ada30ff tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "DELETE /v2.0/floatingips/ff90882a-214d-4dbd-9da8-8d4acbc6e29d HTTP/1.1" status: 204 len: 168 time: 1.9039397 Sep 18 20:08:20.845093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:08:20.851537 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203919e7-c2bc-4270-bfca-72b0f3d65d07" -d '{"events": [{"name": "network-changed", "server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:08:20.853342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:20.898937 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 393087a0-aa2a-4271-a258-47058587f8f5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:20.899538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:20.913891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:20.914691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:20.924091 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffef715-f34b-4850-a790-3e36964dcd74 x-openstack-request-id: req-cffef715-f34b-4850-a790-3e36964dcd74 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:08:20.924629 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:08:20.925002 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cffef715-f34b-4850-a790-3e36964dcd74 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:08:20.926250 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'status': 'completed', 'code': 200} Sep 18 20:08:20.990054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] Port 393087a0-aa2a-4271-a258-47058587f8f5 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:21.088298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-d1ac305a-3ce2-4f18-ae01-a2049e7eff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:21.092828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-d1ac305a-3ce2-4f18-ae01-a2049e7eff85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 1098 time: 0.1404765 Sep 18 20:08:21.105633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] Provisioning complete for port 3cd11114-af07-4e2b-9c80-5f2124247c27 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:21.106446 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:21.213203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-786675b9-7670-4632-83b4-0af728bab748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:13Z', 'revision_number': 4, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port': {'id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:08Z', 'updated_at': '2021-09-18T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3cd11114-af07-4e2b-9c80-5f2124247c27', 'name': '', 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'mac_address': 'fa:16:3e:cf:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'fa90f790-c502-47e7-9a0b-b535eea777d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:11Z', 'updated_at': '2021-09-18T20:08:20Z', 'revision_number': 4, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'subnets': [{'id': 'fa90f790-c502-47e7-9a0b-b535eea777d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:21.219970 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:21.233013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-9ef4db79-88d0-4157-8f5c-a112f2862be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:21.234879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-9ef4db79-88d0-4157-8f5c-a112f2862be5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 200 len: 913 time: 0.1344354 Sep 18 20:08:21.240762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 393087a0-aa2a-4271-a258-47058587f8f5 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:21.243306 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:21.248028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56614) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:21.279301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:21.311690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-5ce24d21-da31-44f7-86aa-b8204154e1b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 200 len: 217 time: 0.0683258 Sep 18 20:08:21.392278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-0f8e919c-af2b-487c-bb34-f05a15e78356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:21.393858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-0f8e919c-af2b-487c-bb34-f05a15e78356 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 200 len: 851 time: 0.0584745 Sep 18 20:08:21.450978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96954643-7199-4c27-9eb8-48d1808993c8 req-1735d433-22b8-4992-b118-94ac116ffd04 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:21.452732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96954643-7199-4c27-9eb8-48d1808993c8 req-1735d433-22b8-4992-b118-94ac116ffd04 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 946 time: 0.1983483 Sep 18 20:08:21.478016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-ff5a6e91-1b1f-4d26-b9e7-c786525872f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:21.479829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-ff5a6e91-1b1f-4d26-b9e7-c786525872f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9561566-4f46-403d-9a9c-0b61da82ba41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784280 Sep 18 20:08:21.508978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786675b9-7670-4632-83b4-0af728bab748 None None] The sync data for ids ['9f314fcd-0021-4447-a0c8-c724b1899c6f'] in n-d-789963-11 is: [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:13Z', 'revision_number': 4, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port': {'id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:08Z', 'updated_at': '2021-09-18T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3cd11114-af07-4e2b-9c80-5f2124247c27', 'name': '', 'network_id': '63ecfb63-b286-4c1c-9efe-701af51d169b', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'mac_address': 'fa:16:3e:cf:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'fa90f790-c502-47e7-9a0b-b535eea777d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:11Z', 'updated_at': '2021-09-18T20:08:20Z', 'revision_number': 4, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'subnets': [{'id': 'fa90f790-c502-47e7-9a0b-b535eea777d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:21.520057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Allocated IP 172.25.8.45 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/2f21beb5-d0a4-4c87-8a1e-59f509ec6201) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:21.520386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96954643-7199-4c27-9eb8-48d1808993c8 req-8df5e199-7ec8-4ece-93ed-92163752fa98 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581098 Sep 18 20:08:21.571470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:21.621932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Allocated IP 172.20.0.2 (f02e4d5b-4378-4bbb-8a15-6ef7e082deed/f447bde3-c16b-4967-a5a6-38620d592cf2/b4758df8-8a64-4b68-a386-fa4e09f85807) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:21.635419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-dbd22940-81cb-4d2d-88cf-559745d285fa tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:21.636616 n-d-789963-11 neutron-server[94940]: WARNING neutron.api.v2.base [None req-dbd22940-81cb-4d2d-88cf-559745d285fa tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 20:08:21.636726 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-dbd22940-81cb-4d2d-88cf-559745d285fa tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 20:08:21.641843 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dbd22940-81cb-4d2d-88cf-559745d285fa tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3701959 Sep 18 20:08:21.663138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56620) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:21.684847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--371484590'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:21.690826 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:21.710426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-033f9e92-0c95-4312-be1b-6813fa2a5882 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090623 Sep 18 20:08:21.779957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d8695346-eb03-4679-af5b-091173634714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:21.831315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-203919e7-c2bc-4270-bfca-72b0f3d65d07 req-46203dab-34e9-404e-920b-609c13e6ebe2 service neutron] 10.222.0.24 "GET /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128380 Sep 18 20:08:21.859570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:21.891522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:21.899101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.013812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.028247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] For port 3cd11114-af07-4e2b-9c80-5f2124247c27, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3cd11114-af07-4e2b-9c80-5f2124247c27,segment=NetworkSegment(ceb50607-fc47-4e05-9e62-dafcfb0ba96d),segment_id=ceb50607-fc47-4e05-9e62-dafcfb0ba96d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:22.040372 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.056723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.065420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=393087a0-aa2a-4271-a258-47058587f8f5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:22.099001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:22.145531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:22.154016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:22.173507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:22.183932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dd5045cd-24b8-4799-be5e-797b244b4c17 None None] Could not find standard attr ID for object 393087a0-aa2a-4271-a258-47058587f8f5. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:08:22.193752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:22.247030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:22.247700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:22.277849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Pushing event updated for resources: {'Port': ['ID=2f21beb5-d0a4-4c87-8a1e-59f509ec6201,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:22.298419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e2bdb-ba26-4a18-ac5d-940edf53f6e5 None None] Pushing event updated for resources: {'Port': ['ID=3cd11114-af07-4e2b-9c80-5f2124247c27,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:22.331039 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-dd5045cd-24b8-4799-be5e-797b244b4c17 None None] Provisioning complete for port 3cd11114-af07-4e2b-9c80-5f2124247c27 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:22.331443 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dd5045cd-24b8-4799-be5e-797b244b4c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.406216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.417362 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.436127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.438846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.459112 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.490237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3cd11114-af07-4e2b-9c80-5f2124247c27 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:22.554746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:22.616461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800b330d-b7aa-48a5-9b77-f439ae93842b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:22.642330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Network f02e4d5b-4378-4bbb-8a15-6ef7e082deed is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:22.647797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Pushing event updated for resources: {'Port': ['ID=b4758df8-8a64-4b68-a386-fa4e09f85807,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:22.657604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:22.668564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:22.790893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-b2570148-25eb-4f42-a25e-1dffc56d6bd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:22.799096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-b2570148-25eb-4f42-a25e-1dffc56d6bd1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 946 time: 0.1559498 Sep 18 20:08:22.825567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6387d-51b5-4174-992e-f0aeaeb48921 req-704cb2df-bbcd-4820-a9a5-69fd6f5b87ec tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:22.827938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fca6387d-51b5-4174-992e-f0aeaeb48921 req-704cb2df-bbcd-4820-a9a5-69fd6f5b87ec tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 946 time: 0.1176710 Sep 18 20:08:22.862582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Attempting to bind port b4758df8-8a64-4b68-a386-fa4e09f85807 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:22.863168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Attempting to bind port b4758df8-8a64-4b68-a386-fa4e09f85807 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:22.863598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Attempting to bind port b4758df8-8a64-4b68-a386-fa4e09f85807 on network f02e4d5b-4378-4bbb-8a15-6ef7e082deed {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:22.897032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Router 32ab6abd-3bf4-4050-94e9-e1189fcf47ae has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:22.937859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:22.938250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Checking segment: {'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:22.938658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.939059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Bound using segment: {'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:22.939623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Bound port: b4758df8-8a64-4b68-a386-fa4e09f85807, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:22.940010 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:22.961146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fca6387d-51b5-4174-992e-f0aeaeb48921 req-17f9a8d3-ae58-4a9e-af87-ccbc25d32c77 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/security-groups?id=23d33e8d-cf54-4fac-b027-89165957afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145349 Sep 18 20:08:22.992458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3cd11114-af07-4e2b-9c80-5f2124247c27 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:22.993088 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.001127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:23.001610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.058754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:23.067959 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9b318013-78f6-4ddd-ae05-1c00d868dd85 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "PUT /v2.0/routers/32ab6abd-3bf4-4050-94e9-e1189fcf47ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9373267 Sep 18 20:08:23.068792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56626) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:23.069500 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b9d0b-6785-495a-b6bc-acb9a11eeb04 None None] Sync routers for ids ['32ab6abd-3bf4-4050-94e9-e1189fcf47ae'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:23.093524 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b9d0b-6785-495a-b6bc-acb9a11eeb04 None None] Routers {'32ab6abd-3bf4-4050-94e9-e1189fcf47ae'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:23.094144 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-412b9d0b-6785-495a-b6bc-acb9a11eeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['32ab6abd-3bf4-4050-94e9-e1189fcf47ae'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:23.103872 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceec1163-5b66-4412-9645-15ffac253791 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:08:23.108196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] For port b4758df8-8a64-4b68-a386-fa4e09f85807, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:23.109529 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ceec1163-5b66-4412-9645-15ffac253791 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/393087a0-aa2a-4271-a258-47058587f8f5 HTTP/1.1" status: 404 len: 333 time: 0.0341098 Sep 18 20:08:23.109670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56628) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:23.116035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] For port b4758df8-8a64-4b68-a386-fa4e09f85807, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b4758df8-8a64-4b68-a386-fa4e09f85807,segment=NetworkSegment(3f2a8a40-e23a-43de-8c8b-96d653aef423),segment_id=3f2a8a40-e23a-43de-8c8b-96d653aef423)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:23.144795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.164417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] For port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:23.165080 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.169117 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-412b9d0b-6785-495a-b6bc-acb9a11eeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:23.173582 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.182986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:23.184876 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b9d0b-6785-495a-b6bc-acb9a11eeb04 None None] Routers {'32ab6abd-3bf4-4050-94e9-e1189fcf47ae'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:23.185740 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-412b9d0b-6785-495a-b6bc-acb9a11eeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:07:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['32ab6abd-3bf4-4050-94e9-e1189fcf47ae'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:23.219474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.230819 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-412b9d0b-6785-495a-b6bc-acb9a11eeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:23.231831 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b9d0b-6785-495a-b6bc-acb9a11eeb04 None None] The sync data for ids ['32ab6abd-3bf4-4050-94e9-e1189fcf47ae'] in n-d-789963-11 is: [] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:23.314747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.316146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6520205 Sep 18 20:08:23.319324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56630) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:23.322622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.328401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-bce51e3e-25e0-4369-8e65-b33864145080 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '0c23bef6-ac88-4b87-b0e3-ec73c9275c4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:23.335431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca420f-2082-4ead-a27b-ab9f50b8ad6c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c23bef6-ac88-4b87-b0e3-ec73c9275c4a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:23.405946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a214ffc-3602-40ae-901c-313dee9889d5 None None] Pushing event updated for resources: {'Port': ['ID=b4758df8-8a64-4b68-a386-fa4e09f85807,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:23.419953 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.442541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0761ca56-d6ec-47a9-93cd-ec8df96e91ae tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.462699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:23.492637 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.493609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf496aa6-3715-42c9-ba8a-83b16c46b773 None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T19:55:21Z', 'revision_number': 4, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4a59a749-0fec-4df7-a68c-a654186c37dd', 'name': '', 'network_id': 'e9561566-4f46-403d-9a9c-0b61da82ba41', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'mac_address': 'fa:16:3e:c4:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:19Z', 'updated_at': '2021-09-18T19:55:29Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'subnets': [{'id': '01d0a8d3-a83b-4a6e-9a04-651aebf7f00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:23.853823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce51e3e-25e0-4369-8e65-b33864145080 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.966248 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce51e3e-25e0-4369-8e65-b33864145080 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:23.974632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce51e3e-25e0-4369-8e65-b33864145080 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.105417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce51e3e-25e0-4369-8e65-b33864145080 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97231cb0-b3c2-4b2e-a4d9-39c73d987e49,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:24.175060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bce51e3e-25e0-4369-8e65-b33864145080 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.176420 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bce51e3e-25e0-4369-8e65-b33864145080 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8559682 Sep 18 20:08:24.181563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56668) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:24.186481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9e98f526-73b1-4852-8458-66cecb99f0ce tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '0c23bef6-ac88-4b87-b0e3-ec73c9275c4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:24.215554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.267809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9e98f526-73b1-4852-8458-66cecb99f0ce tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.319765 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0761ca56-d6ec-47a9-93cd-ec8df96e91ae tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.322371 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0761ca56-d6ec-47a9-93cd-ec8df96e91ae tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.452474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0761ca56-d6ec-47a9-93cd-ec8df96e91ae tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.456430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0761ca56-d6ec-47a9-93cd-ec8df96e91ae tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Fanout notify agent at l3_agent the message router_deleted on router 32ab6abd-3bf4-4050-94e9-e1189fcf47ae {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:08:24.458832 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.482841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b4758df8-8a64-4b68-a386-fa4e09f85807 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:24.486313 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0761ca56-d6ec-47a9-93cd-ec8df96e91ae tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.490307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0761ca56-d6ec-47a9-93cd-ec8df96e91ae tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/routers/32ab6abd-3bf4-4050-94e9-e1189fcf47ae HTTP/1.1" status: 204 len: 168 time: 1.3745348 Sep 18 20:08:24.490771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56694) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:24.506062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9f09d55-083f-49f2-b700-9bc7f6d8bb3e req-e4eb6224-a1ae-4502-b498-051874445d3b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.0772350 Sep 18 20:08:24.544710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:24.553543 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-9e98f526-73b1-4852-8458-66cecb99f0ce tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 20:08:24.560131 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9e98f526-73b1-4852-8458-66cecb99f0ce tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3776426 Sep 18 20:08:24.561087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56702) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:24.589986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b4758df8-8a64-4b68-a386-fa4e09f85807 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:24.590280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.626689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet 5930a77f-1109-480d-8859-0e9c127bfef5 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:24.630041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.661256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] No DVR routers for this DVR port 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:24.668920 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.672915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-031ad2b9-927c-48cd-ba01-3eb54249aa24 req-71fe015b-62e7-4789-88c0-8e1d8830fa8b tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.24 "DELETE /v2.0/ports/74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf HTTP/1.1" status: 204 len: 173 time: 1.8660412 Sep 18 20:08:24.682816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.683637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'name': 'network-vif-deleted', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:08:24.694203 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db7490b-c742-4bff-925a-c08a61bf89c9" -d '{"events": [{"server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "name": "network-vif-deleted", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:08:24.814025 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e7c55113-6cb4-4b5a-ab8a-7a444d1d07b5 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.888619 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e7c55113-6cb4-4b5a-ab8a-7a444d1d07b5 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:24.992714 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.017006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.023114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a79195-fe47-48c0-83e5-9eb567ddb4bb None None] New status for floating IP ff90882a-214d-4dbd-9da8-8d4acbc6e29d: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:08:25.048607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e7c55113-6cb4-4b5a-ab8a-7a444d1d07b5 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.051603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e7c55113-6cb4-4b5a-ab8a-7a444d1d07b5 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.055574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e7c55113-6cb4-4b5a-ab8a-7a444d1d07b5 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c23bef6-ac88-4b87-b0e3-ec73c9275c4a HTTP/1.1" status: 204 len: 168 time: 0.4893034 Sep 18 20:08:25.061098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56750) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:25.104682 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fa93d4-1985-40a9-8def-588537fb2fa4 x-openstack-request-id: req-51fa93d4-1985-40a9-8def-588537fb2fa4 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:08:25.104973 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742d7f6c-1b51-4a72-bc14-fc39530ed6b8", "name": "network-vif-deleted", "tag": "74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:08:25.105224 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51fa93d4-1985-40a9-8def-588537fb2fa4 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:08:25.105620 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742d7f6c-1b51-4a72-bc14-fc39530ed6b8', 'name': 'network-vif-deleted', 'tag': '74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf', 'status': 'completed', 'code': 200} Sep 18 20:08:25.107197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:08:25.108664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c55113-6cb4-4b5a-ab8a-7a444d1d07b5 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c23bef6-ac88-4b87-b0e3-ec73c9275c4a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:25.153892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-08202fe0-6a30-4fab-a7d8-7c3b7b72f576 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888093 Sep 18 20:08:25.167909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56760) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:25.173910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-68c21b14-0ef7-4a45-bc1e-e62a8db56dcb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137748357'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:25.225479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.231105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68c21b14-0ef7-4a45-bc1e-e62a8db56dcb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.303996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port b4758df8-8a64-4b68-a386-fa4e09f85807, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b4758df8-8a64-4b68-a386-fa4e09f85807,segment=NetworkSegment(3f2a8a40-e23a-43de-8c8b-96d653aef423),segment_id=3f2a8a40-e23a-43de-8c8b-96d653aef423)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:25.306811 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fba8a468-f65f-4d85-a873-f93d209b655e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.322388 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.393804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.403615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=b4758df8-8a64-4b68-a386-fa4e09f85807,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:25.475767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68c21b14-0ef7-4a45-bc1e-e62a8db56dcb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.484102 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68c21b14-0ef7-4a45-bc1e-e62a8db56dcb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.493936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6029ca0e-c205-4955-9082-7008045e0764 None None] Network f02e4d5b-4378-4bbb-8a15-6ef7e082deed requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:25.553055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=5930a77f-1109-480d-8859-0e9c127bfef5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:25.592898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.598066 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/5930a77f-1109-480d-8859-0e9c127bfef5 HTTP/1.1" status: 204 len: 168 time: 1.1029501 Sep 18 20:08:25.598219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56798) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:25.608799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.609144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.609664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.611074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.613153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.614017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.614562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.615486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-68c21b14-0ef7-4a45-bc1e-e62a8db56dcb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.616692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.617214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.619232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.619578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-68c21b14-0ef7-4a45-bc1e-e62a8db56dcb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4500320 Sep 18 20:08:25.620208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.620835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36025e39-4dca-4d74-99d3-eea8c229c7a5 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:25.621524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56802) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:25.629842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:25.640740 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Sync routers for ids ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:25.649751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-39b6bb2d-9f87-437c-8be6-01cd3d39ff90 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '72b64287-45ec-406a-a212-95c6fdf3b569', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:25.650493 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-39b6bb2d-9f87-437c-8be6-01cd3d39ff90 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 20:08:25.651482 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-39b6bb2d-9f87-437c-8be6-01cd3d39ff90 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:25.655314 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Routers {'27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:25.658526 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:25.664261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e0ff3-bbcf-44bb-ab5c-f6d08fd17f6c None None] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:25.665832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-39b6bb2d-9f87-437c-8be6-01cd3d39ff90 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0407500 Sep 18 20:08:25.668891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56808) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:25.678215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.682908 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-af674b1b-0dd9-47ae-a75b-7b060ac8db25 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6522255 Sep 18 20:08:25.688067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56810) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:25.750097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c21b14-0ef7-4a45-bc1e-e62a8db56dcb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b64287-45ec-406a-a212-95c6fdf3b569,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:25.773761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-163113f9-ad68-4e53-a348-c04a5b7ac209 req-4e219140-aeb1-4c77-be7e-92eb10f53666 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.1336508 Sep 18 20:08:25.817028 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Set router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:25.849096 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.914499 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:25.986146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fc34bc47-a0dc-450d-9972-54a6454088ba None None] Provisioning complete for port b4758df8-8a64-4b68-a386-fa4e09f85807 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:25.986534 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fc34bc47-a0dc-450d-9972-54a6454088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.015932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:26.016301 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.109801 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7a96-eb2b-4640-995b-b56282d9d237 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.148913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] DHCP port deletion for 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:08:26.160645 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7a96-eb2b-4640-995b-b56282d9d237 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.218636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] For port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,segment=NetworkSegment(db4bc714-ecc2-446b-96bf-a879476d054b),segment_id=db4bc714-ecc2-446b-96bf-a879476d054b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:26.219092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.248224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] Deleting port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:26.256972 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.277863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:26.329545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7a96-eb2b-4640-995b-b56282d9d237 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.332494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7a96-eb2b-4640-995b-b56282d9d237 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.337163 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8a4d7a96-eb2b-4640-995b-b56282d9d237 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/72b64287-45ec-406a-a212-95c6fdf3b569 HTTP/1.1" status: 204 len: 168 time: 0.6645451 Sep 18 20:08:26.352351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:26.399726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d7a96-eb2b-4640-995b-b56282d9d237 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b64287-45ec-406a-a212-95c6fdf3b569,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:26.498144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.537962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b4758df8-8a64-4b68-a386-fa4e09f85807 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:26.542911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] For port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,segment=NetworkSegment(db4bc714-ecc2-446b-96bf-a879476d054b),segment_id=db4bc714-ecc2-446b-96bf-a879476d054b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:26.549355 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.570269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:26.590263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No DVR routers for this DVR port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:26.618497 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7edc6d4d-159b-4aec-ac36-247a3ee8e17f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2591298 Sep 18 20:08:26.625298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56898) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:26.629439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] Calling delete_port for eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:26.637499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-35d8ab43-996b-4447-95c4-8538a70c5aa9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--599928566'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:26.658667 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:22Z', 'revision_number': 3, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:26.701596 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Checking router: 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:26.702625 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Updating router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:08:26.752878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35d8ab43-996b-4447-95c4-8538a70c5aa9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.765291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.787621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-48c17d13-73f7-48f9-99f9-d0133f6719d3 None None] Provisioning complete for port b4758df8-8a64-4b68-a386-fa4e09f85807 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:26.787998 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-48c17d13-73f7-48f9-99f9-d0133f6719d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.791039 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.831345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6e7b00-dda8-47a0-90fa-15093a6cddf6']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:26.845205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4bc714-ecc2-446b-96bf-a879476d054b') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:26.845495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4bc714-ecc2-446b-96bf-a879476d054b') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:26.877555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.895810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.904083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:26.905214 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.915117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.932310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b4758df8-8a64-4b68-a386-fa4e09f85807 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:26.943612 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:26.984072 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:27.009327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.055849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.061704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/networks/0c6e7b00-dda8-47a0-90fa-15093a6cddf6 HTTP/1.1" status: 204 len: 168 time: 1.4614139 Sep 18 20:08:27.064105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2116d-cebc-4acc-8e86-362b1c18cd23 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Network': ['ID=0c6e7b00-dda8-47a0-90fa-15093a6cddf6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:27.074169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:27.090492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f709f81-9ebd-44be-811b-2c73f9bdb913 req-0d4cb36e-cb7d-4fbb-ad0e-a5f5fe3a2cfe tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.0954356 Sep 18 20:08:27.163656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadede55-25b5-484e-9b58-bec0d3995766 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:27.172011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eadede55-25b5-484e-9b58-bec0d3995766 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/9599172e-f92f-4475-8874-91d2c36e90fc HTTP/1.1" status: 200 len: 844 time: 0.0902705 Sep 18 20:08:27.172011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56952) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:27.241734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9a05faca-92ef-42c0-94f2-d21f42b84403 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/9599172e-f92f-4475-8874-91d2c36e90fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0682344 Sep 18 20:08:27.246226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56960) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:27.252994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:27.378919 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35d8ab43-996b-4447-95c4-8538a70c5aa9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.404434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35d8ab43-996b-4447-95c4-8538a70c5aa9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.416863 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.426986 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.433101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-35d8ab43-996b-4447-95c4-8538a70c5aa9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.434807 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-35d8ab43-996b-4447-95c4-8538a70c5aa9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8040547 Sep 18 20:08:27.446037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 56980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:27.512295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.518330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:27.532099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:27.537810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.539831 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Attempting to bind port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:27.541512 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Attempting to bind port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:27.543091 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Attempting to bind port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:27.557629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e4b29c6c-433d-450c-8a7d-1671b3799dad tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '991aa23e-014f-46b5-807b-0b9684185163', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:27.558486 n-d-789963-11 neutron-server[94940]: WARNING neutron.api.v2.base [None req-e4b29c6c-433d-450c-8a7d-1671b3799dad tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 20:08:27.559285 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-e4b29c6c-433d-450c-8a7d-1671b3799dad tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:27.560851 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e4b29c6c-433d-450c-8a7d-1671b3799dad tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1026022 Sep 18 20:08:27.564444 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:27.565396 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:27.566040 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.566151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] Network 0c6e7b00-dda8-47a0-90fa-15093a6cddf6 is not hosted by any dhcp agent {{(pid=94942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 20:08:27.566596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] No DVR routers for this DVR port eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:27.567321 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:27.568245 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Bound port: 2f21beb5-d0a4-4c87-8a1e-59f509ec6201, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:27.568874 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.571804 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Pushing event updated for resources: {'Port': ['ID=2f21beb5-d0a4-4c87-8a1e-59f509ec6201,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:27.583584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 56990) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:27.595517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca452fe-10a6-4897-a893-47bb57b3786d None None] Pushing event deleted for resources: {'Port': ['ID=eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:27.609597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:27.610134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 74a427d1-ea9b-4ceb-b0e5-8c92b15adcaf not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:27.616054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8ab43-996b-4447-95c4-8538a70c5aa9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991aa23e-014f-46b5-807b-0b9684185163,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:27.629215 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.649909 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.651203 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.653127 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.653533 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.654456 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.656034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Allocated IP 172.20.0.1 (f02e4d5b-4378-4bbb-8a15-6ef7e082deed/f447bde3-c16b-4967-a5a6-38620d592cf2/92cd6fd4-35fa-4013-ae06-ddcd66a9d080) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:27.656744 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.657172 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.657579 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.658035 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.659540 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.660538 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.661016 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:27.732493 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] For port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:27.736206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:27.740957 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] For port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2f21beb5-d0a4-4c87-8a1e-59f509ec6201,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:27.751237 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.765981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:27.766602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device eab2e90c-e6d5-4aa8-8d43-a4cb49a1d09c not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:27.824051 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Routers {'27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:27.824670 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:27.826483 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd439c3-a085-4fb3-a45b-b40dfb36371b None None] Pushing event updated for resources: {'Port': ['ID=2f21beb5-d0a4-4c87-8a1e-59f509ec6201,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:27.836292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.888624 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.928910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Network f02e4d5b-4378-4bbb-8a15-6ef7e082deed is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:27.929086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1dc85dc-aeaf-49f9-8148-8c5094f0b835 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.933049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:27.938850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:27.980549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1dc85dc-aeaf-49f9-8148-8c5094f0b835 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:27.987843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Pushing event updated for resources: {'Port': ['ID=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:28.006428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.027792 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] Set router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:28.121774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.175809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1dc85dc-aeaf-49f9-8148-8c5094f0b835 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.185097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.202083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c1dc85dc-aeaf-49f9-8148-8c5094f0b835 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.206606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c1dc85dc-aeaf-49f9-8148-8c5094f0b835 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/991aa23e-014f-46b5-807b-0b9684185163 HTTP/1.1" status: 204 len: 168 time: 0.5991397 Sep 18 20:08:28.209271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57046) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:28.263644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc85dc-aeaf-49f9-8148-8c5094f0b835 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991aa23e-014f-46b5-807b-0b9684185163,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:28.289228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:28.348485 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:22Z', 'revision_number': 3, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:28.371153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-90d10220-17fb-49e5-b691-2fa4f20b7f04 None None] Provisioning complete for port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:28.371566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90d10220-17fb-49e5-b691-2fa4f20b7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.376282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d3cfd8f-7127-454a-a795-0b2ad640d8a6 req-e3bf3d1f-3beb-4b79-8e0f-ec66bcf23237 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.1144216 Sep 18 20:08:28.385776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:28.399219 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961996a7-f637-4185-8374-5b6956ab4dca None None] The sync data for ids ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'] in n-d-789963-11 is: [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:22Z', 'revision_number': 3, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:28.422545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:28.423145 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.428855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91cfe15-61f9-46e5-99c5-a15e38036e20 None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:28.442640 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d7484229-158a-4939-b8fc-66e53b9810d9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2286522 Sep 18 20:08:28.444988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57068) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:28.459887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b8d2205d-7761-4de9-b0ef-52ba94802f4c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115849100'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:28.473733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-90d10220-17fb-49e5-b691-2fa4f20b7f04 None None] Port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:28.491286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=015fcd5d-69bc-464a-b187-8dc4c348aa82,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:28.519135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e99a89d2-3af4-41e9-84ac-fff19fb03b37 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2706897 Sep 18 20:08:28.522095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8d2205d-7761-4de9-b0ef-52ba94802f4c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.540044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57078) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:28.551328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d916f686-d25c-4124-9787-c60ff0e439e0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'security_group': {'name': 'tempest-secgroup-523727761'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:28.658576 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8d2205d-7761-4de9-b0ef-52ba94802f4c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.669054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8d2205d-7761-4de9-b0ef-52ba94802f4c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.715239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.729548 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.733526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2205d-7761-4de9-b0ef-52ba94802f4c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d544a4b1-c5dd-4597-bef0-5f56696aed5c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:28.777673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-9f983069-e425-41bb-badc-e48a483bd435', 'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'tenant_id': '98ea5795a2914befb99341eb352cd790', 'fixed_ips': [{'subnet_id': '015fcd5d-69bc-464a-b187-8dc4c348aa82'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:08:28.779087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.837058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d916f686-d25c-4124-9787-c60ff0e439e0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.838250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b8d2205d-7761-4de9-b0ef-52ba94802f4c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.840922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b8d2205d-7761-4de9-b0ef-52ba94802f4c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3909850 Sep 18 20:08:28.843766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57110) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:28.852906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b95f1b0d-a913-4cc0-9777-bbdf629d9a2b tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': 'd544a4b1-c5dd-4597-bef0-5f56696aed5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:28.856795 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-b95f1b0d-a913-4cc0-9777-bbdf629d9a2b tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 20:08:28.858621 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-b95f1b0d-a913-4cc0-9777-bbdf629d9a2b tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:28.861915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b95f1b0d-a913-4cc0-9777-bbdf629d9a2b tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153959 Sep 18 20:08:28.864503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57114) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:28.880722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-51b50168-da3f-4ac9-a881-c54e02ff49fb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': 'd544a4b1-c5dd-4597-bef0-5f56696aed5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:28.881816 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-51b50168-da3f-4ac9-a881-c54e02ff49fb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 20:08:28.882924 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-51b50168-da3f-4ac9-a881-c54e02ff49fb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:28.884422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-51b50168-da3f-4ac9-a881-c54e02ff49fb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0162685 Sep 18 20:08:28.887119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57118) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:28.899353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ab8559e3-1520-4414-8c17-f7040cf4e83e tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': 'd544a4b1-c5dd-4597-bef0-5f56696aed5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:28.901561 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-ab8559e3-1520-4414-8c17-f7040cf4e83e tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 20:08:28.902935 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-ab8559e3-1520-4414-8c17-f7040cf4e83e tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:28.904265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ab8559e3-1520-4414-8c17-f7040cf4e83e tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160952 Sep 18 20:08:28.905165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:28.907319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57120) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:28.908357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Pushing event updated for resources: {'Port': ['ID=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:28.915022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3a32b17c-64cd-46a0-abf7-7a9376f11164 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': 'd544a4b1-c5dd-4597-bef0-5f56696aed5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:28.917348 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-3a32b17c-64cd-46a0-abf7-7a9376f11164 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 20:08:28.918046 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-3a32b17c-64cd-46a0-abf7-7a9376f11164 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:28.920282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3a32b17c-64cd-46a0-abf7-7a9376f11164 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100446 Sep 18 20:08:28.922175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57122) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:29.035983 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de284f-103b-4042-8a2c-ac06fea94abc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.048482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Allocated IP 2001:db8::2 (9f983069-e425-41bb-badc-e48a483bd435/015fcd5d-69bc-464a-b187-8dc4c348aa82/6ede953f-5c72-418f-a7be-a92c8d61c189) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:29.119223 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de284f-103b-4042-8a2c-ac06fea94abc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.126098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Network f02e4d5b-4378-4bbb-8a15-6ef7e082deed is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:29.130388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:29.193508 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de284f-103b-4042-8a2c-ac06fea94abc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.199211 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de284f-103b-4042-8a2c-ac06fea94abc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.203762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-29de284f-103b-4042-8a2c-ac06fea94abc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/d544a4b1-c5dd-4597-bef0-5f56696aed5c HTTP/1.1" status: 204 len: 168 time: 0.2795637 Sep 18 20:08:29.204505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57140) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:29.222257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d916f686-d25c-4124-9787-c60ff0e439e0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.238329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d916f686-d25c-4124-9787-c60ff0e439e0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.250674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de284f-103b-4042-8a2c-ac06fea94abc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d544a4b1-c5dd-4597-bef0-5f56696aed5c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:29.317920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bcddc31c-4ebf-4574-bd63-bc6d6f8bfa2b tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068707 Sep 18 20:08:29.319369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57144) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:29.325531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b7dc03f4-7d08-4867-8ff1-660248a1661c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--442852805'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:29.375240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7dc03f4-7d08-4867-8ff1-660248a1661c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.382348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d916f686-d25c-4124-9787-c60ff0e439e0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.393882 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d916f686-d25c-4124-9787-c60ff0e439e0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8425913 Sep 18 20:08:29.398145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57146) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:29.402684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-11f677ee-5304-4ca6-88c4-cabaed87f7b9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'security_group': {'name': 'tempest-secgroup-355089591'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:29.457063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916f686-d25c-4124-9787-c60ff0e439e0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282910aa-f724-431a-8204-2d0ec7c3661c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:29.471759 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.484791 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.525328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:29.542794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11f677ee-5304-4ca6-88c4-cabaed87f7b9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.567769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc1e8532-f5af-42bb-90cd-f877dbac027d req-25c5a9d4-8a61-4d87-9e39-78ca3fcc34d7 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.0644078 Sep 18 20:08:29.584587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:29.598018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:29.602810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:29.617021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8c068b4f-785b-4368-9376-09be922c2483 None None] Provisioning complete for port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:29.617704 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c068b4f-785b-4368-9376-09be922c2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.659960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Pushing event updated for resources: {'Port': ['ID=6ede953f-5c72-418f-a7be-a92c8d61c189,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:29.734165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7dc03f4-7d08-4867-8ff1-660248a1661c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.739286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7dc03f4-7d08-4867-8ff1-660248a1661c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.743673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8c068b4f-785b-4368-9376-09be922c2483 None None] Port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:29.773085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Attempting to bind port 6ede953f-5c72-418f-a7be-a92c8d61c189 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:29.776893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc03f4-7d08-4867-8ff1-660248a1661c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e72e708-99e9-4708-add2-a9eff132e422,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:29.777303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Attempting to bind port 6ede953f-5c72-418f-a7be-a92c8d61c189 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'c14374f1-e635-423a-a457-0d6660262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f983069-e425-41bb-badc-e48a483bd435'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:29.777781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Attempting to bind port 6ede953f-5c72-418f-a7be-a92c8d61c189 on network 9f983069-e425-41bb-badc-e48a483bd435 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:29.786323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:29.786699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Checking segment: {'id': 'c14374f1-e635-423a-a457-0d6660262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f983069-e425-41bb-badc-e48a483bd435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:29.787103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.787527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Bound using segment: {'id': 'c14374f1-e635-423a-a457-0d6660262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f983069-e425-41bb-badc-e48a483bd435'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:29.787979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Bound port: 6ede953f-5c72-418f-a7be-a92c8d61c189, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14374f1-e635-423a-a457-0d6660262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f983069-e425-41bb-badc-e48a483bd435'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:29.788361 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.843965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:29.859524 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b6a1b5c6-dc06-417e-bf8f-4f4a7cc1eca3 admin admin] 10.222.0.20 "PUT /v2.0/routers/27485ae8-ee15-4c28-b3fd-ee24b1dec5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1615748 Sep 18 20:08:29.915826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] For port 6ede953f-5c72-418f-a7be-a92c8d61c189, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:29.918501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11f677ee-5304-4ca6-88c4-cabaed87f7b9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.920186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] For port 6ede953f-5c72-418f-a7be-a92c8d61c189, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6ede953f-5c72-418f-a7be-a92c8d61c189,segment=NetworkSegment(c14374f1-e635-423a-a457-0d6660262255),segment_id=c14374f1-e635-423a-a457-0d6660262255)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:29.924767 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11f677ee-5304-4ca6-88c4-cabaed87f7b9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.930642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7dc03f4-7d08-4867-8ff1-660248a1661c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.930840 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.936085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7dc03f4-7d08-4867-8ff1-660248a1661c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6116517 Sep 18 20:08:29.936216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57156) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:29.941365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bc318aa2-6d5f-41fc-9759-d816f0773d36 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:29.941990 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-bc318aa2-6d5f-41fc-9759-d816f0773d36 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 20:08:29.942608 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-bc318aa2-6d5f-41fc-9759-d816f0773d36 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:29.947174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bc318aa2-6d5f-41fc-9759-d816f0773d36 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069344 Sep 18 20:08:29.947436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57158) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:29.959180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-dfbb5e86-7f6b-4c69-aba2-3e2c9ab77acb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:29.977020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11f677ee-5304-4ca6-88c4-cabaed87f7b9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:29.982715 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-11f677ee-5304-4ca6-88c4-cabaed87f7b9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5826566 Sep 18 20:08:29.984598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57160) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:29.992771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-59501', 'security_groups': ['7907a798-9b3a-43ac-9a1c-bbe89b949872'], 'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '015fcd5d-69bc-464a-b187-8dc4c348aa82'}]}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.000075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f677ee-5304-4ca6-88c4-cabaed87f7b9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7907a798-9b3a-43ac-9a1c-bbe89b949872,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:30.057900 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-dfbb5e86-7f6b-4c69-aba2-3e2c9ab77acb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:30.059198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dfbb5e86-7f6b-4c69-aba2-3e2c9ab77acb tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1071441 Sep 18 20:08:30.059198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57162) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.071457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-97363f8b-96fe-45ca-9557-52812182c5c3 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.071950 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-97363f8b-96fe-45ca-9557-52812182c5c3 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 20:08:30.072461 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-97363f8b-96fe-45ca-9557-52812182c5c3 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:30.084596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-97363f8b-96fe-45ca-9557-52812182c5c3 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0247052 Sep 18 20:08:30.087358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57164) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.097927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a319cb17-ede8-4746-bd5f-dc29642725b4 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.109177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a660e-b6ad-445d-805f-c93478dd5bab None None] Pushing event updated for resources: {'Port': ['ID=6ede953f-5c72-418f-a7be-a92c8d61c189,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:30.177510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:30.184923 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-a319cb17-ede8-4746-bd5f-dc29642725b4 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:30.189621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a319cb17-ede8-4746-bd5f-dc29642725b4 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1006141 Sep 18 20:08:30.190255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57166) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.208676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a08b87c5-60cc-476b-bb3b-76a130dc407e tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.209544 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-a08b87c5-60cc-476b-bb3b-76a130dc407e tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 20:08:30.209764 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-a08b87c5-60cc-476b-bb3b-76a130dc407e tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:30.210862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a08b87c5-60cc-476b-bb3b-76a130dc407e tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195231 Sep 18 20:08:30.215843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57172) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.220411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-faa490bf-5a67-4c07-a53e-5fdc5106abf3 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.274371 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-faa490bf-5a67-4c07-a53e-5fdc5106abf3 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:30.279366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-faa490bf-5a67-4c07-a53e-5fdc5106abf3 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0587230 Sep 18 20:08:30.279366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57174) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.289504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-623d415d-e3c4-4f04-84a6-d2e1bec4eaf9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.302752 n-d-789963-11 neutron-server[94941]: WARNING neutron.api.v2.base [None req-623d415d-e3c4-4f04-84a6-d2e1bec4eaf9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 20:08:30.303290 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-623d415d-e3c4-4f04-84a6-d2e1bec4eaf9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:30.308031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-623d415d-e3c4-4f04-84a6-d2e1bec4eaf9 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0241416 Sep 18 20:08:30.308418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57176) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.340333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:30.342205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d1cf125b-b813-4a06-80fb-fb6a51350483 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.365471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 068cd591-0d13-4e8b-81c8-1b38f9bdd505 yet. {{(pid=94940) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:08:30.418670 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-d1cf125b-b813-4a06-80fb-fb6a51350483 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:30.423147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d1cf125b-b813-4a06-80fb-fb6a51350483 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1099987 Sep 18 20:08:30.424139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57178) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.430613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c1f4c8c5-5d6e-4dab-9f1e-b01ce4d37aee tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '5e72e708-99e9-4708-add2-a9eff132e422', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.538866 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-c1f4c8c5-5d6e-4dab-9f1e-b01ce4d37aee tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:30.552048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c1f4c8c5-5d6e-4dab-9f1e-b01ce4d37aee tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1267955 Sep 18 20:08:30.553693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57180) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.562368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6ede953f-5c72-418f-a7be-a92c8d61c189 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:30.636869 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95dac99e-b4dc-4af0-a88b-c4bfcd760c02 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:30.665833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:30.667240 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:30.675240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95dac99e-b4dc-4af0-a88b-c4bfcd760c02 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:30.699787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::2f7 (9f983069-e425-41bb-badc-e48a483bd435/015fcd5d-69bc-464a-b187-8dc4c348aa82/068cd591-0d13-4e8b-81c8-1b38f9bdd505) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:30.747349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-049a39ee-8f89-4382-98ab-209fa783e7b1 req-8e0ca9bf-a09d-42f9-9bda-0871e89ea859 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.0687253 Sep 18 20:08:30.790566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95dac99e-b4dc-4af0-a88b-c4bfcd760c02 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:30.795403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95dac99e-b4dc-4af0-a88b-c4bfcd760c02 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:30.799751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-95dac99e-b4dc-4af0-a88b-c4bfcd760c02 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e72e708-99e9-4708-add2-a9eff132e422 HTTP/1.1" status: 204 len: 168 time: 0.2447915 Sep 18 20:08:30.800636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57194) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.851252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dac99e-b4dc-4af0-a88b-c4bfcd760c02 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e72e708-99e9-4708-add2-a9eff132e422,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:30.944936 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:30.946682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57200) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:30.949566 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-29f48786-aa22-4c1e-81c9-4ef54bfb7027 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1384151 Sep 18 20:08:30.953474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-45067fef-3fe4-43c1-83f1-0515f3c1710f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--712508603'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:30.963708 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:30.997163 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45067fef-3fe4-43c1-83f1-0515f3c1710f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.035776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.039083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 6ede953f-5c72-418f-a7be-a92c8d61c189, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6ede953f-5c72-418f-a7be-a92c8d61c189,segment=NetworkSegment(c14374f1-e635-423a-a457-0d6660262255),segment_id=c14374f1-e635-423a-a457-0d6660262255)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:31.048763 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.050381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:31.073460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:31.096570 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:31.100405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:31.107736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:31.108501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.149997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=068cd591-0d13-4e8b-81c8-1b38f9bdd505,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:31.185188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=6ede953f-5c72-418f-a7be-a92c8d61c189,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:31.202745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:31.203124 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.209784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45067fef-3fe4-43c1-83f1-0515f3c1710f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.215196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45067fef-3fe4-43c1-83f1-0515f3c1710f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.231959 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-860bdc35-e776-412b-b659-e2255167ae32 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.2432287 Sep 18 20:08:31.234607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57208) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:31.241242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e16bdb70-afd0-4df9-83d9-0ce1bb46f28c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:31.263717 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45067fef-3fe4-43c1-83f1-0515f3c1710f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.265476 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-45067fef-3fe4-43c1-83f1-0515f3c1710f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3175025 Sep 18 20:08:31.268822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57210) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:31.271327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45067fef-3fe4-43c1-83f1-0515f3c1710f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c10b20-2a58-4811-ade5-1a68a02b141e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:31.279485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Sync routers for ids ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:31.279724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-41b08724-c79c-4276-963b-97d6e111cf0c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '15c10b20-2a58-4811-ade5-1a68a02b141e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:31.311905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Routers {'27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:31.314822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:31.373760 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-41b08724-c79c-4276-963b-97d6e111cf0c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The resource could not be found. Sep 18 20:08:31.381978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57214) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:31.383423 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-41b08724-c79c-4276-963b-97d6e111cf0c tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1052341 Sep 18 20:08:31.388658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-94fec7bf-68f2-4cd1-8067-9e0fea494da8 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '15c10b20-2a58-4811-ade5-1a68a02b141e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e4eba24b-1cb6-422e-ba37-ad40dc13c3c3'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:31.472914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16bdb70-afd0-4df9-83d9-0ce1bb46f28c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:31.477979 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e16bdb70-afd0-4df9-83d9-0ce1bb46f28c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.486746 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-94fec7bf-68f2-4cd1-8067-9e0fea494da8 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The resource could not be found. Sep 18 20:08:31.490033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Set router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:31.490851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57218) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:31.491159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-94fec7bf-68f2-4cd1-8067-9e0fea494da8 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1115222 Sep 18 20:08:31.620442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d177fed0-d1f1-45b7-8c81-492af51a0387 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.651112 n-d-789963-11 neutron-server[94941]: INFO neutron.db.ipam_backend_mixin [None req-e16bdb70-afd0-4df9-83d9-0ce1bb46f28c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 015fcd5d-69bc-464a-b187-8dc4c348aa82 (CIDR: 2001:db8::/64) Sep 18 20:08:31.655551 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16bdb70-afd0-4df9-83d9-0ce1bb46f28c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:31.656024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16bdb70-afd0-4df9-83d9-0ce1bb46f28c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:31.697269 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.712918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e16bdb70-afd0-4df9-83d9-0ce1bb46f28c tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4768133 Sep 18 20:08:31.713914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57226) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:31.720444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:31.723842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2f21beb5-d0a4-4c87-8a1e-59f509ec6201,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:31.725616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d177fed0-d1f1-45b7-8c81-492af51a0387 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.754084 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.786442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d177fed0-d1f1-45b7-8c81-492af51a0387 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.789174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d177fed0-d1f1-45b7-8c81-492af51a0387 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:31.793973 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d177fed0-d1f1-45b7-8c81-492af51a0387 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/15c10b20-2a58-4811-ade5-1a68a02b141e HTTP/1.1" status: 204 len: 168 time: 0.3008635 Sep 18 20:08:31.794775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57230) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:31.812962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177fed0-d1f1-45b7-8c81-492af51a0387 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c10b20-2a58-4811-ade5-1a68a02b141e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:31.868476 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a7a417c5-0dc3-4b1e-bc1c-f9dbbd1cccc4 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586689 Sep 18 20:08:31.868907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57236) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:31.874616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-55c88e4c-c51b-4f5a-9626-88fff5bdd0da tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '85b54ddf-ca73-41ac-91ca-a3e10c7631f9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:31.940263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=2f21beb5-d0a4-4c87-8a1e-59f509ec6201,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:31.962129 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-55c88e4c-c51b-4f5a-9626-88fff5bdd0da tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The resource could not be found. Sep 18 20:08:31.968282 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-55c88e4c-c51b-4f5a-9626-88fff5bdd0da tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0978098 Sep 18 20:08:31.969081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57242) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:31.974019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6e86b96c-7997-4b22-8a20-74e56be570af tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571365987'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:31.993354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3620c522-eb0e-49e7-ba5f-f9921a05773d req-b366160f-7789-4e7a-81e8-9974bf1eabb1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "GET /v2.0/ports?device_id=742d7f6c-1b51-4a72-bc14-fc39530ed6b8 HTTP/1.1" status: 200 len: 210 time: 0.0911889 Sep 18 20:08:32.011942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:28Z', 'revision_number': 4, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '92cd6fd4-35fa-4013-ae06-ddcd66a9d080', 'name': '', 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'mac_address': 'fa:16:3e:60:22:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f447bde3-c16b-4967-a5a6-38620d592cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:27Z', 'updated_at': '2021-09-18T20:08:28Z', 'revision_number': 2, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'subnets': [{'id': 'f447bde3-c16b-4967-a5a6-38620d592cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:32.045544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Checking router: 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:32.045926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Updating router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:08:32.059937 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e86b96c-7997-4b22-8a20-74e56be570af tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.114438 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.116241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:32.123888 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.156019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57248) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:32.322372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a943ed19-2712-4be5-ae10-6c27ef91a1bc None None] Provisioning complete for port 9599172e-f92f-4475-8874-91d2c36e90fc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:32.322598 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a943ed19-2712-4be5-ae10-6c27ef91a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.401303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a943ed19-2712-4be5-ae10-6c27ef91a1bc None None] Port 9599172e-f92f-4475-8874-91d2c36e90fc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:32.466383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a943ed19-2712-4be5-ae10-6c27ef91a1bc None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:32.466590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a943ed19-2712-4be5-ae10-6c27ef91a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.485657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.521746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6ede953f-5c72-418f-a7be-a92c8d61c189 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:32.539300 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e86b96c-7997-4b22-8a20-74e56be570af tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.564100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:32.566311 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e86b96c-7997-4b22-8a20-74e56be570af tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.569909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:32.582431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:32.583169 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.602183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a88715-e7cf-43af-84db-1caa7a6089a5 None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:32.605913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8902972 Sep 18 20:08:32.610575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57250) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:32.617030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1239692176', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8'}], 'security_groups': ['282910aa-f724-431a-8204-2d0ec7c3661c']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:32.648268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b3210-0bca-43bb-86a3-e144f730c7ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:32.651818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e86b96c-7997-4b22-8a20-74e56be570af tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.652990 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6e86b96c-7997-4b22-8a20-74e56be570af tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6829457 Sep 18 20:08:32.657572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57252) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:32.660222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86b96c-7997-4b22-8a20-74e56be570af tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9447be-9e85-4419-9e4b-9ae08af731a4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:32.665202 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f915b316-ae74-42d8-a2d6-6e0689bd6773 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--514504521'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:32.810945 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f915b316-ae74-42d8-a2d6-6e0689bd6773 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.816325 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.830802 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.847019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:32.847402 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.930448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f915b316-ae74-42d8-a2d6-6e0689bd6773 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:32.940742 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f915b316-ae74-42d8-a2d6-6e0689bd6773 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.009077 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f915b316-ae74-42d8-a2d6-6e0689bd6773 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.011264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f915b316-ae74-42d8-a2d6-6e0689bd6773 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3526905 Sep 18 20:08:33.018320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57254) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:33.019242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.046072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-489409f9-fbb0-4804-9242-20ffce568648 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group_rule': {'security_group_id': '3d9447be-9e85-4419-9e4b-9ae08af731a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4e655881-c1d2-4309-80f8-b17f2ce019bb'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:33.091983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915b316-ae74-42d8-a2d6-6e0689bd6773 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e655881-c1d2-4309-80f8-b17f2ce019bb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:33.104427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57258) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:33.326118 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-489409f9-fbb0-4804-9242-20ffce568648 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:33.327535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-489409f9-fbb0-4804-9242-20ffce568648 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2925606 Sep 18 20:08:33.331568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8425c8ba-e7e9-4fb4-9c1e-d40787d12451 None None] Provisioning complete for port 068cd591-0d13-4e8b-81c8-1b38f9bdd505 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:33.332059 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8425c8ba-e7e9-4fb4-9c1e-d40787d12451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.333642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57262) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:33.375496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8425c8ba-e7e9-4fb4-9c1e-d40787d12451 None None] Port 068cd591-0d13-4e8b-81c8-1b38f9bdd505 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:33.409131 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.442225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2b884-d694-42e8-8d24-a857ab9e69dc None None] Pushing event updated for resources: {'Port': ['ID=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:33.447038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Attempting to bind port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:33.448102 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Attempting to bind port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:33.448541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Attempting to bind port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 on network f02e4d5b-4378-4bbb-8a15-6ef7e082deed {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:33.465241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:33.466161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Checking segment: {'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:33.466161 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.466378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Bound using segment: {'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:33.466954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Bound port: 92cd6fd4-35fa-4013-ae06-ddcd66a9d080, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2a8a40-e23a-43de-8c8b-96d653aef423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:33.467578 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.470715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Deleting port 7890e5bc-351f-4178-b8fe-d0ed539be423 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:33.471062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.523658 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acb0-c2df-4c42-a96c-96a8cc1c3009 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.551915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:33.581177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] For port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:33.585450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] For port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,segment=NetworkSegment(3f2a8a40-e23a-43de-8c8b-96d653aef423),segment_id=3f2a8a40-e23a-43de-8c8b-96d653aef423)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:33.639734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acb0-c2df-4c42-a96c-96a8cc1c3009 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.659615 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.687201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-17bd21a9-737c-43a5-90a8-eb947695c366 None None] Provisioning complete for port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:33.687964 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17bd21a9-737c-43a5-90a8-eb947695c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.751610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.751936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.782822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Deleting port 3cd11114-af07-4e2b-9c80-5f2124247c27 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:33.783638 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.789657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Calling delete_port for 7890e5bc-351f-4178-b8fe-d0ed539be423 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:33.797004 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e198553-9175-45a6-9156-03c2dc165131 None None] Update dhcp port {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'fixed_ips': [{'subnet_id': '015fcd5d-69bc-464a-b187-8dc4c348aa82', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '6ede953f-5c72-418f-a7be-a92c8d61c189'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:08:33.824748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acb0-c2df-4c42-a96c-96a8cc1c3009 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.827276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8acb0-c2df-4c42-a96c-96a8cc1c3009 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.828456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e4e8acb0-c2df-4c42-a96c-96a8cc1c3009 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/4e655881-c1d2-4309-80f8-b17f2ce019bb HTTP/1.1" status: 204 len: 168 time: 0.4940264 Sep 18 20:08:33.841493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:33.841864 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.852056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Routers {'27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:33.852682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:33.853652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57264) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:33.929806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8acb0-c2df-4c42-a96c-96a8cc1c3009 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e655881-c1d2-4309-80f8-b17f2ce019bb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:33.949462 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] For port 3cd11114-af07-4e2b-9c80-5f2124247c27, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3cd11114-af07-4e2b-9c80-5f2124247c27,segment=NetworkSegment(ceb50607-fc47-4e05-9e62-dafcfb0ba96d),segment_id=ceb50607-fc47-4e05-9e62-dafcfb0ba96d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:33.949462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.949827 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9e198553-9175-45a6-9156-03c2dc165131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:33.963479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2b884-d694-42e8-8d24-a857ab9e69dc None None] Pushing event updated for resources: {'Port': ['ID=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:33.972852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Delete allocated IP 2001:db8::2f7 (9f983069-e425-41bb-badc-e48a483bd435/015fcd5d-69bc-464a-b187-8dc4c348aa82) {{(pid=94941) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 20:08:33.990456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8:0:1::58 (9f983069-e425-41bb-badc-e48a483bd435/7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8/068cd591-0d13-4e8b-81c8-1b38f9bdd505) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:34.004178 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0f880c78-deb8-439b-8507-d79d5e85bb04 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1474926 Sep 18 20:08:34.006132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Calling delete_port for 3cd11114-af07-4e2b-9c80-5f2124247c27 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:34.008032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57266) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:34.138468 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4cde6a37-f3d8-4f3d-ba63-fa5b7b2b44bc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.164893 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4cde6a37-f3d8-4f3d-ba63-fa5b7b2b44bc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.226284 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.228542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4cde6a37-f3d8-4f3d-ba63-fa5b7b2b44bc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.232942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4cde6a37-f3d8-4f3d-ba63-fa5b7b2b44bc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.236318 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4cde6a37-f3d8-4f3d-ba63-fa5b7b2b44bc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/3d9447be-9e85-4419-9e4b-9ae08af731a4 HTTP/1.1" status: 204 len: 168 time: 0.2250094 Sep 18 20:08:34.236479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17bd21a9-737c-43a5-90a8-eb947695c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.239745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57268) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:34.241396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] Set router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:34.266200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde6a37-f3d8-4f3d-ba63-fa5b7b2b44bc tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9447be-9e85-4419-9e4b-9ae08af731a4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:34.275295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-17bd21a9-737c-43a5-90a8-eb947695c366 None None] For port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,segment=NetworkSegment(3f2a8a40-e23a-43de-8c8b-96d653aef423),segment_id=3f2a8a40-e23a-43de-8c8b-96d653aef423)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:34.304638 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17bd21a9-737c-43a5-90a8-eb947695c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.368179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'Port': ['ID=7890e5bc-351f-4178-b8fe-d0ed539be423,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:34.376074 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ca4f6f87-7271-4db7-a4db-629ca9627930 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1315849 Sep 18 20:08:34.381154 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57272) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:34.401617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-106768fc-ef0a-4345-84f4-7794e255faaf tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828986740'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:34.433532 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.460817 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.506950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-9e198553-9175-45a6-9156-03c2dc165131 None None] Allocated IP 2001:db8:0:1::2 (9f983069-e425-41bb-badc-e48a483bd435/7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8/6ede953f-5c72-418f-a7be-a92c8d61c189) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:34.537940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] In _notify_port_updated(), no bound segment for port 068cd591-0d13-4e8b-81c8-1b38f9bdd505 on network 9f983069-e425-41bb-badc-e48a483bd435 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 20:08:34.540126 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.544041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:34.545056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.549191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "PUT /v2.0/ports/068cd591-0d13-4e8b-81c8-1b38f9bdd505 HTTP/1.1" status: 200 len: 930 time: 1.9376068 Sep 18 20:08:34.549808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57274) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:34.604752 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.607607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.611568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f623f042-b395-4f90-a5d7-68da449ab200 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "DELETE /v2.0/floatingips/98f7ecf7-74dd-4fa0-a7f4-baf6ee9f2af9 HTTP/1.1" status: 204 len: 168 time: 1.4993584 Sep 18 20:08:34.624985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744be34-ed5b-48f9-9b8d-43b26d1fbc30 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=068cd591-0d13-4e8b-81c8-1b38f9bdd505,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:34.625250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9e198553-9175-45a6-9156-03c2dc165131 None None] For port 6ede953f-5c72-418f-a7be-a92c8d61c189, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6ede953f-5c72-418f-a7be-a92c8d61c189,segment=NetworkSegment(c14374f1-e635-423a-a457-0d6660262255),segment_id=c14374f1-e635-423a-a457-0d6660262255)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:34.658445 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9e198553-9175-45a6-9156-03c2dc165131 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.679671 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9e198553-9175-45a6-9156-03c2dc165131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.692796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd21a9-737c-43a5-90a8-eb947695c366 None None] Pushing event updated for resources: {'Port': ['ID=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:34.716717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd11114-af07-4e2b-9c80-5f2124247c27,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:34.726186 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-106768fc-ef0a-4345-84f4-7794e255faaf tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.749482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a8715aa5-5b7e-4034-b018-b436763bcd63 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 068cd591-0d13-4e8b-81c8-1b38f9bdd505 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:34.750172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8715aa5-5b7e-4034-b018-b436763bcd63 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.878052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2578aa92-0157-478f-ae19-49a0296e1195 None None] Provisioning complete for port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:34.879156 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2578aa92-0157-478f-ae19-49a0296e1195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.938357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8715aa5-5b7e-4034-b018-b436763bcd63 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:34.966144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-a8715aa5-5b7e-4034-b018-b436763bcd63 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 068cd591-0d13-4e8b-81c8-1b38f9bdd505 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:35.042653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.047218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e198553-9175-45a6-9156-03c2dc165131 None None] Pushing event updated for resources: {'Port': ['ID=6ede953f-5c72-418f-a7be-a92c8d61c189,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:35.126569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:28Z', 'revision_number': 4, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '92cd6fd4-35fa-4013-ae06-ddcd66a9d080', 'name': '', 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'mac_address': 'fa:16:3e:60:22:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f447bde3-c16b-4967-a5a6-38620d592cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:27Z', 'updated_at': '2021-09-18T20:08:33Z', 'revision_number': 4, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'subnets': [{'id': 'f447bde3-c16b-4967-a5a6-38620d592cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:35.164759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa336504-7a5a-4811-b2b8-c781845e51f8 None None] The sync data for ids ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'] in n-d-789963-11 is: [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:28Z', 'revision_number': 4, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '92cd6fd4-35fa-4013-ae06-ddcd66a9d080', 'name': '', 'network_id': 'f02e4d5b-4378-4bbb-8a15-6ef7e082deed', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'mac_address': 'fa:16:3e:60:22:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'f447bde3-c16b-4967-a5a6-38620d592cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:27Z', 'updated_at': '2021-09-18T20:08:33Z', 'revision_number': 4, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'subnets': [{'id': 'f447bde3-c16b-4967-a5a6-38620d592cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:35.168306 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8715aa5-5b7e-4034-b018-b436763bcd63 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.208570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8715aa5-5b7e-4034-b018-b436763bcd63 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=068cd591-0d13-4e8b-81c8-1b38f9bdd505,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:35.264165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a8715aa5-5b7e-4034-b018-b436763bcd63 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.269078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a8715aa5-5b7e-4034-b018-b436763bcd63 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/068cd591-0d13-4e8b-81c8-1b38f9bdd505 HTTP/1.1" status: 204 len: 168 time: 0.7142088 Sep 18 20:08:35.270487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57284) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:35.314364 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbc94a3-a8d6-45f2-ab61-46fb0125e142 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:08:35.319655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2bbc94a3-a8d6-45f2-ab61-46fb0125e142 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/068cd591-0d13-4e8b-81c8-1b38f9bdd505 HTTP/1.1" status: 404 len: 333 time: 0.0479727 Sep 18 20:08:35.320939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57286) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:35.348566 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:08:35.381876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-106768fc-ef0a-4345-84f4-7794e255faaf tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.434256 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-106768fc-ef0a-4345-84f4-7794e255faaf tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.439774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03a3249-73c9-490f-b7f9-46903f79c0c9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.470028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106768fc-ef0a-4345-84f4-7794e255faaf tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c641a237-7cd6-44a1-b9a8-a843f8fa9139,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:35.497549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-106768fc-ef0a-4345-84f4-7794e255faaf tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.501548 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-106768fc-ef0a-4345-84f4-7794e255faaf tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1170006 Sep 18 20:08:35.502002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57290) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:35.506684 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03a3249-73c9-490f-b7f9-46903f79c0c9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.508118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-cdaa46e5-1e71-40aa-ab64-f52f9f885155 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:35.508547 n-d-789963-11 neutron-server[94940]: WARNING neutron.api.v2.base [None req-cdaa46e5-1e71-40aa-ab64-f52f9f885155 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 20:08:35.509825 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-cdaa46e5-1e71-40aa-ab64-f52f9f885155 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 20:08:35.514395 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cdaa46e5-1e71-40aa-ab64-f52f9f885155 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "PUT /v2.0/security-groups/c641a237-7cd6-44a1-b9a8-a843f8fa9139 HTTP/1.1" status: 409 len: 330 time: 0.0078521 Sep 18 20:08:35.515469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57292) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:35.555259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Router 9f314fcd-0021-4447-a0c8-c724b1899c6f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:35.585952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03a3249-73c9-490f-b7f9-46903f79c0c9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.595346 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03a3249-73c9-490f-b7f9-46903f79c0c9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.598277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f03a3249-73c9-490f-b7f9-46903f79c0c9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/security-groups/7907a798-9b3a-43ac-9a1c-bbe89b949872 HTTP/1.1" status: 204 len: 168 time: 0.2739115 Sep 18 20:08:35.599500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57294) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:35.607983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a3249-73c9-490f-b7f9-46903f79c0c9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7907a798-9b3a-43ac-9a1c-bbe89b949872,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:35.666951 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1efc47cd-ed8c-4b93-a9ac-4b264f051b54 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.730522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1efc47cd-ed8c-4b93-a9ac-4b264f051b54 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.826124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f99b627a-2932-4be8-ba68-cedf45ef7968 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.842733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-78b035f0-d8bc-4867-aec6-1b67c6d00843 None None] Provisioning complete for port 9599172e-f92f-4475-8874-91d2c36e90fc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:35.843258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-78b035f0-d8bc-4867-aec6-1b67c6d00843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.843862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:35.853194 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] Sync routers for ids ['9f314fcd-0021-4447-a0c8-c724b1899c6f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:35.857962 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5d3d8ac4-efb5-4053-b04c-814aed8d5243 admin admin] 10.222.0.20 "PUT /v2.0/routers/9f314fcd-0021-4447-a0c8-c724b1899c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6985269 Sep 18 20:08:35.862795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57296) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:35.868511 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f99b627a-2932-4be8-ba68-cedf45ef7968 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.873585 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] Routers {'9f314fcd-0021-4447-a0c8-c724b1899c6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:35.875571 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9f314fcd-0021-4447-a0c8-c724b1899c6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:35.881434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1efc47cd-ed8c-4b93-a9ac-4b264f051b54 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.884567 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1efc47cd-ed8c-4b93-a9ac-4b264f051b54 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.888140 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1efc47cd-ed8c-4b93-a9ac-4b264f051b54 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/c641a237-7cd6-44a1-b9a8-a843f8fa9139 HTTP/1.1" status: 204 len: 168 time: 0.3694417 Sep 18 20:08:35.895498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57298) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:35.900227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-78b035f0-d8bc-4867-aec6-1b67c6d00843 None None] Port 9599172e-f92f-4475-8874-91d2c36e90fc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:35.917636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-78b035f0-d8bc-4867-aec6-1b67c6d00843 None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:35.918001 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-78b035f0-d8bc-4867-aec6-1b67c6d00843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:35.988271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ab0d41d6-0fa0-417f-87e8-0a2a34954c8f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916114 Sep 18 20:08:35.996009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc47cd-ed8c-4b93-a9ac-4b264f051b54 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c641a237-7cd6-44a1-b9a8-a843f8fa9139,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:36.003300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57302) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:36.049537 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-85c8c190-5fed-473e-b0c2-fcffe5c1544f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] delete failed (client error): The resource could not be found. Sep 18 20:08:36.053990 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-85c8c190-5fed-473e-b0c2-fcffe5c1544f tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "DELETE /v2.0/security-groups/d09b01a3-53d8-45a7-b718-960c34574501 HTTP/1.1" status: 404 len: 347 time: 0.0457873 Sep 18 20:08:36.060393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57304) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:36.083076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.086348 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-e3d27e6e-1232-4325-bde4-af8ace192d32 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] show failed (client error): The resource could not be found. Sep 18 20:08:36.091269 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e3d27e6e-1232-4325-bde4-af8ace192d32 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-groups/1e6bd3af-25e7-4f34-97fe-a0d076b124de HTTP/1.1" status: 404 len: 347 time: 0.0264494 Sep 18 20:08:36.093885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57306) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:36.122014 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-eee9c093-1fcd-4f8b-9c2b-beb7f3d932f4 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] show failed (client error): The resource could not be found. Sep 18 20:08:36.126121 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eee9c093-1fcd-4f8b-9c2b-beb7f3d932f4 tempest-NegativeSecGroupTest-905767286 tempest-NegativeSecGroupTest-905767286-project] 10.222.0.20 "GET /v2.0/security-group-rules/be8b2c7f-504e-47ad-96f9-b4038fbc0641 HTTP/1.1" status: 404 len: 356 time: 0.0280285 Sep 18 20:08:36.126121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f99b627a-2932-4be8-ba68-cedf45ef7968 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.140575 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f99b627a-2932-4be8-ba68-cedf45ef7968 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.144625 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f99b627a-2932-4be8-ba68-cedf45ef7968 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/security-groups/282910aa-f724-431a-8204-2d0ec7c3661c HTTP/1.1" status: 204 len: 168 time: 0.5393469 Sep 18 20:08:36.145354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57310) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:36.160492 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] Set router 9f314fcd-0021-4447-a0c8-c724b1899c6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:36.227041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.254674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b627a-2932-4be8-ba68-cedf45ef7968 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282910aa-f724-431a-8204-2d0ec7c3661c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:36.264970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-269d33a5-0f10-4157-87e2-6906258d4434 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet 015fcd5d-69bc-464a-b187-8dc4c348aa82 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:36.273114 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-269d33a5-0f10-4157-87e2-6906258d4434 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.348096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Deleting port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:36.348518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.438831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-269d33a5-0f10-4157-87e2-6906258d4434 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.486410 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:34Z', 'revision_number': 5, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port': {'id': '9c9c8d43-f023-4117-b965-8b61cc7a2cdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:08Z', 'updated_at': '2021-09-18T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:36.562712 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] Checking router: 9f314fcd-0021-4447-a0c8-c724b1899c6f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:36.602794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] For port 9c9c8d43-f023-4117-b965-8b61cc7a2cdc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9c9c8d43-f023-4117-b965-8b61cc7a2cdc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:36.603183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.603414 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] Routers {'9f314fcd-0021-4447-a0c8-c724b1899c6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:36.604237 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['9f314fcd-0021-4447-a0c8-c724b1899c6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:36.643208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Calling delete_port for 9c9c8d43-f023-4117-b965-8b61cc7a2cdc owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:36.679023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-269d33a5-0f10-4157-87e2-6906258d4434 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.690988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-78b035f0-d8bc-4867-aec6-1b67c6d00843 None None] Could not find standard attr ID for object 068cd591-0d13-4e8b-81c8-1b38f9bdd505. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:08:36.801101 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] Set router 9f314fcd-0021-4447-a0c8-c724b1899c6f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:36.803631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4e81da8e-031a-4bde-8be0-248a8e581cb3 None None] Could not find standard attr ID for object 068cd591-0d13-4e8b-81c8-1b38f9bdd505. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:08:36.819851 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-269d33a5-0f10-4157-87e2-6906258d4434 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.936228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57316) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:36.944309 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e35a3-0dfb-486d-b22e-48fc03569ea1 None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:36.945812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d33a5-0f10-4157-87e2-6906258d4434 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=015fcd5d-69bc-464a-b187-8dc4c348aa82,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:36.950007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-269d33a5-0f10-4157-87e2-6906258d4434 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:36.959033 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-269d33a5-0f10-4157-87e2-6906258d4434 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/015fcd5d-69bc-464a-b187-8dc4c348aa82 HTTP/1.1" status: 204 len: 168 time: 0.7813382 Sep 18 20:08:36.969790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57318) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:36.982594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:36.984070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.053316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9c8d43-f023-4117-b965-8b61cc7a2cdc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:37.105784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6ede953f-5c72-418f-a7be-a92c8d61c189 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:37.106425 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:36Z', 'revision_number': 6, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:37.161174 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d662d-c149-47f1-8707-e5e79a77312f None None] The sync data for ids ['9f314fcd-0021-4447-a0c8-c724b1899c6f'] in n-d-789963-11 is: [{'id': '9f314fcd-0021-4447-a0c8-c724b1899c6f', 'name': 'tempest-TestAggregatesBasicOps-1944081372-router', 'tenant_id': '5305a2f7adbf4399b331962f3fcf8853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:06Z', 'updated_at': '2021-09-18T20:08:36Z', 'revision_number': 6, 'project_id': '5305a2f7adbf4399b331962f3fcf8853', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:37.197390 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:37.203011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.246278 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.259048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:37.259695 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.375854 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.379068 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.440902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:37.464129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57324) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:37.469995 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b4c9d3ee-b142-4a68-9996-748b041a5f2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36362e250d4e4b77bf47b67f041a5c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211308 Sep 18 20:08:37.473041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.475751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f314fcd-0021-4447-a0c8-c724b1899c6f {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:08:37.519085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.521385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d17e2984-16bd-44c4-a4e2-ebffceb3e0ae admin admin] 10.222.0.20 "DELETE /v2.0/routers/9f314fcd-0021-4447-a0c8-c724b1899c6f HTTP/1.1" status: 204 len: 168 time: 1.6563785 Sep 18 20:08:37.524128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57326) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:37.525248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:37.525720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.590081 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d025a06-2c1e-4958-9f06-731587eff0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.659206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6ddb80-4e51-4165-9281-f952df795794 admin admin] Deleting subnet fa90f790-c502-47e7-9a0b-b535eea777d9 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:37.663569 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb6ddb80-4e51-4165-9281-f952df795794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.672448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d025a06-2c1e-4958-9f06-731587eff0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.715838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb6ddb80-4e51-4165-9281-f952df795794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.759471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.809732 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d025a06-2c1e-4958-9f06-731587eff0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.812711 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8d025a06-2c1e-4958-9f06-731587eff0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.816528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d025a06-2c1e-4958-9f06-731587eff0f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/800b330d-b7aa-48a5-9b77-f439ae93842b HTTP/1.1" status: 204 len: 168 time: 0.3485150 Sep 18 20:08:37.836727 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb6ddb80-4e51-4165-9281-f952df795794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:37.837664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d025a06-2c1e-4958-9f06-731587eff0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b330d-b7aa-48a5-9b77-f439ae93842b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:37.904796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:37.964645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:37.973052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:37.974090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.019981 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0440898 Sep 18 20:08:38.020090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57334) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:38.027464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b474c389-d868-4529-8d76-1bf10f58f0ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1980788968'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:38.034089 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb6ddb80-4e51-4165-9281-f952df795794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.057592 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b474c389-d868-4529-8d76-1bf10f58f0ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.064395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffa92a-b573-4344-80f1-0760f31ee0db tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=d2f54ef3-1572-482a-b5ec-4a94cefa3a52,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:38.097084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb6ddb80-4e51-4165-9281-f952df795794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.098606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4880e6-ae01-491c-920c-7500308cffe4 None None] Network 63ecfb63-b286-4c1c-9efe-701af51d169b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:38.103572 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eb6ddb80-4e51-4165-9281-f952df795794 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fa90f790-c502-47e7-9a0b-b535eea777d9 HTTP/1.1" status: 204 len: 168 time: 0.5728319 Sep 18 20:08:38.124912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57336) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:38.133964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ddb80-4e51-4165-9281-f952df795794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa90f790-c502-47e7-9a0b-b535eea777d9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:38.265641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b474c389-d868-4529-8d76-1bf10f58f0ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.283849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b474c389-d868-4529-8d76-1bf10f58f0ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.293257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.387716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474c389-d868-4529-8d76-1bf10f58f0ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36399d60-1ad1-488f-9c5b-fa47654e3d9f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:38.390623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b474c389-d868-4529-8d76-1bf10f58f0ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.394771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b474c389-d868-4529-8d76-1bf10f58f0ca tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3717573 Sep 18 20:08:38.396043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57340) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:38.401256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-aacdcc08-d364-4a68-b241-ef2e0f7f6911 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1339013845'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:38.442728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aacdcc08-d364-4a68-b241-ef2e0f7f6911 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.451326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82321520-ab75-4e48-85e5-373423c1724d None None] DHCP port deletion for 63ecfb63-b286-4c1c-9efe-701af51d169b request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:08:38.459677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc06eff-efde-4f17-b84c-380b15f3a16b None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:38.486779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Deleting port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:38.490571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.575334 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aacdcc08-d364-4a68-b241-ef2e0f7f6911 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.584164 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aacdcc08-d364-4a68-b241-ef2e0f7f6911 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.619939 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] For port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7,segment=NetworkSegment(ceb50607-fc47-4e05-9e62-dafcfb0ba96d),segment_id=ceb50607-fc47-4e05-9e62-dafcfb0ba96d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:38.621013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.638440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Calling delete_port for 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:38.662995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aacdcc08-d364-4a68-b241-ef2e0f7f6911 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.664435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aacdcc08-d364-4a68-b241-ef2e0f7f6911 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2673194 Sep 18 20:08:38.668228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdcc08-d364-4a68-b241-ef2e0f7f6911 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b8420-373a-42d0-af41-3b0823600b36,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:38.676299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57350) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:38.681144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f03d1ad0-10bc-403c-ae7a-f4798b6d9fa8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1449790931'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:38.733477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03d1ad0-10bc-403c-ae7a-f4798b6d9fa8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.746642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6df83081-ec91-4fb3-8f15-a74e5b399f08 None None] Provisioning complete for port 9599172e-f92f-4475-8874-91d2c36e90fc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:38.747029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6df83081-ec91-4fb3-8f15-a74e5b399f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.829418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.829974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6df83081-ec91-4fb3-8f15-a74e5b399f08 None None] Port 9599172e-f92f-4475-8874-91d2c36e90fc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:38.855945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9c9c8d43-f023-4117-b965-8b61cc7a2cdc no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:38.866571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-82321520-ab75-4e48-85e5-373423c1724d None None] Deleting port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:38.867260 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82321520-ab75-4e48-85e5-373423c1724d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.889746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 9c9c8d43-f023-4117-b965-8b61cc7a2cdc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:38.890100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9c9c8d43-f023-4117-b965-8b61cc7a2cdc not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:38.890530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3cd11114-af07-4e2b-9c80-5f2124247c27 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:38.908964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:38.915070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] No DVR routers for this DVR port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:38.922902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3cd11114-af07-4e2b-9c80-5f2124247c27 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:38.923211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3cd11114-af07-4e2b-9c80-5f2124247c27 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:38.923665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:38.966585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03d1ad0-10bc-403c-ae7a-f4798b6d9fa8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:38.974767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03d1ad0-10bc-403c-ae7a-f4798b6d9fa8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.021461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d1ad0-10bc-403c-ae7a-f4798b6d9fa8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88354ad5-9311-47c3-bca1-118a9e42ad47,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:39.039180 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f03d1ad0-10bc-403c-ae7a-f4798b6d9fa8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.044285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f03d1ad0-10bc-403c-ae7a-f4798b6d9fa8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3663223 Sep 18 20:08:39.045102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57364) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:39.050852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1384563276', 'security_groups': ['88354ad5-9311-47c3-bca1-118a9e42ad47'], 'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2f54ef3-1572-482a-b5ec-4a94cefa3a52'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:39.099852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-82321520-ab75-4e48-85e5-373423c1724d None None] For port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:39.100440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.100564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82321520-ab75-4e48-85e5-373423c1724d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.133223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-82321520-ab75-4e48-85e5-373423c1724d None None] Calling delete_port for 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:39.142232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-82321520-ab75-4e48-85e5-373423c1724d None None] Port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 20:08:39.143601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6df83081-ec91-4fb3-8f15-a74e5b399f08 None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:39.143971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6df83081-ec91-4fb3-8f15-a74e5b399f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.161632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ecfb63-b286-4c1c-9efe-701af51d169b']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:39.179832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:39.180170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb50607-fc47-4e05-9e62-dafcfb0ba96d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:39.186191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:39.186543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:39.188086 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82321520-ab75-4e48-85e5-373423c1724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.208453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.244728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.252416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:39.253667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.279771 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82321520-ab75-4e48-85e5-373423c1724d None None] Pushing event deleted for resources: {'Port': ['ID=8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:39.289349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82321520-ab75-4e48-85e5-373423c1724d None None] No DVR routers for this DVR port 8cdcc97f-0c9e-487e-bf01-cb4d0b7434d7 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:39.325588 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:39.328175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57368) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:39.336073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.342879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.345345 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] 10.222.0.20 "DELETE /v2.0/networks/63ecfb63-b286-4c1c-9efe-701af51d169b HTTP/1.1" status: 204 len: 168 time: 1.2190711 Sep 18 20:08:39.348272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57372) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:39.371144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d27d2-0e84-42bd-97e5-bfb618135e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ecfb63-b286-4c1c-9efe-701af51d169b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:39.421146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e84db43-2c5a-44a9-8258-75268e7cbe88 None None] Update dhcp port {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'fixed_ips': [{'subnet_id': '7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2f54ef3-1572-482a-b5ec-4a94cefa3a52'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '6ede953f-5c72-418f-a7be-a92c8d61c189'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:08:39.448926 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e84db43-2c5a-44a9-8258-75268e7cbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.565135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8d074fb7-14f9-4b16-a797-aa6798cb3285 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1416390376', 'prefixes': ['172.20.0.0/16']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:39.621578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6e84db43-2c5a-44a9-8258-75268e7cbe88 None None] Allocated IP 2001:db8::2 (9f983069-e425-41bb-badc-e48a483bd435/d2f54ef3-1572-482a-b5ec-4a94cefa3a52/6ede953f-5c72-418f-a7be-a92c8d61c189) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:39.716423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8d074fb7-14f9-4b16-a797-aa6798cb3285 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] Notify callbacks [] for subnetpool, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.724894 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8d074fb7-14f9-4b16-a797-aa6798cb3285 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3937984 Sep 18 20:08:39.726316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57376) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:39.746651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6e84db43-2c5a-44a9-8258-75268e7cbe88 None None] For port 6ede953f-5c72-418f-a7be-a92c8d61c189, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6ede953f-5c72-418f-a7be-a92c8d61c189,segment=NetworkSegment(c14374f1-e635-423a-a457-0d6660262255),segment_id=c14374f1-e635-423a-a457-0d6660262255)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:39.783556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1d74-c655-4cfd-bae5-7b864e5f4777 req-3eb61777-dd46-4a5f-a57e-b45698ab4f9c tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:39.784605 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e84db43-2c5a-44a9-8258-75268e7cbe88 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.785298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ddd1d74-c655-4cfd-bae5-7b864e5f4777 req-3eb61777-dd46-4a5f-a57e-b45698ab4f9c tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 950 time: 0.5814056 Sep 18 20:08:39.791574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e66640c4-3130-4e3b-a69f-158cbf338a1d tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] 10.222.0.20 "GET /v2.0/subnetpools/a9858beb-3ee8-4af6-a8c8-f4d83ffba17b HTTP/1.1" status: 200 len: 732 time: 0.0625157 Sep 18 20:08:39.793218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:39.794632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e84db43-2c5a-44a9-8258-75268e7cbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.797453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57378) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:39.803742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-04339efc-75db-4e51-a27f-8bb410ded657 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1805991428'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:39.881240 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84db43-2c5a-44a9-8258-75268e7cbe88 None None] Pushing event updated for resources: {'Port': ['ID=6ede953f-5c72-418f-a7be-a92c8d61c189,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:39.889780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ddd1d74-c655-4cfd-bae5-7b864e5f4777 req-dbe5a45f-5dfa-48a4-bf1d-b890bf9a3717 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918782 Sep 18 20:08:39.930992 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.950155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] device_id is not set on port 1cdf093a-fb25-499e-9984-e3afaaa3a815 yet. {{(pid=94941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 20:08:39.958804 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.967064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04339efc-75db-4e51-a27f-8bb410ded657 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] Notify callbacks [] for subnetpool, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:39.970762 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-04339efc-75db-4e51-a27f-8bb410ded657 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] 10.222.0.20 "PUT /v2.0/subnetpools/a9858beb-3ee8-4af6-a8c8-f4d83ffba17b HTTP/1.1" status: 200 len: 684 time: 0.1697869 Sep 18 20:08:40.002340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57380) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:40.147964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a51e0e7f-463a-4a50-8c87-52184166c07e tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] Notify callbacks [] for subnetpool, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:40.149147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a51e0e7f-463a-4a50-8c87-52184166c07e tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] 10.222.0.20 "DELETE /v2.0/subnetpools/a9858beb-3ee8-4af6-a8c8-f4d83ffba17b HTTP/1.1" status: 204 len: 168 time: 0.1455975 Sep 18 20:08:40.152242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57382) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:40.189870 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-f8d6c715-0dbb-4b25-9574-18e27a7c5cd2 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] show failed (client error): The resource could not be found. Sep 18 20:08:40.190904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f8d6c715-0dbb-4b25-9574-18e27a7c5cd2 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] 10.222.0.20 "GET /v2.0/subnetpools/a9858beb-3ee8-4af6-a8c8-f4d83ffba17b HTTP/1.1" status: 404 len: 346 time: 0.0378237 Sep 18 20:08:40.199279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:40.240158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8::2ca (9f983069-e425-41bb-badc-e48a483bd435/d2f54ef3-1572-482a-b5ec-4a94cefa3a52/1cdf093a-fb25-499e-9984-e3afaaa3a815) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:40.262794 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-f2e36cd9-ccb0-49b7-a264-7f04b78e2564 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] delete failed (client error): The resource could not be found. Sep 18 20:08:40.264498 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f2e36cd9-ccb0-49b7-a264-7f04b78e2564 tempest-SubnetPoolsTestJSON-1710464341 tempest-SubnetPoolsTestJSON-1710464341-project] 10.222.0.20 "DELETE /v2.0/subnetpools/a9858beb-3ee8-4af6-a8c8-f4d83ffba17b HTTP/1.1" status: 404 len: 346 time: 0.0623717 Sep 18 20:08:40.337490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Deleting port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:40.338637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:40.442892 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:40.467719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] For port 92cd6fd4-35fa-4013-ae06-ddcd66a9d080, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,segment=NetworkSegment(3f2a8a40-e23a-43de-8c8b-96d653aef423),segment_id=3f2a8a40-e23a-43de-8c8b-96d653aef423)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:40.468727 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:40.485992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Calling delete_port for 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:40.532390 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:40.637733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:40.654678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:40.664540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:40.671296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:40.672140 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:40.680197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=1cdf093a-fb25-499e-9984-e3afaaa3a815,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:40.705359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-a48e8717-5e3e-40da-ae36-2b4cbeeebdd3 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:40.707032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-a48e8717-5e3e-40da-ae36-2b4cbeeebdd3 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 950 time: 0.1414685 Sep 18 20:08:40.712101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-deaaf1bb-b00a-42e8-8aa4-b25b2250817d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6656961 Sep 18 20:08:40.713317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57392) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:40.726897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bf6f7d4c-4bfb-480e-9d78-39e0c3e75a3e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:40.770975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:40.821933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Pushing event deleted for resources: {'Port': ['ID=92cd6fd4-35fa-4013-ae06-ddcd66a9d080,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:40.881161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57394) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:40.901120 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c4225256-bb03-48e0-ba08-5d9df6252892 None None] Provisioning complete for port 9599172e-f92f-4475-8874-91d2c36e90fc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:40.902572 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c4225256-bb03-48e0-ba08-5d9df6252892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:40.907053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6ede953f-5c72-418f-a7be-a92c8d61c189 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:40.951227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Deleting port 57cb58aa-1e71-4365-95df-fbc9af187d38 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:40.953275 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.076600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.149700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c4225256-bb03-48e0-ba08-5d9df6252892 None None] Port 9599172e-f92f-4475-8874-91d2c36e90fc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:41.168786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:41.169152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.242113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6f7d4c-4bfb-480e-9d78-39e0c3e75a3e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:41.248321 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf6f7d4c-4bfb-480e-9d78-39e0c3e75a3e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.259935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c4225256-bb03-48e0-ba08-5d9df6252892 None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:41.260294 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c4225256-bb03-48e0-ba08-5d9df6252892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.280405 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0270-44a7-49be-8055-327fd1f98130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.334854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710987a6-f983-4beb-8b15-fa09634e9604 req-4360178e-06b1-451d-8a4f-a1c500eb3d4a tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:41.336930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-710987a6-f983-4beb-8b15-fa09634e9604 req-4360178e-06b1-451d-8a4f-a1c500eb3d4a tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 950 time: 0.2932985 Sep 18 20:08:41.407602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:41.430164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] For port 57cb58aa-1e71-4365-95df-fbc9af187d38, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=57cb58aa-1e71-4365-95df-fbc9af187d38,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:41.430685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.460084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Calling delete_port for 57cb58aa-1e71-4365-95df-fbc9af187d38 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:41.467622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-710987a6-f983-4beb-8b15-fa09634e9604 req-cc46f933-5ce2-4d85-a074-76184c831a1f tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154354 Sep 18 20:08:41.505875 n-d-789963-11 neutron-server[94941]: INFO neutron.db.ipam_backend_mixin [None req-bf6f7d4c-4bfb-480e-9d78-39e0c3e75a3e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2f54ef3-1572-482a-b5ec-4a94cefa3a52 (CIDR: 2001:db8::/64) Sep 18 20:08:41.538870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:41.544037 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6f7d4c-4bfb-480e-9d78-39e0c3e75a3e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:41.545011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6f7d4c-4bfb-480e-9d78-39e0c3e75a3e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:41.553640 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] Sync routers for ids ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:41.559834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57402) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:41.560934 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-654a7c68-cab0-4a1e-a85e-aea2d30ae42b admin admin] 10.222.0.20 "PUT /v2.0/routers/27485ae8-ee15-4c28-b3fd-ee24b1dec5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1973467 Sep 18 20:08:41.572091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57404) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:41.574854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1f06cd78-231b-4f3b-a2b3-663dc56d2f93 None None] Provisioning complete for port 1cdf093a-fb25-499e-9984-e3afaaa3a815 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:41.575339 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f06cd78-231b-4f3b-a2b3-663dc56d2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.612466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1f06cd78-231b-4f3b-a2b3-663dc56d2f93 None None] Port 1cdf093a-fb25-499e-9984-e3afaaa3a815 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:41.616221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] Routers {'27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:41.616941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:41.670323 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-758ce3bd-d875-4fe4-ac0c-b51d40644cb1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.698454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-758ce3bd-d875-4fe4-ac0c-b51d40644cb1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.723797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0270-44a7-49be-8055-327fd1f98130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.739958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] Set router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:41.757305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aa0a0270-44a7-49be-8055-327fd1f98130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.771137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bf6f7d4c-4bfb-480e-9d78-39e0c3e75a3e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0564158 Sep 18 20:08:41.777165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57406) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:41.801255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c3d0b76b-2917-4ab8-97a2-d6805bdde4fb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:41.802062 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-758ce3bd-d875-4fe4-ac0c-b51d40644cb1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.805841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-758ce3bd-d875-4fe4-ac0c-b51d40644cb1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.806963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:41.808623 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-758ce3bd-d875-4fe4-ac0c-b51d40644cb1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] 10.222.0.20 "DELETE /v2.0/security-groups/23d33e8d-cf54-4fac-b027-89165957afcf HTTP/1.1" status: 204 len: 168 time: 0.2348096 Sep 18 20:08:41.840828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ce3bd-d875-4fe4-ac0c-b51d40644cb1 tempest-TestVolumeBootPattern-2001360839 tempest-TestVolumeBootPattern-2001360839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d33e8d-cf54-4fac-b027-89165957afcf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:41.893588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57410) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:41.957721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:40Z', 'revision_number': 5, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:41.988745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] Checking router: 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:41.998280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] Routers {'27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:41.998470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:42.073284 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.075129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a0270-44a7-49be-8055-327fd1f98130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b33c96-f9bb-497c-be1b-a2fe72f80a41,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:42.130324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Pushing event deleted for resources: {'Port': ['ID=57cb58aa-1e71-4365-95df-fbc9af187d38,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:42.148201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aa0a0270-44a7-49be-8055-327fd1f98130 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6408144ecfbd4dc2b0753495fac782dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2656224 Sep 18 20:08:42.156166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57414) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:42.174903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.264246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] No DVR routers for this DVR port 57cb58aa-1e71-4365-95df-fbc9af187d38 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:42.272985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['57cb58aa-1e71-4365-95df-fbc9af187d38'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:08:42.280481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.283961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e4be4a8-d7bd-42b3-91a8-bdbbf309bc36 req-0b85746e-6ea5-450f-8523-c491fe7edb57 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.24 "DELETE /v2.0/ports/57cb58aa-1e71-4365-95df-fbc9af187d38 HTTP/1.1" status: 204 len: 173 time: 1.5678046 Sep 18 20:08:42.297581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a02710-3a68-4693-9fcc-225e14874da8', 'name': 'network-vif-deleted', 'tag': '57cb58aa-1e71-4365-95df-fbc9af187d38'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:08:42.300625 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fc242a-968d-4f0b-a5da-3a6934ff5976" -d '{"events": [{"server_uuid": "08a02710-3a68-4693-9fcc-225e14874da8", "name": "network-vif-deleted", "tag": "57cb58aa-1e71-4365-95df-fbc9af187d38"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:08:42.324961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] Set router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:42.351750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d0b76b-2917-4ab8-97a2-d6805bdde4fb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:42.357667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c3d0b76b-2917-4ab8-97a2-d6805bdde4fb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.444577 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be92b9a7-6706-40b4-8a60-4d0d63657873 x-openstack-request-id: req-be92b9a7-6706-40b4-8a60-4d0d63657873 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:08:42.444806 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a02710-3a68-4693-9fcc-225e14874da8", "name": "network-vif-deleted", "tag": "57cb58aa-1e71-4365-95df-fbc9af187d38", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:08:42.445021 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be92b9a7-6706-40b4-8a60-4d0d63657873 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:08:42.445723 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a02710-3a68-4693-9fcc-225e14874da8', 'name': 'network-vif-deleted', 'tag': '57cb58aa-1e71-4365-95df-fbc9af187d38', 'status': 'completed', 'code': 200} Sep 18 20:08:42.501216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a1-df40-4897-8bcc-8008356ad71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.519251 n-d-789963-11 neutron-server[94941]: INFO neutron.db.ipam_backend_mixin [None req-c3d0b76b-2917-4ab8-97a2-d6805bdde4fb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8 (CIDR: 2001:db8:0:1::/64) Sep 18 20:08:42.524576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Deleting port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:42.524928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.533961 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d0b76b-2917-4ab8-97a2-d6805bdde4fb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:08:42.534605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d0b76b-2917-4ab8-97a2-d6805bdde4fb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:42.553925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:40Z', 'revision_number': 5, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:42.559526 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a1-df40-4897-8bcc-8008356ad71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.602432 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c3d0b76b-2917-4ab8-97a2-d6805bdde4fb tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8189256 Sep 18 20:08:42.608289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:42.614367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'subnet': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:42.624151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e27f6-668d-4b84-b16c-1a64c4577618 None None] The sync data for ids ['27485ae8-ee15-4c28-b3fd-ee24b1dec5cb'] in n-d-789963-11 is: [{'id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'name': 'tempest-TestAggregatesBasicOps-1735044515-router', 'tenant_id': '0844199b6087417caa5a206fafdfdf8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:20Z', 'updated_at': '2021-09-18T20:08:40Z', 'revision_number': 5, 'project_id': '0844199b6087417caa5a206fafdfdf8e', 'gw_port': {'id': '2f21beb5-d0a4-4c87-8a1e-59f509ec6201', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ae:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27485ae8-ee15-4c28-b3fd-ee24b1dec5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:21Z', 'updated_at': '2021-09-18T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:42.705501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bd1e20d-8e95-4228-811d-5fe19155d49c req-304c6332-cf29-449d-8153-76824af01c30 tempest-VolumesBackupsTest-838536967 tempest-VolumesBackupsTest-838536967-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a02710-3a68-4693-9fcc-225e14874da8 HTTP/1.1" status: 200 len: 210 time: 0.1001408 Sep 18 20:08:42.752050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] For port 2f21beb5-d0a4-4c87-8a1e-59f509ec6201, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2f21beb5-d0a4-4c87-8a1e-59f509ec6201,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:42.752440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.764456 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a1-df40-4897-8bcc-8008356ad71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.767150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a1-df40-4897-8bcc-8008356ad71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:42.768370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-117ed2a1-df40-4897-8bcc-8008356ad71f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83b33c96-f9bb-497c-be1b-a2fe72f80a41 HTTP/1.1" status: 204 len: 168 time: 0.6070521 Sep 18 20:08:42.774907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Calling delete_port for 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:42.788765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ed2a1-df40-4897-8bcc-8008356ad71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b33c96-f9bb-497c-be1b-a2fe72f80a41,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:42.902630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Made reservation on behalf of 98ea5795a2914befb99341eb352cd790 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:42.906309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.014099 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.048625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f21beb5-d0a4-4c87-8a1e-59f509ec6201,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:43.048844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:43.084224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:43.084569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 92cd6fd4-35fa-4013-ae06-ddcd66a9d080 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:43.147751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.257608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.265874 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.268748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.317826 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.318394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27485ae8-ee15-4c28-b3fd-ee24b1dec5cb {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:08:43.323825 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.325590 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-898a621f-0181-4c2b-a3ce-bbfe0d3f20c0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/27485ae8-ee15-4c28-b3fd-ee24b1dec5cb HTTP/1.1" status: 204 len: 168 time: 1.7647147 Sep 18 20:08:43.328230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57434) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:43.334328 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.386315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-93798f38-d74b-4946-83c2-75be5332b538 admin admin] Deleting subnet f447bde3-c16b-4967-a5a6-38620d592cf2 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:43.390023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93798f38-d74b-4946-83c2-75be5332b538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.422710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Network 9f983069-e425-41bb-badc-e48a483bd435 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:43.429751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:43.439777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:43.440378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.441063 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93798f38-d74b-4946-83c2-75be5332b538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.441989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac30f52d-47cf-4909-8f64-4bbced9d1cae None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:43.448746 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Subnet': ['ID=7c239129-f3cc-4ffe-8875-7bbda978076c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:43.519333 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2837fb72-6662-4a64-84a5-3292d460fcb8 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9099538 Sep 18 20:08:43.522461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57442) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:43.534458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-305379157', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7c239129-f3cc-4ffe-8875-7bbda978076c'}], 'security_groups': ['36399d60-1ad1-488f-9c5b-fa47654e3d9f', 'e56b8420-373a-42d0-af41-3b0823600b36']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:43.649564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93798f38-d74b-4946-83c2-75be5332b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.723591 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Deleting port 4a59a749-0fec-4df7-a68c-a654186c37dd {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:43.724098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.751977 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.856091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93798f38-d74b-4946-83c2-75be5332b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.860721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f03573-d624-44a2-b0f6-3efafb065fb3 None None] Update dhcp port {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'fixed_ips': [{'subnet_id': '7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2f54ef3-1572-482a-b5ec-4a94cefa3a52', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c239129-f3cc-4ffe-8875-7bbda978076c'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '6ede953f-5c72-418f-a7be-a92c8d61c189'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:08:43.871292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] For port 4a59a749-0fec-4df7-a68c-a654186c37dd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4a59a749-0fec-4df7-a68c-a654186c37dd,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:43.872338 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.890619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Calling delete_port for 4a59a749-0fec-4df7-a68c-a654186c37dd owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:43.919220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798f38-d74b-4946-83c2-75be5332b538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f447bde3-c16b-4967-a5a6-38620d592cf2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:43.942563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-06f03573-d624-44a2-b0f6-3efafb065fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.947505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-93798f38-d74b-4946-83c2-75be5332b538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:43.954309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-93798f38-d74b-4946-83c2-75be5332b538 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f447bde3-c16b-4967-a5a6-38620d592cf2 HTTP/1.1" status: 204 len: 168 time: 0.6227753 Sep 18 20:08:43.959240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57456) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:43.992957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197ca07-36ac-4144-a747-ce6f4e776c15 None None] Network f02e4d5b-4378-4bbb-8a15-6ef7e082deed requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:44.288337 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:44.333737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a59a749-0fec-4df7-a68c-a654186c37dd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:44.446586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-06f03573-d624-44a2-b0f6-3efafb065fb3 None None] Allocated IP 2001:db8:0:2::2 (9f983069-e425-41bb-badc-e48a483bd435/7c239129-f3cc-4ffe-8875-7bbda978076c/6ede953f-5c72-418f-a7be-a92c8d61c189) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:44.608644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:44.637522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-06f03573-d624-44a2-b0f6-3efafb065fb3 None None] For port 6ede953f-5c72-418f-a7be-a92c8d61c189, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6ede953f-5c72-418f-a7be-a92c8d61c189,segment=NetworkSegment(c14374f1-e635-423a-a457-0d6660262255),segment_id=c14374f1-e635-423a-a457-0d6660262255)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:44.665566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:44.704292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-06f03573-d624-44a2-b0f6-3efafb065fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:44.734030 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-06f03573-d624-44a2-b0f6-3efafb065fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:44.961160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] DHCP port deletion for f02e4d5b-4378-4bbb-8a15-6ef7e082deed request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:08:44.976583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:44.997067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Deleting port b4758df8-8a64-4b68-a386-fa4e09f85807 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:44.997688 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.037919 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:45.082103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f03573-d624-44a2-b0f6-3efafb065fb3 None None] Pushing event updated for resources: {'Port': ['ID=6ede953f-5c72-418f-a7be-a92c8d61c189,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:45.096227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:45.096795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2f21beb5-d0a4-4c87-8a1e-59f509ec6201 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:45.154575 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] Deleting port b4758df8-8a64-4b68-a386-fa4e09f85807 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:45.155282 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.174434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] For port b4758df8-8a64-4b68-a386-fa4e09f85807, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b4758df8-8a64-4b68-a386-fa4e09f85807,segment=NetworkSegment(3f2a8a40-e23a-43de-8c8b-96d653aef423),segment_id=3f2a8a40-e23a-43de-8c8b-96d653aef423)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:45.174829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.199746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Calling delete_port for b4758df8-8a64-4b68-a386-fa4e09f85807 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:45.248757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:45.259293 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] Sync routers for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:45.262185 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac4db34a-910c-4c1d-aa94-b78774f41c98 admin admin] 10.222.0.20 "PUT /v2.0/routers/dfb20531-5afa-4e07-b6f5-3a265f75b3f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3669856 Sep 18 20:08:45.262864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57476) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:45.275401 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:45.278948 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:45.298533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] For port b4758df8-8a64-4b68-a386-fa4e09f85807, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b4758df8-8a64-4b68-a386-fa4e09f85807,segment=NetworkSegment(3f2a8a40-e23a-43de-8c8b-96d653aef423),segment_id=3f2a8a40-e23a-43de-8c8b-96d653aef423)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:45.298944 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.324024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] Calling delete_port for b4758df8-8a64-4b68-a386-fa4e09f85807 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:45.510414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.515687 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:45.517260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.567899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] Pushing event deleted for resources: {'Port': ['ID=b4758df8-8a64-4b68-a386-fa4e09f85807,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:45.577899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449f5e2-2414-42c0-a214-c3b53f4bce59 None None] No DVR routers for this DVR port b4758df8-8a64-4b68-a386-fa4e09f85807 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:45.579777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 57cb58aa-1e71-4365-95df-fbc9af187d38 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:45.600374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Delete allocated IP 2001:db8::2ca (9f983069-e425-41bb-badc-e48a483bd435/d2f54ef3-1572-482a-b5ec-4a94cefa3a52) {{(pid=94941) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 18 20:08:45.619783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Allocated IP 2001:db8:0:2::13d (9f983069-e425-41bb-badc-e48a483bd435/7c239129-f3cc-4ffe-8875-7bbda978076c/1cdf093a-fb25-499e-9984-e3afaaa3a815) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:45.643707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 57cb58aa-1e71-4365-95df-fbc9af187d38 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:45.644393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 57cb58aa-1e71-4365-95df-fbc9af187d38 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:45.697736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.788526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.799820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4758df8-8a64-4b68-a386-fa4e09f85807,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:45.817072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] No DVR routers for this DVR port b4758df8-8a64-4b68-a386-fa4e09f85807 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:45.892087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Deleting port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:45.892908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:45.954794 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T20:08:44Z', 'revision_number': 5, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port': {'id': '0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:14Z', 'updated_at': '2021-09-18T19:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:46.019266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] For port 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:46.019910 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.023529 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] Checking router: dfb20531-5afa-4e07-b6f5-3a265f75b3f4 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:46.043480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.044035 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] Routers {'dfb20531-5afa-4e07-b6f5-3a265f75b3f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:46.044272 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:46.049661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Calling delete_port for 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:46.094141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02e4d5b-4378-4bbb-8a15-6ef7e082deed']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:46.115782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2a8a40-e23a-43de-8c8b-96d653aef423') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:46.116072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2a8a40-e23a-43de-8c8b-96d653aef423') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:46.143481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.168833 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.170505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e515fcfa-3ab2-4b67-8666-d9a28def4bc5 None None] Provisioning complete for port 9599172e-f92f-4475-8874-91d2c36e90fc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:46.171772 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e515fcfa-3ab2-4b67-8666-d9a28def4bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.185069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:46.185486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: self.session.flush() Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:46.187151 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:46.213160 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] Set router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:46.214080 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.247205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e515fcfa-3ab2-4b67-8666-d9a28def4bc5 None None] Port 9599172e-f92f-4475-8874-91d2c36e90fc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:46.255549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.257598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e515fcfa-3ab2-4b67-8666-d9a28def4bc5 None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:46.258158 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e515fcfa-3ab2-4b67-8666-d9a28def4bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.332570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] In _notify_port_updated(), no bound segment for port 1cdf093a-fb25-499e-9984-e3afaaa3a815 on network 9f983069-e425-41bb-badc-e48a483bd435 {{(pid=94941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 20:08:46.341316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:46.341959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.343329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "PUT /v2.0/ports/1cdf093a-fb25-499e-9984-e3afaaa3a815 HTTP/1.1" status: 200 len: 969 time: 2.8145981 Sep 18 20:08:46.346928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.348042 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T20:08:45Z', 'revision_number': 6, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:46.354493 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.359774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f02e4d5b-4378-4bbb-8a15-6ef7e082deed HTTP/1.1" status: 204 len: 168 time: 2.3993173 Sep 18 20:08:46.360749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57488) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:46.419048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06ea6f-557b-4de7-8228-f99ec4f67554 admin admin] Pushing event deleted for resources: {'Network': ['ID=f02e4d5b-4378-4bbb-8a15-6ef7e082deed,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:46.423652 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268af46-2ac0-4c59-903e-03b8d10cfe79 None None] The sync data for ids ['dfb20531-5afa-4e07-b6f5-3a265f75b3f4'] in n-d-789963-11 is: [{'id': 'dfb20531-5afa-4e07-b6f5-3a265f75b3f4', 'name': 'tempest-TestVolumeBootPattern-1426439359-router', 'tenant_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:13Z', 'updated_at': '2021-09-18T20:08:45Z', 'revision_number': 6, 'project_id': '3c57d5ee3319494daf3b9cda25bb9cde', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:46.425066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e515fcfa-3ab2-4b67-8666-d9a28def4bc5 None None] Provisioning complete for port 1cdf093a-fb25-499e-9984-e3afaaa3a815 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:46.425490 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e515fcfa-3ab2-4b67-8666-d9a28def4bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.427693 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.451174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344658-1f0a-447f-9600-283165617996 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event updated for resources: {'Port': ['ID=1cdf093a-fb25-499e-9984-e3afaaa3a815,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:46.483567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e515fcfa-3ab2-4b67-8666-d9a28def4bc5 None None] Port 1cdf093a-fb25-499e-9984-e3afaaa3a815 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:46.529242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:46.577103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-07ae3e51-1351-4dbb-b9fd-3aa262d10cb0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 1cdf093a-fb25-499e-9984-e3afaaa3a815 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:46.577452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07ae3e51-1351-4dbb-b9fd-3aa262d10cb0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.648495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57492) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:46.664111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.682719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07ae3e51-1351-4dbb-b9fd-3aa262d10cb0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.695123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-07ae3e51-1351-4dbb-b9fd-3aa262d10cb0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 1cdf093a-fb25-499e-9984-e3afaaa3a815 owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:46.722168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-389b864e-b20f-4ed2-89b4-5fc312a44afd None None] Provisioning complete for port 1cdf093a-fb25-499e-9984-e3afaaa3a815 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:46.723037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-389b864e-b20f-4ed2-89b4-5fc312a44afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.763491 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-67974916-9e18-4353-b3da-8ee0fa0289f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5305a2f7adbf4399b331962f3fcf8853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134868 Sep 18 20:08:46.766229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57494) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:46.767884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-389b864e-b20f-4ed2-89b4-5fc312a44afd None None] Port 1cdf093a-fb25-499e-9984-e3afaaa3a815 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:46.816658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.821642 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.876615 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07ae3e51-1351-4dbb-b9fd-3aa262d10cb0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.885525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.887774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfb20531-5afa-4e07-b6f5-3a265f75b3f4 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:08:46.891812 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.892758 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-140ff4d1-77c4-4383-8102-9532cd7bbc54 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dfb20531-5afa-4e07-b6f5-3a265f75b3f4 HTTP/1.1" status: 204 len: 168 time: 1.6289041 Sep 18 20:08:46.897997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57496) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:46.930238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24f9b4a-bb4a-42a7-af51-d71e1a8b7a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.943977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae3e51-1351-4dbb-b9fd-3aa262d10cb0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=1cdf093a-fb25-499e-9984-e3afaaa3a815,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:46.969642 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-574a84ac-457c-4873-9c04-1f4470c64f76 admin admin] Deleting subnet 01d0a8d3-a83b-4a6e-9a04-651aebf7f00e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:46.972862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24f9b4a-bb4a-42a7-af51-d71e1a8b7a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.980590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-574a84ac-457c-4873-9c04-1f4470c64f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.993329 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-07ae3e51-1351-4dbb-b9fd-3aa262d10cb0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:46.999560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-07ae3e51-1351-4dbb-b9fd-3aa262d10cb0 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/1cdf093a-fb25-499e-9984-e3afaaa3a815 HTTP/1.1" status: 204 len: 168 time: 0.6342835 Sep 18 20:08:47.002152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57498) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:47.033052 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d262c72-072d-49c7-a42a-2b681a2d600b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] GET failed (client error): The resource could not be found. Sep 18 20:08:47.034681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8d262c72-072d-49c7-a42a-2b681a2d600b tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports/1cdf093a-fb25-499e-9984-e3afaaa3a815 HTTP/1.1" status: 404 len: 333 time: 0.0315738 Sep 18 20:08:47.038008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57500) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:47.040923 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-574a84ac-457c-4873-9c04-1f4470c64f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.104867 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24f9b4a-bb4a-42a7-af51-d71e1a8b7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.107422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e24f9b4a-bb4a-42a7-af51-d71e1a8b7a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.108612 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e24f9b4a-bb4a-42a7-af51-d71e1a8b7a35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ac0251f-21b8-4846-8338-9c678ed859ff HTTP/1.1" status: 204 len: 168 time: 0.3413205 Sep 18 20:08:47.117205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31eb0d6a-eeb8-4c61-9056-6d172414a311 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.159578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31eb0d6a-eeb8-4c61-9056-6d172414a311 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.213406 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-574a84ac-457c-4873-9c04-1f4470c64f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.249908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31eb0d6a-eeb8-4c61-9056-6d172414a311 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.260054 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31eb0d6a-eeb8-4c61-9056-6d172414a311 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.263790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-31eb0d6a-eeb8-4c61-9056-6d172414a311 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/security-groups/88354ad5-9311-47c3-bca1-118a9e42ad47 HTTP/1.1" status: 204 len: 168 time: 0.2245767 Sep 18 20:08:47.277900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57514) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:47.323045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6ede953f-5c72-418f-a7be-a92c8d61c189 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:08:47.358897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f9b4a-bb4a-42a7-af51-d71e1a8b7a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac0251f-21b8-4846-8338-9c678ed859ff,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:47.369493 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-574a84ac-457c-4873-9c04-1f4470c64f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.381088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb0d6a-eeb8-4c61-9056-6d172414a311 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88354ad5-9311-47c3-bca1-118a9e42ad47,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:47.405579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-574a84ac-457c-4873-9c04-1f4470c64f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.407626 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-574a84ac-457c-4873-9c04-1f4470c64f76 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/01d0a8d3-a83b-4a6e-9a04-651aebf7f00e HTTP/1.1" status: 204 len: 168 time: 0.5086513 Sep 18 20:08:47.408864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a84ac-457c-4873-9c04-1f4470c64f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d0a8d3-a83b-4a6e-9a04-651aebf7f00e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:47.420080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57520) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:47.432332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53fc252-bf12-4c99-b7d8-822ef1aa96c1 None None] Network e9561566-4f46-403d-9a9c-0b61da82ba41 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:47.518711 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.546242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97d56450-84b0-49e0-ad4d-3df71ebf5653 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.573875 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:47.574861 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.583944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97d56450-84b0-49e0-ad4d-3df71ebf5653 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.641771 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97d56450-84b0-49e0-ad4d-3df71ebf5653 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.645084 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97d56450-84b0-49e0-ad4d-3df71ebf5653 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.650967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-97d56450-84b0-49e0-ad4d-3df71ebf5653 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/security-groups/e56b8420-373a-42d0-af41-3b0823600b36 HTTP/1.1" status: 204 len: 168 time: 0.3651254 Sep 18 20:08:47.651188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57524) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:47.740967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d56450-84b0-49e0-ad4d-3df71ebf5653 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b8420-373a-42d0-af41-3b0823600b36,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:47.775422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4105cc87-5f21-4242-8199-5c048ddde4bd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.801044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] DHCP port deletion for e9561566-4f46-403d-9a9c-0b61da82ba41 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:08:47.806726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Deleting port d197869d-ca0a-4eca-a79d-61a0e0391816 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:47.810035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.830028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57528) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:47.838542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4105cc87-5f21-4242-8199-5c048ddde4bd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.864247 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4a59a749-0fec-4df7-a68c-a654186c37dd no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:47.904621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 4a59a749-0fec-4df7-a68c-a654186c37dd {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:47.905214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4a59a749-0fec-4df7-a68c-a654186c37dd not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:47.905884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b4758df8-8a64-4b68-a386-fa4e09f85807 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:47.940300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: b4758df8-8a64-4b68-a386-fa4e09f85807 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:47.941140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b4758df8-8a64-4b68-a386-fa4e09f85807 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:47.948251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4105cc87-5f21-4242-8199-5c048ddde4bd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.952230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4105cc87-5f21-4242-8199-5c048ddde4bd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.955732 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4105cc87-5f21-4242-8199-5c048ddde4bd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/security-groups/36399d60-1ad1-488f-9c5b-fa47654e3d9f HTTP/1.1" status: 204 len: 168 time: 0.3006618 Sep 18 20:08:47.962299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57532) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:47.977246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] Deleting port d197869d-ca0a-4eca-a79d-61a0e0391816 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:47.977785 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:47.997063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] For port d197869d-ca0a-4eca-a79d-61a0e0391816, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d197869d-ca0a-4eca-a79d-61a0e0391816,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:48.010994 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.016600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105cc87-5f21-4242-8199-5c048ddde4bd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36399d60-1ad1-488f-9c5b-fa47654e3d9f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:48.042937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cc53f208-d72c-4161-9e44-a382c217cbee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0844199b6087417caa5a206fafdfdf8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117357 Sep 18 20:08:48.046802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57536) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:48.054394 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Calling delete_port for d197869d-ca0a-4eca-a79d-61a0e0391816 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:48.097401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e92c74-9b97-4995-910f-a9cb105638dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet d2f54ef3-1572-482a-b5ec-4a94cefa3a52 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:48.097609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] For port d197869d-ca0a-4eca-a79d-61a0e0391816, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d197869d-ca0a-4eca-a79d-61a0e0391816,segment=NetworkSegment(e0d3a65b-5cb2-4d73-8661-2ffda893b1d8),segment_id=e0d3a65b-5cb2-4d73-8661-2ffda893b1d8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:48.097943 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.101315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29e92c74-9b97-4995-910f-a9cb105638dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.115246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] Calling delete_port for d197869d-ca0a-4eca-a79d-61a0e0391816 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:48.155552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29e92c74-9b97-4995-910f-a9cb105638dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.175812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-020d62f0-dbb0-4b45-8b0e-74d424d407a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.216143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-020d62f0-dbb0-4b45-8b0e-74d424d407a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.230618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.238396 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.268103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29e92c74-9b97-4995-910f-a9cb105638dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.274091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] No DVR routers for this DVR port d197869d-ca0a-4eca-a79d-61a0e0391816 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:48.276887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Pushing event deleted for resources: {'Port': ['ID=d197869d-ca0a-4eca-a79d-61a0e0391816,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:48.277647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805aa40-cfec-4765-b883-6b0c42b566bd None None] Pushing event deleted for resources: {'Port': ['ID=d197869d-ca0a-4eca-a79d-61a0e0391816,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:48.291138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] No DVR routers for this DVR port d197869d-ca0a-4eca-a79d-61a0e0391816 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:48.373230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29e92c74-9b97-4995-910f-a9cb105638dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.381093 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.397799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-020d62f0-dbb0-4b45-8b0e-74d424d407a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.401156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-020d62f0-dbb0-4b45-8b0e-74d424d407a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.401992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-020d62f0-dbb0-4b45-8b0e-74d424d407a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/281c14c5-5dfa-4450-9e20-b76e603f4fce HTTP/1.1" status: 204 len: 168 time: 0.3542891 Sep 18 20:08:48.411664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e92c74-9b97-4995-910f-a9cb105638dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f54ef3-1572-482a-b5ec-4a94cefa3a52,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:48.422088 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-29e92c74-9b97-4995-910f-a9cb105638dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.424122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245444b-7073-4ab7-8f69-7703c7df3d42 None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:48.428520 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-29e92c74-9b97-4995-910f-a9cb105638dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/d2f54ef3-1572-482a-b5ec-4a94cefa3a52 HTTP/1.1" status: 204 len: 168 time: 0.4615304 Sep 18 20:08:48.434525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57554) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:48.445114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9561566-4f46-403d-9a9c-0b61da82ba41']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:48.453133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d62f0-dbb0-4b45-8b0e-74d424d407a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281c14c5-5dfa-4450-9e20-b76e603f4fce,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:48.484475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:48.484475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d3a65b-5cb2-4d73-8661-2ffda893b1d8') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:48.513323 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.530536 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.540813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:48.541281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:48.543582 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:48.594157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0826a10-8f23-4c30-934e-f568c41b4912 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet 7c239129-f3cc-4ffe-8875-7bbda978076c {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:48.598108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0826a10-8f23-4c30-934e-f568c41b4912 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.673747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.679926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.688334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57582) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:48.693394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e9561566-4f46-403d-9a9c-0b61da82ba41 HTTP/1.1" status: 204 len: 168 time: 1.2713380 Sep 18 20:08:48.709984 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0826a10-8f23-4c30-934e-f568c41b4912 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:48.719404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03111c-7b18-4b2e-b491-72f751541299 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9561566-4f46-403d-9a9c-0b61da82ba41,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:48.854354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:48.891520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:48.892204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0e9b074d-629a-4f2b-8cfc-dd7e1af4fc8b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:48.894663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d197869d-ca0a-4eca-a79d-61a0e0391816 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:48.953165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d197869d-ca0a-4eca-a79d-61a0e0391816 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:48.954661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d197869d-ca0a-4eca-a79d-61a0e0391816 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:49.037033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0826a10-8f23-4c30-934e-f568c41b4912 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.287026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0826a10-8f23-4c30-934e-f568c41b4912 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.406303 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0826a10-8f23-4c30-934e-f568c41b4912 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=7c239129-f3cc-4ffe-8875-7bbda978076c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:49.426608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c0826a10-8f23-4c30-934e-f568c41b4912 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.428581 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c0826a10-8f23-4c30-934e-f568c41b4912 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/7c239129-f3cc-4ffe-8875-7bbda978076c HTTP/1.1" status: 204 len: 168 time: 0.9930472 Sep 18 20:08:49.432533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57632) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:49.498281 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d108852c-1741-4e9d-b981-6624694960ce tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:49.498746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d108852c-1741-4e9d-b981-6624694960ce tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:49.500544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d108852c-1741-4e9d-b981-6624694960ce tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/d2f54ef3-1572-482a-b5ec-4a94cefa3a52 HTTP/1.1" status: 404 len: 337 time: 0.0669940 Sep 18 20:08:49.503102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57648) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:49.621111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb114e0-80f8-4b06-a309-b723a447e6e1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting subnet 7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:49.626915 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.627513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053860a4-c424-43fe-8ad5-be7d9a8aa207 None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:49.631276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fb114e0-80f8-4b06-a309-b723a447e6e1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.687487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fb114e0-80f8-4b06-a309-b723a447e6e1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.756314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-53c85f62-0c2d-4342-b1aa-257adefd2d7d None None] Provisioning complete for port 9599172e-f92f-4475-8874-91d2c36e90fc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:49.756677 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53c85f62-0c2d-4342-b1aa-257adefd2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.794546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-53c85f62-0c2d-4342-b1aa-257adefd2d7d None None] Port 9599172e-f92f-4475-8874-91d2c36e90fc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:49.817908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-53c85f62-0c2d-4342-b1aa-257adefd2d7d None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:49.818593 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53c85f62-0c2d-4342-b1aa-257adefd2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.859148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fb114e0-80f8-4b06-a309-b723a447e6e1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:49.960595 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fb114e0-80f8-4b06-a309-b723a447e6e1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:50.046418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fb114e0-80f8-4b06-a309-b723a447e6e1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:50.053717 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0fb114e0-80f8-4b06-a309-b723a447e6e1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8 HTTP/1.1" status: 204 len: 168 time: 0.5472746 Sep 18 20:08:50.053717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb114e0-80f8-4b06-a309-b723a447e6e1 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:50.055213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57672) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.119016 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f5e621-9815-4088-ad2d-e49bad94ca2d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.119517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f5e621-9815-4088-ad2d-e49bad94ca2d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.123851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c3f5e621-9815-4088-ad2d-e49bad94ca2d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/015fcd5d-69bc-464a-b187-8dc4c348aa82 HTTP/1.1" status: 404 len: 337 time: 0.0639818 Sep 18 20:08:50.127316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57676) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.187809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0f538efe-47cf-41ca-bc74-17b6e0bc11dc tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ab6abd-3bf4-4050-94e9-e1189fcf47ae HTTP/1.1" status: 200 len: 205 time: 0.0592542 Sep 18 20:08:50.190332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57680) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.208318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e39795-736d-4404-b5b8-7879fca2c663 None None] Update dhcp port {'port': {'network_id': '9f983069-e425-41bb-badc-e48a483bd435', 'fixed_ips': [{'subnet_id': '7bbb2e03-ee6d-4395-a7a7-ed8c1f7fc6e8'}], 'binding:host_id': 'n-d-789963-11'}, 'id': '6ede953f-5c72-418f-a7be-a92c8d61c189'} from n-d-789963-11. {{(pid=94942) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 20:08:50.284791 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-70e39795-736d-4404-b5b8-7879fca2c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:50.290137 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [None req-00fc4736-4dd5-4bf2-9cb2-3047a10bf6fd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] delete failed (client error): The resource could not be found. Sep 18 20:08:50.299269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-00fc4736-4dd5-4bf2-9cb2-3047a10bf6fd tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/routers/32ab6abd-3bf4-4050-94e9-e1189fcf47ae HTTP/1.1" status: 404 len: 336 time: 0.1079588 Sep 18 20:08:50.299931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57682) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.334334 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafd19cf-025a-493d-81f9-8730d170f68e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.334803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafd19cf-025a-493d-81f9-8730d170f68e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.336603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aafd19cf-025a-493d-81f9-8730d170f68e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/5930a77f-1109-480d-8859-0e9c127bfef5 HTTP/1.1" status: 404 len: 337 time: 0.0356398 Sep 18 20:08:50.340257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57686) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.371803 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba11e8d8-f5be-45ae-b0e9-9228306794d9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.372274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba11e8d8-f5be-45ae-b0e9-9228306794d9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.374046 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ba11e8d8-f5be-45ae-b0e9-9228306794d9 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/d125a188-90a8-4991-8a80-bfc66139852d HTTP/1.1" status: 404 len: 337 time: 0.0328348 Sep 18 20:08:50.377141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57690) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.411146 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d7e74f-b15c-48eb-afe8-48de917e832d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.411688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d7e74f-b15c-48eb-afe8-48de917e832d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.413688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-20d7e74f-b15c-48eb-afe8-48de917e832d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/7d9cbe10-5ca3-417d-ac33-5c6d7e881b8c HTTP/1.1" status: 404 len: 337 time: 0.0356085 Sep 18 20:08:50.417345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57692) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.450141 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-67433282-fbd0-4156-957e-763f4c273c80 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.451134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67433282-fbd0-4156-957e-763f4c273c80 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.455435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-67433282-fbd0-4156-957e-763f4c273c80 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/1f128750-2eaf-4c8c-9303-50edbd9f8459 HTTP/1.1" status: 404 len: 333 time: 0.0350239 Sep 18 20:08:50.455959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57694) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.492973 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7eb48ea-2041-4af5-8671-0aeb00c6510e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.494454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7eb48ea-2041-4af5-8671-0aeb00c6510e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.496495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d7eb48ea-2041-4af5-8671-0aeb00c6510e tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/1e94e5cd-000e-4eb2-940c-bef04afaa3ef HTTP/1.1" status: 404 len: 337 time: 0.0395913 Sep 18 20:08:50.499266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57696) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.518267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57698) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.537003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64637052-322d-4f13-87f1-c4d64fe61294 None None] Network 9f983069-e425-41bb-badc-e48a483bd435 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:50.560871 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-7318181d-f384-4268-8f8f-7a3664f8b4fe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.563651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7318181d-f384-4268-8f8f-7a3664f8b4fe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.567049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7318181d-f384-4268-8f8f-7a3664f8b4fe tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/ae962611-af55-4df1-b5c3-7d9ff094961d HTTP/1.1" status: 404 len: 337 time: 0.0643585 Sep 18 20:08:50.570915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57702) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.601559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Deleting port 45f8f8ab-aa83-435e-a48e-26190ad9427e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:50.602806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:50.616982 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f3587f-7af1-441b-adf1-6d41360335ac tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.620216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f3587f-7af1-441b-adf1-6d41360335ac tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.622498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b3f3587f-7af1-441b-adf1-6d41360335ac tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/66b66d96-298a-47bd-9c02-620b9ee99637 HTTP/1.1" status: 404 len: 333 time: 0.0497341 Sep 18 20:08:50.625959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57704) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.667132 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee46e79-95f8-480a-bf87-4b765c2fe26a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.668033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee46e79-95f8-480a-bf87-4b765c2fe26a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.669819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b9c45944-45b4-47f9-b9dd-f37896056500 None None] Provisioning complete for port 9599172e-f92f-4475-8874-91d2c36e90fc triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:50.670294 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b9c45944-45b4-47f9-b9dd-f37896056500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:50.674568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6ee46e79-95f8-480a-bf87-4b765c2fe26a tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/949dbd45-79ea-4951-bac1-761e11723328 HTTP/1.1" status: 404 len: 337 time: 0.0457182 Sep 18 20:08:50.675326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57708) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.727180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45944-45b4-47f9-b9dd-f37896056500 None None] Port 9599172e-f92f-4475-8874-91d2c36e90fc cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:08:50.764693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b9c45944-45b4-47f9-b9dd-f37896056500 None None] Provisioning complete for port 6ede953f-5c72-418f-a7be-a92c8d61c189 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:08:50.766175 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b9c45944-45b4-47f9-b9dd-f37896056500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:50.797409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6ede953f-5c72-418f-a7be-a92c8d61c189 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:50.813081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9495e837-78ec-44c9-9cea-58badb5016db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:50.821158 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d706b85-dead-410e-80d6-bd43c1efcbd3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] DELETE failed (client error): The resource could not be found. Sep 18 20:08:50.821652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d706b85-dead-410e-80d6-bd43c1efcbd3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:08:50.826326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57714) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:50.826769 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4d706b85-dead-410e-80d6-bd43c1efcbd3 tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/subnets/578c87ae-3651-426b-88b6-c489f5a572fb HTTP/1.1" status: 404 len: 337 time: 0.1454806 Sep 18 20:08:50.846884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] For port 45f8f8ab-aa83-435e-a48e-26190ad9427e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=45f8f8ab-aa83-435e-a48e-26190ad9427e,segment=NetworkSegment(16ebd4e5-a97a-478f-b026-9c3ce7129cad),segment_id=16ebd4e5-a97a-478f-b026-9c3ce7129cad)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:50.847245 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:50.854917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] DHCP port deletion for 9f983069-e425-41bb-badc-e48a483bd435 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:08:50.873821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Calling delete_port for 45f8f8ab-aa83-435e-a48e-26190ad9427e owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:50.975195 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.016875 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] Deleting port 6ede953f-5c72-418f-a7be-a92c8d61c189 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:51.017258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.043534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-502f8f85-68fc-466a-9996-f02940ce8d8d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Deleting port 9599172e-f92f-4475-8874-91d2c36e90fc {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:51.044624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-502f8f85-68fc-466a-9996-f02940ce8d8d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.048834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 6ede953f-5c72-418f-a7be-a92c8d61c189, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6ede953f-5c72-418f-a7be-a92c8d61c189,segment=NetworkSegment(c14374f1-e635-423a-a457-0d6660262255),segment_id=c14374f1-e635-423a-a457-0d6660262255)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:51.056419 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.149164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=6ede953f-5c72-418f-a7be-a92c8d61c189,revision_number=11']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:51.159277 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9495e837-78ec-44c9-9cea-58badb5016db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.167835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9495e837-78ec-44c9-9cea-58badb5016db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.172544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] For port 6ede953f-5c72-418f-a7be-a92c8d61c189, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6ede953f-5c72-418f-a7be-a92c8d61c189,segment=NetworkSegment(c14374f1-e635-423a-a457-0d6660262255),segment_id=c14374f1-e635-423a-a457-0d6660262255)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:51.173174 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.189536 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-502f8f85-68fc-466a-9996-f02940ce8d8d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.201020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] Calling delete_port for 6ede953f-5c72-418f-a7be-a92c8d61c189 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:51.204891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-502f8f85-68fc-466a-9996-f02940ce8d8d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Calling delete_port for 9599172e-f92f-4475-8874-91d2c36e90fc owned by {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:51.251154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9495e837-78ec-44c9-9cea-58badb5016db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7316503a7cd749ebb8e71cf17a324040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7324705 Sep 18 20:08:51.254193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57730) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:51.263295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495e837-78ec-44c9-9cea-58badb5016db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5312f10-5684-43aa-aca3-84eb3bf8047a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:51.315767 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-502f8f85-68fc-466a-9996-f02940ce8d8d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.320823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.340571 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.398275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=45f8f8ab-aa83-435e-a48e-26190ad9427e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:51.420403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f8f85-68fc-466a-9996-f02940ce8d8d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Port': ['ID=9599172e-f92f-4475-8874-91d2c36e90fc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:51.421821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aff39123-de12-4314-bcf9-3911fb1a2fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.426777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-502f8f85-68fc-466a-9996-f02940ce8d8d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.430039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-502f8f85-68fc-466a-9996-f02940ce8d8d tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/ports/9599172e-f92f-4475-8874-91d2c36e90fc HTTP/1.1" status: 204 len: 168 time: 0.6026905 Sep 18 20:08:51.433162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57754) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:51.615716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aff39123-de12-4314-bcf9-3911fb1a2fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.637142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] Pushing event deleted for resources: {'Port': ['ID=6ede953f-5c72-418f-a7be-a92c8d61c189,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:51.645215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f6750-383f-4d6d-82d3-4226983300a1 None None] No DVR routers for this DVR port 6ede953f-5c72-418f-a7be-a92c8d61c189 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:51.646663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.650842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-373e06ec-c6ab-452d-8f86-e7e57e5dfa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.770070 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.782688 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aff39123-de12-4314-bcf9-3911fb1a2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.785684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aff39123-de12-4314-bcf9-3911fb1a2fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.786866 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aff39123-de12-4314-bcf9-3911fb1a2fab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5312f10-5684-43aa-aca3-84eb3bf8047a HTTP/1.1" status: 204 len: 168 time: 0.5311861 Sep 18 20:08:51.798754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff39123-de12-4314-bcf9-3911fb1a2fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5312f10-5684-43aa-aca3-84eb3bf8047a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:51.798988 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.848546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f983069-e425-41bb-badc-e48a483bd435']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:51.862843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14374f1-e635-423a-a457-0d6660262255') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:51.863693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14374f1-e635-423a-a457-0d6660262255') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:51.878277 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.904749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.915595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:51.917056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:51.925090 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:52.020506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:52.039644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:52.041927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] 10.222.0.20 "DELETE /v2.0/networks/9f983069-e425-41bb-badc-e48a483bd435 HTTP/1.1" status: 204 len: 168 time: 0.6053324 Sep 18 20:08:52.076244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Router 638be045-622c-4759-99d9-9dde41a24af9 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:08:52.089832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57de0f-b6c1-49db-b372-aa19312bed6f tempest-PortsIpV6TestJSON-562909672 tempest-PortsIpV6TestJSON-562909672-project] Pushing event deleted for resources: {'Network': ['ID=9f983069-e425-41bb-badc-e48a483bd435,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:52.226155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:08:52.231598 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b0c7ab19-b36a-4a7e-aa20-573cae792dfa admin admin] 10.222.0.20 "PUT /v2.0/routers/638be045-622c-4759-99d9-9dde41a24af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5418606 Sep 18 20:08:52.234429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57848) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:52.247858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] Sync routers for ids ['638be045-622c-4759-99d9-9dde41a24af9'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:08:52.265350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] Routers {'638be045-622c-4759-99d9-9dde41a24af9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:52.266394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['638be045-622c-4759-99d9-9dde41a24af9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:52.402047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57854) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:52.422120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:52.449235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-be67e7bd-4ebb-4be8-9aad-532baadad647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:52.463491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] Set router 638be045-622c-4759-99d9-9dde41a24af9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:52.585381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57860) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:52.699481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:52.708914 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-be67e7bd-4ebb-4be8-9aad-532baadad647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:52.717465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-be67e7bd-4ebb-4be8-9aad-532baadad647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:52.803936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T20:08:51Z', 'revision_number': 5, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port': {'id': 'ed7d4a13-fd6b-4c88-82fa-9adab6d67066', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638be045-622c-4759-99d9-9dde41a24af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T19:55:30Z', 'updated_at': '2021-09-18T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:52.835226 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-be67e7bd-4ebb-4be8-9aad-532baadad647 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a30bbe638144de19bbbe08c29e73585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295073 Sep 18 20:08:52.836992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57864) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:52.846175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] Checking router: 638be045-622c-4759-99d9-9dde41a24af9 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:08:52.856737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] Routers {'638be045-622c-4759-99d9-9dde41a24af9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:08:52.857987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['638be045-622c-4759-99d9-9dde41a24af9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:52.862685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67e7bd-4ebb-4be8-9aad-532baadad647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa6ee4-781f-4e97-ae3f-60661f78a003,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:52.863744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Deleting port ed7d4a13-fd6b-4c88-82fa-9adab6d67066 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:52.864104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:52.921672 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-179f6370-da41-43d4-97d0-f2c77929a049 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98ea5795a2914befb99341eb352cd790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349211 Sep 18 20:08:52.927473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57868) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:52.989715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] Set router 638be045-622c-4759-99d9-9dde41a24af9 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:08:52.996756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] For port ed7d4a13-fd6b-4c88-82fa-9adab6d67066, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ed7d4a13-fd6b-4c88-82fa-9adab6d67066,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:52.997452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.012728 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dae62b-f8b2-4b02-a209-436b8dafd248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.018467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Calling delete_port for ed7d4a13-fd6b-4c88-82fa-9adab6d67066 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:53.055178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8442054-074e-4d60-a532-abcdab2c5458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.064824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dae62b-f8b2-4b02-a209-436b8dafd248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.068688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:53.076054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T20:08:52Z', 'revision_number': 6, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:53.113383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34faea-af56-4912-839b-5dd5b2b1fb84 None None] The sync data for ids ['638be045-622c-4759-99d9-9dde41a24af9'] in n-d-789963-11 is: [{'id': '638be045-622c-4759-99d9-9dde41a24af9', 'name': 'tempest-TestVolumeBootPattern-2047012015-router', 'tenant_id': '9fa8706ee09a43efbed6f6c529a451dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T19:55:29Z', 'updated_at': '2021-09-18T20:08:52Z', 'revision_number': 6, 'project_id': '9fa8706ee09a43efbed6f6c529a451dd', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:08:53.154564 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8442054-074e-4d60-a532-abcdab2c5458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.247601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dae62b-f8b2-4b02-a209-436b8dafd248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.252426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dae62b-f8b2-4b02-a209-436b8dafd248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.254573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-76dae62b-f8b2-4b02-a209-436b8dafd248 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2aa6ee4-781f-4e97-ae3f-60661f78a003 HTTP/1.1" status: 204 len: 168 time: 0.3996944 Sep 18 20:08:53.260622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8442054-074e-4d60-a532-abcdab2c5458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.264335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.265057 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8442054-074e-4d60-a532-abcdab2c5458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.268803 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a8442054-074e-4d60-a532-abcdab2c5458 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e5a72f3-28a7-4a8a-867a-88541a3b1d51 HTTP/1.1" status: 204 len: 168 time: 0.3368237 Sep 18 20:08:53.293541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dae62b-f8b2-4b02-a209-436b8dafd248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa6ee4-781f-4e97-ae3f-60661f78a003,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:53.301175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-823706a8-488f-45f8-ab32-6fdac68131d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.330159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8442054-074e-4d60-a532-abcdab2c5458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a72f3-28a7-4a8a-867a-88541a3b1d51,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:53.347401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7d4a13-fd6b-4c88-82fa-9adab6d67066,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:53.383108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.470480 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.491734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.508644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-823706a8-488f-45f8-ab32-6fdac68131d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.517704 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-823706a8-488f-45f8-ab32-6fdac68131d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.615875 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-823706a8-488f-45f8-ab32-6fdac68131d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b1e10791963491e87d5459a62a5f67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415854 Sep 18 20:08:53.615875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823706a8-488f-45f8-ab32-6fdac68131d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b09a3e-22b6-408b-a82b-dd68f012a5a4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:53.619343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57884) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:53.706603 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-461d250a-8113-4d3e-93ff-39ab84d0ef75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.737017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.739232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.754913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-461d250a-8113-4d3e-93ff-39ab84d0ef75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.792793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.794049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638be045-622c-4759-99d9-9dde41a24af9 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:08:53.802272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.803875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0b9a83d3-e117-470d-9dae-59577be95957 admin admin] 10.222.0.20 "DELETE /v2.0/routers/638be045-622c-4759-99d9-9dde41a24af9 HTTP/1.1" status: 204 len: 168 time: 1.5680058 Sep 18 20:08:53.806863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57894) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:53.865330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-461d250a-8113-4d3e-93ff-39ab84d0ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.868237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-461d250a-8113-4d3e-93ff-39ab84d0ef75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.869529 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-461d250a-8113-4d3e-93ff-39ab84d0ef75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49b09a3e-22b6-408b-a82b-dd68f012a5a4 HTTP/1.1" status: 204 len: 168 time: 0.2488692 Sep 18 20:08:53.878581 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e0fff2-ecea-4c49-9c6e-7675dcf167db admin admin] Deleting subnet e47f3565-5865-444c-8c3e-100da1f73f48 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:08:53.886734 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e0fff2-ecea-4c49-9c6e-7675dcf167db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:53.891810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d250a-8113-4d3e-93ff-39ab84d0ef75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b09a3e-22b6-408b-a82b-dd68f012a5a4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:53.939164 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e0fff2-ecea-4c49-9c6e-7675dcf167db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.069555 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e0fff2-ecea-4c49-9c6e-7675dcf167db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.146069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e0fff2-ecea-4c49-9c6e-7675dcf167db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.181016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0fff2-ecea-4c49-9c6e-7675dcf167db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47f3565-5865-444c-8c3e-100da1f73f48,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:54.191165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e0fff2-ecea-4c49-9c6e-7675dcf167db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.193941 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-07e0fff2-ecea-4c49-9c6e-7675dcf167db admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e47f3565-5865-444c-8c3e-100da1f73f48 HTTP/1.1" status: 204 len: 168 time: 0.3854785 Sep 18 20:08:54.197509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57910) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:54.200536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354dde90-737f-4ef9-b0e4-b9043a1b0251 None None] Network bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:54.352065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.426185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57918) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:54.444108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] DHCP port deletion for bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:08:54.453162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17daffb2-3290-4fc6-98ad-fcb9b9c1f0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.480333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Deleting port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:54.480681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.581283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] Deleting port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:08:54.583216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.636588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] For port 17d2e331-2b7a-4c53-a7eb-8f230b39e147, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17d2e331-2b7a-4c53-a7eb-8f230b39e147,segment=NetworkSegment(16ebd4e5-a97a-478f-b026-9c3ce7129cad),segment_id=16ebd4e5-a97a-478f-b026-9c3ce7129cad)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:54.637204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.646090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17daffb2-3290-4fc6-98ad-fcb9b9c1f0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.656952 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17daffb2-3290-4fc6-98ad-fcb9b9c1f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.678127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Calling delete_port for 17d2e331-2b7a-4c53-a7eb-8f230b39e147 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:54.715902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] For port 17d2e331-2b7a-4c53-a7eb-8f230b39e147, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=17d2e331-2b7a-4c53-a7eb-8f230b39e147,segment=NetworkSegment(16ebd4e5-a97a-478f-b026-9c3ce7129cad),segment_id=16ebd4e5-a97a-478f-b026-9c3ce7129cad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:08:54.715902 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.745185 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17daffb2-3290-4fc6-98ad-fcb9b9c1f0e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ebcc8508aa940759e1790684248243b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178639 Sep 18 20:08:54.745632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] Calling delete_port for 17d2e331-2b7a-4c53-a7eb-8f230b39e147 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:08:54.765064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57930) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:54.848185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.850208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daffb2-3290-4fc6-98ad-fcb9b9c1f0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789e6be8-b2d1-45e4-9433-d80131d977c1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:54.860311 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.863210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 45f8f8ab-aa83-435e-a48e-26190ad9427e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:54.901848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d2e331-2b7a-4c53-a7eb-8f230b39e147,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:54.909427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] No DVR routers for this DVR port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:54.919687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 45f8f8ab-aa83-435e-a48e-26190ad9427e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:54.920744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 45f8f8ab-aa83-435e-a48e-26190ad9427e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:54.921487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ed7d4a13-fd6b-4c88-82fa-9adab6d67066 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:54.926251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dafcfb3b-8b8d-46c0-9feb-4375f59ce888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.956389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ed7d4a13-fd6b-4c88-82fa-9adab6d67066 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:54.956975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ed7d4a13-fd6b-4c88-82fa-9adab6d67066 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:54.957586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17d2e331-2b7a-4c53-a7eb-8f230b39e147 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:08:54.962740 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dafcfb3b-8b8d-46c0-9feb-4375f59ce888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:54.990015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 17d2e331-2b7a-4c53-a7eb-8f230b39e147 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:08:54.990633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 17d2e331-2b7a-4c53-a7eb-8f230b39e147 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:08:55.030491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dafcfb3b-8b8d-46c0-9feb-4375f59ce888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.032564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4988da2-3597-4c80-83d7-b06374c9f489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.033377 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dafcfb3b-8b8d-46c0-9feb-4375f59ce888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.036448 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dafcfb3b-8b8d-46c0-9feb-4375f59ce888 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/789e6be8-b2d1-45e4-9433-d80131d977c1 HTTP/1.1" status: 204 len: 168 time: 0.2689786 Sep 18 20:08:55.054683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcfb3b-8b8d-46c0-9feb-4375f59ce888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789e6be8-b2d1-45e4-9433-d80131d977c1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:55.069015 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.077960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.104604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:55.120433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] Pushing event deleted for resources: {'Port': ['ID=17d2e331-2b7a-4c53-a7eb-8f230b39e147,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:55.130156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de80bb-6aad-4303-a072-5f2ac9a0f274 None None] No DVR routers for this DVR port 17d2e331-2b7a-4c53-a7eb-8f230b39e147 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:08:55.131450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ebd4e5-a97a-478f-b026-9c3ce7129cad') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:55.131760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ebd4e5-a97a-478f-b026-9c3ce7129cad') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:08:55.153792 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.169627 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.177206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:08:55.177674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:08:55.179712 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:08:55.246887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.260217 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.265091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8 HTTP/1.1" status: 204 len: 168 time: 1.0651419 Sep 18 20:08:55.277577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7a78d-fdf5-4f40-a002-c2d1dd812272 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5986ce-18a5-4c02-a68b-6a9aaef5a3d8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:55.565344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57954) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:55.584352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.619271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b694722-1e73-4875-b70e-0d17e638741d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c57d5ee3319494daf3b9cda25bb9cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498543 Sep 18 20:08:55.620141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57958) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:55.679649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-00502130-f848-470a-859f-3aa61efb1f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.712345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-00502130-f848-470a-859f-3aa61efb1f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.797385 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-00502130-f848-470a-859f-3aa61efb1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.802566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-00502130-f848-470a-859f-3aa61efb1f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:55.804696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-00502130-f848-470a-859f-3aa61efb1f76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b7e5b32-74b6-43cf-b12f-fb88ad157b2b HTTP/1.1" status: 204 len: 168 time: 0.1834526 Sep 18 20:08:55.816673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00502130-f848-470a-859f-3aa61efb1f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e5b32-74b6-43cf-b12f-fb88ad157b2b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:56.515565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 57994) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:56.561838 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8df832a2-9ed4-47b3-a621-dc2a142342cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fa8706ee09a43efbed6f6c529a451dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449524 Sep 18 20:08:56.564524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 57996) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:56.632380 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1030c3c-ef64-49ec-a3a2-9d171f543e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:56.660557 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1030c3c-ef64-49ec-a3a2-9d171f543e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:56.746537 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1030c3c-ef64-49ec-a3a2-9d171f543e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:56.749525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f1030c3c-ef64-49ec-a3a2-9d171f543e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:56.750996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f1030c3c-ef64-49ec-a3a2-9d171f543e82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53480b82-c94c-4ac9-b731-01e85f7157d1 HTTP/1.1" status: 204 len: 168 time: 0.1849012 Sep 18 20:08:56.760259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1030c3c-ef64-49ec-a3a2-9d171f543e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53480b82-c94c-4ac9-b731-01e85f7157d1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:57.158385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58020) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:57.386548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58026) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:57.443064 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04e0f3ec-22c4-451c-aca1-411700823056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.476016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1820910189-network', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:57.495775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.560298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04e0f3ec-22c4-451c-aca1-411700823056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.564797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-04e0f3ec-22c4-451c-aca1-411700823056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.585485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Made reservation on behalf of 2bf2a5782aac4f0b8761beef3f3042df for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:57.589958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.597092 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-04e0f3ec-22c4-451c-aca1-411700823056 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=211e501e4185494bbbcbc6237245f9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373798 Sep 18 20:08:57.599573 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.600288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58032) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:57.645723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0f3ec-22c4-451c-aca1-411700823056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5782c619-f027-493c-82eb-394112cc1877,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:57.670897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f89ab0d2-c892-4b09-9d29-57e76e4749b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.698136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f89ab0d2-c892-4b09-9d29-57e76e4749b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.715324 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.721249 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.748603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:08:57.757706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f89ab0d2-c892-4b09-9d29-57e76e4749b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.758480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8a02f1-a13e-4786-a761-b2cb860e2444,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:57.761176 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f89ab0d2-c892-4b09-9d29-57e76e4749b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.765102 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f89ab0d2-c892-4b09-9d29-57e76e4749b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5782c619-f027-493c-82eb-394112cc1877 HTTP/1.1" status: 204 len: 168 time: 0.1638632 Sep 18 20:08:57.772981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ab0d2-c892-4b09-9d29-57e76e4749b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782c619-f027-493c-82eb-394112cc1877,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:57.777898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.778318 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Added segment 1762937e-c351-433f-869b-cfd9cff7db0f of type vlan for network 0adf350d-ed40-447b-b991-50c3b9831201 Sep 18 20:08:57.826026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.856799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.858280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:57.858860 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:57.890418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5023148 Sep 18 20:08:57.893679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58038) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:57.898651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Request body: {'subnet': {'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1820910189-subnet', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:57.930888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668d360-02af-4f48-be1b-45f1dcd80660 admin admin] Pushing event updated for resources: {'Network': ['ID=0adf350d-ed40-447b-b991-50c3b9831201,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:57.944744 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Made reservation on behalf of 2bf2a5782aac4f0b8761beef3f3042df for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:08:57.946009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 0adf350d-ed40-447b-b991-50c3b9831201 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:08:57.950326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.099722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58042) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:58.148522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.209186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d63e390-d136-4296-a2d1-13d6ba0230ed,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:58.217847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Checking segment: {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:58.218241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Network hostable DHCP agents. Network: 0adf350d-ed40-447b-b991-50c3b9831201, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:08:58.238079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Network 0adf350d-ed40-447b-b991-50c3b9831201 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:08:58.249566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 0adf350d-ed40-447b-b991-50c3b9831201) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:58.254402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:08:58.255413 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.262876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72811e0-3416-4ebe-ac15-686b2d3357f0 None None] Network 0adf350d-ed40-447b-b991-50c3b9831201 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:08:58.286054 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-57da6a6f-daa1-4209-a80d-742072f12e16 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3901143 Sep 18 20:08:58.287726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58044) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:58.295345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:08:58.325759 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.328614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.406022 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.441129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-0adf350d-ed40-447b-b991-50c3b9831201', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:08:58.442941 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.471034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a52f79c9-3010-470d-9031-61e24225f394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.600330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a52f79c9-3010-470d-9031-61e24225f394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.612808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a52f79c9-3010-470d-9031-61e24225f394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.629247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.644339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Allocated IP 172.20.0.2 (0adf350d-ed40-447b-b991-50c3b9831201/7d63e390-d136-4296-a2d1-13d6ba0230ed/198f51fb-0dc5-43f3-91bb-4ab77db6a3d1) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:58.657651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a52f79c9-3010-470d-9031-61e24225f394 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b52093ebca648fa90f7444b4777528b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568368 Sep 18 20:08:58.659406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f79c9-3010-470d-9031-61e24225f394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06984c2d-8b0b-4a4e-ab45-10eec2cc382c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:58.662360 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58050) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:08:58.735300 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efcafcd4-858a-49c8-8a99-1ffcba57ce9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.762444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efcafcd4-858a-49c8-8a99-1ffcba57ce9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.834479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.845585 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.857156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efcafcd4-858a-49c8-8a99-1ffcba57ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.859927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-efcafcd4-858a-49c8-8a99-1ffcba57ce9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.864401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-efcafcd4-858a-49c8-8a99-1ffcba57ce9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06984c2d-8b0b-4a4e-ab45-10eec2cc382c HTTP/1.1" status: 204 len: 168 time: 0.2007256 Sep 18 20:08:58.875828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcafcd4-858a-49c8-8a99-1ffcba57ce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06984c2d-8b0b-4a4e-ab45-10eec2cc382c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:58.925190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Network 0adf350d-ed40-447b-b991-50c3b9831201 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:58.928767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:58.932607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:58.970524 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:58.982449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Pushing event updated for resources: {'Port': ['ID=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:59.015760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.016362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.017043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.017559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.018052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.018557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.019047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.019619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.020105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.020812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.021448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.022048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:08:59.041848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Attempting to bind port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:08:59.042627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Attempting to bind port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:08:59.043057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Attempting to bind port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 on network 0adf350d-ed40-447b-b991-50c3b9831201 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:08:59.049554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:08:59.050131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Checking segment: {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:08:59.050559 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:59.050964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Bound using segment: {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:08:59.052528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Bound port: 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:08:59.053059 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:59.062130 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:59.145663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] For port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:08:59.152550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] For port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:08:59.161836 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:59.252933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97657b-f09b-4c06-b654-09e94444ff50 None None] Pushing event updated for resources: {'Port': ['ID=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:59.301909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Allocated IP 172.25.8.238 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:08:59.480645 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:59.537039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:08:59.580257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:08:59.590501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:08:59.594458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:08:59.639520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Pushing event updated for resources: {'Port': ['ID=63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:08:59.963474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:00.272806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:00.438153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826fea4e-8aa7-48a6-86d0-674b09940b84 None None] Network 0adf350d-ed40-447b-b991-50c3b9831201 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:09:00.464874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Router 4942ad05-16d6-4d42-be21-6db0fc257c6b is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:09:00.582365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-91d7c7bb-0429-42bc-a37a-a943aa0151f5 None None] Provisioning complete for port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:00.582989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91d7c7bb-0429-42bc-a37a-a943aa0151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:00.617007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:09:00.633116 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Sync routers for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:09:00.650965 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:00.651741 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:00.652653 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:00.653516 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-81cbf2ec-9981-46e3-a428-02bbdd236cbd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3646352 Sep 18 20:09:00.656750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58104) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:00.812904 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:00.898819 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91d7c7bb-0429-42bc-a37a-a943aa0151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:00.937509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:01.037142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-91d7c7bb-0429-42bc-a37a-a943aa0151f5 None None] For port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:01.050232 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91d7c7bb-0429-42bc-a37a-a943aa0151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:01.116378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7c7bb-0429-42bc-a37a-a943aa0151f5 None None] Pushing event updated for resources: {'Port': ['ID=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:01.153092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:01.153561 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:01.191817 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:08:59Z', 'revision_number': 3, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:01.268191 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Checking router: 4942ad05-16d6-4d42-be21-6db0fc257c6b for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:09:01.268513 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Updating router 4942ad05-16d6-4d42-be21-6db0fc257c6b port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:09:01.375524 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:01.401748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9921e05b-5a89-45cb-853a-6be31aab33dd None None] Provisioning complete for port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:01.402330 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9921e05b-5a89-45cb-853a-6be31aab33dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:01.673389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:01.870794 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:01.878845 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:01.907867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Allocated IP 172.20.0.1 (0adf350d-ed40-447b-b991-50c3b9831201/7d63e390-d136-4296-a2d1-13d6ba0230ed/573d78ea-eb8f-4fb6-a7d4-e27d20009fe4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:01.940108 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6001e-b6a6-46ec-849f-4185bb34797a None None] Pushing event updated for resources: {'Port': ['ID=63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:01.958983 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Attempting to bind port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:01.959511 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Attempting to bind port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:01.959969 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Attempting to bind port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:01.968776 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:01.969407 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:01.970012 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:01.970668 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:01.971211 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Bound port: 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:01.971685 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.079554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.129463 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.180261 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] For port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:02.186456 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] For port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:02.195434 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.199921 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Network 0adf350d-ed40-447b-b991-50c3b9831201 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:02.203348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:02.211295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:02.249395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Pushing event updated for resources: {'Port': ['ID=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:02.283604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.309692 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:02.310362 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:02.324925 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6001e-b6a6-46ec-849f-4185bb34797a None None] Pushing event updated for resources: {'Port': ['ID=63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:02.547280 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.583559 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:02.682450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-49f7c2b8-87e7-48f9-9f08-a2df5205d285 None None] Provisioning complete for port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:02.683511 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49f7c2b8-87e7-48f9-9f08-a2df5205d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.860592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-49f7c2b8-87e7-48f9-9f08-a2df5205d285 None None] Port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:02.885641 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:02.987076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.990370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:02.990754 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.996110 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:02.996331 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:08:59Z', 'revision_number': 3, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:03.031431 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e570f-acc9-41d6-8b1d-69f4407fad48 None None] The sync data for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 is: [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:08:59Z', 'revision_number': 3, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:09:03.175402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Pushing event updated for resources: {'Port': ['ID=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:03.178278 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:03.325148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Network 0adf350d-ed40-447b-b991-50c3b9831201 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:03.329021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:03.588097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Router 4942ad05-16d6-4d42-be21-6db0fc257c6b has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:09:03.816521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-15bac154-5be8-4f0f-926c-f91b865106bc None None] Provisioning complete for port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:03.817035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-15bac154-5be8-4f0f-926c-f91b865106bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:03.891191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-15bac154-5be8-4f0f-926c-f91b865106bc None None] Port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:03.909222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:09:03.915439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e9a6cdc3-f273-4b52-adc0-d88f5491deaa admin admin] 10.222.0.20 "PUT /v2.0/routers/4942ad05-16d6-4d42-be21-6db0fc257c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2569170 Sep 18 20:09:04.817367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58194) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:04.826219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-390417049-network', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:04.889160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Made reservation on behalf of df380eee5a7e410db9c81a36f45cf77e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:09:04.891826 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:04.905132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:04.928584 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.001704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:05.002282 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.119030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.126970 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.141956 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.186426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:09:05.195268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:05.197911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce53185-781e-483a-a737-e7d08161f00d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:05.203989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.225396 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.225596 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Added segment 2ca9680d-84ed-45ac-9591-bf6fa5bd4da5 of type vlan for network 207e83c7-a926-4960-97b5-8dad7f69be8d Sep 18 20:09:05.294643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:05.300444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.332824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.334505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:05.335201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.411602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] Pushing event updated for resources: {'Network': ['ID=207e83c7-a926-4960-97b5-8dad7f69be8d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:05.424572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8bb12072-7b13-42d7-9bd4-910e2e9930dd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6050718 Sep 18 20:09:05.428116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58208) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:05.433894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 207e83c7-a926-4960-97b5-8dad7f69be8d details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:09:05.436425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Request body: {'subnet': {'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-390417049-subnet', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:05.468038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Made reservation on behalf of df380eee5a7e410db9c81a36f45cf77e for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:09:05.470958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.736787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Sync routers for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:09:05.750608 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.764241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:05.764793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:05.821900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:05.872833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Checking segment: {'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:05.873118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Network hostable DHCP agents. Network: 207e83c7-a926-4960-97b5-8dad7f69be8d, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:09:05.902801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Network 207e83c7-a926-4960-97b5-8dad7f69be8d is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:09:05.914281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 207e83c7-a926-4960-97b5-8dad7f69be8d) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:05.919672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:05.923333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.935492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5cbc0-ae35-4997-af4b-3309c90b2a91 None None] Network 207e83c7-a926-4960-97b5-8dad7f69be8d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:09:05.941118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a9d9ca8c-b178-4842-ae12-091280b5a26c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5119214 Sep 18 20:09:05.943988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58212) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:05.952362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:05.981786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:05.982323 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:05.986329 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:06.163196 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:06.371201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:06.425924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-207e83c7-a926-4960-97b5-8dad7f69be8d', 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'fixed_ips': [{'subnet_id': '9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:09:06.426458 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:06.589834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Allocated IP 172.20.0.2 (207e83c7-a926-4960-97b5-8dad7f69be8d/9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3/5a14c26c-604d-4e18-be47-4821167b50d8) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:06.678232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:06.713095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:06.879973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:06.886761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:06.891625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 2, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:06.894294 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:06.899296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Allocated IP 172.25.8.5 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/3b2427f5-6be6-40a2-9c11-e03b640bc69b) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:06.984391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Pushing event updated for resources: {'Port': ['ID=5a14c26c-604d-4e18-be47-4821167b50d8,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:06.993955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Checking router: 4942ad05-16d6-4d42-be21-6db0fc257c6b for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:09:06.994315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Updating router 4942ad05-16d6-4d42-be21-6db0fc257c6b port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:09:07.025073 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.067676 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.129545 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.165954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Network 207e83c7-a926-4960-97b5-8dad7f69be8d is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:07.182035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:07.186863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:07.223967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:07.225851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:07.235698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:07.238120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Pushing event updated for resources: {'Port': ['ID=3b2427f5-6be6-40a2-9c11-e03b640bc69b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:07.280279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:07.280662 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.353588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Attempting to bind port 5a14c26c-604d-4e18-be47-4821167b50d8 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:07.354053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Attempting to bind port 5a14c26c-604d-4e18-be47-4821167b50d8 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:07.354496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Attempting to bind port 5a14c26c-604d-4e18-be47-4821167b50d8 on network 207e83c7-a926-4960-97b5-8dad7f69be8d {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:07.362980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:07.362980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Checking segment: {'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:07.363318 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.363782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Bound using segment: {'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:07.364325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Bound port: 5a14c26c-604d-4e18-be47-4821167b50d8, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:07.366045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.513334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] For port 5a14c26c-604d-4e18-be47-4821167b50d8, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:07.538109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] For port 5a14c26c-604d-4e18-be47-4821167b50d8, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5a14c26c-604d-4e18-be47-4821167b50d8,segment=NetworkSegment(2ca9680d-84ed-45ac-9591-bf6fa5bd4da5),segment_id=2ca9680d-84ed-45ac-9591-bf6fa5bd4da5)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:07.547342 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.667067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc1d82-b64f-40b3-9def-3a655b7ce6f8 None None] Pushing event updated for resources: {'Port': ['ID=5a14c26c-604d-4e18-be47-4821167b50d8,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:07.681286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.706856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.716011 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.807426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4ac49-7f24-4cc4-8103-664b03f5e99e None None] Pushing event updated for resources: {'Port': ['ID=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:07.918182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Attempting to bind port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:07.919586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Attempting to bind port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:07.919586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Attempting to bind port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 on network 0adf350d-ed40-447b-b991-50c3b9831201 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:07.924280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:07.925163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Checking segment: {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:07.925163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:07.926341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Bound using segment: {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:07.926341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Bound port: 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:07.926341 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:08.161737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] For port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:08.183904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] For port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:08.203679 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:08.230856 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:08.279737 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4ac49-7f24-4cc4-8103-664b03f5e99e None None] Pushing event updated for resources: {'Port': ['ID=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:08.304790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:08.306923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:08.511151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:09:08.529413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:08.810756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-77cb38e3-60eb-4274-bc73-5778ee464fa1 None None] Provisioning complete for port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:08.811200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-77cb38e3-60eb-4274-bc73-5778ee464fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:08.865083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:09:08.878526 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Sync routers for ids ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:09:08.908358 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Routers {'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:08.911489 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:08.943359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:08.952364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8683b645-cb4e-4256-aa90-723bd699787c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.0055759 Sep 18 20:09:08.953553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58246) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:09.279056 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Set router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:09.531027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5a14c26c-604d-4e18-be47-4821167b50d8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:09.642048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c719dd-cc57-4407-99a5-9461caff1b54 None None] Network 207e83c7-a926-4960-97b5-8dad7f69be8d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:09:09.800540 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:09:07Z', 'revision_number': 3, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port': {'id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:06Z', 'updated_at': '2021-09-18T20:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:09.903078 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Checking router: e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:09:09.908209 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Updating router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f port 3b2427f5-6be6-40a2-9c11-e03b640bc69b binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:09:09.974304 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.187618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-77cb38e3-60eb-4274-bc73-5778ee464fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.241542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5a14c26c-604d-4e18-be47-4821167b50d8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:10.247152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.420019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-77cb38e3-60eb-4274-bc73-5778ee464fa1 None None] For port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:10.480564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.483817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:08Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:10.485647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-77cb38e3-60eb-4274-bc73-5778ee464fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.544265 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.556624 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.563111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35363607-831f-45b2-8816-b19e1d3600b5 None None] The sync data for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 is: [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:08Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:09:10.661476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 5a14c26c-604d-4e18-be47-4821167b50d8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5a14c26c-604d-4e18-be47-4821167b50d8,segment=NetworkSegment(2ca9680d-84ed-45ac-9591-bf6fa5bd4da5),segment_id=2ca9680d-84ed-45ac-9591-bf6fa5bd4da5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:10.716941 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.730770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb38e3-60eb-4274-bc73-5778ee464fa1 None None] Pushing event updated for resources: {'Port': ['ID=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:10.739619 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836bad3-97f7-4223-b0ea-5aab9593525e None None] Pushing event updated for resources: {'Port': ['ID=3b2427f5-6be6-40a2-9c11-e03b640bc69b,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:10.813722 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Attempting to bind port 3b2427f5-6be6-40a2-9c11-e03b640bc69b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:10.823350 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Attempting to bind port 3b2427f5-6be6-40a2-9c11-e03b640bc69b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:10.827497 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Attempting to bind port 3b2427f5-6be6-40a2-9c11-e03b640bc69b on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:10.853610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-24deb6e6-35ce-4bb0-a0aa-40f713a9c1cd None None] Provisioning complete for port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:10.853998 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-24deb6e6-35ce-4bb0-a0aa-40f713a9c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.857528 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:10.860823 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:10.861762 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:10.877839 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:10.880386 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Bound port: 3b2427f5-6be6-40a2-9c11-e03b640bc69b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:10.882413 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:11.013205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:11.038339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=5a14c26c-604d-4e18-be47-4821167b50d8,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:11.068830 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] For port 3b2427f5-6be6-40a2-9c11-e03b640bc69b, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:11.074384 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] For port 3b2427f5-6be6-40a2-9c11-e03b640bc69b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b2427f5-6be6-40a2-9c11-e03b640bc69b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:11.087857 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:11.151223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:11.151636 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:11.215424 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Routers {'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:11.216176 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:11.228577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-24deb6e6-35ce-4bb0-a0aa-40f713a9c1cd None None] Provisioning complete for port 5a14c26c-604d-4e18-be47-4821167b50d8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:11.228958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-24deb6e6-35ce-4bb0-a0aa-40f713a9c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:11.372269 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836bad3-97f7-4223-b0ea-5aab9593525e None None] Pushing event updated for resources: {'Port': ['ID=3b2427f5-6be6-40a2-9c11-e03b640bc69b,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:11.546400 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] Set router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:11.554302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-18eb8d79-1c9c-4368-8d0f-f2edcc0d4cc5 None None] Provisioning complete for port 5a14c26c-604d-4e18-be47-4821167b50d8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:11.554676 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-18eb8d79-1c9c-4368-8d0f-f2edcc0d4cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:11.569733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:12.033556 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:09:07Z', 'revision_number': 3, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port': {'id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:06Z', 'updated_at': '2021-09-18T20:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:12.055826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Allocated IP 172.20.0.1 (207e83c7-a926-4960-97b5-8dad7f69be8d/9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3/c8c8529a-7930-432e-8877-9e79ffce2aa0) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:12.234771 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0023d18-1d08-4817-829c-d08cd3cae6e6 None None] The sync data for ids ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'] in n-d-789963-11 is: [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:09:07Z', 'revision_number': 3, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port': {'id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:06Z', 'updated_at': '2021-09-18T20:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:09:12.289434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:12.338305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:12.353445 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:09:12.412628 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Network 207e83c7-a926-4960-97b5-8dad7f69be8d is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:12.426012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:12.436785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:12.510496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c8529a-7930-432e-8877-9e79ffce2aa0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:12.591981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:12.975244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5a14c26c-604d-4e18-be47-4821167b50d8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:13.035290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:13.194584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bf6d4c37-0b68-4782-9182-71618fb0d6b3 None None] Provisioning complete for port c8c8529a-7930-432e-8877-9e79ffce2aa0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:13.195216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4c37-0b68-4782-9182-71618fb0d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:13.266123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5a14c26c-604d-4e18-be47-4821167b50d8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:13.266603 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:13.302638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d4c37-0b68-4782-9182-71618fb0d6b3 None None] Port c8c8529a-7930-432e-8877-9e79ffce2aa0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:13.332454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:13.339869 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:13.389379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:13.452556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:13.455929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c8529a-7930-432e-8877-9e79ffce2aa0,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:13.466733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:13.467199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:13.607256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Network 207e83c7-a926-4960-97b5-8dad7f69be8d is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:13.609375 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:13.800057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:09:14.007873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:09:14.017787 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac830614-3ad6-4a83-aeae-9d25603232a7 admin admin] 10.222.0.20 "PUT /v2.0/routers/e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0631242 Sep 18 20:09:14.038141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-185873ac-ee36-47e5-a8ab-44c8bf4b41bf None None] Provisioning complete for port c8c8529a-7930-432e-8877-9e79ffce2aa0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:14.039280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-185873ac-ee36-47e5-a8ab-44c8bf4b41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:14.095529 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-185873ac-ee36-47e5-a8ab-44c8bf4b41bf None None] Port c8c8529a-7930-432e-8877-9e79ffce2aa0 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:14.900904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b2427f5-6be6-40a2-9c11-e03b640bc69b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:14.924922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58336) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:14.931541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3e5276d0-18f7-4597-9cc0-6d71f392bcbb tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445550092', 'description': 'tempest-secgroup-smoke-1445550092 description', 'project_id': '2bf2a5782aac4f0b8761beef3f3042df'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:14.974587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5276d0-18f7-4597-9cc0-6d71f392bcbb tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.000108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3b2427f5-6be6-40a2-9c11-e03b640bc69b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:15.000957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.129199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5276d0-18f7-4597-9cc0-6d71f392bcbb tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.129373 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.134997 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5276d0-18f7-4597-9cc0-6d71f392bcbb tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.162456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 3b2427f5-6be6-40a2-9c11-e03b640bc69b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b2427f5-6be6-40a2-9c11-e03b640bc69b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:15.170046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5276d0-18f7-4597-9cc0-6d71f392bcbb tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.172713 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.173309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58340) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:15.179864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'security_group_rule': {'security_group_id': 'a2b0ae93-ca61-4328-a7ff-bac322418e5b', 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:15.184836 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e5276d0-18f7-4597-9cc0-6d71f392bcbb tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2579541 Sep 18 20:09:15.206504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5276d0-18f7-4597-9cc0-6d71f392bcbb tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b0ae93-ca61-4328-a7ff-bac322418e5b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:15.229567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Sync routers for ids ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:09:15.241756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.258315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Routers {'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:15.259137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:15.375849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.388551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.396414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Set router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:15.434292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ccdcc7-1549-444e-9d60-58506742c6dc,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:15.450582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.451603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.452969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.453737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.454303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.454910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.455566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.456105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.456680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.457379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.457967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.458570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:15.466628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.472004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58348) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:15.473677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0ff831e3-1d0e-44c0-80b2-4a9fb37798b4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977693 Sep 18 20:09:15.483111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-16f7cdfb-9b38-4b91-957f-e775a21e48a0 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'security_group_rule': {'security_group_id': 'a2b0ae93-ca61-4328-a7ff-bac322418e5b', 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:15.486326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=3b2427f5-6be6-40a2-9c11-e03b640bc69b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:15.548636 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16f7cdfb-9b38-4b91-957f-e775a21e48a0 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.675992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16f7cdfb-9b38-4b91-957f-e775a21e48a0 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.687622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16f7cdfb-9b38-4b91-957f-e775a21e48a0 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.770421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7cdfb-9b38-4b91-957f-e775a21e48a0 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e451d05-f6d3-4dd4-907b-1e7901574737,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:15.793514 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-16f7cdfb-9b38-4b91-957f-e775a21e48a0 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.795412 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-16f7cdfb-9b38-4b91-957f-e775a21e48a0 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220437 Sep 18 20:09:15.799020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58358) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:15.812420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-44b03739-224a-4d1c-ad9c-2c044767b69d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'security_group_rule': {'security_group_id': 'a2b0ae93-ca61-4328-a7ff-bac322418e5b', 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:15.922908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44b03739-224a-4d1c-ad9c-2c044767b69d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:15.997062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:09:12Z', 'revision_number': 4, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port': {'id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:06Z', 'updated_at': '2021-09-18T20:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c8c8529a-7930-432e-8877-9e79ffce2aa0', 'name': '', 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'mac_address': 'fa:16:3e:9a:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:11Z', 'updated_at': '2021-09-18T20:09:13Z', 'revision_number': 2, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'subnets': [{'id': '9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:16.033085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Checking router: e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:09:16.033449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Updating router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f port c8c8529a-7930-432e-8877-9e79ffce2aa0 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:09:16.038496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44b03739-224a-4d1c-ad9c-2c044767b69d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.059402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44b03739-224a-4d1c-ad9c-2c044767b69d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.064195 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.117911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03739-224a-4d1c-ad9c-2c044767b69d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef376e2-5f4a-40ca-9069-90baad1e6f2a,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:16.130911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44b03739-224a-4d1c-ad9c-2c044767b69d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.132219 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-44b03739-224a-4d1c-ad9c-2c044767b69d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328793 Sep 18 20:09:16.135522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58368) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:16.140321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9069f525-268b-486b-808f-8be7dfb1c332 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'security_group_rule': {'security_group_id': 'a2b0ae93-ca61-4328-a7ff-bac322418e5b', 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:16.204316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9069f525-268b-486b-808f-8be7dfb1c332 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.347527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9069f525-268b-486b-808f-8be7dfb1c332 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.355834 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9069f525-268b-486b-808f-8be7dfb1c332 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.416306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069f525-268b-486b-808f-8be7dfb1c332 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ee5a50-0d24-4e39-a7ff-5a836245c398,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:16.422107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9069f525-268b-486b-808f-8be7dfb1c332 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.427881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58374) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:16.434417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-cd5d4f0c-04e2-4352-a57b-864343237496 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'security_group_rule': {'security_group_id': 'a2b0ae93-ca61-4328-a7ff-bac322418e5b', 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:16.441526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9069f525-268b-486b-808f-8be7dfb1c332 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047078 Sep 18 20:09:16.484788 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-cd5d4f0c-04e2-4352-a57b-864343237496 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Project 2bf2a5782aac4f0b8761beef3f3042df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:09:16.495148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd5d4f0c-04e2-4352-a57b-864343237496 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.557071 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.566764 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.604326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd5d4f0c-04e2-4352-a57b-864343237496 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.616260 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd5d4f0c-04e2-4352-a57b-864343237496 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.643063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d4f0c-04e2-4352-a57b-864343237496 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cfa9ec-e7fe-41fe-90a3-ec583678461b,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:16.679047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd5d4f0c-04e2-4352-a57b-864343237496 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.681494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cd5d4f0c-04e2-4352-a57b-864343237496 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2525358 Sep 18 20:09:16.684925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58378) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:16.690009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-79dbec75-7840-46ca-9acd-67585610539d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'security_group_rule': {'security_group_id': 'a2b0ae93-ca61-4328-a7ff-bac322418e5b', 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:16.697448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a431d1-bbb3-4f33-852f-13651355e068 None None] Pushing event updated for resources: {'Port': ['ID=c8c8529a-7930-432e-8877-9e79ffce2aa0,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:16.740794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Attempting to bind port c8c8529a-7930-432e-8877-9e79ffce2aa0 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:16.741161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Attempting to bind port c8c8529a-7930-432e-8877-9e79ffce2aa0 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:16.741670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Attempting to bind port c8c8529a-7930-432e-8877-9e79ffce2aa0 on network 207e83c7-a926-4960-97b5-8dad7f69be8d {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:16.752144 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-79dbec75-7840-46ca-9acd-67585610539d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Project 2bf2a5782aac4f0b8761beef3f3042df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:09:16.756797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:16.757175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Checking segment: {'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:16.760445 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.760445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Bound using segment: {'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:16.760836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Bound port: c8c8529a-7930-432e-8877-9e79ffce2aa0, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:16.761234 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.762498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79dbec75-7840-46ca-9acd-67585610539d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.918037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b2427f5-6be6-40a2-9c11-e03b640bc69b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:16.956454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79dbec75-7840-46ca-9acd-67585610539d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:16.966825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79dbec75-7840-46ca-9acd-67585610539d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.018703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79dbec75-7840-46ca-9acd-67585610539d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.032377 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-79dbec75-7840-46ca-9acd-67585610539d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451118 Sep 18 20:09:17.040304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbec75-7840-46ca-9acd-67585610539d tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be29e606-a27e-4420-b05f-5ad669aa2cae,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:17.071123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] For port c8c8529a-7930-432e-8877-9e79ffce2aa0, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:17.092935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] For port c8c8529a-7930-432e-8877-9e79ffce2aa0, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c8c8529a-7930-432e-8877-9e79ffce2aa0,segment=NetworkSegment(2ca9680d-84ed-45ac-9591-bf6fa5bd4da5),segment_id=2ca9680d-84ed-45ac-9591-bf6fa5bd4da5)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:17.107648 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.220117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a431d1-bbb3-4f33-852f-13651355e068 None None] Pushing event updated for resources: {'Port': ['ID=c8c8529a-7930-432e-8877-9e79ffce2aa0,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:17.227981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3b2427f5-6be6-40a2-9c11-e03b640bc69b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:17.228364 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.269927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Routers {'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:17.270783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:08:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:17.293047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-46bb9937-108b-44a8-8085-540f1714d691 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445550092&fields=id&tenant_id=2bf2a5782aac4f0b8761beef3f3042df HTTP/1.1" status: 200 len: 267 time: 0.1068468 Sep 18 20:09:17.338391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a988a9ae-0df4-4cf4-8c9d-4e79092d3938 None None] Provisioning complete for port c8c8529a-7930-432e-8877-9e79ffce2aa0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:17.338800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a988a9ae-0df4-4cf4-8c9d-4e79092d3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.535865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-753118c6-9b9f-4269-a5f3-bc383570b988 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:17.556079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-753118c6-9b9f-4269-a5f3-bc383570b988 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/networks?id=0adf350d-ed40-447b-b991-50c3b9831201 HTTP/1.1" status: 200 len: 809 time: 0.2619822 Sep 18 20:09:17.590234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-4cf64a89-2da2-4653-85d2-6b1342837981 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/quotas/2bf2a5782aac4f0b8761beef3f3042df HTTP/1.1" status: 200 len: 375 time: 0.0331333 Sep 18 20:09:17.618537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58406) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:17.649023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-159000f0-7311-476b-83c9-f43775fb6742 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf2a5782aac4f0b8761beef3f3042df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577555 Sep 18 20:09:17.724113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] Set router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:17.795454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9548b8b5-aaeb-41df-b859-9c0152f57b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.818380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a988a9ae-0df4-4cf4-8c9d-4e79092d3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.894934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-0b206109-8c23-41f3-925a-d97fef992a22 service neutron] 10.222.0.20 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327740 Sep 18 20:09:17.904757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9548b8b5-aaeb-41df-b859-9c0152f57b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.909709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9548b8b5-aaeb-41df-b859-9c0152f57b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:17.941328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548b8b5-aaeb-41df-b859-9c0152f57b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc33dc24-f7a8-4e12-86d8-72196e24ba1c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:17.948832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a988a9ae-0df4-4cf4-8c9d-4e79092d3938 None None] For port c8c8529a-7930-432e-8877-9e79ffce2aa0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c8c8529a-7930-432e-8877-9e79ffce2aa0,segment=NetworkSegment(2ca9680d-84ed-45ac-9591-bf6fa5bd4da5),segment_id=2ca9680d-84ed-45ac-9591-bf6fa5bd4da5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:17.975476 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9548b8b5-aaeb-41df-b859-9c0152f57b4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db2f07bd9a1e47df903e1edd485d5a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558011 Sep 18 20:09:17.979840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58412) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:17.989557 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a988a9ae-0df4-4cf4-8c9d-4e79092d3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:18.005217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-9120772c-428c-4292-97da-59941563f0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036344 Sep 18 20:09:18.064380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-392e620e-115a-40e0-991b-ffa2f211163c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:18.079165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a9ae-0df4-4cf4-8c9d-4e79092d3938 None None] Pushing event updated for resources: {'Port': ['ID=c8c8529a-7930-432e-8877-9e79ffce2aa0,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:18.088917 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-392e620e-115a-40e0-991b-ffa2f211163c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:18.092834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:09:12Z', 'revision_number': 4, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port': {'id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:06Z', 'updated_at': '2021-09-18T20:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c8c8529a-7930-432e-8877-9e79ffce2aa0', 'name': '', 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'mac_address': 'fa:16:3e:9a:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:11Z', 'updated_at': '2021-09-18T20:09:17Z', 'revision_number': 4, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'subnets': [{'id': '9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:18.124780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a056afe-d8be-4f8a-9913-f957666a006b None None] The sync data for ids ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'] in n-d-789963-11 is: [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:09:12Z', 'revision_number': 4, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port': {'id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:06Z', 'updated_at': '2021-09-18T20:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c8c8529a-7930-432e-8877-9e79ffce2aa0', 'name': '', 'network_id': '207e83c7-a926-4960-97b5-8dad7f69be8d', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'mac_address': 'fa:16:3e:9a:db:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:11Z', 'updated_at': '2021-09-18T20:09:17Z', 'revision_number': 4, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'subnets': [{'id': '9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:09:18.169763 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0362a7a4-c67a-4c56-9022-68013f7b0d6b None None] Provisioning complete for port c8c8529a-7930-432e-8877-9e79ffce2aa0 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:18.171126 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0362a7a4-c67a-4c56-9022-68013f7b0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:18.175628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-392e620e-115a-40e0-991b-ffa2f211163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:18.199823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-392e620e-115a-40e0-991b-ffa2f211163c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:18.212289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-392e620e-115a-40e0-991b-ffa2f211163c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc33dc24-f7a8-4e12-86d8-72196e24ba1c HTTP/1.1" status: 204 len: 168 time: 0.2313106 Sep 18 20:09:18.222543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e620e-115a-40e0-991b-ffa2f211163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc33dc24-f7a8-4e12-86d8-72196e24ba1c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:18.546267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23af2852-4fe6-42e0-b742-2c6cdad43cd0 req-4bc5a082-c5c3-446c-8bc8-09fe88543050 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 210 time: 0.0427387 Sep 18 20:09:18.874831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58442) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:18.895623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5fd60c5-1f85-4816-9eed-719608fbbedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:18.917676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c8c8529a-7930-432e-8877-9e79ffce2aa0 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:19.022461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c8c8529a-7930-432e-8877-9e79ffce2aa0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:19.023363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:19.081494 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5fd60c5-1f85-4816-9eed-719608fbbedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:19.090172 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5fd60c5-1f85-4816-9eed-719608fbbedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:19.151744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f5fd60c5-1f85-4816-9eed-719608fbbedf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c2c2ebf5bb243b0944d159d3de238b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703288 Sep 18 20:09:19.152257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58448) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:19.171725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd60c5-1f85-4816-9eed-719608fbbedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051be8af-8242-4410-9cfa-a95e0d34a38b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:19.221905 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-932a94ce-ec9a-4abb-9a26-b2a9d1b0eeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:19.255680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-932a94ce-ec9a-4abb-9a26-b2a9d1b0eeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:19.325224 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-932a94ce-ec9a-4abb-9a26-b2a9d1b0eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:19.329016 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-932a94ce-ec9a-4abb-9a26-b2a9d1b0eeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:19.330786 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-932a94ce-ec9a-4abb-9a26-b2a9d1b0eeff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/051be8af-8242-4410-9cfa-a95e0d34a38b HTTP/1.1" status: 204 len: 168 time: 0.1774790 Sep 18 20:09:19.345649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a94ce-ec9a-4abb-9a26-b2a9d1b0eeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051be8af-8242-4410-9cfa-a95e0d34a38b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:19.714396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8f605c3-d895-4047-a0d7-a48ebc1c81be req-bb81e7d8-c743-4811-9014-1c56542396c4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 210 time: 0.0790699 Sep 18 20:09:19.875917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58470) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:19.894844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2a24fda1-83ea-40ce-8ced-3e61d864029f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:20.019567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2a24fda1-83ea-40ce-8ced-3e61d864029f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:20.026775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2a24fda1-83ea-40ce-8ced-3e61d864029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:20.073239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2a24fda1-83ea-40ce-8ced-3e61d864029f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63a7ece5da26423ebda623c451b5e33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959865 Sep 18 20:09:20.075772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58476) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:20.114878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24fda1-83ea-40ce-8ced-3e61d864029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdea92-d7d3-41cc-ab88-0917d8863c22,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:20.175973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2d9d93bc-e412-4f98-966b-098c7a1ccc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:20.205751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2d9d93bc-e412-4f98-966b-098c7a1ccc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:20.270528 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2d9d93bc-e412-4f98-966b-098c7a1ccc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:20.276510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2d9d93bc-e412-4f98-966b-098c7a1ccc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:20.279478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2d9d93bc-e412-4f98-966b-098c7a1ccc24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4cdea92-d7d3-41cc-ab88-0917d8863c22 HTTP/1.1" status: 204 len: 168 time: 0.2025805 Sep 18 20:09:20.313411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d93bc-e412-4f98-966b-098c7a1ccc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdea92-d7d3-41cc-ab88-0917d8863c22,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:20.341187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-7941edd3-6a24-4375-ad37-1b45f7eb6e73 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:20.348506 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-7941edd3-6a24-4375-ad37-1b45f7eb6e73 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.32 "GET /v2.0/networks?id=0adf350d-ed40-447b-b991-50c3b9831201 HTTP/1.1" status: 200 len: 809 time: 0.1653032 Sep 18 20:09:20.425134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-0dfb79c8-6d6c-4e54-8da3-6a0548490b24 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf2a5782aac4f0b8761beef3f3042df HTTP/1.1" status: 200 len: 380 time: 0.0636773 Sep 18 20:09:20.435089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'port': {'device_id': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'admin_state_up': True, 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'security_groups': ['a2b0ae93-ca61-4328-a7ff-bac322418e5b']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:20.613580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Made reservation on behalf of 2bf2a5782aac4f0b8761beef3f3042df for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:09:20.629754 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:20.792482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Allocated IP 172.20.0.13 (0adf350d-ed40-447b-b991-50c3b9831201/7d63e390-d136-4296-a2d1-13d6ba0230ed/4dc64da3-da25-44c0-8993-f8e7f83e3506) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:20.893830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e64aff38-165b-443e-9097-56a478cead2a req-6bc659c2-76e7-4c40-884b-bbbbf958ba64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 210 time: 0.0526505 Sep 18 20:09:20.991814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:21.032668 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:21.091818 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Network 0adf350d-ed40-447b-b991-50c3b9831201 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:21.098654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:21.104839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:21.109009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'Port': ['ID=4dc64da3-da25-44c0-8993-f8e7f83e3506,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:21.162439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:21.163128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:21.210113 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-aaf48312-8adb-4134-ac26-21433a7fcf41 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7790103 Sep 18 20:09:21.235453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-f08ee01a-c382-4e13-a12c-d756ee5da51b tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:09:21.235453 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-f08ee01a-c382-4e13-a12c-d756ee5da51b tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110521 Sep 18 20:09:21.242840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Request body: {'port': {'device_id': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:21.345589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:21.500602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-772f9460-dd83-45b3-98b2-6c69339899ec None None] Provisioning complete for port 4dc64da3-da25-44c0-8993-f8e7f83e3506 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:21.501134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-772f9460-dd83-45b3-98b2-6c69339899ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:21.589621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-772f9460-dd83-45b3-98b2-6c69339899ec None None] Port 4dc64da3-da25-44c0-8993-f8e7f83e3506 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:21.621598 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90a128c0-ff77-439d-aa41-d5a830f6ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:21.770660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc64da3-da25-44c0-8993-f8e7f83e3506 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:09:21.781040 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:21.799778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Transition to ACTIVE for port object 4dc64da3-da25-44c0-8993-f8e7f83e3506 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:09:21.806036 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:21.861822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc64da3-da25-44c0-8993-f8e7f83e3506,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:22.060846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Attempting to bind port 4dc64da3-da25-44c0-8993-f8e7f83e3506 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:22.061182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Attempting to bind port 4dc64da3-da25-44c0-8993-f8e7f83e3506 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:22.061510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Attempting to bind port 4dc64da3-da25-44c0-8993-f8e7f83e3506 on network 0adf350d-ed40-447b-b991-50c3b9831201 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:22.067052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Port 4dc64da3-da25-44c0-8993-f8e7f83e3506 on network 0adf350d-ed40-447b-b991-50c3b9831201 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:09:22.067404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Attempting to bind port 4dc64da3-da25-44c0-8993-f8e7f83e3506 on network 0adf350d-ed40-447b-b991-50c3b9831201 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:22.073522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:22.074324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Checking segment: {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:22.074715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Bound using segment: {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:22.075615 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Bound port: 4dc64da3-da25-44c0-8993-f8e7f83e3506, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1762937e-c351-433f-869b-cfd9cff7db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:22.076692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:22.088648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19e8a5-f57a-460f-a67a-6586a7d0704b req-be1c4c3e-ac91-4379-89e5-240ed6325bad tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:22.090240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad19e8a5-f57a-460f-a67a-6586a7d0704b req-be1c4c3e-ac91-4379-89e5-240ed6325bad tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 944 time: 0.1151206 Sep 18 20:09:22.167698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad19e8a5-f57a-460f-a67a-6586a7d0704b req-5c2c90e9-0d4b-496e-a4f6-753fa9fd4497 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657375 Sep 18 20:09:22.182128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] For port 4dc64da3-da25-44c0-8993-f8e7f83e3506, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:22.196280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] For port 4dc64da3-da25-44c0-8993-f8e7f83e3506, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:22.203215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:22.271579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:22.272179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:22.274600 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/4dc64da3-da25-44c0-8993-f8e7f83e3506 HTTP/1.1" status: 200 len: 1093 time: 1.0383143 Sep 18 20:09:22.275059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'tag': '4dc64da3-da25-44c0-8993-f8e7f83e3506'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:09:22.278034 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9d3385-84bb-4953-8530-d6164fd2d60e" -d '{"events": [{"name": "network-changed", "server_uuid": "db0980d4-e21b-449b-ac3d-55e066381b0c", "tag": "4dc64da3-da25-44c0-8993-f8e7f83e3506"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:09:22.370568 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b8295e-0153-41c3-88c5-764edee77f2a x-openstack-request-id: req-b9b8295e-0153-41c3-88c5-764edee77f2a {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:09:22.370568 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0980d4-e21b-449b-ac3d-55e066381b0c", "tag": "4dc64da3-da25-44c0-8993-f8e7f83e3506", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:09:22.370568 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9b8295e-0153-41c3-88c5-764edee77f2a {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:09:22.370568 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'tag': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'status': 'completed', 'code': 200} Sep 18 20:09:22.396347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ec6a4-7bf7-4171-9b4e-66003cb1d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc64da3-da25-44c0-8993-f8e7f83e3506,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:22.424581 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-9cd17ff6-6522-451b-aa4f-55341e894cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:22.426394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-9cd17ff6-6522-451b-aa4f-55341e894cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf2a5782aac4f0b8761beef3f3042df&device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1096 time: 0.0982444 Sep 18 20:09:22.514303 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-60fc41d7-2c01-46fd-9f1b-10a7a400be2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506 HTTP/1.1" status: 200 len: 217 time: 0.0793896 Sep 18 20:09:22.581926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-693e683f-bc0a-4deb-84f8-8b390dff1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:22.584862 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-693e683f-bc0a-4deb-84f8-8b390dff1829 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d63e390-d136-4296-a2d1-13d6ba0230ed HTTP/1.1" status: 200 len: 848 time: 0.0623732 Sep 18 20:09:22.646131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-c7a9574c-e5f3-4c68-93fd-90a61527e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:22.648915 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-c7a9574c-e5f3-4c68-93fd-90a61527e1d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0adf350d-ed40-447b-b991-50c3b9831201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545287 Sep 18 20:09:22.809965 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-4a743a89-ab11-4192-8f85-f707b2f3a0eb service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534529 Sep 18 20:09:22.961243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-76046bcf-5532-4d3b-92cc-c1b72213db27 req-2956f556-0fae-45e9-b242-8fed6d3214db service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356702 Sep 18 20:09:23.109575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-a4db1464-d9ea-4759-b32f-d87a683bc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:23.111989 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-a4db1464-d9ea-4759-b32f-d87a683bc20d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf2a5782aac4f0b8761beef3f3042df&device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1096 time: 0.0992608 Sep 18 20:09:23.128527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58562) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:23.237626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-a01911ad-4e13-48b5-bc9d-72fec6acc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:23.239563 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-a01911ad-4e13-48b5-bc9d-72fec6acc067 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0adf350d-ed40-447b-b991-50c3b9831201 HTTP/1.1" status: 200 len: 910 time: 0.1198976 Sep 18 20:09:23.352885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a30c1a-3312-4b66-bb57-f00817e1fa00 req-c9429074-6e49-4e19-b3fa-ee63ced481e9 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:23.364591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26a30c1a-3312-4b66-bb57-f00817e1fa00 req-c9429074-6e49-4e19-b3fa-ee63ced481e9 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 944 time: 0.0876901 Sep 18 20:09:23.369787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.380384 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-155e7856-b08c-4b70-8ea5-96a54fd21b88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506 HTTP/1.1" status: 200 len: 217 time: 0.1308746 Sep 18 20:09:23.392414 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36053abf-af35-400e-8831-97ec26778aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.454637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26a30c1a-3312-4b66-bb57-f00817e1fa00 req-568cec8a-30be-4c86-980e-e2baff58649a tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885866 Sep 18 20:09:23.460128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-5650c920-5574-4adb-9522-12fcd1a3429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:23.461915 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-5650c920-5574-4adb-9522-12fcd1a3429f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d63e390-d136-4296-a2d1-13d6ba0230ed HTTP/1.1" status: 200 len: 848 time: 0.0733449 Sep 18 20:09:23.485146 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.525291 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-4ec6bcf7-9127-4daa-8e31-460abcf3e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:23.526901 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-4ec6bcf7-9127-4daa-8e31-460abcf3e709 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0adf350d-ed40-447b-b991-50c3b9831201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573382 Sep 18 20:09:23.571532 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36053abf-af35-400e-8831-97ec26778aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.577439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-36053abf-af35-400e-8831-97ec26778aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.632198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58572) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:23.633219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-36053abf-af35-400e-8831-97ec26778aee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06d9278d36b44994804901597bdefae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013878 Sep 18 20:09:23.635685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36053abf-af35-400e-8831-97ec26778aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785779c0-8f32-430f-9aba-7379ae1fe921,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:23.655988 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-4b132781-5ab9-4f3c-b335-1347fbcb9d89 service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213264 Sep 18 20:09:23.772471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42263df2-e675-416f-8605-827b65a9f088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.794999 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bd9d3385-84bb-4953-8530-d6164fd2d60e req-08ecfa4f-7279-4d91-874a-52111a67417f service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292901 Sep 18 20:09:23.806930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42263df2-e675-416f-8605-827b65a9f088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.859883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42263df2-e675-416f-8605-827b65a9f088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.862561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-42263df2-e675-416f-8605-827b65a9f088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:23.866142 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-42263df2-e675-416f-8605-827b65a9f088 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/785779c0-8f32-430f-9aba-7379ae1fe921 HTTP/1.1" status: 204 len: 168 time: 0.2295694 Sep 18 20:09:23.879184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42263df2-e675-416f-8605-827b65a9f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785779c0-8f32-430f-9aba-7379ae1fe921,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:24.182469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58582) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:24.202282 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a143c614-33b4-4903-9a5e-aece302fed35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:24.333622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a143c614-33b4-4903-9a5e-aece302fed35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:24.338216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a143c614-33b4-4903-9a5e-aece302fed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:24.385419 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a143c614-33b4-4903-9a5e-aece302fed35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=709f46f8731e43be982d2b18b7808901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018425 Sep 18 20:09:24.386253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143c614-33b4-4903-9a5e-aece302fed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01676a8-ede2-42a6-bfcf-287a598839e5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:24.388114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58586) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:24.450409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81b4aca7-0562-4799-87c6-98c3471665ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:24.472583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81b4aca7-0562-4799-87c6-98c3471665ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:24.529572 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81b4aca7-0562-4799-87c6-98c3471665ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:24.533194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81b4aca7-0562-4799-87c6-98c3471665ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:24.534392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-81b4aca7-0562-4799-87c6-98c3471665ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e01676a8-ede2-42a6-bfcf-287a598839e5 HTTP/1.1" status: 204 len: 168 time: 0.1452048 Sep 18 20:09:24.564123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4aca7-0562-4799-87c6-98c3471665ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01676a8-ede2-42a6-bfcf-287a598839e5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:24.615668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb4edd-5166-492f-9d6d-ddd5730390c3 req-b8ed2725-a019-4560-a3f9-637d4b298043 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:24.617560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-badb4edd-5166-492f-9d6d-ddd5730390c3 req-b8ed2725-a019-4560-a3f9-637d4b298043 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 944 time: 0.0821795 Sep 18 20:09:24.658109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-badb4edd-5166-492f-9d6d-ddd5730390c3 req-e3734a39-3937-4c6b-912d-3fc0b29f270c tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343122 Sep 18 20:09:24.784049 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:24.941465 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-557ede07-3a68-4dde-8597-e8490fe41674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:25.395071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4dc64da3-da25-44c0-8993-f8e7f83e3506 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:09:25.501650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4dc64da3-da25-44c0-8993-f8e7f83e3506, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:25.514866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'port_id': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'mac_address': 'fa:16:3e:d8:dc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:09:25.557968 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:25.584187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc64da3-da25-44c0-8993-f8e7f83e3506 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:09:25.591233 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:25.609241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4dc64da3-da25-44c0-8993-f8e7f83e3506, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:25.615139 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:25.673369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=4dc64da3-da25-44c0-8993-f8e7f83e3506,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:25.795156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b8837-11ac-40a8-99e3-d9b48946f060 req-97c827e0-f56a-43f9-ada2-0760d06c7618 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:25.799259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f4b8837-11ac-40a8-99e3-d9b48946f060 req-97c827e0-f56a-43f9-ada2-0760d06c7618 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 945 time: 0.0638051 Sep 18 20:09:25.846964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['4dc64da3-da25-44c0-8993-f8e7f83e3506'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:09:25.861966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f4b8837-11ac-40a8-99e3-d9b48946f060 req-34185340-43e8-493b-bd54-bc45c0e5e341 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508525 Sep 18 20:09:26.975869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885dcc5-b8f7-449c-a8d1-6c2a1bb75a9d req-57a4bebf-4174-4346-9b62-137775322ab5 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:26.984873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3885dcc5-b8f7-449c-a8d1-6c2a1bb75a9d req-57a4bebf-4174-4346-9b62-137775322ab5 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 945 time: 0.0624404 Sep 18 20:09:27.019520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3885dcc5-b8f7-449c-a8d1-6c2a1bb75a9d req-76a681bd-f263-4ca1-9ac8-33592c778643 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334516 Sep 18 20:09:27.367209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58692) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:27.417160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4dc64da3-da25-44c0-8993-f8e7f83e3506 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:27.511880 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.535883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 4dc64da3-da25-44c0-8993-f8e7f83e3506 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:09:27.548973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 4dc64da3-da25-44c0-8993-f8e7f83e3506 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:27.549645 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.570962 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dfad0ab5-dd30-4a95-9fa9-2f9b35228bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.655926 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.683978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc64da3-da25-44c0-8993-f8e7f83e3506'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:09:27.686448 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b1d51a-fe25-4cff-a0fd-4fb7fcf54998" -d '{"events": [{"server_uuid": "db0980d4-e21b-449b-ac3d-55e066381b0c", "name": "network-vif-plugged", "status": "completed", "tag": "4dc64da3-da25-44c0-8993-f8e7f83e3506"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:09:27.699267 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dfad0ab5-dd30-4a95-9fa9-2f9b35228bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.702391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 4dc64da3-da25-44c0-8993-f8e7f83e3506, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:27.710231 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dfad0ab5-dd30-4a95-9fa9-2f9b35228bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.713416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.767794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad0ab5-dd30-4a95-9fa9-2f9b35228bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442c5148-eb20-4ab4-81a4-b486105f8828,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:27.813414 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dfad0ab5-dd30-4a95-9fa9-2f9b35228bd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bf50b7e0ac74968a9c309b380f27244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448895 Sep 18 20:09:27.816252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58710) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:27.839342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=4dc64da3-da25-44c0-8993-f8e7f83e3506,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:27.895890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.915204 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.949403 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593b1032-fd64-456c-b295-2b64ffbe886b x-openstack-request-id: req-593b1032-fd64-456c-b295-2b64ffbe886b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:09:27.949858 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0980d4-e21b-449b-ac3d-55e066381b0c", "name": "network-vif-plugged", "status": "completed", "tag": "4dc64da3-da25-44c0-8993-f8e7f83e3506", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:09:27.950174 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-593b1032-fd64-456c-b295-2b64ffbe886b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:09:27.950996 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'code': 200} Sep 18 20:09:27.975775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.979662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:27.981132 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/442c5148-eb20-4ab4-81a4-b486105f8828 HTTP/1.1" status: 204 len: 168 time: 0.1634839 Sep 18 20:09:27.991150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c5148-eb20-4ab4-81a4-b486105f8828,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:28.000412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.001037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.001564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.002107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.002627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.003141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.003685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.004217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.004855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.005376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.005892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.006522 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dac8f-3f08-4bfb-adf7-1b08937058ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:28.064127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f7a1-13a3-4358-96f2-87e6a4c74efc req-4ab9c7f2-314a-43e0-b6fb-9d3447da7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:28.065781 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9dc0f7a1-13a3-4358-96f2-87e6a4c74efc req-4ab9c7f2-314a-43e0-b6fb-9d3447da7281 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1098 time: 0.0546620 Sep 18 20:09:28.111402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9dc0f7a1-13a3-4358-96f2-87e6a4c74efc req-ddc090d5-e8ba-4ae9-a322-24e113950a91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384870 Sep 18 20:09:28.182168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7798b46-3fce-4134-a91b-29163ca5f308 req-4e2137d4-3f77-45f3-83e4-90572528585b tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:28.184416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7798b46-3fce-4134-a91b-29163ca5f308 req-4e2137d4-3f77-45f3-83e4-90572528585b tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 946 time: 0.0611863 Sep 18 20:09:28.228873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b7798b46-3fce-4134-a91b-29163ca5f308 req-3b2264a0-1e64-4e4e-bd9c-aafbc7654f4f tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374563 Sep 18 20:09:28.334402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58720) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:28.349190 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3232e4d9-9798-4238-80f5-29c54f506764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:28.441960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3232e4d9-9798-4238-80f5-29c54f506764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:28.447806 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3232e4d9-9798-4238-80f5-29c54f506764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:28.487633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3232e4d9-9798-4238-80f5-29c54f506764 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f52203a7ee94d0dac3acd2960aadd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509352 Sep 18 20:09:28.488588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58722) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:28.498840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e4d9-9798-4238-80f5-29c54f506764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fab255b-3deb-4511-80e0-7066ce8b03b9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:28.556158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aced7f2b-b215-4170-ae94-8bdc593d8bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:28.577737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aced7f2b-b215-4170-ae94-8bdc593d8bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:28.634316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aced7f2b-b215-4170-ae94-8bdc593d8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:28.636880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aced7f2b-b215-4170-ae94-8bdc593d8bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:28.640387 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aced7f2b-b215-4170-ae94-8bdc593d8bfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fab255b-3deb-4511-80e0-7066ce8b03b9 HTTP/1.1" status: 204 len: 168 time: 0.1481175 Sep 18 20:09:28.651021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced7f2b-b215-4170-ae94-8bdc593d8bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fab255b-3deb-4511-80e0-7066ce8b03b9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:29.361250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab216dc-2fc3-40c6-8457-50d371918377 req-417011ca-6b4e-481f-9746-ba5aec0ad2cf tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:29.362874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ab216dc-2fc3-40c6-8457-50d371918377 req-417011ca-6b4e-481f-9746-ba5aec0ad2cf tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 946 time: 0.0529652 Sep 18 20:09:29.402527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ab216dc-2fc3-40c6-8457-50d371918377 req-6afdb454-7856-4695-ac23-ab5ac3c0dcf4 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332496 Sep 18 20:09:29.528514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e3799-83da-4b3f-a367-ed7f5448d636 req-02e8b436-3ed2-445d-b134-da9bf9d04988 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:29.530105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4e3799-83da-4b3f-a367-ed7f5448d636 req-02e8b436-3ed2-445d-b134-da9bf9d04988 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 946 time: 0.0497220 Sep 18 20:09:29.572773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4e3799-83da-4b3f-a367-ed7f5448d636 req-6bf761da-d134-407e-b640-5af2cb11e360 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363812 Sep 18 20:09:29.691583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23320-e01a-47bd-a901-1900b4e7e13d req-986e5586-ff43-4491-9a7a-8d3bc22d5dfe tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:29.693082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ec23320-e01a-47bd-a901-1900b4e7e13d req-986e5586-ff43-4491-9a7a-8d3bc22d5dfe tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 946 time: 0.0503883 Sep 18 20:09:29.738025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ec23320-e01a-47bd-a901-1900b4e7e13d req-ad34ed37-8ece-4b9a-a74e-b95bf8fdcf30 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369174 Sep 18 20:09:29.761816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58764) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:30.052447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475d611-57b7-4546-9a2f-f25ac26968b8 tempest-TestServerBasicOps-1676792701 tempest-TestServerBasicOps-1676792701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:30.058149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58786) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:30.063348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:30.068311 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2475d611-57b7-4546-9a2f-f25ac26968b8 tempest-TestServerBasicOps-1676792701 tempest-TestServerBasicOps-1676792701-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1093 time: 0.3051074 Sep 18 20:09:30.092735 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:30.229289 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:30.742965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Allocated IP 172.25.8.201 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/1da56379-737c-4e12-b766-2b388c18fda9) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:30.882880 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:30.920873 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:30.980379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'Port': ['ID=1da56379-737c-4e12-b766-2b388c18fda9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:30.998262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:30.999986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:31.003213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:31.202572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 58846) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:31.360581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af00a629-c5e7-42ff-aaaf-45f244203431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.535550 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.606040 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af00a629-c5e7-42ff-aaaf-45f244203431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.611906 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-af00a629-c5e7-42ff-aaaf-45f244203431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.662780 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.674708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-af00a629-c5e7-42ff-aaaf-45f244203431 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c1204451695484fb3ec531d5f491e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711339 Sep 18 20:09:31.677543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58856) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:31.698689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00a629-c5e7-42ff-aaaf-45f244203431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d420d0f5-4b6f-414c-9cfc-5c6c5a9d039a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:31.872938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c57f190c-1e2a-44f4-b231-2cc3a22e33d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.902428 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c57f190c-1e2a-44f4-b231-2cc3a22e33d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.945204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.956864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.966364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c57f190c-1e2a-44f4-b231-2cc3a22e33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.969016 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c57f190c-1e2a-44f4-b231-2cc3a22e33d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:31.972721 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c57f190c-1e2a-44f4-b231-2cc3a22e33d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d420d0f5-4b6f-414c-9cfc-5c6c5a9d039a HTTP/1.1" status: 204 len: 168 time: 0.2916405 Sep 18 20:09:31.981234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f190c-1e2a-44f4-b231-2cc3a22e33d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420d0f5-4b6f-414c-9cfc-5c6c5a9d039a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:32.090885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event updated for resources: {'Port': ['ID=1da56379-737c-4e12-b766-2b388c18fda9,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:32.102647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.216494 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Floating IP 755e359c-6dfe-41f9-9f6f-0984660a2299 associated. External IP: 172.25.8.201, port: 4dc64da3-da25-44c0-8993-f8e7f83e3506. Sep 18 20:09:32.342565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58872) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:32.360174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6cff3f9-868b-430f-8c11-f36c91f23c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.466346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6cff3f9-868b-430f-8c11-f36c91f23c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.471074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d6cff3f9-868b-430f-8c11-f36c91f23c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.475278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Router 4942ad05-16d6-4d42-be21-6db0fc257c6b has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:09:32.515473 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d6cff3f9-868b-430f-8c11-f36c91f23c04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e568772b683b4161af130c70da80c54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714292 Sep 18 20:09:32.544738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cff3f9-868b-430f-8c11-f36c91f23c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c85c3c-7240-4ef8-9470-9f62c04f5f70,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:32.544738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58874) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:32.589552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b1936d2-f546-462d-ae92-a0c1df64d21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.627285 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b1936d2-f546-462d-ae92-a0c1df64d21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.642083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:09:32.653480 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] Sync routers for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:09:32.666218 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:32.671749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.672249 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:09:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:32.699619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b1936d2-f546-462d-ae92-a0c1df64d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.702378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4b1936d2-f546-462d-ae92-a0c1df64d21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:32.715470 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4b1936d2-f546-462d-ae92-a0c1df64d21f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49c85c3c-7240-4ef8-9470-9f62c04f5f70 HTTP/1.1" status: 204 len: 168 time: 0.1801856 Sep 18 20:09:32.725800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1936d2-f546-462d-ae92-a0c1df64d21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c85c3c-7240-4ef8-9470-9f62c04f5f70,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:32.755965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ccc339d0-97bd-4228-aa7d-04c78acb9550 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6965673 Sep 18 20:09:32.757631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'tag': '4dc64da3-da25-44c0-8993-f8e7f83e3506'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:09:32.760481 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e" -d '{"events": [{"name": "network-changed", "server_uuid": "db0980d4-e21b-449b-ac3d-55e066381b0c", "tag": "4dc64da3-da25-44c0-8993-f8e7f83e3506"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:09:32.856474 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d74e596-8c8a-4a81-b465-a1779d77dfb3 x-openstack-request-id: req-6d74e596-8c8a-4a81-b465-a1779d77dfb3 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:09:32.856827 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0980d4-e21b-449b-ac3d-55e066381b0c", "tag": "4dc64da3-da25-44c0-8993-f8e7f83e3506", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:09:32.857310 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d74e596-8c8a-4a81-b465-a1779d77dfb3 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:09:32.858257 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'tag': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'status': 'completed', 'code': 200} Sep 18 20:09:32.914518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-b746bbe6-bac3-4575-91ff-2ec3c19e730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:32.917006 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-b746bbe6-bac3-4575-91ff-2ec3c19e730a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf2a5782aac4f0b8761beef3f3042df&device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1098 time: 0.0632958 Sep 18 20:09:32.920082 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:33.080524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-777adcff-62ce-4123-b7a7-76eec2bf4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:33.082248 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-777adcff-62ce-4123-b7a7-76eec2bf4aff service neutron] 10.222.0.32 "GET /v2.0/networks?id=0adf350d-ed40-447b-b991-50c3b9831201 HTTP/1.1" status: 200 len: 910 time: 0.1582255 Sep 18 20:09:33.190284 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-4dc6cc0c-5024-4eb4-9d0c-a481c53662d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506 HTTP/1.1" status: 200 len: 1000 time: 0.1002944 Sep 18 20:09:33.227488 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '755e359c-6dfe-41f9-9f6f-0984660a2299', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'port_id': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'mac_address': 'fa:16:3e:d8:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:09:31Z', 'updated_at': '2021-09-18T20:09:31Z', 'revision_number': 0, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:10Z', 'revision_number': 5, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:33.276845 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] Checking router: 4942ad05-16d6-4d42-be21-6db0fc257c6b for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:09:33.277143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-6775c4a1-c44c-4bd0-979c-1d5550593f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:33.278459 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-6775c4a1-c44c-4bd0-979c-1d5550593f40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d63e390-d136-4296-a2d1-13d6ba0230ed HTTP/1.1" status: 200 len: 848 time: 0.0748792 Sep 18 20:09:33.298343 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:33.299217 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:09:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:33.333959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-25c54e6b-dd67-4bd6-b9a5-36fa3bf33cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:33.336884 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-25c54e6b-dd67-4bd6-b9a5-36fa3bf33cc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0adf350d-ed40-447b-b991-50c3b9831201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517876 Sep 18 20:09:33.469420 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-9829b5a9-8c5a-4ec1-a0f9-1f0df8f2326f service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254015 Sep 18 20:09:33.473592 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:33.617511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-03259a46-19a7-4e2d-a3e3-dfbdb0faf68e req-338ea66f-90cd-419b-933e-2abcb7b9af40 service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409235 Sep 18 20:09:33.777430 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '755e359c-6dfe-41f9-9f6f-0984660a2299', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'port_id': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'mac_address': 'fa:16:3e:d8:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:09:31Z', 'updated_at': '2021-09-18T20:09:31Z', 'revision_number': 0, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:10Z', 'revision_number': 5, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:33.804189 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381395f-bff3-4b62-a3c6-0b82587f268b None None] The sync data for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 is: [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '755e359c-6dfe-41f9-9f6f-0984660a2299', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'port_id': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'mac_address': 'fa:16:3e:d8:dc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:09:31Z', 'updated_at': '2021-09-18T20:09:31Z', 'revision_number': 0, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:10Z', 'revision_number': 5, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:09:34.162105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d1f0b-0f87-4155-8bd5-0233d2d2b13d None None] New status for floating IP 755e359c-6dfe-41f9-9f6f-0984660a2299: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:09:37.982347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 58996) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:38.092244 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b55a2e73-2850-4eb2-9b9a-796cac756661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:38.192513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b55a2e73-2850-4eb2-9b9a-796cac756661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:38.197381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b55a2e73-2850-4eb2-9b9a-796cac756661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:38.244101 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b55a2e73-2850-4eb2-9b9a-796cac756661 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40e49417a93a4c3bb7c3a774565c2363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590010 Sep 18 20:09:38.244101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a2e73-2850-4eb2-9b9a-796cac756661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5d277b-4a85-4635-86e6-c629e0ea0883,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:38.244946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59000) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:38.312430 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea25b2bd-1d93-4f1e-8f37-a884646ad1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:38.342450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea25b2bd-1d93-4f1e-8f37-a884646ad1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:38.391887 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea25b2bd-1d93-4f1e-8f37-a884646ad1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:38.394459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ea25b2bd-1d93-4f1e-8f37-a884646ad1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:38.395707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ea25b2bd-1d93-4f1e-8f37-a884646ad1e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db5d277b-4a85-4635-86e6-c629e0ea0883 HTTP/1.1" status: 204 len: 168 time: 0.1468487 Sep 18 20:09:38.404828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25b2bd-1d93-4f1e-8f37-a884646ad1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5d277b-4a85-4635-86e6-c629e0ea0883,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:39.700996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59058) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:39.879327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'network': {'name': 'tempest-network-smoke--700569791', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:39.905178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:09:39.909725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:39.920215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.019424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.025182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.055516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:09:40.065251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0301268-5559-45b8-b5f2-d5263c5c1ba8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:40.072524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.073188 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Added segment b6f8f401-e07e-42df-85ec-364e3f8742ba of type vlan for network 77c0d424-ccf6-4dfa-8197-9f4553642318 Sep 18 20:09:40.125465 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.154539 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.160593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:40.161250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.203140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5006936 Sep 18 20:09:40.206802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59070) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:40.211611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'admin_state_up': True, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:40.240879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.243068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.251590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881e670-6160-403f-a71a-ac475a2266c3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Network': ['ID=77c0d424-ccf6-4dfa-8197-9f4553642318,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:40.271841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:09:40.308381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.469452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.660925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.680483 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:40.805332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.25.8.22 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/f91830d6-fd6b-4822-aa58-86b01703208d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:40.981096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:41.019850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:41.058655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:41.061852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:41.065537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:41.110491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=f91830d6-fd6b-4822-aa58-86b01703208d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:41.329280 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:41.849519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:41.990311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router 101c669c-1181-4c78-b1a0-c47497133594 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:09:42.112267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:09:42.123224 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Sync routers for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:09:42.133389 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:42.134252 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:09:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:42.134504 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:42.138963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59096) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:42.152994 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e1f0850e-6f6c-4969-804d-e7c6643dc8e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9419420 Sep 18 20:09:42.229533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59100) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:42.238239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4fd3d564-5d09-480d-b5ab-9464c35b680c tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1417d5857d74279827179d17c2bc792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979819 Sep 18 20:09:42.276923 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:42.439017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651582de-cba1-4388-9b0b-563600ed8281 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:42.440476 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-651582de-cba1-4388-9b0b-563600ed8281 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2100313 Sep 18 20:09:42.443523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59104) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:42.492983 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:41Z', 'revision_number': 3, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:42.496976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e0966fab-1532-406b-9cfc-9a6b505c0222 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510001 Sep 18 20:09:42.499638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59106) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:42.504832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343236633', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:42.530645 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Checking router: 101c669c-1181-4c78-b1a0-c47497133594 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:09:42.530985 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Updating router 101c669c-1181-4c78-b1a0-c47497133594 port f91830d6-fd6b-4822-aa58-86b01703208d binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:09:42.561880 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:42.628203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:09:42.632414 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:42.865239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:42.879695 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:42.889051 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:42.945521 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Checking segment: {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:42.945879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network hostable DHCP agents. Network: 77c0d424-ccf6-4dfa-8197-9f4553642318, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:09:42.952250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Subnet': ['ID=eb5704c6-455e-4434-bac0-f92112ec37b4,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:42.954179 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Attempting to bind port f91830d6-fd6b-4822-aa58-86b01703208d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:42.954554 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Attempting to bind port f91830d6-fd6b-4822-aa58-86b01703208d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:42.954916 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Attempting to bind port f91830d6-fd6b-4822-aa58-86b01703208d on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:42.958195 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Pushing event updated for resources: {'Port': ['ID=f91830d6-fd6b-4822-aa58-86b01703208d,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:42.962976 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:42.963349 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:42.963771 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:42.964165 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:42.964622 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Bound port: f91830d6-fd6b-4822-aa58-86b01703208d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:42.965020 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:42.966569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:09:42.978526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 77c0d424-ccf6-4dfa-8197-9f4553642318) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:42.991443 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.991763 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.992099 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.992431 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.992815 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.993136 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.993460 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.994264 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.994264 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.994474 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.994747 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.995091 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:09:42.999288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:42.999561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb5e7c6-2a31-43ad-b886-72a9f67c6221 None None] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:09:43.000700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.054827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59114) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:43.055925 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-854c0c3c-c6ef-4ee9-a1d4-d4f70ceeb1cb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5543356 Sep 18 20:09:43.072781 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] For port f91830d6-fd6b-4822-aa58-86b01703208d, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:43.077775 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] For port f91830d6-fd6b-4822-aa58-86b01703208d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f91830d6-fd6b-4822-aa58-86b01703208d,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:43.088653 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.243454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-77c0d424-ccf6-4dfa-8197-9f4553642318', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:09:43.244450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.308101 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:43.321104 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:09:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:43.392936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Allocated IP 172.20.0.2 (77c0d424-ccf6-4dfa-8197-9f4553642318/eb5704c6-455e-4434-bac0-f92112ec37b4/f4430027-b176-4a92-b664-1afca01df580) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:43.420821 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15458e22-fb93-4559-a085-9dbbf80c05bb None None] Pushing event updated for resources: {'Port': ['ID=f91830d6-fd6b-4822-aa58-86b01703208d,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:43.530480 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:43.613770 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.621789 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.664993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:43.669662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:43.672394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:43.696128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Pushing event updated for resources: {'Port': ['ID=f4430027-b176-4a92-b664-1afca01df580,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:43.758838 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:41Z', 'revision_number': 3, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:43.763618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Attempting to bind port f4430027-b176-4a92-b664-1afca01df580 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:43.764253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Attempting to bind port f4430027-b176-4a92-b664-1afca01df580 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:43.764833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Attempting to bind port f4430027-b176-4a92-b664-1afca01df580 on network 77c0d424-ccf6-4dfa-8197-9f4553642318 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:43.770094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:43.770786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Checking segment: {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:43.771436 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.772700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Bound using segment: {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:43.773393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Bound port: f4430027-b176-4a92-b664-1afca01df580, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:43.773990 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.792322 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464474c8-a42a-4a96-a511-62f9802b3fbf None None] The sync data for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 is: [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:41Z', 'revision_number': 3, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:09:43.806868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.851476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] For port f4430027-b176-4a92-b664-1afca01df580, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:43.854795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] For port f4430027-b176-4a92-b664-1afca01df580, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f4430027-b176-4a92-b664-1afca01df580,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:43.860753 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:43.924642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d174c56-4f2e-4418-9296-3d3ea49f96a8 None None] Pushing event updated for resources: {'Port': ['ID=f4430027-b176-4a92-b664-1afca01df580,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:44.220028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.20.0.1 (77c0d424-ccf6-4dfa-8197-9f4553642318/eb5704c6-455e-4434-bac0-f92112ec37b4/6f48ff0e-de89-4a57-8d26-b8bf57a76ce9) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:44.511552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:44.552701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:44.630330 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:44.648548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:44.650143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:44.656892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:44.734371 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:44.957157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f4430027-b176-4a92-b664-1afca01df580 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:45.033221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.075515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f4430027-b176-4a92-b664-1afca01df580 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:45.075899 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.204311 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.252605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port f4430027-b176-4a92-b664-1afca01df580, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f4430027-b176-4a92-b664-1afca01df580,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:45.259874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.261510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f91830d6-fd6b-4822-aa58-86b01703208d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:45.348306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=f4430027-b176-4a92-b664-1afca01df580,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:45.376870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f91830d6-fd6b-4822-aa58-86b01703208d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:45.377622 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.488448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae949df-c1e3-4d8d-a66b-16433ab6c890 None None] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:09:45.500549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.508028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.592875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:45.602525 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.684400 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.721420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port f91830d6-fd6b-4822-aa58-86b01703208d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f91830d6-fd6b-4822-aa58-86b01703208d,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:45.733241 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.738949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-39e70a0e-dac9-4ae3-9abb-9f41922d2a3e None None] Provisioning complete for port f4430027-b176-4a92-b664-1afca01df580 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:45.739307 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-39e70a0e-dac9-4ae3-9abb-9f41922d2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:45.749122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:45.750260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:45.814607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=f91830d6-fd6b-4822-aa58-86b01703208d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:45.928311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router 101c669c-1181-4c78-b1a0-c47497133594 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:09:46.068415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:09:46.079967 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-77148f0b-e6e3-4979-bbe2-8a85d0b24742 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "PUT /v2.0/routers/101c669c-1181-4c78-b1a0-c47497133594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0239398 Sep 18 20:09:46.080408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59144) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:46.229238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-80998635-a658-4560-9218-764d230c52fd None None] Provisioning complete for port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:46.230495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-80998635-a658-4560-9218-764d230c52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:46.314937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-80998635-a658-4560-9218-764d230c52fd None None] Port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:46.337875 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-80998635-a658-4560-9218-764d230c52fd None None] Provisioning complete for port f4430027-b176-4a92-b664-1afca01df580 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:46.338287 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-80998635-a658-4560-9218-764d230c52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:46.491804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee29fb3-d254-4dc6-a843-d4a4347e8422 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.492592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee29fb3-d254-4dc6-a843-d4a4347e8422 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.493993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee29fb3-d254-4dc6-a843-d4a4347e8422 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.494489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee29fb3-d254-4dc6-a843-d4a4347e8422 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.494965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee29fb3-d254-4dc6-a843-d4a4347e8422 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.495594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee29fb3-d254-4dc6-a843-d4a4347e8422 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.499963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ee29fb3-d254-4dc6-a843-d4a4347e8422 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.4159324 Sep 18 20:09:46.500226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59148) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:46.611053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d208a-3c01-4c0d-a54e-5a741acac24b tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.611863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d208a-3c01-4c0d-a54e-5a741acac24b tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.612544 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d208a-3c01-4c0d-a54e-5a741acac24b tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.613189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d208a-3c01-4c0d-a54e-5a741acac24b tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.613942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d208a-3c01-4c0d-a54e-5a741acac24b tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.614557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d208a-3c01-4c0d-a54e-5a741acac24b tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:46.616678 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a76d208a-3c01-4c0d-a54e-5a741acac24b tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1154938 Sep 18 20:09:46.619998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59152) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:46.633736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Sync routers for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:09:46.649453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:46.650340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:09:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:46.795428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:46.843990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-031937ee-39b0-4378-85dd-436a41522358 None None] Provisioning complete for port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:46.844367 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-031937ee-39b0-4378-85dd-436a41522358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:46.898837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-031937ee-39b0-4378-85dd-436a41522358 None None] Port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:46.934555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f4430027-b176-4a92-b664-1afca01df580 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:47.111854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6d034f00-7d29-45d3-8361-97b489770170 None None] Provisioning complete for port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:47.112221 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6d034f00-7d29-45d3-8361-97b489770170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.149782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6d034f00-7d29-45d3-8361-97b489770170 None None] Port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:47.155849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f4430027-b176-4a92-b664-1afca01df580 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:47.156216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.250071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f91830d6-fd6b-4822-aa58-86b01703208d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:47.289704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:44Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 2, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:47.319928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Checking router: 101c669c-1181-4c78-b1a0-c47497133594 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:09:47.320279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Updating router 101c669c-1181-4c78-b1a0-c47497133594 port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:09:47.347431 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.420400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1b12640b-3388-413b-a1c8-be591ebe863c tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.7965093 Sep 18 20:09:47.557477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f91830d6-fd6b-4822-aa58-86b01703208d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:47.557842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.672015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59176) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:47.676328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d47e71ed-061a-4bdd-b4cd-cd3d385f4778 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538768516', 'description': 'tempest-secgroup-smoke-538768516 description', 'project_id': 'a1417d5857d74279827179d17c2bc792'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:47.715664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.722898 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.744641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d47e71ed-061a-4bdd-b4cd-cd3d385f4778 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.794021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f400d97-d38e-4b8d-8eee-457152f9708a None None] Pushing event updated for resources: {'Port': ['ID=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:47.860499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Attempting to bind port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:47.863349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Attempting to bind port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:47.867739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Attempting to bind port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 on network 77c0d424-ccf6-4dfa-8197-9f4553642318 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:47.882999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:47.883220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d47e71ed-061a-4bdd-b4cd-cd3d385f4778 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.883569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Checking segment: {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:47.884095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.884812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Bound using segment: {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:47.885404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Bound port: 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:47.886008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.888831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d47e71ed-061a-4bdd-b4cd-cd3d385f4778 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.991361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d47e71ed-061a-4bdd-b4cd-cd3d385f4778 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:47.995835 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d47e71ed-061a-4bdd-b4cd-cd3d385f4778 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3230402 Sep 18 20:09:47.997045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e71ed-061a-4bdd-b4cd-cd3d385f4778 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc2e05-1a69-4b17-896a-36c724c62265,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:47.998957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59180) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:48.005756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7098830d-12bf-4e2c-84ef-f0ca4210e2fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc2e05-1a69-4b17-896a-36c724c62265', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:48.038690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] For port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:48.048069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7098830d-12bf-4e2c-84ef-f0ca4210e2fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.049334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] For port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:48.055195 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.125621 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7098830d-12bf-4e2c-84ef-f0ca4210e2fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.132444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7098830d-12bf-4e2c-84ef-f0ca4210e2fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.138316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:09:48.139068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:09:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:48.178320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098830d-12bf-4e2c-84ef-f0ca4210e2fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4421653-af3c-4b20-bf34-160a179be347,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:48.192621 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7098830d-12bf-4e2c-84ef-f0ca4210e2fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.195254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7098830d-12bf-4e2c-84ef-f0ca4210e2fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949892 Sep 18 20:09:48.198515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59182) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:48.203694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fd0af5c1-903a-4020-bae3-92e9ee085ba7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc2e05-1a69-4b17-896a-36c724c62265', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:48.245631 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd0af5c1-903a-4020-bae3-92e9ee085ba7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.259676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f400d97-d38e-4b8d-8eee-457152f9708a None None] Pushing event updated for resources: {'Port': ['ID=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:48.283878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c3bcdda4-aa57-4cab-9139-14b35a802b85 None None] Provisioning complete for port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:48.284339 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdda4-aa57-4cab-9139-14b35a802b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.366167 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd0af5c1-903a-4020-bae3-92e9ee085ba7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.378729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd0af5c1-903a-4020-bae3-92e9ee085ba7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.386082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:09:48.395760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0af5c1-903a-4020-bae3-92e9ee085ba7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265ca3c8-3123-4c57-90d5-932da8be8fad,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:48.409457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd0af5c1-903a-4020-bae3-92e9ee085ba7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.415274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fd0af5c1-903a-4020-bae3-92e9ee085ba7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2112446 Sep 18 20:09:48.416047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59184) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:48.421050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e97114bd-099f-4602-9ef4-326c0b3caa33 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc2e05-1a69-4b17-896a-36c724c62265', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:48.452257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e97114bd-099f-4602-9ef4-326c0b3caa33 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.513532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e97114bd-099f-4602-9ef4-326c0b3caa33 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.518669 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e97114bd-099f-4602-9ef4-326c0b3caa33 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.520556 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdda4-aa57-4cab-9139-14b35a802b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.538415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97114bd-099f-4602-9ef4-326c0b3caa33 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff3efa5-15d5-45db-90e4-5ff4bb2f4da9,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:48.541976 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e97114bd-099f-4602-9ef4-326c0b3caa33 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.543528 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e97114bd-099f-4602-9ef4-326c0b3caa33 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263075 Sep 18 20:09:48.546475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59186) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:48.551650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-28fbc21d-d36b-4fd9-b2db-a277b5a96383 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc2e05-1a69-4b17-896a-36c724c62265', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:48.581558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28fbc21d-d36b-4fd9-b2db-a277b5a96383 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.596504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c3bcdda4-aa57-4cab-9139-14b35a802b85 None None] For port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:48.604985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdda4-aa57-4cab-9139-14b35a802b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.671637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28fbc21d-d36b-4fd9-b2db-a277b5a96383 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.676181 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28fbc21d-d36b-4fd9-b2db-a277b5a96383 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.697838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcdda4-aa57-4cab-9139-14b35a802b85 None None] Pushing event updated for resources: {'Port': ['ID=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:48.697986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbc21d-d36b-4fd9-b2db-a277b5a96383 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7d376b-ed8a-4caf-81da-6461403c3de1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:48.712097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:44Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:09:48.723785 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-28fbc21d-d36b-4fd9-b2db-a277b5a96383 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.728506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-28fbc21d-d36b-4fd9-b2db-a277b5a96383 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777382 Sep 18 20:09:48.729361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59194) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:48.733965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b83efecf-8ce4-4af7-9334-5d8b5f1b4c72 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc2e05-1a69-4b17-896a-36c724c62265', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:48.747731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087c4b8-93a6-43f0-bbf7-02030ebdb9d6 None None] The sync data for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 is: [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:44Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:09:48.755152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-82f6a2ec-a2bc-478c-a123-91e6c09f6c59 None None] Provisioning complete for port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:48.755633 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82f6a2ec-a2bc-478c-a123-91e6c09f6c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.762624 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-b83efecf-8ce4-4af7-9334-5d8b5f1b4c72 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Project a1417d5857d74279827179d17c2bc792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:09:48.768874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b83efecf-8ce4-4af7-9334-5d8b5f1b4c72 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.867747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b83efecf-8ce4-4af7-9334-5d8b5f1b4c72 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.872253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b83efecf-8ce4-4af7-9334-5d8b5f1b4c72 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.892803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83efecf-8ce4-4af7-9334-5d8b5f1b4c72 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784aa594-d030-43f0-b887-94656d387bfe,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:48.914345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b83efecf-8ce4-4af7-9334-5d8b5f1b4c72 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:48.915897 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b83efecf-8ce4-4af7-9334-5d8b5f1b4c72 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1854818 Sep 18 20:09:48.918926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59196) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:48.923254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d924121a-7c28-42e3-9b18-65eb064c6f49 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'c6cc2e05-1a69-4b17-896a-36c724c62265', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:48.946071 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-d924121a-7c28-42e3-9b18-65eb064c6f49 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Project a1417d5857d74279827179d17c2bc792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:09:48.952765 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d924121a-7c28-42e3-9b18-65eb064c6f49 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:49.029015 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d924121a-7c28-42e3-9b18-65eb064c6f49 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:49.033230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d924121a-7c28-42e3-9b18-65eb064c6f49 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:49.058052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924121a-7c28-42e3-9b18-65eb064c6f49 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c108bd36-632d-4361-b576-b0d0095196e8,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:49.067051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d924121a-7c28-42e3-9b18-65eb064c6f49 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:49.068492 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d924121a-7c28-42e3-9b18-65eb064c6f49 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485345 Sep 18 20:09:49.249849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-d86b355f-a139-40ad-87b6-25168ef62907 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538768516&fields=id&tenant_id=a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 267 time: 0.0504899 Sep 18 20:09:49.352228 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:09:49.406914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7795f6-5945-4452-9754-aec445701e69 req-5a6a170f-332a-442e-b3f4-05c35b202e71 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:49.408539 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-5a6a170f-332a-442e-b3f4-05c35b202e71 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/networks?id=77c0d424-ccf6-4dfa-8197-9f4553642318 HTTP/1.1" status: 200 len: 796 time: 0.1475372 Sep 18 20:09:49.425140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-fb3c3d66-86c1-4ae7-8322-739ea1912d63 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/quotas/a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 375 time: 0.0101228 Sep 18 20:09:49.488804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-90fe27f2-b51c-4fdd-91f8-793ede4026da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555482 Sep 18 20:09:49.687520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-70ece41b-290d-4178-a853-61ec8cee5a03 service neutron] 10.222.0.20 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855273 Sep 18 20:09:49.794322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-ea4ed0f9-d363-4d5a-8fcd-295747c4bfd7 service neutron] 10.222.0.20 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964313 Sep 18 20:09:50.031006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d61f858-bf6e-4a83-abd2-1435ffeeec5d req-738e4cd8-7758-41b8-af67-6acd8ebe6195 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Sep 18 20:09:50.859386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:50.916981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:50.917497 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:51.142577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7795f6-5945-4452-9754-aec445701e69 req-35375163-6b60-4386-abab-73743d7eea6d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:51.144108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-35375163-6b60-4386-abab-73743d7eea6d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/networks?id=77c0d424-ccf6-4dfa-8197-9f4553642318 HTTP/1.1" status: 200 len: 796 time: 0.1543376 Sep 18 20:09:51.183361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59341408-0096-402c-b9e9-6921aa42c536 req-a0a1bd4d-00d1-444a-913b-7e6655aac72c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 210 time: 0.0382621 Sep 18 20:09:51.224483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-6f77e880-887c-49bd-be36-81fde065db5d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 379 time: 0.0687361 Sep 18 20:09:51.235011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'port': {'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'admin_state_up': True, 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'security_groups': ['c6cc2e05-1a69-4b17-896a-36c724c62265']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:51.353627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:09:51.357225 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:51.486785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.20.0.13 (77c0d424-ccf6-4dfa-8197-9f4553642318/eb5704c6-455e-4434-bac0-f92112ec37b4/df8290de-b078-4f4d-9977-3dea6f4731e1) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:09:51.617607 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d4476d4-57be-448b-a9f4-536a877fc444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:51.642533 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:51.684869 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:51.753266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:09:51.757089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:09:51.776681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=df8290de-b078-4f4d-9977-3dea6f4731e1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:51.780387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:09:51.832497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:51.833303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:51.851366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-26ce01ef-4ba1-449d-ba87-5563891cd03c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6203108 Sep 18 20:09:51.862247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-da168842-e3b1-4982-92e8-5d76fdc5f272 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:09:51.863210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-da168842-e3b1-4982-92e8-5d76fdc5f272 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060842 Sep 18 20:09:51.940495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Request body: {'port': {'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:52.003909 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:52.034595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-90157d18-1b37-497e-99ef-7e9a448299b7 None None] Provisioning complete for port df8290de-b078-4f4d-9977-3dea6f4731e1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:52.035695 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90157d18-1b37-497e-99ef-7e9a448299b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:52.078930 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-90157d18-1b37-497e-99ef-7e9a448299b7 None None] Port df8290de-b078-4f4d-9977-3dea6f4731e1 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:09:52.350789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8290de-b078-4f4d-9977-3dea6f4731e1 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:09:52.361862 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:52.384241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc52cc0-8224-4956-ab41-1106044d5396 req-0a58fea4-42a0-4eb9-9d29-f3bd2fb071c1 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:52.385787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fc52cc0-8224-4956-ab41-1106044d5396 req-0a58fea4-42a0-4eb9-9d29-f3bd2fb071c1 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 932 time: 0.0860755 Sep 18 20:09:52.392725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Transition to ACTIVE for port object df8290de-b078-4f4d-9977-3dea6f4731e1 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:09:52.402633 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:52.485578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fc52cc0-8224-4956-ab41-1106044d5396 req-db5dd815-ceb0-482e-bd3f-153537235255 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898764 Sep 18 20:09:52.489308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Pushing event updated for resources: {'Port': ['ID=df8290de-b078-4f4d-9977-3dea6f4731e1,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:52.565611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Attempting to bind port df8290de-b078-4f4d-9977-3dea6f4731e1 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:09:52.566619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Attempting to bind port df8290de-b078-4f4d-9977-3dea6f4731e1 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:09:52.567193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Attempting to bind port df8290de-b078-4f4d-9977-3dea6f4731e1 on network 77c0d424-ccf6-4dfa-8197-9f4553642318 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:52.573755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Port df8290de-b078-4f4d-9977-3dea6f4731e1 on network 77c0d424-ccf6-4dfa-8197-9f4553642318 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:09:52.574156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Attempting to bind port df8290de-b078-4f4d-9977-3dea6f4731e1 on network 77c0d424-ccf6-4dfa-8197-9f4553642318 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:09:52.579297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:09:52.580035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Checking segment: {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:09:52.580468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Bound using segment: {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:09:52.580969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Bound port: df8290de-b078-4f4d-9977-3dea6f4731e1, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f8f401-e07e-42df-85ec-364e3f8742ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:09:52.581325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:52.661162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] For port df8290de-b078-4f4d-9977-3dea6f4731e1, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:09:52.668182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] For port df8290de-b078-4f4d-9977-3dea6f4731e1, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=df8290de-b078-4f4d-9977-3dea6f4731e1,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:09:52.675104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:52.738450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:52.739069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:52.741228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] 10.222.0.24 "PUT /v2.0/ports/df8290de-b078-4f4d-9977-3dea6f4731e1 HTTP/1.1" status: 200 len: 1093 time: 0.8688533 Sep 18 20:09:52.741763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:09:52.744146 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:09:52.766172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd29197-1b86-4330-b84a-6c9b9666b60d service neutron] Pushing event updated for resources: {'Port': ['ID=df8290de-b078-4f4d-9977-3dea6f4731e1,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:52.878540 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e41139b-81e2-4ad5-8f1d-cdba96ec2dd5 x-openstack-request-id: req-7e41139b-81e2-4ad5-8f1d-cdba96ec2dd5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:09:52.879220 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:09:52.879220 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e41139b-81e2-4ad5-8f1d-cdba96ec2dd5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:09:52.879559 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'status': 'completed', 'code': 200} Sep 18 20:09:52.904307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7795f6-5945-4452-9754-aec445701e69 req-4e4cb549-2cc1-40ed-9567-7b9cc6c7752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:52.906322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-4e4cb549-2cc1-40ed-9567-7b9cc6c7752f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 1096 time: 0.0997918 Sep 18 20:09:52.974418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-5bcf6953-9961-444d-b45a-b58efea19c48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8290de-b078-4f4d-9977-3dea6f4731e1 HTTP/1.1" status: 200 len: 217 time: 0.0587120 Sep 18 20:09:53.039662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7795f6-5945-4452-9754-aec445701e69 req-fe56bc0d-0cd0-4ba6-abc7-fc22afff8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:53.041754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-fe56bc0d-0cd0-4ba6-abc7-fc22afff8a75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb5704c6-455e-4434-bac0-f92112ec37b4 HTTP/1.1" status: 200 len: 834 time: 0.0605857 Sep 18 20:09:53.108298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7795f6-5945-4452-9754-aec445701e69 req-10b09f4a-efa2-4250-9083-baecc983caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:53.110393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-10b09f4a-efa2-4250-9083-baecc983caf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77c0d424-ccf6-4dfa-8197-9f4553642318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608177 Sep 18 20:09:53.218458 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-d755e8d8-d30f-416e-b806-4e4383722456 service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008554 Sep 18 20:09:53.336902 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe7795f6-5945-4452-9754-aec445701e69 req-6f6e38a9-c079-483b-8308-8e678af91c38 service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097898 Sep 18 20:09:53.358050 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:53.455157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-5dc35bfd-d0f8-440a-b9b3-e3371cc78cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:53.458327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-5dc35bfd-d0f8-440a-b9b3-e3371cc78cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 1096 time: 0.0675614 Sep 18 20:09:53.479717 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:53.581159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-05a6fafb-7703-4a5c-9f29-f88ca45a129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:53.582740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-05a6fafb-7703-4a5c-9f29-f88ca45a129b service neutron] 10.222.0.24 "GET /v2.0/networks?id=77c0d424-ccf6-4dfa-8197-9f4553642318 HTTP/1.1" status: 200 len: 897 time: 0.1179252 Sep 18 20:09:53.637838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-1156d920-3d37-42da-9fd2-d047172f9ef1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8290de-b078-4f4d-9977-3dea6f4731e1 HTTP/1.1" status: 200 len: 217 time: 0.0465722 Sep 18 20:09:53.721227 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d63d-3c49-4e39-9288-01c0e353eac3 req-d4677b81-5919-402f-8ce7-dc8b1a5c594d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:53.722755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c095d63d-3c49-4e39-9288-01c0e353eac3 req-d4677b81-5919-402f-8ce7-dc8b1a5c594d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 944 time: 0.0953298 Sep 18 20:09:53.726756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-0c9c395b-6f6e-4000-84dc-66cccd26f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:53.728157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-0c9c395b-6f6e-4000-84dc-66cccd26f8d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb5704c6-455e-4434-bac0-f92112ec37b4 HTTP/1.1" status: 200 len: 834 time: 0.0664489 Sep 18 20:09:53.796208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c095d63d-3c49-4e39-9288-01c0e353eac3 req-6b68b8e6-93f2-4ffe-8417-08821735a931 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664942 Sep 18 20:09:53.802566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-9eead7c5-5fd9-4eaa-93e7-1852916d8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:53.804724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-9eead7c5-5fd9-4eaa-93e7-1852916d8945 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77c0d424-ccf6-4dfa-8197-9f4553642318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672281 Sep 18 20:09:53.917256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-50908538-f7d4-4ad6-abbf-9d2f6e73cbcb service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049082 Sep 18 20:09:54.034835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2ad152b7-77aa-43c8-a44f-36bca97cc5ad req-e863de5b-662f-434e-a7b6-871e91d0563d service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081579 Sep 18 20:09:54.184355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59308) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:54.304864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c02660f-08fd-4aa9-b4e1-aa591e7990ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.409701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c02660f-08fd-4aa9-b4e1-aa591e7990ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.413538 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c02660f-08fd-4aa9-b4e1-aa591e7990ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.452453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9c02660f-08fd-4aa9-b4e1-aa591e7990ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28103b0e774d475d9923013f50244daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667999 Sep 18 20:09:54.453307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02660f-08fd-4aa9-b4e1-aa591e7990ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf9929-0561-486b-8db9-8130c28ac32a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:54.455134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59312) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:54.523644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4f37-94cb-4a57-a23f-f2a2ccd20410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.544662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4f37-94cb-4a57-a23f-f2a2ccd20410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.596004 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4f37-94cb-4a57-a23f-f2a2ccd20410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.598472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4f37-94cb-4a57-a23f-f2a2ccd20410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.602230 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1ac4f37-94cb-4a57-a23f-f2a2ccd20410 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fcf9929-0561-486b-8db9-8130c28ac32a HTTP/1.1" status: 204 len: 168 time: 0.1417694 Sep 18 20:09:54.609783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac4f37-94cb-4a57-a23f-f2a2ccd20410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf9929-0561-486b-8db9-8130c28ac32a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:54.790413 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.890670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59326) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:54.911933 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c1a27742-1d3b-4d3c-b9d8-2d837f6fd5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.929848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18256be5-31f7-472d-a5f6-0df52041e77f req-162ee1f6-d503-4252-ba28-2a859f79cf73 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:54.931516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18256be5-31f7-472d-a5f6-0df52041e77f req-162ee1f6-d503-4252-ba28-2a859f79cf73 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 944 time: 0.0578270 Sep 18 20:09:54.935705 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94c49f67-1046-4e2b-8a1c-8b20e198d701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:54.976749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-18256be5-31f7-472d-a5f6-0df52041e77f req-7d7b2509-9108-459d-82c2-4c91036c6914 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372617 Sep 18 20:09:55.028424 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c1a27742-1d3b-4d3c-b9d8-2d837f6fd5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:55.032237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c1a27742-1d3b-4d3c-b9d8-2d837f6fd5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:55.071891 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c1a27742-1d3b-4d3c-b9d8-2d837f6fd5e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a49111d9cf0f47339237e15dc28e87b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801562 Sep 18 20:09:55.072852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a27742-1d3b-4d3c-b9d8-2d837f6fd5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc6180d-51f0-438d-a0db-dce98e4e45d4,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:55.074629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59328) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:55.128810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f94ea669-2e14-4914-9015-73ccb197ec3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:55.150191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f94ea669-2e14-4914-9015-73ccb197ec3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:55.201312 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f94ea669-2e14-4914-9015-73ccb197ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:55.204060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f94ea669-2e14-4914-9015-73ccb197ec3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:55.205242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f94ea669-2e14-4914-9015-73ccb197ec3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbc6180d-51f0-438d-a0db-dce98e4e45d4 HTTP/1.1" status: 204 len: 168 time: 0.1294572 Sep 18 20:09:55.213724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ea669-2e14-4914-9015-73ccb197ec3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc6180d-51f0-438d-a0db-dce98e4e45d4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:55.582947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:55.962584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device df8290de-b078-4f4d-9977-3dea6f4731e1 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:09:56.065789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port df8290de-b078-4f4d-9977-3dea6f4731e1, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=df8290de-b078-4f4d-9977-3dea6f4731e1,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:56.079514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:09:56.115864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781fcc4-68d4-4205-b1ea-1d5868611e32 req-b608e029-8f3c-455e-ad8b-44023a2d7f12 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:56.118076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0781fcc4-68d4-4205-b1ea-1d5868611e32 req-b608e029-8f3c-455e-ad8b-44023a2d7f12 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 944 time: 0.0585876 Sep 18 20:09:56.120798 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:56.134584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8290de-b078-4f4d-9977-3dea6f4731e1 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:09:56.159912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port df8290de-b078-4f4d-9977-3dea6f4731e1, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=df8290de-b078-4f4d-9977-3dea6f4731e1,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:56.165345 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:56.176687 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0781fcc4-68d4-4205-b1ea-1d5868611e32 req-0c90d6b0-8852-4ea6-9c09-af0d0bd95c6e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470767 Sep 18 20:09:56.229553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=df8290de-b078-4f4d-9977-3dea6f4731e1,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:56.392566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['df8290de-b078-4f4d-9977-3dea6f4731e1'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:09:57.291424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2ae0a-5d01-4074-9144-a2543e035a8c req-0918c660-f5a6-4420-a661-ebf1b9f2644c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:57.292868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fea2ae0a-5d01-4074-9144-a2543e035a8c req-0918c660-f5a6-4420-a661-ebf1b9f2644c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 945 time: 0.0536768 Sep 18 20:09:57.342380 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fea2ae0a-5d01-4074-9144-a2543e035a8c req-5f90959b-22c2-4f57-a7e7-4a7eb7be03ee tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421398 Sep 18 20:09:57.523058 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:57.765434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59416) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:57.871177 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62361c3f-dc93-4cd9-9eed-3b71d1baf149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:57.965563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device df8290de-b078-4f4d-9977-3dea6f4731e1 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:09:57.970560 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62361c3f-dc93-4cd9-9eed-3b71d1baf149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:57.974628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62361c3f-dc93-4cd9-9eed-3b71d1baf149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.014032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62361c3f-dc93-4cd9-9eed-3b71d1baf149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597bea86-1475-461c-8d8f-5bc680889e8c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:58.023471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-62361c3f-dc93-4cd9-9eed-3b71d1baf149 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2140a14bcaa54b2689af262324368ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535148 Sep 18 20:09:58.023740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59424) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:58.042593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port df8290de-b078-4f4d-9977-3dea6f4731e1 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:09:58.047329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port df8290de-b078-4f4d-9977-3dea6f4731e1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:09:58.047735 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.081502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20eb-949f-40b7-85cd-d63a50044c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.108394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20eb-949f-40b7-85cd-d63a50044c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.133376 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.160567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20eb-949f-40b7-85cd-d63a50044c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.172170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20eb-949f-40b7-85cd-d63a50044c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.172170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf7f20eb-949f-40b7-85cd-d63a50044c03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/597bea86-1475-461c-8d8f-5bc680889e8c HTTP/1.1" status: 204 len: 168 time: 0.1402233 Sep 18 20:09:58.175470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f20eb-949f-40b7-85cd-d63a50044c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597bea86-1475-461c-8d8f-5bc680889e8c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:58.176110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port df8290de-b078-4f4d-9977-3dea6f4731e1, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=df8290de-b078-4f4d-9977-3dea6f4731e1,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:09:58.176110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:09:58.184359 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b576a4f-e056-44f6-88e2-f9e5ec23c1db" -d '{"events": [{"server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "name": "network-vif-plugged", "status": "completed", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:09:58.184359 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.233143 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f71d1a8-3a7e-4c59-8d50-f0efc2a08180 x-openstack-request-id: req-0f71d1a8-3a7e-4c59-8d50-f0efc2a08180 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:09:58.233582 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "name": "network-vif-plugged", "status": "completed", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:09:58.234254 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f71d1a8-3a7e-4c59-8d50-f0efc2a08180 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:09:58.234692 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'code': 200} Sep 18 20:09:58.275854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=df8290de-b078-4f4d-9977-3dea6f4731e1,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:58.336405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a807f3-7396-4afc-9e36-670dbb18b609 req-893c04dd-0fd8-4326-81ac-c8acd31add7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:58.338889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4a807f3-7396-4afc-9e36-670dbb18b609 req-893c04dd-0fd8-4326-81ac-c8acd31add7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 1098 time: 0.0454497 Sep 18 20:09:58.376952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4a807f3-7396-4afc-9e36-670dbb18b609 req-3ac44c03-7409-480c-9058-29b4954c2b86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Sep 18 20:09:58.474917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9127bd-c4e3-44c4-9166-f4204c0fa249 req-aa6bb4c8-4813-48e4-8ac1-dc93bc3c3b43 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:58.477277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f9127bd-c4e3-44c4-9166-f4204c0fa249 req-aa6bb4c8-4813-48e4-8ac1-dc93bc3c3b43 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 946 time: 0.0586624 Sep 18 20:09:58.502628 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59436) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:58.517024 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3addd262-2909-4d8f-8553-37634035d978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.518923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f9127bd-c4e3-44c4-9166-f4204c0fa249 req-0763e031-ebf8-49b0-a230-39cadb22f3fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350268 Sep 18 20:09:58.613608 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3addd262-2909-4d8f-8553-37634035d978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.618330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3addd262-2909-4d8f-8553-37634035d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.655323 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3addd262-2909-4d8f-8553-37634035d978 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78d84b7119ed439e8b1c7607125312bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513655 Sep 18 20:09:58.656175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addd262-2909-4d8f-8553-37634035d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df59385-73b9-4c2b-a936-2b03906108a6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:58.658726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59438) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:58.715035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-612071f1-9e35-46a5-9a89-cb3167c7d5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.736522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-612071f1-9e35-46a5-9a89-cb3167c7d5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.785772 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-612071f1-9e35-46a5-9a89-cb3167c7d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.789152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-612071f1-9e35-46a5-9a89-cb3167c7d5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:09:58.790353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-612071f1-9e35-46a5-9a89-cb3167c7d5a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1df59385-73b9-4c2b-a936-2b03906108a6 HTTP/1.1" status: 204 len: 168 time: 0.1301477 Sep 18 20:09:58.797901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612071f1-9e35-46a5-9a89-cb3167c7d5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df59385-73b9-4c2b-a936-2b03906108a6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:09:59.642677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cec37e-f658-4f14-89f7-66a6a313f348 req-1ad82880-fd29-4ce5-866c-dc8c331cf2e7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:59.644213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57cec37e-f658-4f14-89f7-66a6a313f348 req-1ad82880-fd29-4ce5-866c-dc8c331cf2e7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 946 time: 0.0533483 Sep 18 20:09:59.687455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57cec37e-f658-4f14-89f7-66a6a313f348 req-40d9230a-dbe7-4741-88f3-d5a8d8d1bc37 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351522 Sep 18 20:09:59.820314 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb12bc7-bd1d-4030-af57-7733ba2573bf req-a930ce72-b6e1-4bb6-a663-b9f8c9ab4bd0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:59.822878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4cb12bc7-bd1d-4030-af57-7733ba2573bf req-a930ce72-b6e1-4bb6-a663-b9f8c9ab4bd0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 946 time: 0.0558329 Sep 18 20:09:59.871592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4cb12bc7-bd1d-4030-af57-7733ba2573bf req-de4250ed-b854-4a59-a3bd-de77de540aa7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Sep 18 20:09:59.903003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59488) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:59.948147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3eb20f-4bdd-42c9-a62a-af1a94c62927 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:09:59.949789 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4f3eb20f-4bdd-42c9-a62a-af1a94c62927 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 1093 time: 0.0457418 Sep 18 20:09:59.953169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59490) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:09:59.957806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:09:59.982462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:00.078794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:00.190682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.25.8.250 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a4e08eed-74bd-4a56-b38a-2ae37952a1e2) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:10:00.296732 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:00.346336 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:00.381717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:10:00.386600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:00.391262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:10:00.394700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=a4e08eed-74bd-4a56-b38a-2ae37952a1e2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:00.940044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.047803 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.061722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59538) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:01.175805 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcc3d-4ffc-41d9-82c5-ec4825bde2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.198991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.203885 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.270450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcc3d-4ffc-41d9-82c5-ec4825bde2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.277356 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcc3d-4ffc-41d9-82c5-ec4825bde2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.285057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=a4e08eed-74bd-4a56-b38a-2ae37952a1e2,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:01.298789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.309303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bcc3d-4ffc-41d9-82c5-ec4825bde2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60ef3aa-1172-4c5d-8978-a20d99d54712,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:01.332353 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ed4bcc3d-4ffc-41d9-82c5-ec4825bde2fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aef05ecbddf8487ba6ebfc3520902e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689660 Sep 18 20:10:01.335852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59546) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:01.385830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f916d07d-eb25-44db-8769-2406f5ccaeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.411663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f916d07d-eb25-44db-8769-2406f5ccaeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.416165 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Floating IP 62f90f6e-db8e-4fac-aae3-711ec9052a74 associated. External IP: 172.25.8.250, port: df8290de-b078-4f4d-9977-3dea6f4731e1. Sep 18 20:10:01.460983 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f916d07d-eb25-44db-8769-2406f5ccaeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.463604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f916d07d-eb25-44db-8769-2406f5ccaeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.467777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f916d07d-eb25-44db-8769-2406f5ccaeb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a60ef3aa-1172-4c5d-8978-a20d99d54712 HTTP/1.1" status: 204 len: 168 time: 0.1308508 Sep 18 20:10:01.476201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916d07d-eb25-44db-8769-2406f5ccaeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60ef3aa-1172-4c5d-8978-a20d99d54712,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:01.777501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59552) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:01.791885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5690c8dd-b871-4d00-a375-6b3959dedb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.886663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5690c8dd-b871-4d00-a375-6b3959dedb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.892228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5690c8dd-b871-4d00-a375-6b3959dedb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.935358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5690c8dd-b871-4d00-a375-6b3959dedb50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e47a986a5a2746bb88eecbedeb2fa072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541865 Sep 18 20:10:01.935779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59554) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:01.942875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690c8dd-b871-4d00-a375-6b3959dedb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efa88cd-3b3e-4dca-99cf-a553f0c58209,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:01.991819 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb30d814-ca4e-4365-af9d-cadb59e54f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:01.995965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router 101c669c-1181-4c78-b1a0-c47497133594 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:10:02.013578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb30d814-ca4e-4365-af9d-cadb59e54f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:02.071220 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb30d814-ca4e-4365-af9d-cadb59e54f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:02.074574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eb30d814-ca4e-4365-af9d-cadb59e54f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:02.079114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eb30d814-ca4e-4365-af9d-cadb59e54f0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9efa88cd-3b3e-4dca-99cf-a553f0c58209 HTTP/1.1" status: 204 len: 168 time: 0.1424313 Sep 18 20:10:02.089123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30d814-ca4e-4365-af9d-cadb59e54f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efa88cd-3b3e-4dca-99cf-a553f0c58209,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:02.131900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:10:02.141751 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] Sync routers for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:10:02.155272 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:10:02.155905 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:09:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:10:02.159716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:02.192625 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-60c409c4-256b-4c42-9a07-ce97f9a265f0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2354782 Sep 18 20:10:02.192625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:10:02.193452 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef72132-d50e-40ac-9e1b-a34ca5f855cc" -d '{"events": [{"name": "network-changed", "server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:10:02.195013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59560) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:02.233813 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880293b7-c6ab-463f-a25b-7664761d1136 x-openstack-request-id: req-880293b7-c6ab-463f-a25b-7664761d1136 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:10:02.234362 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:10:02.234816 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-880293b7-c6ab-463f-a25b-7664761d1136 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:10:02.235499 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'status': 'completed', 'code': 200} Sep 18 20:10:02.271291 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:10:02.358420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-93a8e5af-79cf-4b87-891a-0feef7cf15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:02.360107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-93a8e5af-79cf-4b87-891a-0feef7cf15c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 1098 time: 0.0706255 Sep 18 20:10:02.397954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2f3f3aa8-dbcd-4b35-ae3a-686f94fcc4a6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/floatingips/62f90f6e-db8e-4fac-aae3-711ec9052a74 HTTP/1.1" status: 200 len: 992 time: 0.2016509 Sep 18 20:10:02.491987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-fd1627bb-a034-46f1-bc40-c2579d5294b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:02.493490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-fd1627bb-a034-46f1-bc40-c2579d5294b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=77c0d424-ccf6-4dfa-8197-9f4553642318 HTTP/1.1" status: 200 len: 897 time: 0.1266909 Sep 18 20:10:02.541578 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:44Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:00Z', 'revision_number': 0, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:10:02.580434 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] Checking router: 101c669c-1181-4c78-b1a0-c47497133594 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:10:02.584603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-10a01ce1-f9c9-414f-8981-ec5f01bf2c0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8290de-b078-4f4d-9977-3dea6f4731e1 HTTP/1.1" status: 200 len: 1000 time: 0.0835755 Sep 18 20:10:02.589897 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:10:02.590487 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:09:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:10:02.647288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-a4103e06-ddbe-47b7-aae1-c522f9e7109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:02.649119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-a4103e06-ddbe-47b7-aae1-c522f9e7109f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb5704c6-455e-4434-bac0-f92112ec37b4 HTTP/1.1" status: 200 len: 834 time: 0.0580735 Sep 18 20:10:02.705393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-6ad259aa-b838-4b4e-83e7-2618fb6e50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:02.712312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-6ad259aa-b838-4b4e-83e7-2618fb6e50cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77c0d424-ccf6-4dfa-8197-9f4553642318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559874 Sep 18 20:10:02.736065 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:10:02.826011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-c6049960-433f-4105-bf03-aea52cdeb901 service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056511 Sep 18 20:10:02.998086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bef72132-d50e-40ac-9e1b-a34ca5f855cc req-f671d10b-7312-487c-9d2d-1fe1261e1335 service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579738 Sep 18 20:10:03.013979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 59590) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:03.069035 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:44Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:00Z', 'revision_number': 0, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:10:03.100264 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a543c73-2a24-4e44-89e3-79900a17fe95 None None] The sync data for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 is: [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:44Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:00Z', 'revision_number': 0, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:10:03.213739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0ca8d-797c-49fd-89fe-d9b71cf51813 req-eaf53d50-3a57-4dab-93ec-292ed8401951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:03.215366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0e0ca8d-797c-49fd-89fe-d9b71cf51813 req-eaf53d50-3a57-4dab-93ec-292ed8401951 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1098 time: 0.1988535 Sep 18 20:10:03.257572 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e0e0ca8d-797c-49fd-89fe-d9b71cf51813 req-c1643e3b-49c2-4f9b-9757-2936421b3a31 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Sep 18 20:10:03.394796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2921dd40-b55e-4d19-b068-fc851ec0c7e6 None None] New status for floating IP 62f90f6e-db8e-4fac-aae3-711ec9052a74: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:10:03.400342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59606) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:03.495355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8b08362f-3e38-41d2-8732-02a53ce3894a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/floatingips/62f90f6e-db8e-4fac-aae3-711ec9052a74 HTTP/1.1" status: 200 len: 992 time: 0.0938351 Sep 18 20:10:04.497213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 59626) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:04.566628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a62141d7-de48-4d2b-be27-dbe731e5266c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/floatingips/62f90f6e-db8e-4fac-aae3-711ec9052a74 HTTP/1.1" status: 200 len: 994 time: 0.0682776 Sep 18 20:10:07.149161 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-67eacbd1-8f04-43a1-8f78-29a57c2579b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407813 Sep 18 20:10:07.238314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-9f436193-56f0-4721-8cd4-be315463d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:07.240311 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-9f436193-56f0-4721-8cd4-be315463d1b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf2a5782aac4f0b8761beef3f3042df&device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1098 time: 0.0455327 Sep 18 20:10:07.344193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-21f505c4-85c2-4676-9b48-0ab1a9e1f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:07.345573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-21f505c4-85c2-4676-9b48-0ab1a9e1f4e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0adf350d-ed40-447b-b991-50c3b9831201 HTTP/1.1" status: 200 len: 910 time: 0.0868220 Sep 18 20:10:07.415127 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-d7ff8f1d-d9eb-426c-9870-1828d812f28d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506 HTTP/1.1" status: 200 len: 1002 time: 0.0625329 Sep 18 20:10:07.468504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-63cfcc01-c1b1-49e2-9f6b-1d32d9ece9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:07.470025 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-63cfcc01-c1b1-49e2-9f6b-1d32d9ece9ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d63e390-d136-4296-a2d1-13d6ba0230ed HTTP/1.1" status: 200 len: 848 time: 0.0481267 Sep 18 20:10:07.517893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-056c4e1f-bdc4-4d69-a946-921d377571f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:07.519583 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-056c4e1f-bdc4-4d69-a946-921d377571f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0adf350d-ed40-447b-b991-50c3b9831201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425117 Sep 18 20:10:07.631309 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-953e966f-5ad7-4115-98e2-6657e082b925 service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043999 Sep 18 20:10:07.733208 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91cbf0c2-494d-4ae8-94c0-5031a447a530 req-68692371-be90-42d0-8530-7b1758720c91 service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950205 Sep 18 20:10:21.619133 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3e30-267e-48ac-8d3b-fad9423b1f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:23.359136 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:23.483063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:24.800667 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:24.916588 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42ba49ea-6621-48c3-bd65-5c21829ae29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:25.585070 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:26.352986 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:10:27.506115 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:30.827365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60054) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:30.940412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:31.034355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:31.038306 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:31.078415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13c2bf28890645898ae50880c6d2b0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498894 Sep 18 20:10:31.080593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d746dd1-beff-42c2-b0b0-6156dfea643a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:31.081080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60066) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:31.088505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.088852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.089189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.089521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.089853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.090185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.090512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.090838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.091164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.091519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.091843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.092163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ab2e5d-42cf-4db8-b2e2-8afb55107e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.133119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:31.160377 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:31.209733 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:31.212501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:31.213712 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d746dd1-beff-42c2-b0b0-6156dfea643a HTTP/1.1" status: 204 len: 168 time: 0.1313901 Sep 18 20:10:31.222293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d746dd1-beff-42c2-b0b0-6156dfea643a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:31.230435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.231038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.231665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.232178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.232673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.233334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.233823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.234326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.234841 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.235211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.235575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.236055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55041886-0239-49dd-93a1-933e5da193b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:31.864885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60092) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:31.966495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-132258652-network', 'tenant_id': '51c1de452ed54bdab6d6e47014d78a7a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:31.989210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Made reservation on behalf of 51c1de452ed54bdab6d6e47014d78a7a for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:10:31.991581 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:31.999815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.087770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.091457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.117546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:10:32.128298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb91747a-c29b-40af-863c-f47d74dfa23c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:32.134824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.135165 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Added segment 9cef71e9-92a7-4fed-974c-1755f949133d of type vlan for network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 Sep 18 20:10:32.177631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.209385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.210508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:32.211084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.254812 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3886251 Sep 18 20:10:32.257705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60098) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:32.263765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Request body: {'subnet': {'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-132258652-subnet', 'tenant_id': '51c1de452ed54bdab6d6e47014d78a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:32.291709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Made reservation on behalf of 51c1de452ed54bdab6d6e47014d78a7a for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:10:32.295443 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.307601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44694e0e-59b9-4ca4-bfa0-868bd606d7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b6cb87-fdc0-48cf-93ac-a2aa01875285,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:32.317064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:10:32.480440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.542901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f355e4a5-1d73-4c6d-9d11-83e093845482,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:32.551559 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Checking segment: {'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:10:32.551983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Network hostable DHCP agents. Network: e9b6cb87-fdc0-48cf-93ac-a2aa01875285, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:10:32.568396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:10:32.577362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, e9b6cb87-fdc0-48cf-93ac-a2aa01875285) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:32.582814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:32.584389 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:32.588293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8866da59-f2c1-48ef-a5fa-339a4662fd40 None None] Network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:10:32.610126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b3bed267-b959-422f-b77d-d249e9de746c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3508043 Sep 18 20:10:32.728586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e973a-befc-4abf-9548-d60260df0114 None None] Network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:10:33.858392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60116) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:33.933011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38dbb37-d932-4ccf-a672-ec3f24bf7395 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:33.933498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38dbb37-d932-4ccf-a672-ec3f24bf7395 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:33.933971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38dbb37-d932-4ccf-a672-ec3f24bf7395 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:33.935663 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f38dbb37-d932-4ccf-a672-ec3f24bf7395 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=a1417d5857d74279827179d17c2bc792&network_id=77c0d424-ccf6-4dfa-8197-9f4553642318 HTTP/1.1" status: 200 len: 2973 time: 0.0760827 Sep 18 20:10:34.397793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-59926677-e08c-4eeb-a39c-d0be25f56373 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:34.399166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-59926677-e08c-4eeb-a39c-d0be25f56373 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/networks?id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285 HTTP/1.1" status: 200 len: 808 time: 0.1068132 Sep 18 20:10:34.414537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-fcf8dd09-3e6a-4204-8685-6a084cd5216e tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/quotas/51c1de452ed54bdab6d6e47014d78a7a HTTP/1.1" status: 200 len: 375 time: 0.0094357 Sep 18 20:10:34.447164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c95dcb5b-c1d1-46c9-8357-cb379888746f tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51c1de452ed54bdab6d6e47014d78a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271337 Sep 18 20:10:34.458087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-ebb3248a-9563-4e5d-93b4-154d3a27268b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:10:34.459054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-ebb3248a-9563-4e5d-93b4-154d3a27268b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051608 Sep 18 20:10:34.551925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-758ddad4-fb7d-498f-b813-f598ae3c09e3 service neutron] 10.222.0.20 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870130 Sep 18 20:10:34.641617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d6247c8d-e5a8-4d2d-84a0-a499ea5986cf service neutron] 10.222.0.20 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833659 Sep 18 20:10:34.813393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6eaf674-0998-4c6b-858b-449d1b65fab3 req-7887664e-f0af-482f-a6a6-758e917a6c77 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 210 time: 0.0314777 Sep 18 20:10:35.716608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60156) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:35.756509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-92bf45b4-d4d5-4260-bfc3-3270d09032fe tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:35.758122 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-92bf45b4-d4d5-4260-bfc3-3270d09032fe tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.32 "GET /v2.0/networks?id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285 HTTP/1.1" status: 200 len: 808 time: 0.1095667 Sep 18 20:10:35.774613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Request body: {'port': {'device_id': 'b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1', 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285', 'admin_state_up': True, 'tenant_id': '51c1de452ed54bdab6d6e47014d78a7a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:35.788031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d7c6a6-3639-486b-8685-66a449ef60da tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:35.790047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-18d7c6a6-3639-486b-8685-66a449ef60da tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee HTTP/1.1" status: 200 len: 814 time: 0.0717351 Sep 18 20:10:35.898678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Made reservation on behalf of 51c1de452ed54bdab6d6e47014d78a7a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:10:35.902598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:35.930613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-885fb168-4a74-495a-bbfe-24d9fd0ceaf5 req-00efc613-2922-4900-860a-491b3aa82b4f tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 210 time: 0.0281506 Sep 18 20:10:36.040538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Allocated IP 172.20.0.11 (e9b6cb87-fdc0-48cf-93ac-a2aa01875285/f355e4a5-1d73-4c6d-9d11-83e093845482/0baba152-9740-4cc7-b3fd-024e7f996edd) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:10:36.217409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.250380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60166) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:36.258028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'network': {'name': 'tempest-network-smoke--1478141330', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'port_security_enabled': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:36.262853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.326103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:10:36.329519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.333300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:10:36.343791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:36.347222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Pushing event updated for resources: {'Port': ['ID=0baba152-9740-4cc7-b3fd-024e7f996edd,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:36.350362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:10:36.407137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:10:36.422469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:36.423076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.433421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.433764 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Added segment 4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9 of type vlan for network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 Sep 18 20:10:36.446897 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c67ce10f-9426-44a7-ae83-352c48297264 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6785734 Sep 18 20:10:36.472267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Request body: {'port': {'device_id': 'b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:36.499363 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.547348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.550429 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.556481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:36.557056 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.610050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3585396 Sep 18 20:10:36.613723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60170) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:36.678037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b343e16a-a3c5-4f67-805c-b5df10b4136a tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:36.679457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b343e16a-a3c5-4f67-805c-b5df10b4136a tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1417d5857d74279827179d17c2bc792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0644176 Sep 18 20:10:36.682243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60172) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:36.698078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b13c31-0df9-485f-b83f-5d8410a5c8bc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Network': ['ID=a10d7ce2-d72c-45cc-90cc-082aa7e36ca7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:36.717668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:10:36.841726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6edafa7-8631-442b-a4b0-d271af74f26c tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:36.843237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b6edafa7-8631-442b-a4b0-d271af74f26c tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601043 Sep 18 20:10:36.846189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60174) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:36.876318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf2f32e9-45a9-49e4-9595-545417b363b3 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266473 Sep 18 20:10:36.876498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60176) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:36.905098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a9753ee1-db65-4e9b-a784-2fcd01b7ad96 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1417d5857d74279827179d17c2bc792&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253251 Sep 18 20:10:36.905303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60178) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:36.953530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0baba152-9740-4cc7-b3fd-024e7f996edd {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:10:36.961379 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.974333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Transition to ACTIVE for port object 0baba152-9740-4cc7-b3fd-024e7f996edd will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:10:36.978326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:36.999810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a406d50e-b66d-4fe5-be0b-8212b8ac567d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:37.001321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a406d50e-b66d-4fe5-be0b-8212b8ac567d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951602 Sep 18 20:10:37.006554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60182) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:37.048325 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac333eef-8c19-43cb-9bab-246f82c0f0f0 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406787 Sep 18 20:10:37.053263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60184) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:37.054902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0a9e3-fe1f-4ed7-ad33-e6f15abbfe62 req-41fdb971-b32f-406d-8f96-1bc7427ccb39 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:37.056459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43f0a9e3-fe1f-4ed7-ad33-e6f15abbfe62 req-41fdb971-b32f-406d-8f96-1bc7427ccb39 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 944 time: 0.0540836 Sep 18 20:10:37.062090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1207803815', 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:37.084074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Pushing event updated for resources: {'Port': ['ID=0baba152-9740-4cc7-b3fd-024e7f996edd,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:37.098955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43f0a9e3-fe1f-4ed7-ad33-e6f15abbfe62 req-0f20ad02-626a-4799-ad78-07e75b5811e0 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361345 Sep 18 20:10:37.214767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Attempting to bind port 0baba152-9740-4cc7-b3fd-024e7f996edd on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:10:37.215021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Attempting to bind port 0baba152-9740-4cc7-b3fd-024e7f996edd by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:10:37.215394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Attempting to bind port 0baba152-9740-4cc7-b3fd-024e7f996edd on network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:10:37.218931 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:10:37.222394 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:37.227550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Port 0baba152-9740-4cc7-b3fd-024e7f996edd on network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:10:37.227871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Attempting to bind port 0baba152-9740-4cc7-b3fd-024e7f996edd on network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:10:37.243977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:10:37.244319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Checking segment: {'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:10:37.244704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Bound using segment: {'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:10:37.245140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Bound port: 0baba152-9740-4cc7-b3fd-024e7f996edd, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:10:37.245498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:37.372163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] For port 0baba152-9740-4cc7-b3fd-024e7f996edd, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:10:37.379315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] For port 0baba152-9740-4cc7-b3fd-024e7f996edd, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0baba152-9740-4cc7-b3fd-024e7f996edd,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:10:37.387253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:37.458476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:37.459097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:37.460531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] 10.222.0.32 "PUT /v2.0/ports/0baba152-9740-4cc7-b3fd-024e7f996edd HTTP/1.1" status: 200 len: 1093 time: 0.9946606 Sep 18 20:10:37.460963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1', 'tag': '0baba152-9740-4cc7-b3fd-024e7f996edd'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:10:37.463189 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1", "tag": "0baba152-9740-4cc7-b3fd-024e7f996edd"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:10:37.532531 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd76d51c-02ab-4423-b204-8ae9fb67250c x-openstack-request-id: req-dd76d51c-02ab-4423-b204-8ae9fb67250c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:10:37.532740 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1", "tag": "0baba152-9740-4cc7-b3fd-024e7f996edd", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:10:37.532988 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd76d51c-02ab-4423-b204-8ae9fb67250c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:10:37.533382 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1', 'tag': '0baba152-9740-4cc7-b3fd-024e7f996edd', 'status': 'completed', 'code': 200} Sep 18 20:10:37.572257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23000db-94ef-4e10-8952-c7730c334693 service neutron] Pushing event updated for resources: {'Port': ['ID=0baba152-9740-4cc7-b3fd-024e7f996edd,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:37.577613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:37.639481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-7b39a495-609c-417d-8bab-dfb4d50580a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:37.641008 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-7b39a495-609c-417d-8bab-dfb4d50580a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51c1de452ed54bdab6d6e47014d78a7a&device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 1096 time: 0.1284828 Sep 18 20:10:37.654791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Subnet': ['ID=a55fadd2-31b2-4895-ac85-a742385c5643,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:37.738514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-4b198d0a-4a1c-4aef-86a3-b86f5befcbbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0baba152-9740-4cc7-b3fd-024e7f996edd HTTP/1.1" status: 200 len: 217 time: 0.0413864 Sep 18 20:10:37.738514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Checking segment: {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:10:37.738514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network hostable DHCP agents. Network: a10d7ce2-d72c-45cc-90cc-082aa7e36ca7, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:10:37.817644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-a651a4fd-7b38-4fca-9e33-56c025377e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:37.817644 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-a651a4fd-7b38-4fca-9e33-56c025377e23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f355e4a5-1d73-4c6d-9d11-83e093845482 HTTP/1.1" status: 200 len: 848 time: 0.0578287 Sep 18 20:10:37.817644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:10:37.817644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, a10d7ce2-d72c-45cc-90cc-082aa7e36ca7) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:37.821022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96318c8d-2e7c-4c29-8e53-79d0d48f7501 None None] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:10:37.821905 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-c3a33743-77bb-4b5d-ac3a-f3583719cea8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315590 Sep 18 20:10:37.821905 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:37.821905 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:37.839977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3fadf431-82bd-4946-ba96-0229bd830f7a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7856965 Sep 18 20:10:37.924373 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-dcafe93d-abec-4758-a9bb-539e5baa28a6 service neutron] 10.222.0.32 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160424 Sep 18 20:10:37.966837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-a10d7ce2-d72c-45cc-90cc-082aa7e36ca7', 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ips': [{'subnet_id': 'a55fadd2-31b2-4895-ac85-a742385c5643'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:10:37.967962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.043117 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1a11095-cfe9-4feb-bf0e-4afeaf3009e3 req-24051cc1-3e3b-4622-9c77-8d8aef81e578 service neutron] 10.222.0.32 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114063 Sep 18 20:10:38.145256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Allocated IP 172.20.0.18 (a10d7ce2-d72c-45cc-90cc-082aa7e36ca7/a55fadd2-31b2-4895-ac85-a742385c5643/40455a4e-5f23-4136-87e2-7e34da94a600) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:10:38.151289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-67e12ad9-4e57-4e00-8adb-3b215c2bd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:38.153143 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-67e12ad9-4e57-4e00-8adb-3b215c2bd63c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51c1de452ed54bdab6d6e47014d78a7a&device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0508726 Sep 18 20:10:38.258625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd7811-6be7-4308-9b60-8b72ef9bdf27 req-753648fe-636c-400d-a507-f88b0e666dd2 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:38.264827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76bd7811-6be7-4308-9b60-8b72ef9bdf27 req-753648fe-636c-400d-a507-f88b0e666dd2 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 944 time: 0.0776031 Sep 18 20:10:38.309355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60212) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:38.314073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-47992b0e-a95d-4df7-8478-fac5dd2cc3ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520677052', 'description': 'tempest-secgroup-smoke-520677052 description', 'project_id': 'a1417d5857d74279827179d17c2bc792'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:38.321294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-5a83795c-8a4d-458d-b033-8b0d881477bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:38.322586 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-5a83795c-8a4d-458d-b033-8b0d881477bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285 HTTP/1.1" status: 200 len: 909 time: 0.1612861 Sep 18 20:10:38.325168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.332758 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.373651 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-b4d2c5df-958d-4b9b-aa84-c6b3f4259d79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0baba152-9740-4cc7-b3fd-024e7f996edd HTTP/1.1" status: 200 len: 217 time: 0.0416520 Sep 18 20:10:38.380386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:10:38.383436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-47992b0e-a95d-4df7-8478-fac5dd2cc3ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.385130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:38.387308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Pushing event updated for resources: {'Port': ['ID=40455a4e-5f23-4136-87e2-7e34da94a600,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:38.389837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:10:38.401933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.402352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.402756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.403150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.403841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.415523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.415826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.416246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.418239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.420192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.420840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.421378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:38.423165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76bd7811-6be7-4308-9b60-8b72ef9bdf27 req-d87a4b6c-5275-4592-8213-de5a7d0605aa tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360779 Sep 18 20:10:38.445828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-caa1c1e8-cbf9-4eaa-b1b7-a4ace57fa6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:38.447538 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-caa1c1e8-cbf9-4eaa-b1b7-a4ace57fa6da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f355e4a5-1d73-4c6d-9d11-83e093845482 HTTP/1.1" status: 200 len: 848 time: 0.0666599 Sep 18 20:10:38.483415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Attempting to bind port 40455a4e-5f23-4136-87e2-7e34da94a600 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:10:38.483774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Attempting to bind port 40455a4e-5f23-4136-87e2-7e34da94a600 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:10:38.484136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Attempting to bind port 40455a4e-5f23-4136-87e2-7e34da94a600 on network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:10:38.487277 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-e492a76c-0652-451f-a72f-f471e8c65cba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319016 Sep 18 20:10:38.490211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:10:38.490587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Checking segment: {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:10:38.490987 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.491545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Bound using segment: {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:10:38.492026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Bound port: 40455a4e-5f23-4136-87e2-7e34da94a600, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:10:38.492410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.554982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-47992b0e-a95d-4df7-8478-fac5dd2cc3ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.560990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-47992b0e-a95d-4df7-8478-fac5dd2cc3ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.570256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] For port 40455a4e-5f23-4136-87e2-7e34da94a600, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:10:38.574616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] For port 40455a4e-5f23-4136-87e2-7e34da94a600, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40455a4e-5f23-4136-87e2-7e34da94a600,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:10:38.580445 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.600846 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-47992b0e-a95d-4df7-8478-fac5dd2cc3ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.602122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-47992b0e-a95d-4df7-8478-fac5dd2cc3ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2914314 Sep 18 20:10:38.605090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60218) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:38.610173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9918dde2-20f1-4ccf-aa28-cd90fd725c74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': '6875e3de-9994-4d92-bb18-97bc236a93a1', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:38.616581 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-0cd05478-308f-487d-b05e-6d67fe5fd6aa service neutron] 10.222.0.32 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209106 Sep 18 20:10:38.648456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ca307-b6b7-420c-8abd-23c4cacef6fd None None] Pushing event updated for resources: {'Port': ['ID=40455a4e-5f23-4136-87e2-7e34da94a600,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:38.653815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47992b0e-a95d-4df7-8478-fac5dd2cc3ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6875e3de-9994-4d92-bb18-97bc236a93a1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:38.667586 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9918dde2-20f1-4ccf-aa28-cd90fd725c74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.740264 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9918dde2-20f1-4ccf-aa28-cd90fd725c74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.746459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9918dde2-20f1-4ccf-aa28-cd90fd725c74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.756090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-586558c2-2c98-4dad-a9b7-adfe0c7b6c48 req-ee816133-36f8-43ff-89df-044f4d7f3837 service neutron] 10.222.0.32 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317449 Sep 18 20:10:38.770568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918dde2-20f1-4ccf-aa28-cd90fd725c74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99feaca-c051-4912-af18-5c3b550d559c,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:38.787317 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9918dde2-20f1-4ccf-aa28-cd90fd725c74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.788638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9918dde2-20f1-4ccf-aa28-cd90fd725c74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823857 Sep 18 20:10:38.791623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60222) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:38.797745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-85c760a5-50ed-4c75-9338-8aa751ff08ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': '6875e3de-9994-4d92-bb18-97bc236a93a1', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:38.826323 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85c760a5-50ed-4c75-9338-8aa751ff08ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.913522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85c760a5-50ed-4c75-9338-8aa751ff08ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.917818 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85c760a5-50ed-4c75-9338-8aa751ff08ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.947055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c760a5-50ed-4c75-9338-8aa751ff08ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214bbb29-b8a5-47e7-a376-1f88ddbe2756,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:38.958565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85c760a5-50ed-4c75-9338-8aa751ff08ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:38.959920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-85c760a5-50ed-4c75-9338-8aa751ff08ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1671550 Sep 18 20:10:38.962727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60228) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:38.967368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9f6b7097-9407-4ba8-8d63-d71a43027e89 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': '6875e3de-9994-4d92-bb18-97bc236a93a1', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:39.005421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7097-9407-4ba8-8d63-d71a43027e89 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.370408 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7097-9407-4ba8-8d63-d71a43027e89 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.375630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7097-9407-4ba8-8d63-d71a43027e89 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.395231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7097-9407-4ba8-8d63-d71a43027e89 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cbc8f7-28bf-408c-9354-2b5c33960dc0,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:39.403635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7097-9407-4ba8-8d63-d71a43027e89 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.408200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60238) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:39.411765 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9f6b7097-9407-4ba8-8d63-d71a43027e89 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4439931 Sep 18 20:10:39.415273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-5f242e7a-1f52-45cf-8898-5cfa37ca226f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': '6875e3de-9994-4d92-bb18-97bc236a93a1', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:39.475845 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5f242e7a-1f52-45cf-8898-5cfa37ca226f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.600017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5f242e7a-1f52-45cf-8898-5cfa37ca226f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.609768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0328-9f9c-4814-a8ca-2b6481dc2129 req-11d1978d-5461-4e38-b764-900dd605a348 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:39.617830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-728b0328-9f9c-4814-a8ca-2b6481dc2129 req-11d1978d-5461-4e38-b764-900dd605a348 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 944 time: 0.0885894 Sep 18 20:10:39.624976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5f242e7a-1f52-45cf-8898-5cfa37ca226f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.653142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f242e7a-1f52-45cf-8898-5cfa37ca226f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c48275e-6ee6-440e-b1a6-09029acfd9e1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:39.669797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5f242e7a-1f52-45cf-8898-5cfa37ca226f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.671219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5f242e7a-1f52-45cf-8898-5cfa37ca226f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2601326 Sep 18 20:10:39.674074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 60248) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:39.678576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3420fa32-a140-4154-809b-0144303821ab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': '6875e3de-9994-4d92-bb18-97bc236a93a1', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:39.692879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-728b0328-9f9c-4814-a8ca-2b6481dc2129 req-51e1ea23-d5db-416d-8eea-803e3d899712 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732918 Sep 18 20:10:39.720933 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-3420fa32-a140-4154-809b-0144303821ab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Project a1417d5857d74279827179d17c2bc792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:10:39.727591 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3420fa32-a140-4154-809b-0144303821ab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.760195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72cdfb-3159-4182-b83d-5be8898a45f5 None None] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:10:39.815797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3420fa32-a140-4154-809b-0144303821ab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.820855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3420fa32-a140-4154-809b-0144303821ab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.841690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420fa32-a140-4154-809b-0144303821ab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb33c70-5db0-4d94-9f4c-8b66c3c4967c,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:39.845673 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3420fa32-a140-4154-809b-0144303821ab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.850584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3420fa32-a140-4154-809b-0144303821ab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1717987 Sep 18 20:10:39.851121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60252) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:39.855811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8df5c2a0-79db-40fe-b1ee-952a086a8987 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': '6875e3de-9994-4d92-bb18-97bc236a93a1', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:39.865703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8ca2345f-c9f9-484e-9574-abe6832bdc8f None None] Provisioning complete for port 40455a4e-5f23-4136-87e2-7e34da94a600 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:39.866076 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ca2345f-c9f9-484e-9574-abe6832bdc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.870378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0baba152-9740-4cc7-b3fd-024e7f996edd details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:10:39.879981 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-8df5c2a0-79db-40fe-b1ee-952a086a8987 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Project a1417d5857d74279827179d17c2bc792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:10:39.898775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8df5c2a0-79db-40fe-b1ee-952a086a8987 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.974122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8df5c2a0-79db-40fe-b1ee-952a086a8987 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:39.979886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8df5c2a0-79db-40fe-b1ee-952a086a8987 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:40.002150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5c2a0-79db-40fe-b1ee-952a086a8987 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab627d47-8f59-4568-9dc5-aa6016b3bbfa,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:40.006883 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8df5c2a0-79db-40fe-b1ee-952a086a8987 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:40.011892 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8df5c2a0-79db-40fe-b1ee-952a086a8987 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559532 Sep 18 20:10:40.098047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ca2345f-c9f9-484e-9574-abe6832bdc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:40.148860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0baba152-9740-4cc7-b3fd-024e7f996edd, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0baba152-9740-4cc7-b3fd-024e7f996edd,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:40.176048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8ca2345f-c9f9-484e-9574-abe6832bdc8f None None] For port 40455a4e-5f23-4136-87e2-7e34da94a600, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40455a4e-5f23-4136-87e2-7e34da94a600,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:40.177230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '0baba152-9740-4cc7-b3fd-024e7f996edd', 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285', 'port_id': '0baba152-9740-4cc7-b3fd-024e7f996edd', 'mac_address': 'fa:16:3e:f4:53:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f355e4a5-1d73-4c6d-9d11-83e093845482', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:10:40.184501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8ca2345f-c9f9-484e-9574-abe6832bdc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:40.260919 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:40.276739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0baba152-9740-4cc7-b3fd-024e7f996edd {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:10:40.279650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-0ef89e5b-a566-46ff-8dcd-62b22b661209 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520677052&fields=id&tenant_id=a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 267 time: 0.0490847 Sep 18 20:10:40.307232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2345f-c9f9-484e-9574-abe6832bdc8f None None] Pushing event updated for resources: {'Port': ['ID=40455a4e-5f23-4136-87e2-7e34da94a600,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:40.330455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0baba152-9740-4cc7-b3fd-024e7f996edd, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0baba152-9740-4cc7-b3fd-024e7f996edd,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:40.337399 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:40.392190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=0baba152-9740-4cc7-b3fd-024e7f996edd,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:40.408739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-2484e70f-d9cd-46b0-9aee-fe0f8d162ea9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:40.410960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-2484e70f-d9cd-46b0-9aee-fe0f8d162ea9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/networks?id=a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 HTTP/1.1" status: 200 len: 797 time: 0.1234007 Sep 18 20:10:40.427496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-a54e4503-01eb-4b6f-baf8-d8ae2f26f704 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/quotas/a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 375 time: 0.0103159 Sep 18 20:10:40.496032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-18fa87de-8dac-4d7a-a7dc-c789674c9705 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0624599 Sep 18 20:10:40.505036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f61641b9-b853-4470-b865-0758789c7186 None None] Provisioning complete for port 40455a4e-5f23-4136-87e2-7e34da94a600 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:40.505489 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f61641b9-b853-4470-b865-0758789c7186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:40.559370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['0baba152-9740-4cc7-b3fd-024e7f996edd'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:10:40.607931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-f5e98727-733f-471b-926e-365f5d4cf74c service neutron] 10.222.0.20 "GET /v2.0/networks/a10d7ce2-d72c-45cc-90cc-082aa7e36ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011534 Sep 18 20:10:40.718323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-177dc0fc-9bf7-4154-9c4c-e5ca5f3ae3e7 service neutron] 10.222.0.20 "GET /v2.0/networks/a10d7ce2-d72c-45cc-90cc-082aa7e36ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011467 Sep 18 20:10:40.967075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40455a4e-5f23-4136-87e2-7e34da94a600 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:10:41.084881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 40455a4e-5f23-4136-87e2-7e34da94a600 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:41.085660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:41.333066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49302f00-df18-467d-870a-0232502d903c req-8d8101eb-bedc-4931-bc4d-4dc1f47850a9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 210 time: 0.0359085 Sep 18 20:10:41.356851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e9f2-e3ce-4707-be35-8d8283f64e1c req-0f5daa19-bb78-4067-a3e4-ec6afef9c039 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:41.358521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c378e9f2-e3ce-4707-be35-8d8283f64e1c req-0f5daa19-bb78-4067-a3e4-ec6afef9c039 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 945 time: 0.5601978 Sep 18 20:10:41.400598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c378e9f2-e3ce-4707-be35-8d8283f64e1c req-1f947339-aeaf-48f7-a5f4-8f8747acc16b tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349557 Sep 18 20:10:41.876938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0baba152-9740-4cc7-b3fd-024e7f996edd up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:10:41.937419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 0baba152-9740-4cc7-b3fd-024e7f996edd completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:10:41.942759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 0baba152-9740-4cc7-b3fd-024e7f996edd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:41.943206 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:42.024500 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:42.035972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-6a48fb83-535d-476c-8975-940a36020f2c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:42.037880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-6a48fb83-535d-476c-8975-940a36020f2c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/networks?id=a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 HTTP/1.1" status: 200 len: 797 time: 0.1256452 Sep 18 20:10:42.047571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baba152-9740-4cc7-b3fd-024e7f996edd'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:10:42.049984 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d25dd4-b8a9-4525-a5f1-cfab02434625" -d '{"events": [{"server_uuid": "b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1", "name": "network-vif-plugged", "status": "completed", "tag": "0baba152-9740-4cc7-b3fd-024e7f996edd"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:10:42.065141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0baba152-9740-4cc7-b3fd-024e7f996edd, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0baba152-9740-4cc7-b3fd-024e7f996edd,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:42.074294 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:42.102944 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f31347-e491-4e93-87c1-b75fb6f0e2b1 x-openstack-request-id: req-72f31347-e491-4e93-87c1-b75fb6f0e2b1 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:10:42.103234 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1", "name": "network-vif-plugged", "status": "completed", "tag": "0baba152-9740-4cc7-b3fd-024e7f996edd", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:10:42.103510 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72f31347-e491-4e93-87c1-b75fb6f0e2b1 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:10:42.103882 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baba152-9740-4cc7-b3fd-024e7f996edd', 'code': 200} Sep 18 20:10:42.113270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-62e3dab2-4885-439d-ae30-3fa3219966a6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 471 time: 0.0639465 Sep 18 20:10:42.128157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'port': {'device_id': '500daee8-0ef3-4cc7-80c9-acfd64be803e', 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7', 'admin_state_up': True, 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'security_groups': ['6875e3de-9994-4d92-bb18-97bc236a93a1']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:42.145410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=0baba152-9740-4cc7-b3fd-024e7f996edd,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:42.203259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb7882-582c-4609-8f85-1cf17f14a6a9 req-11e59393-2f2a-40a0-9671-6fc0894a662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:42.205460 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95eb7882-582c-4609-8f85-1cf17f14a6a9 req-11e59393-2f2a-40a0-9671-6fc0894a662f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0443113 Sep 18 20:10:42.244312 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-95eb7882-582c-4609-8f85-1cf17f14a6a9 req-d237ae3e-4270-45ce-b176-f329b0514617 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Sep 18 20:10:42.248195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:10:42.251903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:42.389494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.20.0.24 (a10d7ce2-d72c-45cc-90cc-082aa7e36ca7/a55fadd2-31b2-4895-ac85-a742385c5643/be4f7a58-ff4f-4a23-b255-7e363f1b3736) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:10:42.462426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4f9ef27-9e47-401c-84e1-3556f64e96e5 req-5a6331a3-6a7f-4ed8-a107-28228275f173 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 210 time: 0.0554647 Sep 18 20:10:42.586242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dfa41-ab1d-4edc-8dee-252fecf52a31 req-0fb6f9e0-671f-4ee7-8397-0019e69d86ed tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:42.587882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db7dfa41-ab1d-4edc-8dee-252fecf52a31 req-0fb6f9e0-671f-4ee7-8397-0019e69d86ed tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 946 time: 0.1027222 Sep 18 20:10:42.632880 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:42.655878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db7dfa41-ab1d-4edc-8dee-252fecf52a31 req-914b13bd-ff1d-4170-91c4-3fefd5e2fc1c tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 Sep 18 20:10:42.685088 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:42.733337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:10:42.736519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:42.743357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:10:42.771649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=be4f7a58-ff4f-4a23-b255-7e363f1b3736,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:42.804953 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:42.805605 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:42.826679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-784a19ec-bbbe-4e1e-bbb5-d573628dee74 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7077672 Sep 18 20:10:42.840011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Request body: {'port': {'device_id': '500daee8-0ef3-4cc7-80c9-acfd64be803e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:42.897802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:42.968911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-78d61bc7-678e-45ea-9276-234ec1ad18b3 None None] Provisioning complete for port be4f7a58-ff4f-4a23-b255-7e363f1b3736 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:42.969364 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-78d61bc7-678e-45ea-9276-234ec1ad18b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:43.015934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-78d61bc7-678e-45ea-9276-234ec1ad18b3 None None] Port be4f7a58-ff4f-4a23-b255-7e363f1b3736 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:10:43.194533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4f7a58-ff4f-4a23-b255-7e363f1b3736 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:10:43.203257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:43.215526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Transition to ACTIVE for port object be4f7a58-ff4f-4a23-b255-7e363f1b3736 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:10:43.219719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:43.292266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=be4f7a58-ff4f-4a23-b255-7e363f1b3736,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:43.352851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Attempting to bind port be4f7a58-ff4f-4a23-b255-7e363f1b3736 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:10:43.353100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Attempting to bind port be4f7a58-ff4f-4a23-b255-7e363f1b3736 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:10:43.353429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Attempting to bind port be4f7a58-ff4f-4a23-b255-7e363f1b3736 on network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:10:43.358057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Port be4f7a58-ff4f-4a23-b255-7e363f1b3736 on network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:10:43.358377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Attempting to bind port be4f7a58-ff4f-4a23-b255-7e363f1b3736 on network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:10:43.364438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:10:43.365120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Checking segment: {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:10:43.365608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Bound using segment: {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:10:43.366146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Bound port: be4f7a58-ff4f-4a23-b255-7e363f1b3736, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:10:43.366755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:43.458364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] For port be4f7a58-ff4f-4a23-b255-7e363f1b3736, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:10:43.464882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] For port be4f7a58-ff4f-4a23-b255-7e363f1b3736, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=be4f7a58-ff4f-4a23-b255-7e363f1b3736,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:10:43.469495 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:43.509941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:43.510886 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:43.512446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] 10.222.0.24 "PUT /v2.0/ports/be4f7a58-ff4f-4a23-b255-7e363f1b3736 HTTP/1.1" status: 200 len: 1093 time: 0.6771653 Sep 18 20:10:43.515302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500daee8-0ef3-4cc7-80c9-acfd64be803e', 'tag': 'be4f7a58-ff4f-4a23-b255-7e363f1b3736'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:10:43.525750 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1" -d '{"events": [{"name": "network-changed", "server_uuid": "500daee8-0ef3-4cc7-80c9-acfd64be803e", "tag": "be4f7a58-ff4f-4a23-b255-7e363f1b3736"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:10:43.605689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47231863-4480-435b-8fc5-f2d79003bbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=be4f7a58-ff4f-4a23-b255-7e363f1b3736,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:43.628931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-6f973ee4-3f51-40f0-b326-d768044b8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:43.630954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-6f973ee4-3f51-40f0-b326-d768044b8521 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 1096 time: 0.0679247 Sep 18 20:10:43.652880 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a0b2ca-4e8b-4a48-b93f-092beef408cf x-openstack-request-id: req-35a0b2ca-4e8b-4a48-b93f-092beef408cf {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:10:43.653180 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500daee8-0ef3-4cc7-80c9-acfd64be803e", "tag": "be4f7a58-ff4f-4a23-b255-7e363f1b3736", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:10:43.653433 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35a0b2ca-4e8b-4a48-b93f-092beef408cf {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:10:43.653856 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500daee8-0ef3-4cc7-80c9-acfd64be803e', 'tag': 'be4f7a58-ff4f-4a23-b255-7e363f1b3736', 'status': 'completed', 'code': 200} Sep 18 20:10:43.709953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-3ec66093-087a-4716-82d5-567e68269bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=be4f7a58-ff4f-4a23-b255-7e363f1b3736 HTTP/1.1" status: 200 len: 217 time: 0.0662780 Sep 18 20:10:43.773584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096ad77-b96b-495f-897f-946f88f28ce0 req-37f3de3e-6816-4c7b-a5ac-6ae9aeba4166 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:43.785352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8096ad77-b96b-495f-897f-946f88f28ce0 req-37f3de3e-6816-4c7b-a5ac-6ae9aeba4166 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 944 time: 0.1531739 Sep 18 20:10:43.828538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-b84c6e33-7a5e-4c91-a8fe-3cd1e2fdefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:43.830165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-b84c6e33-7a5e-4c91-a8fe-3cd1e2fdefd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a55fadd2-31b2-4895-ac85-a742385c5643 HTTP/1.1" status: 200 len: 838 time: 0.1130447 Sep 18 20:10:43.908848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8096ad77-b96b-495f-897f-946f88f28ce0 req-9a727643-e968-40b7-a80f-2fad45543dab tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226077 Sep 18 20:10:43.931550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1f61-422d-4c01-a448-eeae3eee1b1b req-0348f442-10b5-423a-96c9-23f2513b0d10 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:43.933211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84ce1f61-422d-4c01-a448-eeae3eee1b1b req-0348f442-10b5-423a-96c9-23f2513b0d10 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 946 time: 0.1435635 Sep 18 20:10:43.959960 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-f614d04c-f432-4939-87ed-030cac57a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:43.961505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-f614d04c-f432-4939-87ed-030cac57a3f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a10d7ce2-d72c-45cc-90cc-082aa7e36ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1164849 Sep 18 20:10:43.999746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84ce1f61-422d-4c01-a448-eeae3eee1b1b req-faeb4e75-0c12-42f4-8cf4-3d5738a4fcee tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Sep 18 20:10:44.103090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-e0c2b857-3188-4ef9-b5c0-fbca47e52692 service neutron] 10.222.0.24 "GET /v2.0/networks/a10d7ce2-d72c-45cc-90cc-082aa7e36ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280997 Sep 18 20:10:44.216054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f79f91f-3e2a-4059-969c-8b4b1dda8cec req-6eecb352-5681-4829-842d-55c80aa3cc3e service neutron] 10.222.0.24 "GET /v2.0/networks/a10d7ce2-d72c-45cc-90cc-082aa7e36ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022389 Sep 18 20:10:44.324155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-5ac540d6-d8f8-4449-9e4c-643616715a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:44.325974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-5ac540d6-d8f8-4449-9e4c-643616715a55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 1096 time: 0.0536773 Sep 18 20:10:44.441943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-043117da-adc9-4a64-bd88-944d057fbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:44.441943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-043117da-adc9-4a64-bd88-944d057fbd39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 HTTP/1.1" status: 200 len: 898 time: 0.1058664 Sep 18 20:10:44.487058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-3ff090ae-c879-4141-8c3f-8ff1bf50eefa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=be4f7a58-ff4f-4a23-b255-7e363f1b3736 HTTP/1.1" status: 200 len: 217 time: 0.0397835 Sep 18 20:10:44.547432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-d0d057e7-de23-451f-b995-5f2007820f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:44.549037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-d0d057e7-de23-451f-b995-5f2007820f54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a55fadd2-31b2-4895-ac85-a742385c5643 HTTP/1.1" status: 200 len: 838 time: 0.0527506 Sep 18 20:10:44.619336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-a5888fd8-7020-4091-9938-338827b76d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:44.620627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-a5888fd8-7020-4091-9938-338827b76d1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a10d7ce2-d72c-45cc-90cc-082aa7e36ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0637848 Sep 18 20:10:44.747763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-a88aaef4-a558-4e56-a5f3-9479a326514e service neutron] 10.222.0.24 "GET /v2.0/networks/a10d7ce2-d72c-45cc-90cc-082aa7e36ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187916 Sep 18 20:10:44.842905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e6c4-a51d-488a-bdfc-ee9124e2f5c7 req-2c20a724-7edb-43ae-8279-66c876c765c0 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:44.844433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7f6e6c4-a51d-488a-bdfc-ee9124e2f5c7 req-2c20a724-7edb-43ae-8279-66c876c765c0 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 946 time: 0.1206274 Sep 18 20:10:44.881476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9fb6a92b-9f81-4f94-8dd8-0e925c3800d1 req-b8c853c0-9f1a-4cbf-921d-2551d815b9f1 service neutron] 10.222.0.24 "GET /v2.0/networks/a10d7ce2-d72c-45cc-90cc-082aa7e36ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199207 Sep 18 20:10:44.898631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7f6e6c4-a51d-488a-bdfc-ee9124e2f5c7 req-cb9fdbe4-982e-40b3-8f53-c8ca26f7c046 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464427 Sep 18 20:10:45.055579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ec3cc-3c24-4b7d-8006-a174d5f8a2ce req-997f6a63-8495-4e51-9a54-debdd79cefdc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:45.057267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d5ec3cc-3c24-4b7d-8006-a174d5f8a2ce req-997f6a63-8495-4e51-9a54-debdd79cefdc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 944 time: 0.0639968 Sep 18 20:10:45.097689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d5ec3cc-3c24-4b7d-8006-a174d5f8a2ce req-fe8e8e63-931b-4fb2-860c-8c2170266629 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335610 Sep 18 20:10:46.021784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42361e4-2d4f-452c-bcf8-84b012d8edea req-cadc0ae7-9aca-4bd0-b5ba-beb5d1d6720d tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:46.023455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c42361e4-2d4f-452c-bcf8-84b012d8edea req-cadc0ae7-9aca-4bd0-b5ba-beb5d1d6720d tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 946 time: 0.0523779 Sep 18 20:10:46.033991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device be4f7a58-ff4f-4a23-b255-7e363f1b3736 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:10:46.064007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2af911a8-bcf0-4e37-b4e9-4d16737e141c tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:46.067576 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2af911a8-bcf0-4e37-b4e9-4d16737e141c tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1 HTTP/1.1" status: 200 len: 946 time: 0.0853682 Sep 18 20:10:46.067751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c42361e4-2d4f-452c-bcf8-84b012d8edea req-62039b33-ba77-43d7-a364-d0d3b8ec4aac tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381782 Sep 18 20:10:46.161664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port be4f7a58-ff4f-4a23-b255-7e363f1b3736, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=be4f7a58-ff4f-4a23-b255-7e363f1b3736,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:46.174117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'be4f7a58-ff4f-4a23-b255-7e363f1b3736', 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7', 'port_id': 'be4f7a58-ff4f-4a23-b255-7e363f1b3736', 'mac_address': 'fa:16:3e:ec:1e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55fadd2-31b2-4895-ac85-a742385c5643', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:10:46.188111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Deleting port 0baba152-9740-4cc7-b3fd-024e7f996edd {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:10:46.188859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:46.228914 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:46.243514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe6b79-196f-467a-9f88-54ebe9afecd9 req-e4f96e46-c06c-40bb-8f77-93183e4ffabf tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:46.243736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4f7a58-ff4f-4a23-b255-7e363f1b3736 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:10:46.251456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3fe6b79-196f-467a-9f88-54ebe9afecd9 req-e4f96e46-c06c-40bb-8f77-93183e4ffabf tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 944 time: 0.0784647 Sep 18 20:10:46.279784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port be4f7a58-ff4f-4a23-b255-7e363f1b3736, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=be4f7a58-ff4f-4a23-b255-7e363f1b3736,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:46.286667 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:46.292091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] For port 0baba152-9740-4cc7-b3fd-024e7f996edd, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0baba152-9740-4cc7-b3fd-024e7f996edd,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:46.292473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:46.296290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3fe6b79-196f-467a-9f88-54ebe9afecd9 req-b67f1391-a559-4c43-910c-c469f96e0156 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438802 Sep 18 20:10:46.313643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Calling delete_port for 0baba152-9740-4cc7-b3fd-024e7f996edd owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:10:46.353870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=be4f7a58-ff4f-4a23-b255-7e363f1b3736,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:46.469658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:46.481512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['0baba152-9740-4cc7-b3fd-024e7f996edd'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:10:46.507956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['be4f7a58-ff4f-4a23-b255-7e363f1b3736'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:10:46.510018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Pushing event deleted for resources: {'Port': ['ID=0baba152-9740-4cc7-b3fd-024e7f996edd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:46.552459 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] No DVR routers for this DVR port 0baba152-9740-4cc7-b3fd-024e7f996edd on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:10:46.555236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:46.557527 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20930112-1776-49e7-bfba-4be844ae7f32 req-2d023c35-2e33-4be2-90be-84060e9c7261 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.32 "DELETE /v2.0/ports/0baba152-9740-4cc7-b3fd-024e7f996edd HTTP/1.1" status: 204 len: 173 time: 0.4853768 Sep 18 20:10:46.558040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1', 'name': 'network-vif-deleted', 'tag': '0baba152-9740-4cc7-b3fd-024e7f996edd'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:10:46.561051 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad995b52-d5a2-44ff-8ac1-af6c90bba64f" -d '{"events": [{"server_uuid": "b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1", "name": "network-vif-deleted", "tag": "0baba152-9740-4cc7-b3fd-024e7f996edd"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:10:46.614898 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a761ced0-1a25-4d73-bcf5-8e3b70ad5e1c x-openstack-request-id: req-a761ced0-1a25-4d73-bcf5-8e3b70ad5e1c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:10:46.615192 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1", "name": "network-vif-deleted", "tag": "0baba152-9740-4cc7-b3fd-024e7f996edd", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:10:46.615469 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a761ced0-1a25-4d73-bcf5-8e3b70ad5e1c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:10:46.615943 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ea95e3-ea60-437f-8cf4-7d6cc4bdd2a1', 'name': 'network-vif-deleted', 'tag': '0baba152-9740-4cc7-b3fd-024e7f996edd', 'status': 'completed', 'code': 200} Sep 18 20:10:47.353857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-96adcf3e-a663-4dc2-bfec-a376dc6cb41d tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:47.355326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-96adcf3e-a663-4dc2-bfec-a376dc6cb41d tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/networks?id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285 HTTP/1.1" status: 200 len: 808 time: 0.1125684 Sep 18 20:10:47.372494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-d8301328-5b7a-44ad-bcde-3ad22827a703 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/quotas/51c1de452ed54bdab6d6e47014d78a7a HTTP/1.1" status: 200 len: 375 time: 0.0104392 Sep 18 20:10:47.430420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-d0ebf800-2158-4653-9259-32a8c73987a0 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51c1de452ed54bdab6d6e47014d78a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511329 Sep 18 20:10:47.479358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e6a13-b30b-43ea-b584-ae58068252e2 req-c9731073-1d4a-4119-b692-07299e1b3f1b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:47.480869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-850e6a13-b30b-43ea-b584-ae58068252e2 req-c9731073-1d4a-4119-b692-07299e1b3f1b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 945 time: 0.1003768 Sep 18 20:10:47.561371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-850e6a13-b30b-43ea-b584-ae58068252e2 req-193a97e6-2fa0-4624-be7f-c089b95c13e5 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741227 Sep 18 20:10:47.567147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-688f59e9-26ea-4b40-8e8c-8f3734aa73dc service neutron] 10.222.0.20 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293750 Sep 18 20:10:47.670122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-01e199fb-f51a-424c-b1b3-12cadeb250d5 service neutron] 10.222.0.20 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959847 Sep 18 20:10:47.855147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d29c1cb6-16ac-4e99-8838-fa6b84471775 req-9e058bcc-9f85-44a5-bede-ed680e1b7af0 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 210 time: 0.0396404 Sep 18 20:10:48.038403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device be4f7a58-ff4f-4a23-b255-7e363f1b3736 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:10:48.107547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port be4f7a58-ff4f-4a23-b255-7e363f1b3736 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:10:48.111217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port be4f7a58-ff4f-4a23-b255-7e363f1b3736 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:48.111634 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:48.217291 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:48.258457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port be4f7a58-ff4f-4a23-b255-7e363f1b3736, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=be4f7a58-ff4f-4a23-b255-7e363f1b3736,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:48.259539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500daee8-0ef3-4cc7-80c9-acfd64be803e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4f7a58-ff4f-4a23-b255-7e363f1b3736'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:10:48.261986 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05bc3ef-c492-4e36-a8a7-963bb5406d13" -d '{"events": [{"server_uuid": "500daee8-0ef3-4cc7-80c9-acfd64be803e", "name": "network-vif-plugged", "status": "completed", "tag": "be4f7a58-ff4f-4a23-b255-7e363f1b3736"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:10:48.267670 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:48.320773 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddde8211-b735-493a-b903-f52a15f2532c x-openstack-request-id: req-ddde8211-b735-493a-b903-f52a15f2532c {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:10:48.323592 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500daee8-0ef3-4cc7-80c9-acfd64be803e", "name": "network-vif-plugged", "status": "completed", "tag": "be4f7a58-ff4f-4a23-b255-7e363f1b3736", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:10:48.324500 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddde8211-b735-493a-b903-f52a15f2532c {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:10:48.325381 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500daee8-0ef3-4cc7-80c9-acfd64be803e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4f7a58-ff4f-4a23-b255-7e363f1b3736', 'code': 200} Sep 18 20:10:48.344210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=be4f7a58-ff4f-4a23-b255-7e363f1b3736,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:48.437556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caac6cc-4571-4a17-a230-00b69dd11d4c req-d43af53e-541c-4d13-8a33-4f913aab1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:48.439140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5caac6cc-4571-4a17-a230-00b69dd11d4c req-d43af53e-541c-4d13-8a33-4f913aab1183 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 1098 time: 0.0516560 Sep 18 20:10:48.476105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5caac6cc-4571-4a17-a230-00b69dd11d4c req-336e77c2-b079-4905-84ce-78a35b560f8e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298166 Sep 18 20:10:48.700002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc1a39-eca9-431f-97dc-62081296f7e5 req-6c820c53-20f3-4c39-ae71-8cad3c70eb98 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:48.708031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bcc1a39-eca9-431f-97dc-62081296f7e5 req-6c820c53-20f3-4c39-ae71-8cad3c70eb98 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 946 time: 0.0713820 Sep 18 20:10:48.778852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9bcc1a39-eca9-431f-97dc-62081296f7e5 req-2fd80b93-986d-4baa-bcdb-68e451ec57c2 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684671 Sep 18 20:10:48.864817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-9fb70311-b9e5-4ba3-b40e-3e4f089e7263 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:48.866344 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-9fb70311-b9e5-4ba3-b40e-3e4f089e7263 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.32 "GET /v2.0/networks?id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285 HTTP/1.1" status: 200 len: 808 time: 0.1406038 Sep 18 20:10:48.881026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Request body: {'port': {'device_id': '454a6d9e-27b5-402a-953e-509643b61a89', 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285', 'admin_state_up': True, 'tenant_id': '51c1de452ed54bdab6d6e47014d78a7a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:48.958656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b270785e-3c98-4b11-86b2-0daa616b7999 req-57a5f591-0eb0-4055-a6d5-63cd8d937a51 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 210 time: 0.0312893 Sep 18 20:10:49.000038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Made reservation on behalf of 51c1de452ed54bdab6d6e47014d78a7a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:10:49.004459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:49.137690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Allocated IP 172.20.0.6 (e9b6cb87-fdc0-48cf-93ac-a2aa01875285/f355e4a5-1d73-4c6d-9d11-83e093845482/7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:10:49.294463 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:49.331702 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:49.386182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:10:49.391351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:49.396091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:10:49.400210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Pushing event updated for resources: {'Port': ['ID=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:49.458710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:49.459347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:49.478359 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-98596025-a378-459b-a98b-a2be95155e18 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027300 Sep 18 20:10:49.492486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Request body: {'port': {'device_id': '454a6d9e-27b5-402a-953e-509643b61a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:10:49.557476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:49.833125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:10:49.842118 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:49.856004 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Transition to ACTIVE for port object 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:10:49.861009 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:49.916752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757590f-43c9-4f3a-8f17-4009e3836bcd req-33d7b985-bc99-4ff6-abb2-543305cdb374 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:49.918174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f757590f-43c9-4f3a-8f17-4009e3836bcd req-33d7b985-bc99-4ff6-abb2-543305cdb374 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 946 time: 0.0524423 Sep 18 20:10:49.929738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0baba152-9740-4cc7-b3fd-024e7f996edd no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:10:49.949637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:49.967229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 0baba152-9740-4cc7-b3fd-024e7f996edd {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:10:49.967625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0baba152-9740-4cc7-b3fd-024e7f996edd not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:10:49.978085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f757590f-43c9-4f3a-8f17-4009e3836bcd req-3276a8ee-3d3a-4ce3-a68c-5351e3f79df8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505373 Sep 18 20:10:50.019079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Attempting to bind port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:10:50.019675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Attempting to bind port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:10:50.020051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Attempting to bind port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 on network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:10:50.024930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 on network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:10:50.025233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Attempting to bind port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 on network e9b6cb87-fdc0-48cf-93ac-a2aa01875285 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:10:50.030387 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:10:50.031000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Checking segment: {'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:10:50.031428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Bound using segment: {'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:10:50.031880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Bound port: 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cef71e9-92a7-4fed-974c-1755f949133d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:10:50.032239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:50.117022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] For port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:10:50.121600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] For port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:10:50.126282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9862a-af6f-48c2-9122-fd1977023207 req-d53af020-701c-45cc-bd88-8859bf25f76d tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:50.126905 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:50.127837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3db9862a-af6f-48c2-9122-fd1977023207 req-d53af020-701c-45cc-bd88-8859bf25f76d tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 943 time: 0.0907559 Sep 18 20:10:50.137590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9a88-b933-442a-aacf-f1e2efdfe9e6 req-49a9b7fb-44d3-4a0c-8bda-7faac3c5dc4f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:50.139107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fae9a88-b933-442a-aacf-f1e2efdfe9e6 req-49a9b7fb-44d3-4a0c-8bda-7faac3c5dc4f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 946 time: 0.0707824 Sep 18 20:10:50.175976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:50.177756 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:50.180453 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 HTTP/1.1" status: 200 len: 1092 time: 0.6926136 Sep 18 20:10:50.180453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454a6d9e-27b5-402a-953e-509643b61a89', 'tag': '7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:10:50.183851 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "454a6d9e-27b5-402a-953e-509643b61a89", "tag": "7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:10:50.212941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3db9862a-af6f-48c2-9122-fd1977023207 req-a90891c0-2309-47a1-852c-531d83971d88 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727673 Sep 18 20:10:50.216158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8543e2-4ef1-4b3f-9fda-cc278b8bc234 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:50.216341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fae9a88-b933-442a-aacf-f1e2efdfe9e6 req-47ca9cb0-8e0c-486b-a65c-f245891644ef tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692899 Sep 18 20:10:50.266510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-8da4c58e-8253-4691-85cc-a315430b855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:50.268344 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-8da4c58e-8253-4691-85cc-a315430b855d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51c1de452ed54bdab6d6e47014d78a7a&device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 1095 time: 0.0468588 Sep 18 20:10:50.283833 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b44579c-d9a5-4f04-b8f1-bd5a6ff613d0 x-openstack-request-id: req-5b44579c-d9a5-4f04-b8f1-bd5a6ff613d0 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:10:50.284562 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454a6d9e-27b5-402a-953e-509643b61a89", "tag": "7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:10:50.285007 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b44579c-d9a5-4f04-b8f1-bd5a6ff613d0 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:10:50.285524 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454a6d9e-27b5-402a-953e-509643b61a89', 'tag': '7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9', 'status': 'completed', 'code': 200} Sep 18 20:10:50.317145 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-730d7ab8-558c-4911-95c2-36c01b3d565b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 HTTP/1.1" status: 200 len: 217 time: 0.0405376 Sep 18 20:10:50.372805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-3c201573-3611-472f-8418-88e671995bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:50.374444 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-3c201573-3611-472f-8418-88e671995bd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f355e4a5-1d73-4c6d-9d11-83e093845482 HTTP/1.1" status: 200 len: 848 time: 0.0509341 Sep 18 20:10:50.407792 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-55d9d546-3464-4b16-ada0-891feec4e836 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258679 Sep 18 20:10:50.500822 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-2057bb91-9843-41f7-9954-3fa28962b82c service neutron] 10.222.0.32 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865986 Sep 18 20:10:50.597366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-50913a6e-a15e-4e3c-84b4-7f5659678eb8 req-43c7436b-6d94-4a74-9023-90a3df837c91 service neutron] 10.222.0.32 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889525 Sep 18 20:10:50.689649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-6632568b-4551-4124-9087-0f12b417633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:50.691508 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-6632568b-4551-4124-9087-0f12b417633c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51c1de452ed54bdab6d6e47014d78a7a&device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 1095 time: 0.0423255 Sep 18 20:10:50.808468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-3d7f35c7-0f9c-4000-a105-298f14e014a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:50.808468 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-3d7f35c7-0f9c-4000-a105-298f14e014a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285 HTTP/1.1" status: 200 len: 909 time: 0.1101706 Sep 18 20:10:50.851498 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-5988b1d9-4a55-4ee7-825c-45659d7273f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 HTTP/1.1" status: 200 len: 217 time: 0.0358844 Sep 18 20:10:50.905413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-71e65bfc-3e2f-493c-aaac-713f45075302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:50.906913 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-71e65bfc-3e2f-493c-aaac-713f45075302 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f355e4a5-1d73-4c6d-9d11-83e093845482 HTTP/1.1" status: 200 len: 848 time: 0.0475004 Sep 18 20:10:50.945763 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-27512b02-dae7-4a34-9064-42eb66f7b17c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9b6cb87-fdc0-48cf-93ac-a2aa01875285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311074 Sep 18 20:10:51.046713 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-8deb835b-7dd4-4d5c-88ca-8da34b8dbf35 service neutron] 10.222.0.32 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936873 Sep 18 20:10:51.150819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e9d1105-2a4e-4b80-8633-896f4cb24d8d req-0414503e-74a0-4b75-8819-7bfca5e0739c service neutron] 10.222.0.32 "GET /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962679 Sep 18 20:10:51.350073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e65e-1c70-4f5e-9952-c0ddbf5734aa req-c4e444a4-6780-42b6-80a0-55fcd0ada7eb tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:51.351664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57b0e65e-1c70-4f5e-9952-c0ddbf5734aa req-c4e444a4-6780-42b6-80a0-55fcd0ada7eb tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 943 time: 0.0599775 Sep 18 20:10:51.392507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57b0e65e-1c70-4f5e-9952-c0ddbf5734aa req-5ebed598-6b1c-401d-82fc-fafc540403ed tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344832 Sep 18 20:10:51.604922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e71e467b-333d-4ee4-a882-17338f3886a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:51.695502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 60558) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:10:52.170400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:52.458606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.20.0.17 (a10d7ce2-d72c-45cc-90cc-082aa7e36ca7/a55fadd2-31b2-4895-ac85-a742385c5643/21444718-8a37-4c1f-a377-7b9acb50524e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:10:52.532661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19bd23-a056-4375-a6eb-e105c3ebc5f9 req-7bf97a19-77b0-497b-8516-39e776f70dd3 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:52.535667 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb19bd23-a056-4375-a6eb-e105c3ebc5f9 req-7bf97a19-77b0-497b-8516-39e776f70dd3 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 943 time: 0.0589817 Sep 18 20:10:52.578300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb19bd23-a056-4375-a6eb-e105c3ebc5f9 req-61c83e5a-b9ac-475d-b5c9-9b3ccfe2239c tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Sep 18 20:10:52.580292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:52.615622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:52.651220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:10:52.654060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:52.657714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:10:52.694145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=21444718-8a37-4c1f-a377-7b9acb50524e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:52.719109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:52.864039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:52.966743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2cf6b066-aac1-4a71-8c94-58e906f3d9ff None None] Provisioning complete for port 21444718-8a37-4c1f-a377-7b9acb50524e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:52.967328 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2cf6b066-aac1-4a71-8c94-58e906f3d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:53.002028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2cf6b066-aac1-4a71-8c94-58e906f3d9ff None None] Port 21444718-8a37-4c1f-a377-7b9acb50524e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:10:53.372436 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:53.433868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:53.438222 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:53.473265 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:53.514819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:53.516764 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=21444718-8a37-4c1f-a377-7b9acb50524e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:53.614389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:10:53.616646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:10:53.722610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d37f2-8dab-4f23-a391-d75181a37ad2 req-7ffe66be-8027-4e0f-9bbf-a863fed4d318 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:53.724358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-911d37f2-8dab-4f23-a391-d75181a37ad2 req-7ffe66be-8027-4e0f-9bbf-a863fed4d318 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 943 time: 0.0668714 Sep 18 20:10:53.763660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router 101c669c-1181-4c78-b1a0-c47497133594 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:10:53.785177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-911d37f2-8dab-4f23-a391-d75181a37ad2 req-caae979b-8c55-4f4c-aa83-941b555a4b1f tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514109 Sep 18 20:10:53.902708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:10:53.911884 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-26047d8f-d1f6-444a-addb-bdf6e70670f9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "PUT /v2.0/routers/101c669c-1181-4c78-b1a0-c47497133594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2151814 Sep 18 20:10:53.921460 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Sync routers for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:10:53.934709 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:10:53.935324 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:10:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:10:53.936560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:10:53.953620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1c6ba05f-d329-4f5e-ab0b-b8ed8625bbc3 None None] Provisioning complete for port 21444718-8a37-4c1f-a377-7b9acb50524e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:53.954218 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1c6ba05f-d329-4f5e-ab0b-b8ed8625bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.022057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ba05f-d329-4f5e-ab0b-b8ed8625bbc3 None None] Port 21444718-8a37-4c1f-a377-7b9acb50524e cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:10:54.059005 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:10:54.100765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:54.116028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9', 'network_id': 'e9b6cb87-fdc0-48cf-93ac-a2aa01875285', 'port_id': '7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9', 'mac_address': 'fa:16:3e:3a:6e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f355e4a5-1d73-4c6d-9d11-83e093845482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:10:54.174404 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.190722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:10:54.212445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:54.218978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.287692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:54.421464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:10:54.484891 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:10:52Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:03Z', 'revision_number': 1, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21444718-8a37-4c1f-a377-7b9acb50524e', 'name': '', 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:a4:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'a55fadd2-31b2-4895-ac85-a742385c5643', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:10:52Z', 'updated_at': '2021-09-18T20:10:53Z', 'revision_number': 2, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'a55fadd2-31b2-4895-ac85-a742385c5643', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:10:54.517066 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Checking router: 101c669c-1181-4c78-b1a0-c47497133594 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:10:54.517496 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Updating router 101c669c-1181-4c78-b1a0-c47497133594 port 21444718-8a37-4c1f-a377-7b9acb50524e binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:10:54.543171 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.798902 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.813165 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.820344 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.863934 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Pushing event updated for resources: {'Port': ['ID=21444718-8a37-4c1f-a377-7b9acb50524e,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:54.904013 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.904477 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.904889 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.905295 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.905847 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.906245 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.907062 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.907510 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.908111 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.908537 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.909239 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.909689 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:10:54.924647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d40d01-6fc9-4c51-9811-6bed57bdeba0 req-7a659b22-f6ff-4d26-bd9f-11fb9fdee0b5 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:54.929445 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ecbe487a-6038-47bf-9bdd-e6f3cc74d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.938299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30d40d01-6fc9-4c51-9811-6bed57bdeba0 req-7a659b22-f6ff-4d26-bd9f-11fb9fdee0b5 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 944 time: 0.0774181 Sep 18 20:10:54.960874 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Attempting to bind port 21444718-8a37-4c1f-a377-7b9acb50524e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:10:54.962194 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Attempting to bind port 21444718-8a37-4c1f-a377-7b9acb50524e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:10:54.962546 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Attempting to bind port 21444718-8a37-4c1f-a377-7b9acb50524e on network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:10:54.970284 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:10:54.970746 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Checking segment: {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:10:54.972535 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.973052 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Bound using segment: {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:10:54.973987 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Bound port: 21444718-8a37-4c1f-a377-7b9acb50524e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:10:54.975056 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:54.980180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30d40d01-6fc9-4c51-9811-6bed57bdeba0 req-4d6fe64a-d7d9-4b34-b844-8bce225611f6 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Sep 18 20:10:55.050681 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] For port 21444718-8a37-4c1f-a377-7b9acb50524e, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:10:55.054060 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] For port 21444718-8a37-4c1f-a377-7b9acb50524e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=21444718-8a37-4c1f-a377-7b9acb50524e,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:10:55.057998 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:55.116765 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990ffbd-5f39-4a51-b7f6-731c8b4e670f None None] Pushing event updated for resources: {'Port': ['ID=21444718-8a37-4c1f-a377-7b9acb50524e,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:55.123168 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:10:55.123803 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:10:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:10:55.157148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bf4719f6-bdde-4436-a0d2-c286c299425e None None] Provisioning complete for port 21444718-8a37-4c1f-a377-7b9acb50524e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:55.158241 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf4719f6-bdde-4436-a0d2-c286c299425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:55.244429 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:10:55.251316 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf4719f6-bdde-4436-a0d2-c286c299425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:55.322435 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bf4719f6-bdde-4436-a0d2-c286c299425e None None] For port 21444718-8a37-4c1f-a377-7b9acb50524e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=21444718-8a37-4c1f-a377-7b9acb50524e,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:55.333905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-bdb37c4b-a62a-4f8d-83e8-23ceb1243f56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687158 Sep 18 20:10:55.335442 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf4719f6-bdde-4436-a0d2-c286c299425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:55.395599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4719f6-bdde-4436-a0d2-c286c299425e None None] Pushing event updated for resources: {'Port': ['ID=21444718-8a37-4c1f-a377-7b9acb50524e,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:55.435272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-6aaee23b-8318-42bb-b511-cb220e85f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:55.436993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-6aaee23b-8318-42bb-b511-cb220e85f783 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 1098 time: 0.0499511 Sep 18 20:10:55.459233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e94a84c0-974e-45db-ab87-c7b773aa2eab None None] Provisioning complete for port 21444718-8a37-4c1f-a377-7b9acb50524e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:55.459919 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e94a84c0-974e-45db-ab87-c7b773aa2eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:55.536127 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:10:52Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:03Z', 'revision_number': 1, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21444718-8a37-4c1f-a377-7b9acb50524e', 'name': '', 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:a4:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'a55fadd2-31b2-4895-ac85-a742385c5643', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:10:52Z', 'updated_at': '2021-09-18T20:10:55Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'a55fadd2-31b2-4895-ac85-a742385c5643', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:10:55.570703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-47cde8f3-9d05-4882-92e9-1c8d0fed26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:55.571785 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22d912-b735-48ef-a556-ea5de0807ae6 None None] The sync data for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 is: [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:10:52Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:03Z', 'revision_number': 1, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21444718-8a37-4c1f-a377-7b9acb50524e', 'name': '', 'network_id': 'a10d7ce2-d72c-45cc-90cc-082aa7e36ca7', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:a4:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'a55fadd2-31b2-4895-ac85-a742385c5643', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:10:52Z', 'updated_at': '2021-09-18T20:10:55Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'a55fadd2-31b2-4895-ac85-a742385c5643', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:10:55.572166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-47cde8f3-9d05-4882-92e9-1c8d0fed26cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=77c0d424-ccf6-4dfa-8197-9f4553642318 HTTP/1.1" status: 200 len: 897 time: 0.1114931 Sep 18 20:10:55.587822 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:55.665858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-85cea341-cd97-4113-8ace-50e85fcd85c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8290de-b078-4f4d-9977-3dea6f4731e1 HTTP/1.1" status: 200 len: 1002 time: 0.0863984 Sep 18 20:10:55.716580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-3da08e01-6c52-4113-a98c-07fb46ee5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:55.718669 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-3da08e01-6c52-4113-a98c-07fb46ee5ea3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb5704c6-455e-4434-bac0-f92112ec37b4 HTTP/1.1" status: 200 len: 834 time: 0.0457246 Sep 18 20:10:55.775703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-4884ba73-e1d5-4589-9935-f911446d5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:55.777218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-4884ba73-e1d5-4589-9935-f911446d5a8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77c0d424-ccf6-4dfa-8197-9f4553642318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516255 Sep 18 20:10:55.880638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-27bb77e9-d491-4e70-9cb5-07f3273495b8 service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949428 Sep 18 20:10:55.945468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:10:55.998920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd3a6009-866f-4b1d-901d-e89c8791b9c9 req-4f4c6e68-b417-471b-a6b4-7ccadd1196c4 service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114879 Sep 18 20:10:56.017588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:10:56.021959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:56.022352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:56.105747 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:56.111453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440044e-800a-432c-90f7-1e8a20ecff18 req-824ca1a7-ed43-46fb-a503-1339803d8a86 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:56.114145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4440044e-800a-432c-90f7-1e8a20ecff18 req-824ca1a7-ed43-46fb-a503-1339803d8a86 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 944 time: 0.0541523 Sep 18 20:10:56.130213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454a6d9e-27b5-402a-953e-509643b61a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:10:56.132512 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b1775-24de-48db-a7bf-511d7d1ac142" -d '{"events": [{"server_uuid": "454a6d9e-27b5-402a-953e-509643b61a89", "name": "network-vif-plugged", "status": "completed", "tag": "7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:10:56.150348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:10:56.155797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:56.157178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4440044e-800a-432c-90f7-1e8a20ecff18 req-641e23bb-8c00-4c47-b77d-349bea769c93 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361323 Sep 18 20:10:56.189676 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a53e71f-8376-444d-9d57-51671dbc0ef8 x-openstack-request-id: req-9a53e71f-8376-444d-9d57-51671dbc0ef8 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:10:56.190762 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454a6d9e-27b5-402a-953e-509643b61a89", "name": "network-vif-plugged", "status": "completed", "tag": "7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:10:56.190762 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a53e71f-8376-444d-9d57-51671dbc0ef8 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:10:56.191079 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454a6d9e-27b5-402a-953e-509643b61a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9', 'code': 200} Sep 18 20:10:56.214398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:10:56.283644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162da5f7-60df-4bc4-8a17-1d40c4ce1368 req-50ddf1bd-2840-4491-adb6-df77da7bf2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:56.287641 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-162da5f7-60df-4bc4-8a17-1d40c4ce1368 req-50ddf1bd-2840-4491-adb6-df77da7bf2fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 1097 time: 0.0424709 Sep 18 20:10:56.322369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-162da5f7-60df-4bc4-8a17-1d40c4ce1368 req-6d1497f5-6ed4-4f85-8c99-4ee5b53b2f2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279648 Sep 18 20:10:56.880580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 21444718-8a37-4c1f-a377-7b9acb50524e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:10:56.927472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 21444718-8a37-4c1f-a377-7b9acb50524e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:10:56.927844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:57.278356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110750c-be36-4061-bfda-914fbf989db3 req-5e224a24-8f14-49c7-8a87-5d1b61801bfe tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:57.279970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6110750c-be36-4061-bfda-914fbf989db3 req-5e224a24-8f14-49c7-8a87-5d1b61801bfe tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Sep 18 20:10:57.320017 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6110750c-be36-4061-bfda-914fbf989db3 req-122fe687-6ffb-47f3-8b8a-c0a26214d7a5 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Sep 18 20:10:57.511630 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:10:58.442282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9080e-5848-4e77-9354-5a835c110eeb req-a6a51bfe-ad7b-4a1f-aa07-f5769bf50ec8 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:58.443958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cee9080e-5848-4e77-9354-5a835c110eeb req-a6a51bfe-ad7b-4a1f-aa07-f5769bf50ec8 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Sep 18 20:10:58.481172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cee9080e-5848-4e77-9354-5a835c110eeb req-50e5404c-3195-40b5-b1bd-2e63b7461358 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311048 Sep 18 20:10:59.130602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f55ba-b890-4b4a-9b7f-89bdfc4c04c4 req-8f75995b-9bba-4c3a-a302-69c317c29ad0 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:10:59.132190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32f55ba-b890-4b4a-9b7f-89bdfc4c04c4 req-8f75995b-9bba-4c3a-a302-69c317c29ad0 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Sep 18 20:10:59.173843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c32f55ba-b890-4b4a-9b7f-89bdfc4c04c4 req-c831d724-0a73-4f53-8bbe-091af36cca7e tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Sep 18 20:11:00.302603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea1405-2fc6-4661-888e-89fc98a7bb9c req-97cd8857-7664-4721-80af-7def66de3984 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:00.310292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10ea1405-2fc6-4661-888e-89fc98a7bb9c req-97cd8857-7664-4721-80af-7def66de3984 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 945 time: 0.0601997 Sep 18 20:11:00.352593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-245ec5c1-9267-4b14-96d3-2958e0bd2339 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:00.353878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-10ea1405-2fc6-4661-888e-89fc98a7bb9c req-962049e4-592c-4c1a-83f9-cb0ed4e8f375 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb91747a-c29b-40af-863c-f47d74dfa23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Sep 18 20:11:00.354276 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-245ec5c1-9267-4b14-96d3-2958e0bd2339 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.32 "GET /v2.0/ports?device_id=454a6d9e-27b5-402a-953e-509643b61a89 HTTP/1.1" status: 200 len: 945 time: 0.0621841 Sep 18 20:11:00.453078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Deleting port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:00.453433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:00.549194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] For port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,segment=NetworkSegment(9cef71e9-92a7-4fed-974c-1755f949133d),segment_id=9cef71e9-92a7-4fed-974c-1755f949133d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:00.550141 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:00.563021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Calling delete_port for 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:00.697935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:00.710046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:11:00.734177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Pushing event deleted for resources: {'Port': ['ID=7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:00.777649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] No DVR routers for this DVR port 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:11:00.780748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:00.782747 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6aa640a3-28ed-487c-9719-4ceb41fe2e65 req-e1201d6f-f7ed-4a9a-ad33-3a6373390f68 tempest-VolumesActionsTest-2030880733 tempest-VolumesActionsTest-2030880733-project] 10.222.0.32 "DELETE /v2.0/ports/7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 HTTP/1.1" status: 204 len: 173 time: 0.4226975 Sep 18 20:11:00.783181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454a6d9e-27b5-402a-953e-509643b61a89', 'name': 'network-vif-deleted', 'tag': '7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:11:00.785708 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2ec845-9951-4936-b3dd-51c7f0390d22" -d '{"events": [{"server_uuid": "454a6d9e-27b5-402a-953e-509643b61a89", "name": "network-vif-deleted", "tag": "7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:11:00.831548 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ba5887-e2a9-4640-bf3c-855651de3f85 x-openstack-request-id: req-e1ba5887-e2a9-4640-bf3c-855651de3f85 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:11:00.831808 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454a6d9e-27b5-402a-953e-509643b61a89", "name": "network-vif-deleted", "tag": "7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:11:00.832065 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ba5887-e2a9-4640-bf3c-855651de3f85 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:11:00.832472 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454a6d9e-27b5-402a-953e-509643b61a89', 'name': 'network-vif-deleted', 'tag': '7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9', 'status': 'completed', 'code': 200} Sep 18 20:11:03.357875 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:11:03.996171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:11:04.019592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:11:04.020001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7f2a5cab-7678-4c2c-9715-cc55a8b0c7e9 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:11:09.240057 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-26300292-047e-4110-8c73-2700fb2bd521 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1344807 Sep 18 20:11:09.350249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-d2fb4933-e78b-48f7-85aa-8a44a0da59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:09.352189 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-d2fb4933-e78b-48f7-85aa-8a44a0da59cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf2a5782aac4f0b8761beef3f3042df&device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1098 time: 0.0472960 Sep 18 20:11:09.473169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-3a7200ff-7955-4990-96eb-6fbfbaf5f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:09.475187 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-3a7200ff-7955-4990-96eb-6fbfbaf5f870 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0adf350d-ed40-447b-b991-50c3b9831201 HTTP/1.1" status: 200 len: 910 time: 0.1021795 Sep 18 20:11:09.544494 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-51db5cb6-5821-4e07-9409-5c87d8788f1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506 HTTP/1.1" status: 200 len: 1002 time: 0.0629883 Sep 18 20:11:09.607698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-82df2272-f6d8-4523-a1a1-7dcb30369dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:09.609317 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-82df2272-f6d8-4523-a1a1-7dcb30369dad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d63e390-d136-4296-a2d1-13d6ba0230ed HTTP/1.1" status: 200 len: 848 time: 0.0577757 Sep 18 20:11:09.667661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-c3dc4c9d-4bd9-4d9c-a310-aed575d05001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:09.669220 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-c3dc4c9d-4bd9-4d9c-a310-aed575d05001 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0adf350d-ed40-447b-b991-50c3b9831201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518010 Sep 18 20:11:09.791905 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-ecb5d90b-0d7c-47ca-a729-28fb4c37e29e service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113708 Sep 18 20:11:09.899934 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c146a9a5-5003-4407-92a5-c30ef4ab2ffe req-3054d6d3-356c-4675-9cc4-6348152b0aa4 service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006875 Sep 18 20:11:14.351809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33070) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:14.892039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:15.358388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port 21444718-8a37-4c1f-a377-7b9acb50524e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:15.359078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:15.494983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port 21444718-8a37-4c1f-a377-7b9acb50524e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=21444718-8a37-4c1f-a377-7b9acb50524e,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:15.495459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:15.518398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for 21444718-8a37-4c1f-a377-7b9acb50524e owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:15.848324 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:15.916367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=21444718-8a37-4c1f-a377-7b9acb50524e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:16.197837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:16.902735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router 101c669c-1181-4c78-b1a0-c47497133594 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:11:17.091070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:11:17.103630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] Sync routers for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:11:17.107209 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a7509c5a-de6a-4b0b-8323-053afdaa1020 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "PUT /v2.0/routers/101c669c-1181-4c78-b1a0-c47497133594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7538764 Sep 18 20:11:17.123463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:17.124377 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:10:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:17.256137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:17.447358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8ad75-cba5-437b-8bde-fe46b915bbe7 req-857f7622-15dd-4a72-ba82-5a47a6212f3f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:17.448930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72d8ad75-cba5-437b-8bde-fe46b915bbe7 req-857f7622-15dd-4a72-ba82-5a47a6212f3f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 946 time: 0.0771780 Sep 18 20:11:17.523697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72d8ad75-cba5-437b-8bde-fe46b915bbe7 req-23affbf2-12f0-4b74-aec4-79ecc16d161e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633986 Sep 18 20:11:17.646062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:15Z', 'revision_number': 6, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:03Z', 'revision_number': 1, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:17.678688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] Checking router: 101c669c-1181-4c78-b1a0-c47497133594 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:11:17.688013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:17.688836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:10:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:17.846372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:18.203239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:15Z', 'revision_number': 6, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:03Z', 'revision_number': 1, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:18.245616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7124e3a-e873-4358-ae8c-2e743145de6d None None] The sync data for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 is: [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:15Z', 'revision_number': 6, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '62f90f6e-db8e-4fac-aae3-711ec9052a74', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '101c669c-1181-4c78-b1a0-c47497133594', 'port_id': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'mac_address': 'fa:16:3e:72:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:10:00Z', 'updated_at': '2021-09-18T20:10:03Z', 'revision_number': 1, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:11:18.708205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d82e03-5750-46c4-b72b-b230fa078cf8 req-637b55d3-ed26-4a21-be8a-c7465e8400fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:18.717979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2d82e03-5750-46c4-b72b-b230fa078cf8 req-637b55d3-ed26-4a21-be8a-c7465e8400fd tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 946 time: 0.1183655 Sep 18 20:11:18.780397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2d82e03-5750-46c4-b72b-b230fa078cf8 req-1b9916a9-0c88-4e70-b70c-cd0c9e73f843 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=6875e3de-9994-4d92-bb18-97bc236a93a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612214 Sep 18 20:11:18.790652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-3d28a2e3-e0a3-4831-99e8-8209ab6898ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:18.792402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-3d28a2e3-e0a3-4831-99e8-8209ab6898ed tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 946 time: 0.1381319 Sep 18 20:11:18.862502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 21444718-8a37-4c1f-a377-7b9acb50524e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:11:18.897643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 21444718-8a37-4c1f-a377-7b9acb50524e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:11:18.897987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 21444718-8a37-4c1f-a377-7b9acb50524e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:11:18.963305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port be4f7a58-ff4f-4a23-b255-7e363f1b3736 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:18.963594 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:19.066428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port be4f7a58-ff4f-4a23-b255-7e363f1b3736, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=be4f7a58-ff4f-4a23-b255-7e363f1b3736,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:19.067091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:19.085133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for be4f7a58-ff4f-4a23-b255-7e363f1b3736 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:19.246855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:19.282068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=be4f7a58-ff4f-4a23-b255-7e363f1b3736,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:19.340440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] No DVR routers for this DVR port be4f7a58-ff4f-4a23-b255-7e363f1b3736 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:11:19.343398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:19.346609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db983c46-993c-42c9-bc91-bfff1a9bba64 req-c416dd60-6570-4ad7-a572-cdf86e4bfb3e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "DELETE /v2.0/ports/be4f7a58-ff4f-4a23-b255-7e363f1b3736 HTTP/1.1" status: 204 len: 173 time: 0.5428302 Sep 18 20:11:19.347099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500daee8-0ef3-4cc7-80c9-acfd64be803e', 'name': 'network-vif-deleted', 'tag': 'be4f7a58-ff4f-4a23-b255-7e363f1b3736'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:11:19.351707 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61153686-0e19-44ef-9ca6-3864d0899d89" -d '{"events": [{"server_uuid": "500daee8-0ef3-4cc7-80c9-acfd64be803e", "name": "network-vif-deleted", "tag": "be4f7a58-ff4f-4a23-b255-7e363f1b3736"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:11:19.416938 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd368482-e183-4506-b5da-b6e23183fcba x-openstack-request-id: req-fd368482-e183-4506-b5da-b6e23183fcba {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:11:19.417421 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500daee8-0ef3-4cc7-80c9-acfd64be803e", "name": "network-vif-deleted", "tag": "be4f7a58-ff4f-4a23-b255-7e363f1b3736", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:11:19.417848 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd368482-e183-4506-b5da-b6e23183fcba {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:11:19.418418 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500daee8-0ef3-4cc7-80c9-acfd64be803e', 'name': 'network-vif-deleted', 'tag': 'be4f7a58-ff4f-4a23-b255-7e363f1b3736', 'status': 'completed', 'code': 200} Sep 18 20:11:19.927233 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9479e9df-f4f2-40df-851c-1c278722c74e req-2d60b5d3-32ae-4548-b331-a4958b9c6900 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=500daee8-0ef3-4cc7-80c9-acfd64be803e HTTP/1.1" status: 200 len: 210 time: 0.0597928 Sep 18 20:11:20.985740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33250) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:21.058345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26be0295-4b84-4162-bcbd-c4339d56ea68 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.085348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26be0295-4b84-4162-bcbd-c4339d56ea68 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.153387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26be0295-4b84-4162-bcbd-c4339d56ea68 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.156402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26be0295-4b84-4162-bcbd-c4339d56ea68 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.160829 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-26be0295-4b84-4162-bcbd-c4339d56ea68 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/security-groups/6875e3de-9994-4d92-bb18-97bc236a93a1 HTTP/1.1" status: 204 len: 168 time: 0.1703651 Sep 18 20:11:21.169330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be0295-4b84-4162-bcbd-c4339d56ea68 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6875e3de-9994-4d92-bb18-97bc236a93a1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:21.200544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33280) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:21.260289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b2c436-b8e7-4dca-95cd-9e27515c3390 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting subnet a55fadd2-31b2-4895-ac85-a742385c5643 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:11:21.263476 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c436-b8e7-4dca-95cd-9e27515c3390 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.321052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c436-b8e7-4dca-95cd-9e27515c3390 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.443017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c436-b8e7-4dca-95cd-9e27515c3390 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.508996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c436-b8e7-4dca-95cd-9e27515c3390 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.532413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42666d35-376b-4505-bcba-662cdd6a1194 None None] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:11:21.541187 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c436-b8e7-4dca-95cd-9e27515c3390 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.546134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33298) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:21.555030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b6b2c436-b8e7-4dca-95cd-9e27515c3390 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/subnets/a55fadd2-31b2-4895-ac85-a742385c5643 HTTP/1.1" status: 204 len: 168 time: 0.3533301 Sep 18 20:11:21.556427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2c436-b8e7-4dca-95cd-9e27515c3390 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Subnet': ['ID=a55fadd2-31b2-4895-ac85-a742385c5643,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:21.626467 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee80b7dc-f402-4f79-8ac8-f914e21a04a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.644185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.735006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port 40455a4e-5f23-4136-87e2-7e34da94a600 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:21.735357 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.812070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] DHCP port deletion for a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:11:21.823093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port 40455a4e-5f23-4136-87e2-7e34da94a600, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40455a4e-5f23-4136-87e2-7e34da94a600,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:21.823906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.836821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for 40455a4e-5f23-4136-87e2-7e34da94a600 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:21.887768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] Deleting port 40455a4e-5f23-4136-87e2-7e34da94a600 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:21.888478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.927210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:21.960260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] No DVR routers for this DVR port 40455a4e-5f23-4136-87e2-7e34da94a600 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:11:21.962887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=40455a4e-5f23-4136-87e2-7e34da94a600,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:22.065906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.098311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10d7ce2-d72c-45cc-90cc-082aa7e36ca7']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:22.130555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:22.130858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:22.143855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.151194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] For port 40455a4e-5f23-4136-87e2-7e34da94a600, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40455a4e-5f23-4136-87e2-7e34da94a600,segment=NetworkSegment(4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9),segment_id=4a085cd9-f7f5-4eaf-b4a3-8ae08f947ab9)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:22.152071 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.160333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.167341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] Calling delete_port for 40455a4e-5f23-4136-87e2-7e34da94a600 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:22.170155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:11:22.171219 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:11:22.177761 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:11:22.209335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device be4f7a58-ff4f-4a23-b255-7e363f1b3736 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:11:22.248939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.262713 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.265048 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/networks/a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 HTTP/1.1" status: 204 len: 168 time: 0.7179255 Sep 18 20:11:22.268092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33310) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:22.281342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4ece8-a5f0-4fc4-a385-5f56dbf330a8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Network': ['ID=a10d7ce2-d72c-45cc-90cc-082aa7e36ca7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:22.303295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.333933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: be4f7a58-ff4f-4a23-b255-7e363f1b3736 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:11:22.334691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device be4f7a58-ff4f-4a23-b255-7e363f1b3736 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:11:22.360878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] Network a10d7ce2-d72c-45cc-90cc-082aa7e36ca7 is not hosted by any dhcp agent {{(pid=94942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 20:11:22.362344 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] No DVR routers for this DVR port 40455a4e-5f23-4136-87e2-7e34da94a600 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:11:22.364125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a5d1b-6608-43f2-b00f-85928cceb052 None None] Pushing event deleted for resources: {'Port': ['ID=40455a4e-5f23-4136-87e2-7e34da94a600,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:22.439734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port a4e08eed-74bd-4a56-b38a-2ae37952a1e2 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:22.440156 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.553581 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.554170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.567444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for a4e08eed-74bd-4a56-b38a-2ae37952a1e2 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:22.740083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.772309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=a4e08eed-74bd-4a56-b38a-2ae37952a1e2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:22.850558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:22.851017 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Floating IP 62f90f6e-db8e-4fac-aae3-711ec9052a74 disassociated (deleted). External IP: 172.25.8.250, port: df8290de-b078-4f4d-9977-3dea6f4731e1. Sep 18 20:11:22.907937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40455a4e-5f23-4136-87e2-7e34da94a600 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:11:22.934507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 40455a4e-5f23-4136-87e2-7e34da94a600 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:11:22.934846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40455a4e-5f23-4136-87e2-7e34da94a600 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:11:23.083358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router 101c669c-1181-4c78-b1a0-c47497133594 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:11:23.220658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:11:23.226866 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:23.231726 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] Sync routers for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:11:23.248681 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:23.249677 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:10:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:23.263551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-25373b53-33b4-49ac-b9f4-53506008b7da tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/floatingips/62f90f6e-db8e-4fac-aae3-711ec9052a74 HTTP/1.1" status: 204 len: 168 time: 0.9943864 Sep 18 20:11:23.264371 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:11:23.277038 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31a140f-5f2d-4148-be25-b07ec51027d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:11:23.326676 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1428159-3656-47da-a4ac-3e450036c7cc x-openstack-request-id: req-d1428159-3656-47da-a4ac-3e450036c7cc {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:11:23.326793 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:11:23.327097 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1428159-3656-47da-a4ac-3e450036c7cc {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:11:23.327614 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'status': 'completed', 'code': 200} Sep 18 20:11:23.384484 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:23.463510 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:23.489273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:23.499455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-d939c655-d57c-489c-9f6f-8bfd7d3733b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:23.501379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-d939c655-d57c-489c-9f6f-8bfd7d3733b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 1098 time: 0.1451952 Sep 18 20:11:23.571619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33342) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:23.631887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-448febe1-7a7e-4a2c-a5f0-097dba46c437 admin admin] Deleting subnet f355e4a5-1d73-4c6d-9d11-83e093845482 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:11:23.636232 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-448febe1-7a7e-4a2c-a5f0-097dba46c437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:23.663528 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:15Z', 'revision_number': 6, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:23.696041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0594cb-0bee-41d1-9088-92d897e2b25f req-51d0d670-6dd6-4570-adda-9026fb868dc8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:23.701886 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] Checking router: 101c669c-1181-4c78-b1a0-c47497133594 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:11:23.707784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca0594cb-0bee-41d1-9088-92d897e2b25f req-51d0d670-6dd6-4570-adda-9026fb868dc8 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 946 time: 0.1451972 Sep 18 20:11:23.712963 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:23.714237 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:10:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:23.741302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-448febe1-7a7e-4a2c-a5f0-097dba46c437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:23.787569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-542345ca-1e01-44df-bc89-9010f24bf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:23.790138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-542345ca-1e01-44df-bc89-9010f24bf209 service neutron] 10.222.0.24 "GET /v2.0/networks?id=77c0d424-ccf6-4dfa-8197-9f4553642318 HTTP/1.1" status: 200 len: 897 time: 0.2817106 Sep 18 20:11:23.804614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ca0594cb-0bee-41d1-9088-92d897e2b25f req-d825ee32-a88f-45a0-8ab7-6bd8261007b4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959051 Sep 18 20:11:23.852913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-448febe1-7a7e-4a2c-a5f0-097dba46c437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:23.861171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-74209fda-f8c1-409c-b75a-10587a7939fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8290de-b078-4f4d-9977-3dea6f4731e1 HTTP/1.1" status: 200 len: 217 time: 0.0497446 Sep 18 20:11:23.932200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-a905630b-0379-430c-9d6c-b3ee404445fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:23.933712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-a905630b-0379-430c-9d6c-b3ee404445fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb5704c6-455e-4434-bac0-f92112ec37b4 HTTP/1.1" status: 200 len: 834 time: 0.0663419 Sep 18 20:11:23.952385 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-448febe1-7a7e-4a2c-a5f0-097dba46c437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:23.988635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:24.011911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-448febe1-7a7e-4a2c-a5f0-097dba46c437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:24.016227 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-448febe1-7a7e-4a2c-a5f0-097dba46c437 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f355e4a5-1d73-4c6d-9d11-83e093845482 HTTP/1.1" status: 204 len: 168 time: 0.4408417 Sep 18 20:11:24.016227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448febe1-7a7e-4a2c-a5f0-097dba46c437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f355e4a5-1d73-4c6d-9d11-83e093845482,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:24.016580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33352) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:24.031329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-4b95e484-414d-432b-800a-e80720d6db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:24.034110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-4b95e484-414d-432b-800a-e80720d6db78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=77c0d424-ccf6-4dfa-8197-9f4553642318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915229 Sep 18 20:11:24.227290 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:15Z', 'revision_number': 6, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:24.257315 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038afe1b-3b88-4fdb-a6f9-39ca74395ecd None None] The sync data for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 is: [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:15Z', 'revision_number': 6, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '6f48ff0e-de89-4a57-8d26-b8bf57a76ce9', 'name': '', 'network_id': '77c0d424-ccf6-4dfa-8197-9f4553642318', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:0e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:43Z', 'updated_at': '2021-09-18T20:09:48Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'eb5704c6-455e-4434-bac0-f92112ec37b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:11:24.540629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dacec15-3a94-4134-be47-b1e1967d7d0f None None] New status for floating IP 62f90f6e-db8e-4fac-aae3-711ec9052a74: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:11:24.575700 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:24.606931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-34c1bf71-9041-43d4-b9cd-37cb5f52da59 service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633178 Sep 18 20:11:24.730426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:24.785624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b6cb87-fdc0-48cf-93ac-a2aa01875285']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:24.793538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:24.807706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cef71e9-92a7-4fed-974c-1755f949133d') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:24.808488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cef71e9-92a7-4fed-974c-1755f949133d') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:24.821900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f31a140f-5f2d-4148-be25-b07ec51027d3 req-46fccedd-cbdc-40a1-9810-10b26a60d993 service neutron] 10.222.0.24 "GET /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970594 Sep 18 20:11:24.833161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:24.855063 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:24.867721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b966a09-1be4-4297-8728-bab037adee92 req-e5d9d041-84f0-4cc6-a53c-ac266e4ae46a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:24.869187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b966a09-1be4-4297-8728-bab037adee92 req-e5d9d041-84f0-4cc6-a53c-ac266e4ae46a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 946 time: 0.1197500 Sep 18 20:11:24.872004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:11:24.872397 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:11:24.874100 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:11:24.922791 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-632a5c96-1efc-4444-ab59-19fac9433ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.026739 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.038613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ae4c9-ae91-4360-85d8-03ae8f350784 req-6304b6db-1437-4e6c-8224-c61d81bb1db0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:25.043848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f76ae4c9-ae91-4360-85d8-03ae8f350784 req-6304b6db-1437-4e6c-8224-c61d81bb1db0 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd80c2a2-128d-4b14-8552-a1650383dde9 HTTP/1.1" status: 200 len: 946 time: 0.1513772 Sep 18 20:11:25.046626 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.049028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e9b6cb87-fdc0-48cf-93ac-a2aa01875285 HTTP/1.1" status: 204 len: 168 time: 1.0309556 Sep 18 20:11:25.077365 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce526f-89ce-4023-a46b-4183e17585e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b6cb87-fdc0-48cf-93ac-a2aa01875285,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:25.110423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f76ae4c9-ae91-4360-85d8-03ae8f350784 req-d11bed6c-9207-487a-bc59-6c8f9b1755e3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6cc2e05-1a69-4b17-896a-36c724c62265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587640 Sep 18 20:11:25.122294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port df8290de-b078-4f4d-9977-3dea6f4731e1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:25.122543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.186850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33378) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:25.241171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port df8290de-b078-4f4d-9977-3dea6f4731e1, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=df8290de-b078-4f4d-9977-3dea6f4731e1,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:25.241560 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.245540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33380) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:25.248045 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fa818a3d-77ca-4f13-a8e4-6ae0f9bf9031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51c1de452ed54bdab6d6e47014d78a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541103 Sep 18 20:11:25.269450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for df8290de-b078-4f4d-9977-3dea6f4731e1 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:25.349513 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a600-b53f-474d-98c5-98381a0161a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.386769 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a600-b53f-474d-98c5-98381a0161a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.478745 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.494403 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a600-b53f-474d-98c5-98381a0161a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.497091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a600-b53f-474d-98c5-98381a0161a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.498265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f5f3a600-b53f-474d-98c5-98381a0161a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb91747a-c29b-40af-863c-f47d74dfa23c HTTP/1.1" status: 204 len: 168 time: 0.2516155 Sep 18 20:11:25.523989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=df8290de-b078-4f4d-9977-3dea6f4731e1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:25.535160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3a600-b53f-474d-98c5-98381a0161a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb91747a-c29b-40af-863c-f47d74dfa23c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:25.573431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] No DVR routers for this DVR port df8290de-b078-4f4d-9977-3dea6f4731e1 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:11:25.576165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.578286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5b966a09-1be4-4297-8728-bab037adee92 req-bba17f96-313b-41b9-9650-94ec719502ff tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "DELETE /v2.0/ports/df8290de-b078-4f4d-9977-3dea6f4731e1 HTTP/1.1" status: 204 len: 173 time: 0.6926744 Sep 18 20:11:25.578868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'name': 'network-vif-deleted', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:11:25.583270 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7845149f-df1c-4f4e-b8f7-19806951c6cf" -d '{"events": [{"server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "name": "network-vif-deleted", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:11:25.600609 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:25.638593 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f4ccdd-d87f-45e2-911d-7b8d0beec588 x-openstack-request-id: req-30f4ccdd-d87f-45e2-911d-7b8d0beec588 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:11:25.639035 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80c2a2-128d-4b14-8552-a1650383dde9", "name": "network-vif-deleted", "tag": "df8290de-b078-4f4d-9977-3dea6f4731e1", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:11:25.639345 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30f4ccdd-d87f-45e2-911d-7b8d0beec588 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:11:25.639827 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80c2a2-128d-4b14-8552-a1650383dde9', 'name': 'network-vif-deleted', 'tag': 'df8290de-b078-4f4d-9977-3dea6f4731e1', 'status': 'completed', 'code': 200} Sep 18 20:11:26.175532 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33416) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:26.279573 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5cca90b-efe0-4393-909b-4e848976333c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:26.314441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5cca90b-efe0-4393-909b-4e848976333c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:26.399967 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5cca90b-efe0-4393-909b-4e848976333c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:26.402595 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5cca90b-efe0-4393-909b-4e848976333c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:26.403799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b5cca90b-efe0-4393-909b-4e848976333c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6cc2e05-1a69-4b17-896a-36c724c62265 HTTP/1.1" status: 204 len: 168 time: 0.2273347 Sep 18 20:11:26.416169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cca90b-efe0-4393-909b-4e848976333c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc2e05-1a69-4b17-896a-36c724c62265,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:26.444645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:26.849371 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:27.162258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:27.162833 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:27.263305 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:27.263882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:27.276374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:27.471233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:27.503253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=6f48ff0e-de89-4a57-8d26-b8bf57a76ce9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:27.517688 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:27.729618 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:27.955817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router 101c669c-1181-4c78-b1a0-c47497133594 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:11:27.986772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-d6aa4c7c-8857-4dbe-aadf-eb3f05c6925c req-5d003a39-b36e-4795-b532-34bf6d566318 service neutron] (94941) timed out ('10.222.0.20', 36560) {{(pid=94941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:11:28.209357 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device df8290de-b078-4f4d-9977-3dea6f4731e1 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:11:28.232213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: df8290de-b078-4f4d-9977-3dea6f4731e1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:11:28.232700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device df8290de-b078-4f4d-9977-3dea6f4731e1 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:11:28.372810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:11:28.384140 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d7cce848-8991-4a62-ba1e-8fcd52e8550a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "PUT /v2.0/routers/101c669c-1181-4c78-b1a0-c47497133594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9374590 Sep 18 20:11:28.385281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33488) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:28.387601 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] Sync routers for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:11:28.401487 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:28.402350 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:28.473101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-723955df-b853-4e12-b2b0-1d5faa66c45c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting subnet eb5704c6-455e-4434-bac0-f92112ec37b4 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:11:28.477802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-723955df-b853-4e12-b2b0-1d5faa66c45c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:28.524716 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-723955df-b853-4e12-b2b0-1d5faa66c45c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:28.539414 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:28.644497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-723955df-b853-4e12-b2b0-1d5faa66c45c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:28.721587 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-723955df-b853-4e12-b2b0-1d5faa66c45c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:28.753847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723955df-b853-4e12-b2b0-1d5faa66c45c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5704c6-455e-4434-bac0-f92112ec37b4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:28.766065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-723955df-b853-4e12-b2b0-1d5faa66c45c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:28.768637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8246ec3-6acb-41fa-ac95-d0008ec6d8fe None None] Network 77c0d424-ccf6-4dfa-8197-9f4553642318 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:11:28.772169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-723955df-b853-4e12-b2b0-1d5faa66c45c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/subnets/eb5704c6-455e-4434-bac0-f92112ec37b4 HTTP/1.1" status: 204 len: 168 time: 0.3795476 Sep 18 20:11:28.772708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33496) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:28.805988 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:27Z', 'revision_number': 7, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:28.894036 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] Checking router: 101c669c-1181-4c78-b1a0-c47497133594 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:11:28.928233 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] Routers {'101c669c-1181-4c78-b1a0-c47497133594'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:28.929130 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['101c669c-1181-4c78-b1a0-c47497133594'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:29.023686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.045447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] DHCP port deletion for 77c0d424-ccf6-4dfa-8197-9f4553642318 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:11:29.088443 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] Set router 101c669c-1181-4c78-b1a0-c47497133594 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:29.140915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] Deleting port f4430027-b176-4a92-b664-1afca01df580 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:29.142205 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.190069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.248588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] For port f4430027-b176-4a92-b664-1afca01df580, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f4430027-b176-4a92-b664-1afca01df580,segment=NetworkSegment(b6f8f401-e07e-42df-85ec-364e3f8742ba),segment_id=b6f8f401-e07e-42df-85ec-364e3f8742ba)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:29.249280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.261696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port f91830d6-fd6b-4822-aa58-86b01703208d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:11:29.262125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.273195 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] Calling delete_port for f4430027-b176-4a92-b664-1afca01df580 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:29.369088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port f91830d6-fd6b-4822-aa58-86b01703208d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f91830d6-fd6b-4822-aa58-86b01703208d,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:29.369761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.376584 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.377189 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:27Z', 'revision_number': 7, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:29.384302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for f91830d6-fd6b-4822-aa58-86b01703208d owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:11:29.408064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] Pushing event deleted for resources: {'Port': ['ID=f4430027-b176-4a92-b664-1afca01df580,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:29.415981 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa971d5-55dd-4a54-be6c-fdb01d0207d9 None None] The sync data for ids ['101c669c-1181-4c78-b1a0-c47497133594'] in n-d-789963-11 is: [{'id': '101c669c-1181-4c78-b1a0-c47497133594', 'name': 'tempest-TestNetworkBasicOps-router-1861881942', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:11:27Z', 'revision_number': 7, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'f91830d6-fd6b-4822-aa58-86b01703208d', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101c669c-1181-4c78-b1a0-c47497133594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:40Z', 'updated_at': '2021-09-18T20:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:11:29.416776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039d7d7-0152-4699-899e-54bb8f059a1d None None] No DVR routers for this DVR port f4430027-b176-4a92-b664-1afca01df580 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:11:29.605125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.632185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=f91830d6-fd6b-4822-aa58-86b01703208d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:29.705137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.830221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.844842 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.898270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.898699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Fanout notify agent at l3_agent the message router_deleted on router 101c669c-1181-4c78-b1a0-c47497133594 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:11:29.906168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:29.908056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-179beb86-0a99-4365-b8ab-73d541c272f6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/routers/101c669c-1181-4c78-b1a0-c47497133594 HTTP/1.1" status: 204 len: 168 time: 1.1335521 Sep 18 20:11:29.910700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33526) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:30.017974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.131583 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.160995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c0d424-ccf6-4dfa-8197-9f4553642318']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:30.170796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f8f401-e07e-42df-85ec-364e3f8742ba') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:30.171355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f8f401-e07e-42df-85ec-364e3f8742ba') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:30.182477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.196658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.203413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:11:30.204797 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:11:30.208368 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:11:30.277539 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.283929 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.286353 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/networks/77c0d424-ccf6-4dfa-8197-9f4553642318 HTTP/1.1" status: 204 len: 168 time: 0.3723583 Sep 18 20:11:30.305722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33536) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:30.311099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'network': {'name': 'tempest-network-smoke--848675014', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'port_security_enabled': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:30.316938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f26a4-be58-4d70-9dc5-3e7eaeb79355 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Network': ['ID=77c0d424-ccf6-4dfa-8197-9f4553642318,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:30.346882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:11:30.351855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.385596 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:11:30.396681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.397514 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Added segment 6ed3611a-ec14-4b68-949e-ed8b36baaabd of type vlan for network 3a25cca6-14c6-453f-a283-1a3988e0e199 Sep 18 20:11:30.450066 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.479226 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.484843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:30.486390 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.533759 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2231631 Sep 18 20:11:30.534556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33542) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:30.539860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'admin_state_up': True, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:30.565697 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad5eaf-e58f-4670-88c0-dde0ac048d59 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Network': ['ID=3a25cca6-14c6-453f-a283-1a3988e0e199,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:30.581733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:11:30.590567 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.592185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.665592 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.825297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:30.895330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f4430027-b176-4a92-b664-1afca01df580 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:11:30.925668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f4430027-b176-4a92-b664-1afca01df580 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:11:30.926020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f4430027-b176-4a92-b664-1afca01df580 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:11:30.926438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:11:30.948757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:11:30.949108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 6f48ff0e-de89-4a57-8d26-b8bf57a76ce9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:11:30.949665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f91830d6-fd6b-4822-aa58-86b01703208d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:11:30.974317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f91830d6-fd6b-4822-aa58-86b01703208d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:11:30.974676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f91830d6-fd6b-4822-aa58-86b01703208d not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:11:31.067303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:31.092221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:31.203690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.25.8.88 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:31.327947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:31.366444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:31.402312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:31.405192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:31.408241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:31.445208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:31.457145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.457492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.457836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.458176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.458511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.458841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.459172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.459526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.459854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.460180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.460509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.460862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:31.706069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:31.927333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:32.071849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router f3511fd9-b530-4828-a223-69426393919d is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:11:32.187354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:11:32.206052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Sync routers for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:11:32.213112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:32.215631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-23556cde-6178-48c0-9acc-08da934b8551 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6798327 Sep 18 20:11:32.215856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:32.216838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:32.218669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33606) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:32.262135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33610) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:32.262847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-769c5ed1-2d97-4072-843e-44fd8dff4e3e tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a1417d5857d74279827179d17c2bc792&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407164 Sep 18 20:11:32.366185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:32.376586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be41b99-0542-4c22-b95c-18e3ec31cd06 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:32.378003 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2be41b99-0542-4c22-b95c-18e3ec31cd06 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1139543 Sep 18 20:11:32.383401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33618) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:32.424573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cc874873-5d7b-43c3-ace2-8895ec8d65b0 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421481 Sep 18 20:11:32.426859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33620) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:32.432881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-600673480', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:32.545031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:11:32.550019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:32.616462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:31Z', 'revision_number': 3, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:32.648126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Checking router: f3511fd9-b530-4828-a223-69426393919d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:11:32.648484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Updating router f3511fd9-b530-4828-a223-69426393919d port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:11:32.680688 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:32.780855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:32.863613 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Subnet': ['ID=adc322ac-1df6-4a23-bfd3-501dfd877404,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:32.874365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.874718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.875068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.875441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.875921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.876469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.876823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.877163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.877502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.877838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.878174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.878533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:32.888392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Checking segment: {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:32.888771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network hostable DHCP agents. Network: 3a25cca6-14c6-453f-a283-1a3988e0e199, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:11:32.908717 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:11:32.924518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 3a25cca6-14c6-453f-a283-1a3988e0e199) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:32.934262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:32.935255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:32.948066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9ba26-c37d-4997-ab8b-dcedf475e604 None None] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:11:32.959957 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-70fee7bd-5655-4ced-9fcc-eae5c8129097 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5317297 Sep 18 20:11:32.960892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33636) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:33.165671 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:33.177209 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:33.239337 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074663b-7dae-4c8c-b687-c0cb0f43c45e None None] Pushing event updated for resources: {'Port': ['ID=dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:33.270745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-3a25cca6-14c6-453f-a283-1a3988e0e199', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:11:33.271639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:33.348721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Attempting to bind port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:11:33.349099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Attempting to bind port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:11:33.349533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Attempting to bind port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:33.365489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:11:33.365907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:33.366322 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:33.366825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:11:33.367303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Bound port: dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:11:33.367716 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:33.468913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] For port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:11:33.473846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] For port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:11:33.478380 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Allocated IP 172.20.0.2 (3a25cca6-14c6-453f-a283-1a3988e0e199/adc322ac-1df6-4a23-bfd3-501dfd877404/60e129f4-705f-4376-99a9-ea101a9c791c) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:33.484092 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:33.563048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:33.564283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:33.567173 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:33.681445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074663b-7dae-4c8c-b687-c0cb0f43c45e None None] Pushing event updated for resources: {'Port': ['ID=dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:33.803794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:33.952944 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:33.976859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:34.062923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:34.064781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:34.072049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:34.164479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Pushing event updated for resources: {'Port': ['ID=60e129f4-705f-4376-99a9-ea101a9c791c,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:34.180845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Attempting to bind port 60e129f4-705f-4376-99a9-ea101a9c791c on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:11:34.181443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Attempting to bind port 60e129f4-705f-4376-99a9-ea101a9c791c by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:11:34.182000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Attempting to bind port 60e129f4-705f-4376-99a9-ea101a9c791c on network 3a25cca6-14c6-453f-a283-1a3988e0e199 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:34.191948 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:11:34.192564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Checking segment: {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:34.193407 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:34.193954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Bound using segment: {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:11:34.194573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Bound port: 60e129f4-705f-4376-99a9-ea101a9c791c, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:11:34.195115 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:34.374548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.20.0.1 (3a25cca6-14c6-453f-a283-1a3988e0e199/adc322ac-1df6-4a23-bfd3-501dfd877404/3b40c574-be7f-470e-8de5-33b513634588) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:34.481764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:31Z', 'revision_number': 3, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:34.514971 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] For port 60e129f4-705f-4376-99a9-ea101a9c791c, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:11:34.517758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741dd63-14bc-4085-b43c-beee1027426f None None] The sync data for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 is: [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:31Z', 'revision_number': 3, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:11:34.528185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:34.534545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] For port 60e129f4-705f-4376-99a9-ea101a9c791c, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=60e129f4-705f-4376-99a9-ea101a9c791c,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:11:34.547280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:34.606752 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:34.656860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c88886-bedc-40b4-8ee0-1b59efa0f095 None None] Pushing event updated for resources: {'Port': ['ID=60e129f4-705f-4376-99a9-ea101a9c791c,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:34.692729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:34.700031 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:34.706828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:34.759407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=3b40c574-be7f-470e-8de5-33b513634588,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:34.782065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:35.060436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:35.486004 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:35.497037 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:35.592259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=3b40c574-be7f-470e-8de5-33b513634588,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:35.602280 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:35.724880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:35.726453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:35.879602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router f3511fd9-b530-4828-a223-69426393919d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:11:36.020718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb5b87-c435-4440-bf57-1e1e6486d371 None None] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:11:36.026750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:11:36.033321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9bb2f1f5-6e1c-4206-bbe4-f2465880e3ad tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "PUT /v2.0/routers/f3511fd9-b530-4828-a223-69426393919d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0706127 Sep 18 20:11:36.035825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33702) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:36.107200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e1103143-bec4-4306-93b0-2c9728beb6f1 None None] Provisioning complete for port 60e129f4-705f-4376-99a9-ea101a9c791c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:36.107591 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e1103143-bec4-4306-93b0-2c9728beb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:36.315400 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e1103143-bec4-4306-93b0-2c9728beb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:36.359007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1bfb4-cfd7-4efa-99a0-db8e5e46481d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.359871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1bfb4-cfd7-4efa-99a0-db8e5e46481d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.361506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1bfb4-cfd7-4efa-99a0-db8e5e46481d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.362175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1bfb4-cfd7-4efa-99a0-db8e5e46481d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.362660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1bfb4-cfd7-4efa-99a0-db8e5e46481d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.363128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1bfb4-cfd7-4efa-99a0-db8e5e46481d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.365277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d0d1bfb4-cfd7-4efa-99a0-db8e5e46481d tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.3222361 Sep 18 20:11:36.367996 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33716) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:36.434866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a53aa-87a1-4eff-9fd6-1b68269a8cb9 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.435461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a53aa-87a1-4eff-9fd6-1b68269a8cb9 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.435871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a53aa-87a1-4eff-9fd6-1b68269a8cb9 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.436509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a53aa-87a1-4eff-9fd6-1b68269a8cb9 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.437211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a53aa-87a1-4eff-9fd6-1b68269a8cb9 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.437819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a53aa-87a1-4eff-9fd6-1b68269a8cb9 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:36.441562 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dc5a53aa-87a1-4eff-9fd6-1b68269a8cb9 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.0719182 Sep 18 20:11:36.444555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33718) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:36.446614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e1103143-bec4-4306-93b0-2c9728beb6f1 None None] For port 60e129f4-705f-4376-99a9-ea101a9c791c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=60e129f4-705f-4376-99a9-ea101a9c791c,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:36.459487 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e1103143-bec4-4306-93b0-2c9728beb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:36.538335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1103143-bec4-4306-93b0-2c9728beb6f1 None None] Pushing event updated for resources: {'Port': ['ID=60e129f4-705f-4376-99a9-ea101a9c791c,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:36.788751 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Sync routers for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:11:36.806059 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:36.807052 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:36.824941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a07f2543-7a94-445d-96e3-d30660c0007f tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.3790858 Sep 18 20:11:36.890700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4e3564f4-c0f1-42dd-9b14-829ae3605ece None None] Provisioning complete for port 3b40c574-be7f-470e-8de5-33b513634588 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:36.891692 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e3564f4-c0f1-42dd-9b14-829ae3605ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:36.993347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4e3564f4-c0f1-42dd-9b14-829ae3605ece None None] Port 3b40c574-be7f-470e-8de5-33b513634588 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:11:37.021122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4e3564f4-c0f1-42dd-9b14-829ae3605ece None None] Provisioning complete for port 60e129f4-705f-4376-99a9-ea101a9c791c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:37.021745 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e3564f4-c0f1-42dd-9b14-829ae3605ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.039093 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:37.085792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:37.247841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:37.248442 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.345519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e2fe493f-ade7-410c-80ef-3a63afa30070 None None] Provisioning complete for port 3b40c574-be7f-470e-8de5-33b513634588 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:37.346162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e2fe493f-ade7-410c-80ef-3a63afa30070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.452062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe493f-ade7-410c-80ef-3a63afa30070 None None] Port 3b40c574-be7f-470e-8de5-33b513634588 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:11:37.470990 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.494843 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:35Z', 'revision_number': 2, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:37.523605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33736) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:37.533913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-76c7222a-c658-4b2c-9176-852f0ae9b61c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137005752', 'description': 'tempest-secgroup-smoke-1137005752 description', 'project_id': 'a1417d5857d74279827179d17c2bc792'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:37.534382 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Checking router: f3511fd9-b530-4828-a223-69426393919d for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:11:37.534991 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Updating router f3511fd9-b530-4828-a223-69426393919d port 3b40c574-be7f-470e-8de5-33b513634588 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:11:37.553951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:37.562614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.564777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 60e129f4-705f-4376-99a9-ea101a9c791c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:37.593439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76c7222a-c658-4b2c-9176-852f0ae9b61c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.601630 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.733825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:37.739302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-67aadb18-bb96-4bfd-9bf0-1ede89ccd990 None None] Provisioning complete for port 3b40c574-be7f-470e-8de5-33b513634588 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:37.739721 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-67aadb18-bb96-4bfd-9bf0-1ede89ccd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.765053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 60e129f4-705f-4376-99a9-ea101a9c791c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:37.765737 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.817098 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76c7222a-c658-4b2c-9176-852f0ae9b61c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.824351 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76c7222a-c658-4b2c-9176-852f0ae9b61c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.840404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-67aadb18-bb96-4bfd-9bf0-1ede89ccd990 None None] Port 3b40c574-be7f-470e-8de5-33b513634588 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:11:37.882270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-76c7222a-c658-4b2c-9176-852f0ae9b61c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:37.899060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33744) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:37.899607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-76c7222a-c658-4b2c-9176-852f0ae9b61c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3736658 Sep 18 20:11:37.901900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7222a-c658-4b2c-9176-852f0ae9b61c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb561a90-6c95-4671-bb92-9387badfb569,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:37.905361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ea9a0f27-b553-46b4-8a01-9d617f727404 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'cb561a90-6c95-4671-bb92-9387badfb569', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:37.941611 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0f27-b553-46b4-8a01-9d617f727404 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.005490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0f27-b553-46b4-8a01-9d617f727404 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.010023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0f27-b553-46b4-8a01-9d617f727404 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.026608 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.029990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a0f27-b553-46b4-8a01-9d617f727404 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4eddbd-fe95-4378-8402-cc1204f49bf2,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:38.034242 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.042451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0f27-b553-46b4-8a01-9d617f727404 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.045300 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ea9a0f27-b553-46b4-8a01-9d617f727404 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449854 Sep 18 20:11:38.048164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33746) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:38.053182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8bcbc9d9-ed1f-4738-8b0b-07e4041fc1e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'cb561a90-6c95-4671-bb92-9387badfb569', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:38.112345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bcbc9d9-ed1f-4738-8b0b-07e4041fc1e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.222215 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581bef8-52a4-4aba-bf73-19ac88c9eab2 None None] Pushing event updated for resources: {'Port': ['ID=3b40c574-be7f-470e-8de5-33b513634588,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:38.238224 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Attempting to bind port 3b40c574-be7f-470e-8de5-33b513634588 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:11:38.238704 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Attempting to bind port 3b40c574-be7f-470e-8de5-33b513634588 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:11:38.239142 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Attempting to bind port 3b40c574-be7f-470e-8de5-33b513634588 on network 3a25cca6-14c6-453f-a283-1a3988e0e199 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:38.244806 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:11:38.245310 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Checking segment: {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:38.245765 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.246638 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Bound using segment: {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:11:38.246783 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Bound port: 3b40c574-be7f-470e-8de5-33b513634588, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:11:38.247208 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.248119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bcbc9d9-ed1f-4738-8b0b-07e4041fc1e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.260740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bcbc9d9-ed1f-4738-8b0b-07e4041fc1e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.285045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbc9d9-ed1f-4738-8b0b-07e4041fc1e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f877b8-681b-498b-86d2-81fc5753219c,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:38.314327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8bcbc9d9-ed1f-4738-8b0b-07e4041fc1e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.319244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33754) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:38.319439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8bcbc9d9-ed1f-4738-8b0b-07e4041fc1e4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2696455 Sep 18 20:11:38.326008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d83a638c-0b2c-4446-b789-a0fc52874694 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'cb561a90-6c95-4671-bb92-9387badfb569', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:38.335877 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] For port 3b40c574-be7f-470e-8de5-33b513634588, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:11:38.339220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] For port 3b40c574-be7f-470e-8de5-33b513634588, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b40c574-be7f-470e-8de5-33b513634588,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:11:38.347869 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.372798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d83a638c-0b2c-4446-b789-a0fc52874694 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.403430 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:38.404058 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:38.466190 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d83a638c-0b2c-4446-b789-a0fc52874694 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.468965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Provisioning complete for port 3b40c574-be7f-470e-8de5-33b513634588 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:38.470760 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.471662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d83a638c-0b2c-4446-b789-a0fc52874694 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.505328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a638c-0b2c-4446-b789-a0fc52874694 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1969a1c2-2a52-46b8-8740-55a3332ad568,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:38.518300 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d83a638c-0b2c-4446-b789-a0fc52874694 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.520483 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d83a638c-0b2c-4446-b789-a0fc52874694 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990962 Sep 18 20:11:38.523825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33758) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:38.538195 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:38.546868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-74ea98fa-4f14-4442-95c0-519d2ac47f3c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'cb561a90-6c95-4671-bb92-9387badfb569', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:38.586953 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74ea98fa-4f14-4442-95c0-519d2ac47f3c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.672036 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74ea98fa-4f14-4442-95c0-519d2ac47f3c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.677685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74ea98fa-4f14-4442-95c0-519d2ac47f3c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.694886 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea98fa-4f14-4442-95c0-519d2ac47f3c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3fe449-de6a-4af5-b40f-8f68d53e10e8,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:38.711737 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.744144 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74ea98fa-4f14-4442-95c0-519d2ac47f3c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.745639 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-74ea98fa-4f14-4442-95c0-519d2ac47f3c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2206120 Sep 18 20:11:38.748400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33760) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:38.757400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-61cde030-0c31-4cca-bdf4-c477aba53840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'cb561a90-6c95-4671-bb92-9387badfb569', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:38.772745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] For port 3b40c574-be7f-470e-8de5-33b513634588, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b40c574-be7f-470e-8de5-33b513634588,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:38.773025 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581bef8-52a4-4aba-bf73-19ac88c9eab2 None None] Pushing event updated for resources: {'Port': ['ID=3b40c574-be7f-470e-8de5-33b513634588,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:38.789070 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.807349 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-61cde030-0c31-4cca-bdf4-c477aba53840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Project a1417d5857d74279827179d17c2bc792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:11:38.815287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cde030-0c31-4cca-bdf4-c477aba53840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.858229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Pushing event updated for resources: {'Port': ['ID=3b40c574-be7f-470e-8de5-33b513634588,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:38.870430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.875189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.876468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.877221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.877658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.878119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.878549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.878980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.879425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.879857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.880432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.880558 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:38Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:38.880974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d4cfde-59c6-4c2f-80c1-73b01fa64574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:11:38.914552 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67704020-53bc-4a20-8d98-cf4f84e80d1d None None] The sync data for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 is: [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:38Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:11:38.940941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b3d078b8-f3cb-41b4-b92c-4d3736b500fd None None] Provisioning complete for port 3b40c574-be7f-470e-8de5-33b513634588 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:38.941326 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b3d078b8-f3cb-41b4-b92c-4d3736b500fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.958498 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cde030-0c31-4cca-bdf4-c477aba53840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:38.965681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cde030-0c31-4cca-bdf4-c477aba53840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:39.002849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cde030-0c31-4cca-bdf4-c477aba53840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe0d158-d1eb-4d86-bae7-88e4d9910425,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:39.012475 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61cde030-0c31-4cca-bdf4-c477aba53840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:39.014394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-61cde030-0c31-4cca-bdf4-c477aba53840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649286 Sep 18 20:11:39.018832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33766) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:39.026527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-bdb0ac4b-ed2b-4146-a056-6d324c28aa9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'security_group_rule': {'security_group_id': 'cb561a90-6c95-4671-bb92-9387badfb569', 'project_id': 'a1417d5857d74279827179d17c2bc792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:39.028977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:39.053404 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-bdb0ac4b-ed2b-4146-a056-6d324c28aa9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Project a1417d5857d74279827179d17c2bc792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:11:39.060215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ac4b-ed2b-4146-a056-6d324c28aa9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:39.142996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:39.143389 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:39.152121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ac4b-ed2b-4146-a056-6d324c28aa9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:39.161388 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ac4b-ed2b-4146-a056-6d324c28aa9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:39.182421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0ac4b-ed2b-4146-a056-6d324c28aa9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8038eec8-726d-46d0-a081-211fcdc66bae,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:39.204444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ac4b-ed2b-4146-a056-6d324c28aa9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:39.205923 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bdb0ac4b-ed2b-4146-a056-6d324c28aa9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1859200 Sep 18 20:11:39.477803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-4dc07cfb-4832-4cae-b531-94bcfc9ffec4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137005752&fields=id&tenant_id=a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 267 time: 0.0369084 Sep 18 20:11:39.604151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a625-974e-4cdb-b060-58ca4980a908 req-94ac740c-547e-4659-b9c9-53c0c7f3eab6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:39.616197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-94ac740c-547e-4659-b9c9-53c0c7f3eab6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/networks?id=3a25cca6-14c6-453f-a283-1a3988e0e199 HTTP/1.1" status: 200 len: 796 time: 0.1254590 Sep 18 20:11:39.632728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-c7c170bf-8c0b-4832-b89f-12f105730b7d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/quotas/a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 375 time: 0.0158222 Sep 18 20:11:39.707741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-14fe71a2-c564-4eb6-933e-f3095457ed06 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650375 Sep 18 20:11:39.714599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-05642f3a-b58b-4735-9288-40c1e3f0eda2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:11:39.721393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-05642f3a-b58b-4735-9288-40c1e3f0eda2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110164 Sep 18 20:11:39.843951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-796f43b7-ba0f-473f-9254-067aa73df4e5 service neutron] 10.222.0.20 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199579 Sep 18 20:11:39.990394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-af9ddd38-b54d-4f7b-9fce-6aa5f9dfc0a6 service neutron] 10.222.0.20 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422081 Sep 18 20:11:40.233448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ad52ab3-189b-478e-83b9-daaa23b523e3 req-86ae4d28-c48b-444a-8d34-9cf0ab5eeb58 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 210 time: 0.0394757 Sep 18 20:11:40.358093 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:11:40.946122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b40c574-be7f-470e-8de5-33b513634588 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:41.004620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3b40c574-be7f-470e-8de5-33b513634588 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:41.005002 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:41.284453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a625-974e-4cdb-b060-58ca4980a908 req-990cba49-115e-4b23-843b-224fa65b342f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:41.286241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-990cba49-115e-4b23-843b-224fa65b342f tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/networks?id=3a25cca6-14c6-453f-a283-1a3988e0e199 HTTP/1.1" status: 200 len: 796 time: 0.1179757 Sep 18 20:11:41.360329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-6065b9e6-daa2-4a11-abc8-bb645f27ba44 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1417d5857d74279827179d17c2bc792 HTTP/1.1" status: 200 len: 380 time: 0.0602674 Sep 18 20:11:41.378113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'port': {'device_id': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'admin_state_up': True, 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'security_groups': ['cb561a90-6c95-4671-bb92-9387badfb569']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:41.402776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ac7490b-9f64-41f2-adde-5c108ce89eed req-8d8ee537-da05-4451-9968-67942bf83df6 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 210 time: 0.0412066 Sep 18 20:11:41.541457 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Made reservation on behalf of a1417d5857d74279827179d17c2bc792 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:11:41.545205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:41.691036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.20.0.8 (3a25cca6-14c6-453f-a283-1a3988e0e199/adc322ac-1df6-4a23-bfd3-501dfd877404/953f708a-92e4-40b5-8951-393d8e71033a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:41.845501 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:41.879743 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:41.925350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:41.928915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:41.931416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:41.965254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=953f708a-92e4-40b5-8951-393d8e71033a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:42.004885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:42.005558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.029916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-505700e1-90bf-4110-a925-22c1fd40a667 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6596539 Sep 18 20:11:42.044731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Request body: {'port': {'device_id': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:42.112583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.296547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4cc5d971-bedd-4a81-b764-498d6954fa46 None None] Provisioning complete for port 953f708a-92e4-40b5-8951-393d8e71033a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:42.298012 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4cc5d971-bedd-4a81-b764-498d6954fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.358671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5d971-bedd-4a81-b764-498d6954fa46 None None] Port 953f708a-92e4-40b5-8951-393d8e71033a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:11:42.383276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33856) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:42.528957 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2235bda1-13e2-40f3-957f-26e9f354184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.618677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953f708a-92e4-40b5-8951-393d8e71033a {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:11:42.634071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.649644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Transition to ACTIVE for port object 953f708a-92e4-40b5-8951-393d8e71033a will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:11:42.659768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.691238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2235bda1-13e2-40f3-957f-26e9f354184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.706744 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2235bda1-13e2-40f3-957f-26e9f354184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.727324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ac1a2-41e8-4f30-bd5b-14da28d82fa3 req-41fb9f79-efb8-4ea7-83c0-7746f6d121eb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:42.729099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a4ac1a2-41e8-4f30-bd5b-14da28d82fa3 req-41fb9f79-efb8-4ea7-83c0-7746f6d121eb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 931 time: 0.1802790 Sep 18 20:11:42.788605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Pushing event updated for resources: {'Port': ['ID=953f708a-92e4-40b5-8951-393d8e71033a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:42.789965 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2235bda1-13e2-40f3-957f-26e9f354184d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35e59ca506384dfb939df2daebac6c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048882 Sep 18 20:11:42.792007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:42.811785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235bda1-13e2-40f3-957f-26e9f354184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0722d05d-5202-476a-80b1-aeb942560ed2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:42.830945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a4ac1a2-41e8-4f30-bd5b-14da28d82fa3 req-7b8d07d1-42aa-4e63-a98e-2136e37943bb tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905926 Sep 18 20:11:42.852528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3487-fd04-4d2b-b717-876357f08646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.881966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3487-fd04-4d2b-b717-876357f08646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.885841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Attempting to bind port 953f708a-92e4-40b5-8951-393d8e71033a on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:11:42.886179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Attempting to bind port 953f708a-92e4-40b5-8951-393d8e71033a by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:11:42.886518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Attempting to bind port 953f708a-92e4-40b5-8951-393d8e71033a on network 3a25cca6-14c6-453f-a283-1a3988e0e199 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:42.892507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Port 953f708a-92e4-40b5-8951-393d8e71033a on network 3a25cca6-14c6-453f-a283-1a3988e0e199 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:11:42.892846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Attempting to bind port 953f708a-92e4-40b5-8951-393d8e71033a on network 3a25cca6-14c6-453f-a283-1a3988e0e199 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:42.898518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:11:42.898860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Checking segment: {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:42.899396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Bound using segment: {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:11:42.899832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Bound port: 953f708a-92e4-40b5-8951-393d8e71033a, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed3611a-ec14-4b68-949e-ed8b36baaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:11:42.900197 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.947470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3487-fd04-4d2b-b717-876357f08646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.951203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3487-fd04-4d2b-b717-876357f08646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:42.952682 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5e7f3487-fd04-4d2b-b717-876357f08646 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0722d05d-5202-476a-80b1-aeb942560ed2 HTTP/1.1" status: 204 len: 168 time: 0.1595500 Sep 18 20:11:42.973342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f3487-fd04-4d2b-b717-876357f08646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0722d05d-5202-476a-80b1-aeb942560ed2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:43.008897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] For port 953f708a-92e4-40b5-8951-393d8e71033a, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:11:43.013399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] For port 953f708a-92e4-40b5-8951-393d8e71033a, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=953f708a-92e4-40b5-8951-393d8e71033a,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:11:43.019685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:43.060576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:43.061291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:43.062643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/953f708a-92e4-40b5-8951-393d8e71033a HTTP/1.1" status: 200 len: 1092 time: 1.0226698 Sep 18 20:11:43.063264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:11:43.065552 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f857571e-3e97-46b7-9117-aa7dc58e6fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "tag": "953f708a-92e4-40b5-8951-393d8e71033a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:11:43.112268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871ea2f-0c20-4c1c-a8fe-1bc2db3f54c0 service neutron] Pushing event updated for resources: {'Port': ['ID=953f708a-92e4-40b5-8951-393d8e71033a,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:43.140215 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33687354-1323-496b-bd18-8f5761e009ba x-openstack-request-id: req-33687354-1323-496b-bd18-8f5761e009ba {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:11:43.140561 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "tag": "953f708a-92e4-40b5-8951-393d8e71033a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:11:43.142542 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33687354-1323-496b-bd18-8f5761e009ba {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:11:43.142542 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a', 'status': 'completed', 'code': 200} Sep 18 20:11:43.215976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a625-974e-4cdb-b060-58ca4980a908 req-3b5ac8de-891a-47c5-a456-88e8a75fa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:43.217815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-3b5ac8de-891a-47c5-a456-88e8a75fa590 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 1095 time: 0.0717771 Sep 18 20:11:43.266034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-eab3c325-0e06-4001-8bc8-98dbc8fe2fd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953f708a-92e4-40b5-8951-393d8e71033a HTTP/1.1" status: 200 len: 217 time: 0.0394301 Sep 18 20:11:43.339150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a625-974e-4cdb-b060-58ca4980a908 req-7981997c-5bcd-45f5-92f8-56c30dda9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:43.340738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-7981997c-5bcd-45f5-92f8-56c30dda9cf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adc322ac-1df6-4a23-bfd3-501dfd877404 HTTP/1.1" status: 200 len: 834 time: 0.0680635 Sep 18 20:11:43.387791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a625-974e-4cdb-b060-58ca4980a908 req-212e6bf5-462f-4c09-83a2-66f7dbb107d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:43.389475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-212e6bf5-462f-4c09-83a2-66f7dbb107d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a25cca6-14c6-453f-a283-1a3988e0e199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417757 Sep 18 20:11:43.484410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-8a642bbd-be7d-4bf3-9389-33e92adb4952 service neutron] 10.222.0.24 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878351 Sep 18 20:11:43.608483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b394a625-974e-4cdb-b060-58ca4980a908 req-191d1c97-3e4a-4618-b3cf-23aa2147aaef service neutron] 10.222.0.24 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165247 Sep 18 20:11:43.726004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-ae2b87fa-c715-4461-bac8-1f1672093dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:43.727907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-ae2b87fa-c715-4461-bac8-1f1672093dcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 1095 time: 0.0593836 Sep 18 20:11:43.831541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-7c0bd3ad-a9b7-4691-90c4-5665092a1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:43.833060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-7c0bd3ad-a9b7-4691-90c4-5665092a1562 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a25cca6-14c6-453f-a283-1a3988e0e199 HTTP/1.1" status: 200 len: 897 time: 0.0975773 Sep 18 20:11:43.885821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-9ab30fca-c2c0-4f55-a15e-8a0decfcd676 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953f708a-92e4-40b5-8951-393d8e71033a HTTP/1.1" status: 200 len: 217 time: 0.0452902 Sep 18 20:11:43.986502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-f64dc2b4-f4fe-4463-9d2f-4bdc4f49ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:43.988588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-f64dc2b4-f4fe-4463-9d2f-4bdc4f49ec47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adc322ac-1df6-4a23-bfd3-501dfd877404 HTTP/1.1" status: 200 len: 834 time: 0.0951171 Sep 18 20:11:44.017766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825639b8-d570-4a64-8934-1df5a519f61f req-6e84d6be-2294-4649-8d1c-7f650b1fc6b3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:44.025247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-825639b8-d570-4a64-8934-1df5a519f61f req-6e84d6be-2294-4649-8d1c-7f650b1fc6b3 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 943 time: 0.1030920 Sep 18 20:11:44.103147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-ceded348-f2b9-4716-8d0b-894be75cbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:44.104996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-ceded348-f2b9-4716-8d0b-894be75cbb7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a25cca6-14c6-453f-a283-1a3988e0e199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071296 Sep 18 20:11:44.112950 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-825639b8-d570-4a64-8934-1df5a519f61f req-6a3dd96a-888e-4742-98c5-823402ba0c11 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857871 Sep 18 20:11:44.216188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-b1e43c95-ef1b-4160-8c1a-92b68d2085cf service neutron] 10.222.0.24 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027839 Sep 18 20:11:44.322592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f857571e-3e97-46b7-9117-aa7dc58e6fd6 req-ecbe82d3-3f13-46e7-b7cd-e5a27c0939d6 service neutron] 10.222.0.24 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982525 Sep 18 20:11:44.872613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33930) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:44.877654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056962468', 'description': 'tempest-secgroup-smoke-1056962468 description', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:44.901214 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:44.909951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.005122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.009461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.043823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a228aa2-fc38-4eba-ab10-fc7760bf35dc,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:45.101538 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.105701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.134824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.136093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2624426 Sep 18 20:11:45.137135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a88d61-c7cf-419a-a967-17c138d0ee56 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7abf8e-8058-4092-a7aa-1460103020b2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:45.139088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33934) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:45.143942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-62920908-485b-46d0-8652-1cb5d0f52abf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'cb7abf8e-8058-4092-a7aa-1460103020b2', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:45.170267 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62920908-485b-46d0-8652-1cb5d0f52abf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.251830 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62920908-485b-46d0-8652-1cb5d0f52abf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.260583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c257da8-3162-42e9-956b-e8bcd5580d10 req-c1a1e8a5-7c80-4814-bf38-f37f2ce3923e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:45.262087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c257da8-3162-42e9-956b-e8bcd5580d10 req-c1a1e8a5-7c80-4814-bf38-f37f2ce3923e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 943 time: 0.0760272 Sep 18 20:11:45.263204 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62920908-485b-46d0-8652-1cb5d0f52abf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.294278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62920908-485b-46d0-8652-1cb5d0f52abf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31231d6e-4adf-43b8-a979-8146db1ba4a3,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:45.306871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-62920908-485b-46d0-8652-1cb5d0f52abf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.308106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-62920908-485b-46d0-8652-1cb5d0f52abf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680818 Sep 18 20:11:45.310947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33936) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:45.317769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-357615cf-3d72-4844-aeb2-19f73f55fbda tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'cb7abf8e-8058-4092-a7aa-1460103020b2', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:45.322537 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c257da8-3162-42e9-956b-e8bcd5580d10 req-82404487-3a44-4ce9-aec6-b0e854f83aa9 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510607 Sep 18 20:11:45.354529 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-357615cf-3d72-4844-aeb2-19f73f55fbda tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.408490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-357615cf-3d72-4844-aeb2-19f73f55fbda tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.412544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-357615cf-3d72-4844-aeb2-19f73f55fbda tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.432953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357615cf-3d72-4844-aeb2-19f73f55fbda tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c575b2d-d43c-4ad4-959a-076842a7b5ad,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:45.441127 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-357615cf-3d72-4844-aeb2-19f73f55fbda tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.442511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-357615cf-3d72-4844-aeb2-19f73f55fbda tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298308 Sep 18 20:11:45.445402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33938) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:45.449876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1aace54a-80e0-47de-a97f-da50e4412320 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'cb7abf8e-8058-4092-a7aa-1460103020b2', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:45.476549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1aace54a-80e0-47de-a97f-da50e4412320 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.536341 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1aace54a-80e0-47de-a97f-da50e4412320 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.540201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1aace54a-80e0-47de-a97f-da50e4412320 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.559186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aace54a-80e0-47de-a97f-da50e4412320 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be30413-8de9-47aa-be1a-dbe8b344b937,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:45.567326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1aace54a-80e0-47de-a97f-da50e4412320 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.568951 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1aace54a-80e0-47de-a97f-da50e4412320 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225386 Sep 18 20:11:45.571757 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33940) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:45.576270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f6694f18-f1a0-46a5-bb19-b834b9f685a4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'cb7abf8e-8058-4092-a7aa-1460103020b2', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:45.601830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6694f18-f1a0-46a5-bb19-b834b9f685a4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.662059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6694f18-f1a0-46a5-bb19-b834b9f685a4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.665892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6694f18-f1a0-46a5-bb19-b834b9f685a4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.688076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6694f18-f1a0-46a5-bb19-b834b9f685a4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbeb32e-8cc6-46a9-af66-c65196202eed,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:45.696142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f6694f18-f1a0-46a5-bb19-b834b9f685a4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.697520 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6694f18-f1a0-46a5-bb19-b834b9f685a4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247020 Sep 18 20:11:45.700352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33942) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:45.705005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2b2b13f6-85fa-4892-b167-cb9ac23a1293 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'cb7abf8e-8058-4092-a7aa-1460103020b2', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:45.728191 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-2b2b13f6-85fa-4892-b167-cb9ac23a1293 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Project d33f7c77f3fb4be3b1c200da90c5961e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:11:45.733061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b2b13f6-85fa-4892-b167-cb9ac23a1293 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.798357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b2b13f6-85fa-4892-b167-cb9ac23a1293 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.802608 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b2b13f6-85fa-4892-b167-cb9ac23a1293 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.820548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b13f6-85fa-4892-b167-cb9ac23a1293 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9134ab4-fd71-44c5-a78e-301e98149821,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:45.826580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2b2b13f6-85fa-4892-b167-cb9ac23a1293 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.827893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2b2b13f6-85fa-4892-b167-cb9ac23a1293 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264584 Sep 18 20:11:45.831053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33944) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:45.835318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d12b3a34-c95d-4188-ae24-4eb7d59d8cc8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'cb7abf8e-8058-4092-a7aa-1460103020b2', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:45.861224 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-d12b3a34-c95d-4188-ae24-4eb7d59d8cc8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Project d33f7c77f3fb4be3b1c200da90c5961e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:11:45.870035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d12b3a34-c95d-4188-ae24-4eb7d59d8cc8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.930044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d12b3a34-c95d-4188-ae24-4eb7d59d8cc8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.935341 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d12b3a34-c95d-4188-ae24-4eb7d59d8cc8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.953305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b3a34-c95d-4188-ae24-4eb7d59d8cc8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390633ce-07b4-4638-a113-8cd6d1c06a47,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:45.961504 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d12b3a34-c95d-4188-ae24-4eb7d59d8cc8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:45.962896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d12b3a34-c95d-4188-ae24-4eb7d59d8cc8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308069 Sep 18 20:11:45.965824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33948) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:45.971290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'network': {'name': 'tempest-network-smoke--1347685516', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'port_security_enabled': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:45.993060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:11:45.996587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.020855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:11:46.030858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.031210 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Added segment 85ececa8-b29d-4db5-aa15-3489bab4355e of type vlan for network 30b4defa-6e8d-412f-8927-b26025129b0c Sep 18 20:11:46.076888 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.104992 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.111671 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:46.112285 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.151337 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1843541 Sep 18 20:11:46.154279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33950) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:46.159667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'admin_state_up': True, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:46.180222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84385e-ad54-4d88-b0d7-1fb2cd6899e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Network': ['ID=30b4defa-6e8d-412f-8927-b26025129b0c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:46.185439 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.186510 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.192686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 30b4defa-6e8d-412f-8927-b26025129b0c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:11:46.243100 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.269982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 953f708a-92e4-40b5-8951-393d8e71033a details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:11:46.375748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 953f708a-92e4-40b5-8951-393d8e71033a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=953f708a-92e4-40b5-8951-393d8e71033a,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:46.385523 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.387193 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '953f708a-92e4-40b5-8951-393d8e71033a', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'port_id': '953f708a-92e4-40b5-8951-393d8e71033a', 'mac_address': 'fa:16:3e:de:3f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:11:46.429214 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.443710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953f708a-92e4-40b5-8951-393d8e71033a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:11:46.468241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 953f708a-92e4-40b5-8951-393d8e71033a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=953f708a-92e4-40b5-8951-393d8e71033a,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:46.473419 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:46.523227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=953f708a-92e4-40b5-8951-393d8e71033a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:46.676074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['953f708a-92e4-40b5-8951-393d8e71033a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:11:46.877776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef0616-3b2a-483c-ad70-b7965b8f1e0c req-910c73c0-ce23-4a7f-9d46-791b3f557e20 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:46.879321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2eef0616-3b2a-483c-ad70-b7965b8f1e0c req-910c73c0-ce23-4a7f-9d46-791b3f557e20 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 943 time: 0.4651179 Sep 18 20:11:46.932740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2eef0616-3b2a-483c-ad70-b7965b8f1e0c req-af1b9a2d-0212-4a68-88aa-142a789e437d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462976 Sep 18 20:11:47.029504 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:47.049428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:47.154638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.25.8.146 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/efa4d6a4-ad96-475b-9c61-bd16a0e0bffc) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:47.255552 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:47.288368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:47.332496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:47.337218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:47.342080 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:47.347118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=efa4d6a4-ad96-475b-9c61-bd16a0e0bffc,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:47.596133 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:47.794747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:47.920209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router b06a920f-88ce-4ff7-80af-9b56e431c5e8 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:11:48.061001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:11:48.071285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Sync routers for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:11:48.083037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:48.083779 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:48.088456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f1972-9b7e-4b34-b981-e8906137f32a req-ca90496f-4b21-4170-b378-e909c02f96b7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:48.089955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e3f1972-9b7e-4b34-b981-e8906137f32a req-ca90496f-4b21-4170-b378-e909c02f96b7 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 944 time: 0.0760615 Sep 18 20:11:48.098021 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:48.101930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c2e2e2ea-28f0-46ad-8d67-3487965e143a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9436769 Sep 18 20:11:48.102441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:48.133975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e3f1972-9b7e-4b34-b981-e8906137f32a req-edd39d35-696e-4eca-8287-52b1a5a41d86 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377164 Sep 18 20:11:48.203997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:48.266490 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f5f0bdd3-50f6-4b8a-83e5-0bddf8525509 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=d33f7c77f3fb4be3b1c200da90c5961e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1622159 Sep 18 20:11:48.269901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33972) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:48.272749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 953f708a-92e4-40b5-8951-393d8e71033a up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:48.379106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 953f708a-92e4-40b5-8951-393d8e71033a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:11:48.386537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01184618-b7d8-4af2-92fa-56b3773e76aa tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:48.390873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-01184618-b7d8-4af2-92fa-56b3773e76aa tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1160369 Sep 18 20:11:48.391288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33976) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:48.403245 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 953f708a-92e4-40b5-8951-393d8e71033a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:48.403645 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:48.422847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7bd54780-80eb-4568-8788-77ff8b9832ae tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278909 Sep 18 20:11:48.423046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33978) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:48.429704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2010225357', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:48.470627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:47Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:48.518313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Checking router: b06a920f-88ce-4ff7-80af-9b56e431c5e8 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:11:48.518654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Updating router b06a920f-88ce-4ff7-80af-9b56e431c5e8 port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:11:48.524022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:11:48.528603 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:48.553388 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:48.555173 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:48.604563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:11:48.607016 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d8524-bca4-4852-b49d-68d4a97c01aa" -d '{"events": [{"server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "name": "network-vif-plugged", "status": "completed", "tag": "953f708a-92e4-40b5-8951-393d8e71033a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:11:48.680634 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a394c9c2-9202-4526-a8ca-cedf4833763d x-openstack-request-id: req-a394c9c2-9202-4526-a8ca-cedf4833763d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:11:48.681229 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "name": "network-vif-plugged", "status": "completed", "tag": "953f708a-92e4-40b5-8951-393d8e71033a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:11:48.681480 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a394c9c2-9202-4526-a8ca-cedf4833763d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:11:48.682056 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a', 'code': 200} Sep 18 20:11:48.762492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:48.818666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4bdbe-e807-41a5-827e-bbd9606d77bc req-d0e61052-71d0-4258-825a-50d9d6f1b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:48.820315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8e4bdbe-e807-41a5-827e-bbd9606d77bc req-d0e61052-71d0-4258-825a-50d9d6f1b232 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 1096 time: 0.1033242 Sep 18 20:11:48.848262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Subnet': ['ID=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:48.861654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 953f708a-92e4-40b5-8951-393d8e71033a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=953f708a-92e4-40b5-8951-393d8e71033a,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:48.870934 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:48.888173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8e4bdbe-e807-41a5-827e-bbd9606d77bc req-c033ddf6-4f40-4e35-81de-67a4ee2bf7dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587456 Sep 18 20:11:48.889185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Checking segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:48.889544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network hostable DHCP agents. Network: 30b4defa-6e8d-412f-8927-b26025129b0c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:11:48.916102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 30b4defa-6e8d-412f-8927-b26025129b0c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:11:48.928961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 30b4defa-6e8d-412f-8927-b26025129b0c) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:48.933577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:48.934247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:48.953148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b1fad7-3c15-4938-b5a5-b802399787c1 None None] Network 30b4defa-6e8d-412f-8927-b26025129b0c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:11:48.965819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 33984) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:48.968036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3017701c-26c1-472c-8ed2-a985339a881b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5399754 Sep 18 20:11:49.005766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=953f708a-92e4-40b5-8951-393d8e71033a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:49.218236 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.226978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.237298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-30b4defa-6e8d-412f-8927-b26025129b0c', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:11:49.237797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.259191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e68c-6f7c-4a65-b538-76fc2d1a321e req-c659da39-b6d8-45db-8d2f-cd64994ea184 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:49.260802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ab5e68c-6f7c-4a65-b538-76fc2d1a321e req-c659da39-b6d8-45db-8d2f-cd64994ea184 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 945 time: 0.0548463 Sep 18 20:11:49.305781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ab5e68c-6f7c-4a65-b538-76fc2d1a321e req-03cc0463-4e58-4e8d-990f-9fa800b7a6dc tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380490 Sep 18 20:11:49.361182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Attempting to bind port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:11:49.361320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Attempting to bind port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:11:49.361692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Attempting to bind port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:49.370819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed311171-6f74-4d7d-9b1c-16497b857e8e None None] Pushing event updated for resources: {'Port': ['ID=efa4d6a4-ad96-475b-9c61-bd16a0e0bffc,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:49.383854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:11:49.384237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:49.384685 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.387552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:11:49.388262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Bound port: efa4d6a4-ad96-475b-9c61-bd16a0e0bffc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:11:49.391515 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.447519 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.480734 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] For port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:11:49.485451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] For port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=efa4d6a4-ad96-475b-9c61-bd16a0e0bffc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:11:49.490968 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.528469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Allocated IP 172.20.0.2 (30b4defa-6e8d-412f-8927-b26025129b0c/be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc/63b20f92-7a93-4b48-8a8c-18deedbc33c9) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:49.584906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed311171-6f74-4d7d-9b1c-16497b857e8e None None] Pushing event updated for resources: {'Port': ['ID=efa4d6a4-ad96-475b-9c61-bd16a0e0bffc,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:49.587485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:49.588090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:49.768754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:49.863488 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.893422 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:49.946625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Network 30b4defa-6e8d-412f-8927-b26025129b0c is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:49.948357 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.20.0.1 (30b4defa-6e8d-412f-8927-b26025129b0c/be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc/b2af9148-d685-4168-9243-96f5fc4c6dcd) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:49.950728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:49.956200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:50.003875 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Pushing event updated for resources: {'Port': ['ID=63b20f92-7a93-4b48-8a8c-18deedbc33c9,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:50.058121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Attempting to bind port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:11:50.058496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Attempting to bind port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:11:50.058870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Attempting to bind port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 on network 30b4defa-6e8d-412f-8927-b26025129b0c {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:50.066809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:11:50.067182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Checking segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:50.067603 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.068496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.068650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Bound using segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:11:50.068756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Bound port: 63b20f92-7a93-4b48-8a8c-18deedbc33c9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:11:50.069052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.104075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.121024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:47Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:50.150678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 30b4defa-6e8d-412f-8927-b26025129b0c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:50.151123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33426c-f171-431d-83f4-bbebbf6ffd3e None None] The sync data for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 is: [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:47Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:11:50.155223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:50.163271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:50.167435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=b2af9148-d685-4168-9243-96f5fc4c6dcd,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:50.185185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] For port 63b20f92-7a93-4b48-8a8c-18deedbc33c9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:11:50.190340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] For port 63b20f92-7a93-4b48-8a8c-18deedbc33c9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=63b20f92-7a93-4b48-8a8c-18deedbc33c9,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:11:50.197424 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.218537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.278363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22182fbe-a1be-40e2-87a9-79ffc7858f11 None None] Pushing event updated for resources: {'Port': ['ID=63b20f92-7a93-4b48-8a8c-18deedbc33c9,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:50.381311 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.487212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96e69c-81ae-4521-9aa2-4ba607f33bad req-65141bac-65a5-484b-b848-1a81e4dd6c0b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:50.503500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b96e69c-81ae-4521-9aa2-4ba607f33bad req-65141bac-65a5-484b-b848-1a81e4dd6c0b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 945 time: 0.0747089 Sep 18 20:11:50.557099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8b96e69c-81ae-4521-9aa2-4ba607f33bad req-6e088c6d-2ccf-462d-b630-a96279ef5a3b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524065 Sep 18 20:11:50.748702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309d902-a04f-48e6-a807-717587bd8534 req-4a369e4e-b21c-40a8-b4d7-a12ea812bc1c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:50.751272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6309d902-a04f-48e6-a807-717587bd8534 req-4a369e4e-b21c-40a8-b4d7-a12ea812bc1c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 945 time: 0.0863736 Sep 18 20:11:50.811712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6309d902-a04f-48e6-a807-717587bd8534 req-9ea6483b-1276-4c8a-8dd6-b13bf4b98604 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 Sep 18 20:11:50.840606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33996) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:50.928174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf3148-e843-4498-b50d-d12eeace9824 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:50.930309 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9dcf3148-e843-4498-b50d-d12eeace9824 tempest-TestNetworkBasicOps-1305936920 tempest-TestNetworkBasicOps-1305936920-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 1092 time: 0.0864789 Sep 18 20:11:50.933014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.933704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 33998) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:50.938948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '953f708a-92e4-40b5-8951-393d8e71033a', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:50.942345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:50.978346 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.042283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device efa4d6a4-ad96-475b-9c61-bd16a0e0bffc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:51.063108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.066507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=b2af9148-d685-4168-9243-96f5fc4c6dcd,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:51.128508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:51.130150 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.159794 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.231508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 30b4defa-6e8d-412f-8927-b26025129b0c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:51.236813 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:51.259770 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.294649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=efa4d6a4-ad96-475b-9c61-bd16a0e0bffc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:51.309378 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.310530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 63b20f92-7a93-4b48-8a8c-18deedbc33c9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:51.382427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Allocated IP 172.25.8.12 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/d4f0aae1-ff91-45e7-8da2-a6641e318a40) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:51.486953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=efa4d6a4-ad96-475b-9c61-bd16a0e0bffc,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:51.499634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:51.500508 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.515330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router b06a920f-88ce-4ff7-80af-9b56e431c5e8 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:11:51.597039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.618965 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.642095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.659272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:11:51.668830 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a55b01e0-1d10-4fbd-9cee-dc69e39ceb4f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "PUT /v2.0/routers/b06a920f-88ce-4ff7-80af-9b56e431c5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7015765 Sep 18 20:11:51.697941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:51.702390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:51.712413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:51.719691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=d4f0aae1-ff91-45e7-8da2-a6641e318a40,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:51.733978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bda68007-24a8-4fa9-9e92-46832bb2261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.762968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 63b20f92-7a93-4b48-8a8c-18deedbc33c9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=63b20f92-7a93-4b48-8a8c-18deedbc33c9,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:51.775917 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:51.821627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8fe2b4-7a20-42e0-b3d4-bd1b80400795 None None] Network 30b4defa-6e8d-412f-8927-b26025129b0c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:11:51.864042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=63b20f92-7a93-4b48-8a8c-18deedbc33c9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:51.900445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-46fb1cc6-5130-4586-bedb-67e2acb455b5 None None] Provisioning complete for port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:51.900834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-46fb1cc6-5130-4586-bedb-67e2acb455b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:52.224439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-3719e96d-d19a-4096-b7b8-4a2dd0b8681b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056962468&fields=id&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 267 time: 0.3983126 Sep 18 20:11:52.375806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5e961e0c-b17c-4c10-9991-17e976f1b799 None None] Provisioning complete for port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:52.376492 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e961e0c-b17c-4c10-9991-17e976f1b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:52.446447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-3303f655-7ee8-4b2b-bb12-bcd2c771182a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:52.454469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-3303f655-7ee8-4b2b-bb12-bcd2c771182a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 797 time: 0.2228813 Sep 18 20:11:52.474290 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Sync routers for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:11:52.493861 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:52.496117 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:52.500122 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-a7ef5d47-dd8a-4bfa-adf0-fb07922364f1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/quotas/d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 375 time: 0.0442748 Sep 18 20:11:52.548634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5e961e0c-b17c-4c10-9991-17e976f1b799 None None] Provisioning complete for port b2af9148-d685-4168-9243-96f5fc4c6dcd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:52.548634 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e961e0c-b17c-4c10-9991-17e976f1b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:52.585971 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5e961e0c-b17c-4c10-9991-17e976f1b799 None None] Port b2af9148-d685-4168-9243-96f5fc4c6dcd cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:11:52.676074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1afe9508-4a83-42ae-ba9d-5cc8c40fca2f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668291 Sep 18 20:11:52.704947 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:52.727415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e0d62908-9769-4ef3-9aec-4c894db87c72 None None] Provisioning complete for port b2af9148-d685-4168-9243-96f5fc4c6dcd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:52.727808 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e0d62908-9769-4ef3-9aec-4c894db87c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:52.800635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e0d62908-9769-4ef3-9aec-4c894db87c72 None None] Port b2af9148-d685-4168-9243-96f5fc4c6dcd cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:11:52.919460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:52.967503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device efa4d6a4-ad96-475b-9c61-bd16a0e0bffc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:52.967774 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 2, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:52.999575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-8dac0502-b88d-4027-92ed-904c5f1b7010 service neutron] 10.222.0.20 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125155 Sep 18 20:11:53.008541 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Checking router: b06a920f-88ce-4ff7-80af-9b56e431c5e8 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:11:53.008887 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Updating router b06a920f-88ce-4ff7-80af-9b56e431c5e8 port b2af9148-d685-4168-9243-96f5fc4c6dcd binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:11:53.022877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:53.023295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.038688 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.049304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fb9da5c3-cb04-4c6c-b972-fe4a9f9cbd68 None None] Provisioning complete for port b2af9148-d685-4168-9243-96f5fc4c6dcd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:53.049840 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fb9da5c3-cb04-4c6c-b972-fe4a9f9cbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.084805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-fb9da5c3-cb04-4c6c-b972-fe4a9f9cbd68 None None] Port b2af9148-d685-4168-9243-96f5fc4c6dcd cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:11:53.127129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-ef6918cf-2701-40e2-b913-809ce3882025 service neutron] 10.222.0.20 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195223 Sep 18 20:11:53.146946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 63b20f92-7a93-4b48-8a8c-18deedbc33c9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:53.193843 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.201602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:53.202103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.452971 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.459455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dedca75d-99d0-41ed-8fdd-22abbf81c7f2 req-ee7e7d9e-63f2-4bab-a7d5-b68e125c6abb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 210 time: 0.0579724 Sep 18 20:11:53.474146 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.505649 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.511290 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.535117 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0b376-ecc1-45f3-baa9-252eb74c335c None None] Pushing event updated for resources: {'Port': ['ID=b2af9148-d685-4168-9243-96f5fc4c6dcd,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:53.550909 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.557725 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.640917 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Attempting to bind port b2af9148-d685-4168-9243-96f5fc4c6dcd on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:11:53.641496 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Attempting to bind port b2af9148-d685-4168-9243-96f5fc4c6dcd by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:11:53.642192 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Attempting to bind port b2af9148-d685-4168-9243-96f5fc4c6dcd on network 30b4defa-6e8d-412f-8927-b26025129b0c {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:53.643919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event updated for resources: {'Port': ['ID=d4f0aae1-ff91-45e7-8da2-a6641e318a40,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:53.649761 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:11:53.650128 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Checking segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:53.650553 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.650909 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Bound using segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:11:53.651390 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Bound port: b2af9148-d685-4168-9243-96f5fc4c6dcd, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:11:53.651844 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.663081 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.744871 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] For port b2af9148-d685-4168-9243-96f5fc4c6dcd, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:11:53.748486 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] For port b2af9148-d685-4168-9243-96f5fc4c6dcd, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b2af9148-d685-4168-9243-96f5fc4c6dcd,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:11:53.757483 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:53.826512 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Floating IP ed87d772-b60f-4b8b-be65-17ea88c4eb24 associated. External IP: 172.25.8.12, port: 953f708a-92e4-40b5-8951-393d8e71033a. Sep 18 20:11:53.837708 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:53.838599 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:53.844126 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0b376-ecc1-45f3-baa9-252eb74c335c None None] Pushing event updated for resources: {'Port': ['ID=b2af9148-d685-4168-9243-96f5fc4c6dcd,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:53.909520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-949db063-228b-43ec-9deb-ee54faa0aacc None None] Provisioning complete for port b2af9148-d685-4168-9243-96f5fc4c6dcd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:53.909784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-949db063-228b-43ec-9deb-ee54faa0aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:54.053474 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-949db063-228b-43ec-9deb-ee54faa0aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:54.070636 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:54.115299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-949db063-228b-43ec-9deb-ee54faa0aacc None None] For port b2af9148-d685-4168-9243-96f5fc4c6dcd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b2af9148-d685-4168-9243-96f5fc4c6dcd,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:11:54.125348 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-949db063-228b-43ec-9deb-ee54faa0aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:54.190341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949db063-228b-43ec-9deb-ee54faa0aacc None None] Pushing event updated for resources: {'Port': ['ID=b2af9148-d685-4168-9243-96f5fc4c6dcd,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:54.207678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router f3511fd9-b530-4828-a223-69426393919d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:11:54.252602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f80d54e9-8105-417f-ba0c-ee3afb482664 None None] Provisioning complete for port b2af9148-d685-4168-9243-96f5fc4c6dcd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:54.253918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f80d54e9-8105-417f-ba0c-ee3afb482664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:54.372589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:11:54.386814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] Sync routers for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:11:54.394257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:54.397369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:54.398165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:54.425479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-23e4b71f-2743-4700-8769-15285c078840 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4905727 Sep 18 20:11:54.426236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:11:54.428608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34028) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:54.429096 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30" -d '{"events": [{"name": "network-changed", "server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "tag": "953f708a-92e4-40b5-8951-393d8e71033a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:11:54.496818 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:53Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:54.501395 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49616680-9c97-4007-97d0-baa7b668f5ae x-openstack-request-id: req-49616680-9c97-4007-97d0-baa7b668f5ae {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:11:54.501794 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "tag": "953f708a-92e4-40b5-8951-393d8e71033a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:11:54.503710 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49616680-9c97-4007-97d0-baa7b668f5ae {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:11:54.505254 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a', 'status': 'completed', 'code': 200} Sep 18 20:11:54.516234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:54.578934 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1856da-b7f5-43af-8f26-5aebaaba8301 None None] The sync data for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 is: [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:53Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:11:54.757677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5c59b37-70be-4e58-9fa2-ddcca69d6f6d req-8f76e509-e246-46ae-b752-4f68e439cf4d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 210 time: 0.1036456 Sep 18 20:11:54.794371 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-b7212426-86d9-46ee-8f9c-1bedfd7c4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:54.798355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-b7212426-86d9-46ee-8f9c-1bedfd7c4017 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 1097 time: 0.2679417 Sep 18 20:11:54.891177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:55.021328 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e9e69b8-7e8a-4a43-b042-246f5730e0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:55.065274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-406acb64-3278-43a1-a83b-6a4aa9d36892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:55.068985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-406acb64-3278-43a1-a83b-6a4aa9d36892 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a25cca6-14c6-453f-a283-1a3988e0e199 HTTP/1.1" status: 200 len: 897 time: 0.2495542 Sep 18 20:11:55.083784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b2af9148-d685-4168-9243-96f5fc4c6dcd up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:11:55.172766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ed87d772-b60f-4b8b-be65-17ea88c4eb24', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'f3511fd9-b530-4828-a223-69426393919d', 'port_id': '953f708a-92e4-40b5-8951-393d8e71033a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'mac_address': 'fa:16:3e:de:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:11:52Z', 'updated_at': '2021-09-18T20:11:52Z', 'revision_number': 0, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:38Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:55.214304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-81b4b6c8-fe52-4d0f-a6ba-6d488dbd13eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953f708a-92e4-40b5-8951-393d8e71033a HTTP/1.1" status: 200 len: 998 time: 0.1379061 Sep 18 20:11:55.230627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] Checking router: f3511fd9-b530-4828-a223-69426393919d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:11:55.257213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b2af9148-d685-4168-9243-96f5fc4c6dcd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:55.257677 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:55.259424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:11:55.260318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:55.317551 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ec48ff91-1a45-429a-a5ca-171cae02747b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/floatingips/ed87d772-b60f-4b8b-be65-17ea88c4eb24 HTTP/1.1" status: 200 len: 990 time: 0.8865850 Sep 18 20:11:55.497723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:11:55.509706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-7b850da5-0114-4b18-87a2-0a91e93f66e4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:55.511210 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-7b850da5-0114-4b18-87a2-0a91e93f66e4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.32 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 797 time: 0.1937773 Sep 18 20:11:55.583757 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-15971d56-601b-4aab-b080-a0bcff0cb6f4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 380 time: 0.0625796 Sep 18 20:11:55.597539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'port': {'device_id': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'admin_state_up': True, 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'security_groups': ['cb7abf8e-8058-4092-a7aa-1460103020b2']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:55.607663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-09403cec-41e2-4473-b99f-2f272f21e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:55.609929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-09403cec-41e2-4473-b99f-2f272f21e610 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adc322ac-1df6-4a23-bfd3-501dfd877404 HTTP/1.1" status: 200 len: 834 time: 0.3874671 Sep 18 20:11:55.629650 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:55.669295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-9d291850-035d-4b22-b0f5-1cc5ab3d1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:55.671079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-9d291850-035d-4b22-b0f5-1cc5ab3d1c5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a25cca6-14c6-453f-a283-1a3988e0e199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537260 Sep 18 20:11:55.745087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:11:55.751711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:55.815467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ed87d772-b60f-4b8b-be65-17ea88c4eb24', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'f3511fd9-b530-4828-a223-69426393919d', 'port_id': '953f708a-92e4-40b5-8951-393d8e71033a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'mac_address': 'fa:16:3e:de:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:11:52Z', 'updated_at': '2021-09-18T20:11:52Z', 'revision_number': 0, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:38Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:11:55.834500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-20f84e7b-4c49-4986-8667-547a1dbb1a44 service neutron] 10.222.0.24 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557174 Sep 18 20:11:55.848799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a9f96-bcc4-4e4c-adf4-a4a7285de80e None None] The sync data for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 is: [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'ed87d772-b60f-4b8b-be65-17ea88c4eb24', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'f3511fd9-b530-4828-a223-69426393919d', 'port_id': '953f708a-92e4-40b5-8951-393d8e71033a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'mac_address': 'fa:16:3e:de:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:11:52Z', 'updated_at': '2021-09-18T20:11:52Z', 'revision_number': 0, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:38Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:11:55.907342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-543d13e2-04e3-4a6e-b008-089311c77596 req-a748e2e5-8112-4ef5-b8dd-1fb988c37614 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 210 time: 0.0514646 Sep 18 20:11:55.929954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.20.0.8 (30b4defa-6e8d-412f-8927-b26025129b0c/be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc/91d37388-1cc2-4694-af11-dd29d7279498) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:11:55.972445 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc165418-1ce4-4eeb-8d25-5f4905fb4c30 req-c2a09eab-eaa8-40d9-95d4-15cb3d2bf3fb service neutron] 10.222.0.24 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308138 Sep 18 20:11:56.090867 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:56.130897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:56.181303 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 30b4defa-6e8d-412f-8927-b26025129b0c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:11:56.186722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:11:56.192077 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:11:56.209629 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b566212b-1d7a-4830-aa90-c517caf989d7 None None] New status for floating IP ed87d772-b60f-4b8b-be65-17ea88c4eb24: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:11:56.237075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:56.269174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:56.269973 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:56.288096 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-1101eba9-1344-447d-9d0e-d420a78e877e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6980999 Sep 18 20:11:56.302977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Request body: {'port': {'device_id': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:11:56.320411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34044) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:56.409442 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:56.414267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bda27f98-8a96-448e-88a1-1c01fac9d63d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/floatingips/ed87d772-b60f-4b8b-be65-17ea88c4eb24 HTTP/1.1" status: 200 len: 990 time: 0.0908096 Sep 18 20:11:56.730724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-33f30337-bda1-4ebd-ae35-9177a092f3d5 None None] Provisioning complete for port 91d37388-1cc2-4694-af11-dd29d7279498 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:11:56.730724 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-33f30337-bda1-4ebd-ae35-9177a092f3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:56.730724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-33f30337-bda1-4ebd-ae35-9177a092f3d5 None None] Port 91d37388-1cc2-4694-af11-dd29d7279498 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:11:56.746144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d37388-1cc2-4694-af11-dd29d7279498 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:11:56.755196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:56.768606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Transition to ACTIVE for port object 91d37388-1cc2-4694-af11-dd29d7279498 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:11:56.772630 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:56.825842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:56.898205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Attempting to bind port 91d37388-1cc2-4694-af11-dd29d7279498 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:11:56.898547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Attempting to bind port 91d37388-1cc2-4694-af11-dd29d7279498 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:11:56.898876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Attempting to bind port 91d37388-1cc2-4694-af11-dd29d7279498 on network 30b4defa-6e8d-412f-8927-b26025129b0c {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:56.903760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Port 91d37388-1cc2-4694-af11-dd29d7279498 on network 30b4defa-6e8d-412f-8927-b26025129b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:11:56.904079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Attempting to bind port 91d37388-1cc2-4694-af11-dd29d7279498 on network 30b4defa-6e8d-412f-8927-b26025129b0c {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:11:56.909226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:11:56.909562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Checking segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:11:56.909945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Bound using segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:11:56.910416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Bound port: 91d37388-1cc2-4694-af11-dd29d7279498, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:11:56.910782 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:56.997870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:11:57.001686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:11:57.008174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:57.053419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.054545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:57.055907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f625968-b59e-40ca-bea1-e74b2100c939 req-0dea4755-0eb3-40ff-80b2-fef84bdca329 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.056772 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] 10.222.0.32 "PUT /v2.0/ports/91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 1092 time: 0.7607059 Sep 18 20:11:57.057902 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:11:57.058608 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f625968-b59e-40ca-bea1-e74b2100c939 req-0dea4755-0eb3-40ff-80b2-fef84bdca329 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 943 time: 0.0613747 Sep 18 20:11:57.060411 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69160100-f5a0-42bf-8bdd-7feee0e03f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "tag": "91d37388-1cc2-4694-af11-dd29d7279498"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:11:57.093848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f842331-5f5f-4332-beae-6bea729bedde service neutron] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:11:57.148600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f625968-b59e-40ca-bea1-e74b2100c939 req-efef9064-1b4f-4a9c-af90-b40f24087891 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768118 Sep 18 20:11:57.174884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-6bedee1b-3345-4085-8432-d6e13f00c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.177120 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-6bedee1b-3345-4085-8432-d6e13f00c327 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1095 time: 0.0596783 Sep 18 20:11:57.233510 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-cfcf3043-173a-48c1-b690-cd347861cd3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 217 time: 0.0468369 Sep 18 20:11:57.274992 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b4324a-6826-4ef1-b089-13d3722e05aa x-openstack-request-id: req-03b4324a-6826-4ef1-b089-13d3722e05aa {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:11:57.275282 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "tag": "91d37388-1cc2-4694-af11-dd29d7279498", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:11:57.275564 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03b4324a-6826-4ef1-b089-13d3722e05aa {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:11:57.275979 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498', 'status': 'completed', 'code': 200} Sep 18 20:11:57.299162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-f0af5fcf-8f2e-4529-8400-87e9eae4daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.300707 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-f0af5fcf-8f2e-4529-8400-87e9eae4daf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0604174 Sep 18 20:11:57.355846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-c64a2943-9aea-4645-8bbb-57fe5d54a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.357450 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-c64a2943-9aea-4645-8bbb-57fe5d54a045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477197 Sep 18 20:11:57.417096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34078) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:11:57.471128 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-f86255db-eae4-4e1b-b738-8bbd4f49150e service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060643 Sep 18 20:11:57.491948 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-797caee2-e0bc-433b-9b9a-0b0e0b13310c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/floatingips/ed87d772-b60f-4b8b-be65-17ea88c4eb24 HTTP/1.1" status: 200 len: 992 time: 0.0736828 Sep 18 20:11:57.547281 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:11:57.582302 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f0a4cd14-31bf-4732-b5da-5b0ac9336de7 req-38e1e572-8eee-49cd-b91b-fb57a778106b service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023521 Sep 18 20:11:57.682950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-a2177ba7-d516-4f4d-99a9-84ee7ccd3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.685113 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-a2177ba7-d516-4f4d-99a9-84ee7ccd3a60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1095 time: 0.0452943 Sep 18 20:11:57.788397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-54d4452c-3c7e-4022-8e0c-858c64f8dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.789936 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-54d4452c-3c7e-4022-8e0c-858c64f8dc38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.0966752 Sep 18 20:11:57.834984 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-46b68ab1-cbce-4070-86e0-3700412fc667 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 217 time: 0.0370970 Sep 18 20:11:57.890033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-d88d2061-9d14-43c5-abd2-cbb59d843f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.892584 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-d88d2061-9d14-43c5-abd2-cbb59d843f78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0503488 Sep 18 20:11:57.942906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-a895fee2-f5cc-4ecc-a601-fad755f38e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:57.944475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-a895fee2-f5cc-4ecc-a601-fad755f38e7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439208 Sep 18 20:11:58.042754 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-77af3bed-888d-440d-bf52-8c2527450081 service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899606 Sep 18 20:11:58.137036 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-69160100-f5a0-42bf-8bdd-7feee0e03f1e req-cb6adc11-2fd6-46dd-9c6e-cfce9c2ae7dd service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866377 Sep 18 20:11:58.274713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8d938-9aff-490b-b54d-e0de1d799387 req-29255233-3ae6-4f1a-b191-26d8216375a7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:58.276352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2b8d938-9aff-490b-b54d-e0de1d799387 req-29255233-3ae6-4f1a-b191-26d8216375a7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 943 time: 0.0522316 Sep 18 20:11:58.319088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2b8d938-9aff-490b-b54d-e0de1d799387 req-5f99f72c-8f05-485d-8f1f-f90d3e29168e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351474 Sep 18 20:11:59.444527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accec58-a08c-4f62-8a13-f715eb4581c1 req-2155a2a7-e152-4173-aa63-06ef3a6e4b20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:11:59.446261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5accec58-a08c-4f62-8a13-f715eb4581c1 req-2155a2a7-e152-4173-aa63-06ef3a6e4b20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 943 time: 0.0535860 Sep 18 20:11:59.491789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5accec58-a08c-4f62-8a13-f715eb4581c1 req-de31de0a-1309-4c4a-9fc0-fa94eb017872 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382137 Sep 18 20:12:00.247156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 91d37388-1cc2-4694-af11-dd29d7279498 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:12:00.353468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:00.364966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '91d37388-1cc2-4694-af11-dd29d7279498', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'port_id': '91d37388-1cc2-4694-af11-dd29d7279498', 'mac_address': 'fa:16:3e:90:4c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:12:00.402967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:00.416160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d37388-1cc2-4694-af11-dd29d7279498 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:12:00.439445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:00.442401 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:00.489213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:00.612390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9beccf-5fb8-4eb6-a1cd-504e40772e30 req-5fd85beb-321c-443a-8b63-995fc8261ace tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:00.614072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9beccf-5fb8-4eb6-a1cd-504e40772e30 req-5fd85beb-321c-443a-8b63-995fc8261ace tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 944 time: 0.0527415 Sep 18 20:12:00.653011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['91d37388-1cc2-4694-af11-dd29d7279498'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:12:00.657553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a9beccf-5fb8-4eb6-a1cd-504e40772e30 req-e16f157e-de2b-4110-a388-45bde7f40d07 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370150 Sep 18 20:12:01.789115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500a0b8-9cb5-498e-a9ca-7225f26e2a79 req-093c5cb7-9e4e-4193-aa96-90031373cd47 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:01.790849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8500a0b8-9cb5-498e-a9ca-7225f26e2a79 req-093c5cb7-9e4e-4193-aa96-90031373cd47 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 944 time: 0.0497684 Sep 18 20:12:01.836081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8500a0b8-9cb5-498e-a9ca-7225f26e2a79 req-6172d62d-466b-485f-b1c5-bbc3090e90ec tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368350 Sep 18 20:12:02.237913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 91d37388-1cc2-4694-af11-dd29d7279498 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:12:02.302031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 91d37388-1cc2-4694-af11-dd29d7279498 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:12:02.305968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 91d37388-1cc2-4694-af11-dd29d7279498 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:02.306359 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:02.388257 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:02.412159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:02.414378 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da4d923-b87b-4e4b-b97a-a071db23a858" -d '{"events": [{"server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "name": "network-vif-plugged", "status": "completed", "tag": "91d37388-1cc2-4694-af11-dd29d7279498"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:02.426653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:02.431080 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:02.473795 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0477fe53-9ef5-4bcb-93d7-01cca3de157e x-openstack-request-id: req-0477fe53-9ef5-4bcb-93d7-01cca3de157e {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:02.474085 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "name": "network-vif-plugged", "status": "completed", "tag": "91d37388-1cc2-4694-af11-dd29d7279498", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:02.474339 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0477fe53-9ef5-4bcb-93d7-01cca3de157e {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:02.474741 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498', 'code': 200} Sep 18 20:12:02.489711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:02.587306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2804ec2-5177-45df-a679-5d7695a34242 req-da432545-6ff8-473b-b68a-90cca1ff8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:02.588940 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b2804ec2-5177-45df-a679-5d7695a34242 req-da432545-6ff8-473b-b68a-90cca1ff8e78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1097 time: 0.0431073 Sep 18 20:12:02.628788 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b2804ec2-5177-45df-a679-5d7695a34242 req-4c33a115-0796-43b1-ac4a-a664055808c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Sep 18 20:12:02.957889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea199b-2d57-4496-a07a-e50a08fc5291 req-0820c5b6-494d-49ba-a040-3319cb39d92c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:02.959674 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30ea199b-2d57-4496-a07a-e50a08fc5291 req-0820c5b6-494d-49ba-a040-3319cb39d92c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Sep 18 20:12:03.005986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30ea199b-2d57-4496-a07a-e50a08fc5291 req-d12aedd2-f658-4a71-9148-9aa90ccfd928 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Sep 18 20:12:04.129958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96391791-4f45-4d51-a8a3-473aaf431ada req-30c790a7-93d4-4a9b-bc11-f3d9b5574ba5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:04.131478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96391791-4f45-4d51-a8a3-473aaf431ada req-30c790a7-93d4-4a9b-bc11-f3d9b5574ba5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0534270 Sep 18 20:12:04.169340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96391791-4f45-4d51-a8a3-473aaf431ada req-83cf6d71-0c61-49e1-a108-1ca4ae2073f3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Sep 18 20:12:04.291873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee38b3-f56d-4fd6-a2c9-c44535923d7e req-9cb0a8ea-f889-491f-a2cc-f005c2e14cfb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:04.293473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8aee38b3-f56d-4fd6-a2c9-c44535923d7e req-9cb0a8ea-f889-491f-a2cc-f005c2e14cfb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Sep 18 20:12:04.339329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8aee38b3-f56d-4fd6-a2c9-c44535923d7e req-24b472ae-2641-4b9f-a050-3346ed9a0b37 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390542 Sep 18 20:12:04.361691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34252) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:04.409532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1fd3de-cf74-474f-aedb-20f65ed1a5df tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:04.411353 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5c1fd3de-cf74-474f-aedb-20f65ed1a5df tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1092 time: 0.0484552 Sep 18 20:12:04.416568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34254) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:04.421436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '91d37388-1cc2-4694-af11-dd29d7279498', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:04.444923 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:04.549205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:04.658042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.25.8.87 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/29f684ec-06ca-4570-a5d3-219a7a786b16) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:12:04.776170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:04.813521 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:04.849165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:12:04.852013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:12:04.855411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:12:04.885003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=29f684ec-06ca-4570-a5d3-219a7a786b16,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:05.241879 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:05.312577 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:05.476086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:05.480788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:05.566821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=29f684ec-06ca-4570-a5d3-219a7a786b16,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:05.579808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:05.686504 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Floating IP 27b60bd3-159e-48c0-b144-d0ecddfdaa38 associated. External IP: 172.25.8.87, port: 91d37388-1cc2-4694-af11-dd29d7279498. Sep 18 20:12:05.919601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router b06a920f-88ce-4ff7-80af-9b56e431c5e8 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:12:06.033700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:12:06.048612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] Sync routers for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:12:06.051311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:06.058796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:06.059450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:06.085696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3fea8405-73eb-4ac6-a319-f4f59a9bda05 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6677010 Sep 18 20:12:06.086300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:06.092236 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5284c8-205a-4f2a-8b68-5973adc291da" -d '{"events": [{"name": "network-changed", "server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "tag": "91d37388-1cc2-4694-af11-dd29d7279498"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:06.160175 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c357f6c-d732-4260-999a-a66b52ef8b71 x-openstack-request-id: req-8c357f6c-d732-4260-999a-a66b52ef8b71 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:06.160803 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "tag": "91d37388-1cc2-4694-af11-dd29d7279498", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:06.161270 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c357f6c-d732-4260-999a-a66b52ef8b71 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:06.161863 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498', 'status': 'completed', 'code': 200} Sep 18 20:12:06.184002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:06.233605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-a13111f5-5f69-4ae1-83e4-64f25935cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:06.234703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2c49b-41a4-493a-8e81-a5537838908c req-b76d8f92-c981-4a7c-91ee-86ed3b3b1d38 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:06.235974 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-a13111f5-5f69-4ae1-83e4-64f25935cfe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1097 time: 0.0448680 Sep 18 20:12:06.242844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48b2c49b-41a4-493a-8e81-a5537838908c req-b76d8f92-c981-4a7c-91ee-86ed3b3b1d38 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0721588 Sep 18 20:12:06.288209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48b2c49b-41a4-493a-8e81-a5537838908c req-1a9d6030-11a3-4f03-b118-0ecfea20c7a3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444005 Sep 18 20:12:06.305069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34306) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:06.375463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-bf686aa3-e7db-4726-82c4-28f02df960d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:06.377286 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-bf686aa3-e7db-4726-82c4-28f02df960d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.1344914 Sep 18 20:12:06.381678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6b9417e6-158b-4763-a91a-6437b2340c6b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/27b60bd3-159e-48c0-b144-d0ecddfdaa38 HTTP/1.1" status: 200 len: 990 time: 0.0743842 Sep 18 20:12:06.451044 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-a10b3e78-7eff-45e1-b980-da38e1b31f1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 998 time: 0.0661867 Sep 18 20:12:06.469397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '27b60bd3-159e-48c0-b144-d0ecddfdaa38', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'port_id': '91d37388-1cc2-4694-af11-dd29d7279498', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'mac_address': 'fa:16:3e:90:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:12:05Z', 'updated_at': '2021-09-18T20:12:05Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:54Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:06.495119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] Checking router: b06a920f-88ce-4ff7-80af-9b56e431c5e8 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:12:06.502543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-1ec1e697-a300-4736-948c-ddbc37a39786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:06.504089 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-1ec1e697-a300-4736-948c-ddbc37a39786 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0457928 Sep 18 20:12:06.504241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:06.504833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:11:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:06.560652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-f2a82c76-c6bb-49d3-bdcf-935edef9b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:06.562815 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-f2a82c76-c6bb-49d3-bdcf-935edef9b4a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517929 Sep 18 20:12:06.615272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:06.673408 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-afb9b8c5-eb8d-4b5f-8bd5-b10bcf7cc3d3 service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033771 Sep 18 20:12:06.798424 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b5284c8-205a-4f2a-8b68-5973adc291da req-8c9d538c-73b1-48ec-aa9c-6f7f81b14f73 service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170318 Sep 18 20:12:07.024027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '27b60bd3-159e-48c0-b144-d0ecddfdaa38', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'port_id': '91d37388-1cc2-4694-af11-dd29d7279498', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'mac_address': 'fa:16:3e:90:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:12:05Z', 'updated_at': '2021-09-18T20:12:05Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:54Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:07.050967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73f97d-3fb9-4ac1-8ed9-c82f94f6ed35 None None] The sync data for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 is: [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '27b60bd3-159e-48c0-b144-d0ecddfdaa38', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'port_id': '91d37388-1cc2-4694-af11-dd29d7279498', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'mac_address': 'fa:16:3e:90:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:12:05Z', 'updated_at': '2021-09-18T20:12:05Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:54Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:12:07.293068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cbf4dc-4160-4074-8ba7-2d5cf43b6c9f None None] New status for floating IP 27b60bd3-159e-48c0-b144-d0ecddfdaa38: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:12:07.384617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34324) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:07.458699 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-911459ca-56b0-44c6-8700-44e0d7b32e1a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/27b60bd3-159e-48c0-b144-d0ecddfdaa38 HTTP/1.1" status: 200 len: 990 time: 0.0719831 Sep 18 20:12:08.461223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34328) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:08.521077 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ef3db193-ea1b-4f11-8aed-bfa0d1377d41 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/27b60bd3-159e-48c0-b144-d0ecddfdaa38 HTTP/1.1" status: 200 len: 992 time: 0.0583899 Sep 18 20:12:09.144659 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-fe028902-2c62-451c-bb9f-cb187aa1ab5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404906 Sep 18 20:12:09.231737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-fc59828d-a2ba-4bf8-aa65-03f324ffa536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:09.233351 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-fc59828d-a2ba-4bf8-aa65-03f324ffa536 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf2a5782aac4f0b8761beef3f3042df&device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 1098 time: 0.0463724 Sep 18 20:12:09.335960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-143582aa-0d12-452f-a9b3-304a096ef83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:09.337346 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-143582aa-0d12-452f-a9b3-304a096ef83e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0adf350d-ed40-447b-b991-50c3b9831201 HTTP/1.1" status: 200 len: 910 time: 0.0848651 Sep 18 20:12:09.409252 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-d4318f61-c056-4607-bec8-82012984d1d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506 HTTP/1.1" status: 200 len: 1002 time: 0.0636232 Sep 18 20:12:09.461771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-dcbc2f42-ce8a-415c-b69a-2648b480926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:09.463269 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-dcbc2f42-ce8a-415c-b69a-2648b480926e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d63e390-d136-4296-a2d1-13d6ba0230ed HTTP/1.1" status: 200 len: 848 time: 0.0471601 Sep 18 20:12:09.510582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-c3ae471d-b4c0-40e6-b5b6-8cca93619e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:09.512149 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-c3ae471d-b4c0-40e6-b5b6-8cca93619e48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0adf350d-ed40-447b-b991-50c3b9831201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408106 Sep 18 20:12:09.609685 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-037b27a4-7b2e-4f6a-89d4-cc54a898d30d service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890310 Sep 18 20:12:09.709755 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0dbd2153-09bc-4541-9b06-3f518d8a716f req-7f24627c-5ab6-4b37-9445-aa63050b4eed service neutron] 10.222.0.32 "GET /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894005 Sep 18 20:12:17.359421 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:12:21.194668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34818) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:21.336869 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6f9bab46-6a14-4607-8559-72181a10d8a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccd8b1d760c54083b2678bb4d9a88cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409159 Sep 18 20:12:21.339349 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34822) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:21.388235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4078e15e-ee31-41d7-9693-9f77fe234ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:21.411701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4078e15e-ee31-41d7-9693-9f77fe234ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:21.463211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4078e15e-ee31-41d7-9693-9f77fe234ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:21.465761 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4078e15e-ee31-41d7-9693-9f77fe234ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:21.466925 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4078e15e-ee31-41d7-9693-9f77fe234ab7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb6e3695-a8d8-4132-869b-cf5e4f85f1e8 HTTP/1.1" status: 204 len: 168 time: 0.1266649 Sep 18 20:12:21.475682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078e15e-ee31-41d7-9693-9f77fe234ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e3695-a8d8-4132-869b-cf5e4f85f1e8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:21.615720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a2843caf-910e-49cf-80c6-1f147f6f6313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:23.440846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:23.488435 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:24.729075 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34924) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:24.795555 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-78c5c699-fd9d-4b1c-ae30-25a0b393d71b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/floatingips/ed87d772-b60f-4b8b-be65-17ea88c4eb24 HTTP/1.1" status: 200 len: 992 time: 0.0631859 Sep 18 20:12:24.800957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:24.925353 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8b3700d-3f51-4e02-9b54-b7f6df60c4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:25.594541 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:26.004374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34936) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:26.169614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port d4f0aae1-ff91-45e7-8da2-a6641e318a40 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:12:26.169882 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:26.246284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:26.246616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:26.258632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for d4f0aae1-ff91-45e7-8da2-a6641e318a40 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:12:26.450552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:26.474323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=d4f0aae1-ff91-45e7-8da2-a6641e318a40,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:26.551081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:26.551445 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Floating IP ed87d772-b60f-4b8b-be65-17ea88c4eb24 disassociated (deleted). External IP: 172.25.8.12, port: 953f708a-92e4-40b5-8951-393d8e71033a. Sep 18 20:12:26.768035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router f3511fd9-b530-4828-a223-69426393919d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:12:26.889179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:12:26.898095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:26.901111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] Sync routers for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:12:26.914482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:26.915092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:26.928435 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1b6ff51e-fe58-4cae-9981-4b1a35e9e96c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/floatingips/ed87d772-b60f-4b8b-be65-17ea88c4eb24 HTTP/1.1" status: 204 len: 168 time: 0.9229596 Sep 18 20:12:26.929116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:26.931894 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c5f01c-9897-4713-9408-34b636c41f79" -d '{"events": [{"name": "network-changed", "server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "tag": "953f708a-92e4-40b5-8951-393d8e71033a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:26.978904 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf2f735-08ae-43c5-81b2-6cd215202d9d x-openstack-request-id: req-0bf2f735-08ae-43c5-81b2-6cd215202d9d {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:26.979201 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "tag": "953f708a-92e4-40b5-8951-393d8e71033a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:26.979489 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bf2f735-08ae-43c5-81b2-6cd215202d9d {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:26.979900 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a', 'status': 'completed', 'code': 200} Sep 18 20:12:27.046363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:27.049965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-ba8dcfd4-eae8-47e6-951c-eaf2c97d513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:27.052101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-ba8dcfd4-eae8-47e6-951c-eaf2c97d513f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1417d5857d74279827179d17c2bc792&device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 1097 time: 0.0470648 Sep 18 20:12:27.218726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-c84d30df-ff07-44e2-b95f-853c54fdccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:27.220331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-c84d30df-ff07-44e2-b95f-853c54fdccbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a25cca6-14c6-453f-a283-1a3988e0e199 HTTP/1.1" status: 200 len: 897 time: 0.1539142 Sep 18 20:12:27.269834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-e4a50a65-1a5d-4b86-89d3-0905a3d3870a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=953f708a-92e4-40b5-8951-393d8e71033a HTTP/1.1" status: 200 len: 217 time: 0.0404499 Sep 18 20:12:27.278615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13c59d-6e32-427a-bc2a-d014dabc78ec req-e2b78cf8-f382-4b60-af0a-7e82c639313e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:27.280121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db13c59d-6e32-427a-bc2a-d014dabc78ec req-e2b78cf8-f382-4b60-af0a-7e82c639313e tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 945 time: 0.1185017 Sep 18 20:12:27.280249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:38Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:27.307533 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] Checking router: f3511fd9-b530-4828-a223-69426393919d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:12:27.316805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:27.317801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:27.348724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-5c904a06-6d03-4c9c-a5e8-d578e4200d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:27.350465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-5c904a06-6d03-4c9c-a5e8-d578e4200d8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adc322ac-1df6-4a23-bfd3-501dfd877404 HTTP/1.1" status: 200 len: 834 time: 0.0694489 Sep 18 20:12:27.393919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db13c59d-6e32-427a-bc2a-d014dabc78ec req-8df41c8c-def4-4672-9d8d-0398b9f17c1d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049342 Sep 18 20:12:27.412237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-11a17b64-3c2a-4a2f-bdfa-8178b695f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:27.413796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-11a17b64-3c2a-4a2f-bdfa-8178b695f128 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a25cca6-14c6-453f-a283-1a3988e0e199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498228 Sep 18 20:12:27.435100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:27.521838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-4a8b0c4a-61b7-4f52-b932-13696a159bf0 service neutron] 10.222.0.24 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995412 Sep 18 20:12:27.544164 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:27.640983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e6c5f01c-9897-4713-9408-34b636c41f79 req-539ba892-9319-47e7-87c5-b97c5fa115e4 service neutron] 10.222.0.24 "GET /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102734 Sep 18 20:12:27.683617 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:38Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:27.715546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d2cb8-2c73-426a-a2cc-ed7cafbd16d7 None None] The sync data for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 is: [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:11:34Z', 'revision_number': 4, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3b40c574-be7f-470e-8de5-33b513634588', 'name': '', 'network_id': '3a25cca6-14c6-453f-a283-1a3988e0e199', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'mac_address': 'fa:16:3e:02:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:34Z', 'updated_at': '2021-09-18T20:11:38Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'subnets': [{'id': 'adc322ac-1df6-4a23-bfd3-501dfd877404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:12:27.961116 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa586458-04ad-4bd6-8fb4-3eedd4ea3145 None None] New status for floating IP ed87d772-b60f-4b8b-be65-17ea88c4eb24: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:12:28.441724 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b309727-a44c-43ff-a295-85b51d585342 req-fc5d42bd-4ef4-49af-a21d-e4cf203d5dea tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:28.443502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b309727-a44c-43ff-a295-85b51d585342 req-fc5d42bd-4ef4-49af-a21d-e4cf203d5dea tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 945 time: 0.0496819 Sep 18 20:12:28.567127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0134a9-6685-49ed-a9c4-62d63e51da04 req-d2207484-a4cc-4c16-8957-a0d1ed59059c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:28.568907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d0134a9-6685-49ed-a9c4-62d63e51da04 req-d2207484-a4cc-4c16-8957-a0d1ed59059c tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb58969f-327f-45e7-abc6-8398ee23948f HTTP/1.1" status: 200 len: 945 time: 0.0728681 Sep 18 20:12:28.599003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port 953f708a-92e4-40b5-8951-393d8e71033a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:12:28.599347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:28.644292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d0134a9-6685-49ed-a9c4-62d63e51da04 req-2fe13739-3343-4872-b94d-da74e599bf62 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb561a90-6c95-4671-bb92-9387badfb569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681882 Sep 18 20:12:28.713897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port 953f708a-92e4-40b5-8951-393d8e71033a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=953f708a-92e4-40b5-8951-393d8e71033a,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:28.714365 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:28.740978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for 953f708a-92e4-40b5-8951-393d8e71033a owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:12:28.873797 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:28.906309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=953f708a-92e4-40b5-8951-393d8e71033a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:28.949667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] No DVR routers for this DVR port 953f708a-92e4-40b5-8951-393d8e71033a on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:12:28.952137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:28.954112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b309727-a44c-43ff-a295-85b51d585342 req-86bf4616-662a-46ca-af40-0fe58357661d tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.24 "DELETE /v2.0/ports/953f708a-92e4-40b5-8951-393d8e71033a HTTP/1.1" status: 204 len: 173 time: 0.5049312 Sep 18 20:12:28.954552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'name': 'network-vif-deleted', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:28.957070 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa072ff-623d-4236-8e51-005c6d83db8f" -d '{"events": [{"server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "name": "network-vif-deleted", "tag": "953f708a-92e4-40b5-8951-393d8e71033a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:29.000088 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c096f2e-4b31-46c6-bd12-62d59984d4f8 x-openstack-request-id: req-1c096f2e-4b31-46c6-bd12-62d59984d4f8 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:29.000379 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb58969f-327f-45e7-abc6-8398ee23948f", "name": "network-vif-deleted", "tag": "953f708a-92e4-40b5-8951-393d8e71033a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:29.000624 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c096f2e-4b31-46c6-bd12-62d59984d4f8 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:29.001030 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb58969f-327f-45e7-abc6-8398ee23948f', 'name': 'network-vif-deleted', 'tag': '953f708a-92e4-40b5-8951-393d8e71033a', 'status': 'completed', 'code': 200} Sep 18 20:12:29.708637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34962) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:29.771811 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72749355-5a44-490b-86b6-15b7e9b450f4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:29.796819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72749355-5a44-490b-86b6-15b7e9b450f4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:29.857349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72749355-5a44-490b-86b6-15b7e9b450f4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:29.859906 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-72749355-5a44-490b-86b6-15b7e9b450f4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:29.861128 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-72749355-5a44-490b-86b6-15b7e9b450f4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb561a90-6c95-4671-bb92-9387badfb569 HTTP/1.1" status: 204 len: 168 time: 0.1514730 Sep 18 20:12:29.870493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72749355-5a44-490b-86b6-15b7e9b450f4 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb561a90-6c95-4671-bb92-9387badfb569,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:29.901933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34966) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:30.286203 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:30.837289 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port 3b40c574-be7f-470e-8de5-33b513634588 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:12:30.838023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:30.927885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port 3b40c574-be7f-470e-8de5-33b513634588, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b40c574-be7f-470e-8de5-33b513634588,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:30.928249 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:30.945440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for 3b40c574-be7f-470e-8de5-33b513634588 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:12:31.140697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:31.168548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=3b40c574-be7f-470e-8de5-33b513634588,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:31.354691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:31.583439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Router f3511fd9-b530-4828-a223-69426393919d has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:12:31.697039 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:12:31.706864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34974) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:31.709653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] Sync routers for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:12:31.712029 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ec88d823-fa7a-4d14-afca-2f23a6b770db tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "PUT /v2.0/routers/f3511fd9-b530-4828-a223-69426393919d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8089106 Sep 18 20:12:31.725327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:31.725946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:31.762215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting subnet adc322ac-1df6-4a23-bfd3-501dfd877404 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:12:31.765673 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:31.814242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:31.837246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:31.912163 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:31.975934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:31.990281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:31.992346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/subnets/adc322ac-1df6-4a23-bfd3-501dfd877404 HTTP/1.1" status: 204 len: 168 time: 0.2840109 Sep 18 20:12:31.995932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 34976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:32.009551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e82175-279b-4dc9-8bf5-3c8555409a0e None None] Network 3a25cca6-14c6-453f-a283-1a3988e0e199 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:12:32.016468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Subnet': ['ID=adc322ac-1df6-4a23-bfd3-501dfd877404,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:32.025060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.025415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.025764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.026107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.026445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.026782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.027114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.027465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.027798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.028124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.028454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.028805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f40e10-c134-49b8-a2a0-36b4c004cb8b tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:32.182981 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.189935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:12:31Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:32.225140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] Checking router: f3511fd9-b530-4828-a223-69426393919d for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:12:32.239227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] Routers {'f3511fd9-b530-4828-a223-69426393919d'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:32.239843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['f3511fd9-b530-4828-a223-69426393919d'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:32.304133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.329191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] DHCP port deletion for 3a25cca6-14c6-453f-a283-1a3988e0e199 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:12:32.366820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Deleting port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:12:32.367141 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.379984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] Set router f3511fd9-b530-4828-a223-69426393919d gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:32.447393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] For port dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:32.447835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.455695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 953f708a-92e4-40b5-8951-393d8e71033a no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:12:32.460569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Calling delete_port for dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:12:32.491452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 953f708a-92e4-40b5-8951-393d8e71033a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:12:32.491702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 953f708a-92e4-40b5-8951-393d8e71033a not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:12:32.524687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] Deleting port 60e129f4-705f-4376-99a9-ea101a9c791c {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:12:32.525078 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.638042 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.675450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Port': ['ID=dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:32.754621 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.769922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] For port 60e129f4-705f-4376-99a9-ea101a9c791c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=60e129f4-705f-4376-99a9-ea101a9c791c,segment=NetworkSegment(6ed3611a-ec14-4b68-949e-ed8b36baaabd),segment_id=6ed3611a-ec14-4b68-949e-ed8b36baaabd)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:32.770564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.801137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] Calling delete_port for 60e129f4-705f-4376-99a9-ea101a9c791c owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:12:32.850930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.853334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.877183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:12:31Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:32.910251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d485fc1-d030-463c-ae34-4c206defb752 None None] The sync data for ids ['f3511fd9-b530-4828-a223-69426393919d'] in n-d-789963-11 is: [{'id': 'f3511fd9-b530-4828-a223-69426393919d', 'name': 'tempest-TestNetworkBasicOps-router-1145085456', 'tenant_id': 'a1417d5857d74279827179d17c2bc792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:30Z', 'updated_at': '2021-09-18T20:12:31Z', 'revision_number': 5, 'project_id': 'a1417d5857d74279827179d17c2bc792', 'gw_port': {'id': 'dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3511fd9-b530-4828-a223-69426393919d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:31Z', 'updated_at': '2021-09-18T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:12:32.911362 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.912085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Fanout notify agent at l3_agent the message router_deleted on router f3511fd9-b530-4828-a223-69426393919d {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:12:32.931345 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.932454 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df5c63ab-7285-4808-9992-e139f1b32b9a tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/routers/f3511fd9-b530-4828-a223-69426393919d HTTP/1.1" status: 204 len: 168 time: 0.9355209 Sep 18 20:12:32.935516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 34996) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:32.938083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:32.973879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] Pushing event deleted for resources: {'Port': ['ID=60e129f4-705f-4376-99a9-ea101a9c791c,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:32.975881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762c164-5c10-4053-89ce-db69463ae046 None None] No DVR routers for this DVR port 60e129f4-705f-4376-99a9-ea101a9c791c on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:12:33.022675 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:33.377985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 60e129f4-705f-4376-99a9-ea101a9c791c no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:12:33.398904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 60e129f4-705f-4376-99a9-ea101a9c791c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:12:33.399259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 60e129f4-705f-4376-99a9-ea101a9c791c not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:12:33.414858 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:33.436506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a25cca6-14c6-453f-a283-1a3988e0e199']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:33.447780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed3611a-ec14-4b68-949e-ed8b36baaabd') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:33.448153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed3611a-ec14-4b68-949e-ed8b36baaabd') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:33.458458 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:33.473193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:33.479078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:12:33.479489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:12:33.482995 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:12:33.541643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:33.549436 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:33.551228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] 10.222.0.20 "DELETE /v2.0/networks/3a25cca6-14c6-453f-a283-1a3988e0e199 HTTP/1.1" status: 204 len: 168 time: 0.6141775 Sep 18 20:12:33.580214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4ec9f-daca-4a8f-b3b5-4b4cd3bfe834 tempest-TestNetworkBasicOps-860228717 tempest-TestNetworkBasicOps-860228717-project] Pushing event deleted for resources: {'Network': ['ID=3a25cca6-14c6-453f-a283-1a3988e0e199,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:33.849495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35004) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:33.999216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f055569b-f645-4400-a660-5c06aad07326 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1417d5857d74279827179d17c2bc792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485450 Sep 18 20:12:34.002032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35016) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:34.060892 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.083239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.135110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.137880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.139166 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0301268-5559-45b8-b5f2-d5263c5c1ba8 HTTP/1.1" status: 204 len: 168 time: 0.1359055 Sep 18 20:12:34.148179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0301268-5559-45b8-b5f2-d5263c5c1ba8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:34.155906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.156372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.156817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.157451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.158660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.159084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.159597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.159992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.160413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.160816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.161213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.161603 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce12798-50e8-4c87-9b1c-91b5d29469c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:34.423592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35024) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:34.436596 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91094029-4f8e-44f0-b6ca-0cfc260efec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.527783 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91094029-4f8e-44f0-b6ca-0cfc260efec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.531802 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91094029-4f8e-44f0-b6ca-0cfc260efec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.571027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-91094029-4f8e-44f0-b6ca-0cfc260efec2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fb459c3f9154d9889b6b8574bf11222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461082 Sep 18 20:12:34.572093 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91094029-4f8e-44f0-b6ca-0cfc260efec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bef843-f83d-4df1-90c1-2be80c8a0d75,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:34.573558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35026) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:34.624680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db04f8ff-db6a-4176-b229-cfe6400ea728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.647044 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db04f8ff-db6a-4176-b229-cfe6400ea728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.693600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db04f8ff-db6a-4176-b229-cfe6400ea728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.696422 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db04f8ff-db6a-4176-b229-cfe6400ea728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:34.697580 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-db04f8ff-db6a-4176-b229-cfe6400ea728 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69bef843-f83d-4df1-90c1-2be80c8a0d75 HTTP/1.1" status: 204 len: 168 time: 0.1222525 Sep 18 20:12:34.706724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04f8ff-db6a-4176-b229-cfe6400ea728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bef843-f83d-4df1-90c1-2be80c8a0d75,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:34.902719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b40c574-be7f-470e-8de5-33b513634588 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:12:34.922887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3b40c574-be7f-470e-8de5-33b513634588 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:12:34.924122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b40c574-be7f-470e-8de5-33b513634588 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:12:34.924608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:12:34.946786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:12:34.947200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device dc1a18d8-eb2d-4d62-8788-388ef1cbe4bd not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:12:35.222881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb685144-83a5-4232-9854-9976e84e3ecd req-084d3477-73ec-48e5-8c8e-2b834604f9cd tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:35.225139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb685144-83a5-4232-9854-9976e84e3ecd req-084d3477-73ec-48e5-8c8e-2b834604f9cd tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1097 time: 0.0459127 Sep 18 20:12:35.247816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fb685144-83a5-4232-9854-9976e84e3ecd req-f28eeb87-797c-4de8-95c6-99122e97b2f1 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:35.375255 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fb685144-83a5-4232-9854-9976e84e3ecd req-f28eeb87-797c-4de8-95c6-99122e97b2f1 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:35.379210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-fb685144-83a5-4232-9854-9976e84e3ecd req-f28eeb87-797c-4de8-95c6-99122e97b2f1 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:35.407751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb685144-83a5-4232-9854-9976e84e3ecd req-f28eeb87-797c-4de8-95c6-99122e97b2f1 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755376 Sep 18 20:12:35.412564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eeb87-797c-4de8-95c6-99122e97b2f1 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c444d36-df64-4e83-a74c-faed0ea6b09c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:35.565819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245f975-d2d7-422a-876e-8e22434d313d req-e5b48ae3-996c-4457-9dd0-d7701ffd14ea tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:35.568185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a245f975-d2d7-422a-876e-8e22434d313d req-e5b48ae3-996c-4457-9dd0-d7701ffd14ea tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0649142 Sep 18 20:12:35.616668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a245f975-d2d7-422a-876e-8e22434d313d req-a9273c92-e5c9-4fe9-9ebe-7caa8ba28fdb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Sep 18 20:12:35.640592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35060) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:35.725912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4ba6387b-fa7d-46fd-9ef4-32f94fe8f9a1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/27b60bd3-159e-48c0-b144-d0ecddfdaa38 HTTP/1.1" status: 200 len: 992 time: 0.0840819 Sep 18 20:12:36.057243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-b4735d26-da50-4f39-a1e7-45b9970779f6 req-6a055638-4e8b-4fed-9b11-b802f3a3d7f1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:12:36.059788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4735d26-da50-4f39-a1e7-45b9970779f6 req-6a055638-4e8b-4fed-9b11-b802f3a3d7f1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070019 Sep 18 20:12:36.539675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365b89d-1e7f-4363-a1e7-7a140cd4c8f1 req-ac224eb3-577b-4e04-87c9-d4f091516996 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:36.541719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a365b89d-1e7f-4363-a1e7-7a140cd4c8f1 req-ac224eb3-577b-4e04-87c9-d4f091516996 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0740829 Sep 18 20:12:36.589867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a365b89d-1e7f-4363-a1e7-7a140cd4c8f1 req-e373a7a0-7a0e-4f23-9acf-e9be78677933 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401659 Sep 18 20:12:36.691085 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-e3b05095-4aa2-4c5f-a0ef-685cb0b352af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2689977 Sep 18 20:12:36.708597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-d0340d3a-f5a8-44ba-a28a-a7881a28debe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:12:36.709653 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-d0340d3a-f5a8-44ba-a28a-a7881a28debe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121279 Sep 18 20:12:37.010743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35120) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:37.015997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'network': {'name': 'tempest-network-smoke--1555418955', 'project_id': '612ca1b3028341999df0077e0f84162a', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:37.042082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Made reservation on behalf of 612ca1b3028341999df0077e0f84162a for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:12:37.045681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.054851 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.145516 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.149464 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.178638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:12:37.190089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f4d5da-3a00-4172-bfcd-9130e65d1b8e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:37.196219 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.196583 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Added segment 396518a1-e4f8-47e4-b7ce-7e7575751d74 of type vlan for network 81b39b35-de41-4817-a20f-1821952b25f3 Sep 18 20:12:37.244787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.277939 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.284651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:37.285239 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.344396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3323791 Sep 18 20:12:37.349332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35128) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:37.354331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'admin_state_up': True, 'project_id': '612ca1b3028341999df0077e0f84162a', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:37.379718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.380655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.399895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6de30-03af-47a5-ac92-55783fabee16 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Network': ['ID=81b39b35-de41-4817-a20f-1821952b25f3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:37.411917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 81b39b35-de41-4817-a20f-1821952b25f3 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:12:37.441051 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.600868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.748676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8a28-773d-43e4-8ea0-3ee82adcd59b req-7fa220a2-90bf-4d61-a6d3-1203898e0582 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:37.750606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-702f8a28-773d-43e4-8ea0-3ee82adcd59b req-7fa220a2-90bf-4d61-a6d3-1203898e0582 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0727913 Sep 18 20:12:37.792707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-702f8a28-773d-43e4-8ea0-3ee82adcd59b req-f5fe3a2d-9aea-42d5-a301-7277850ac01d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353279 Sep 18 20:12:37.832738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.862447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:37.987908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-f3c1b642-d154-4cb1-a5eb-31ae2842502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:37.989346 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-f3c1b642-d154-4cb1-a5eb-31ae2842502a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1097 time: 0.0841184 Sep 18 20:12:38.026712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Allocated IP 172.25.8.30 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/59b4cf30-8492-426e-abcf-7ba618a6b14b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:12:38.158896 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-56913b9b-c434-40e5-8bc5-103a23d4edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:38.160347 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-56913b9b-c434-40e5-8bc5-103a23d4edfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.1622252 Sep 18 20:12:38.228083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:38.252895 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-1b7e4b32-6ffb-4bdc-bbe0-9e18228d830c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 1000 time: 0.0819521 Sep 18 20:12:38.316540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:38.319358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-31bdcafa-196b-489e-8c6c-985e3e9b06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:38.320850 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-31bdcafa-196b-489e-8c6c-985e3e9b06a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0600197 Sep 18 20:12:38.378748 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:12:38.384900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:12:38.391565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:12:38.416189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=59b4cf30-8492-426e-abcf-7ba618a6b14b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:38.434285 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-d3447b1c-8f25-4d47-b3d0-37d5ff5b90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:38.435833 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-d3447b1c-8f25-4d47-b3d0-37d5ff5b90e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899274 Sep 18 20:12:38.625583 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-94d860ec-1811-4a7a-ae6d-a89c75a57df4 service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807888 Sep 18 20:12:38.792391 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:38.828749 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-c965faaf-3720-4642-a732-24199245085a service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693559 Sep 18 20:12:38.947903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece5aac-c345-422f-b03a-0f9898015fcd req-80a6bdb2-f63a-42cb-a7c4-5269e1fd20e3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:38.955592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dece5aac-c345-422f-b03a-0f9898015fcd req-80a6bdb2-f63a-42cb-a7c4-5269e1fd20e3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0788488 Sep 18 20:12:39.080360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dece5aac-c345-422f-b03a-0f9898015fcd req-effa3f73-cbb4-420b-b9d1-b0db67943c3f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218777 Sep 18 20:12:39.411898 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:39.546798 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Router d477cfbe-eaa1-4b39-bfe3-60bc76377971 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:12:39.660134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:12:39.674866 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Sync routers for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:12:39.682661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:39.687085 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a1c9c1bc-b9e9-43e3-8ba3-a43602e56cd7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3335860 Sep 18 20:12:39.687490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35146) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:39.693155 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:39.696360 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:39.781609 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a383e8ac-e602-41bf-a0b9-36f3cdb1d623 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=612ca1b3028341999df0077e0f84162a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0904536 Sep 18 20:12:39.781958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35150) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:39.818779 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:39.880670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba4e2e-0fa9-4554-b2f5-e806572fa2a3 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:39.884803 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-45ba4e2e-0fa9-4554-b2f5-e806572fa2a3 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986207 Sep 18 20:12:39.885247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35152) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:39.918703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35154) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:39.918895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-192d223b-c733-4b45-bc53-ff24c2d0b445 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324216 Sep 18 20:12:39.925753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658875544', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'project_id': '612ca1b3028341999df0077e0f84162a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:40.011706 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:38Z', 'revision_number': 3, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:40.029832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Made reservation on behalf of 612ca1b3028341999df0077e0f84162a for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:12:40.035204 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.045289 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Checking router: d477cfbe-eaa1-4b39-bfe3-60bc76377971 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:12:40.045581 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Updating router d477cfbe-eaa1-4b39-bfe3-60bc76377971 port 59b4cf30-8492-426e-abcf-7ba618a6b14b binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:12:40.073981 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.210868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b0c4e-f053-4afe-85a7-4c52ea4f7614 req-351bbff5-fa5a-4669-83ac-d9830b04aa3a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:40.212502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-405b0c4e-f053-4afe-85a7-4c52ea4f7614 req-351bbff5-fa5a-4669-83ac-d9830b04aa3a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0617175 Sep 18 20:12:40.259526 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.267468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-405b0c4e-f053-4afe-85a7-4c52ea4f7614 req-59a62c09-feee-4e14-b926-61976c306c79 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478566 Sep 18 20:12:40.327164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Subnet': ['ID=88cf690e-774b-426c-8a01-3fc2af69882a,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:40.334648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Checking segment: {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:12:40.335018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network hostable DHCP agents. Network: 81b39b35-de41-4817-a20f-1821952b25f3, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:12:40.354157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 81b39b35-de41-4817-a20f-1821952b25f3 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:12:40.363460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 81b39b35-de41-4817-a20f-1821952b25f3) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:12:40.367837 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:40.368528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.380754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6813f2-2e19-426a-83bc-b280462f56d2 None None] Network 81b39b35-de41-4817-a20f-1821952b25f3 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:12:40.387411 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.389737 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-926f45e5-43e1-4337-933b-87af924cb76a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4688640 Sep 18 20:12:40.393415 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35160) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:40.399904 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.505462 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Attempting to bind port 59b4cf30-8492-426e-abcf-7ba618a6b14b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:12:40.508451 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Attempting to bind port 59b4cf30-8492-426e-abcf-7ba618a6b14b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:12:40.509529 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Attempting to bind port 59b4cf30-8492-426e-abcf-7ba618a6b14b on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:12:40.522840 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:12:40.524351 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:12:40.525348 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.527215 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:12:40.528850 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Bound port: 59b4cf30-8492-426e-abcf-7ba618a6b14b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:12:40.533382 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.643614 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] For port 59b4cf30-8492-426e-abcf-7ba618a6b14b, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:12:40.650291 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] For port 59b4cf30-8492-426e-abcf-7ba618a6b14b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=59b4cf30-8492-426e-abcf-7ba618a6b14b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:12:40.663222 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.707512 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Pushing event updated for resources: {'Port': ['ID=59b4cf30-8492-426e-abcf-7ba618a6b14b,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:40.725533 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.725876 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.726646 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.727446 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.727788 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.728119 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.728445 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.728768 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.729239 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.729560 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.729881 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.730207 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:40.733133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-81b39b35-de41-4817-a20f-1821952b25f3', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:12:40.733993 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:40.765258 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:40.767571 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:40.914099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Allocated IP 172.20.0.2 (81b39b35-de41-4817-a20f-1821952b25f3/88cf690e-774b-426c-8a01-3fc2af69882a/a04b779b-44b6-4aba-98de-a7241601a1f7) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:12:40.942735 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69631436-a979-4b42-8ac8-655ca60a9119 None None] Pushing event updated for resources: {'Port': ['ID=59b4cf30-8492-426e-abcf-7ba618a6b14b,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:41.016353 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:41.048497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:41.119760 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:41.129819 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:41.172412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Network 81b39b35-de41-4817-a20f-1821952b25f3 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:12:41.175608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:12:41.179133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:12:41.216256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Pushing event updated for resources: {'Port': ['ID=a04b779b-44b6-4aba-98de-a7241601a1f7,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:41.239609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.239931 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:38Z', 'revision_number': 3, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:41.240106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.240405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.240738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.241127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.241453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.241775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.242252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.242582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.242902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.243275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.243619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:12:41.256177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Attempting to bind port a04b779b-44b6-4aba-98de-a7241601a1f7 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:12:41.256547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Attempting to bind port a04b779b-44b6-4aba-98de-a7241601a1f7 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:12:41.256909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Attempting to bind port a04b779b-44b6-4aba-98de-a7241601a1f7 on network 81b39b35-de41-4817-a20f-1821952b25f3 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:12:41.261948 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:12:41.262314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Checking segment: {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:12:41.262827 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:41.263225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Bound using segment: {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:12:41.263816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Bound port: a04b779b-44b6-4aba-98de-a7241601a1f7, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:12:41.264198 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:41.269374 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a7c77-1568-495e-ad36-f3ea37f590bb None None] The sync data for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 is: [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:38Z', 'revision_number': 3, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:12:41.369235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] For port a04b779b-44b6-4aba-98de-a7241601a1f7, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:12:41.374212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] For port a04b779b-44b6-4aba-98de-a7241601a1f7, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a04b779b-44b6-4aba-98de-a7241601a1f7,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:12:41.384268 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:41.445911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82addc94-63b2-4604-be5b-af41dc8e5ec1 req-1ab0dbe1-0e74-4727-bef4-16d9d0ceb6fe tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:41.455368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82addc94-63b2-4604-be5b-af41dc8e5ec1 req-1ab0dbe1-0e74-4727-bef4-16d9d0ceb6fe tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0822475 Sep 18 20:12:41.479163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Allocated IP 172.20.0.1 (81b39b35-de41-4817-a20f-1821952b25f3/88cf690e-774b-426c-8a01-3fc2af69882a/270f7eae-9892-4d58-9c48-a7ce1f61e94d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:12:41.480705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48e06d-8bb6-43d0-8c7d-7560ad0ac0cd None None] Pushing event updated for resources: {'Port': ['ID=a04b779b-44b6-4aba-98de-a7241601a1f7,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:41.503607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82addc94-63b2-4604-be5b-af41dc8e5ec1 req-35de6639-6fdb-4c48-8741-adcdc756546e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462859 Sep 18 20:12:41.796676 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:41.879115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:41.951204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=270f7eae-9892-4d58-9c48-a7ce1f61e94d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:41.973658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 81b39b35-de41-4817-a20f-1821952b25f3 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:12:41.977345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:12:41.984361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:12:42.046461 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:42.247021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:42.672518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d45ce-1df5-489c-a98b-75128c768ecb req-d118ae6c-a2b8-4fa8-b6f2-d9cba262a0bf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:42.682034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-915d45ce-1df5-489c-a98b-75128c768ecb req-d118ae6c-a2b8-4fa8-b6f2-d9cba262a0bf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0710597 Sep 18 20:12:42.700208 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:42.716402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:42.769924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-915d45ce-1df5-489c-a98b-75128c768ecb req-06d52d12-6d16-423d-aac6-b5341fa51efe tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866339 Sep 18 20:12:42.834453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:42.838255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=270f7eae-9892-4d58-9c48-a7ce1f61e94d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:42.841252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d75e9-498b-4e8e-85d4-c274ecaddc7b None None] Network 81b39b35-de41-4817-a20f-1821952b25f3 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:12:42.978956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ec3bc349-c4b0-4ece-960d-0bcda53d93da None None] Provisioning complete for port a04b779b-44b6-4aba-98de-a7241601a1f7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:42.981336 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc349-c4b0-4ece-960d-0bcda53d93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:42.996592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 81b39b35-de41-4817-a20f-1821952b25f3 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:12:42.998316 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:12:43.092488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a04b779b-44b6-4aba-98de-a7241601a1f7 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:12:43.186530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Router d477cfbe-eaa1-4b39-bfe3-60bc76377971 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:12:43.193669 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc349-c4b0-4ece-960d-0bcda53d93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.269700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ec3bc349-c4b0-4ece-960d-0bcda53d93da None None] For port a04b779b-44b6-4aba-98de-a7241601a1f7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a04b779b-44b6-4aba-98de-a7241601a1f7,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:43.287867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc349-c4b0-4ece-960d-0bcda53d93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.332276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:12:43.340965 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5c2b9277-836c-4b47-b98b-5af6beaf1c54 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "PUT /v2.0/routers/d477cfbe-eaa1-4b39-bfe3-60bc76377971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9460773 Sep 18 20:12:43.348258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35172) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:43.354441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9af112df-751a-4e94-b5bf-4a51e22a34a0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1838299051', 'description': 'tempest-secgroup_access--1838299051 description', 'project_id': '612ca1b3028341999df0077e0f84162a'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:43.357578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a04b779b-44b6-4aba-98de-a7241601a1f7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:43.358012 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.402687 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9af112df-751a-4e94-b5bf-4a51e22a34a0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.435794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bc349-c4b0-4ece-960d-0bcda53d93da None None] Pushing event updated for resources: {'Port': ['ID=a04b779b-44b6-4aba-98de-a7241601a1f7,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:43.520121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 59b4cf30-8492-426e-abcf-7ba618a6b14b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:12:43.580916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9af112df-751a-4e94-b5bf-4a51e22a34a0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.594184 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9af112df-751a-4e94-b5bf-4a51e22a34a0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.633378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 59b4cf30-8492-426e-abcf-7ba618a6b14b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:43.633953 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.717925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af112df-751a-4e94-b5bf-4a51e22a34a0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf014f2-5a7d-493a-b81d-7f653f267022,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:43.753222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9af112df-751a-4e94-b5bf-4a51e22a34a0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.755714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9af112df-751a-4e94-b5bf-4a51e22a34a0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4054735 Sep 18 20:12:43.761112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35174) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:43.764646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-481e9fe6-cc91-405b-a55e-493f2ea6b711 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--384005658', 'description': 'tempest-secgroup_general--384005658 description', 'project_id': '612ca1b3028341999df0077e0f84162a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:43.822215 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-481e9fe6-cc91-405b-a55e-493f2ea6b711 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.849320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Sync routers for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:12:43.903486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:43.904118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:43.927188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8b80107d-ceb5-4718-a021-07f317367310 None None] Provisioning complete for port a04b779b-44b6-4aba-98de-a7241601a1f7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:43.927501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8b80107d-ceb5-4718-a021-07f317367310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:43.931135 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.029887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 59b4cf30-8492-426e-abcf-7ba618a6b14b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=59b4cf30-8492-426e-abcf-7ba618a6b14b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:44.050190 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.062770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-481e9fe6-cc91-405b-a55e-493f2ea6b711 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.074239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-481e9fe6-cc91-405b-a55e-493f2ea6b711 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.120684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf0ac-ab8c-4a84-bcbb-52f533931e74 req-12648d18-9f85-48e3-b915-c7eef376e54c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:44.123884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e9fe6-cc91-405b-a55e-493f2ea6b711 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a10a46-fffd-472f-84d2-9471b088fc35,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:44.142198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-129cf0ac-ab8c-4a84-bcbb-52f533931e74 req-12648d18-9f85-48e3-b915-c7eef376e54c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.1925800 Sep 18 20:12:44.143916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-481e9fe6-cc91-405b-a55e-493f2ea6b711 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.145837 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-481e9fe6-cc91-405b-a55e-493f2ea6b711 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3848355 Sep 18 20:12:44.148734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35178) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:44.153473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a2564cdc-a762-4d90-b61c-829c8483fcad tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'security_group_rule': {'security_group_id': '3cf014f2-5a7d-493a-b81d-7f653f267022', 'project_id': '612ca1b3028341999df0077e0f84162a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:44.175086 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:44.202821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-129cf0ac-ab8c-4a84-bcbb-52f533931e74 req-437832cc-4e72-43b3-96a1-3467bb146281 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574841 Sep 18 20:12:44.203037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2564cdc-a762-4d90-b61c-829c8483fcad tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.314457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2564cdc-a762-4d90-b61c-829c8483fcad tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.328652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2564cdc-a762-4d90-b61c-829c8483fcad tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.377862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2564cdc-a762-4d90-b61c-829c8483fcad tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a897f53-7920-42e1-a84d-71f98f30c38d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:44.396246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=59b4cf30-8492-426e-abcf-7ba618a6b14b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:44.398292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2564cdc-a762-4d90-b61c-829c8483fcad tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.410783 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a2564cdc-a762-4d90-b61c-829c8483fcad tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2598872 Sep 18 20:12:44.499101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8b80107d-ceb5-4718-a021-07f317367310 None None] Provisioning complete for port 270f7eae-9892-4d58-9c48-a7ce1f61e94d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:44.499494 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8b80107d-ceb5-4718-a021-07f317367310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.558989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8b80107d-ceb5-4718-a021-07f317367310 None None] Port 270f7eae-9892-4d58-9c48-a7ce1f61e94d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:12:44.638354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-0812805d-a6aa-470e-8e4b-985c34272b8d tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1838299051&fields=id&tenant_id=612ca1b3028341999df0077e0f84162a HTTP/1.1" status: 200 len: 267 time: 0.0683653 Sep 18 20:12:44.677214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 2, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:44.704292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-9a23fab9-c8d8-4581-8698-e6163c22824e tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--384005658&fields=id&tenant_id=612ca1b3028341999df0077e0f84162a HTTP/1.1" status: 200 len: 267 time: 0.0646629 Sep 18 20:12:44.727753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Checking router: d477cfbe-eaa1-4b39-bfe3-60bc76377971 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:12:44.728108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Updating router d477cfbe-eaa1-4b39-bfe3-60bc76377971 port 270f7eae-9892-4d58-9c48-a7ce1f61e94d binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:12:44.731627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2d16a265-bdfd-443b-a107-6c8cb0ac3ecd None None] Provisioning complete for port 270f7eae-9892-4d58-9c48-a7ce1f61e94d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:44.731990 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2d16a265-bdfd-443b-a107-6c8cb0ac3ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.785361 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:44.892896 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2d16a265-bdfd-443b-a107-6c8cb0ac3ecd None None] Port 270f7eae-9892-4d58-9c48-a7ce1f61e94d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:12:44.904880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec5e-0380-440b-916f-80db639238af req-bc9e5ea6-87a5-4198-a8c2-49ed19bc70e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:44.912916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-bc9e5ea6-87a5-4198-a8c2-49ed19bc70e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/networks?id=81b39b35-de41-4817-a20f-1821952b25f3 HTTP/1.1" status: 200 len: 797 time: 0.2076492 Sep 18 20:12:44.930506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-fa3110d7-c903-442c-962b-ab14cbb29e4d tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/quotas/612ca1b3028341999df0077e0f84162a HTTP/1.1" status: 200 len: 375 time: 0.0167086 Sep 18 20:12:44.993857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-31981c09-b4fc-4052-924e-6b7e5afc361b tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533381 Sep 18 20:12:45.029621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a04b779b-44b6-4aba-98de-a7241601a1f7 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:12:45.124116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-8e5bd3c3-a2d0-45a4-9912-826bc319d9b8 service neutron] 10.222.0.20 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283355 Sep 18 20:12:45.280165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-5f3b0128-3967-4f1d-b7f6-26b4ce53dd27 service neutron] 10.222.0.20 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541865 Sep 18 20:12:45.361816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a04b779b-44b6-4aba-98de-a7241601a1f7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:45.362177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:45.428396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56832d-5caa-4586-929f-fc9321a5d886 req-8c4078bc-7389-4204-96ab-64812d5897ec tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:45.429994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da56832d-5caa-4586-929f-fc9321a5d886 req-8c4078bc-7389-4204-96ab-64812d5897ec tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.1239269 Sep 18 20:12:45.515461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b04a2bfa-6d2e-4902-a439-f0b9ee4a4191 req-9d33277c-acf0-488f-a3b5-1b0fa92111d0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 210 time: 0.0422590 Sep 18 20:12:45.521643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da56832d-5caa-4586-929f-fc9321a5d886 req-a2245449-772c-49b5-a787-059ee5613dc9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813737 Sep 18 20:12:45.534868 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:45.572131 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:45.633340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 59b4cf30-8492-426e-abcf-7ba618a6b14b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:12:45.694163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d5ccb-6ffc-4d29-998e-299ec8ff1349 None None] Pushing event updated for resources: {'Port': ['ID=270f7eae-9892-4d58-9c48-a7ce1f61e94d,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:45.751816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Attempting to bind port 270f7eae-9892-4d58-9c48-a7ce1f61e94d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:12:45.752264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Attempting to bind port 270f7eae-9892-4d58-9c48-a7ce1f61e94d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:12:45.752611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Attempting to bind port 270f7eae-9892-4d58-9c48-a7ce1f61e94d on network 81b39b35-de41-4817-a20f-1821952b25f3 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:12:45.767972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:12:45.768349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Checking segment: {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:12:45.768754 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:45.769147 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Bound using segment: {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:12:45.769623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Bound port: 270f7eae-9892-4d58-9c48-a7ce1f61e94d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:12:45.770000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:45.790280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 59b4cf30-8492-426e-abcf-7ba618a6b14b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:45.790651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:45.909085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] For port 270f7eae-9892-4d58-9c48-a7ce1f61e94d, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:12:45.916568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] For port 270f7eae-9892-4d58-9c48-a7ce1f61e94d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=270f7eae-9892-4d58-9c48-a7ce1f61e94d,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:12:45.940800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:46.005472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:46.006170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:46.076720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d5ccb-6ffc-4d29-998e-299ec8ff1349 None None] Pushing event updated for resources: {'Port': ['ID=270f7eae-9892-4d58-9c48-a7ce1f61e94d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:46.097929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9caacc27-0de4-4317-9b09-08066c820397 None None] Provisioning complete for port 270f7eae-9892-4d58-9c48-a7ce1f61e94d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:46.098288 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9caacc27-0de4-4317-9b09-08066c820397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:46.214025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:46.356573 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9caacc27-0de4-4317-9b09-08066c820397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:46.432470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9caacc27-0de4-4317-9b09-08066c820397 None None] For port 270f7eae-9892-4d58-9c48-a7ce1f61e94d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=270f7eae-9892-4d58-9c48-a7ce1f61e94d,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:46.442551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9caacc27-0de4-4317-9b09-08066c820397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:46.549178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caacc27-0de4-4317-9b09-08066c820397 None None] Pushing event updated for resources: {'Port': ['ID=270f7eae-9892-4d58-9c48-a7ce1f61e94d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:46.579056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-10cd6dd6-b98d-44e0-a33a-6a7d43178329 None None] Provisioning complete for port 270f7eae-9892-4d58-9c48-a7ce1f61e94d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:46.579056 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-10cd6dd6-b98d-44e0-a33a-6a7d43178329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:46.657841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:45Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:46.666499 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f7b5547-7f52-4dc1-90c8-49eb1fe28283 req-a29cea70-c493-4c90-a561-ed1bd49a397e tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 210 time: 0.0353827 Sep 18 20:12:46.692377 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191acd0c-db49-46ae-a127-69d639af5f26 None None] The sync data for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 is: [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:45Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:12:46.939022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f53e24-773b-4ff7-ab19-26d39e50c023 req-c9f4f126-2990-4f67-8be5-92e6ad566b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:46.943129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8f53e24-773b-4ff7-ab19-26d39e50c023 req-c9f4f126-2990-4f67-8be5-92e6ad566b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.2725706 Sep 18 20:12:47.036169 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8f53e24-773b-4ff7-ab19-26d39e50c023 req-6846fafa-8064-4817-a3c6-35b344c534c3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721011 Sep 18 20:12:47.072853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 270f7eae-9892-4d58-9c48-a7ce1f61e94d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:12:47.102421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec5e-0380-440b-916f-80db639238af req-57d92327-a654-422a-a5cc-006b447f059f tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:47.104404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-57d92327-a654-422a-a5cc-006b447f059f tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.24 "GET /v2.0/networks?id=81b39b35-de41-4817-a20f-1821952b25f3 HTTP/1.1" status: 200 len: 797 time: 0.3676417 Sep 18 20:12:47.127207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 270f7eae-9892-4d58-9c48-a7ce1f61e94d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:47.127612 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:47.178182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-61b2e49d-19f0-415a-9117-20def2f27d2c tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=612ca1b3028341999df0077e0f84162a HTTP/1.1" status: 200 len: 477 time: 0.0619729 Sep 18 20:12:47.190271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'port': {'device_id': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'admin_state_up': True, 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'security_groups': ['3cf014f2-5a7d-493a-b81d-7f653f267022', '19a10a46-fffd-472f-84d2-9471b088fc35']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:47.334928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Made reservation on behalf of 612ca1b3028341999df0077e0f84162a for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:12:47.338990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:47.482868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Allocated IP 172.20.0.12 (81b39b35-de41-4817-a20f-1821952b25f3/88cf690e-774b-426c-8a01-3fc2af69882a/f79fb56a-6559-43c4-9eb3-8cef191fab03) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:12:47.680747 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:47.745498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:47.811687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=f79fb56a-6559-43c4-9eb3-8cef191fab03,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:47.840631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 81b39b35-de41-4817-a20f-1821952b25f3 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:12:47.844798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:12:47.862366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:12:47.939158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e4ae-d4ba-4a13-a4f9-332c2907d6a9 req-a6251aa9-9082-4187-bad1-a5d1c1d98b83 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:47.947203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5c7e4ae-d4ba-4a13-a4f9-332c2907d6a9 req-a6251aa9-9082-4187-bad1-a5d1c1d98b83 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 971 time: 0.1188040 Sep 18 20:12:47.955419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:47.960067 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:47.992635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-f2dd1098-a737-4f97-af99-5010a5c6b0cf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8080714 Sep 18 20:12:48.029187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Request body: {'port': {'device_id': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:48.036042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5c7e4ae-d4ba-4a13-a4f9-332c2907d6a9 req-df538969-947f-4aef-9298-2de1c9af0c3c tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0879347 Sep 18 20:12:48.128781 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:48.197554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c637fffa-d5c9-41d9-b026-aba022d4ce63 None None] Provisioning complete for port f79fb56a-6559-43c4-9eb3-8cef191fab03 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:48.198128 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c637fffa-d5c9-41d9-b026-aba022d4ce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:48.254466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c637fffa-d5c9-41d9-b026-aba022d4ce63 None None] Port f79fb56a-6559-43c4-9eb3-8cef191fab03 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:12:48.302476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288af9a-081b-43f9-852a-ff70bcc1ac53 req-0a05b733-b827-4944-aec8-1ca88a06a4b1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:48.304037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5288af9a-081b-43f9-852a-ff70bcc1ac53 req-0a05b733-b827-4944-aec8-1ca88a06a4b1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.1606212 Sep 18 20:12:48.378063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5288af9a-081b-43f9-852a-ff70bcc1ac53 req-6687fe20-06ef-47ca-86ff-b53cce4612a8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672367 Sep 18 20:12:48.508005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79fb56a-6559-43c4-9eb3-8cef191fab03 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:12:48.515224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:48.527161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Transition to ACTIVE for port object f79fb56a-6559-43c4-9eb3-8cef191fab03 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:12:48.531165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:48.599536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f79fb56a-6559-43c4-9eb3-8cef191fab03,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:48.653729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Attempting to bind port f79fb56a-6559-43c4-9eb3-8cef191fab03 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:12:48.654057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Attempting to bind port f79fb56a-6559-43c4-9eb3-8cef191fab03 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:12:48.654390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Attempting to bind port f79fb56a-6559-43c4-9eb3-8cef191fab03 on network 81b39b35-de41-4817-a20f-1821952b25f3 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:12:48.659726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Port f79fb56a-6559-43c4-9eb3-8cef191fab03 on network 81b39b35-de41-4817-a20f-1821952b25f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:12:48.660053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Attempting to bind port f79fb56a-6559-43c4-9eb3-8cef191fab03 on network 81b39b35-de41-4817-a20f-1821952b25f3 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:12:48.665107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:12:48.665446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Checking segment: {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:12:48.665832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Bound using segment: {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:12:48.666259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Bound port: f79fb56a-6559-43c4-9eb3-8cef191fab03, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396518a1-e4f8-47e4-b7ce-7e7575751d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:12:48.666623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:48.746192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] For port f79fb56a-6559-43c4-9eb3-8cef191fab03, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:12:48.749547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] For port f79fb56a-6559-43c4-9eb3-8cef191fab03, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:12:48.754551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:48.790276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:48.790848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:48.792289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/f79fb56a-6559-43c4-9eb3-8cef191fab03 HTTP/1.1" status: 200 len: 1132 time: 0.7823374 Sep 18 20:12:48.792733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:48.794984 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a" -d '{"events": [{"name": "network-changed", "server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:48.824273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd71fc6-a378-4b7d-830d-7271090127a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f79fb56a-6559-43c4-9eb3-8cef191fab03,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:48.834696 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82c2be5-5340-4638-b21d-3d3050e1a2ec x-openstack-request-id: req-f82c2be5-5340-4638-b21d-3d3050e1a2ec {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:48.835047 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:48.835359 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f82c2be5-5340-4638-b21d-3d3050e1a2ec {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:48.835808 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'status': 'completed', 'code': 200} Sep 18 20:12:48.899934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec5e-0380-440b-916f-80db639238af req-f96cba68-b196-442b-9549-c15a6357c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:48.901631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-f96cba68-b196-442b-9549-c15a6357c9da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1135 time: 0.0582690 Sep 18 20:12:48.946238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-34e5e4d3-e334-47f5-a58b-0620aebe7631 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03 HTTP/1.1" status: 200 len: 217 time: 0.0364192 Sep 18 20:12:49.000486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec5e-0380-440b-916f-80db639238af req-c46b4114-41cb-4629-85bd-d14aa71a8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:49.002189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-c46b4114-41cb-4629-85bd-d14aa71a8efd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88cf690e-774b-426c-8a01-3fc2af69882a HTTP/1.1" status: 200 len: 835 time: 0.0491655 Sep 18 20:12:49.048481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec5e-0380-440b-916f-80db639238af req-e047221b-5c79-45f7-a70c-821f6567babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:49.049991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-e047221b-5c79-45f7-a70c-821f6567babc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81b39b35-de41-4817-a20f-1821952b25f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409749 Sep 18 20:12:49.155578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-87ee0cfe-10f5-4a12-9dd8-5c5e6ab1d284 service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984578 Sep 18 20:12:49.246367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e8f92-330f-435b-b32e-975d2483fcaa req-6bf7b801-8739-42be-bece-05855b5aa803 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:49.247873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-632e8f92-330f-435b-b32e-975d2483fcaa req-6bf7b801-8739-42be-bece-05855b5aa803 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 983 time: 0.1069503 Sep 18 20:12:49.287587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a81ec5e-0380-440b-916f-80db639238af req-bc89a744-b6ab-471c-9ffb-c46a23c457fa service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186314 Sep 18 20:12:49.308330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-632e8f92-330f-435b-b32e-975d2483fcaa req-de569112-ac31-4292-915f-b6faab975e2f tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0525639 Sep 18 20:12:49.392403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-01fac2df-f6b4-489d-bab8-1c24971a4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:49.393573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-01fac2df-f6b4-489d-bab8-1c24971a4130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1135 time: 0.0471075 Sep 18 20:12:49.518738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-4adbe90c-36b0-49e2-a6d1-1339ac670247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:49.520257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-4adbe90c-36b0-49e2-a6d1-1339ac670247 service neutron] 10.222.0.24 "GET /v2.0/networks?id=81b39b35-de41-4817-a20f-1821952b25f3 HTTP/1.1" status: 200 len: 898 time: 0.1195707 Sep 18 20:12:49.532896 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f0b9b-43ef-4cf2-90a8-c07b1a35644d req-d3230949-b4a9-433f-b6d6-2fb3f87448d5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:49.535633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a0f0b9b-43ef-4cf2-90a8-c07b1a35644d req-d3230949-b4a9-433f-b6d6-2fb3f87448d5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0749948 Sep 18 20:12:49.589592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-ca4cfaa9-f1b4-497e-8b63-68db0fc9dba7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03 HTTP/1.1" status: 200 len: 217 time: 0.0513763 Sep 18 20:12:49.635886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a0f0b9b-43ef-4cf2-90a8-c07b1a35644d req-937c9ae5-7862-461b-8822-78adeda34e55 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908146 Sep 18 20:12:49.655287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-accac6cc-6e01-4be3-8e8a-f7030ee4bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:49.656826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-accac6cc-6e01-4be3-8e8a-f7030ee4bcd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88cf690e-774b-426c-8a01-3fc2af69882a HTTP/1.1" status: 200 len: 835 time: 0.0557463 Sep 18 20:12:49.709243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-d217a930-820b-4b10-8023-d4ed3aa78cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:49.710772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-d217a930-820b-4b10-8023-d4ed3aa78cc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81b39b35-de41-4817-a20f-1821952b25f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454888 Sep 18 20:12:49.801538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-b0e2740e-4fb3-4d54-bc2d-c7e528dd22a8 service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833571 Sep 18 20:12:49.895324 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d96b7e2a-c361-4d8d-884f-0f7f3f6c297a req-b8706f6a-6c57-44d0-a4f4-e8e4c9707ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860507 Sep 18 20:12:50.435159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b1e96-8ac0-49fa-a1bc-5234676eeb82 req-c398d2fc-5018-494d-8355-93b704ed6fbb tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:50.436584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c0b1e96-8ac0-49fa-a1bc-5234676eeb82 req-c398d2fc-5018-494d-8355-93b704ed6fbb tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 983 time: 0.0485065 Sep 18 20:12:50.476963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c0b1e96-8ac0-49fa-a1bc-5234676eeb82 req-5a91344f-54d0-4630-b6c2-b0558fc4aecf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0332260 Sep 18 20:12:50.522779 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f79fb56a-6559-43c4-9eb3-8cef191fab03 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:12:50.627620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f79fb56a-6559-43c4-9eb3-8cef191fab03, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:50.640716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'port_id': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'mac_address': 'fa:16:3e:3e:e1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:12:50.685903 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:50.698722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79fb56a-6559-43c4-9eb3-8cef191fab03 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:12:50.724006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f79fb56a-6559-43c4-9eb3-8cef191fab03, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:50.728371 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:50.763993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8500e-0fcb-4da6-943c-8cdf3c12183a req-dae7df10-255c-4c2d-ac5a-1627eaa2c99a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:50.765462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1a8500e-0fcb-4da6-943c-8cdf3c12183a req-dae7df10-255c-4c2d-ac5a-1627eaa2c99a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0556700 Sep 18 20:12:50.777010 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f79fb56a-6559-43c4-9eb3-8cef191fab03,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:50.807078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1a8500e-0fcb-4da6-943c-8cdf3c12183a req-bb3f8168-aea6-4962-a90c-0af5ee61c795 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355148 Sep 18 20:12:50.846649 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-2d2254c9-dab3-49a7-b57e-71ff342fcdca service neutron] show failed (client error): The resource could not be found. Sep 18 20:12:50.847786 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-2d2254c9-dab3-49a7-b57e-71ff342fcdca service neutron] 10.222.0.32 "GET /v2.0/ports/91d37388-1cc2-4694-af11-dd29d7279498/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0596020 Sep 18 20:12:50.928236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['f79fb56a-6559-43c4-9eb3-8cef191fab03'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:12:51.064196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-7a920fdd-c582-498d-98be-2ddeb1780a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:51.065660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-7a920fdd-c582-498d-98be-2ddeb1780a84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 1097 time: 0.0700035 Sep 18 20:12:51.077216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:51.130191 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:51.618469 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f958686a-f247-4a3e-94fa-b6d6506ecd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:51.659500 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42e385-7bed-440e-8928-6aab6de690c0 req-12f43d9c-12c8-4c0c-b7c6-0be46c85054e tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:51.661024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a42e385-7bed-440e-8928-6aab6de690c0 req-12f43d9c-12c8-4c0c-b7c6-0be46c85054e tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 984 time: 0.1010034 Sep 18 20:12:51.662930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:51.725513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a42e385-7bed-440e-8928-6aab6de690c0 req-54e6b571-f082-4360-8ed7-97fd868de015 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0540416 Sep 18 20:12:51.726415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:12:51.769678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:51.771997 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e46e1e-0953-42d7-8297-7b8b3814616b" -d '{"events": [{"server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "name": "network-vif-unplugged", "status": "completed", "tag": "91d37388-1cc2-4694-af11-dd29d7279498"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:51.775743 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:51.788968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Transition to ACTIVE for port object 91d37388-1cc2-4694-af11-dd29d7279498 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:12:51.792786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:51.855825 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd056432-428a-46d0-a462-ac9c91b35237 x-openstack-request-id: req-dd056432-428a-46d0-a462-ac9c91b35237 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:51.856493 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "name": "network-vif-unplugged", "status": "completed", "tag": "91d37388-1cc2-4694-af11-dd29d7279498", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:51.856493 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd056432-428a-46d0-a462-ac9c91b35237 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:51.856828 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498', 'code': 200} Sep 18 20:12:51.902249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:52.006325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] No DVR routers for this DVR port 91d37388-1cc2-4694-af11-dd29d7279498 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:12:52.014970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8717d8a-65ec-4ded-8d64-35d16ac304d7 req-ea58b9b7-c202-420f-b206-96bacb26d141 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:52.016729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8717d8a-65ec-4ded-8d64-35d16ac304d7 req-ea58b9b7-c202-420f-b206-96bacb26d141 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 943 time: 0.1223829 Sep 18 20:12:52.129451 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8717d8a-65ec-4ded-8d64-35d16ac304d7 req-f75b00d0-f98e-45f7-82f8-6f8a8c58d154 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748956 Sep 18 20:12:52.189955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Attempting to bind port 91d37388-1cc2-4694-af11-dd29d7279498 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:12:52.190290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Attempting to bind port 91d37388-1cc2-4694-af11-dd29d7279498 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:12:52.190612 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Attempting to bind port 91d37388-1cc2-4694-af11-dd29d7279498 on network 30b4defa-6e8d-412f-8927-b26025129b0c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:12:52.195803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Port 91d37388-1cc2-4694-af11-dd29d7279498 on network 30b4defa-6e8d-412f-8927-b26025129b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:12:52.196134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Attempting to bind port 91d37388-1cc2-4694-af11-dd29d7279498 on network 30b4defa-6e8d-412f-8927-b26025129b0c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:12:52.200975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:12:52.201304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Checking segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:12:52.201676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Bound using segment: {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:12:52.202098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Bound port: 91d37388-1cc2-4694-af11-dd29d7279498, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ececa8-b29d-4db5-aa15-3489bab4355e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:12:52.202442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:52.271075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:12:52.274286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:12:52.277976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:52.312588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:52.313129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:52.314694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] 10.222.0.24 "PUT /v2.0/ports/91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 1092 time: 1.2415848 Sep 18 20:12:52.336077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277a884-b270-4679-80ad-09ff4ca9892b service neutron] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:52.381796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-cf8e6977-afb2-49a2-9efe-25a923ca372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:52.383194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-cf8e6977-afb2-49a2-9efe-25a923ca372b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1095 time: 0.0442181 Sep 18 20:12:52.503603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-92947a05-6254-4095-8d0e-634b2ac4b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:52.505936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-92947a05-6254-4095-8d0e-634b2ac4b758 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.1162105 Sep 18 20:12:52.534742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f79fb56a-6559-43c4-9eb3-8cef191fab03 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:12:52.611922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port f79fb56a-6559-43c4-9eb3-8cef191fab03 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:12:52.638076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port f79fb56a-6559-43c4-9eb3-8cef191fab03 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:52.651537 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:52.663298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-5a2242a4-ff7b-4cbb-84aa-368eb70994c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 998 time: 0.1468797 Sep 18 20:12:52.743824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-27614707-e0ee-4a62-ad37-abd418b8c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:52.745849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-27614707-e0ee-4a62-ad37-abd418b8c0a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0757520 Sep 18 20:12:52.771030 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:52.799634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:52.802285 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756b2386-b85e-47c3-9dfa-f6d5309d4ea0" -d '{"events": [{"server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "name": "network-vif-plugged", "status": "completed", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:52.820956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-7ad6777e-71fd-45d3-be0c-98bddf0f005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:52.822625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-7ad6777e-71fd-45d3-be0c-98bddf0f005b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685787 Sep 18 20:12:52.825586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port f79fb56a-6559-43c4-9eb3-8cef191fab03, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:52.831929 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:52.860399 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fb646b-4df6-45ab-9a44-6c961b8e0255 x-openstack-request-id: req-42fb646b-4df6-45ab-9a44-6c961b8e0255 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:52.860700 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "name": "network-vif-plugged", "status": "completed", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:52.860995 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42fb646b-4df6-45ab-9a44-6c961b8e0255 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:52.861453 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'code': 200} Sep 18 20:12:52.897097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=f79fb56a-6559-43c4-9eb3-8cef191fab03,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:52.937123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0f271-877e-4247-b460-84632090d402 req-64b801f8-6b5e-4406-aa6f-d71246fc42da tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:52.938784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75b0f271-877e-4247-b460-84632090d402 req-64b801f8-6b5e-4406-aa6f-d71246fc42da tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 984 time: 0.1343992 Sep 18 20:12:53.013570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe540a4-3f55-43d4-830b-b4a2cf7e0b99 req-b57dd081-a72b-42cc-ae92-cf9c58ae799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:53.015074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfe540a4-3f55-43d4-830b-b4a2cf7e0b99 req-b57dd081-a72b-42cc-ae92-cf9c58ae799e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1137 time: 0.0954881 Sep 18 20:12:53.020132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-51b53522-4e8a-40f2-b28f-14bc4cb73ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797397 Sep 18 20:12:53.024263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75b0f271-877e-4247-b460-84632090d402 req-60d3d2f9-fd7c-4b18-840f-ea006221b652 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0672245 Sep 18 20:12:53.118227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfe540a4-3f55-43d4-830b-b4a2cf7e0b99 req-776413eb-f67b-4c24-ab7a-4bf01318dc32 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0900428 Sep 18 20:12:53.146892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3f0101b-ab81-42a7-b361-e3e693c0715e req-37bfd4cd-e400-49cf-8522-11cc33736986 service neutron] 10.222.0.24 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174002 Sep 18 20:12:53.255741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57251845-57ab-47d4-a1ea-681dc090facf req-74477524-f155-4a72-a6b0-ae825f074732 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:53.257359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57251845-57ab-47d4-a1ea-681dc090facf req-74477524-f155-4a72-a6b0-ae825f074732 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 943 time: 0.0568938 Sep 18 20:12:53.298077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57251845-57ab-47d4-a1ea-681dc090facf req-db76edfb-bee6-487e-a4f3-56679483ca73 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346246 Sep 18 20:12:53.453285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:53.484458 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:53.857428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:53.859949 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead" -d '{"events": [{"name": "network-changed", "server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "tag": "91d37388-1cc2-4694-af11-dd29d7279498"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:53.909123 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21038e7-bd6b-44cf-8c18-a2a507a3cfdf x-openstack-request-id: req-c21038e7-bd6b-44cf-8c18-a2a507a3cfdf {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:53.909423 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "tag": "91d37388-1cc2-4694-af11-dd29d7279498", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:53.910204 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c21038e7-bd6b-44cf-8c18-a2a507a3cfdf {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:53.910620 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498', 'status': 'completed', 'code': 200} Sep 18 20:12:53.970364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-f163a67b-cd22-477a-a932-71eaded67c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:53.972049 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-f163a67b-cd22-477a-a932-71eaded67c06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1095 time: 0.0455458 Sep 18 20:12:53.975733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-1fb6acc3-8180-4e39-b049-67ebb6d781f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:53.977219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-1fb6acc3-8180-4e39-b049-67ebb6d781f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1095 time: 0.0424569 Sep 18 20:12:54.067302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-1f79a812-d6a5-4472-8814-15b84c070e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:54.068819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-1f79a812-d6a5-4472-8814-15b84c070e77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.0898466 Sep 18 20:12:54.124352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-c01d0d8d-8439-4c11-b4df-94b8e731cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:54.126993 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-c01d0d8d-8439-4c11-b4df-94b8e731cf9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.1371105 Sep 18 20:12:54.159105 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-4644128c-77f9-4308-9252-4615e94fb235 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 998 time: 0.0826240 Sep 18 20:12:54.230616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-1691d425-b525-4774-b496-bc665d1f173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:54.232146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-1691d425-b525-4774-b496-bc665d1f173b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0663569 Sep 18 20:12:54.265108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163b183-7025-4f99-8bd0-fa84c64b2b1c req-df1381b1-8431-462f-b171-9abcd8626a23 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:54.267331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b163b183-7025-4f99-8bd0-fa84c64b2b1c req-df1381b1-8431-462f-b171-9abcd8626a23 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 985 time: 0.1390440 Sep 18 20:12:54.269332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-28f722ee-004c-4651-8552-610bbc0929bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 998 time: 0.1312289 Sep 18 20:12:54.282381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-c21eba84-ec00-4b1d-a6e2-ce570c6eda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:54.284212 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-c21eba84-ec00-4b1d-a6e2-ce570c6eda2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447786 Sep 18 20:12:54.351594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b163b183-7025-4f99-8bd0-fa84c64b2b1c req-68de83ca-e45b-4a01-872e-4f4f126fa29a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0760529 Sep 18 20:12:54.353189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-7ea16fb9-bc62-469d-93d6-ebcd19140d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:54.354573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-7ea16fb9-bc62-469d-93d6-ebcd19140d0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0772233 Sep 18 20:12:54.361061 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:12:54.403938 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-8eeec878-f710-4882-8042-9fadfe74e43d service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129837 Sep 18 20:12:54.443576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 91d37388-1cc2-4694-af11-dd29d7279498 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:12:54.448527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-8764cf1d-e1a9-45f6-99e7-04300dca0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:54.450616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-8764cf1d-e1a9-45f6-99e7-04300dca0363 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885863 Sep 18 20:12:54.470786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b15868-514b-4ce8-9620-efb0689380da req-e024da0a-0c7b-45b3-a35a-0a2a9efa08d8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:54.473111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31b15868-514b-4ce8-9620-efb0689380da req-e024da0a-0c7b-45b3-a35a-0a2a9efa08d8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 943 time: 0.0771966 Sep 18 20:12:54.496475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 91d37388-1cc2-4694-af11-dd29d7279498 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:12:54.508679 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-f9f0b4b2-a87f-4e6e-b38e-4a921534d416 service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976195 Sep 18 20:12:54.553700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 91d37388-1cc2-4694-af11-dd29d7279498 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:12:54.607599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31b15868-514b-4ce8-9620-efb0689380da req-1a163902-ea3e-444f-ad63-ed63062f92c2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072497 Sep 18 20:12:54.616159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-9c773b4e-b9b1-497d-b5cc-3360c51d1b5a service neutron] 10.222.0.24 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421390 Sep 18 20:12:54.678317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:54.689903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '91d37388-1cc2-4694-af11-dd29d7279498', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'port_id': '91d37388-1cc2-4694-af11-dd29d7279498', 'mac_address': 'fa:16:3e:90:4c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:12:54.727472 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:54.728166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-981b1ef3-0ccf-4b51-9492-51b7b6aa0ead req-dcf76ba2-4648-4265-872e-b656b452f5df service neutron] 10.222.0.24 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985994 Sep 18 20:12:54.740926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d37388-1cc2-4694-af11-dd29d7279498 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:12:54.760119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:54.763991 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:54.822218 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:54.827897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:54.929915 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c5078392-e6ba-4f92-9747-fe5b85db5098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:54.979468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['91d37388-1cc2-4694-af11-dd29d7279498'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:12:55.493232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4c60a-63f0-423b-8b1f-3b4fca0e6696 req-824aab61-a905-41e8-a51b-0bd8800414ac tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:55.494890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4f4c60a-63f0-423b-8b1f-3b4fca0e6696 req-824aab61-a905-41e8-a51b-0bd8800414ac tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 985 time: 0.0553987 Sep 18 20:12:55.536315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4f4c60a-63f0-423b-8b1f-3b4fca0e6696 req-b5875117-667a-438a-8f0a-d4894c5167bc tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344036 Sep 18 20:12:55.602132 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:55.675822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4342-fd0e-4865-8e9c-0bdeeb4d643f req-b0037369-4411-4b62-8c16-78d7ff8b992c tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:55.677315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f88c4342-fd0e-4865-8e9c-0bdeeb4d643f req-b0037369-4411-4b62-8c16-78d7ff8b992c tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 985 time: 0.0652738 Sep 18 20:12:55.758599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f88c4342-fd0e-4865-8e9c-0bdeeb4d643f req-7191321e-3228-4ecd-a418-7052b3b1a62d tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0434406 Sep 18 20:12:55.769472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e193e-d45f-4402-be5f-debdbe9c6478 req-12c4c479-2abb-4d24-89d6-5488a9fc6d69 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:55.771069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-016e193e-d45f-4402-be5f-debdbe9c6478 req-12c4c479-2abb-4d24-89d6-5488a9fc6d69 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 944 time: 0.0849841 Sep 18 20:12:55.823217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-016e193e-d45f-4402-be5f-debdbe9c6478 req-c4036b68-5ed4-4b4a-b30b-d5db5508e659 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443087 Sep 18 20:12:55.889118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5b792-2ad7-44e9-8bf8-1dcfdcf91672 req-a6f2f634-ee54-4489-81c1-5993bc68f1bc tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:55.892139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1b5b792-2ad7-44e9-8bf8-1dcfdcf91672 req-a6f2f634-ee54-4489-81c1-5993bc68f1bc tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1137 time: 0.0514526 Sep 18 20:12:55.922176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d1b5b792-2ad7-44e9-8bf8-1dcfdcf91672 req-43ec4bd5-2ca2-44a4-98c1-0bd6e3bfa882 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:56.083148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d1b5b792-2ad7-44e9-8bf8-1dcfdcf91672 req-43ec4bd5-2ca2-44a4-98c1-0bd6e3bfa882 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:56.098673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdee27-0dd9-4ca2-9f2c-1e62d8ce0a8d req-7728ca68-e531-451d-85c2-4371247d00e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.100180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24fdee27-0dd9-4ca2-9f2c-1e62d8ce0a8d req-7728ca68-e531-451d-85c2-4371247d00e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 944 time: 0.0793028 Sep 18 20:12:56.103159 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d1b5b792-2ad7-44e9-8bf8-1dcfdcf91672 req-43ec4bd5-2ca2-44a4-98c1-0bd6e3bfa882 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:56.150945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1b5b792-2ad7-44e9-8bf8-1dcfdcf91672 req-43ec4bd5-2ca2-44a4-98c1-0bd6e3bfa882 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2503965 Sep 18 20:12:56.179569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35298) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:56.185821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-ac513004-732d-4b1d-9f43-8008631d46f7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.189671 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-ac513004-732d-4b1d-9f43-8008631d46f7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 944 time: 0.1384170 Sep 18 20:12:56.193630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24fdee27-0dd9-4ca2-9f2c-1e62d8ce0a8d req-4ccddc98-bd15-4772-8e04-b1b085d0d66b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867038 Sep 18 20:12:56.209974 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec4bd5-2ca2-44a4-98c1-0bd6e3bfa882 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becb313e-fcfe-4296-952f-06ea93460d65,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:56.244556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c40a53-910c-4b6c-a621-2a89c5af67ed tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.246197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c0c40a53-910c-4b6c-a621-2a89c5af67ed tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1132 time: 0.0653124 Sep 18 20:12:56.249149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35300) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:56.255521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:12:56.292317 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-e78282a0-2762-4734-bad0-e348eec53b03 service neutron] delete failed (client error): The resource could not be found. Sep 18 20:12:56.294237 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-e78282a0-2762-4734-bad0-e348eec53b03 service neutron] 10.222.0.32 "DELETE /v2.0/ports/91d37388-1cc2-4694-af11-dd29d7279498/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0906012 Sep 18 20:12:56.338776 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:56.387511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-d20d74c2-90c5-4cc7-a3dd-b97e44a2d1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869827 Sep 18 20:12:56.418123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-87634688-b14e-4b22-bdd4-2cd7246b2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.420622 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-87634688-b14e-4b22-bdd4-2cd7246b2ec7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1096 time: 0.0748594 Sep 18 20:12:56.519266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-2e217994-fa0f-40aa-a203-0edf94d9663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.520874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-2e217994-fa0f-40aa-a203-0edf94d9663c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1096 time: 0.0688248 Sep 18 20:12:56.534718 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:56.559772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-0374e784-93bd-4fd6-9cf3-ac19197c19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.561813 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-0374e784-93bd-4fd6-9cf3-ac19197c19a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.1328621 Sep 18 20:12:56.590508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 91d37388-1cc2-4694-af11-dd29d7279498 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:12:56.664595 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-b0f2a234-c74a-4ef6-bc12-916d2ad1fdec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 999 time: 0.0961790 Sep 18 20:12:56.680800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 91d37388-1cc2-4694-af11-dd29d7279498 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:12:56.687050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 91d37388-1cc2-4694-af11-dd29d7279498 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:12:56.688141 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:56.748013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-16da145f-4254-4dc9-b783-5c05aee2e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.751135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-16da145f-4254-4dc9-b783-5c05aee2e647 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.2016082 Sep 18 20:12:56.791965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-56b4e979-1b40-438a-ada9-c966a1ecb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.793463 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-56b4e979-1b40-438a-ada9-c966a1ecb5ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.1198990 Sep 18 20:12:56.827775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:56.880068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:56.881808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-e0b26d1d-20fb-4718-a6db-79aa5de901b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.882334 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3950cf40-60df-43af-af33-df776f790815" -d '{"events": [{"server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "name": "network-vif-plugged", "status": "completed", "tag": "91d37388-1cc2-4694-af11-dd29d7279498"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:56.883970 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-e0b26d1d-20fb-4718-a6db-79aa5de901b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754573 Sep 18 20:12:56.894573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Allocated IP 172.25.8.47 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/ed4688ac-c0cd-40bf-9502-697e74a06b93) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:12:56.899249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-b3f13b86-addc-4562-aec9-402c4de0ec62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 999 time: 0.1152527 Sep 18 20:12:56.917605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:12:56.928854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:56.996014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-86210928-0ff8-4f9d-9f26-c0f8bc60b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:56.997866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-86210928-0ff8-4f9d-9f26-c0f8bc60b033 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0927942 Sep 18 20:12:56.999656 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8640d9c-89af-41d7-aeb9-a57cebd748dd x-openstack-request-id: req-b8640d9c-89af-41d7-aeb9-a57cebd748dd {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:56.999949 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "name": "network-vif-plugged", "status": "completed", "tag": "91d37388-1cc2-4694-af11-dd29d7279498", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:57.000832 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8640d9c-89af-41d7-aeb9-a57cebd748dd {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:57.001227 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498', 'code': 200} Sep 18 20:12:57.004204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:57.074233 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-02e819f0-1086-4294-9b3e-d6d6eb60dc74 service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689007 Sep 18 20:12:57.096242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-0d5b3ebe-a28c-469d-8a3d-db8900149d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:57.098013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-0d5b3ebe-a28c-469d-8a3d-db8900149d89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712831 Sep 18 20:12:57.122808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:57.177939 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bafce3f7-2afa-4039-aa48-8a0850e5cd9b req-3c895c52-dc46-46f8-aa9f-60300e733c1d service neutron] 10.222.0.32 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946512 Sep 18 20:12:57.267310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-a1523cb9-bc93-4d27-9186-1f213edde20f service neutron] 10.222.0.24 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574194 Sep 18 20:12:57.270247 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:57.425938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:12:57.436945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:12:57.439757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:12:57.442182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=ed4688ac-c0cd-40bf-9502-697e74a06b93,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:57.515066 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:57.548565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d48c2-f19b-4ad4-a1a3-9956bb55b997 req-29bdad9b-9dd2-4462-8a32-650923751eef tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:57.550991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd6d48c2-f19b-4ad4-a1a3-9956bb55b997 req-29bdad9b-9dd2-4462-8a32-650923751eef tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.2156875 Sep 18 20:12:57.555129 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a1b2021-fb0a-463a-aabf-97c009f601dd req-440e8aad-bd35-446b-a5f4-53a5c5ba213e service neutron] 10.222.0.24 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754974 Sep 18 20:12:57.716559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd6d48c2-f19b-4ad4-a1a3-9956bb55b997 req-4f3ce151-7222-4ad1-b99e-87631ec36a67 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322320 Sep 18 20:12:58.246384 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:58.338724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:58.508474 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:58.513336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:58.588787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=ed4688ac-c0cd-40bf-9502-697e74a06b93,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:12:58.600202 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:58.720105 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Floating IP 21d61aab-a439-49e5-85fd-1bc7d05463b2 associated. External IP: 172.25.8.47, port: f79fb56a-6559-43c4-9eb3-8cef191fab03. Sep 18 20:12:58.902944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abf5e8-ac08-4081-ad7b-5acca8ed468f req-5f99032f-0325-401f-8fe6-0a733e6f2b0a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:58.904478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8abf5e8-ac08-4081-ad7b-5acca8ed468f req-5f99032f-0325-401f-8fe6-0a733e6f2b0a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0941782 Sep 18 20:12:58.988271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8abf5e8-ac08-4081-ad7b-5acca8ed468f req-01339e5b-3c05-4450-96b2-ad907d980df6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752578 Sep 18 20:12:59.006403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Router d477cfbe-eaa1-4b39-bfe3-60bc76377971 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:12:59.010355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35314) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:59.075883 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b5c985df-ea75-4b7c-81f8-8e577edac91c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/27b60bd3-159e-48c0-b144-d0ecddfdaa38 HTTP/1.1" status: 200 len: 992 time: 0.0642416 Sep 18 20:12:59.126295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:12:59.137461 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] Sync routers for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:12:59.148625 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:12:59.149320 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:59.150806 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:59.188816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7b8dd264-89be-4eaa-95c0-904a678d6538 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9386086 Sep 18 20:12:59.189726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:12:59.191406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35316) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:59.192643 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec5abf0-7f9c-4b7b-9188-c316993d5842" -d '{"events": [{"name": "network-changed", "server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:12:59.261476 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:59.280523 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42666c-c9fd-49c7-a59f-f2cefcf273ba x-openstack-request-id: req-bd42666c-c9fd-49c7-a59f-f2cefcf273ba {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:12:59.280817 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:12:59.281064 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd42666c-c9fd-49c7-a59f-f2cefcf273ba {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:12:59.281543 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'status': 'completed', 'code': 200} Sep 18 20:12:59.305534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e39ac-c756-423a-82e5-dd2ddd3ab667 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.306015 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e39ac-c756-423a-82e5-dd2ddd3ab667 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.306493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e39ac-c756-423a-82e5-dd2ddd3ab667 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.306971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e39ac-c756-423a-82e5-dd2ddd3ab667 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.307456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e39ac-c756-423a-82e5-dd2ddd3ab667 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.307913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e39ac-c756-423a-82e5-dd2ddd3ab667 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.308367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e39ac-c756-423a-82e5-dd2ddd3ab667 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.310157 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-453e39ac-c756-423a-82e5-dd2ddd3ab667 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.1175065 Sep 18 20:12:59.313655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35320) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:59.375323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-fada5bdf-fec2-4327-b88e-42d75f392cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.377218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-fada5bdf-fec2-4327-b88e-42d75f392cef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1137 time: 0.0742028 Sep 18 20:12:59.397119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f4e45-83cb-499c-b300-d501a14cf5c8 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.397610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f4e45-83cb-499c-b300-d501a14cf5c8 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.398070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f4e45-83cb-499c-b300-d501a14cf5c8 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.398557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f4e45-83cb-499c-b300-d501a14cf5c8 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.399000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f4e45-83cb-499c-b300-d501a14cf5c8 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.399447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f4e45-83cb-499c-b300-d501a14cf5c8 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.399900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f4e45-83cb-499c-b300-d501a14cf5c8 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.401734 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-397f4e45-83cb-499c-b300-d501a14cf5c8 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.0871294 Sep 18 20:12:59.404545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35322) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:12:59.495272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-a6458e27-0056-4e6e-8439-b410002162de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.497703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-a6458e27-0056-4e6e-8439-b410002162de service neutron] 10.222.0.24 "GET /v2.0/networks?id=81b39b35-de41-4817-a20f-1821952b25f3 HTTP/1.1" status: 200 len: 898 time: 0.1136110 Sep 18 20:12:59.515711 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '21d61aab-a439-49e5-85fd-1bc7d05463b2', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'port_id': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'mac_address': 'fa:16:3e:3e:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:12:57Z', 'updated_at': '2021-09-18T20:12:57Z', 'revision_number': 0, 'project_id': '612ca1b3028341999df0077e0f84162a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:46Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:59.545770 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] Checking router: d477cfbe-eaa1-4b39-bfe3-60bc76377971 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:12:59.556093 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:12:59.557035 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:12:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:12:59.620581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-9938b0bf-2a67-4f3b-ba88-69e3a49b6b09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03 HTTP/1.1" status: 200 len: 999 time: 0.1131852 Sep 18 20:12:59.676173 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:12:59.753804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-d5484cb7-6f0a-4024-b25a-7b00774f2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.758708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-d5484cb7-6f0a-4024-b25a-7b00774f2841 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88cf690e-774b-426c-8a01-3fc2af69882a HTTP/1.1" status: 200 len: 835 time: 0.1295846 Sep 18 20:12:59.856472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-8e82e60e-6a5f-41ac-b659-8f410db27e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:12:59.858018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-8e82e60e-6a5f-41ac-b659-8f410db27e3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81b39b35-de41-4817-a20f-1821952b25f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938959 Sep 18 20:12:59.977447 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '21d61aab-a439-49e5-85fd-1bc7d05463b2', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'port_id': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'mac_address': 'fa:16:3e:3e:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:12:57Z', 'updated_at': '2021-09-18T20:12:57Z', 'revision_number': 0, 'project_id': '612ca1b3028341999df0077e0f84162a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:46Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:00.026131 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46ae1c-2545-4472-b221-52db44b008d0 None None] The sync data for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 is: [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '21d61aab-a439-49e5-85fd-1bc7d05463b2', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'port_id': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'mac_address': 'fa:16:3e:3e:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:12:57Z', 'updated_at': '2021-09-18T20:12:57Z', 'revision_number': 0, 'project_id': '612ca1b3028341999df0077e0f84162a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:46Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:13:00.038656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-4269b161-6676-4dad-af51-c7d41d5de88c service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725647 Sep 18 20:13:00.077193 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-60690454-bed4-4f3c-b6cd-e8571e89656d tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.6686304 Sep 18 20:13:00.077701 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35326) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:00.124424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6960c7e4-53f7-4c2f-9138-24a597a06586 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:00.125041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6960c7e4-53f7-4c2f-9138-24a597a06586 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:00.127465 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6960c7e4-53f7-4c2f-9138-24a597a06586 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d477cfbe-eaa1-4b39-bfe3-60bc76377971 HTTP/1.1" status: 200 len: 1991 time: 0.0484746 Sep 18 20:13:00.169839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fec5abf0-7f9c-4b7b-9188-c316993d5842 req-e52fe60a-cd3b-4482-866b-498bcbfbe365 service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230958 Sep 18 20:13:00.286726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f92611-9766-4b59-9a77-6eaee98200b2 None None] New status for floating IP 21d61aab-a439-49e5-85fd-1bc7d05463b2: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:13:11.159188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35374) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:11.265500 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641057f1-4ac4-4a61-8a08-68b707d410d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:11.358552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641057f1-4ac4-4a61-8a08-68b707d410d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:11.362628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-641057f1-4ac4-4a61-8a08-68b707d410d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:11.400265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-641057f1-4ac4-4a61-8a08-68b707d410d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a2667e347864d2fbcdfbb83b0787e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399862 Sep 18 20:13:11.401142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641057f1-4ac4-4a61-8a08-68b707d410d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a1c4c1-8786-435d-b379-972360362806,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:11.403029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35378) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:11.451155 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09c12c06-7951-4f5b-a24c-7d0c7c3c67b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:11.472038 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09c12c06-7951-4f5b-a24c-7d0c7c3c67b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:11.520886 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09c12c06-7951-4f5b-a24c-7d0c7c3c67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:11.523407 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-09c12c06-7951-4f5b-a24c-7d0c7c3c67b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:11.524526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-09c12c06-7951-4f5b-a24c-7d0c7c3c67b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11a1c4c1-8786-435d-b379-972360362806 HTTP/1.1" status: 204 len: 168 time: 0.1204720 Sep 18 20:13:11.532648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c12c06-7951-4f5b-a24c-7d0c7c3c67b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a1c4c1-8786-435d-b379-972360362806,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:21.622378 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b9027e97-9c3b-4e37-9cc6-cb60bba656c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:23.467834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:23.510296 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:24.801489 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:24.931515 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11d73d46-5442-4d85-8935-239d5c9e3987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:25.599024 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:25.698274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df529b-feaa-40e4-972c-520a38136b6a req-9e91777a-7784-4a82-bf03-f3b6ab204c38 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:25.699842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5df529b-feaa-40e4-972c-520a38136b6a req-9e91777a-7784-4a82-bf03-f3b6ab204c38 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1097 time: 0.2076378 Sep 18 20:13:25.740208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5df529b-feaa-40e4-972c-520a38136b6a req-04df2edc-a164-46fe-b5c7-4d74c2d5f981 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Sep 18 20:13:25.762597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35542) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:25.915982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 29f684ec-06ca-4570-a5d3-219a7a786b16 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:13:25.916324 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:25.993216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:25.993457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:26.005224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 29f684ec-06ca-4570-a5d3-219a7a786b16 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:13:26.146962 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:26.175022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=29f684ec-06ca-4570-a5d3-219a7a786b16,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:26.234911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:26.235162 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Floating IP 27b60bd3-159e-48c0-b144-d0ecddfdaa38 disassociated (deleted). External IP: 172.25.8.87, port: 91d37388-1cc2-4694-af11-dd29d7279498. Sep 18 20:13:26.446299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router b06a920f-88ce-4ff7-80af-9b56e431c5e8 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:13:26.558028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:13:26.563450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:26.569351 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] Sync routers for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:13:26.579296 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:26.580158 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:26.592981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-38ff1395-94df-4194-9254-d2461c053aa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/floatingips/27b60bd3-159e-48c0-b144-d0ecddfdaa38 HTTP/1.1" status: 204 len: 168 time: 0.8270092 Sep 18 20:13:26.592981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:26.598624 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07759e32-2f24-4036-96f2-4714f0426ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "tag": "91d37388-1cc2-4694-af11-dd29d7279498"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:26.719843 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa7998d-9b3d-49c2-a310-ff4422642118 x-openstack-request-id: req-9aa7998d-9b3d-49c2-a310-ff4422642118 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:26.720815 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "tag": "91d37388-1cc2-4694-af11-dd29d7279498", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:26.721260 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9aa7998d-9b3d-49c2-a310-ff4422642118 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:26.721862 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498', 'status': 'completed', 'code': 200} Sep 18 20:13:26.739450 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:26.789329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-815a8a18-d82a-4e48-9116-f28f3c85ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:26.791266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-815a8a18-d82a-4e48-9116-f28f3c85ab0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 1097 time: 0.0501363 Sep 18 20:13:26.912244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4ecce-c1db-43a7-85d1-373d781c3bc9 req-37e0e20b-bc41-4f55-b336-519cbbd5e2aa tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:26.914005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50a4ecce-c1db-43a7-85d1-373d781c3bc9 req-37e0e20b-bc41-4f55-b336-519cbbd5e2aa tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0939455 Sep 18 20:13:26.942901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-e0eed1f4-39f4-4fd6-986d-351d2dc4ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:26.944415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-e0eed1f4-39f4-4fd6-986d-351d2dc4ac6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 200 len: 898 time: 0.1452451 Sep 18 20:13:26.953747 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:54Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:26.981224 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] Checking router: b06a920f-88ce-4ff7-80af-9b56e431c5e8 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:13:26.989956 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:26.990565 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:27.000866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-5420a4bd-26cf-4677-99b9-f1738a01d039 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 200 len: 217 time: 0.0481818 Sep 18 20:13:27.003877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-50a4ecce-c1db-43a7-85d1-373d781c3bc9 req-bad60c6e-92d1-4f6f-9a10-4dc2db1a22ef tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821571 Sep 18 20:13:27.055232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-8061426a-bace-4425-a7c3-16e35842cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:27.056861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-8061426a-bace-4425-a7c3-16e35842cfae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 200 len: 835 time: 0.0484216 Sep 18 20:13:27.106588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-51d2246f-c3a9-4389-a4f5-68e7a2fec8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:27.108146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-51d2246f-c3a9-4389-a4f5-68e7a2fec8a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30b4defa-6e8d-412f-8927-b26025129b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431280 Sep 18 20:13:27.187412 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:27.206603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-7def42b0-b32e-4c59-a434-250d02c96179 service neutron] 10.222.0.24 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891421 Sep 18 20:13:27.303034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07759e32-2f24-4036-96f2-4714f0426ec2 req-21c8bcf1-9049-4c86-8e5c-f55720b0b6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878079 Sep 18 20:13:27.389636 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:54Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:27.416503 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26788f9a-53ad-42f9-ba9f-035eca5eed9c None None] The sync data for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 is: [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:11:50Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b2af9148-d685-4168-9243-96f5fc4c6dcd', 'name': '', 'network_id': '30b4defa-6e8d-412f-8927-b26025129b0c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:0c:3f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:49Z', 'updated_at': '2021-09-18T20:11:54Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:13:27.514252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:27.643135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b131c2-c001-447b-8869-deeb73e4a10a None None] New status for floating IP 27b60bd3-159e-48c0-b144-d0ecddfdaa38: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:13:28.208981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-ec121e04-9308-4dda-9d90-af3aec645921 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:28.210443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-ec121e04-9308-4dda-9d90-af3aec645921 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.0838006 Sep 18 20:13:28.222061 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e3516-2c4c-4160-917b-9f7e5b3a3880 req-0fe98fc2-a94b-4e1d-a443-aeb0c86bf749 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:28.223445 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-468e3516-2c4c-4160-917b-9f7e5b3a3880 req-0fe98fc2-a94b-4e1d-a443-aeb0c86bf749 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f966ef4-63ee-47e7-857c-6fae2422de62 HTTP/1.1" status: 200 len: 945 time: 0.1410153 Sep 18 20:13:28.308982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-468e3516-2c4c-4160-917b-9f7e5b3a3880 req-203fdc9b-5aac-42ea-b150-623b260e684a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb7abf8e-8058-4092-a7aa-1460103020b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781426 Sep 18 20:13:28.334615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 91d37388-1cc2-4694-af11-dd29d7279498 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:13:28.334949 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:28.430692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port 91d37388-1cc2-4694-af11-dd29d7279498, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=91d37388-1cc2-4694-af11-dd29d7279498,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:28.431055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:28.444096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 91d37388-1cc2-4694-af11-dd29d7279498 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:13:28.586370 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:28.617822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=91d37388-1cc2-4694-af11-dd29d7279498,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:28.658682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] No DVR routers for this DVR port 91d37388-1cc2-4694-af11-dd29d7279498 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:13:28.661657 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:28.663700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ecfc1de0-5885-4d49-b6b5-cd7481d201f0 req-94c42487-8ced-490e-b1dc-c54bc92fe33c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "DELETE /v2.0/ports/91d37388-1cc2-4694-af11-dd29d7279498 HTTP/1.1" status: 204 len: 173 time: 0.4393070 Sep 18 20:13:28.722699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'name': 'network-vif-deleted', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:28.725100 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b256d6c2-a1eb-439d-b66c-290388902416" -d '{"events": [{"server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "name": "network-vif-deleted", "tag": "91d37388-1cc2-4694-af11-dd29d7279498"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:28.765662 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4923c48-5ff2-4af4-9df1-c27fe305f21a x-openstack-request-id: req-a4923c48-5ff2-4af4-9df1-c27fe305f21a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:28.765994 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f966ef4-63ee-47e7-857c-6fae2422de62", "name": "network-vif-deleted", "tag": "91d37388-1cc2-4694-af11-dd29d7279498", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:28.766193 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4923c48-5ff2-4af4-9df1-c27fe305f21a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:28.766591 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f966ef4-63ee-47e7-857c-6fae2422de62', 'name': 'network-vif-deleted', 'tag': '91d37388-1cc2-4694-af11-dd29d7279498', 'status': 'completed', 'code': 200} Sep 18 20:13:29.370076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35586) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:30.085934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:30.455613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port b2af9148-d685-4168-9243-96f5fc4c6dcd {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:13:30.456319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:30.545400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port b2af9148-d685-4168-9243-96f5fc4c6dcd, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b2af9148-d685-4168-9243-96f5fc4c6dcd,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:30.545754 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:30.557819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for b2af9148-d685-4168-9243-96f5fc4c6dcd owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:13:30.741666 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:30.774574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=b2af9148-d685-4168-9243-96f5fc4c6dcd,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:30.944751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.151892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router b06a920f-88ce-4ff7-80af-9b56e431c5e8 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:13:31.257874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:13:31.266604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c038aa73-95d5-4356-a5cc-e86412f50a77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "PUT /v2.0/routers/b06a920f-88ce-4ff7-80af-9b56e431c5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8918254 Sep 18 20:13:31.266604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35594) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:31.268548 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] Sync routers for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:13:31.277754 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:31.278359 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:31.322197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec695dfa-381f-441a-b5bf-26856705d200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting subnet be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:13:31.325916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec695dfa-381f-441a-b5bf-26856705d200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.379952 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:13:31.384415 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec695dfa-381f-441a-b5bf-26856705d200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.404279 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:31.479209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec695dfa-381f-441a-b5bf-26856705d200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.548865 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec695dfa-381f-441a-b5bf-26856705d200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.580847 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ec695dfa-381f-441a-b5bf-26856705d200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.585856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35598) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:31.593866 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:13:30Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:31.594829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870a585-d0b6-46ef-bc7a-c9192beb995b None None] Network 30b4defa-6e8d-412f-8927-b26025129b0c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:13:31.595953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ec695dfa-381f-441a-b5bf-26856705d200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/subnets/be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc HTTP/1.1" status: 204 len: 168 time: 0.3290362 Sep 18 20:13:31.597987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec695dfa-381f-441a-b5bf-26856705d200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Subnet': ['ID=be2dfc9c-6b2b-4128-8a0c-ed4dad5ffabc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:31.642412 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] Checking router: b06a920f-88ce-4ff7-80af-9b56e431c5e8 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:13:31.656388 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] Routers {'b06a920f-88ce-4ff7-80af-9b56e431c5e8'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:31.657425 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:31.735587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.805354 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] Set router b06a920f-88ce-4ff7-80af-9b56e431c5e8 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:31.821547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] DHCP port deletion for 30b4defa-6e8d-412f-8927-b26025129b0c request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:13:31.856360 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.881843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] Deleting port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:13:31.882392 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.944903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:13:31.945251 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.956159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] For port 63b20f92-7a93-4b48-8a8c-18deedbc33c9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=63b20f92-7a93-4b48-8a8c-18deedbc33c9,segment=NetworkSegment(85ececa8-b29d-4db5-aa15-3489bab4355e),segment_id=85ececa8-b29d-4db5-aa15-3489bab4355e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:31.956564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:31.970548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] Calling delete_port for 63b20f92-7a93-4b48-8a8c-18deedbc33c9 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:13:32.016934 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:13:30Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:32.043446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port efa4d6a4-ad96-475b-9c61-bd16a0e0bffc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=efa4d6a4-ad96-475b-9c61-bd16a0e0bffc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:32.043987 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.059290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for efa4d6a4-ad96-475b-9c61-bd16a0e0bffc owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:13:32.059722 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ba274-edea-4d00-91e0-b79d208f1206 None None] The sync data for ids ['b06a920f-88ce-4ff7-80af-9b56e431c5e8'] in n-d-789963-11 is: [{'id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530519220', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:11:46Z', 'updated_at': '2021-09-18T20:13:30Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'efa4d6a4-ad96-475b-9c61-bd16a0e0bffc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:70:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06a920f-88ce-4ff7-80af-9b56e431c5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:11:47Z', 'updated_at': '2021-09-18T20:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:13:32.060385 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.095985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] Pushing event deleted for resources: {'Port': ['ID=63b20f92-7a93-4b48-8a8c-18deedbc33c9,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:32.097975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb70651-d5a6-4db2-bcd3-ed7d1ab0f9b6 None None] No DVR routers for this DVR port 63b20f92-7a93-4b48-8a8c-18deedbc33c9 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:13:32.248466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.281978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=efa4d6a4-ad96-475b-9c61-bd16a0e0bffc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:32.348433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.445825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.448643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.502143 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.502676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Fanout notify agent at l3_agent the message router_deleted on router b06a920f-88ce-4ff7-80af-9b56e431c5e8 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:13:32.514395 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.516211 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-224e261e-092c-4160-84a1-7f83cce67706 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/routers/b06a920f-88ce-4ff7-80af-9b56e431c5e8 HTTP/1.1" status: 204 len: 168 time: 0.9292216 Sep 18 20:13:32.518853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35606) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:32.603460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.705811 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.731773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b4defa-6e8d-412f-8927-b26025129b0c']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:32.742981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ececa8-b29d-4db5-aa15-3489bab4355e') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:32.743431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ececa8-b29d-4db5-aa15-3489bab4355e') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:32.756179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 91d37388-1cc2-4694-af11-dd29d7279498 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:13:32.763459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.784213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.791709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:13:32.793407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 91d37388-1cc2-4694-af11-dd29d7279498 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:13:32.793581 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.793879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 91d37388-1cc2-4694-af11-dd29d7279498 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:13:32.798644 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:13:32.862350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.865064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35608) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:32.869367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.871664 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/networks/30b4defa-6e8d-412f-8927-b26025129b0c HTTP/1.1" status: 204 len: 168 time: 0.3513615 Sep 18 20:13:32.882513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35610) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:32.890579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9a60a-f291-452f-ace2-60d1cc332f9e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Network': ['ID=30b4defa-6e8d-412f-8927-b26025129b0c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:32.951935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a971a8a-f935-436b-8802-a32f5c189bd4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.958653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-620dac33-2f31-4a3d-a63b-ccb7d7ccc92f tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.0898976 Sep 18 20:13:32.958942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35612) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:32.963753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'network': {'name': 'tempest-network-smoke--612594541', 'project_id': '612ca1b3028341999df0077e0f84162a', 'port_security_enabled': False}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:32.979259 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a971a8a-f935-436b-8802-a32f5c189bd4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:32.986114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Made reservation on behalf of 612ca1b3028341999df0077e0f84162a for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:13:32.990570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.015663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:13:33.025796 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.026178 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Added segment bef53428-5fbe-4216-b1eb-3a35262add94 of type vlan for network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 Sep 18 20:13:33.052025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a971a8a-f935-436b-8802-a32f5c189bd4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.055019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0a971a8a-f935-436b-8802-a32f5c189bd4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.058733 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0a971a8a-f935-436b-8802-a32f5c189bd4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb7abf8e-8058-4092-a7aa-1460103020b2 HTTP/1.1" status: 204 len: 168 time: 0.1724865 Sep 18 20:13:33.068171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a971a8a-f935-436b-8802-a32f5c189bd4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7abf8e-8058-4092-a7aa-1460103020b2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:33.073926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.101837 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.110290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:33.111215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.154894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1947572 Sep 18 20:13:33.159732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:33.172109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'admin_state_up': True, 'project_id': '612ca1b3028341999df0077e0f84162a', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:33.193393 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Network': ['ID=5d57d2cb-47b3-446d-bd9e-b7d860099b24,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:33.202424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.202775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.203112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.203471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.203808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.204137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.204464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.204793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.205120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.205443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.205762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.206081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad1869-a24b-47ca-b5db-92d3dc73eec4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:33.218121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:13:33.255725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.257874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.318637 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b2af9148-d685-4168-9243-96f5fc4c6dcd no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:13:33.322287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.349585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: b2af9148-d685-4168-9243-96f5fc4c6dcd {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:13:33.350289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b2af9148-d685-4168-9243-96f5fc4c6dcd not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:13:33.350866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 63b20f92-7a93-4b48-8a8c-18deedbc33c9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:13:33.377503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 63b20f92-7a93-4b48-8a8c-18deedbc33c9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:13:33.377849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 63b20f92-7a93-4b48-8a8c-18deedbc33c9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:13:33.378272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device efa4d6a4-ad96-475b-9c61-bd16a0e0bffc no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:13:33.405216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: efa4d6a4-ad96-475b-9c61-bd16a0e0bffc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:13:33.406393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device efa4d6a4-ad96-475b-9c61-bd16a0e0bffc not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:13:33.440844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35620) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:33.445646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6c0c7e2c-4524-4ed7-8373-953f54393b24 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367668734', 'description': 'tempest-secgroup-smoke-367668734 description', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:33.470087 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7e2c-4524-4ed7-8373-953f54393b24 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.488580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.565034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7e2c-4524-4ed7-8373-953f54393b24 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.577943 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7e2c-4524-4ed7-8373-953f54393b24 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.611288 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7e2c-4524-4ed7-8373-953f54393b24 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.615306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6c0c7e2c-4524-4ed7-8373-953f54393b24 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1705420 Sep 18 20:13:33.615726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35624) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:33.621264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4a94a30f-04b1-4a52-955b-c1b76b0d445c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'a955c565-39cf-458a-8cba-7a6f90962a8c', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:33.627190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c7e2c-4524-4ed7-8373-953f54393b24 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a955c565-39cf-458a-8cba-7a6f90962a8c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:33.655282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a94a30f-04b1-4a52-955b-c1b76b0d445c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.711823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.732595 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a94a30f-04b1-4a52-955b-c1b76b0d445c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.737650 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a94a30f-04b1-4a52-955b-c1b76b0d445c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.738132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.756725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94a30f-04b1-4a52-955b-c1b76b0d445c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9470f8-88e2-4362-966a-2774d271c8a8,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:33.763537 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4a94a30f-04b1-4a52-955b-c1b76b0d445c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.767783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4a94a30f-04b1-4a52-955b-c1b76b0d445c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510890 Sep 18 20:13:33.768416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35626) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:33.773075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-971375b2-5c27-4e8f-b2c0-a6198826de77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'a955c565-39cf-458a-8cba-7a6f90962a8c', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:33.802029 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-971375b2-5c27-4e8f-b2c0-a6198826de77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.895680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Allocated IP 172.25.8.161 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/7d847769-902c-4f92-8ba7-a7c30f93c2db) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:33.907209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-971375b2-5c27-4e8f-b2c0-a6198826de77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.912014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-971375b2-5c27-4e8f-b2c0-a6198826de77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.935658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971375b2-5c27-4e8f-b2c0-a6198826de77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4493dbaf-64db-4a8b-99cd-4dc3d08aca0b,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:33.946026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-971375b2-5c27-4e8f-b2c0-a6198826de77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:33.950276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-971375b2-5c27-4e8f-b2c0-a6198826de77 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1808646 Sep 18 20:13:33.950937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35628) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:33.956050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-63aec00c-f47b-411a-93b0-848649268b3b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'a955c565-39cf-458a-8cba-7a6f90962a8c', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:33.990144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-63aec00c-f47b-411a-93b0-848649268b3b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.032055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.051448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-63aec00c-f47b-411a-93b0-848649268b3b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.056481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-63aec00c-f47b-411a-93b0-848649268b3b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.074071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.078569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aec00c-f47b-411a-93b0-848649268b3b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5a3a99-2dec-4994-8a63-a8cf47253441,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:34.086578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-63aec00c-f47b-411a-93b0-848649268b3b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.091059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-63aec00c-f47b-411a-93b0-848649268b3b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365001 Sep 18 20:13:34.092001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35630) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:34.096969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d98f2e43-5deb-4de3-8848-2d66b802a77b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'a955c565-39cf-458a-8cba-7a6f90962a8c', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:34.118233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:34.122002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:34.126203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:34.128547 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d98f2e43-5deb-4de3-8848-2d66b802a77b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.168310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=7d847769-902c-4f92-8ba7-a7c30f93c2db,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:34.178688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.179188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.179564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.179971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.180266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.180784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.181293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.181764 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.182129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.182455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.182774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.183107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:34.193646 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d98f2e43-5deb-4de3-8848-2d66b802a77b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.197778 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d98f2e43-5deb-4de3-8848-2d66b802a77b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.215057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f2e43-5deb-4de3-8848-2d66b802a77b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bb73f0-2195-430f-83e2-822cb112e48f,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:34.221972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d98f2e43-5deb-4de3-8848-2d66b802a77b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.225774 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d98f2e43-5deb-4de3-8848-2d66b802a77b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298482 Sep 18 20:13:34.226299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35632) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:34.230356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e9509f6e-4a76-40c1-b550-cbe76cf9b52f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'a955c565-39cf-458a-8cba-7a6f90962a8c', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:34.253347 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-e9509f6e-4a76-40c1-b550-cbe76cf9b52f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Project d33f7c77f3fb4be3b1c200da90c5961e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:13:34.258071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9509f6e-4a76-40c1-b550-cbe76cf9b52f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.318533 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9509f6e-4a76-40c1-b550-cbe76cf9b52f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.322557 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9509f6e-4a76-40c1-b550-cbe76cf9b52f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.340865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509f6e-4a76-40c1-b550-cbe76cf9b52f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0fc2ba-ba62-4379-a989-235e9e8c6dd5,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:34.347517 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e9509f6e-4a76-40c1-b550-cbe76cf9b52f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.351299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e9509f6e-4a76-40c1-b550-cbe76cf9b52f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219032 Sep 18 20:13:34.351565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35634) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:34.356170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e525a069-096a-43b6-8a2d-6717ab0adb19 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'a955c565-39cf-458a-8cba-7a6f90962a8c', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:34.379433 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-e525a069-096a-43b6-8a2d-6717ab0adb19 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Project d33f7c77f3fb4be3b1c200da90c5961e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:13:34.384197 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e525a069-096a-43b6-8a2d-6717ab0adb19 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.416464 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.446340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e525a069-096a-43b6-8a2d-6717ab0adb19 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.450206 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e525a069-096a-43b6-8a2d-6717ab0adb19 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.465217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525a069-096a-43b6-8a2d-6717ab0adb19 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deab9e96-24e0-4d5e-a1c1-4f4c58e974ff,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:34.475655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e525a069-096a-43b6-8a2d-6717ab0adb19 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.476858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e525a069-096a-43b6-8a2d-6717ab0adb19 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243711 Sep 18 20:13:34.479763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35636) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:34.484605 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'network': {'name': 'tempest-network-smoke--1737742914', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:34.506126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:13:34.509549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.533836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:13:34.543305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.543677 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Added segment 01a906a8-5992-4246-be89-b360f7e2dbad of type vlan for network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 Sep 18 20:13:34.587728 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.613311 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.618907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:34.619545 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.622740 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.663876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805253 Sep 18 20:13:34.676788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35642) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:34.681321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'admin_state_up': True, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:34.689961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b487db8-4853-43f8-8900-4a33585a1f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Network': ['ID=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:34.707783 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:13:34.725466 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.726489 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.832026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:34.920604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Router 015f5147-509c-4072-a98b-b7952b52a7f4 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:13:34.993112 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:35.143231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:13:35.152796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Sync routers for ids ['015f5147-509c-4072-a98b-b7952b52a7f4'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:13:35.162064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Routers {'015f5147-509c-4072-a98b-b7952b52a7f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:35.162792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['015f5147-509c-4072-a98b-b7952b52a7f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:35.170027 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:35.171828 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1638f437-4f5b-4f0c-b555-784b9e51b868 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0102036 Sep 18 20:13:35.175238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35648) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:35.235079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a156727-c3f1-4d36-95b9-50e10083a8f4 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:35.236790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9a156727-c3f1-4d36-95b9-50e10083a8f4 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=612ca1b3028341999df0077e0f84162a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0599034 Sep 18 20:13:35.239514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35650) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:35.289129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Set router 015f5147-509c-4072-a98b-b7952b52a7f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:35.308173 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:35.333076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a9c9b-2b7f-482b-97df-af622df25e4f tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:35.333405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:35.334588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-023a9c9b-2b7f-482b-97df-af622df25e4f tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941715 Sep 18 20:13:35.337464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35652) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:35.372025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e7c3b9ef-61df-4492-8252-03aac1b39450 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334725 Sep 18 20:13:35.373105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35654) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:35.407684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-da16e3c5-999c-4663-b4e5-3a6c25729e28 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=612ca1b3028341999df0077e0f84162a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305791 Sep 18 20:13:35.408715 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35656) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:35.501751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:34Z', 'revision_number': 3, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:35.530227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Checking router: 015f5147-509c-4072-a98b-b7952b52a7f4 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:13:35.530650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Updating router 015f5147-509c-4072-a98b-b7952b52a7f4 port 7d847769-902c-4f92-8ba7-a7c30f93c2db binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:13:35.558632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:35.830947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.25.8.195 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/942942b1-b7ea-40fe-889e-e88c4a71d7fc) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:35.875329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87df9c-0efb-4022-83e5-ec061d5c7409 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:35.879574 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8f87df9c-0efb-4022-83e5-ec061d5c7409 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4672592 Sep 18 20:13:35.880069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35660) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:35.913071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b71caa8f-5b26-4dd0-9c94-c97ab610f734 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317194 Sep 18 20:13:35.915567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35662) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:35.920582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1841444940', 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24', 'project_id': '612ca1b3028341999df0077e0f84162a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:35.956459 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:35.996075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.012743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Made reservation on behalf of 612ca1b3028341999df0077e0f84162a for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:13:36.018786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.045678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:36.050365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:36.052756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=942942b1-b7ea-40fe-889e-e88c4a71d7fc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:36.054860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:36.164357 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.170039 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.207283 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.225246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Attempting to bind port 7d847769-902c-4f92-8ba7-a7c30f93c2db on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:36.225615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Attempting to bind port 7d847769-902c-4f92-8ba7-a7c30f93c2db by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:36.225963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Attempting to bind port 7d847769-902c-4f92-8ba7-a7c30f93c2db on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:36.232859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc3cce-49e4-40d8-ab86-4b6f53264dcc None None] Pushing event updated for resources: {'Port': ['ID=7d847769-902c-4f92-8ba7-a7c30f93c2db,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:36.237156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:36.237528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:36.237924 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.238308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:36.238965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Bound port: 7d847769-902c-4f92-8ba7-a7c30f93c2db, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:36.239351 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.271774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Subnet': ['ID=dbe63120-3b6f-474d-b178-6071256ca4df,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:36.276066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Checking segment: {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:36.276416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network hostable DHCP agents. Network: 5d57d2cb-47b3-446d-bd9e-b7d860099b24, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:13:36.293040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] For port 7d847769-902c-4f92-8ba7-a7c30f93c2db, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:36.296177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:13:36.296870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] For port 7d847769-902c-4f92-8ba7-a7c30f93c2db, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7d847769-902c-4f92-8ba7-a7c30f93c2db,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:36.301527 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.307333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 5d57d2cb-47b3-446d-bd9e-b7d860099b24) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:36.314013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:36.314667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.330505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6269ec3f-e519-47d7-8500-6b288ea30695 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4135356 Sep 18 20:13:36.331490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782033e-a77b-417f-ae0e-3ff66f6f14e3 None None] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:13:36.333260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35664) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:36.349609 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.415587 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc3cce-49e4-40d8-ab86-4b6f53264dcc None None] Pushing event updated for resources: {'Port': ['ID=7d847769-902c-4f92-8ba7-a7c30f93c2db,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:36.419754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Routers {'015f5147-509c-4072-a98b-b7952b52a7f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:36.420358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['015f5147-509c-4072-a98b-b7952b52a7f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:36.564341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] Set router 015f5147-509c-4072-a98b-b7952b52a7f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:36.564644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.662155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-5d57d2cb-47b3-446d-bd9e-b7d860099b24', 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'fixed_ips': [{'subnet_id': 'dbe63120-3b6f-474d-b178-6071256ca4df'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:13:36.663005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.708840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 544ba891-2f60-456c-89e5-2dc8070997c0 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:13:36.827821 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.833586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:13:36.857524 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Sync routers for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:13:36.871503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:36.878361 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-de28e842-d6d7-4e9d-a2ff-66e72e695b88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2005141 Sep 18 20:13:36.880503 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35670) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:36.886997 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Allocated IP 172.20.0.18 (5d57d2cb-47b3-446d-bd9e-b7d860099b24/dbe63120-3b6f-474d-b178-6071256ca4df/77925403-45a8-4342-afe0-9cfb3fce1d3a) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:36.889125 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:36.889646 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:36.900363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:34Z', 'revision_number': 3, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:36.930616 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f2c3eaf4-1ad9-457c-a9ec-d7df98e33483 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=d33f7c77f3fb4be3b1c200da90c5961e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473394 Sep 18 20:13:36.933122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35672) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:36.935422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a390605-4480-4782-abc0-1d2a584b84cc None None] The sync data for ids ['015f5147-509c-4072-a98b-b7952b52a7f4'] in n-d-789963-11 is: [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:34Z', 'revision_number': 3, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:13:37.140751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f4f4e-c37e-4b04-bbe2-449d78b8f907 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:37.142391 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df1f4f4e-c37e-4b04-bbe2-449d78b8f907 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2080681 Sep 18 20:13:37.145125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35676) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:37.148555 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:37.183681 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-42f9f345-2422-41e0-921f-75dd9911ff39 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362430 Sep 18 20:13:37.185945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35678) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:37.193029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923883353', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:37.256575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:37.267101 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:37.408480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:13:37.412210 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:37.532149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:37.537234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:37.541395 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:37.561704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Pushing event updated for resources: {'Port': ['ID=77925403-45a8-4342-afe0-9cfb3fce1d3a,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:37.588526 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:36Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:37.633911 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Checking router: 544ba891-2f60-456c-89e5-2dc8070997c0 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:13:37.634590 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Updating router 544ba891-2f60-456c-89e5-2dc8070997c0 port 942942b1-b7ea-40fe-889e-e88c4a71d7fc binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:13:37.636976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Attempting to bind port 77925403-45a8-4342-afe0-9cfb3fce1d3a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:37.637459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Attempting to bind port 77925403-45a8-4342-afe0-9cfb3fce1d3a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:37.637835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Attempting to bind port 77925403-45a8-4342-afe0-9cfb3fce1d3a on network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:37.646831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:37.647524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Checking segment: {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:37.648184 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:37.648764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Bound using segment: {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:37.649242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Bound port: 77925403-45a8-4342-afe0-9cfb3fce1d3a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:37.649629 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:37.689173 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:37.751676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Allocated IP 172.20.0.17 (5d57d2cb-47b3-446d-bd9e-b7d860099b24/dbe63120-3b6f-474d-b178-6071256ca4df/f9e7cebc-f58c-49f5-a63e-693f7b123be2) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:37.759207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] For port 77925403-45a8-4342-afe0-9cfb3fce1d3a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:37.768386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] For port 77925403-45a8-4342-afe0-9cfb3fce1d3a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=77925403-45a8-4342-afe0-9cfb3fce1d3a,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:37.774831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:37.859878 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:37.883835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8fe0b-8bd4-45ff-b5ac-6bc10232347c None None] Pushing event updated for resources: {'Port': ['ID=77925403-45a8-4342-afe0-9cfb3fce1d3a,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:37.985985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Subnet': ['ID=2a0ca075-6881-426b-b240-5e484a5eb3be,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:37.990049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Checking segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:37.990418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network hostable DHCP agents. Network: 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:13:38.003757 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.019420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:13:38.041355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:38.051826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86143c-885e-4649-bdce-b7d7d3fd6f14 None None] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:13:38.058466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:38.059074 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.089318 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e594d6c8-fad5-4fa8-9ea8-3e1f08983c02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8992260 Sep 18 20:13:38.090250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35682) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:38.106865 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.263237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:38.275823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:38.279808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:38.377285 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.386823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.395519 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.462580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=f9e7cebc-f58c-49f5-a63e-693f7b123be2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:38.464306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:13:38.465828 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.484903 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2e9b0-d0b4-4cd6-8354-13e22a168d8a None None] Pushing event updated for resources: {'Port': ['ID=942942b1-b7ea-40fe-889e-e88c4a71d7fc,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:38.488650 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Attempting to bind port 942942b1-b7ea-40fe-889e-e88c4a71d7fc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:38.489180 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Attempting to bind port 942942b1-b7ea-40fe-889e-e88c4a71d7fc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:38.489637 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Attempting to bind port 942942b1-b7ea-40fe-889e-e88c4a71d7fc on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:38.496026 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:38.496552 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:38.497020 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.498262 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:38.498262 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Bound port: 942942b1-b7ea-40fe-889e-e88c4a71d7fc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:38.498485 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.581267 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] For port 942942b1-b7ea-40fe-889e-e88c4a71d7fc, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:38.588582 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] For port 942942b1-b7ea-40fe-889e-e88c4a71d7fc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=942942b1-b7ea-40fe-889e-e88c4a71d7fc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:38.596967 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.668345 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:38.668894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.669560 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:38.712475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Allocated IP 172.20.0.2 (5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2/2a0ca075-6881-426b-b240-5e484a5eb3be/62d7f904-b1f3-4a75-b7b0-1522a62c0112) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:38.731241 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2e9b0-d0b4-4cd6-8354-13e22a168d8a None None] Pushing event updated for resources: {'Port': ['ID=942942b1-b7ea-40fe-889e-e88c4a71d7fc,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:38.876843 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:38.943809 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.971207 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:38.996585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.071302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:39.074481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:39.088578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:39.130335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Pushing event updated for resources: {'Port': ['ID=62d7f904-b1f3-4a75-b7b0-1522a62c0112,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:39.200881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7d847769-902c-4f92-8ba7-a7c30f93c2db up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:39.237802 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:36Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:39.249743 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.258789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Attempting to bind port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:39.259526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Attempting to bind port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:39.259876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.260418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Attempting to bind port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:39.269926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:39.270670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Checking segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:39.277199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.277815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Bound using segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:39.278430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Bound port: 62d7f904-b1f3-4a75-b7b0-1522a62c0112, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:39.278932 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.306909 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6b574-f3c0-49f7-9227-e164e0f887f4 None None] The sync data for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 is: [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:36Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:13:39.438403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7d847769-902c-4f92-8ba7-a7c30f93c2db triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:39.438788 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.447404 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.454976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7a9b9-f7bb-475e-acfd-9293d471a5d8 None None] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:13:39.498001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=f9e7cebc-f58c-49f5-a63e-693f7b123be2,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:39.526630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] For port 62d7f904-b1f3-4a75-b7b0-1522a62c0112, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:39.609509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.20.0.1 (5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2/2a0ca075-6881-426b-b240-5e484a5eb3be/d97bd82b-98ea-40a0-8b1e-9e613b8ab25b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:39.617152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:39.620334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:39.632555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] For port 62d7f904-b1f3-4a75-b7b0-1522a62c0112, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=62d7f904-b1f3-4a75-b7b0-1522a62c0112,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:39.635204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-cc461902-9c01-40af-9576-ad558fbd2c65 None None] Provisioning complete for port 77925403-45a8-4342-afe0-9cfb3fce1d3a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:39.635813 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc461902-9c01-40af-9576-ad558fbd2c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.707978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.833600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Router 015f5147-509c-4072-a98b-b7952b52a7f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:13:39.860176 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.912050 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:39.997388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:40.003856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:40.006528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:40.021346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f8256-be56-49f6-9345-b1e3f9562fe6 None None] Pushing event updated for resources: {'Port': ['ID=62d7f904-b1f3-4a75-b7b0-1522a62c0112,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:40.077894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:40.084089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:13:40.102336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e1b61071-84d3-4619-85b2-ae784e035141 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "PUT /v2.0/routers/015f5147-509c-4072-a98b-b7952b52a7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7626090 Sep 18 20:13:40.104307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Sync routers for ids ['015f5147-509c-4072-a98b-b7952b52a7f4'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:13:40.152682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:40.164850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:40.210370 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Routers {'015f5147-509c-4072-a98b-b7952b52a7f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:40.213386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['015f5147-509c-4072-a98b-b7952b52a7f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:40.335487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:40.437230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Set router 015f5147-509c-4072-a98b-b7952b52a7f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:40.615801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 7d847769-902c-4f92-8ba7-a7c30f93c2db, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7d847769-902c-4f92-8ba7-a7c30f93c2db,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:40.623800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc461902-9c01-40af-9576-ad558fbd2c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:40.657219 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:40.675085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 77925403-45a8-4342-afe0-9cfb3fce1d3a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:40.790989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-4158bd6c-c2bc-4393-b886-00451f9bfa55 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:40.800596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-4158bd6c-c2bc-4393-b886-00451f9bfa55 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/networks?id=5d57d2cb-47b3-446d-bd9e-b7d860099b24 HTTP/1.1" status: 200 len: 797 time: 0.2586093 Sep 18 20:13:40.831431 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-4b1e5669-0db4-436a-9f77-8c3acd6fd169 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/quotas/612ca1b3028341999df0077e0f84162a HTTP/1.1" status: 200 len: 375 time: 0.0295808 Sep 18 20:13:40.833569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cc461902-9c01-40af-9576-ad558fbd2c65 None None] For port 77925403-45a8-4342-afe0-9cfb3fce1d3a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=77925403-45a8-4342-afe0-9cfb3fce1d3a,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:40.863592 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc461902-9c01-40af-9576-ad558fbd2c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:40.950530 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=7d847769-902c-4f92-8ba7-a7c30f93c2db,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:40.953271 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:40.971214 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:40.978203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-314e7cd3-35f8-4207-862f-f664d8ec9959 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1380079 Sep 18 20:13:41.079542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:41.081469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:41.145474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 77925403-45a8-4342-afe0-9cfb3fce1d3a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:41.146846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:41.149788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc461902-9c01-40af-9576-ad558fbd2c65 None None] Pushing event updated for resources: {'Port': ['ID=77925403-45a8-4342-afe0-9cfb3fce1d3a,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:41.223111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b57e674c-5995-4bd9-9738-b0dbcb9db33d None None] Provisioning complete for port f9e7cebc-f58c-49f5-a63e-693f7b123be2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:41.223542 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b57e674c-5995-4bd9-9738-b0dbcb9db33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:41.254771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-d3f2c802-f621-4700-bf73-ea6564f362c8 service neutron] 10.222.0.20 "GET /v2.0/networks/5d57d2cb-47b3-446d-bd9e-b7d860099b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621131 Sep 18 20:13:41.262288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:41.263738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:41.300063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b57e674c-5995-4bd9-9738-b0dbcb9db33d None None] Port f9e7cebc-f58c-49f5-a63e-693f7b123be2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:13:41.347204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b57e674c-5995-4bd9-9738-b0dbcb9db33d None None] Provisioning complete for port 77925403-45a8-4342-afe0-9cfb3fce1d3a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:41.347808 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b57e674c-5995-4bd9-9738-b0dbcb9db33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:41.359185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f9e7cebc-f58c-49f5-a63e-693f7b123be2', 'name': '', 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:99:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dbe63120-3b6f-474d-b178-6071256ca4df', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:37Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 2, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': 'dbe63120-3b6f-474d-b178-6071256ca4df', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:41.484835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Checking router: 015f5147-509c-4072-a98b-b7952b52a7f4 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:13:41.485183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Updating router 015f5147-509c-4072-a98b-b7952b52a7f4 port f9e7cebc-f58c-49f5-a63e-693f7b123be2 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:13:41.505804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 544ba891-2f60-456c-89e5-2dc8070997c0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:13:41.508386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-a1a9238f-3827-462f-89e6-c8ba2154bbf2 service neutron] 10.222.0.20 "GET /v2.0/networks/5d57d2cb-47b3-446d-bd9e-b7d860099b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438486 Sep 18 20:13:41.518476 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:41.766362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:13:41.772231 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-81afaaaf-4d42-478f-a210-dfedfe1c7241 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "PUT /v2.0/routers/544ba891-2f60-456c-89e5-2dc8070997c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6807799 Sep 18 20:13:41.858977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-666074ad-045a-4dae-bd28-242143323e67 req-b86d45fd-18da-4aad-9445-0bb420b0d162 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 210 time: 0.0662987 Sep 18 20:13:42.061931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707bea16-388b-4a1b-9b69-a85707d0b990 None None] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:13:42.066724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-99b4a317-3d83-4713-a292-ea75e8de807f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367668734&fields=id&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 267 time: 0.0444922 Sep 18 20:13:42.274603 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Sync routers for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:13:42.291174 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:42.292333 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:42.297478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae491-0333-4346-b7b7-62346a2a9208 req-f880ec4c-da97-4a2f-bfeb-23397a8b9c54 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:42.306357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-f880ec4c-da97-4a2f-bfeb-23397a8b9c54 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 797 time: 0.2317314 Sep 18 20:13:42.325460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-85c1049e-169a-49ac-9c8c-cde0f10b7f69 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/quotas/d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 375 time: 0.0179174 Sep 18 20:13:42.331010 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6e4ee31e-b65b-4bce-9a91-95754d7c2b41 None None] Provisioning complete for port f9e7cebc-f58c-49f5-a63e-693f7b123be2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:42.338480 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e4ee31e-b65b-4bce-9a91-95754d7c2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:42.400790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-437834f4-53a6-4a90-8526-95a066b99ff2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739405 Sep 18 20:13:42.442384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 62d7f904-b1f3-4a75-b7b0-1522a62c0112 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:42.506268 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:42.606080 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-1f8bf8f2-17e7-45d6-bd0d-f7fe1e8d98ca service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909385 Sep 18 20:13:42.615573 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:42.630972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ee31e-b65b-4bce-9a91-95754d7c2b41 None None] Port f9e7cebc-f58c-49f5-a63e-693f7b123be2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:13:42.643932 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:42.649272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:42.649867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:42.809745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Pushing event updated for resources: {'Port': ['ID=f9e7cebc-f58c-49f5-a63e-693f7b123be2,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:42.816599 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 2, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:42.824822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-bb2259cc-926b-4fee-b605-bdd472354508 service neutron] 10.222.0.20 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177372 Sep 18 20:13:42.853798 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Checking router: 544ba891-2f60-456c-89e5-2dc8070997c0 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:13:42.854018 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Updating router 544ba891-2f60-456c-89e5-2dc8070997c0 port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:13:42.861070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.861655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.862185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.862870 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.863366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.864670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.864670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.864984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.865478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.865590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.865889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.866210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:42.874488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6e4ee31e-b65b-4bce-9a91-95754d7c2b41 None None] Provisioning complete for port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:42.874860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e4ee31e-b65b-4bce-9a91-95754d7c2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:42.892881 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:42.993611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a7f15e6-3700-43d0-8fd7-c767395eb745 req-dcb06e0f-96c8-498b-a418-c93415a5b48e tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 210 time: 0.0418649 Sep 18 20:13:43.080787 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09051711-43db-40dc-ac5c-aef42257378e req-c426263d-0450-415c-b81b-74b8060acbf4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 210 time: 0.0806222 Sep 18 20:13:43.187368 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Attempting to bind port f9e7cebc-f58c-49f5-a63e-693f7b123be2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:43.194629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Attempting to bind port f9e7cebc-f58c-49f5-a63e-693f7b123be2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:43.194980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Attempting to bind port f9e7cebc-f58c-49f5-a63e-693f7b123be2 on network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:43.217084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:43.218098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Checking segment: {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:43.218424 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.218848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Bound using segment: {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:43.219389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Bound port: f9e7cebc-f58c-49f5-a63e-693f7b123be2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:43.219776 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.269017 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.351540 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.372482 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.419947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-73666df9-6d1a-421f-855c-c0b1092863e0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:43.423675 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-73666df9-6d1a-421f-855c-c0b1092863e0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.32 "GET /v2.0/networks?id=5d57d2cb-47b3-446d-bd9e-b7d860099b24 HTTP/1.1" status: 200 len: 797 time: 0.2198858 Sep 18 20:13:43.442867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Request body: {'port': {'device_id': 'ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc', 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24', 'admin_state_up': True, 'tenant_id': '612ca1b3028341999df0077e0f84162a'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:43.509713 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e4ee31e-b65b-4bce-9a91-95754d7c2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.584026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 62d7f904-b1f3-4a75-b7b0-1522a62c0112, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=62d7f904-b1f3-4a75-b7b0-1522a62c0112,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:43.604197 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Pushing event updated for resources: {'Port': ['ID=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:43.611800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.614810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 77925403-45a8-4342-afe0-9cfb3fce1d3a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:43.621915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Made reservation on behalf of 612ca1b3028341999df0077e0f84162a for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:13:43.626791 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.641044 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.641385 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.641721 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.642053 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.642388 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.642715 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.643037 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.643361 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.643713 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.644034 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.644352 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.644671 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:13:43.653641 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Attempting to bind port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:43.653893 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Attempting to bind port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:43.654267 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Attempting to bind port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:43.663691 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:43.664074 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Checking segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:43.664482 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.664891 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Bound using segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:43.665360 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Bound port: d97bd82b-98ea-40a0-8b1e-9e613b8ab25b, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:43.665742 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.718564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=62d7f904-b1f3-4a75-b7b0-1522a62c0112,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:43.797607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] For port f9e7cebc-f58c-49f5-a63e-693f7b123be2, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:43.798865 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] For port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:43.802856 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] For port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:43.813398 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.818264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] For port f9e7cebc-f58c-49f5-a63e-693f7b123be2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f9e7cebc-f58c-49f5-a63e-693f7b123be2,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:43.835924 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.845116 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-6e4ee31e-b65b-4bce-9a91-95754d7c2b41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:13:43.845733 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-6e4ee31e-b65b-4bce-9a91-95754d7c2b41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:13:43.900139 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ed62-2574-4ff3-b9b9-6c0240dc2790 None None] Pushing event updated for resources: {'Port': ['ID=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:43.916568 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:43.918006 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:43.925276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 77925403-45a8-4342-afe0-9cfb3fce1d3a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:43.925645 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:43.966239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Allocated IP 172.20.0.29 (5d57d2cb-47b3-446d-bd9e-b7d860099b24/dbe63120-3b6f-474d-b178-6071256ca4df/02e2a9a3-f31e-4aec-ad86-beb7860060c1) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:44.111669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Routers {'015f5147-509c-4072-a98b-b7952b52a7f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:44.112460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['015f5147-509c-4072-a98b-b7952b52a7f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:44.225606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22c71b51-4f61-48df-99be-80a163f40cf8 req-7b8ee0f6-99bd-41f5-ab61-a871aa763e0a tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 210 time: 0.0669253 Sep 18 20:13:44.317783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-260e5db8-cfbd-49be-87f6-97382bb81c17 req-607e655a-b6cf-4e06-8c09-dc1bea063788 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 210 time: 0.1039896 Sep 18 20:13:44.342864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] Set router 015f5147-509c-4072-a98b-b7952b52a7f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:44.370544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:44.446348 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:44.530338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f79cee-df10-4d34-ae83-5f26f3b45937 None None] Pushing event updated for resources: {'Port': ['ID=f9e7cebc-f58c-49f5-a63e-693f7b123be2,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:44.540642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35756) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:44.762529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae491-0333-4346-b7b7-62346a2a9208 req-023eff31-d808-41e2-be09-cde7376bf61b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:44.783976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-023eff31-d808-41e2-be09-cde7376bf61b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 797 time: 0.2357495 Sep 18 20:13:44.861959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 942942b1-b7ea-40fe-889e-e88c4a71d7fc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:44.868953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-6de182c5-3759-4f41-a9d7-51a8198dd1a1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 379 time: 0.0754039 Sep 18 20:13:44.882576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'port': {'device_id': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'admin_state_up': True, 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'security_groups': ['a955c565-39cf-458a-8cba-7a6f90962a8c']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:44.929514 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbd74512-f36b-4f70-ab59-8507e1df74f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:44.962640 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:43Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:45.029747 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808e56e1-e386-443c-ab61-11fdc10c9bbb None None] The sync data for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 is: [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:43Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:13:45.066540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Provisioning complete for port f9e7cebc-f58c-49f5-a63e-693f7b123be2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:45.066926 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.128814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 942942b1-b7ea-40fe-889e-e88c4a71d7fc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:45.129197 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.151101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.192999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f9e7cebc-f58c-49f5-a63e-693f7b123be2', 'name': '', 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:99:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dbe63120-3b6f-474d-b178-6071256ca4df', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:37Z', 'updated_at': '2021-09-18T20:13:43Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': 'dbe63120-3b6f-474d-b178-6071256ca4df', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:45.206661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbd74512-f36b-4f70-ab59-8507e1df74f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.216750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbd74512-f36b-4f70-ab59-8507e1df74f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.230566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:45.236196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:45.236820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f81c25d-6735-409b-ab84-eba15d396471 None None] The sync data for ids ['015f5147-509c-4072-a98b-b7952b52a7f4'] in n-d-789963-11 is: [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:38Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'f9e7cebc-f58c-49f5-a63e-693f7b123be2', 'name': '', 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:99:d3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'dbe63120-3b6f-474d-b178-6071256ca4df', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:37Z', 'updated_at': '2021-09-18T20:13:43Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': 'dbe63120-3b6f-474d-b178-6071256ca4df', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:13:45.241446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:45.298086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dbd74512-f36b-4f70-ab59-8507e1df74f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea283c2100b441a496646667eaf5c5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562850 Sep 18 20:13:45.300560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd74512-f36b-4f70-ab59-8507e1df74f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b76f60-718b-4014-a82a-85b1500303d7,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:45.303898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:13:45.307978 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.319705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35762) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:45.339341 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.347543 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.398300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:45.399194 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.407020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 942942b1-b7ea-40fe-889e-e88c4a71d7fc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=942942b1-b7ea-40fe-889e-e88c4a71d7fc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:45.428349 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9954937 Sep 18 20:13:45.434529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157ee58-47b4-4b56-8ff7-b7f9a26993a7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event updated for resources: {'Port': ['ID=02e2a9a3-f31e-4aec-ad86-beb7860060c1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:45.440110 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.440907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7d847769-902c-4f92-8ba7-a7c30f93c2db up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:45.456448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Request body: {'port': {'device_id': 'ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:45.540480 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.659644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a021d19-7c8b-4fcc-88f5-14b885407cc3 req-19dfd9e5-7faf-4d0c-9acc-332bac1ae6d8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 210 time: 0.1285658 Sep 18 20:13:45.785699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2a4e33cb-a921-430e-9838-dd28e8d79b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.797486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98125f72-561b-43e6-bf62-4bc4d7081159 req-9a991c31-307f-49c1-9b55-cbe128d8ed5b tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:45.799282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98125f72-561b-43e6-bf62-4bc4d7081159 req-9a991c31-307f-49c1-9b55-cbe128d8ed5b tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 895 time: 0.3380044 Sep 18 20:13:45.841629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.20.0.9 (5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2/2a0ca075-6881-426b-b240-5e484a5eb3be/c8675a7f-59e2-4986-8137-6d5ab5e37b7a) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:45.850222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] For port f9e7cebc-f58c-49f5-a63e-693f7b123be2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f9e7cebc-f58c-49f5-a63e-693f7b123be2,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:45.851053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2a4e33cb-a921-430e-9838-dd28e8d79b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.861129 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.895668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Provisioning complete for port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:45.896347 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:45.943891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=942942b1-b7ea-40fe-889e-e88c4a71d7fc,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:45.977137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e2a9a3-f31e-4aec-ad86-beb7860060c1 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:13:45.993638 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.005792 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2a4e33cb-a921-430e-9838-dd28e8d79b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.008570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2a4e33cb-a921-430e-9838-dd28e8d79b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.009842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2a4e33cb-a921-430e-9838-dd28e8d79b5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6b76f60-718b-4014-a82a-85b1500303d7 HTTP/1.1" status: 204 len: 168 time: 0.6879148 Sep 18 20:13:46.013489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Transition to ACTIVE for port object 02e2a9a3-f31e-4aec-ad86-beb7860060c1 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:13:46.022141 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7d847769-902c-4f92-8ba7-a7c30f93c2db triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:46.022601 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.023749 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.057223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e33cb-a921-430e-9838-dd28e8d79b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b76f60-718b-4014-a82a-85b1500303d7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:46.142331 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.174074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Pushing event updated for resources: {'Port': ['ID=02e2a9a3-f31e-4aec-ad86-beb7860060c1,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:46.181513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Pushing event updated for resources: {'Port': ['ID=f9e7cebc-f58c-49f5-a63e-693f7b123be2,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:46.284544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.298508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] For port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:46.308590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.312049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Attempting to bind port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:46.312389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Attempting to bind port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:46.312720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Attempting to bind port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 on network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:46.326838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 on network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:13:46.327194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Attempting to bind port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 on network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:46.349287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.349825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:46.349934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Checking segment: {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:46.350361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Bound using segment: {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:46.350676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Bound port: 02e2a9a3-f31e-4aec-ad86-beb7860060c1, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef53428-5fbe-4216-b1eb-3a35262add94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:46.351041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.441908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Pushing event updated for resources: {'Port': ['ID=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:46.454801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:46.461276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Provisioning complete for port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:46.461775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7b362701-c2b4-47e6-a3d2-166d0501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.461906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:46.467008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:46.471482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:46.515696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] For port 02e2a9a3-f31e-4aec-ad86-beb7860060c1, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:46.519318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] For port 02e2a9a3-f31e-4aec-ad86-beb7860060c1, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=02e2a9a3-f31e-4aec-ad86-beb7860060c1,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:46.531632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.596227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:46.596740 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.598140 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] 10.222.0.32 "PUT /v2.0/ports/02e2a9a3-f31e-4aec-ad86-beb7860060c1 HTTP/1.1" status: 200 len: 1056 time: 1.1477690 Sep 18 20:13:46.598706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc', 'tag': '02e2a9a3-f31e-4aec-ad86-beb7860060c1'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:46.601020 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84391a61-f82a-4ab4-bab9-22c238a04aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc", "tag": "02e2a9a3-f31e-4aec-ad86-beb7860060c1"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:46.628421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dda6d6-95e2-44f8-b8fb-23e316c1656a service neutron] Pushing event updated for resources: {'Port': ['ID=02e2a9a3-f31e-4aec-ad86-beb7860060c1,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:46.630769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:46.637451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.669161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-628fac19-48a2-462b-b90f-68854ea76bac tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7931602 Sep 18 20:13:46.694713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Request body: {'port': {'device_id': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:46.742159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 62d7f904-b1f3-4a75-b7b0-1522a62c0112 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:46.755841 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427068b0-107f-448f-a3b4-3e673747999a x-openstack-request-id: req-427068b0-107f-448f-a3b4-3e673747999a {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:46.756173 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc", "tag": "02e2a9a3-f31e-4aec-ad86-beb7860060c1", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:46.756494 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-427068b0-107f-448f-a3b4-3e673747999a {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:46.756929 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc', 'tag': '02e2a9a3-f31e-4aec-ad86-beb7860060c1', 'status': 'completed', 'code': 200} Sep 18 20:13:46.819410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-8aa241ff-f48a-4334-b52c-e6d5d5f61bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:46.829313 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-8aa241ff-f48a-4334-b52c-e6d5d5f61bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 1059 time: 0.1759586 Sep 18 20:13:46.839851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b23b8aa0-c6c7-4697-a38c-4185c2d4d56d None None] Provisioning complete for port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:46.840223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b23b8aa0-c6c7-4697-a38c-4185c2d4d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.887669 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.906727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:46.908836 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:46.961106 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-7171b651-3a39-4184-acab-83da0bf32d68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=02e2a9a3-f31e-4aec-ad86-beb7860060c1 HTTP/1.1" status: 200 len: 217 time: 0.1190078 Sep 18 20:13:47.046055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-a66080fb-5c01-4dfd-8ea1-7e23c7b775a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.047965 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-a66080fb-5c01-4dfd-8ea1-7e23c7b775a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbe63120-3b6f-474d-b178-6071256ca4df HTTP/1.1" status: 200 len: 838 time: 0.0793931 Sep 18 20:13:47.076838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0e8be-4895-414e-8edf-353bc105a20e req-840dae0d-725c-4f82-ba5c-436cb6e0c031 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.085770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79a0e8be-4895-414e-8edf-353bc105a20e req-840dae0d-725c-4f82-ba5c-436cb6e0c031 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 931 time: 0.2543690 Sep 18 20:13:47.111857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d97bd82b-98ea-40a0-8b1e-9e613b8ab25b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:47.130830 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-650c3c78-d195-4b11-84a8-b7340818b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.133155 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-650c3c78-d195-4b11-84a8-b7340818b7a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d57d2cb-47b3-446d-bd9e-b7d860099b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0779922 Sep 18 20:13:47.160347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:47.160724 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.204812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d52bb1-cd9d-47b0-a862-51843994a55e req-afada70e-69d9-4d61-93f1-d7420ba857ec tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.220514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0d52bb1-cd9d-47b0-a862-51843994a55e req-afada70e-69d9-4d61-93f1-d7420ba857ec tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 907 time: 0.2451551 Sep 18 20:13:47.244821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79a0e8be-4895-414e-8edf-353bc105a20e req-45048518-e712-4ee9-88b6-b617d57c37a1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577518 Sep 18 20:13:47.272392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-294df84f-9322-446c-8dd1-e2a7daf1d47a service neutron] 10.222.0.32 "GET /v2.0/networks/5d57d2cb-47b3-446d-bd9e-b7d860099b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312542 Sep 18 20:13:47.281733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f9e7cebc-f58c-49f5-a63e-693f7b123be2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:47.286882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bee1b71a-e70d-4719-9ba5-f2374824ee26 None None] Provisioning complete for port c8675a7f-59e2-4986-8137-6d5ab5e37b7a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:47.287252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bee1b71a-e70d-4719-9ba5-f2374824ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.374807 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bee1b71a-e70d-4719-9ba5-f2374824ee26 None None] Port c8675a7f-59e2-4986-8137-6d5ab5e37b7a cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:13:47.398444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f9e7cebc-f58c-49f5-a63e-693f7b123be2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:47.398818 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.428644 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-525b6a70-c6f2-4602-9ec0-9383e703711a req-8016ffde-1007-4593-a7ec-78535e703457 service neutron] 10.222.0.32 "GET /v2.0/networks/5d57d2cb-47b3-446d-bd9e-b7d860099b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470070 Sep 18 20:13:47.512317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 942942b1-b7ea-40fe-889e-e88c4a71d7fc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:47.523852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-26aa1226-3e68-4344-a8fb-395c43a1a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.535758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8675a7f-59e2-4986-8137-6d5ab5e37b7a {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:13:47.537699 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-26aa1226-3e68-4344-a8fb-395c43a1a854 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 1059 time: 0.0580814 Sep 18 20:13:47.543528 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.565816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Transition to ACTIVE for port object c8675a7f-59e2-4986-8137-6d5ab5e37b7a will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:13:47.573910 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.582633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 942942b1-b7ea-40fe-889e-e88c4a71d7fc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:47.583406 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.641230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:47.682282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-79038ab8-6806-4143-b0a0-2ac76b97c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.683877 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-79038ab8-6806-4143-b0a0-2ac76b97c436 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d57d2cb-47b3-446d-bd9e-b7d860099b24 HTTP/1.1" status: 200 len: 898 time: 0.1383719 Sep 18 20:13:47.743832 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-715a9581-78d1-4e07-a87b-cc802b77af18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=02e2a9a3-f31e-4aec-ad86-beb7860060c1 HTTP/1.1" status: 200 len: 217 time: 0.0515788 Sep 18 20:13:47.757510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:47.757848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:47.758171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:47.764391 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:13:47.764564 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:47.770494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:47.770494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Checking segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:47.770494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Bound using segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:47.772398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Bound port: c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:47.772398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.825980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-3aebf55d-cf0a-4fc5-b07c-0cd4195bddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.827758 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-3aebf55d-cf0a-4fc5-b07c-0cd4195bddd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbe63120-3b6f-474d-b178-6071256ca4df HTTP/1.1" status: 200 len: 838 time: 0.0768991 Sep 18 20:13:47.855802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:47.860635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:47.867624 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.887069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35800) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:47.908950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.909569 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:47.909954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-a88749ab-3f09-45f1-94ed-2b6c740f58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:47.910971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 1092 time: 1.2290127 Sep 18 20:13:47.911445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:47.913592 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-a88749ab-3f09-45f1-94ed-2b6c740f58e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d57d2cb-47b3-446d-bd9e-b7d860099b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0781517 Sep 18 20:13:47.913745 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5b07cb-e427-4be6-9a76-65226c39793c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:47.948024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4bce2-cea4-4450-95e0-7689c950c0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:47.972250 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9f37b5-7f16-4f5b-9290-95bb2817911b x-openstack-request-id: req-4c9f37b5-7f16-4f5b-9290-95bb2817911b {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:47.972558 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:47.972812 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c9f37b5-7f16-4f5b-9290-95bb2817911b {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:47.973215 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'status': 'completed', 'code': 200} Sep 18 20:13:48.004361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae491-0333-4346-b7b7-62346a2a9208 req-cae02b3f-2ab7-4006-be04-74cf995d3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.013570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-cae02b3f-2ab7-4006-be04-74cf995d3a6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1095 time: 0.0471694 Sep 18 20:13:48.052878 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-8257b665-7f12-4f54-af44-061146c74b88 service neutron] 10.222.0.32 "GET /v2.0/networks/5d57d2cb-47b3-446d-bd9e-b7d860099b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289210 Sep 18 20:13:48.058448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-bf75f68f-dc1e-4c94-96bb-a223446fec64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 217 time: 0.0440826 Sep 18 20:13:48.099365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ed563c4c-c974-454c-8797-727c1e58a133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:48.117095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae491-0333-4346-b7b7-62346a2a9208 req-852950ab-626f-41fe-9e80-1faa51ff899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.118595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-852950ab-626f-41fe-9e80-1faa51ff899c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0539203 Sep 18 20:13:48.174738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae491-0333-4346-b7b7-62346a2a9208 req-e3c591a0-28aa-44af-8c93-6d2288e3c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.176514 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-e3c591a0-28aa-44af-8c93-6d2288e3c53c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509646 Sep 18 20:13:48.230552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-84391a61-f82a-4ab4-bab9-22c238a04aa9 req-630e6614-71a2-4f14-9f5e-769f29ed99c2 service neutron] 10.222.0.32 "GET /v2.0/networks/5d57d2cb-47b3-446d-bd9e-b7d860099b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594932 Sep 18 20:13:48.284732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-7d1b0631-c619-410b-a70c-724481f918e6 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012487 Sep 18 20:13:48.288845 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ed563c4c-c974-454c-8797-727c1e58a133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:48.294063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ed563c4c-c974-454c-8797-727c1e58a133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:48.340294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed563c4c-c974-454c-8797-727c1e58a133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b88c989-f1fe-4ba8-b2d0-5a9b7d477ffd,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:48.348644 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ed563c4c-c974-454c-8797-727c1e58a133 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb42e6d247394860a2f63586d9b89e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591763 Sep 18 20:13:48.349256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35810) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:48.402942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-240026b1-b237-4714-b4d0-6bdf3a780853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:48.410347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d97bd82b-98ea-40a0-8b1e-9e613b8ab25b up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:48.432546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-240026b1-b237-4714-b4d0-6bdf3a780853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:48.461907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:48.462277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:48.469432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4705f-6f3c-4c8c-92fa-769ea3c335a0 req-16bbcf0a-793e-4c92-ad6b-efe9f2218fca tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.470946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61e4705f-6f3c-4c8c-92fa-769ea3c335a0 req-16bbcf0a-793e-4c92-ad6b-efe9f2218fca tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 907 time: 0.1636455 Sep 18 20:13:48.482525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1903a-4cc9-47b2-9759-aafd1b2dc8e4 req-e7532ceb-31b5-4504-9ad5-78a44d206e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.484356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73d1903a-4cc9-47b2-9759-aafd1b2dc8e4 req-e7532ceb-31b5-4504-9ad5-78a44d206e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 943 time: 0.1400089 Sep 18 20:13:48.495644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-240026b1-b237-4714-b4d0-6bdf3a780853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:48.499488 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-240026b1-b237-4714-b4d0-6bdf3a780853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:48.500783 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-240026b1-b237-4714-b4d0-6bdf3a780853 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b88c989-f1fe-4ba8-b2d0-5a9b7d477ffd HTTP/1.1" status: 204 len: 168 time: 0.1502016 Sep 18 20:13:48.503659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69bae491-0333-4346-b7b7-62346a2a9208 req-9e503940-ac8a-4024-96f6-c965175e0be6 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113595 Sep 18 20:13:48.509464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240026b1-b237-4714-b4d0-6bdf3a780853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b88c989-f1fe-4ba8-b2d0-5a9b7d477ffd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:48.559940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73d1903a-4cc9-47b2-9759-aafd1b2dc8e4 req-cc11d569-64f7-43f0-a525-c803d46aa0af tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587656 Sep 18 20:13:48.610647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-f28f1c9f-afd7-4e2a-8415-e72cdb956041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.612381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-f28f1c9f-afd7-4e2a-8415-e72cdb956041 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1095 time: 0.0502782 Sep 18 20:13:48.706773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-e892cb74-5afe-4b97-9825-01ca2490ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.708292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-e892cb74-5afe-4b97-9825-01ca2490ac31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.0894773 Sep 18 20:13:48.751977 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-9e18c13e-6c6b-4013-ad1e-fe56c6e73e58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 217 time: 0.0362391 Sep 18 20:13:48.802935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-b4da2483-9771-46f0-a2e2-faae1fa7fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.804437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-b4da2483-9771-46f0-a2e2-faae1fa7fcd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0452793 Sep 18 20:13:48.851495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-9d012fff-975d-4bb8-a033-4a6812a3a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:48.853164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-9d012fff-975d-4bb8-a033-4a6812a3a5a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409501 Sep 18 20:13:48.952368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-e2ce668e-5aa6-4562-91a1-4270ed156a24 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909643 Sep 18 20:13:49.045762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f5b07cb-e427-4be6-9a76-65226c39793c req-ccc8a7c7-bc6f-4949-89ae-6e7bce155b0d service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Sep 18 20:13:49.607081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430e66-bf3b-4749-8be6-51e315e8a9bc req-83b85374-6046-41c7-a458-c0373bf190ec tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:49.619772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5430e66-bf3b-4749-8be6-51e315e8a9bc req-83b85374-6046-41c7-a458-c0373bf190ec tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 907 time: 0.0631518 Sep 18 20:13:49.678367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2a31f-6144-43f0-80dc-23abeaaabbd1 req-190a2298-f0c8-4d52-9370-7e1285437a0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:49.679882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49c2a31f-6144-43f0-80dc-23abeaaabbd1 req-190a2298-f0c8-4d52-9370-7e1285437a0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 943 time: 0.0499730 Sep 18 20:13:49.719321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49c2a31f-6144-43f0-80dc-23abeaaabbd1 req-2604df5d-bdab-46e0-b28a-f9e58705ccb8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332570 Sep 18 20:13:50.611169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 02e2a9a3-f31e-4aec-ad86-beb7860060c1 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:13:50.718124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 02e2a9a3-f31e-4aec-ad86-beb7860060c1, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=02e2a9a3-f31e-4aec-ad86-beb7860060c1,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:50.732490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '02e2a9a3-f31e-4aec-ad86-beb7860060c1', 'network_id': '5d57d2cb-47b3-446d-bd9e-b7d860099b24', 'port_id': '02e2a9a3-f31e-4aec-ad86-beb7860060c1', 'mac_address': 'fa:16:3e:cd:91:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe63120-3b6f-474d-b178-6071256ca4df', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:13:50.756933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-e489fbaf-b6e6-411c-8c36-ade92e32dc46 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6c7115ab466940378ecc3fc007ad80f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339985 Sep 18 20:13:50.771856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:50.784242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e2a9a3-f31e-4aec-ad86-beb7860060c1 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:13:50.802403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 02e2a9a3-f31e-4aec-ad86-beb7860060c1, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=02e2a9a3-f31e-4aec-ad86-beb7860060c1,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:50.806652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:50.810609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377fc45-4ff6-45af-b7fe-514e563532e9 req-345f7239-b3ce-4c2c-93eb-0d062a42ec27 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:50.812876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0377fc45-4ff6-45af-b7fe-514e563532e9 req-345f7239-b3ce-4c2c-93eb-0d062a42ec27 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 907 time: 0.1299679 Sep 18 20:13:50.847432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:13:50.868355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=02e2a9a3-f31e-4aec-ad86-beb7860060c1,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:50.966061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:50.978382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'port_id': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'mac_address': 'fa:16:3e:b6:2e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:13:51.019661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['02e2a9a3-f31e-4aec-ad86-beb7860060c1'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:13:51.024608 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:51.062222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8675a7f-59e2-4986-8137-6d5ab5e37b7a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:13:51.096694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:51.101553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:51.154620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:51.292270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-fc042538-4158-4024-9068-8bf30436a9b1 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:51.293749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-fc042538-4158-4024-9068-8bf30436a9b1 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5307586 Sep 18 20:13:51.302101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed75e5c-da45-492a-bab4-5c8f9ff95fce req-1e04d35f-64fd-4466-bab4-57bcd5755d41 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:51.303548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aed75e5c-da45-492a-bab4-5c8f9ff95fce req-1e04d35f-64fd-4466-bab4-57bcd5755d41 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 944 time: 0.1104157 Sep 18 20:13:51.315927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c8675a7f-59e2-4986-8137-6d5ab5e37b7a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:13:51.324593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5477528f-e71e-4dce-a62b-8f895ad926e8 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/quotas/6c7115ab466940378ecc3fc007ad80f5 HTTP/1.1" status: 200 len: 375 time: 0.0201180 Sep 18 20:13:51.368277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-399df1ca-1368-4fcf-8453-c5a5c10ce862 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c7115ab466940378ecc3fc007ad80f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365160 Sep 18 20:13:51.381647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aed75e5c-da45-492a-bab4-5c8f9ff95fce req-fef9b07c-c1ff-4a43-ba0f-dd5272314eeb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703549 Sep 18 20:13:51.548577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4d5f103-3f28-42e3-8aed-5300afe1471b req-4fe1bba8-9cda-414c-a82e-f9ece316f372 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 210 time: 0.0319750 Sep 18 20:13:51.624285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-865b8cd2-9de9-4572-9a6b-e9f5a0bc8850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:51.936807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300edf7-919a-4e42-af6a-71c07baefd1a req-ddb73bc2-73b2-457c-bdd2-dadb9b9482e8 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:51.938120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4300edf7-919a-4e42-af6a-71c07baefd1a req-ddb73bc2-73b2-457c-bdd2-dadb9b9482e8 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 908 time: 0.0501676 Sep 18 20:13:52.358475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-2f0981ac-14f6-4a38-933d-824988148aa8 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6c7115ab466940378ecc3fc007ad80f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341015 Sep 18 20:13:52.502354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5dbc-fe62-49de-b5df-7925dd44fe79 req-1f3f8c5d-dc7c-418f-b86d-03168dc2a2d9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:52.503861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ce5dbc-fe62-49de-b5df-7925dd44fe79 req-1f3f8c5d-dc7c-418f-b86d-03168dc2a2d9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 944 time: 0.0524478 Sep 18 20:13:52.546415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93ce5dbc-fe62-49de-b5df-7925dd44fe79 req-da65a879-c8d5-4eb8-8e00-15dbedb38708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358524 Sep 18 20:13:52.555877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-f9acb548-8909-439e-af46-633c430952fd tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:52.557400 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-f9acb548-8909-439e-af46-633c430952fd tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942515 Sep 18 20:13:52.570668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Request body: {'port': {'device_id': 'c03c536d-ce1f-48e0-ba19-2b2002b8b12e', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '6c7115ab466940378ecc3fc007ad80f5'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:52.610823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 02e2a9a3-f31e-4aec-ad86-beb7860060c1 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:52.641168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3389e65-99e0-49b1-a7ee-f1327e3a4984 req-a671f20c-58e4-4490-a394-90286489effe tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 210 time: 0.0303228 Sep 18 20:13:52.668438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:13:52.672814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:52.673475 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:52.696460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Made reservation on behalf of 6c7115ab466940378ecc3fc007ad80f5 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:13:52.700160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:52.711499 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:52.754362 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:52.781504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2a9a3-f31e-4aec-ad86-beb7860060c1'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:52.783759 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b2a81-414a-4be1-b0ff-f10782b72a41" -d '{"events": [{"server_uuid": "ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc", "name": "network-vif-plugged", "status": "completed", "tag": "02e2a9a3-f31e-4aec-ad86-beb7860060c1"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:52.796791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 02e2a9a3-f31e-4aec-ad86-beb7860060c1, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=02e2a9a3-f31e-4aec-ad86-beb7860060c1,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:52.801985 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:52.822068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:52.828886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:52.842449 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a4ece-accd-436e-ae19-b908b22a796f x-openstack-request-id: req-ba9a4ece-accd-436e-ae19-b908b22a796f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:52.843235 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc", "name": "network-vif-plugged", "status": "completed", "tag": "02e2a9a3-f31e-4aec-ad86-beb7860060c1", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:52.843235 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba9a4ece-accd-436e-ae19-b908b22a796f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:52.843486 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2a9a3-f31e-4aec-ad86-beb7860060c1', 'code': 200} Sep 18 20:13:52.855678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=02e2a9a3-f31e-4aec-ad86-beb7860060c1,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:52.876453 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:52.918313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:52.932704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port c8675a7f-59e2-4986-8137-6d5ab5e37b7a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:13:52.937839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port c8675a7f-59e2-4986-8137-6d5ab5e37b7a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:52.938211 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:52.988921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d856fe-932d-44c4-86b4-1b523f7734fb req-4e362b62-af5b-447a-a5ed-1e9ab1ae7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:52.991553 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-05d856fe-932d-44c4-86b4-1b523f7734fb req-4e362b62-af5b-447a-a5ed-1e9ab1ae7570 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 1061 time: 0.0915861 Sep 18 20:13:53.017617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Allocated IP 192.168.233.141 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/543d35cf-3a96-4573-a9b8-070e8483a168) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:53.029094 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.064399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:53.069686 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.073495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461216fd-7e07-43a4-88a7-e547d2a5585b req-71dd1742-8637-44e1-a9e0-c3c004f613fb tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:53.075365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-461216fd-7e07-43a4-88a7-e547d2a5585b req-71dd1742-8637-44e1-a9e0-c3c004f613fb tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 909 time: 0.0656519 Sep 18 20:13:53.122175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:53.173606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.208548 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.251400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:53.254457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:53.260018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:53.267189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Pushing event updated for resources: {'Port': ['ID=543d35cf-3a96-4573-a9b8-070e8483a168,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:53.315044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:53.315651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.331922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-7b158649-1209-4fa4-90e8-aa1670eb8601 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7652998 Sep 18 20:13:53.346811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Request body: {'port': {'device_id': 'c03c536d-ce1f-48e0-ba19-2b2002b8b12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:53.412356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.481907 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.530687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0b19c687-26ab-4889-a643-5bacb815237e None None] Provisioning complete for port 543d35cf-3a96-4573-a9b8-070e8483a168 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:53.531023 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0b19c687-26ab-4889-a643-5bacb815237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.533896 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.565430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0b19c687-26ab-4889-a643-5bacb815237e None None] Port 543d35cf-3a96-4573-a9b8-070e8483a168 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:13:53.662343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a989-1ab8-4456-b272-06d45b5371c4 req-b0d6fc1d-e9c8-47ec-af15-61f8219de705 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:53.663908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2054a989-1ab8-4456-b272-06d45b5371c4 req-b0d6fc1d-e9c8-47ec-af15-61f8219de705 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0486112 Sep 18 20:13:53.680619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543d35cf-3a96-4573-a9b8-070e8483a168 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:13:53.689138 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.704179 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Transition to ACTIVE for port object 543d35cf-3a96-4573-a9b8-070e8483a168 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:13:53.710262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.718544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2054a989-1ab8-4456-b272-06d45b5371c4 req-eddbfc7f-9c78-434e-bd53-0da5c6b2cef3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462828 Sep 18 20:13:53.778699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a573-bc5a-4a97-8fcb-ab1ad84de612 req-339d8c9a-28d3-4c86-b812-784554396e89 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:53.781265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=543d35cf-3a96-4573-a9b8-070e8483a168,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:53.783903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa41a573-bc5a-4a97-8fcb-ab1ad84de612 req-339d8c9a-28d3-4c86-b812-784554396e89 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 948 time: 0.0641639 Sep 18 20:13:53.823945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa41a573-bc5a-4a97-8fcb-ab1ad84de612 req-d853fd7d-ed82-4703-8f04-89d96274c05a tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Sep 18 20:13:53.845652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Attempting to bind port 543d35cf-3a96-4573-a9b8-070e8483a168 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:13:53.845652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Attempting to bind port 543d35cf-3a96-4573-a9b8-070e8483a168 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:13:53.845652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Attempting to bind port 543d35cf-3a96-4573-a9b8-070e8483a168 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:53.845652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Port 543d35cf-3a96-4573-a9b8-070e8483a168 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:13:53.845652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Attempting to bind port 543d35cf-3a96-4573-a9b8-070e8483a168 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:13:53.849362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:13:53.849921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:13:53.850074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:13:53.850505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Bound port: 543d35cf-3a96-4573-a9b8-070e8483a168, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:13:53.850874 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.917772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] For port 543d35cf-3a96-4573-a9b8-070e8483a168, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:13:53.921776 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] For port 543d35cf-3a96-4573-a9b8-070e8483a168, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=543d35cf-3a96-4573-a9b8-070e8483a168,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:13:53.926654 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.962448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:53.963065 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:53.964534 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/543d35cf-3a96-4573-a9b8-070e8483a168 HTTP/1.1" status: 200 len: 1097 time: 0.6228151 Sep 18 20:13:53.964975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03c536d-ce1f-48e0-ba19-2b2002b8b12e', 'tag': '543d35cf-3a96-4573-a9b8-070e8483a168'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:53.967269 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c03c536d-ce1f-48e0-ba19-2b2002b8b12e", "tag": "543d35cf-3a96-4573-a9b8-070e8483a168"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:53.997788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc528bc-fe3c-47ab-b5a7-d50e150ff9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=543d35cf-3a96-4573-a9b8-070e8483a168,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:54.042893 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bd04a0-6384-47e7-8f23-12ce39f14c4b x-openstack-request-id: req-93bd04a0-6384-47e7-8f23-12ce39f14c4b {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:54.043437 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03c536d-ce1f-48e0-ba19-2b2002b8b12e", "tag": "543d35cf-3a96-4573-a9b8-070e8483a168", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:54.043785 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93bd04a0-6384-47e7-8f23-12ce39f14c4b {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:54.044260 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03c536d-ce1f-48e0-ba19-2b2002b8b12e', 'tag': '543d35cf-3a96-4573-a9b8-070e8483a168', 'status': 'completed', 'code': 200} Sep 18 20:13:54.061312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-785bb47d-9f39-4b45-b49b-24be1c33e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.063208 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-785bb47d-9f39-4b45-b49b-24be1c33e62e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c7115ab466940378ecc3fc007ad80f5&device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 1100 time: 0.0523896 Sep 18 20:13:54.110140 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-3e189421-da81-4f37-b140-711f876ef1ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=543d35cf-3a96-4573-a9b8-070e8483a168 HTTP/1.1" status: 200 len: 217 time: 0.0391343 Sep 18 20:13:54.176082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-156640a9-07b1-4c04-86e0-a20cf624ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.177760 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-156640a9-07b1-4c04-86e0-a20cf624ab3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0600104 Sep 18 20:13:54.209795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f4274-8b85-4161-ac65-7f937034facc req-7cf7bf2b-4946-45b6-9509-ca6888587c02 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.217623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab9f4274-8b85-4161-ac65-7f937034facc req-7cf7bf2b-4946-45b6-9509-ca6888587c02 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 909 time: 0.0549531 Sep 18 20:13:54.232276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-06ce8a7d-9f2b-46dc-afce-de58df238e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.234395 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-06ce8a7d-9f2b-46dc-afce-de58df238e33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0495732 Sep 18 20:13:54.324527 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-3dba7b34-9c94-428f-9b93-ccbf9c78fad1 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832806 Sep 18 20:13:54.329362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459699b0-a949-4477-9ded-6a0eecd44417 req-0f03c360-ab2a-4390-bed2-6aad6566d49b tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.330898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-459699b0-a949-4477-9ded-6a0eecd44417 req-0f03c360-ab2a-4390-bed2-6aad6566d49b tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 909 time: 0.0497537 Sep 18 20:13:54.423307 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83fe28c7-5176-4eb0-b465-80f496a6b283 req-a7a4f4d6-caeb-4744-a1c4-7c746b6777b7 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922096 Sep 18 20:13:54.441563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ef78e-eb9d-4fff-b26f-8d13b9f48954 req-ac2ce5ac-872f-4b3d-bc6d-1b6d6c830056 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.443857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9e0ef78e-eb9d-4fff-b26f-8d13b9f48954 req-ac2ce5ac-872f-4b3d-bc6d-1b6d6c830056 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 1061 time: 0.0428169 Sep 18 20:13:54.512590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-0df5b614-1677-4021-bed7-066f16548ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.514850 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-0df5b614-1677-4021-bed7-066f16548ddb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c7115ab466940378ecc3fc007ad80f5&device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 1100 time: 0.0458546 Sep 18 20:13:54.557520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38703695-e250-4077-9a05-1ab034a27cfe req-3b55cf7a-422b-4a66-b2db-226ce4829806 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.559020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38703695-e250-4077-9a05-1ab034a27cfe req-3b55cf7a-422b-4a66-b2db-226ce4829806 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1137 time: 0.0428162 Sep 18 20:13:54.597315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38703695-e250-4077-9a05-1ab034a27cfe req-237ba9f9-9115-414a-8a77-872c5132d184 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0312359 Sep 18 20:13:54.607630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-d11e938f-85f0-4a5f-8f3d-3f15acc1684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.608928 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-d11e938f-85f0-4a5f-8f3d-3f15acc1684c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.0878096 Sep 18 20:13:54.618888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35900) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:54.651520 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-bd3bca87-8cee-438a-8e4c-cca83a9a61a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=543d35cf-3a96-4573-a9b8-070e8483a168 HTTP/1.1" status: 200 len: 217 time: 0.0347896 Sep 18 20:13:54.659746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0645b1-4a10-430b-8f0f-1a223fbdce04 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.661287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8b0645b1-4a10-430b-8f0f-1a223fbdce04 tempest-TestSecurityGroupsBasicOps-947016239 tempest-TestSecurityGroupsBasicOps-947016239-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 1056 time: 0.0413334 Sep 18 20:13:54.702703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-4aab20ae-450b-4a84-98cd-aa2e0e3d9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.704237 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-4aab20ae-450b-4a84-98cd-aa2e0e3d9efd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0441253 Sep 18 20:13:54.752755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-cdfa7e22-26d5-415a-97f6-f7be70f190a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.754261 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-cdfa7e22-26d5-415a-97f6-f7be70f190a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0415533 Sep 18 20:13:54.824842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:54.844412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:54.847082 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c96cb6e-a17c-4eb5-a398-f1d634e753ea" -d '{"events": [{"server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "name": "network-vif-plugged", "status": "completed", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:54.874585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e3e86-d312-4817-bcef-34499d136d0a req-7925e9cd-2c43-461e-bbc4-16039cbf4491 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.876124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f9e3e86-d312-4817-bcef-34499d136d0a req-7925e9cd-2c43-461e-bbc4-16039cbf4491 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0710375 Sep 18 20:13:54.876630 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-7805d034-3b99-46ea-abe8-4ffbf0b9b877 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149304 Sep 18 20:13:54.937326 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-695c5ba6-98a4-490d-b8ee-6e85f9e0518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:54.946520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41197ee-4ade-48af-ae51-1b76648b85b3 req-68dfa394-d167-4395-b380-fc2c3d6199e4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:54.948063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b41197ee-4ade-48af-ae51-1b76648b85b3 req-68dfa394-d167-4395-b380-fc2c3d6199e4 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 909 time: 0.0910065 Sep 18 20:13:54.951048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f9e3e86-d312-4817-bcef-34499d136d0a req-bd455463-8340-4707-b24f-5cea261fe1f2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577338 Sep 18 20:13:54.978617 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f42a5e97-43ff-443c-a23b-444e4b7e3a6b req-c96b93b3-1a41-4fed-a733-3fa5314656c4 service neutron] 10.222.0.32 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939288 Sep 18 20:13:55.014376 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e432a86-db80-4762-b45e-2901d315b56e x-openstack-request-id: req-2e432a86-db80-4762-b45e-2901d315b56e {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:55.014923 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "name": "network-vif-plugged", "status": "completed", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:55.015182 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e432a86-db80-4762-b45e-2901d315b56e {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:55.015625 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'code': 200} Sep 18 20:13:55.065220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5448852-8331-41a3-a145-ddc0557d478e req-5541575c-4d17-45ed-8685-50ea3e529bac tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:55.066964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5448852-8331-41a3-a145-ddc0557d478e req-5541575c-4d17-45ed-8685-50ea3e529bac tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 948 time: 0.0498800 Sep 18 20:13:55.128707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5448852-8331-41a3-a145-ddc0557d478e req-0393664c-6981-42de-a669-506382aa728b tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514393 Sep 18 20:13:55.133917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbde9d0-a210-4e1b-9c15-1843aa11744f req-a2145add-6815-4476-aca8-9a3059ca4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:55.135361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdbde9d0-a210-4e1b-9c15-1843aa11744f req-a2145add-6815-4476-aca8-9a3059ca4da3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1097 time: 0.0654683 Sep 18 20:13:55.174934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdbde9d0-a210-4e1b-9c15-1843aa11744f req-006f9471-162c-4b89-b1c3-7af370ad3a2d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Sep 18 20:13:55.602275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:56.101679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580db5-59fb-41f7-adfc-baffbc045216 req-0f685591-3bdd-4712-8b9a-f8d1ada360e0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:56.103170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93580db5-59fb-41f7-adfc-baffbc045216 req-0f685591-3bdd-4712-8b9a-f8d1ada360e0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 909 time: 0.0848613 Sep 18 20:13:56.112257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104abc1-7cc8-4bac-9a95-78b4870d90bb req-a5a2bc89-1083-41d1-907e-eaf74960a909 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:56.113776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d104abc1-7cc8-4bac-9a95-78b4870d90bb req-a5a2bc89-1083-41d1-907e-eaf74960a909 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0868804 Sep 18 20:13:56.162083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d104abc1-7cc8-4bac-9a95-78b4870d90bb req-2e233b5c-7251-474b-a5fc-273108f57283 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388799 Sep 18 20:13:56.191325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-1952c58c-f9ec-49e0-b445-66322e1d41b0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:56.193246 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-1952c58c-f9ec-49e0-b445-66322e1d41b0 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc HTTP/1.1" status: 200 len: 909 time: 0.0729697 Sep 18 20:13:56.258572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337d48-1084-438d-ae7a-11de1423b9f2 req-22c9ca83-82e0-4588-a300-6cbaa3384b3a tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:56.260116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91337d48-1084-438d-ae7a-11de1423b9f2 req-22c9ca83-82e0-4588-a300-6cbaa3384b3a tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 948 time: 0.0494223 Sep 18 20:13:56.284133 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:13:56.284485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:56.301508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91337d48-1084-438d-ae7a-11de1423b9f2 req-9389d7ea-81ec-4c86-8f8e-19aa5b11d4b0 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Sep 18 20:13:56.378334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] For port 02e2a9a3-f31e-4aec-ad86-beb7860060c1, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=02e2a9a3-f31e-4aec-ad86-beb7860060c1,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:56.378699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:56.392782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Calling delete_port for 02e2a9a3-f31e-4aec-ad86-beb7860060c1 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:13:56.516680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:56.543609 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Port': ['ID=02e2a9a3-f31e-4aec-ad86-beb7860060c1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:56.583299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] No DVR routers for this DVR port 02e2a9a3-f31e-4aec-ad86-beb7860060c1 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:13:56.586156 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:56.588277 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-21ef5cf7-a643-4e17-8169-cf9e280a921a req-6457cd28-7bf9-4429-b1a9-817eee61b0d7 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.32 "DELETE /v2.0/ports/02e2a9a3-f31e-4aec-ad86-beb7860060c1 HTTP/1.1" status: 204 len: 173 time: 0.3896453 Sep 18 20:13:56.588716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc', 'name': 'network-vif-deleted', 'tag': '02e2a9a3-f31e-4aec-ad86-beb7860060c1'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:56.591059 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb998e8-95d6-4255-bea9-94716222c86c" -d '{"events": [{"server_uuid": "ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc", "name": "network-vif-deleted", "tag": "02e2a9a3-f31e-4aec-ad86-beb7860060c1"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:56.631787 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5038454b-e5ae-407d-9f1d-fb5f3c91a35c x-openstack-request-id: req-5038454b-e5ae-407d-9f1d-fb5f3c91a35c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:56.632173 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc", "name": "network-vif-deleted", "tag": "02e2a9a3-f31e-4aec-ad86-beb7860060c1", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:56.632425 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5038454b-e5ae-407d-9f1d-fb5f3c91a35c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:56.632822 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22cb75-16c4-44c8-9fca-9f0ff5ea5fcc', 'name': 'network-vif-deleted', 'tag': '02e2a9a3-f31e-4aec-ad86-beb7860060c1', 'status': 'completed', 'code': 200} Sep 18 20:13:56.642007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 543d35cf-3a96-4573-a9b8-070e8483a168 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:13:56.758294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 543d35cf-3a96-4573-a9b8-070e8483a168, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=543d35cf-3a96-4573-a9b8-070e8483a168,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:56.771831 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '543d35cf-3a96-4573-a9b8-070e8483a168', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '543d35cf-3a96-4573-a9b8-070e8483a168', 'mac_address': 'fa:16:3e:9d:e2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:13:56.818821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:56.833087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543d35cf-3a96-4573-a9b8-070e8483a168 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:13:56.855242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 543d35cf-3a96-4573-a9b8-070e8483a168, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=543d35cf-3a96-4573-a9b8-070e8483a168,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:56.859764 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:56.916859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=543d35cf-3a96-4573-a9b8-070e8483a168,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:57.065528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['543d35cf-3a96-4573-a9b8-070e8483a168'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:13:57.173686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35922) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:57.424936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74951551-603c-40ea-8e09-e818d214fcee req-d806363e-5bf2-4781-9895-942ca92c8914 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:57.426527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74951551-603c-40ea-8e09-e818d214fcee req-d806363e-5bf2-4781-9895-942ca92c8914 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.1809335 Sep 18 20:13:57.462290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-26f552cd-2bf9-4b97-bdc9-400a089ccf9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1778102 Sep 18 20:13:57.534009 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:57.583098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74951551-603c-40ea-8e09-e818d214fcee req-b9f1d406-41dd-4ef8-b19f-98eff9e38fe1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427960 Sep 18 20:13:57.590578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29bfe4-e15a-4272-8523-e51f09aff962 req-ce3f8575-0763-44d4-9f22-1583938ace93 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:57.592659 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f29bfe4-e15a-4272-8523-e51f09aff962 req-ce3f8575-0763-44d4-9f22-1583938ace93 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 949 time: 0.1791286 Sep 18 20:13:57.640027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-b0cc50db-ab3b-4f43-a25e-5893b0b5e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:57.641563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-b0cc50db-ab3b-4f43-a25e-5893b0b5e934 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1137 time: 0.1529191 Sep 18 20:13:57.712265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f29bfe4-e15a-4272-8523-e51f09aff962 req-880858aa-5cc1-4484-9914-89a2e795a004 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107764 Sep 18 20:13:57.808831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cde9b1-689b-454a-add0-9cacdadb419a req-251a7725-f460-4d50-a0ee-bb6513fe8503 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:57.811084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65cde9b1-689b-454a-add0-9cacdadb419a req-251a7725-f460-4d50-a0ee-bb6513fe8503 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.1576645 Sep 18 20:13:57.846667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-18b09616-a3ec-415e-9f2e-33338fd6dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:57.848075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-18b09616-a3ec-415e-9f2e-33338fd6dcf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=81b39b35-de41-4817-a20f-1821952b25f3 HTTP/1.1" status: 200 len: 898 time: 0.1849556 Sep 18 20:13:57.919286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65cde9b1-689b-454a-add0-9cacdadb419a req-4e3d1072-884c-4d78-8d89-ec997938bfa3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961266 Sep 18 20:13:57.940641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35932) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:57.945688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-2e4f02b4-6900-47b6-b793-136d8dac0f01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03 HTTP/1.1" status: 200 len: 1001 time: 0.0889435 Sep 18 20:13:57.980987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b240b5-6420-433c-8681-d7a3d2a90eef tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:57.983046 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b3b240b5-6420-433c-8681-d7a3d2a90eef tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1092 time: 0.0406315 Sep 18 20:13:57.985607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35934) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:57.989811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:13:58.012033 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.015639 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-995fd67e-4783-4d54-885e-a3ea08bb7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:58.017148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-995fd67e-4783-4d54-885e-a3ea08bb7b84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88cf690e-774b-426c-8a01-3fc2af69882a HTTP/1.1" status: 200 len: 835 time: 0.0547078 Sep 18 20:13:58.037703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.113578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-081afac6-8bfd-46da-8fb6-d20bb714fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:58.115073 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-081afac6-8bfd-46da-8fb6-d20bb714fe06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81b39b35-de41-4817-a20f-1821952b25f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909779 Sep 18 20:13:58.115468 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.225946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.25.8.95 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/49b0d9a8-9a5e-4c09-b1e2-fa27c1cba5c1) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:13:58.299305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-9edbdf65-2233-4786-8afb-70caca9a71e7 service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544061 Sep 18 20:13:58.329528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.363986 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.399667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:13:58.402461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:13:58.406923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:13:58.437899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=49b0d9a8-9a5e-4c09-b1e2-fa27c1cba5c1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:58.452265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35e8c366-2a01-40e1-9c4a-bef0735c8074 req-4e7a1dd0-44ff-49c8-a1ad-a56b172fd3d7 service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459744 Sep 18 20:13:58.477433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting port f9e7cebc-f58c-49f5-a63e-693f7b123be2 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:13:58.477768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.565785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] For port f9e7cebc-f58c-49f5-a63e-693f7b123be2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f9e7cebc-f58c-49f5-a63e-693f7b123be2,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:58.566402 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.579576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Calling delete_port for f9e7cebc-f58c-49f5-a63e-693f7b123be2 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:13:58.658002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 543d35cf-3a96-4573-a9b8-070e8483a168 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:13:58.720471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 543d35cf-3a96-4573-a9b8-070e8483a168 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:13:58.725391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 543d35cf-3a96-4573-a9b8-070e8483a168 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:13:58.725802 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.813840 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.838424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.838745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03c536d-ce1f-48e0-ba19-2b2002b8b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543d35cf-3a96-4573-a9b8-070e8483a168'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:13:58.840864 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fafce69-71f8-4c42-a1de-cd79ac169717" -d '{"events": [{"server_uuid": "c03c536d-ce1f-48e0-ba19-2b2002b8b12e", "name": "network-vif-plugged", "status": "completed", "tag": "543d35cf-3a96-4573-a9b8-070e8483a168"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:13:58.855289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 543d35cf-3a96-4573-a9b8-070e8483a168, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=543d35cf-3a96-4573-a9b8-070e8483a168,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:13:58.860670 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:58.861827 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 02e2a9a3-f31e-4aec-ad86-beb7860060c1 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:13:58.877068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Port': ['ID=f9e7cebc-f58c-49f5-a63e-693f7b123be2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:58.949822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b13a7a-c075-478d-8913-019ba844cf8e req-bbefab5e-fadc-4573-a556-9d969dc3195e tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:58.958236 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75b13a7a-c075-478d-8913-019ba844cf8e req-bbefab5e-fadc-4573-a556-9d969dc3195e tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 949 time: 0.1530874 Sep 18 20:13:58.964886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 02e2a9a3-f31e-4aec-ad86-beb7860060c1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:13:58.965253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 02e2a9a3-f31e-4aec-ad86-beb7860060c1 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:13:58.970282 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a103215-053b-49ac-9ca0-01b73a83e7cf x-openstack-request-id: req-1a103215-053b-49ac-9ca0-01b73a83e7cf {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:13:58.970570 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03c536d-ce1f-48e0-ba19-2b2002b8b12e", "name": "network-vif-plugged", "status": "completed", "tag": "543d35cf-3a96-4573-a9b8-070e8483a168", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:13:58.970819 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a103215-053b-49ac-9ca0-01b73a83e7cf {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:13:58.971210 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03c536d-ce1f-48e0-ba19-2b2002b8b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543d35cf-3a96-4573-a9b8-070e8483a168', 'code': 200} Sep 18 20:13:58.972352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=543d35cf-3a96-4573-a9b8-070e8483a168,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:59.018449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75b13a7a-c075-478d-8913-019ba844cf8e req-4be83af0-abc5-41b1-b079-b8ffcdebd1f3 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589657 Sep 18 20:13:59.106992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199950d-eea8-4928-9ac1-617b8fe3d3f2 req-8f945c4f-5fcc-4856-a24e-f5ee0a4e3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:13:59.109081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9199950d-eea8-4928-9ac1-617b8fe3d3f2 req-8f945c4f-5fcc-4856-a24e-f5ee0a4e3f07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 1102 time: 0.1235178 Sep 18 20:13:59.127517 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.186392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9199950d-eea8-4928-9ac1-617b8fe3d3f2 req-3ee05169-6944-43c8-bbf6-b6c5149f3d1e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673873 Sep 18 20:13:59.195855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.261715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.345656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Router 015f5147-509c-4072-a98b-b7952b52a7f4 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:13:59.414073 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.418821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.456662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:13:59.462022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-95524faf-d16b-464d-a97c-900d87e2aa97 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "PUT /v2.0/routers/015f5147-509c-4072-a98b-b7952b52a7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2867327 Sep 18 20:13:59.464252 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35940) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:13:59.467962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] Sync routers for ids ['015f5147-509c-4072-a98b-b7952b52a7f4'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:13:59.477497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] Routers {'015f5147-509c-4072-a98b-b7952b52a7f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:59.478275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['015f5147-509c-4072-a98b-b7952b52a7f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:59.487630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=49b0d9a8-9a5e-4c09-b1e2-fa27c1cba5c1,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:13:59.498736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.517833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd1d3e5-77a1-49bd-ac90-2b7d66cd3835 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting subnet dbe63120-3b6f-474d-b178-6071256ca4df {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:13:59.521388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d3e5-77a1-49bd-ac90-2b7d66cd3835 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.565969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d3e5-77a1-49bd-ac90-2b7d66cd3835 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.599410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] Set router 015f5147-509c-4072-a98b-b7952b52a7f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:13:59.605401 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Floating IP beedc4a7-b7d2-4423-a395-b30372c64150 associated. External IP: 172.25.8.95, port: c8675a7f-59e2-4986-8137-6d5ab5e37b7a. Sep 18 20:13:59.791522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:58Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:59.821340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] Checking router: 015f5147-509c-4072-a98b-b7952b52a7f4 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:13:59.831665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] Routers {'015f5147-509c-4072-a98b-b7952b52a7f4'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:59.832295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['015f5147-509c-4072-a98b-b7952b52a7f4'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:13:59.839644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 544ba891-2f60-456c-89e5-2dc8070997c0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:13:59.960584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:13:59.972582 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] Sync routers for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:13:59.985557 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.987707 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:13:59.988184 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d3e5-77a1-49bd-ac90-2b7d66cd3835 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:13:59.988997 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:00.021408 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8487828b-20dc-42e8-bbed-293caba2aa01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0337622 Sep 18 20:14:00.022098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:00.025304 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4111464c-96e0-4844-b157-33d0487407ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:00.081213 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5479e237-b344-4af1-84bd-386c6510c804 x-openstack-request-id: req-5479e237-b344-4af1-84bd-386c6510c804 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:00.081742 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:00.082167 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5479e237-b344-4af1-84bd-386c6510c804 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:00.082796 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'status': 'completed', 'code': 200} Sep 18 20:14:00.101282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d3e5-77a1-49bd-ac90-2b7d66cd3835 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.132507 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:00.140191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] Set router 015f5147-509c-4072-a98b-b7952b52a7f4 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:00.186519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1d3e5-77a1-49bd-ac90-2b7d66cd3835 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe63120-3b6f-474d-b178-6071256ca4df,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:00.215980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d3e5-77a1-49bd-ac90-2b7d66cd3835 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.217545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1dd1d3e5-77a1-49bd-ac90-2b7d66cd3835 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/subnets/dbe63120-3b6f-474d-b178-6071256ca4df HTTP/1.1" status: 204 len: 168 time: 0.7523093 Sep 18 20:14:00.220338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35948) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:00.249741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd91ec-0672-4317-9968-c37f398a5587 None None] Network 5d57d2cb-47b3-446d-bd9e-b7d860099b24 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:14:00.290153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111464c-96e0-4844-b157-33d0487407ad req-9270c5cd-e11f-4d33-a534-1093f3cc2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:00.293545 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4111464c-96e0-4844-b157-33d0487407ad req-9270c5cd-e11f-4d33-a534-1093f3cc2c2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1097 time: 0.1793876 Sep 18 20:14:00.344228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b430cfd-5ff9-40bb-976b-6185dc3ce042 req-2b6027cc-83e7-4d04-bed1-fa97b51f8a3e tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:00.353472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b430cfd-5ff9-40bb-976b-6185dc3ce042 req-2b6027cc-83e7-4d04-bed1-fa97b51f8a3e tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 950 time: 0.1889944 Sep 18 20:14:00.418635 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1292ea-82b8-4c9f-99ad-d63afa014988 req-80126e63-5bde-4279-9b40-ee0aa0b21ee3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:00.421088 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'beedc4a7-b7d2-4423-a395-b30372c64150', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'port_id': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'mac_address': 'fa:16:3e:b6:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:13:58Z', 'updated_at': '2021-09-18T20:13:58Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:46Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:00.423628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf1292ea-82b8-4c9f-99ad-d63afa014988 req-80126e63-5bde-4279-9b40-ee0aa0b21ee3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.2598579 Sep 18 20:14:00.448616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.466205 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] Checking router: 544ba891-2f60-456c-89e5-2dc8070997c0 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:14:00.474999 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:00.475786 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:00.504613 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b430cfd-5ff9-40bb-976b-6185dc3ce042 req-3fae9350-2d3a-4cb2-b346-60a8929b914e tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492071 Sep 18 20:14:00.537397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:58Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:00.567061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0ab20b-f6c7-4487-a17b-18ab87bbd701 None None] The sync data for ids ['015f5147-509c-4072-a98b-b7952b52a7f4'] in n-d-789963-11 is: [{'id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580393549', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:58Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '7d847769-902c-4f92-8ba7-a7c30f93c2db', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015f5147-509c-4072-a98b-b7952b52a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:33Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:14:00.582184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111464c-96e0-4844-b157-33d0487407ad req-5d943a66-85e2-49ae-9ac4-cd85d65abedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:00.584039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4111464c-96e0-4844-b157-33d0487407ad req-5d943a66-85e2-49ae-9ac4-cd85d65abedc service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.2811861 Sep 18 20:14:00.596308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf1292ea-82b8-4c9f-99ad-d63afa014988 req-3f01ef62-01a3-437d-a832-88aaa4cb9530 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036904 Sep 18 20:14:00.630087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] DHCP port deletion for 5d57d2cb-47b3-446d-bd9e-b7d860099b24 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:14:00.632398 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:00.640119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35950) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:00.653325 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.686857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] Deleting port 77925403-45a8-4342-afe0-9cfb3fce1d3a {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:00.686857 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.715655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4111464c-96e0-4844-b157-33d0487407ad req-79758021-b870-402b-962c-0c4c090de02d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 998 time: 0.1181276 Sep 18 20:14:00.733594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting port 7d847769-902c-4f92-8ba7-a7c30f93c2db {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:00.735423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-035ca3b5-d829-43f9-a3b2-20f71e31927b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/beedc4a7-b7d2-4423-a395-b30372c64150 HTTP/1.1" status: 200 len: 990 time: 0.0927937 Sep 18 20:14:00.736313 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.777934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111464c-96e0-4844-b157-33d0487407ad req-cdf92a58-172c-4c26-ba2c-40e95fa6ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:00.779529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4111464c-96e0-4844-b157-33d0487407ad req-cdf92a58-172c-4c26-ba2c-40e95fa6ce20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0557344 Sep 18 20:14:00.795816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] For port 77925403-45a8-4342-afe0-9cfb3fce1d3a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=77925403-45a8-4342-afe0-9cfb3fce1d3a,segment=NetworkSegment(bef53428-5fbe-4216-b1eb-3a35262add94),segment_id=bef53428-5fbe-4216-b1eb-3a35262add94)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:00.796389 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.814892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] Calling delete_port for 77925403-45a8-4342-afe0-9cfb3fce1d3a owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:00.829538 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111464c-96e0-4844-b157-33d0487407ad req-f67fa16b-a200-46f5-86a2-89359573b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:00.830962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4111464c-96e0-4844-b157-33d0487407ad req-f67fa16b-a200-46f5-86a2-89359573b5fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449998 Sep 18 20:14:00.836966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] For port 7d847769-902c-4f92-8ba7-a7c30f93c2db, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7d847769-902c-4f92-8ba7-a7c30f93c2db,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:00.837340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.849923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Calling delete_port for 7d847769-902c-4f92-8ba7-a7c30f93c2db owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:00.909375 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:00.915332 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'beedc4a7-b7d2-4423-a395-b30372c64150', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'port_id': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'mac_address': 'fa:16:3e:b6:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:13:58Z', 'updated_at': '2021-09-18T20:13:58Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:46Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:00.938495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4111464c-96e0-4844-b157-33d0487407ad req-e8eca81c-258b-4ff4-b2db-042878b1f498 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996909 Sep 18 20:14:00.948336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] No DVR routers for this DVR port 77925403-45a8-4342-afe0-9cfb3fce1d3a on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:00.949003 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d44149-73b8-4eb1-a824-44ee580f8f29 None None] The sync data for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 is: [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'beedc4a7-b7d2-4423-a395-b30372c64150', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'port_id': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'mac_address': 'fa:16:3e:b6:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:13:58Z', 'updated_at': '2021-09-18T20:13:58Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:46Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:14:00.954812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34266b01-ead5-4bc1-8644-61bf037ac42b None None] Pushing event deleted for resources: {'Port': ['ID=77925403-45a8-4342-afe0-9cfb3fce1d3a,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:01.060768 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4111464c-96e0-4844-b157-33d0487407ad req-1f46190d-d4cd-4cba-8ce2-1c710f59602f service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148725 Sep 18 20:14:01.077366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.104870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Port': ['ID=7d847769-902c-4f92-8ba7-a7c30f93c2db,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:01.168826 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.267825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.270076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.317712 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.318253 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Fanout notify agent at l3_agent the message router_deleted on router 015f5147-509c-4072-a98b-b7952b52a7f4 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:14:01.325740 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.329288 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-77b0b5e4-f83c-467b-8f83-371d4b0686f9 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/routers/015f5147-509c-4072-a98b-b7952b52a7f4 HTTP/1.1" status: 204 len: 168 time: 1.1056259 Sep 18 20:14:01.329720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 35952) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:01.420438 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.530368 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.551708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d57d2cb-47b3-446d-bd9e-b7d860099b24']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:01.562114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef53428-5fbe-4216-b1eb-3a35262add94') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:01.562415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef53428-5fbe-4216-b1eb-3a35262add94') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:01.577788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.614662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.623684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:14:01.624103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:14:01.630140 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:14:01.697898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f483d-e167-4075-bb78-fad8d737d503 req-dd55b532-8eb8-4a44-9bb0-ce322c9a230b tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:01.699426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-781f483d-e167-4075-bb78-fad8d737d503 req-dd55b532-8eb8-4a44-9bb0-ce322c9a230b tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 950 time: 0.1147881 Sep 18 20:14:01.715350 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.728039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:01.729945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/networks/5d57d2cb-47b3-446d-bd9e-b7d860099b24 HTTP/1.1" status: 204 len: 168 time: 0.3991160 Sep 18 20:14:01.733370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35956) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:01.740576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:01.747567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedb225-19f4-48bd-bfbc-9591c78cfbfa tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Network': ['ID=5d57d2cb-47b3-446d-bd9e-b7d860099b24,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:01.764649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-781f483d-e167-4075-bb78-fad8d737d503 req-f3e5c00c-7145-4687-b316-dc61ce9ecfe5 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572834 Sep 18 20:14:01.815740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db899306-601e-4867-acde-b54845da4ba7 None None] New status for floating IP beedc4a7-b7d2-4423-a395-b30372c64150: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:14:01.886406 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-38f3d39f-ad6c-4e16-b2ef-eff3769cdb65 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/beedc4a7-b7d2-4423-a395-b30372c64150 HTTP/1.1" status: 200 len: 990 time: 0.1445775 Sep 18 20:14:01.994976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting port ed4688ac-c0cd-40bf-9502-697e74a06b93 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:01.995512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:02.084192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf4096-8ef1-40dc-8f9b-8af92b0fc1a5 req-22517c17-571e-4e78-9e38-660a15783255 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:02.084574 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:02.084901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:02.085684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9bf4096-8ef1-40dc-8f9b-8af92b0fc1a5 req-22517c17-571e-4e78-9e38-660a15783255 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 950 time: 0.0506568 Sep 18 20:14:02.096437 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Calling delete_port for ed4688ac-c0cd-40bf-9502-697e74a06b93 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:02.124454 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9bf4096-8ef1-40dc-8f9b-8af92b0fc1a5 req-a7b1a79e-cd4a-40a2-91c9-90759c7b23df tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Sep 18 20:14:02.245490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:02.272631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Port': ['ID=ed4688ac-c0cd-40bf-9502-697e74a06b93,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:02.332159 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:02.332508 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Floating IP 21d61aab-a439-49e5-85fd-1bc7d05463b2 disassociated (deleted). External IP: 172.25.8.47, port: f79fb56a-6559-43c4-9eb3-8cef191fab03. Sep 18 20:14:02.379695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7d847769-902c-4f92-8ba7-a7c30f93c2db no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:02.398647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 7d847769-902c-4f92-8ba7-a7c30f93c2db {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:02.398993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7d847769-902c-4f92-8ba7-a7c30f93c2db not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:02.399427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f9e7cebc-f58c-49f5-a63e-693f7b123be2 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:02.417139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f9e7cebc-f58c-49f5-a63e-693f7b123be2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:02.417478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f9e7cebc-f58c-49f5-a63e-693f7b123be2 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:02.417887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 77925403-45a8-4342-afe0-9cfb3fce1d3a no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:02.437958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 77925403-45a8-4342-afe0-9cfb3fce1d3a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:02.438303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 77925403-45a8-4342-afe0-9cfb3fce1d3a not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:02.551398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Router d477cfbe-eaa1-4b39-bfe3-60bc76377971 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:14:02.659014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:14:02.663730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:02.669010 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] Sync routers for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:14:02.683659 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:02.684412 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:02.690849 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-26ff3d27-9900-4380-a94f-191de3863c24 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/floatingips/21d61aab-a439-49e5-85fd-1bc7d05463b2 HTTP/1.1" status: 204 len: 168 time: 0.9556260 Sep 18 20:14:02.691721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:02.693960 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf7510-f927-45df-a23e-b645e1947b47" -d '{"events": [{"name": "network-changed", "server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:02.749893 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d79c7c-e4b1-4663-896d-2060e8f0f8ca x-openstack-request-id: req-54d79c7c-e4b1-4663-896d-2060e8f0f8ca {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:02.750193 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:02.750443 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54d79c7c-e4b1-4663-896d-2060e8f0f8ca {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:02.750848 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'status': 'completed', 'code': 200} Sep 18 20:14:02.810937 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:02.819037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf7510-f927-45df-a23e-b645e1947b47 req-6d8765bc-f950-478c-915e-e8d8c6fd4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:02.820624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44bf7510-f927-45df-a23e-b645e1947b47 req-6d8765bc-f950-478c-915e-e8d8c6fd4cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=612ca1b3028341999df0077e0f84162a&device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 1137 time: 0.0467319 Sep 18 20:14:02.890743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 35972) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:02.969131 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-50ce91c0-d5ce-4af6-9618-5cf1013d32d9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/beedc4a7-b7d2-4423-a395-b30372c64150 HTTP/1.1" status: 200 len: 992 time: 0.0684178 Sep 18 20:14:02.969371 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf7510-f927-45df-a23e-b645e1947b47 req-4177c2f6-4520-4cf7-af68-db24c1731fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:02.969371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44bf7510-f927-45df-a23e-b645e1947b47 req-4177c2f6-4520-4cf7-af68-db24c1731fcc service neutron] 10.222.0.24 "GET /v2.0/networks?id=81b39b35-de41-4817-a20f-1821952b25f3 HTTP/1.1" status: 200 len: 898 time: 0.1301408 Sep 18 20:14:02.986385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45bbff-32e8-4d05-804d-11f41a29c755 req-40f1a42b-9cad-48ad-b9a4-7ee7fbffb690 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:02.988045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac45bbff-32e8-4d05-804d-11f41a29c755 req-40f1a42b-9cad-48ad-b9a4-7ee7fbffb690 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 985 time: 0.0880241 Sep 18 20:14:03.021359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44bf7510-f927-45df-a23e-b645e1947b47 req-0a305795-6ff9-43f3-a497-e8fec33e77a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03 HTTP/1.1" status: 200 len: 217 time: 0.0505319 Sep 18 20:14:03.027762 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:46Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:03.088165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ac45bbff-32e8-4d05-804d-11f41a29c755 req-90fea483-7716-4283-a3e2-8a779bcab665 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0694723 Sep 18 20:14:03.096065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf7510-f927-45df-a23e-b645e1947b47 req-01ca6d6f-b696-4f9e-92e6-c16ef69520b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:03.097588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44bf7510-f927-45df-a23e-b645e1947b47 req-01ca6d6f-b696-4f9e-92e6-c16ef69520b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88cf690e-774b-426c-8a01-3fc2af69882a HTTP/1.1" status: 200 len: 835 time: 0.0644171 Sep 18 20:14:03.145330 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] Checking router: d477cfbe-eaa1-4b39-bfe3-60bc76377971 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:14:03.151901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf7510-f927-45df-a23e-b645e1947b47 req-2cf5ca0d-04c6-4871-b176-36054cf58c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:03.153336 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44bf7510-f927-45df-a23e-b645e1947b47 req-2cf5ca0d-04c6-4871-b176-36054cf58c34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81b39b35-de41-4817-a20f-1821952b25f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413141 Sep 18 20:14:03.153637 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:03.155149 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:03.260320 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:03.278772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44bf7510-f927-45df-a23e-b645e1947b47 req-136337ae-5c91-4752-9927-73c75e96f766 service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173306 Sep 18 20:14:03.290816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4214f7-a3d9-4ba9-acf8-f18cb224f13d req-49942492-1dae-44f8-a417-d5108872feb7 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:03.292343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a4214f7-a3d9-4ba9-acf8-f18cb224f13d req-49942492-1dae-44f8-a417-d5108872feb7 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 950 time: 0.0710938 Sep 18 20:14:03.309277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-e1cad049-f5a3-454a-8628-efecfc50981a tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:03.311410 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-e1cad049-f5a3-454a-8628-efecfc50981a tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.32 "GET /v2.0/ports?device_id=c03c536d-ce1f-48e0-ba19-2b2002b8b12e HTTP/1.1" status: 200 len: 950 time: 0.0512476 Sep 18 20:14:03.394258 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a4214f7-a3d9-4ba9-acf8-f18cb224f13d req-3d643f65-b9c7-4caa-be1e-085d72568e53 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.20 "GET /v2.0/security-groups?id=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912580 Sep 18 20:14:03.419011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44bf7510-f927-45df-a23e-b645e1947b47 req-e8df868b-462e-4d3f-8be9-42e228871257 service neutron] 10.222.0.24 "GET /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257238 Sep 18 20:14:03.431587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Deleting port 543d35cf-3a96-4573-a9b8-070e8483a168 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:03.431935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:03.472049 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:46Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:03.502209 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae79e9-3b54-4339-b5a2-2a6ee4115338 None None] The sync data for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 is: [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:42Z', 'revision_number': 4, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '270f7eae-9892-4d58-9c48-a7ce1f61e94d', 'name': '', 'network_id': '81b39b35-de41-4817-a20f-1821952b25f3', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'mac_address': 'fa:16:3e:35:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:41Z', 'updated_at': '2021-09-18T20:12:46Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'subnets': [{'id': '88cf690e-774b-426c-8a01-3fc2af69882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:14:03.523790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] For port 543d35cf-3a96-4573-a9b8-070e8483a168, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=543d35cf-3a96-4573-a9b8-070e8483a168,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:03.524206 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:03.538364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Calling delete_port for 543d35cf-3a96-4573-a9b8-070e8483a168 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:03.676443 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:03.689231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['543d35cf-3a96-4573-a9b8-070e8483a168'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:14:03.707233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Pushing event deleted for resources: {'Port': ['ID=543d35cf-3a96-4573-a9b8-070e8483a168,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:03.745069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263756b-d29e-410b-98fd-eac316f90b86 None None] New status for floating IP 21d61aab-a439-49e5-85fd-1bc7d05463b2: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:14:03.751006 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] No DVR routers for this DVR port 543d35cf-3a96-4573-a9b8-070e8483a168 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:03.753477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:03.755732 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d20239de-4cbf-45e4-a17d-b98a504c3024 req-cda7f9e4-ed1c-4db2-a7d5-3cce29c6af99 tempest-VolumesNegativeTest-1163152633 tempest-VolumesNegativeTest-1163152633-project] 10.222.0.32 "DELETE /v2.0/ports/543d35cf-3a96-4573-a9b8-070e8483a168 HTTP/1.1" status: 204 len: 173 time: 0.4384248 Sep 18 20:14:04.180449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-abce1d81-c667-431b-959d-447444abb792 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:04.181901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-abce1d81-c667-431b-959d-447444abb792 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.24 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 985 time: 0.0620918 Sep 18 20:14:04.262337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a2212-5929-46a1-b914-7620788be23d req-9e2564dc-8791-4fe0-8ae3-f1d894c76fc8 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:04.264554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-471a2212-5929-46a1-b914-7620788be23d req-9e2564dc-8791-4fe0-8ae3-f1d894c76fc8 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/ports?device_id=488ddf08-65f2-4a4e-8ad6-131812a3804a HTTP/1.1" status: 200 len: 985 time: 0.1020341 Sep 18 20:14:04.324826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-471a2212-5929-46a1-b914-7620788be23d req-8ba76aba-6fa8-4e20-bcac-7a651c770af1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cf014f2-5a7d-493a-b81d-7f653f267022&id=19a10a46-fffd-472f-84d2-9471b088fc35&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0425789 Sep 18 20:14:04.339451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting port f79fb56a-6559-43c4-9eb3-8cef191fab03 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:04.339806 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:04.433231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] For port f79fb56a-6559-43c4-9eb3-8cef191fab03, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=f79fb56a-6559-43c4-9eb3-8cef191fab03,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:04.433454 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:04.445856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Calling delete_port for f79fb56a-6559-43c4-9eb3-8cef191fab03 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:04.581908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:04.609810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Port': ['ID=f79fb56a-6559-43c4-9eb3-8cef191fab03,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:04.658367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] No DVR routers for this DVR port f79fb56a-6559-43c4-9eb3-8cef191fab03 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:04.660951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:04.663001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ba9200d-c921-4ca7-b0b5-3f5b49a804fc req-aed6a203-8929-4ee4-bf9d-26024245f363 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.24 "DELETE /v2.0/ports/f79fb56a-6559-43c4-9eb3-8cef191fab03 HTTP/1.1" status: 204 len: 173 time: 0.4613383 Sep 18 20:14:04.663464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'name': 'network-vif-deleted', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:04.665768 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658ebe1e-9ff1-40df-adc4-5995ba76cd55" -d '{"events": [{"server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "name": "network-vif-deleted", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:04.703128 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3825b2-0b8b-432d-a966-110fc6b1568f x-openstack-request-id: req-ee3825b2-0b8b-432d-a966-110fc6b1568f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:04.703465 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488ddf08-65f2-4a4e-8ad6-131812a3804a", "name": "network-vif-deleted", "tag": "f79fb56a-6559-43c4-9eb3-8cef191fab03", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:04.703700 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee3825b2-0b8b-432d-a966-110fc6b1568f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:04.704083 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488ddf08-65f2-4a4e-8ad6-131812a3804a', 'name': 'network-vif-deleted', 'tag': 'f79fb56a-6559-43c4-9eb3-8cef191fab03', 'status': 'completed', 'code': 200} Sep 18 20:14:04.752477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03c536d-ce1f-48e0-ba19-2b2002b8b12e', 'name': 'network-vif-deleted', 'tag': '543d35cf-3a96-4573-a9b8-070e8483a168'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:04.755402 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d76b5a5-3d60-433c-a888-09edf0b7d90c" -d '{"events": [{"server_uuid": "c03c536d-ce1f-48e0-ba19-2b2002b8b12e", "name": "network-vif-deleted", "tag": "543d35cf-3a96-4573-a9b8-070e8483a168"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:04.793815 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edbec70-76b5-4782-b2de-d5912d171876 x-openstack-request-id: req-9edbec70-76b5-4782-b2de-d5912d171876 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:04.794135 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03c536d-ce1f-48e0-ba19-2b2002b8b12e", "name": "network-vif-deleted", "tag": "543d35cf-3a96-4573-a9b8-070e8483a168", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:04.794903 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9edbec70-76b5-4782-b2de-d5912d171876 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:04.795552 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03c536d-ce1f-48e0-ba19-2b2002b8b12e', 'name': 'network-vif-deleted', 'tag': '543d35cf-3a96-4573-a9b8-070e8483a168', 'status': 'completed', 'code': 200} Sep 18 20:14:05.387428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36070) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:05.444904 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dcff029-0e56-4ad2-968a-5625c7f70968 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:05.467621 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dcff029-0e56-4ad2-968a-5625c7f70968 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:05.508946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dcff029-0e56-4ad2-968a-5625c7f70968 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:05.511778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0dcff029-0e56-4ad2-968a-5625c7f70968 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:05.516257 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0dcff029-0e56-4ad2-968a-5625c7f70968 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/security-groups/19a10a46-fffd-472f-84d2-9471b088fc35 HTTP/1.1" status: 204 len: 168 time: 0.1244600 Sep 18 20:14:05.516660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36082) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:05.522690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcff029-0e56-4ad2-968a-5625c7f70968 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a10a46-fffd-472f-84d2-9471b088fc35,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:05.588509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4865b766-00f7-4bca-a003-f8f8e7f5ce47 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:05.612890 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4865b766-00f7-4bca-a003-f8f8e7f5ce47 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:05.657082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4865b766-00f7-4bca-a003-f8f8e7f5ce47 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:05.659703 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4865b766-00f7-4bca-a003-f8f8e7f5ce47 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:05.661395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4865b766-00f7-4bca-a003-f8f8e7f5ce47 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/security-groups/3cf014f2-5a7d-493a-b81d-7f653f267022 HTTP/1.1" status: 204 len: 168 time: 0.1430411 Sep 18 20:14:05.663689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36096) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:05.670943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865b766-00f7-4bca-a003-f8f8e7f5ce47 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf014f2-5a7d-493a-b81d-7f653f267022,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:06.043554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:06.310588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting port 270f7eae-9892-4d58-9c48-a7ce1f61e94d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:06.310853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:06.674375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 543d35cf-3a96-4573-a9b8-070e8483a168 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:06.699986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 543d35cf-3a96-4573-a9b8-070e8483a168 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:06.700229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 543d35cf-3a96-4573-a9b8-070e8483a168 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:06.733186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] For port 270f7eae-9892-4d58-9c48-a7ce1f61e94d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=270f7eae-9892-4d58-9c48-a7ce1f61e94d,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:06.733652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:06.746559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Calling delete_port for 270f7eae-9892-4d58-9c48-a7ce1f61e94d owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:06.951694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:06.985360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Port': ['ID=270f7eae-9892-4d58-9c48-a7ce1f61e94d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:07.168816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:07.390813 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Router d477cfbe-eaa1-4b39-bfe3-60bc76377971 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:14:07.498804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:14:07.507122 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df5710a4-6e13-48bf-ab4a-68bf3fe2f3e1 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "PUT /v2.0/routers/d477cfbe-eaa1-4b39-bfe3-60bc76377971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8394825 Sep 18 20:14:07.507233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36212) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:07.509658 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] Sync routers for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:14:07.519105 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:07.519807 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:07.561402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1af71e3-a3a1-4aa2-af7a-20e5427524bf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting subnet 88cf690e-774b-426c-8a01-3fc2af69882a {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:14:07.565007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1af71e3-a3a1-4aa2-af7a-20e5427524bf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:07.605450 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1af71e3-a3a1-4aa2-af7a-20e5427524bf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:07.625843 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:07.690101 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1af71e3-a3a1-4aa2-af7a-20e5427524bf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:07.757273 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1af71e3-a3a1-4aa2-af7a-20e5427524bf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:07.785562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af71e3-a3a1-4aa2-af7a-20e5427524bf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Subnet': ['ID=88cf690e-774b-426c-8a01-3fc2af69882a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:07.791071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f1af71e3-a3a1-4aa2-af7a-20e5427524bf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:07.793010 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f1af71e3-a3a1-4aa2-af7a-20e5427524bf tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/subnets/88cf690e-774b-426c-8a01-3fc2af69882a HTTP/1.1" status: 204 len: 168 time: 0.2849014 Sep 18 20:14:07.796383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36214) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:07.811917 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:14:06Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:07.813124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e66af02-d96e-4faa-a693-4b69bfd9b4cf None None] Network 81b39b35-de41-4817-a20f-1821952b25f3 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:14:07.838806 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] Checking router: d477cfbe-eaa1-4b39-bfe3-60bc76377971 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:14:07.852689 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] Routers {'d477cfbe-eaa1-4b39-bfe3-60bc76377971'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:07.853618 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:07.928153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:07.976301 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] Set router d477cfbe-eaa1-4b39-bfe3-60bc76377971 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:08.074760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] DHCP port deletion for 81b39b35-de41-4817-a20f-1821952b25f3 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:14:08.106055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.156076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] Deleting port a04b779b-44b6-4aba-98de-a7241601a1f7 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:08.156381 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.203469 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Deleting port 59b4cf30-8492-426e-abcf-7ba618a6b14b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:08.204789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.264762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] For port a04b779b-44b6-4aba-98de-a7241601a1f7, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a04b779b-44b6-4aba-98de-a7241601a1f7,segment=NetworkSegment(396518a1-e4f8-47e4-b7ce-7e7575751d74),segment_id=396518a1-e4f8-47e4-b7ce-7e7575751d74)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:08.265470 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.282443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] Calling delete_port for a04b779b-44b6-4aba-98de-a7241601a1f7 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:08.297202 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:14:06Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:08.324512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9221a-9482-4f15-8360-c11b880bd075 req-df7a44df-65e3-4664-b301-9d4c8108befe tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:08.327763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91c9221a-9482-4f15-8360-c11b880bd075 req-df7a44df-65e3-4664-b301-9d4c8108befe tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 946 time: 0.0699236 Sep 18 20:14:08.328525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] For port 59b4cf30-8492-426e-abcf-7ba618a6b14b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=59b4cf30-8492-426e-abcf-7ba618a6b14b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:08.328907 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.346163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Calling delete_port for 59b4cf30-8492-426e-abcf-7ba618a6b14b owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:08.366057 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34529b36-5df4-4a90-8356-6c9c4325ee7f None None] The sync data for ids ['d477cfbe-eaa1-4b39-bfe3-60bc76377971'] in n-d-789963-11 is: [{'id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'name': 'tempest-TestSecurityGroupsBasicOps-router-951100988', 'tenant_id': '612ca1b3028341999df0077e0f84162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:14:06Z', 'revision_number': 5, 'project_id': '612ca1b3028341999df0077e0f84162a', 'gw_port': {'id': '59b4cf30-8492-426e-abcf-7ba618a6b14b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:47:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd477cfbe-eaa1-4b39-bfe3-60bc76377971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:12:37Z', 'updated_at': '2021-09-18T20:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:14:08.391489 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:14:08.429525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91c9221a-9482-4f15-8360-c11b880bd075 req-27d6adc8-029f-4721-a290-eee09a7a9f2e tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950658 Sep 18 20:14:08.445735 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.470833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] Pushing event deleted for resources: {'Port': ['ID=a04b779b-44b6-4aba-98de-a7241601a1f7,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:08.474514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc9149-fdd1-4a4a-becc-bd44adf076bb None None] No DVR routers for this DVR port a04b779b-44b6-4aba-98de-a7241601a1f7 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:08.543983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.579181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Port': ['ID=59b4cf30-8492-426e-abcf-7ba618a6b14b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:08.640326 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.746620 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.751998 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.801842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.802485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Fanout notify agent at l3_agent the message router_deleted on router d477cfbe-eaa1-4b39-bfe3-60bc76377971 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:14:08.819267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.819267 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-822450bf-ee42-4183-9d37-97156dee8265 tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/routers/d477cfbe-eaa1-4b39-bfe3-60bc76377971 HTTP/1.1" status: 204 len: 168 time: 1.0132351 Sep 18 20:14:08.819267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36222) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:08.833826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a04b779b-44b6-4aba-98de-a7241601a1f7 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:08.858675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a04b779b-44b6-4aba-98de-a7241601a1f7 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:08.859211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a04b779b-44b6-4aba-98de-a7241601a1f7 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:08.899026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:08.955910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f79fb56a-6559-43c4-9eb3-8cef191fab03 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:08.976079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: f79fb56a-6559-43c4-9eb3-8cef191fab03 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:08.976418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device f79fb56a-6559-43c4-9eb3-8cef191fab03 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:08.992303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.012173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b39b35-de41-4817-a20f-1821952b25f3']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:09.022385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396518a1-e4f8-47e4-b7ce-7e7575751d74') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:09.022694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396518a1-e4f8-47e4-b7ce-7e7575751d74') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:09.033121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.047547 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.053879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:14:09.054512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:14:09.057883 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:14:09.128179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.136104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.141392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] 10.222.0.20 "DELETE /v2.0/networks/81b39b35-de41-4817-a20f-1821952b25f3 HTTP/1.1" status: 204 len: 168 time: 0.3215280 Sep 18 20:14:09.154293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceae2e-06bc-4607-b9cb-6ecc618fc0ab tempest-TestSecurityGroupsBasicOps-1760632086 tempest-TestSecurityGroupsBasicOps-1760632086-project] Pushing event deleted for resources: {'Network': ['ID=81b39b35-de41-4817-a20f-1821952b25f3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:09.409175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36236) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:09.432078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36240) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:09.559001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7108b6-8e70-4b56-a68b-f142452f690d req-a4ab0f6f-aef8-44f9-aeef-7e5d6cfd0458 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:09.561298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c7108b6-8e70-4b56-a68b-f142452f690d req-a4ab0f6f-aef8-44f9-aeef-7e5d6cfd0458 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 946 time: 0.0657375 Sep 18 20:14:09.604070 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6c7108b6-8e70-4b56-a68b-f142452f690d req-8edf26cd-a0ed-41bb-b7f9-d324af24b448 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2b0ae93-ca61-4328-a7ff-bac322418e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356863 Sep 18 20:14:09.652794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-5a08b78e-5f55-471b-9353-95b85d5d3c7f tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:09.655283 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-5a08b78e-5f55-471b-9353-95b85d5d3c7f tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.32 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 946 time: 0.1292515 Sep 18 20:14:09.658091 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ed7fd599-3874-46f1-8978-b5f343b81457 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c7115ab466940378ecc3fc007ad80f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467499 Sep 18 20:14:09.660697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36246) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:09.661452 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-06c846f3-643c-4fea-aeb0-e38c97a94310 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=612ca1b3028341999df0077e0f84162a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282674 Sep 18 20:14:09.667800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36248) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:09.755448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Deleting port 4dc64da3-da25-44c0-8993-f8e7f83e3506 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:09.755833 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.766582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e04f16b-7cf7-4463-9af1-4d6cf68de41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.772412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9108ff3-cf31-45f7-b416-b2967652c9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.800919 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e04f16b-7cf7-4463-9af1-4d6cf68de41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.815558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9108ff3-cf31-45f7-b416-b2967652c9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.856901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] For port 4dc64da3-da25-44c0-8993-f8e7f83e3506, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=4dc64da3-da25-44c0-8993-f8e7f83e3506,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:09.857269 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.890029 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e04f16b-7cf7-4463-9af1-4d6cf68de41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.892808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0e04f16b-7cf7-4463-9af1-4d6cf68de41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.893994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0e04f16b-7cf7-4463-9af1-4d6cf68de41f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/463eb1d9-7610-404f-a7b2-9cb6b17b9a0c HTTP/1.1" status: 204 len: 168 time: 0.2319252 Sep 18 20:14:09.896937 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9108ff3-cf31-45f7-b416-b2967652c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.899770 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d9108ff3-cf31-45f7-b416-b2967652c9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:09.903222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d9108ff3-cf31-45f7-b416-b2967652c9dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36f4d5da-3a00-4172-bfcd-9130e65d1b8e HTTP/1.1" status: 204 len: 168 time: 0.2320549 Sep 18 20:14:09.908090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04f16b-7cf7-4463-9af1-4d6cf68de41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463eb1d9-7610-404f-a7b2-9cb6b17b9a0c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:09.917788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9108ff3-cf31-45f7-b416-b2967652c9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f4d5da-3a00-4172-bfcd-9130e65d1b8e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:10.112612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.113080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.113671 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Floating IP 755e359c-6dfe-41f9-9f6f-0984660a2299 disassociated. External IP: 172.25.8.201, port: 4dc64da3-da25-44c0-8993-f8e7f83e3506. Sep 18 20:14:10.113953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Calling delete_port for 4dc64da3-da25-44c0-8993-f8e7f83e3506 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:10.256115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.298872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event deleted for resources: {'Port': ['ID=4dc64da3-da25-44c0-8993-f8e7f83e3506,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:10.302085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36266) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:10.319044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-843dd2a1-fe8b-4814-b3de-9c8073f42c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.422813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 59b4cf30-8492-426e-abcf-7ba618a6b14b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:10.437252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Router 4942ad05-16d6-4d42-be21-6db0fc257c6b has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:14:10.443262 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-843dd2a1-fe8b-4814-b3de-9c8073f42c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.446272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 59b4cf30-8492-426e-abcf-7ba618a6b14b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:10.447035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 59b4cf30-8492-426e-abcf-7ba618a6b14b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:10.447725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 270f7eae-9892-4d58-9c48-a7ce1f61e94d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:10.448726 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-843dd2a1-fe8b-4814-b3de-9c8073f42c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.473293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 270f7eae-9892-4d58-9c48-a7ce1f61e94d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:10.473972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 270f7eae-9892-4d58-9c48-a7ce1f61e94d not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:10.494081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-843dd2a1-fe8b-4814-b3de-9c8073f42c36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea547afaafff43b1b076e23e2c3d79c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880481 Sep 18 20:14:10.494081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd2a1-fe8b-4814-b3de-9c8073f42c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3939f4-667b-49af-8a93-4a8f128fb8d0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:10.496293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36268) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:10.558726 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45d9f0cf-bbbd-44ba-a633-01af7974524d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.574722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:14:10.585474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] Sync routers for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:14:10.586820 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45d9f0cf-bbbd-44ba-a633-01af7974524d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.600960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:10.601951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:10.615470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] No DVR routers for this DVR port 4dc64da3-da25-44c0-8993-f8e7f83e3506 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:10.618041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.620206 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b1c83fc8-3131-4018-b7a4-a177bc0e8dbb req-e7f6df41-8eed-42fc-a09b-72f633177d64 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.32 "DELETE /v2.0/ports/4dc64da3-da25-44c0-8993-f8e7f83e3506 HTTP/1.1" status: 204 len: 173 time: 0.9577138 Sep 18 20:14:10.620783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'name': 'network-vif-deleted', 'tag': '4dc64da3-da25-44c0-8993-f8e7f83e3506'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:10.643145 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8682eb-d12c-47d1-8d60-e8049a76d967" -d '{"events": [{"server_uuid": "db0980d4-e21b-449b-ac3d-55e066381b0c", "name": "network-vif-deleted", "tag": "4dc64da3-da25-44c0-8993-f8e7f83e3506"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:10.653965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45d9f0cf-bbbd-44ba-a633-01af7974524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.661713 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-45d9f0cf-bbbd-44ba-a633-01af7974524d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:10.665284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-45d9f0cf-bbbd-44ba-a633-01af7974524d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e3939f4-667b-49af-8a93-4a8f128fb8d0 HTTP/1.1" status: 204 len: 168 time: 0.1669385 Sep 18 20:14:10.680732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9f0cf-bbbd-44ba-a633-01af7974524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3939f4-667b-49af-8a93-4a8f128fb8d0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:10.735054 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd18959-6d29-4024-990b-594a467206a9 x-openstack-request-id: req-8cd18959-6d29-4024-990b-594a467206a9 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:10.735356 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0980d4-e21b-449b-ac3d-55e066381b0c", "name": "network-vif-deleted", "tag": "4dc64da3-da25-44c0-8993-f8e7f83e3506", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:10.735638 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cd18959-6d29-4024-990b-594a467206a9 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:10.736040 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0980d4-e21b-449b-ac3d-55e066381b0c', 'name': 'network-vif-deleted', 'tag': '4dc64da3-da25-44c0-8993-f8e7f83e3506', 'status': 'completed', 'code': 200} Sep 18 20:14:10.790677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-397e8284-e915-4e16-8189-df50f27b3ed1 req-b7d1fb6f-0b03-48b4-95ee-40eb2034a322 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "GET /v2.0/ports?device_id=db0980d4-e21b-449b-ac3d-55e066381b0c HTTP/1.1" status: 200 len: 210 time: 0.0419257 Sep 18 20:14:10.815749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36284) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:10.858194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:11.086585 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:10Z', 'revision_number': 5, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:11.109121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-751743785-network', 'tenant_id': '51e2b93e3574462e91da3173200f7c92'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:14:11.129311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] Checking router: 4942ad05-16d6-4d42-be21-6db0fc257c6b for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:14:11.142132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:11.142753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:11.144579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Made reservation on behalf of 51e2b93e3574462e91da3173200f7c92 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:14:11.148342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.160568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.220912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36290) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:11.266766 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-208c6841-e5a4-4610-becd-b484a199ed97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f86e04885e4845f2b52785b30ebf0983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423486 Sep 18 20:14:11.267017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:11.267222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36292) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:11.267558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.272038 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.308142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:14:11.315333 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931836d4-99ef-4241-bed0-ade450e156f2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:11.321814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5695c7d5-7f98-4a2c-915f-d1c645ab3600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.323781 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.324370 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Added segment 6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e of type vlan for network 6124b90f-c036-45f8-8c0b-ab52244cbc32 Sep 18 20:14:11.347678 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5695c7d5-7f98-4a2c-915f-d1c645ab3600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.386017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.406470 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5695c7d5-7f98-4a2c-915f-d1c645ab3600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.409460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5695c7d5-7f98-4a2c-915f-d1c645ab3600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.411987 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5695c7d5-7f98-4a2c-915f-d1c645ab3600 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/becb313e-fcfe-4296-952f-06ea93460d65 HTTP/1.1" status: 204 len: 168 time: 0.1424327 Sep 18 20:14:11.414704 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.415715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:11.416479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.419809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695c7d5-7f98-4a2c-915f-d1c645ab3600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becb313e-fcfe-4296-952f-06ea93460d65,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:11.449361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36296) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:11.450018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6319113 Sep 18 20:14:11.455567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Request body: {'subnet': {'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-751743785-subnet', 'tenant_id': '51e2b93e3574462e91da3173200f7c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:14:11.495700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Made reservation on behalf of 51e2b93e3574462e91da3173200f7c92 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:14:11.500539 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.514442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:10Z', 'revision_number': 5, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:11.525523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc137e4b-e627-469c-b914-fc5fcc356c5f admin admin] Pushing event updated for resources: {'Network': ['ID=6124b90f-c036-45f8-8c0b-ab52244cbc32,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:11.542756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6124b90f-c036-45f8-8c0b-ab52244cbc32 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:14:11.546142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ad386-6423-46b3-9ec6-631c539e2597 None None] The sync data for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 is: [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:09:02Z', 'revision_number': 4, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '573d78ea-eb8f-4fb6-a7d4-e27d20009fe4', 'name': '', 'network_id': '0adf350d-ed40-447b-b991-50c3b9831201', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'mac_address': 'fa:16:3e:4c:74:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:01Z', 'updated_at': '2021-09-18T20:09:10Z', 'revision_number': 5, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'subnets': [{'id': '7d63e390-d136-4296-a2d1-13d6ba0230ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:14:11.742431 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.822892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9b9b1ec-8314-478b-8426-904764e465cf,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:11.839926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Checking segment: {'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:14:11.840299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Network hostable DHCP agents. Network: 6124b90f-c036-45f8-8c0b-ab52244cbc32, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:14:11.867428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Network 6124b90f-c036-45f8-8c0b-ab52244cbc32 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:14:11.867952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36300) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:11.882222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6124b90f-c036-45f8-8c0b-ab52244cbc32) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:14:11.890200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:11.891058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:11.902381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be63f72-d351-4f4e-a795-5b4e5c05c1b9 None None] Network 6124b90f-c036-45f8-8c0b-ab52244cbc32 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:14:11.914977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-062711c8-d6e0-4dc4-94c8-e3a9b4f1ec3d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4636207 Sep 18 20:14:12.008038 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa01779c-0a96-4a31-b86c-856f720c14a8 None None] New status for floating IP 755e359c-6dfe-41f9-9f6f-0984660a2299: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:14:12.056037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Deleting port 1da56379-737c-4e12-b766-2b388c18fda9 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:12.056379 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.085260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d67360-59cf-4a61-8529-4a0f7ab681ee None None] Network 6124b90f-c036-45f8-8c0b-ab52244cbc32 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:14:12.164454 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.164789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.179324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Calling delete_port for 1da56379-737c-4e12-b766-2b388c18fda9 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:12.323542 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.350027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event deleted for resources: {'Port': ['ID=1da56379-737c-4e12-b766-2b388c18fda9,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:12.409507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.412160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.413332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9cde6260-6550-452d-a26a-6897138ba1fa tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "DELETE /v2.0/floatingips/755e359c-6dfe-41f9-9f6f-0984660a2299 HTTP/1.1" status: 204 len: 168 time: 0.5442774 Sep 18 20:14:12.485327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36312) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:12.549420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-184d5f20-917b-40b1-9c67-c54dd9ebf154 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.577776 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-184d5f20-917b-40b1-9c67-c54dd9ebf154 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.647829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-184d5f20-917b-40b1-9c67-c54dd9ebf154 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.650390 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-184d5f20-917b-40b1-9c67-c54dd9ebf154 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:12.655082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-184d5f20-917b-40b1-9c67-c54dd9ebf154 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2b0ae93-ca61-4328-a7ff-bac322418e5b HTTP/1.1" status: 204 len: 168 time: 0.1653354 Sep 18 20:14:12.661747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d5f20-917b-40b1-9c67-c54dd9ebf154 tempest-TestServerBasicOps-721960876 tempest-TestServerBasicOps-721960876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b0ae93-ca61-4328-a7ff-bac322418e5b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:12.705216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36322) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:12.706462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4dc64da3-da25-44c0-8993-f8e7f83e3506 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:12.736053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 4dc64da3-da25-44c0-8993-f8e7f83e3506 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:12.737948 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 4dc64da3-da25-44c0-8993-f8e7f83e3506 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:13.215056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:13.462881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Deleting port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:13.463218 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:13.862814 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] For port 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:13.863182 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:13.877681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Calling delete_port for 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:14.073546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:14.102166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Pushing event deleted for resources: {'Port': ['ID=573d78ea-eb8f-4fb6-a7d4-e27d20009fe4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:14.276860 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:14.511169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Router 4942ad05-16d6-4d42-be21-6db0fc257c6b has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:14:14.618672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:14:14.624516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2831c0ab-93cf-4c95-9ce0-3da906c948af admin admin] 10.222.0.20 "PUT /v2.0/routers/4942ad05-16d6-4d42-be21-6db0fc257c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9194925 Sep 18 20:14:14.627106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36332) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:14.628800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] Sync routers for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:14:14.638458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:14.639169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:14.750822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:14.751163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:14.925676 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:14.968951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:14:14Z', 'revision_number': 5, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port': {'id': '63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:42:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:08:59Z', 'updated_at': '2021-09-18T20:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:14.988472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Deleting port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:14.989044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:14.996153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] Checking router: 4942ad05-16d6-4d42-be21-6db0fc257c6b for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:14:15.005423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] Routers {'4942ad05-16d6-4d42-be21-6db0fc257c6b'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:15.006051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['4942ad05-16d6-4d42-be21-6db0fc257c6b'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:15.076026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] For port 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:15.076332 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.089015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Calling delete_port for 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:15.096720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] Set router 4942ad05-16d6-4d42-be21-6db0fc257c6b gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:15.150689 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:14:14Z', 'revision_number': 6, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:15.176721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288c617-263f-4bbc-9194-69f08562c5ff None None] The sync data for ids ['4942ad05-16d6-4d42-be21-6db0fc257c6b'] in n-d-789963-11 is: [{'id': '4942ad05-16d6-4d42-be21-6db0fc257c6b', 'name': 'tempest-TestServerBasicOps-1820910189-router', 'tenant_id': '2bf2a5782aac4f0b8761beef3f3042df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:08:58Z', 'updated_at': '2021-09-18T20:14:14Z', 'revision_number': 6, 'project_id': '2bf2a5782aac4f0b8761beef3f3042df', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:14:15.263115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.289032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:15.351876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.442927 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.445065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.486900 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.487461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4942ad05-16d6-4d42-be21-6db0fc257c6b {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:14:15.492212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.493503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bc56274d-b77f-450e-b337-601f36fc3ffb admin admin] 10.222.0.20 "DELETE /v2.0/routers/4942ad05-16d6-4d42-be21-6db0fc257c6b HTTP/1.1" status: 204 len: 168 time: 0.8653245 Sep 18 20:14:15.496048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36336) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:15.540868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-286169bb-73fe-4b58-800d-4ce679d470ad admin admin] Deleting subnet 7d63e390-d136-4296-a2d1-13d6ba0230ed {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:14:15.544743 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-286169bb-73fe-4b58-800d-4ce679d470ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.584305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-286169bb-73fe-4b58-800d-4ce679d470ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.661469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-286169bb-73fe-4b58-800d-4ce679d470ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.713815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-286169bb-73fe-4b58-800d-4ce679d470ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.742219 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-286169bb-73fe-4b58-800d-4ce679d470ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.744164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-286169bb-73fe-4b58-800d-4ce679d470ad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d63e390-d136-4296-a2d1-13d6ba0230ed HTTP/1.1" status: 204 len: 168 time: 0.2471330 Sep 18 20:14:15.744964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286169bb-73fe-4b58-800d-4ce679d470ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d63e390-d136-4296-a2d1-13d6ba0230ed,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:15.746671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36338) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:15.750800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d96e8a-720d-4dfa-8326-3d31c3a06181 None None] Network 0adf350d-ed40-447b-b991-50c3b9831201 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:14:15.828628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.887527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Deleting port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:15.888079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.953971 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] DHCP port deletion for 0adf350d-ed40-447b-b991-50c3b9831201 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:14:15.965474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] For port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:15.965950 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:15.979897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Calling delete_port for 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:16.010647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] Deleting port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:16.011149 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.069775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.092749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] For port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,segment=NetworkSegment(1762937e-c351-433f-869b-cfd9cff7db0f),segment_id=1762937e-c351-433f-869b-cfd9cff7db0f)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:16.093473 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.100149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:16.108276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] No DVR routers for this DVR port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:16.111501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] Calling delete_port for 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:16.194385 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.196456 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.221059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adf350d-ed40-447b-b991-50c3b9831201']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:16.226718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] Pushing event deleted for resources: {'Port': ['ID=198f51fb-0dc5-43f3-91bb-4ab77db6a3d1,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:16.232419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1762937e-c351-433f-869b-cfd9cff7db0f') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:16.233535 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1762937e-c351-433f-869b-cfd9cff7db0f') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:16.238459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7dd73d-a599-46ca-b583-53980a94c0dd None None] No DVR routers for this DVR port 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:16.258610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.273955 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.284268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:14:16.284748 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:14:16.286668 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:14:16.355947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.364709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:16.370358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0adf350d-ed40-447b-b991-50c3b9831201 HTTP/1.1" status: 204 len: 168 time: 0.6188657 Sep 18 20:14:16.370358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36346) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:16.385606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971d6ad-f43c-44ac-a846-30976743e3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0adf350d-ed40-447b-b991-50c3b9831201,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:16.401684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:16.428752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:16.429188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 198f51fb-0dc5-43f3-91bb-4ab77db6a3d1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:16.429711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:16.449654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:16.450258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 63d22e0d-b954-4b02-b3c5-eddcc2d8fbc0 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:16.451264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:16.470598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:16.471034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 573d78ea-eb8f-4fb6-a7d4-e27d20009fe4 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:16.739518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:17.001144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Deleting port c8c8529a-7930-432e-8877-9e79ffce2aa0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:17.001394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:17.403244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] For port c8c8529a-7930-432e-8877-9e79ffce2aa0, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c8c8529a-7930-432e-8877-9e79ffce2aa0,segment=NetworkSegment(2ca9680d-84ed-45ac-9591-bf6fa5bd4da5),segment_id=2ca9680d-84ed-45ac-9591-bf6fa5bd4da5)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:17.404507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:17.415950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Calling delete_port for c8c8529a-7930-432e-8877-9e79ffce2aa0 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:17.608047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:17.636741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c8529a-7930-432e-8877-9e79ffce2aa0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:17.858558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:18.086884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:14:18.214161 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:14:18.223292 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] Sync routers for ids ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:14:18.230416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-30c278a5-10f4-47a2-ba8a-9499bb7b110b admin admin] 10.222.0.20 "PUT /v2.0/routers/e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8594322 Sep 18 20:14:18.232092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36352) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:18.233917 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] Routers {'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:18.234523 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:18.343030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:18.347520 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] Set router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:18.463276 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:18.522451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Deleting port 3b2427f5-6be6-40a2-9c11-e03b640bc69b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:18.522904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:18.614516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] For port 3b2427f5-6be6-40a2-9c11-e03b640bc69b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b2427f5-6be6-40a2-9c11-e03b640bc69b,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:18.615017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:18.631680 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:14:17Z', 'revision_number': 5, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port': {'id': '3b2427f5-6be6-40a2-9c11-e03b640bc69b', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:09:06Z', 'updated_at': '2021-09-18T20:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:18.633994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Calling delete_port for 3b2427f5-6be6-40a2-9c11-e03b640bc69b owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:18.659780 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] Checking router: e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:14:18.675935 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] Routers {'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:14:18.676448 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:13:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:18.770003 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] Set router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:14:18.824722 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:14:18Z', 'revision_number': 6, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:18.852134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:18.853004 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d759ca-fa93-4a7c-b5d8-ff8d57ad92f2 None None] The sync data for ids ['e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f'] in n-d-789963-11 is: [{'id': 'e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f', 'name': 'tempest-TestServerBasicOps-390417049-router', 'tenant_id': 'df380eee5a7e410db9c81a36f45cf77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:09:05Z', 'updated_at': '2021-09-18T20:14:18Z', 'revision_number': 6, 'project_id': 'df380eee5a7e410db9c81a36f45cf77e', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:14:18.877664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2427f5-6be6-40a2-9c11-e03b640bc69b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:18.955904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.049523 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.051779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.100410 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.101083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:14:19.106910 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.108016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d1ac7e5-d29f-460b-b003-e975a0ab1ec7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e48c9077-5c60-4ffc-a7d4-dda1a0d5be6f HTTP/1.1" status: 204 len: 168 time: 0.8748360 Sep 18 20:14:19.110404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 36354) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:19.156536 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-49573a3e-ace1-4ec1-b8b8-ba50dd8b5b20 admin admin] Deleting subnet 9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:14:19.159667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49573a3e-ace1-4ec1-b8b8-ba50dd8b5b20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.202491 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49573a3e-ace1-4ec1-b8b8-ba50dd8b5b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.307659 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49573a3e-ace1-4ec1-b8b8-ba50dd8b5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.364126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49573a3e-ace1-4ec1-b8b8-ba50dd8b5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.388690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49573a3e-ace1-4ec1-b8b8-ba50dd8b5b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:19.395143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-49573a3e-ace1-4ec1-b8b8-ba50dd8b5b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.397089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-49573a3e-ace1-4ec1-b8b8-ba50dd8b5b20 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9aa0f7fd-b88e-4e15-a66e-b0a66d6926b3 HTTP/1.1" status: 204 len: 168 time: 0.2855957 Sep 18 20:14:19.399622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36358) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:19.404519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214a0d1-65db-4f75-a635-c8997122113e None None] Network 207e83c7-a926-4960-97b5-8dad7f69be8d requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:14:19.471005 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.629438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] DHCP port deletion for 207e83c7-a926-4960-97b5-8dad7f69be8d request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:14:19.687071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] Deleting port 5a14c26c-604d-4e18-be47-4821167b50d8 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:19.687465 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.777616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] For port 5a14c26c-604d-4e18-be47-4821167b50d8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5a14c26c-604d-4e18-be47-4821167b50d8,segment=NetworkSegment(2ca9680d-84ed-45ac-9591-bf6fa5bd4da5),segment_id=2ca9680d-84ed-45ac-9591-bf6fa5bd4da5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:19.778928 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.795884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] Calling delete_port for 5a14c26c-604d-4e18-be47-4821167b50d8 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:19.880926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Deleting port 5a14c26c-604d-4e18-be47-4821167b50d8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:14:19.881194 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.910973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.938895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] Pushing event deleted for resources: {'Port': ['ID=5a14c26c-604d-4e18-be47-4821167b50d8,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:19.950219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e70f9-e65c-4c8b-b102-513f96c4e797 None None] No DVR routers for this DVR port 5a14c26c-604d-4e18-be47-4821167b50d8 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:19.977414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] For port 5a14c26c-604d-4e18-be47-4821167b50d8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5a14c26c-604d-4e18-be47-4821167b50d8,segment=NetworkSegment(2ca9680d-84ed-45ac-9591-bf6fa5bd4da5),segment_id=2ca9680d-84ed-45ac-9591-bf6fa5bd4da5)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:19.977809 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:19.992972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Calling delete_port for 5a14c26c-604d-4e18-be47-4821167b50d8 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:14:20.084404 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.111256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a14c26c-604d-4e18-be47-4821167b50d8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:20.115762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] No DVR routers for this DVR port 5a14c26c-604d-4e18-be47-4821167b50d8 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:20.191496 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.214847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207e83c7-a926-4960-97b5-8dad7f69be8d']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:20.227858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:20.227858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca9680d-84ed-45ac-9591-bf6fa5bd4da5') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:14:20.233136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.246233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.252252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:14:20.252632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: self.session.flush() Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:14:20.254265 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:14:20.310502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.326851 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.328843 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] 10.222.0.20 "DELETE /v2.0/networks/207e83c7-a926-4960-97b5-8dad7f69be8d HTTP/1.1" status: 204 len: 168 time: 0.9282229 Sep 18 20:14:20.329649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb873fe3-5875-4b34-8d2f-6506226ef187 admin admin] Pushing event deleted for resources: {'Network': ['ID=207e83c7-a926-4960-97b5-8dad7f69be8d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:20.415727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c8c8529a-7930-432e-8877-9e79ffce2aa0 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:20.441441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c8c8529a-7930-432e-8877-9e79ffce2aa0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:20.442406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c8c8529a-7930-432e-8877-9e79ffce2aa0 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:20.442406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5a14c26c-604d-4e18-be47-4821167b50d8 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:20.463048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 5a14c26c-604d-4e18-be47-4821167b50d8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:20.463393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5a14c26c-604d-4e18-be47-4821167b50d8 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:20.463835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b2427f5-6be6-40a2-9c11-e03b640bc69b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:20.473301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36364) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:20.483298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3b2427f5-6be6-40a2-9c11-e03b640bc69b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:14:20.483613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b2427f5-6be6-40a2-9c11-e03b640bc69b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:20.522253 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dccf0a12-7391-451e-917b-1a93a7f2360b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bf2a5782aac4f0b8761beef3f3042df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471253 Sep 18 20:14:20.524804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36366) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:20.573721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8d609d4-31e4-4474-8ff0-9750e460fbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.599591 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8d609d4-31e4-4474-8ff0-9750e460fbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.668589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8d609d4-31e4-4474-8ff0-9750e460fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.673195 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a8d609d4-31e4-4474-8ff0-9750e460fbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:20.675084 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a8d609d4-31e4-4474-8ff0-9750e460fbe1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d8a02f1-a13e-4786-a761-b2cb860e2444 HTTP/1.1" status: 204 len: 168 time: 0.1491373 Sep 18 20:14:20.695255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d609d4-31e4-4474-8ff0-9750e460fbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8a02f1-a13e-4786-a761-b2cb860e2444,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:21.043235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36372) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:21.087413 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac7f71eb-838f-4bb6-b78c-6e79116f4c20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df380eee5a7e410db9c81a36f45cf77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423367 Sep 18 20:14:21.090310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36376) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:21.147651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5860becd-f07b-407e-89e7-5aba817a6d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:21.170403 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5860becd-f07b-407e-89e7-5aba817a6d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:21.224174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5860becd-f07b-407e-89e7-5aba817a6d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:21.227145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5860becd-f07b-407e-89e7-5aba817a6d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:21.228322 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5860becd-f07b-407e-89e7-5aba817a6d48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ce53185-781e-483a-a737-e7d08161f00d HTTP/1.1" status: 204 len: 168 time: 0.1370602 Sep 18 20:14:21.237192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860becd-f07b-407e-89e7-5aba817a6d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce53185-781e-483a-a737-e7d08161f00d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:21.629945 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a4353f17-9170-401c-8a2c-41f4376e2280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:23.481381 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:23.544461 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:24.805694 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:24.930112 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f50bd834-72f2-4b32-b98e-b09896e13dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:25.605110 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:27.477669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd298b5-333b-4358-98be-8eb02e953f41 req-e46afceb-95f6-4343-b152-c48f9d256041 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:27.479158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4bd298b5-333b-4358-98be-8eb02e953f41 req-e46afceb-95f6-4343-b152-c48f9d256041 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1097 time: 0.0400312 Sep 18 20:14:27.519953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4bd298b5-333b-4358-98be-8eb02e953f41 req-e20e6c67-f49d-4a3d-8e8e-3693fbb2d8aa tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337338 Sep 18 20:14:27.521966 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:27.640411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a76448-0a1b-4444-b2f8-66f432e83951 req-aabbfc2e-6b5f-4297-8a08-c0ccfa0fa73f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:27.641827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8a76448-0a1b-4444-b2f8-66f432e83951 req-aabbfc2e-6b5f-4297-8a08-c0ccfa0fa73f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0538347 Sep 18 20:14:27.679628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a8a76448-0a1b-4444-b2f8-66f432e83951 req-ee4b06c6-73b6-4248-a98d-9efa29cd3954 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Sep 18 20:14:27.702078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:27.763893 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a608fb1c-3bc3-4bc0-8045-505f102f3f00 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/beedc4a7-b7d2-4423-a395-b30372c64150 HTTP/1.1" status: 200 len: 992 time: 0.0605097 Sep 18 20:14:28.085567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-a051360f-5dd6-4109-a79a-2d2bf0519395 req-68dbb81a-9a3b-4efa-acdc-7baa0c8b1703 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:14:28.086601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a051360f-5dd6-4109-a79a-2d2bf0519395 req-68dbb81a-9a3b-4efa-acdc-7baa0c8b1703 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056126 Sep 18 20:14:28.496766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3d6a0-c753-4c6e-a690-fa731535bc1e req-98a8e5c5-d03b-43a9-9f83-6e1b10491a7e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:28.498321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70b3d6a0-c753-4c6e-a690-fa731535bc1e req-98a8e5c5-d03b-43a9-9f83-6e1b10491a7e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0498149 Sep 18 20:14:28.540006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70b3d6a0-c753-4c6e-a690-fa731535bc1e req-c0d8bf14-78d5-44eb-b3de-db558483a342 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351388 Sep 18 20:14:28.595768 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-744cdf39-c956-4617-bbea-b926e018f3c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1544092 Sep 18 20:14:28.604640 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-93a4429b-9e60-42ad-9214-8d93b1b3e260 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:14:28.605580 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-93a4429b-9e60-42ad-9214-8d93b1b3e260 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048275 Sep 18 20:14:29.658858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44caa2-5b1e-4f98-bc11-8a81459a1867 req-37bc02a9-bd34-4d2e-9079-ae2c2445ba06 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:29.660522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f44caa2-5b1e-4f98-bc11-8a81459a1867 req-37bc02a9-bd34-4d2e-9079-ae2c2445ba06 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0492630 Sep 18 20:14:29.704831 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f44caa2-5b1e-4f98-bc11-8a81459a1867 req-6e8b8434-ee4e-4406-8fb7-8e61daaa8a1d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347340 Sep 18 20:14:29.780609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-8ef2e834-f68b-455b-9a0b-083ebe546361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:29.782158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-8ef2e834-f68b-455b-9a0b-083ebe546361 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1097 time: 0.0462182 Sep 18 20:14:29.878730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-eb83e3c5-dcff-4e66-bac2-5e275117b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:29.880264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-eb83e3c5-dcff-4e66-bac2-5e275117b868 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.0897145 Sep 18 20:14:29.955963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-70e80eb4-6fe7-4f8c-bcef-ae9106dcaa8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 1000 time: 0.0676093 Sep 18 20:14:30.007439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-632478b1-4372-4a65-b806-da01a7a8c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:30.008922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-632478b1-4372-4a65-b806-da01a7a8c4b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0458024 Sep 18 20:14:30.057143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-b97a620d-d17c-4618-98f1-ffc9ceb11077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:30.058677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-b97a620d-d17c-4618-98f1-ffc9ceb11077 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421185 Sep 18 20:14:30.158379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-d6ae887c-c635-4c6a-8f8a-f2f9a318189f service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916743 Sep 18 20:14:30.256077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-25ee4126-e755-4940-bfd7-da9c6b246577 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890007 Sep 18 20:14:30.839609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ec2d-61b2-4af4-805b-af2399db7ac5 req-87f20213-1216-4bac-8a88-49c4cdd56285 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:30.841741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4e2ec2d-61b2-4af4-805b-af2399db7ac5 req-87f20213-1216-4bac-8a88-49c4cdd56285 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0583925 Sep 18 20:14:30.881143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4e2ec2d-61b2-4af4-805b-af2399db7ac5 req-66542169-634d-4da3-9772-d591fe3d5f71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329370 Sep 18 20:14:32.009412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0874736-77bb-43f0-aaf8-f5ab907abd73 req-c27bbf06-b1be-4081-aa57-e0068eefbd49 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:32.010810 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0874736-77bb-43f0-aaf8-f5ab907abd73 req-c27bbf06-b1be-4081-aa57-e0068eefbd49 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0514867 Sep 18 20:14:32.051573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0874736-77bb-43f0-aaf8-f5ab907abd73 req-3070bad5-37d0-46db-8a7e-157064c7654c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338519 Sep 18 20:14:33.174522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24faa81-048f-40dc-9007-98ad426edf97 req-db7b7360-ea77-4a55-b68e-824229856b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:33.176043 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e24faa81-048f-40dc-9007-98ad426edf97 req-db7b7360-ea77-4a55-b68e-824229856b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0535455 Sep 18 20:14:33.213953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e24faa81-048f-40dc-9007-98ad426edf97 req-94a1b2a2-6180-405e-8bdd-2c2b040b04fd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318248 Sep 18 20:14:34.335259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79152660-f240-460f-9a01-6dda92554999 req-fd8fb896-baa5-4b2b-acf4-f0fae9e92a88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:34.337155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79152660-f240-460f-9a01-6dda92554999 req-fd8fb896-baa5-4b2b-acf4-f0fae9e92a88 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0557094 Sep 18 20:14:34.381037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79152660-f240-460f-9a01-6dda92554999 req-8b068fdb-af49-4adb-9736-77368218a796 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375936 Sep 18 20:14:35.499059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c1150-f480-4480-ad1c-3b9357f9ad1f req-78b76032-6955-4faf-8687-d5d73d6d8718 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:35.500605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c8c1150-f480-4480-ad1c-3b9357f9ad1f req-78b76032-6955-4faf-8687-d5d73d6d8718 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Sep 18 20:14:35.538040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c8c1150-f480-4480-ad1c-3b9357f9ad1f req-dd84a5b9-98a4-4342-9a7e-c140178db08f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313115 Sep 18 20:14:36.655158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf80af-aea6-421d-a45b-32fe9ca61761 req-2e2de9eb-0043-4919-9646-aff5426e1394 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:36.656690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21bf80af-aea6-421d-a45b-32fe9ca61761 req-2e2de9eb-0043-4919-9646-aff5426e1394 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0497229 Sep 18 20:14:36.696858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21bf80af-aea6-421d-a45b-32fe9ca61761 req-19da50b6-8971-41e8-9fa7-f1a3ae298d0d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337882 Sep 18 20:14:37.821610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13d19b-c8bb-48a1-885e-5dac29378af4 req-54758fc0-5436-4f27-94fb-afb5936a5a79 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:37.823086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a13d19b-c8bb-48a1-885e-5dac29378af4 req-54758fc0-5436-4f27-94fb-afb5936a5a79 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Sep 18 20:14:37.861716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a13d19b-c8bb-48a1-885e-5dac29378af4 req-6b58ebdf-eb29-41a2-ad78-107104f10f9f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Sep 18 20:14:38.976195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8376a24-085d-47db-9bdd-744658bc0e78 req-e4ff395f-c650-42e6-b00c-d59312a82e9c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:38.977671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8376a24-085d-47db-9bdd-744658bc0e78 req-e4ff395f-c650-42e6-b00c-d59312a82e9c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0489950 Sep 18 20:14:39.017434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8376a24-085d-47db-9bdd-744658bc0e78 req-214d8e17-a366-44af-a561-967aec206d64 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333898 Sep 18 20:14:40.152436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f84ef-2ba7-40f8-b4fa-0d8d030c1a56 req-168893fd-28c4-47e7-a077-f041643826aa tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:40.154472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e28f84ef-2ba7-40f8-b4fa-0d8d030c1a56 req-168893fd-28c4-47e7-a077-f041643826aa tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0657449 Sep 18 20:14:40.192631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e28f84ef-2ba7-40f8-b4fa-0d8d030c1a56 req-d87d5e07-f1ed-4180-be2c-cded2df7a507 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Sep 18 20:14:41.310823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf36cb6-ba11-4abd-9739-6466a17502b8 req-0d8d6453-e83c-42e5-a228-09586f0d1588 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:41.312688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbf36cb6-ba11-4abd-9739-6466a17502b8 req-0d8d6453-e83c-42e5-a228-09586f0d1588 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Sep 18 20:14:41.354327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dbf36cb6-ba11-4abd-9739-6466a17502b8 req-82b8ed32-6903-4008-9d3c-9fc9ac3a67e2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351853 Sep 18 20:14:42.041607 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-73786be1-858c-46ea-bca9-236fc0233cdc req-40e6babd-d0c5-4489-ba1f-aa42e6940218 service neutron] show failed (client error): The resource could not be found. Sep 18 20:14:42.042635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-40e6babd-d0c5-4489-ba1f-aa42e6940218 service neutron] 10.222.0.24 "GET /v2.0/ports/c8675a7f-59e2-4986-8137-6d5ab5e37b7a/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0564759 Sep 18 20:14:42.274403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-286b2d78-30f5-4216-83c6-dd2227f980d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:42.276005 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-286b2d78-30f5-4216-83c6-dd2227f980d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 1097 time: 0.0737956 Sep 18 20:14:42.288409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:14:42.342115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:42.479021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f940fd8-76b3-438e-a9f3-e51c2c05714f req-fc056e94-c9ae-4b56-97a9-a52eacd7328b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:42.480578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f940fd8-76b3-438e-a9f3-e51c2c05714f req-fc056e94-c9ae-4b56-97a9-a52eacd7328b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0511363 Sep 18 20:14:42.533124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f940fd8-76b3-438e-a9f3-e51c2c05714f req-fbb120ad-fd26-43f6-b2a7-fef90bfff56b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440814 Sep 18 20:14:42.569132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:42.601090 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:14:42.642148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:42.644482 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037b60b3-2bb0-416a-a167-5378bc8786b6" -d '{"events": [{"server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:42.648372 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:42.661520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Transition to ACTIVE for port object c8675a7f-59e2-4986-8137-6d5ab5e37b7a will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:14:42.673528 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:42.791963 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea23dbcd-7be1-4714-840c-3610e1010def x-openstack-request-id: req-ea23dbcd-7be1-4714-840c-3610e1010def {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:42.792363 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "name": "network-vif-unplugged", "status": "completed", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:42.792710 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea23dbcd-7be1-4714-840c-3610e1010def {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:42.793238 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'code': 200} Sep 18 20:14:42.844476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:42.863275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] No DVR routers for this DVR port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:42.865782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.866222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.866783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.867211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.867667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.868089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.868507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.868924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.869361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.869768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.870184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:42.870597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:43.033482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:14:43.033817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:14:43.034144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:14:43.038330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:14:43.038655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:14:43.044562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:14:43.044901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Checking segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:14:43.045306 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Bound using segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:14:43.045713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Bound port: c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:14:43.046072 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:43.110465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:14:43.113601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:14:43.117193 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:43.151394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:43.152016 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:43.154695 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 1092 time: 0.8702695 Sep 18 20:14:43.177516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db6e4f-4ab0-451e-ac05-4895ff61c427 service neutron] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:43.223331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-43295e10-08e4-4f57-95f0-c8985f3443ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:43.224919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-43295e10-08e4-4f57-95f0-c8985f3443ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1095 time: 0.0445075 Sep 18 20:14:43.327629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-4b8a62a8-8b9d-4a39-a610-88156ce49dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:43.329157 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-4b8a62a8-8b9d-4a39-a610-88156ce49dde service neutron] 10.222.0.32 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.0967875 Sep 18 20:14:43.404221 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-df6f6f6a-37f8-48f4-b8ca-69d5c84f8a39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 998 time: 0.0679526 Sep 18 20:14:43.459435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-f39a9c35-e721-4530-9794-288ecd6d1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:43.460339 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-f39a9c35-e721-4530-9794-288ecd6d1ea5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0499418 Sep 18 20:14:43.509124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73786be1-858c-46ea-bca9-236fc0233cdc req-19d07c2c-8036-4ca6-b94f-6594be2dfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:43.510757 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-19d07c2c-8036-4ca6-b94f-6594be2dfa2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426931 Sep 18 20:14:43.619360 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-1d544f89-6cee-4324-806f-ad1e9b3b41c1 service neutron] 10.222.0.32 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005700 Sep 18 20:14:43.657115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f441a3b-fd31-4234-822e-c3b5301a617f req-bd1d49e6-1a00-463f-bbd0-f21b6b1e409b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:43.659998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f441a3b-fd31-4234-822e-c3b5301a617f req-bd1d49e6-1a00-463f-bbd0-f21b6b1e409b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 943 time: 0.0551689 Sep 18 20:14:43.724215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5f441a3b-fd31-4234-822e-c3b5301a617f req-c83be192-1084-42ea-8409-a93162b99edf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557165 Sep 18 20:14:43.727559 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-73786be1-858c-46ea-bca9-236fc0233cdc req-ac376d8c-14e9-4626-95d7-e88604b59bdf service neutron] 10.222.0.32 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011245 Sep 18 20:14:44.794550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:44.797529 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712e86ef-9b0f-4364-a99f-6a0d298c74b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:44.853552 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b61329-1fcf-48ee-8874-2479ceeccc68 x-openstack-request-id: req-b3b61329-1fcf-48ee-8874-2479ceeccc68 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:44.853916 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:44.854300 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3b61329-1fcf-48ee-8874-2479ceeccc68 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:44.854765 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'status': 'completed', 'code': 200} Sep 18 20:14:44.868414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55003b36-52f1-40c5-9a24-fbc9817223b9 req-f236b2e6-0448-418f-a949-1ea078454112 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:44.870149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55003b36-52f1-40c5-9a24-fbc9817223b9 req-f236b2e6-0448-418f-a949-1ea078454112 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 943 time: 0.0679367 Sep 18 20:14:44.917512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-2bb7653d-2942-4207-8bcb-f54225b56dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:44.920278 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-2bb7653d-2942-4207-8bcb-f54225b56dff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1095 time: 0.0438769 Sep 18 20:14:44.936521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55003b36-52f1-40c5-9a24-fbc9817223b9 req-f2170ffe-9f2a-42a1-8fc8-11c852ac6b5a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600529 Sep 18 20:14:44.942348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-6b1dd7a4-d01d-4b9c-9b58-1f504d01ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:44.943829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-6b1dd7a4-d01d-4b9c-9b58-1f504d01ea0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1095 time: 0.0664423 Sep 18 20:14:45.023816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-863e595e-403b-4024-ba04-6efecdd21951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:45.025668 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-863e595e-403b-4024-ba04-6efecdd21951 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.0980384 Sep 18 20:14:45.040980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-3211122d-0520-4083-b3cd-be9629171c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:45.042483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-3211122d-0520-4083-b3cd-be9629171c43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.0906625 Sep 18 20:14:45.104203 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-2411df55-2f0c-4e21-a7e1-15c8bf20f60c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 998 time: 0.0674906 Sep 18 20:14:45.113975 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-8d2c7ffb-01aa-4338-97c4-b99a47c78c12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 998 time: 0.0646372 Sep 18 20:14:45.136422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:45.166260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-101e3505-4351-4a63-984b-731cf364b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:45.167785 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-101e3505-4351-4a63-984b-731cf364b591 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0552135 Sep 18 20:14:45.170136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-58386e36-cdc4-49a4-a0cd-67b5702e13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:45.171612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-58386e36-cdc4-49a4-a0cd-67b5702e13ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0502918 Sep 18 20:14:45.193114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:14:45.225157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-559a8eae-08f6-45b1-a052-93d928972b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:45.226794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-c73647df-b5de-4aea-8ca0-ee2c2c682067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:45.226981 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-559a8eae-08f6-45b1-a052-93d928972b36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516653 Sep 18 20:14:45.228393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-c73647df-b5de-4aea-8ca0-ee2c2c682067 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494440 Sep 18 20:14:45.337939 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-a8ad4c10-a951-4bf5-9b2b-93f89559f09f service neutron] 10.222.0.32 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988455 Sep 18 20:14:45.361184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-8b4ede7a-9ed3-4b37-88b4-b6063fd99f5c service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252406 Sep 18 20:14:45.382253 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:14:45.446719 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-74400171-ac93-4588-bfec-6ed95c4c5002 service neutron] 10.222.0.32 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010976 Sep 18 20:14:45.459939 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712e86ef-9b0f-4364-a99f-6a0d298c74b4 req-07254148-47cb-481f-ae63-ebe48be2f0a0 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916338 Sep 18 20:14:46.063296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e727e-64b1-4bd6-92d7-cbf330c50851 req-e2805f2f-2497-434a-bf25-e993cf3204a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:46.065012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e71e727e-64b1-4bd6-92d7-cbf330c50851 req-e2805f2f-2497-434a-bf25-e993cf3204a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 943 time: 0.0497041 Sep 18 20:14:46.104773 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e71e727e-64b1-4bd6-92d7-cbf330c50851 req-73e5f798-057b-4724-9020-9718b7a4c5ea tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334587 Sep 18 20:14:46.330326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-793cbec7-2ca6-4bfe-beda-81dfd5cae9bb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:46.332040 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-793cbec7-2ca6-4bfe-beda-81dfd5cae9bb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 943 time: 0.0526674 Sep 18 20:14:46.364353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945aa91-ad64-4b98-9d19-0dad4d67a37c req-4b5993e2-e916-4c8d-9396-5802c2abc7e3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:46.366047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c945aa91-ad64-4b98-9d19-0dad4d67a37c req-4b5993e2-e916-4c8d-9396-5802c2abc7e3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 943 time: 0.0638473 Sep 18 20:14:46.404019 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-4e005faa-4652-4926-a1c0-9637da8aeace service neutron] 10.222.0.32 "GET /v2.0/ports/c8675a7f-59e2-4986-8137-6d5ab5e37b7a/bindings/n-h1-789963-11 HTTP/1.1" status: 200 len: 383 time: 0.0649018 Sep 18 20:14:46.410168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c945aa91-ad64-4b98-9d19-0dad4d67a37c req-9a796dd1-d94e-40c2-9138-ae0ea712f0be tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375977 Sep 18 20:14:46.471223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-9bdf2e90-3028-4468-b711-0169b2d6784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:46.472883 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-9bdf2e90-3028-4468-b711-0169b2d6784e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1095 time: 0.0424578 Sep 18 20:14:46.564733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-b79f79b1-e620-47e6-ae1b-0afd1ddcaa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:46.566500 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-b79f79b1-e620-47e6-ae1b-0afd1ddcaa0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.0866086 Sep 18 20:14:46.633418 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-3fb86424-01e2-4f8d-9e68-2084020ccf63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 998 time: 0.0603597 Sep 18 20:14:46.685687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-94b557da-8110-4727-98e5-9f3a57d6309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:46.687388 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-94b557da-8110-4727-98e5-9f3a57d6309e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0463495 Sep 18 20:14:46.737670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-4f118827-2711-4aec-9e65-329920510626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:46.739188 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-4f118827-2711-4aec-9e65-329920510626 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453293 Sep 18 20:14:46.828639 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-78504f47-d7b3-4e2b-aea2-7722cb9e751e service neutron] 10.222.0.32 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823143 Sep 18 20:14:46.893304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:14:46.945977 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-ec8256d6-2f37-45ad-b423-3058926f9ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092725 Sep 18 20:14:46.993126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:47.004407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'port_id': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'mac_address': 'fa:16:3e:b6:2e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:14:47.041245 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:47.057620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8675a7f-59e2-4986-8137-6d5ab5e37b7a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:14:47.078051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:47.081892 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:47.130288 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:47.138122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.138552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.138912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.139250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.139601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.139924 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.140295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.140553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.140868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.141184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.141498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.141830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:47.296440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['c8675a7f-59e2-4986-8137-6d5ab5e37b7a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:14:47.537129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56071-5191-42cf-874c-462b3a742495 req-14d8b77e-67f6-4bb0-a153-81b99156d749 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:47.538719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38e56071-5191-42cf-874c-462b3a742495 req-14d8b77e-67f6-4bb0-a153-81b99156d749 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 944 time: 0.0494070 Sep 18 20:14:47.576923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38e56071-5191-42cf-874c-462b3a742495 req-9a86f0bd-25a1-42c8-bc92-f319584540e5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Sep 18 20:14:48.730037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e683c6-6bd9-4458-8f89-3865721d8ef6 req-f422d7de-d7bd-474e-92d2-b2a302dfe56c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:48.732362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43e683c6-6bd9-4458-8f89-3865721d8ef6 req-f422d7de-d7bd-474e-92d2-b2a302dfe56c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 944 time: 0.0607483 Sep 18 20:14:48.778923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43e683c6-6bd9-4458-8f89-3865721d8ef6 req-f9c34c25-751a-49ce-8bea-6e818578b35b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392115 Sep 18 20:14:48.892114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-ba9d0282-d9aa-4329-8fd2-a09e93a58336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:48.893600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-ba9d0282-d9aa-4329-8fd2-a09e93a58336 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 1096 time: 0.0411124 Sep 18 20:14:48.905134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:14:48.923748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:14:48.968823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:49.007038 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:49.021228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c8675a7f-59e2-4986-8137-6d5ab5e37b7a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:14:49.177630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:49.211484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:14:49.244900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c8675a7f-59e2-4986-8137-6d5ab5e37b7a {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:14:49.254459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:49.266785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Ignored duplicate provisioning block setup for port c8675a7f-59e2-4986-8137-6d5ab5e37b7a by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 18 20:14:49.271413 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:49.311004 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:14:49.311644 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:14:49.359296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=9']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:49.374323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.374670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.375006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.375339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.375695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.376027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.376350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.376676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.377007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.377318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.377638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.377954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:14:49.417721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] No DVR routers for this DVR port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:14:49.564659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:14:49.564992 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:14:49.565577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:14:49.569822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:14:49.570138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Attempting to bind port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:14:49.578380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:14:49.578719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Checking segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:14:49.579098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Bound using segment: {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:14:49.579681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Bound port: c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a906a8-5992-4246-be89-b360f7e2dbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:14:49.580174 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:49.646682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:14:49.649693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:14:49.654561 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:49.686958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:49.687834 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:49.689241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] 10.222.0.24 "PUT /v2.0/ports/c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 1092 time: 0.7880154 Sep 18 20:14:49.689752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:49.692458 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5099d1-096d-41dc-9bd5-b86013b2e358" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:49.752617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a5467-55c8-4aba-8a99-554d97cc61ea service neutron] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=10']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:49.764931 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e925e6-b4b8-414e-a9be-158c81cc6817 x-openstack-request-id: req-b7e925e6-b4b8-414e-a9be-158c81cc6817 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:49.765226 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:49.765478 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7e925e6-b4b8-414e-a9be-158c81cc6817 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:49.765885 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'status': 'completed', 'code': 200} Sep 18 20:14:49.779707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-4fb7df57-b812-4854-9da8-724127676fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:49.781239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-4fb7df57-b812-4854-9da8-724127676fcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1096 time: 0.0614853 Sep 18 20:14:49.857333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-317f8ef4-a855-4ab5-a231-44d47a04be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:49.863240 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-317f8ef4-a855-4ab5-a231-44d47a04be62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1096 time: 0.0839071 Sep 18 20:14:49.979047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff9e33-735c-4fbe-97e1-caaa36d831f1 req-bb1d3f17-7a2f-4180-9f67-1d504bacb57c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:49.980759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abff9e33-735c-4fbe-97e1-caaa36d831f1 req-bb1d3f17-7a2f-4180-9f67-1d504bacb57c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 944 time: 0.1154592 Sep 18 20:14:49.989927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-1d437768-4da8-4f95-8419-ab7c32974e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:49.991724 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-1d437768-4da8-4f95-8419-ab7c32974e1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.1213989 Sep 18 20:14:50.024584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-910675b6-0088-434e-a4d7-b5918b801f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:50.026068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-910675b6-0088-434e-a4d7-b5918b801f0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.2369773 Sep 18 20:14:50.048027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-abff9e33-735c-4fbe-97e1-caaa36d831f1 req-067af0d6-9e2e-4c7a-a683-d568f182e5bd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592589 Sep 18 20:14:50.076189 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-416d9e97-ba15-4b1d-b31c-753af631ac9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 998 time: 0.0778363 Sep 18 20:14:50.113973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-10ce1d1c-0289-4217-8150-169e90c2c5a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 998 time: 0.0799601 Sep 18 20:14:50.128375 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-67086c0f-b7bc-46bd-a8ba-c209bca566a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:50.130227 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-67086c0f-b7bc-46bd-a8ba-c209bca566a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0479085 Sep 18 20:14:50.171758 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-4ff9612e-0aab-4a97-a1b6-3b538faefc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:50.173407 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-4ff9612e-0aab-4a97-a1b6-3b538faefc0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0525160 Sep 18 20:14:50.182151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-529939c1-92ab-47af-88aa-1c9a46139c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:50.184236 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-529939c1-92ab-47af-88aa-1c9a46139c4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450749 Sep 18 20:14:50.221643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-718c0c4a-215b-4d44-9f09-e02c1970a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:50.223273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-718c0c4a-215b-4d44-9f09-e02c1970a18a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431414 Sep 18 20:14:50.275440 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-5ee451af-9778-4fa9-b0bf-382a1cf302d4 service neutron] 10.222.0.32 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849409 Sep 18 20:14:50.321130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-0f593273-ffa4-4042-a974-6f2e4ad71c5d service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897789 Sep 18 20:14:50.376134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-06f4b963-4d73-4f2a-9a57-586c10046181 service neutron] 10.222.0.32 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929372 Sep 18 20:14:50.417019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da25b5b2-ded6-4be7-94a4-83711d658a2a req-e28d5c48-6757-4803-bb1a-bc32ef45950d service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892613 Sep 18 20:14:50.500085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-2e04240b-a021-441c-b8e9-9cc8c87ac6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:50.501567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-2e04240b-a021-441c-b8e9-9cc8c87ac6f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1096 time: 0.0400660 Sep 18 20:14:50.596174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-3debea47-199b-469f-9fd1-0006254f2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:50.597668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-3debea47-199b-469f-9fd1-0006254f2e83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.0888510 Sep 18 20:14:50.666266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-c33c150f-6461-4e2b-b3c3-3b793f10febd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 998 time: 0.0606465 Sep 18 20:14:51.042994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-bb158fd8-b60f-4936-8dbb-9c596c3d5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:51.044507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-bb158fd8-b60f-4936-8dbb-9c596c3d5b3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.3709426 Sep 18 20:14:51.092116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-5ef9654b-efdc-4faa-a919-8c4b2b17c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:51.093575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-5ef9654b-efdc-4faa-a919-8c4b2b17c303 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414617 Sep 18 20:14:51.181172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:14:51.222193 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65155f6d-723c-43e2-9721-6f6552afa495 req-44e31f70-0563-4860-ac13-39d7235216c9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:51.223568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65155f6d-723c-43e2-9721-6f6552afa495 req-44e31f70-0563-4860-ac13-39d7235216c9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 944 time: 0.0923028 Sep 18 20:14:51.246929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-6a6384cb-8517-413f-b416-ce33b5ef5c67 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443849 Sep 18 20:14:51.284518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:51.284778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65155f6d-723c-43e2-9721-6f6552afa495 req-0f903a43-ae08-496e-96f1-afae2f68a146 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530326 Sep 18 20:14:51.296797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'port_id': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'mac_address': 'fa:16:3e:b6:2e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:14:51.336057 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:51.355158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8675a7f-59e2-4986-8137-6d5ab5e37b7a {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:14:51.356758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee5099d1-096d-41dc-9bd5-b86013b2e358 req-4ce9bd4d-7bbc-45f2-bfb9-5f3e36728ad1 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019528 Sep 18 20:14:51.378712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:51.382686 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:51.431160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=11']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:51.622613 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bccde282-b82f-4ce3-9720-94f6448ac100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:52.409434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084cbea-319c-4c7c-9485-ea6b314e4d60 req-9f481a83-30e4-4cb5-a217-6a53c0db27be tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:52.410973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0084cbea-319c-4c7c-9485-ea6b314e4d60 req-9f481a83-30e4-4cb5-a217-6a53c0db27be tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 945 time: 0.0504534 Sep 18 20:14:52.451115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0084cbea-319c-4c7c-9485-ea6b314e4d60 req-76fe3bcf-2493-461a-99fa-d27dc257031b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341029 Sep 18 20:14:52.474755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 36932) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:14:52.534283 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f6bffb20-e428-4b26-a295-728187ca99bd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/beedc4a7-b7d2-4423-a395-b30372c64150 HTTP/1.1" status: 200 len: 991 time: 0.0583057 Sep 18 20:14:52.620347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['c8675a7f-59e2-4986-8137-6d5ab5e37b7a'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:14:53.492237 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:53.541964 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:54.322674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-e680a543-cf3f-4903-9374-4a38b9649a19 req-7a29f6f7-0f38-42f9-8e2c-b3147e760733 service neutron] (94941) timed out ('10.222.0.32', 62079) {{(pid=94941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:14:54.807757 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:54.930862 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8cee0a72-dbc4-4f43-a359-ef0502d63513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:55.171256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:14:55.225733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port c8675a7f-59e2-4986-8137-6d5ab5e37b7a completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:14:55.229508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port c8675a7f-59e2-4986-8137-6d5ab5e37b7a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:14:55.229884 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:55.460803 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:55.482647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:14:55.485171 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c43cc8-baa6-4648-a5a6-b92f5bf8152f" -d '{"events": [{"server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "name": "network-vif-plugged", "status": "completed", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:14:55.498568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:14:55.502798 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:55.552724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=12']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:14:55.608532 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:55.669612 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44c999-ae80-428d-b2f0-dc329c715806 x-openstack-request-id: req-6d44c999-ae80-428d-b2f0-dc329c715806 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:14:55.669979 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "name": "network-vif-plugged", "status": "completed", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:14:55.670349 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d44c999-ae80-428d-b2f0-dc329c715806 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:14:55.670810 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'code': 200} Sep 18 20:14:57.385725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b11335f8-e20f-433a-835b-6773591564ff req-75de0719-1ebc-4141-9be2-a331d0447d35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1087234 Sep 18 20:14:57.471854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11335f8-e20f-433a-835b-6773591564ff req-95ed56cb-8af8-487c-8e45-851e9aeea275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:57.473346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b11335f8-e20f-433a-835b-6773591564ff req-95ed56cb-8af8-487c-8e45-851e9aeea275 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1098 time: 0.0425677 Sep 18 20:14:57.529971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:14:57.584131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11335f8-e20f-433a-835b-6773591564ff req-f89a692a-a785-45a4-b6aa-b8ea701ebe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:57.585633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b11335f8-e20f-433a-835b-6773591564ff req-f89a692a-a785-45a4-b6aa-b8ea701ebe22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.0929711 Sep 18 20:14:57.654929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b11335f8-e20f-433a-835b-6773591564ff req-127f9fc0-daa0-4cea-b729-d9e3142c25ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 1000 time: 0.0622671 Sep 18 20:14:57.709177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11335f8-e20f-433a-835b-6773591564ff req-6a3a26dc-cfcf-4ed5-9b05-21670f3a00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:57.710657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b11335f8-e20f-433a-835b-6773591564ff req-6a3a26dc-cfcf-4ed5-9b05-21670f3a00c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0492008 Sep 18 20:14:57.756601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11335f8-e20f-433a-835b-6773591564ff req-28832b65-276a-470f-a164-d090c61e2e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:14:57.758083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b11335f8-e20f-433a-835b-6773591564ff req-28832b65-276a-470f-a164-d090c61e2e86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408051 Sep 18 20:14:57.852560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b11335f8-e20f-433a-835b-6773591564ff req-a9f0ec52-210c-4e56-9c59-b86ce6b71601 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870953 Sep 18 20:14:57.945039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b11335f8-e20f-433a-835b-6773591564ff req-79c21e27-ab56-4d7a-b655-230d2ac92836 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860081 Sep 18 20:15:03.616576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-c5863c8a-1523-4c05-80a6-c2d6b5aaed3e tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:03.618042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-c5863c8a-1523-4c05-80a6-c2d6b5aaed3e tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/networks?id=6124b90f-c036-45f8-8c0b-ab52244cbc32 HTTP/1.1" status: 200 len: 813 time: 0.1102591 Sep 18 20:15:03.638904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-75f4e09e-888e-47fe-8f64-f26c67f374d4 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/quotas/51e2b93e3574462e91da3173200f7c92 HTTP/1.1" status: 200 len: 375 time: 0.0110419 Sep 18 20:15:03.669538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-dd5471be-7371-4454-ad42-4c9dc7f81687 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51e2b93e3574462e91da3173200f7c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281408 Sep 18 20:15:03.816398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-086a857e-b04d-4ffb-8c35-a2341257d567 service neutron] 10.222.0.20 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399109 Sep 18 20:15:03.905741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-53a5461c-19cb-4c3d-b60b-d562581ff39d service neutron] 10.222.0.20 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832701 Sep 18 20:15:04.065845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42af2345-a05d-48de-8926-d414b415232e req-3c0101f0-3d66-4db4-94eb-fae9495f30a3 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 210 time: 0.0270491 Sep 18 20:15:04.968787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-27c6f161-1184-4444-b1df-57cb08a51e35 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:04.970240 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-27c6f161-1184-4444-b1df-57cb08a51e35 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.32 "GET /v2.0/networks?id=6124b90f-c036-45f8-8c0b-ab52244cbc32 HTTP/1.1" status: 200 len: 813 time: 0.1029170 Sep 18 20:15:04.982484 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Request body: {'port': {'device_id': '501711a2-daff-471e-9611-9b7131b7e88d', 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32', 'admin_state_up': True, 'tenant_id': '51e2b93e3574462e91da3173200f7c92'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:05.084221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Made reservation on behalf of 51e2b93e3574462e91da3173200f7c92 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:15:05.087655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:05.164999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73596e56-517f-4e86-9da7-384e9f3fee0a req-d5241e76-c493-42ff-bff4-6dbb0ff8ac79 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 210 time: 0.0320449 Sep 18 20:15:05.217401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Allocated IP 172.20.0.12 (6124b90f-c036-45f8-8c0b-ab52244cbc32/c9b9b1ec-8314-478b-8426-904764e465cf/6c70fe30-4988-48cf-808b-38882c08bef5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:15:05.366821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:05.399194 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:05.439552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Network 6124b90f-c036-45f8-8c0b-ab52244cbc32 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:15:05.443010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:15:05.446000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:15:05.482920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Pushing event updated for resources: {'Port': ['ID=6c70fe30-4988-48cf-808b-38882c08bef5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:05.503957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:05.504572 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:05.518066 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cd2a87ef-a5e4-4e6d-b828-da75ec5d4db9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391517 Sep 18 20:15:05.529707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Request body: {'port': {'device_id': '501711a2-daff-471e-9611-9b7131b7e88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:05.584651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:05.838367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c70fe30-4988-48cf-808b-38882c08bef5 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:15:05.846039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:05.858008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Transition to ACTIVE for port object 6c70fe30-4988-48cf-808b-38882c08bef5 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:15:05.862067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:05.909386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Pushing event updated for resources: {'Port': ['ID=6c70fe30-4988-48cf-808b-38882c08bef5,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:05.980499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Attempting to bind port 6c70fe30-4988-48cf-808b-38882c08bef5 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:15:05.981143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Attempting to bind port 6c70fe30-4988-48cf-808b-38882c08bef5 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:15:05.981143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Attempting to bind port 6c70fe30-4988-48cf-808b-38882c08bef5 on network 6124b90f-c036-45f8-8c0b-ab52244cbc32 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:15:05.985411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Port 6c70fe30-4988-48cf-808b-38882c08bef5 on network 6124b90f-c036-45f8-8c0b-ab52244cbc32 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:15:05.985725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Attempting to bind port 6c70fe30-4988-48cf-808b-38882c08bef5 on network 6124b90f-c036-45f8-8c0b-ab52244cbc32 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:15:05.990342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:15:05.990667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Checking segment: {'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:15:05.991065 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Bound using segment: {'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:15:05.991536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Bound port: 6c70fe30-4988-48cf-808b-38882c08bef5, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:15:05.991887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:06.052352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] For port 6c70fe30-4988-48cf-808b-38882c08bef5, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:15:06.055255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] For port 6c70fe30-4988-48cf-808b-38882c08bef5, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6c70fe30-4988-48cf-808b-38882c08bef5,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:15:06.060223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:06.095862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:06.096521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:06.097910 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c70fe30-4988-48cf-808b-38882c08bef5 HTTP/1.1" status: 200 len: 1093 time: 0.5724428 Sep 18 20:15:06.098338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501711a2-daff-471e-9611-9b7131b7e88d', 'tag': '6c70fe30-4988-48cf-808b-38882c08bef5'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:15:06.100595 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61485e7-fc26-47a7-a319-c0e3b082f7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "501711a2-daff-471e-9611-9b7131b7e88d", "tag": "6c70fe30-4988-48cf-808b-38882c08bef5"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:15:06.122665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108ebe8-ec45-49c2-ba6f-d5c70415c601 service neutron] Pushing event updated for resources: {'Port': ['ID=6c70fe30-4988-48cf-808b-38882c08bef5,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:06.147416 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfcc691-dacb-46f8-b82f-c5ca08ab9950 x-openstack-request-id: req-0dfcc691-dacb-46f8-b82f-c5ca08ab9950 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:15:06.147709 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501711a2-daff-471e-9611-9b7131b7e88d", "tag": "6c70fe30-4988-48cf-808b-38882c08bef5", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:15:06.147955 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dfcc691-dacb-46f8-b82f-c5ca08ab9950 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:15:06.148350 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501711a2-daff-471e-9611-9b7131b7e88d', 'tag': '6c70fe30-4988-48cf-808b-38882c08bef5', 'status': 'completed', 'code': 200} Sep 18 20:15:06.180518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cb8a9adb-9097-4abb-a1a6-5b655453fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:06.181991 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cb8a9adb-9097-4abb-a1a6-5b655453fdce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51e2b93e3574462e91da3173200f7c92&device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 1096 time: 0.0445268 Sep 18 20:15:06.224001 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-cf93d17d-bcc6-4227-be18-875e95eafe30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c70fe30-4988-48cf-808b-38882c08bef5 HTTP/1.1" status: 200 len: 217 time: 0.0343664 Sep 18 20:15:06.272435 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-dfa5dd92-1382-46c6-912c-bfc6dfa68444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:06.273800 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-dfa5dd92-1382-46c6-912c-bfc6dfa68444 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9b9b1ec-8314-478b-8426-904764e465cf HTTP/1.1" status: 200 len: 853 time: 0.0425842 Sep 18 20:15:06.281155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563d9ae-22a8-4810-9cbb-5746e7c08a0b req-50cb5a9c-02f3-4d44-92ab-ec5a45d1aebc tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:06.282532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c563d9ae-22a8-4810-9cbb-5746e7c08a0b req-50cb5a9c-02f3-4d44-92ab-ec5a45d1aebc tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 944 time: 0.0494335 Sep 18 20:15:06.304638 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-5546a680-a669-4574-8539-5d989a312a55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6124b90f-c036-45f8-8c0b-ab52244cbc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237942 Sep 18 20:15:06.320752 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c563d9ae-22a8-4810-9cbb-5746e7c08a0b req-2e66e828-f0de-47f0-8f44-1c43944f264f tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Sep 18 20:15:06.396315 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-a27b8d80-599d-4cbb-9924-1bc94a3592c8 service neutron] 10.222.0.32 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 Sep 18 20:15:06.806272 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e0ce9e7-a431-4d7e-b491-a31703ecbb8d req-e4debb81-a9ef-404c-8683-e835023cde46 service neutron] 10.222.0.32 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025919 Sep 18 20:15:06.890914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-fc37b42f-38c3-4fde-9f6d-8dcfe419365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:06.892391 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-fc37b42f-38c3-4fde-9f6d-8dcfe419365d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51e2b93e3574462e91da3173200f7c92&device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 1096 time: 0.0391941 Sep 18 20:15:06.978453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-a31c7c3c-4964-43d0-a24e-0b97fae22bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:06.979892 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-a31c7c3c-4964-43d0-a24e-0b97fae22bba service neutron] 10.222.0.32 "GET /v2.0/networks?id=6124b90f-c036-45f8-8c0b-ab52244cbc32 HTTP/1.1" status: 200 len: 914 time: 0.0806916 Sep 18 20:15:07.021280 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-6d71abeb-9d37-4d6e-ab5e-6f907aa16c1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c70fe30-4988-48cf-808b-38882c08bef5 HTTP/1.1" status: 200 len: 217 time: 0.0350845 Sep 18 20:15:07.068779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-796a0dd6-71e1-4ef3-948c-bc2632bc955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:07.070154 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-796a0dd6-71e1-4ef3-948c-bc2632bc955d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9b9b1ec-8314-478b-8426-904764e465cf HTTP/1.1" status: 200 len: 853 time: 0.0412393 Sep 18 20:15:07.101510 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-7823df83-762e-4ef8-8692-908930a87f02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6124b90f-c036-45f8-8c0b-ab52244cbc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233126 Sep 18 20:15:07.193610 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-33ceee6f-2774-4b07-857f-d43002e88dcf service neutron] 10.222.0.32 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Sep 18 20:15:07.280771 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a61485e7-fc26-47a7-a319-c0e3b082f7ad req-aaac6e23-cc37-43d6-a92d-1696b1aa1021 service neutron] 10.222.0.32 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788136 Sep 18 20:15:07.437973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb87c85-ee92-4ff4-9468-4cd5b6fe32ce req-db9348e2-13a8-4f57-943a-9716eb9d576c tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:07.439495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1cb87c85-ee92-4ff4-9468-4cd5b6fe32ce req-db9348e2-13a8-4f57-943a-9716eb9d576c tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 944 time: 0.0497127 Sep 18 20:15:07.477124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1cb87c85-ee92-4ff4-9468-4cd5b6fe32ce req-2bbf89ec-85e2-48c0-8012-573563d74551 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Sep 18 20:15:08.592126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02714c27-e9fa-4575-8e3d-71880d3fdd38 req-95031247-ef72-4987-a445-9c7a3ed2d947 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:08.593594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02714c27-e9fa-4575-8e3d-71880d3fdd38 req-95031247-ef72-4987-a445-9c7a3ed2d947 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 944 time: 0.0496948 Sep 18 20:15:08.635711 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02714c27-e9fa-4575-8e3d-71880d3fdd38 req-4cf7bd65-4579-455a-b0c9-9dcf7fd5d43c tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Sep 18 20:15:09.031332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6c70fe30-4988-48cf-808b-38882c08bef5 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:15:09.123509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6c70fe30-4988-48cf-808b-38882c08bef5, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6c70fe30-4988-48cf-808b-38882c08bef5,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:09.134014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '6c70fe30-4988-48cf-808b-38882c08bef5', 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32', 'port_id': '6c70fe30-4988-48cf-808b-38882c08bef5', 'mac_address': 'fa:16:3e:f6:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b9b1ec-8314-478b-8426-904764e465cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:15:09.173928 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:09.186782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c70fe30-4988-48cf-808b-38882c08bef5 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:15:09.205465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6c70fe30-4988-48cf-808b-38882c08bef5, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6c70fe30-4988-48cf-808b-38882c08bef5,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:09.209337 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:09.257105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=6c70fe30-4988-48cf-808b-38882c08bef5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:09.408895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6c70fe30-4988-48cf-808b-38882c08bef5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:15:09.749458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16743b-5a4e-4b9c-9edf-cc6181c40c7c req-0942918e-a58f-4907-9794-6276832c7f04 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:09.750933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd16743b-5a4e-4b9c-9edf-cc6181c40c7c req-0942918e-a58f-4907-9794-6276832c7f04 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 945 time: 0.0488751 Sep 18 20:15:09.788369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd16743b-5a4e-4b9c-9edf-cc6181c40c7c req-bb6d0d5f-a6c0-4394-ae65-c7b70fc60e8c tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314450 Sep 18 20:15:10.901140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e06e0-6393-4bbb-92aa-a647e0f7789e req-484e12ef-e47b-4d67-b66f-f0e1bb4e9e09 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:10.902649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df0e06e0-6393-4bbb-92aa-a647e0f7789e req-484e12ef-e47b-4d67-b66f-f0e1bb4e9e09 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 945 time: 0.0492527 Sep 18 20:15:10.939191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df0e06e0-6393-4bbb-92aa-a647e0f7789e req-422642ae-86ee-4ab8-a2f4-de1220352643 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305858 Sep 18 20:15:11.030063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6c70fe30-4988-48cf-808b-38882c08bef5 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:15:11.078735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 6c70fe30-4988-48cf-808b-38882c08bef5 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:15:11.082412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 6c70fe30-4988-48cf-808b-38882c08bef5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:11.082790 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:11.156285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:11.177951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501711a2-daff-471e-9611-9b7131b7e88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c70fe30-4988-48cf-808b-38882c08bef5'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:15:11.180183 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02be4dfc-23b6-407f-92ce-9b5cf9c4113a" -d '{"events": [{"server_uuid": "501711a2-daff-471e-9611-9b7131b7e88d", "name": "network-vif-plugged", "status": "completed", "tag": "6c70fe30-4988-48cf-808b-38882c08bef5"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:15:11.193029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6c70fe30-4988-48cf-808b-38882c08bef5, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6c70fe30-4988-48cf-808b-38882c08bef5,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:11.196918 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:11.222656 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef611c77-b0e2-41a1-bc73-90dcc943d818 x-openstack-request-id: req-ef611c77-b0e2-41a1-bc73-90dcc943d818 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:15:11.222951 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501711a2-daff-471e-9611-9b7131b7e88d", "name": "network-vif-plugged", "status": "completed", "tag": "6c70fe30-4988-48cf-808b-38882c08bef5", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:15:11.223204 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef611c77-b0e2-41a1-bc73-90dcc943d818 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:15:11.223622 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501711a2-daff-471e-9611-9b7131b7e88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c70fe30-4988-48cf-808b-38882c08bef5', 'code': 200} Sep 18 20:15:11.250277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=6c70fe30-4988-48cf-808b-38882c08bef5,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:11.316063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ec13c-1432-4412-ae2a-a8f9f9c1de58 req-9e33adc6-48b9-491b-803e-57d9fad50206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:11.317450 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-226ec13c-1432-4412-ae2a-a8f9f9c1de58 req-9e33adc6-48b9-491b-803e-57d9fad50206 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 1098 time: 0.0440989 Sep 18 20:15:11.351542 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-226ec13c-1432-4412-ae2a-a8f9f9c1de58 req-c96e0e30-5ce5-4b06-b5f3-d093d8f48e24 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264952 Sep 18 20:15:12.052174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da09b7-ed4b-41ec-871f-5c78e2ae4930 req-88fc67b1-35d9-4661-b1a6-d71e5487d702 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:12.053711 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92da09b7-ed4b-41ec-871f-5c78e2ae4930 req-88fc67b1-35d9-4661-b1a6-d71e5487d702 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 946 time: 0.0481968 Sep 18 20:15:12.097023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92da09b7-ed4b-41ec-871f-5c78e2ae4930 req-ad165a52-c0be-49bc-9d11-e3310e087c34 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365317 Sep 18 20:15:13.213059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35cdf2-5129-4f8a-86a9-3f6bd8bbe4a3 req-5fc8395f-26a9-4355-b726-ce9a9f283591 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:13.215023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec35cdf2-5129-4f8a-86a9-3f6bd8bbe4a3 req-5fc8395f-26a9-4355-b726-ce9a9f283591 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 946 time: 0.0502656 Sep 18 20:15:13.253079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec35cdf2-5129-4f8a-86a9-3f6bd8bbe4a3 req-1b2dcdda-4d20-48f4-8fa6-0166457503bc tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322125 Sep 18 20:15:21.624006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ac201d8e-c162-4bd5-8e51-a21c17002cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:22.394880 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:15:22.975479 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf091f-5a6e-4a57-91f2-9209640ed9ee req-784ae4c1-c421-479f-8e27-962929ae7e79 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:22.976994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bcf091f-5a6e-4a57-91f2-9209640ed9ee req-784ae4c1-c421-479f-8e27-962929ae7e79 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1098 time: 0.0411723 Sep 18 20:15:23.012113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bcf091f-5a6e-4a57-91f2-9209640ed9ee req-db561765-ad18-45bc-9372-7c7a51651f83 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282176 Sep 18 20:15:23.034399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37610) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:23.190130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 49b0d9a8-9a5e-4c09-b1e2-fa27c1cba5c1 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:15:23.190481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:23.278003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:23.278482 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:23.291266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 49b0d9a8-9a5e-4c09-b1e2-fa27c1cba5c1 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:15:23.437807 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:23.471967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=49b0d9a8-9a5e-4c09-b1e2-fa27c1cba5c1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:23.490063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:23.526028 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:23.526415 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Floating IP beedc4a7-b7d2-4423-a395-b30372c64150 disassociated (deleted). External IP: 172.25.8.95, port: c8675a7f-59e2-4986-8137-6d5ab5e37b7a. Sep 18 20:15:23.559028 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:23.742196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 544ba891-2f60-456c-89e5-2dc8070997c0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:15:23.857775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:15:23.862549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:23.867629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] Sync routers for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:15:23.878839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:23.879947 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:14:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:23.890965 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a6e64595-1472-4a7f-91ed-009882c9edab tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/floatingips/beedc4a7-b7d2-4423-a395-b30372c64150 HTTP/1.1" status: 204 len: 168 time: 0.8554039 Sep 18 20:15:23.891655 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:15:23.894196 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf3f331-0644-4456-8dd4-675f3a199888" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:15:23.931653 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e7491d-a2a2-49ea-be6b-4adcc9413f37 x-openstack-request-id: req-e1e7491d-a2a2-49ea-be6b-4adcc9413f37 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:15:23.932012 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:15:23.932359 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1e7491d-a2a2-49ea-be6b-4adcc9413f37 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:15:23.932914 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'status': 'completed', 'code': 200} Sep 18 20:15:24.001269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-5d0f2c80-be23-4c61-9615-6cb346786d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:24.003697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-5d0f2c80-be23-4c61-9615-6cb346786d87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 1098 time: 0.0479829 Sep 18 20:15:24.008829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:24.156239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-d0df2a4d-01b4-4561-8803-9589b2c7a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:24.157828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-d0df2a4d-01b4-4561-8803-9589b2c7a24e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 200 len: 898 time: 0.1476355 Sep 18 20:15:24.216268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b227752-4beb-4ede-aa12-533e695ce3a4 req-2e55b1d1-d33f-47f6-a2d0-83d53b847312 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:24.217797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b227752-4beb-4ede-aa12-533e695ce3a4 req-2e55b1d1-d33f-47f6-a2d0-83d53b847312 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 946 time: 0.1087947 Sep 18 20:15:24.219251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-b2ef4d2a-812a-476f-ada0-e6394f8add21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 200 len: 217 time: 0.0531018 Sep 18 20:15:24.269755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:46Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:24.299966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9b227752-4beb-4ede-aa12-533e695ce3a4 req-a7f482a9-c2e2-43bf-8684-42472530d0a6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761421 Sep 18 20:15:24.303465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] Checking router: 544ba891-2f60-456c-89e5-2dc8070997c0 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:15:24.309218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-6bef5f25-c0e5-4dca-8e11-7bb4074545b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:24.311167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-6bef5f25-c0e5-4dca-8e11-7bb4074545b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 200 len: 834 time: 0.0669048 Sep 18 20:15:24.314650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:24.325066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:14:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:24.364857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-5546ba9e-7588-4735-9fac-a35e5d6f1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:24.366396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-5546ba9e-7588-4735-9fac-a35e5d6f1610 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468078 Sep 18 20:15:24.438465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:24.471596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-cf25eea1-e947-4dbb-bb5c-f302a100dc33 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969970 Sep 18 20:15:24.564690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf3f331-0644-4456-8dd4-675f3a199888 req-83857b46-661a-4420-9069-aece96719f89 service neutron] 10.222.0.24 "GET /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 Sep 18 20:15:24.642010 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:46Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:24.667256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0fb5d-7f44-49d3-9465-d937970d6292 None None] The sync data for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 is: [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:13:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'd97bd82b-98ea-40a0-8b1e-9e613b8ab25b', 'name': '', 'network_id': '5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:8b:2a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:39Z', 'updated_at': '2021-09-18T20:13:46Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '2a0ca075-6881-426b-b240-5e484a5eb3be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:15:24.810554 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:24.911065 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828adbe-c3d7-41ec-9a4e-0cb7bfab474c None None] New status for floating IP beedc4a7-b7d2-4423-a395-b30372c64150: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:15:24.931421 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0be02b3f-e48e-41ba-bc3c-afb2c6b8f92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:25.360420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-306400c1-8e4f-4224-a171-e564b9a46a43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:25.362472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-306400c1-8e4f-4224-a171-e564b9a46a43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 946 time: 0.0570002 Sep 18 20:15:25.510573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8a104-d578-4205-b2df-d0d1c2e06a1f req-992d071c-14e2-4422-9134-4b4dbf634564 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:25.513220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6de8a104-d578-4205-b2df-d0d1c2e06a1f req-992d071c-14e2-4422-9134-4b4dbf634564 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7970cc-cb9a-41d2-ada4-cedcbbb244a7 HTTP/1.1" status: 200 len: 946 time: 0.1170065 Sep 18 20:15:25.564708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port c8675a7f-59e2-4986-8137-6d5ab5e37b7a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:15:25.565409 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:25.593410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6de8a104-d578-4205-b2df-d0d1c2e06a1f req-5f3a3c27-5b84-4100-880d-3272d37d104a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a955c565-39cf-458a-8cba-7a6f90962a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724759 Sep 18 20:15:25.615639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:25.682491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port c8675a7f-59e2-4986-8137-6d5ab5e37b7a, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:25.682799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:25.699358 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for c8675a7f-59e2-4986-8137-6d5ab5e37b7a owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:15:25.882089 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:25.916946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=c8675a7f-59e2-4986-8137-6d5ab5e37b7a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:25.965593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] No DVR routers for this DVR port c8675a7f-59e2-4986-8137-6d5ab5e37b7a on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:15:25.968815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:25.971306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-347a44a7-c352-4b00-a1b4-bc909ed9ead5 req-705b0959-9bed-4633-924f-2b9e8ac7383e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "DELETE /v2.0/ports/c8675a7f-59e2-4986-8137-6d5ab5e37b7a HTTP/1.1" status: 204 len: 173 time: 0.6018379 Sep 18 20:15:25.971909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'name': 'network-vif-deleted', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:15:25.974670 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f1e207-5fcb-4f7f-998a-813ac1c33749" -d '{"events": [{"server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "name": "network-vif-deleted", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:15:26.016381 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539f3dba-334e-4b49-b61b-6055b688a509 x-openstack-request-id: req-539f3dba-334e-4b49-b61b-6055b688a509 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:15:26.016900 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7970cc-cb9a-41d2-ada4-cedcbbb244a7", "name": "network-vif-deleted", "tag": "c8675a7f-59e2-4986-8137-6d5ab5e37b7a", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:15:26.017294 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-539f3dba-334e-4b49-b61b-6055b688a509 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:15:26.017957 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7970cc-cb9a-41d2-ada4-cedcbbb244a7', 'name': 'network-vif-deleted', 'tag': 'c8675a7f-59e2-4986-8137-6d5ab5e37b7a', 'status': 'completed', 'code': 200} Sep 18 20:15:26.648292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37640) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:27.005011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:27.253163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:15:27.253512 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:27.339142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port d97bd82b-98ea-40a0-8b1e-9e613b8ab25b, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:27.339996 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:27.352129 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for d97bd82b-98ea-40a0-8b1e-9e613b8ab25b owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:15:27.537800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:27.538551 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:27.565109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=d97bd82b-98ea-40a0-8b1e-9e613b8ab25b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:27.767651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:27.991095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 544ba891-2f60-456c-89e5-2dc8070997c0 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:15:28.099604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:15:28.108557 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3eee8f6e-3903-43d5-8bc7-f19b28b3d965 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "PUT /v2.0/routers/544ba891-2f60-456c-89e5-2dc8070997c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558175 Sep 18 20:15:28.108557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37656) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:28.111537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] Sync routers for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:15:28.125665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:28.126283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:15:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:28.161974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-830303f6-c9e4-4270-8131-1765d51920e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting subnet 2a0ca075-6881-426b-b240-5e484a5eb3be {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:15:28.165319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-830303f6-c9e4-4270-8131-1765d51920e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:28.206103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-830303f6-c9e4-4270-8131-1765d51920e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:28.240911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:28.292167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-830303f6-c9e4-4270-8131-1765d51920e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:28.353097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-830303f6-c9e4-4270-8131-1765d51920e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:28.382674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830303f6-c9e4-4270-8131-1765d51920e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0ca075-6881-426b-b240-5e484a5eb3be,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:28.386752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-830303f6-c9e4-4270-8131-1765d51920e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:28.388859 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-830303f6-c9e4-4270-8131-1765d51920e1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/subnets/2a0ca075-6881-426b-b240-5e484a5eb3be HTTP/1.1" status: 204 len: 168 time: 0.2798774 Sep 18 20:15:28.391511 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37658) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:28.400926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b0b50-5c12-495e-8aa1-3f52e8886b63 None None] Network 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:15:28.562895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:15:27Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:28.594336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] Checking router: 544ba891-2f60-456c-89e5-2dc8070997c0 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:15:28.605903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] Routers {'544ba891-2f60-456c-89e5-2dc8070997c0'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:28.606596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:15:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['544ba891-2f60-456c-89e5-2dc8070997c0'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:28.706451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] DHCP port deletion for 5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:15:28.760957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] Set router 544ba891-2f60-456c-89e5-2dc8070997c0 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:28.858039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:28.997247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.025138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] Deleting port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:15:29.025514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.053981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 942942b1-b7ea-40fe-889e-e88c4a71d7fc {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:15:29.054421 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.145190 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] For port 62d7f904-b1f3-4a75-b7b0-1522a62c0112, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=62d7f904-b1f3-4a75-b7b0-1522a62c0112,segment=NetworkSegment(01a906a8-5992-4246-be89-b360f7e2dbad),segment_id=01a906a8-5992-4246-be89-b360f7e2dbad)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:29.145582 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.151186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port 942942b1-b7ea-40fe-889e-e88c4a71d7fc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=942942b1-b7ea-40fe-889e-e88c4a71d7fc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:29.151561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.163795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] Calling delete_port for 62d7f904-b1f3-4a75-b7b0-1522a62c0112 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:15:29.171173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 942942b1-b7ea-40fe-889e-e88c4a71d7fc owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:15:29.286803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:15:27Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:29.318746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a595f7b-74e5-4169-9744-8aa92871b99d None None] The sync data for ids ['544ba891-2f60-456c-89e5-2dc8070997c0'] in n-d-789963-11 is: [{'id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424191598', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:13:34Z', 'updated_at': '2021-09-18T20:15:27Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '942942b1-b7ea-40fe-889e-e88c4a71d7fc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544ba891-2f60-456c-89e5-2dc8070997c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:13:35Z', 'updated_at': '2021-09-18T20:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:15:29.328654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:15:29.344945 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.352554 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.359366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: c8675a7f-59e2-4986-8137-6d5ab5e37b7a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:15:29.359732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device c8675a7f-59e2-4986-8137-6d5ab5e37b7a not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:15:29.385774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=942942b1-b7ea-40fe-889e-e88c4a71d7fc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:29.392490 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] Pushing event deleted for resources: {'Port': ['ID=62d7f904-b1f3-4a75-b7b0-1522a62c0112,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:29.398156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3851e3-0c58-4f01-b421-21e7d528a463 None None] No DVR routers for this DVR port 62d7f904-b1f3-4a75-b7b0-1522a62c0112 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:15:29.452637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.545136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.547261 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.593473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.594000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Fanout notify agent at l3_agent the message router_deleted on router 544ba891-2f60-456c-89e5-2dc8070997c0 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:15:29.600856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.601991 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-dee4257f-3914-4f9e-a97c-b7553c76596f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/routers/544ba891-2f60-456c-89e5-2dc8070997c0 HTTP/1.1" status: 204 len: 168 time: 1.2095437 Sep 18 20:15:29.604738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37662) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:29.685105 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.797457 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.820758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:29.831531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a906a8-5992-4246-be89-b360f7e2dbad') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:29.831873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a906a8-5992-4246-be89-b360f7e2dbad') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:29.843697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.857835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.864229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:15:29.864787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:15:29.867720 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:15:29.929350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.937473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:29.939334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/networks/5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2 HTTP/1.1" status: 204 len: 168 time: 0.3334899 Sep 18 20:15:29.942442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37664) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:29.961791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64639776-ff95-4128-9b35-b207e1014538 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Network': ['ID=5fb5a344-e61c-4a7e-91d2-6d45dd5f67d2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:30.022208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-678ee586-303e-484f-8b33-70f02f66a06f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.049973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-678ee586-303e-484f-8b33-70f02f66a06f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.116867 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-678ee586-303e-484f-8b33-70f02f66a06f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.119493 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-678ee586-303e-484f-8b33-70f02f66a06f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.120693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-678ee586-303e-484f-8b33-70f02f66a06f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/security-groups/a955c565-39cf-458a-8cba-7a6f90962a8c HTTP/1.1" status: 204 len: 168 time: 0.1771595 Sep 18 20:15:30.130319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee586-303e-484f-8b33-70f02f66a06f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a955c565-39cf-458a-8cba-7a6f90962a8c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:30.462873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 62d7f904-b1f3-4a75-b7b0-1522a62c0112 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:15:30.463354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37672) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:30.469117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-15c870a4-628e-4f8a-a405-ff112ac2fdcd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983539156', 'description': 'tempest-secgroup-smoke-1983539156 description', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:30.481976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 62d7f904-b1f3-4a75-b7b0-1522a62c0112 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:15:30.482329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 62d7f904-b1f3-4a75-b7b0-1522a62c0112 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:15:30.482778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d97bd82b-98ea-40a0-8b1e-9e613b8ab25b no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:15:30.493399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15c870a4-628e-4f8a-a405-ff112ac2fdcd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.506283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d97bd82b-98ea-40a0-8b1e-9e613b8ab25b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:15:30.506682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d97bd82b-98ea-40a0-8b1e-9e613b8ab25b not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:15:30.507057 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 942942b1-b7ea-40fe-889e-e88c4a71d7fc no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:15:30.529090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 942942b1-b7ea-40fe-889e-e88c4a71d7fc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:15:30.529501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 942942b1-b7ea-40fe-889e-e88c4a71d7fc not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:15:30.588287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15c870a4-628e-4f8a-a405-ff112ac2fdcd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.592770 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15c870a4-628e-4f8a-a405-ff112ac2fdcd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.621709 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15c870a4-628e-4f8a-a405-ff112ac2fdcd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.622951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-15c870a4-628e-4f8a-a405-ff112ac2fdcd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1587827 Sep 18 20:15:30.625009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c870a4-628e-4f8a-a405-ff112ac2fdcd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca373197-44d8-41d6-b5d6-8e2ab584c309,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:30.626058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37674) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:30.631092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-97788160-1427-4408-9394-5dd8c4faedb1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'ca373197-44d8-41d6-b5d6-8e2ab584c309', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:30.657532 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97788160-1427-4408-9394-5dd8c4faedb1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.718476 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97788160-1427-4408-9394-5dd8c4faedb1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.725440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97788160-1427-4408-9394-5dd8c4faedb1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.743421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97788160-1427-4408-9394-5dd8c4faedb1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f89c70a-af31-4606-856c-defe35f284bb,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:30.751219 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-97788160-1427-4408-9394-5dd8c4faedb1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.753088 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-97788160-1427-4408-9394-5dd8c4faedb1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256635 Sep 18 20:15:30.755325 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37676) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:30.759758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c80d91bd-2b53-4859-b8ee-e6812a8ebd43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'ca373197-44d8-41d6-b5d6-8e2ab584c309', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:30.787390 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c80d91bd-2b53-4859-b8ee-e6812a8ebd43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.843989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c80d91bd-2b53-4859-b8ee-e6812a8ebd43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.848722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c80d91bd-2b53-4859-b8ee-e6812a8ebd43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.866783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d91bd-2b53-4859-b8ee-e6812a8ebd43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67729f9-9310-4a0b-a2fd-be76f49ae6f9,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:30.874054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c80d91bd-2b53-4859-b8ee-e6812a8ebd43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.875335 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c80d91bd-2b53-4859-b8ee-e6812a8ebd43 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190002 Sep 18 20:15:30.878071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37678) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:30.882643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-feb3302b-d36f-40fa-933c-11b902c05b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'ca373197-44d8-41d6-b5d6-8e2ab584c309', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:30.908115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-feb3302b-d36f-40fa-933c-11b902c05b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.965605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-feb3302b-d36f-40fa-933c-11b902c05b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.969347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-feb3302b-d36f-40fa-933c-11b902c05b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:30.990111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3302b-d36f-40fa-933c-11b902c05b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0d81be-ff5b-4258-8edd-e1c57096c0ab,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:30.996485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-feb3302b-d36f-40fa-933c-11b902c05b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.000207 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-feb3302b-d36f-40fa-933c-11b902c05b0f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187875 Sep 18 20:15:31.000421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37680) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:31.004595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-9562cda5-4f18-4e6c-8a19-1b897e94f6e7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'ca373197-44d8-41d6-b5d6-8e2ab584c309', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:31.033639 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9562cda5-4f18-4e6c-8a19-1b897e94f6e7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.095599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9562cda5-4f18-4e6c-8a19-1b897e94f6e7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.099093 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9562cda5-4f18-4e6c-8a19-1b897e94f6e7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.117110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562cda5-4f18-4e6c-8a19-1b897e94f6e7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9261ca86-cf69-47fb-93fb-a00025a11193,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:31.124413 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9562cda5-4f18-4e6c-8a19-1b897e94f6e7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.128485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37684) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:31.128987 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9562cda5-4f18-4e6c-8a19-1b897e94f6e7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271911 Sep 18 20:15:31.133098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2f2a2b45-8a7d-414e-a8c8-a6b433c2de20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'ca373197-44d8-41d6-b5d6-8e2ab584c309', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:31.156392 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-2f2a2b45-8a7d-414e-a8c8-a6b433c2de20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Project d33f7c77f3fb4be3b1c200da90c5961e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:15:31.161835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f2a2b45-8a7d-414e-a8c8-a6b433c2de20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.229512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f2a2b45-8a7d-414e-a8c8-a6b433c2de20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.233641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f2a2b45-8a7d-414e-a8c8-a6b433c2de20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.253860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a2b45-8a7d-414e-a8c8-a6b433c2de20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8057dcfb-aad9-4d48-863d-54daee61f8d5,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:31.257861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f2a2b45-8a7d-414e-a8c8-a6b433c2de20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.259060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2f2a2b45-8a7d-414e-a8c8-a6b433c2de20 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295316 Sep 18 20:15:31.262541 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37686) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:31.267537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-83c004df-96e5-4b3f-94e0-2cecd6d628a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': 'ca373197-44d8-41d6-b5d6-8e2ab584c309', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:31.288649 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-83c004df-96e5-4b3f-94e0-2cecd6d628a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Project d33f7c77f3fb4be3b1c200da90c5961e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:15:31.293626 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83c004df-96e5-4b3f-94e0-2cecd6d628a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.366302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83c004df-96e5-4b3f-94e0-2cecd6d628a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.371450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83c004df-96e5-4b3f-94e0-2cecd6d628a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.392755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c004df-96e5-4b3f-94e0-2cecd6d628a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7952be25-c6b3-4318-9142-38a3df6acae3,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:31.396558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83c004df-96e5-4b3f-94e0-2cecd6d628a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.400360 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-83c004df-96e5-4b3f-94e0-2cecd6d628a2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335540 Sep 18 20:15:31.400895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37688) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:31.405375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'network': {'name': 'tempest-network-smoke--1124338696', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:31.426278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:15:31.429951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.454363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:15:31.463408 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.463750 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Added segment ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a of type vlan for network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 Sep 18 20:15:31.503807 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.530504 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.536133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:31.536749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.578246 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1740253 Sep 18 20:15:31.578616 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37690) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:31.583153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'admin_state_up': True, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:31.608010 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.609613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.612732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2162dcb-3675-4413-8acf-686fb7b2d8e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Network': ['ID=8bcf9048-199c-43f5-8d16-b2eb72cd3115,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:31.625841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:15:31.670103 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:31.819722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:32.023858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:32.043083 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:32.147103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.25.8.18 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/442885d7-b4a3-4b53-9d8a-14b3b4403843) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:15:32.254235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:32.289365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:32.324481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:15:32.327210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:15:32.329804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:15:32.362981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=442885d7-b4a3-4b53-9d8a-14b3b4403843,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:32.585480 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:32.780925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:32.904959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:15:33.007248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:15:33.017479 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Sync routers for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:15:33.025181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.026455 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-88a8d7d3-c7c9-4359-9cec-a9ec3effc947 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4468694 Sep 18 20:15:33.029445 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:33.030143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37694) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:33.030289 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:15:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:33.056886 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-53f6d0c4-581f-41ca-8c32-3a5646cb584d tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=d33f7c77f3fb4be3b1c200da90c5961e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256968 Sep 18 20:15:33.059470 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37696) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:33.133758 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:33.150419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87565c-3807-4100-a446-c6a96bed0f80 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:33.152633 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5f87565c-3807-4100-a446-c6a96bed0f80 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922399 Sep 18 20:15:33.154861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37700) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:33.186340 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f379ecec-9ea6-407a-be0f-bc4e3a9dd2ac tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278170 Sep 18 20:15:33.186740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37702) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:33.192084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1845510329', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:33.286373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:15:33.289812 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.322505 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:32Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:33.353902 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Checking router: e914d62a-b43f-4b1a-bc9c-2ae328b50b6f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:15:33.354271 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Updating router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f port 442885d7-b4a3-4b53-9d8a-14b3b4403843 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:15:33.384112 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.470084 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.534785 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Subnet': ['ID=b6d739cb-2e2b-49df-866f-d725cb6840cf,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:33.545345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Checking segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:15:33.545657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network hostable DHCP agents. Network: 8bcf9048-199c-43f5-8d16-b2eb72cd3115, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:15:33.563923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:15:33.572925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 8bcf9048-199c-43f5-8d16-b2eb72cd3115) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:15:33.577520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:33.578087 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.584877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad417dd8-32ca-470d-b7f0-137ecfdd366c None None] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:15:33.597806 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37704) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:33.598026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1de7c5aa-f368-4ada-82d2-c67aafe47132 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4099083 Sep 18 20:15:33.638411 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.645157 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.695282 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Pushing event updated for resources: {'Port': ['ID=442885d7-b4a3-4b53-9d8a-14b3b4403843,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:33.706143 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.706494 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.706830 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.707162 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.707514 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.708334 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.708334 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.708570 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.708775 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.709092 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.709409 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.709728 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:33.713802 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Attempting to bind port 442885d7-b4a3-4b53-9d8a-14b3b4403843 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:15:33.714220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Attempting to bind port 442885d7-b4a3-4b53-9d8a-14b3b4403843 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:15:33.717410 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Attempting to bind port 442885d7-b4a3-4b53-9d8a-14b3b4403843 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:15:33.719761 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:15:33.720134 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:15:33.720531 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.720919 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:15:33.721382 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Bound port: 442885d7-b4a3-4b53-9d8a-14b3b4403843, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:15:33.721756 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.755105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:15:33.756091 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.780134 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] For port 442885d7-b4a3-4b53-9d8a-14b3b4403843, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:15:33.783469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] For port 442885d7-b4a3-4b53-9d8a-14b3b4403843, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=442885d7-b4a3-4b53-9d8a-14b3b4403843,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:15:33.789172 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:33.850271 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:33.851042 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:15:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:33.888055 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053c86-630d-40b1-8389-f3a898c92208 None None] Pushing event updated for resources: {'Port': ['ID=442885d7-b4a3-4b53-9d8a-14b3b4403843,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:33.907593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Allocated IP 172.20.0.2 (8bcf9048-199c-43f5-8d16-b2eb72cd3115/b6d739cb-2e2b-49df-866f-d725cb6840cf/b5f88cba-96ed-46a9-a922-743158ba7545) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:15:34.053254 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:34.067236 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.067510 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.077217 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.113916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:15:34.118252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:15:34.124003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:15:34.131149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Pushing event updated for resources: {'Port': ['ID=b5f88cba-96ed-46a9-a922-743158ba7545,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:34.199363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Attempting to bind port b5f88cba-96ed-46a9-a922-743158ba7545 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:15:34.199809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Attempting to bind port b5f88cba-96ed-46a9-a922-743158ba7545 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:15:34.200495 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Attempting to bind port b5f88cba-96ed-46a9-a922-743158ba7545 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:15:34.205788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:15:34.206611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Checking segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:15:34.207047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.207813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Bound using segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:15:34.208001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Bound port: b5f88cba-96ed-46a9-a922-743158ba7545, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:15:34.208803 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.264402 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:32Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:34.285544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] For port b5f88cba-96ed-46a9-a922-743158ba7545, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:15:34.289709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] For port b5f88cba-96ed-46a9-a922-743158ba7545, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b5f88cba-96ed-46a9-a922-743158ba7545,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:15:34.293991 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.300497 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc533a11-734f-4a94-a161-1d2a37422745 None None] The sync data for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 is: [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:32Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:15:34.364686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366d8f9-5298-46d8-b155-163dcacd2ce2 None None] Pushing event updated for resources: {'Port': ['ID=b5f88cba-96ed-46a9-a922-743158ba7545,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:34.380836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.20.0.1 (8bcf9048-199c-43f5-8d16-b2eb72cd3115/b6d739cb-2e2b-49df-866f-d725cb6840cf/27c51c70-9720-4826-ab76-1d81bf4c7aa9) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:15:34.511641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.549935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.599559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:15:34.605970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:15:34.610792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:15:34.614906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=27c51c70-9720-4826-ab76-1d81bf4c7aa9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:34.662124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:34.805243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.335693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881bae6-b150-43ea-9910-4f2247ae4333 None None] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:15:35.377832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a19c7753-4cc1-40e5-a015-98714746aea8 None None] Provisioning complete for port b5f88cba-96ed-46a9-a922-743158ba7545 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:35.378233 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a19c7753-4cc1-40e5-a015-98714746aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.461525 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.467086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.537174 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a19c7753-4cc1-40e5-a015-98714746aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.542890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.545580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=27c51c70-9720-4826-ab76-1d81bf4c7aa9,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:35.591009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a19c7753-4cc1-40e5-a015-98714746aea8 None None] For port b5f88cba-96ed-46a9-a922-743158ba7545, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b5f88cba-96ed-46a9-a922-743158ba7545,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:35.598408 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a19c7753-4cc1-40e5-a015-98714746aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.650042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:15:35.651874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c7753-4cc1-40e5-a015-98714746aea8 None None] Pushing event updated for resources: {'Port': ['ID=b5f88cba-96ed-46a9-a922-743158ba7545,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:35.652375 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:15:35.783319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:15:35.828507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0627acd2-1b8a-45db-bd52-16bd982e89ce None None] Provisioning complete for port b5f88cba-96ed-46a9-a922-743158ba7545 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:35.828879 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0627acd2-1b8a-45db-bd52-16bd982e89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.905252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:15:35.910337 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ce245ae1-2c67-4187-8360-95814687a68f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "PUT /v2.0/routers/e914d62a-b43f-4b1a-bc9c-2ae328b50b6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3113413 Sep 18 20:15:35.939134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0627acd2-1b8a-45db-bd52-16bd982e89ce None None] Provisioning complete for port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:35.939576 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0627acd2-1b8a-45db-bd52-16bd982e89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:35.981900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0627acd2-1b8a-45db-bd52-16bd982e89ce None None] Port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:15:36.073048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Sync routers for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:15:36.083923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:36.084542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:15:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:36.130790 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-e14c703b-2176-4be6-be82-50eb30de386d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983539156&fields=id&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 267 time: 0.0348294 Sep 18 20:15:36.209834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:36.241426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-206665ce-9ae4-4c8e-aa9f-86372442df0c None None] Provisioning complete for port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:36.241802 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-206665ce-9ae4-4c8e-aa9f-86372442df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:36.253695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-cfc5cb94-5729-432d-a92e-f5e98306b1f4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:36.257222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-cfc5cb94-5729-432d-a92e-f5e98306b1f4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 797 time: 0.1179407 Sep 18 20:15:36.280619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-43779b1b-cca1-4192-aec9-c95b824c558c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/quotas/d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 375 time: 0.0161874 Sep 18 20:15:36.337278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-a9a34f77-e984-4b7c-90d4-b438842c55c9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557723 Sep 18 20:15:36.338008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-206665ce-9ae4-4c8e-aa9f-86372442df0c None None] Port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:15:36.466055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a26a9732-7259-461e-9e3a-0798207a7276 None None] Provisioning complete for port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:36.466516 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a26a9732-7259-461e-9e3a-0798207a7276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:36.469666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-65481472-33a6-4c74-a8b3-db77105ebde4 service neutron] 10.222.0.20 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189065 Sep 18 20:15:36.507788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 2, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:36.514082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 442885d7-b4a3-4b53-9d8a-14b3b4403843 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:15:36.539600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a26a9732-7259-461e-9e3a-0798207a7276 None None] Port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:15:36.558187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Checking router: e914d62a-b43f-4b1a-bc9c-2ae328b50b6f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:15:36.558547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Updating router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:15:36.575028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-8219f28f-dd1b-4dd1-aa24-1d64e0d0e1de service neutron] 10.222.0.20 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981884 Sep 18 20:15:36.599200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:36.650825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 442885d7-b4a3-4b53-9d8a-14b3b4403843 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:36.651188 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:36.746158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9457598f-21d7-49a6-a58b-4f34cd450dc1 req-069b85f0-ea58-4d1e-b329-f02ad60d7460 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 210 time: 0.0264454 Sep 18 20:15:36.851768 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:36.894806 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 442885d7-b4a3-4b53-9d8a-14b3b4403843, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=442885d7-b4a3-4b53-9d8a-14b3b4403843,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:36.902129 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:36.902803 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b5f88cba-96ed-46a9-a922-743158ba7545 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:15:37.028714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=442885d7-b4a3-4b53-9d8a-14b3b4403843,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:37.035579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:37.042912 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:37.082446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b5f88cba-96ed-46a9-a922-743158ba7545 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:37.082710 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:37.125187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e30800-0008-4139-9c0b-6f8bbf88bd5b None None] Pushing event updated for resources: {'Port': ['ID=27c51c70-9720-4826-ab76-1d81bf4c7aa9,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:37.197236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Attempting to bind port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:15:37.197602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Attempting to bind port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:15:37.197964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Attempting to bind port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:15:37.222773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:15:37.223035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Checking segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:15:37.223463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:37.223850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Bound using segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:15:37.224317 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Bound port: 27c51c70-9720-4826-ab76-1d81bf4c7aa9, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:15:37.224688 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:37.444581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d9008440-dd3d-49a9-a679-3aeabd22a82e None None] Provisioning complete for port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:37.445224 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9008440-dd3d-49a9-a679-3aeabd22a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:37.486334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] For port 27c51c70-9720-4826-ab76-1d81bf4c7aa9, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:15:37.491704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] For port 27c51c70-9720-4826-ab76-1d81bf4c7aa9, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=27c51c70-9720-4826-ab76-1d81bf4c7aa9,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:15:37.501458 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:37.509703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d9008440-dd3d-49a9-a679-3aeabd22a82e None None] Port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:15:37.567216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:37.568009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:15:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:37.623122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e30800-0008-4139-9c0b-6f8bbf88bd5b None None] Pushing event updated for resources: {'Port': ['ID=27c51c70-9720-4826-ab76-1d81bf4c7aa9,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:37.705598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:37.736748 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-8af4d7d6-4454-4a74-9d7b-29155106e15f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:37.738215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-8af4d7d6-4454-4a74-9d7b-29155106e15f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 797 time: 0.1304038 Sep 18 20:15:37.800602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-76231efc-e10a-4c62-b34c-8a49c9adbcf0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 380 time: 0.0522802 Sep 18 20:15:37.813824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'port': {'device_id': '11bc2b87-013d-40d2-9896-48207a57e214', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'admin_state_up': True, 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'security_groups': ['ca373197-44d8-41d6-b5d6-8e2ab584c309']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:37.866314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea735910-7c92-4c8d-9cf5-931eaf1d7660 req-314166c0-2836-4c0b-8df7-c65f22e58010 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 210 time: 0.0363436 Sep 18 20:15:37.876572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d2606857-cc1f-41ed-8413-432d15df6cc3 None None] Provisioning complete for port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:37.876936 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2606857-cc1f-41ed-8413-432d15df6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:37.955215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:15:37.959152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.001134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2606857-cc1f-41ed-8413-432d15df6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.025752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:37Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:38.052835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb6838-d329-4f52-97b3-0bf4526171c1 None None] The sync data for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 is: [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:37Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:15:38.068756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d2606857-cc1f-41ed-8413-432d15df6cc3 None None] For port 27c51c70-9720-4826-ab76-1d81bf4c7aa9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=27c51c70-9720-4826-ab76-1d81bf4c7aa9,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:38.076982 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2606857-cc1f-41ed-8413-432d15df6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.094340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.20.0.8 (8bcf9048-199c-43f5-8d16-b2eb72cd3115/b6d739cb-2e2b-49df-866f-d725cb6840cf/573709c8-40c4-40a4-807a-c38029f80320) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:15:38.138286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2606857-cc1f-41ed-8413-432d15df6cc3 None None] Pushing event updated for resources: {'Port': ['ID=27c51c70-9720-4826-ab76-1d81bf4c7aa9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:38.271096 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.304876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.350499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:15:38.356504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:15:38.362778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:15:38.366263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:38.430902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:38.431589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.448904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-130e9fa4-c5d8-4d19-99c3-0caedfbd0fe3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6388965 Sep 18 20:15:38.461746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Request body: {'port': {'device_id': '11bc2b87-013d-40d2-9896-48207a57e214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:38.541291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.560265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 442885d7-b4a3-4b53-9d8a-14b3b4403843 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:15:38.650343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 442885d7-b4a3-4b53-9d8a-14b3b4403843 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:38.650714 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.746407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a8df7998-da19-4e98-8abd-97819716cf60 None None] Provisioning complete for port 573709c8-40c4-40a4-807a-c38029f80320 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:38.746890 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8df7998-da19-4e98-8abd-97819716cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.772017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 27c51c70-9720-4826-ab76-1d81bf4c7aa9 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:15:38.814899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a8df7998-da19-4e98-8abd-97819716cf60 None None] Port 573709c8-40c4-40a4-807a-c38029f80320 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:15:38.862567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:38.862943 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.930971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573709c8-40c4-40a4-807a-c38029f80320 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:15:38.940618 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:38.955066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Transition to ACTIVE for port object 573709c8-40c4-40a4-807a-c38029f80320 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:15:38.992281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:39.062690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:39.092529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd1977-0036-4504-8c10-7164f8f347c4 req-2294f4a1-524c-4e46-9dbb-f2c510c20892 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:39.094615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80cd1977-0036-4504-8c10-7164f8f347c4 req-2294f4a1-524c-4e46-9dbb-f2c510c20892 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 943 time: 0.1309786 Sep 18 20:15:39.179935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-80cd1977-0036-4504-8c10-7164f8f347c4 req-648142e5-f7cc-4522-a02e-c1809b72c48c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589931 Sep 18 20:15:39.185212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:15:39.185550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:15:39.185878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:15:39.190842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:15:39.191257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:15:39.208917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:15:39.209269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Checking segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:15:39.209656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Bound using segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:15:39.210108 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Bound port: 573709c8-40c4-40a4-807a-c38029f80320, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:15:39.210487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:39.291995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:15:39.295341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:15:39.300396 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:39.337255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:39.338110 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:39.339569 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] 10.222.0.24 "PUT /v2.0/ports/573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 1092 time: 0.8824983 Sep 18 20:15:39.340029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:15:39.342284 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ad711-d22d-4c02-bc75-3d820bba1ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:15:39.397503 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7323a80-3d6b-476f-903b-0ad81c2b5530 x-openstack-request-id: req-a7323a80-3d6b-476f-903b-0ad81c2b5530 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:15:39.397803 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:15:39.398032 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7323a80-3d6b-476f-903b-0ad81c2b5530 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:15:39.398438 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'status': 'completed', 'code': 200} Sep 18 20:15:39.430986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9166b-3cc9-45e2-8b62-2f5b03573301 service neutron] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:39.446563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-eb514b69-55d3-46b4-a20b-e54ab3b79d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:39.448278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-eb514b69-55d3-46b4-a20b-e54ab3b79d97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1095 time: 0.0661469 Sep 18 20:15:39.493277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-8fae8935-ab0a-4b37-a0cc-98b679b67e9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 217 time: 0.0372546 Sep 18 20:15:39.544826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-bd3b804c-0591-425e-9e75-419e18c70ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:39.546298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-bd3b804c-0591-425e-9e75-419e18c70ec7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 200 len: 835 time: 0.0464871 Sep 18 20:15:39.595315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-58c45e8f-32f7-4a77-bf8b-33f95e192829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:39.596888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-58c45e8f-32f7-4a77-bf8b-33f95e192829 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bcf9048-199c-43f5-8d16-b2eb72cd3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441425 Sep 18 20:15:39.692325 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-1d7d2d88-45cd-4d7f-b203-29d47e1ea584 service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878563 Sep 18 20:15:40.177326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-976c2bc3-7c57-40b5-9338-7a90c5cd915f req-4b960af6-3491-410d-9eda-ee01dea000d6 service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774857 Sep 18 20:15:40.293451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-39127555-b085-4995-b005-206cc196dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:40.294938 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-39127555-b085-4995-b005-206cc196dd34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1095 time: 0.0706015 Sep 18 20:15:40.318136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50edc63-0c85-4aef-99d3-9e6e60cb43f3 req-8b38ec1c-0512-4cab-9be0-df0911381eea tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:40.319558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b50edc63-0c85-4aef-99d3-9e6e60cb43f3 req-8b38ec1c-0512-4cab-9be0-df0911381eea tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 943 time: 0.0644031 Sep 18 20:15:40.407593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b50edc63-0c85-4aef-99d3-9e6e60cb43f3 req-312d90ae-8654-4a0a-81c7-ff23ba44fa1e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778630 Sep 18 20:15:40.427337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-3f170d3c-c9ff-4876-8e65-d174800968cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:40.428763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-3f170d3c-c9ff-4876-8e65-d174800968cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 898 time: 0.1263270 Sep 18 20:15:40.470654 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-d93617d5-e1e2-4e36-ad09-2cfdd788cce2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 217 time: 0.0342565 Sep 18 20:15:40.519473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-a68549a6-8115-4ca6-899c-70935556df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:40.520850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-a68549a6-8115-4ca6-899c-70935556df2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 200 len: 835 time: 0.0425735 Sep 18 20:15:40.569903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-ab213aae-f51a-430a-8ddb-1f569b0e54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:40.571368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-ab213aae-f51a-430a-8ddb-1f569b0e54fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bcf9048-199c-43f5-8d16-b2eb72cd3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429726 Sep 18 20:15:40.659074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-0edec764-d6b9-4540-9778-e0d596a051bf service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799663 Sep 18 20:15:40.752186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-319ad711-d22d-4c02-bc75-3d820bba1ec4 req-580e80d9-c44c-42bd-acf9-14685ac4e17d service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842860 Sep 18 20:15:41.525415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011b562-81bc-4237-8394-79045f388c03 req-7636ca6f-8154-442a-8867-4a26b5165f3c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:41.527806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b011b562-81bc-4237-8394-79045f388c03 req-7636ca6f-8154-442a-8867-4a26b5165f3c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 943 time: 0.0522068 Sep 18 20:15:41.566878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b011b562-81bc-4237-8394-79045f388c03 req-ed865797-e24b-42fd-83e7-aca9c6e2214d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327940 Sep 18 20:15:42.683933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9531c5-96de-4e78-b5e7-9cdc4e4e9300 req-dfa27102-494a-4275-80cd-3f9d04f1fa81 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:42.685358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b9531c5-96de-4e78-b5e7-9cdc4e4e9300 req-dfa27102-494a-4275-80cd-3f9d04f1fa81 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 943 time: 0.0481908 Sep 18 20:15:42.728992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b9531c5-96de-4e78-b5e7-9cdc4e4e9300 req-7dc0614a-e920-49b6-b60e-6f065acb220f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374303 Sep 18 20:15:43.342178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 573709c8-40c4-40a4-807a-c38029f80320 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:15:43.441199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:43.453772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '573709c8-40c4-40a4-807a-c38029f80320', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'port_id': '573709c8-40c4-40a4-807a-c38029f80320', 'mac_address': 'fa:16:3e:6d:02:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:15:43.494875 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:43.508177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573709c8-40c4-40a4-807a-c38029f80320 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:15:43.530499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:43.535825 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:43.586517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:43.723023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['573709c8-40c4-40a4-807a-c38029f80320'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:15:43.874682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e42ed-941b-4495-8445-66ae4721e7ab req-523f89a4-2285-449f-9aaf-e14be9cdbd57 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:43.883539 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a45e42ed-941b-4495-8445-66ae4721e7ab req-523f89a4-2285-449f-9aaf-e14be9cdbd57 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 944 time: 0.0670428 Sep 18 20:15:43.948391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a45e42ed-941b-4495-8445-66ae4721e7ab req-ee50e55b-abb1-4b41-9214-14787cfd7352 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571692 Sep 18 20:15:45.042923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be6ba5-3ce8-40f1-8906-426ef00bf80c req-60ab3de8-9aa0-41e7-a628-963a05555802 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:45.044412 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33be6ba5-3ce8-40f1-8906-426ef00bf80c req-60ab3de8-9aa0-41e7-a628-963a05555802 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 944 time: 0.0486550 Sep 18 20:15:45.081518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33be6ba5-3ce8-40f1-8906-426ef00bf80c req-63da39b8-3baa-420f-86ff-210d3bd8e477 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312409 Sep 18 20:15:45.342436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 573709c8-40c4-40a4-807a-c38029f80320 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:15:45.400500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 573709c8-40c4-40a4-807a-c38029f80320 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:15:45.408169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 573709c8-40c4-40a4-807a-c38029f80320 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:15:45.408169 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:45.486566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:45.509072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:15:45.511356 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c396603c-4ad3-4dc6-84a7-9d4216c3bb9d" -d '{"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-plugged", "status": "completed", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:15:45.523402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:45.529210 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:45.555586 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e20b13-a612-434d-8769-5138b04f4445 x-openstack-request-id: req-d9e20b13-a612-434d-8769-5138b04f4445 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:15:45.555835 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-plugged", "status": "completed", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:15:45.556067 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9e20b13-a612-434d-8769-5138b04f4445 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:15:45.556459 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'code': 200} Sep 18 20:15:45.581754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:45.650872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5ef8-aac2-4d08-9707-60fc70f0957a req-0299c219-8316-49b6-9cd6-c5b933c622dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:45.652928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d15b5ef8-aac2-4d08-9707-60fc70f0957a req-0299c219-8316-49b6-9cd6-c5b933c622dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1097 time: 0.0404885 Sep 18 20:15:45.690726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d15b5ef8-aac2-4d08-9707-60fc70f0957a req-ce65de5c-2502-41ee-a006-66724a45120a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Sep 18 20:15:46.195871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29e2c1-6365-4ef6-a992-368efc92ef44 req-3496f1c9-f05c-4059-a260-e4be09aa8843 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:46.197342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a29e2c1-6365-4ef6-a992-368efc92ef44 req-3496f1c9-f05c-4059-a260-e4be09aa8843 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Sep 18 20:15:46.240552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a29e2c1-6365-4ef6-a992-368efc92ef44 req-14644765-e8b0-4150-9fe6-a4c4c3e00fd2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369642 Sep 18 20:15:47.371650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60335-23d5-4c4d-b1dd-a93005cae12e req-8c286220-d336-4f08-b0e1-e1d089d0ff5c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:47.373156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfb60335-23d5-4c4d-b1dd-a93005cae12e req-8c286220-d336-4f08-b0e1-e1d089d0ff5c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0496142 Sep 18 20:15:47.411282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfb60335-23d5-4c4d-b1dd-a93005cae12e req-f3558089-9880-4280-9661-fe410fab0262 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Sep 18 20:15:47.529317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c9038-67c4-47a5-8294-ef0f191c3558 req-69b98c65-aa01-4161-9006-3e11868fa2f5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:47.530909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-876c9038-67c4-47a5-8294-ef0f191c3558 req-69b98c65-aa01-4161-9006-3e11868fa2f5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0541594 Sep 18 20:15:47.575217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-876c9038-67c4-47a5-8294-ef0f191c3558 req-b793e3bd-adcc-43c3-b9a5-5900e7d1403d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382156 Sep 18 20:15:47.597044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37806) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:47.636707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf941a-a8e2-4c15-b776-66bfc688c540 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:47.638234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-71bf941a-a8e2-4c15-b776-66bfc688c540 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1092 time: 0.0401053 Sep 18 20:15:47.641048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 37808) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:47.646828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '573709c8-40c4-40a4-807a-c38029f80320', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:15:47.670282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:47.781855 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:47.891187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.25.8.93 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/46b7bc49-dcc6-4a00-a4c0-b09ff3ce6bfa) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:15:47.996367 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:48.029956 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:48.076430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:15:48.081355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:15:48.085839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:15:48.089376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=46b7bc49-dcc6-4a00-a4c0-b09ff3ce6bfa,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:48.328487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-5adcc0da-f7fc-41a8-bfe8-7ec89e6df6be req-07ec9deb-b133-4d9f-92b0-f782c2b45b70 service neutron] (94940) timed out ('10.222.0.24', 60712) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:15:48.490727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:48.570357 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:48.731346 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:48.735953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:48.810418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=46b7bc49-dcc6-4a00-a4c0-b09ff3ce6bfa,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:48.817057 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:48.917632 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Floating IP 4045604a-6262-432b-b90a-6f1305ee1d52 associated. External IP: 172.25.8.93, port: 573709c8-40c4-40a4-807a-c38029f80320. Sep 18 20:15:49.126153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:15:49.232422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:15:49.241861 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] Sync routers for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:15:49.250544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:49.253179 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:49.253776 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:15:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:49.278185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-439ead2b-4d3a-44f3-b081-aa485d4f7fc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6359539 Sep 18 20:15:49.278889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:15:49.281176 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:15:49.326925 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679c6043-7007-45bb-b0d5-d742bc84057a x-openstack-request-id: req-679c6043-7007-45bb-b0d5-d742bc84057a {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:15:49.327286 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:15:49.327633 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-679c6043-7007-45bb-b0d5-d742bc84057a {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:15:49.328212 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'status': 'completed', 'code': 200} Sep 18 20:15:49.361990 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:49.402925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe86f37-6edd-4970-9184-939e0fa0f99e req-d1a9e288-42eb-4dea-be0e-10f5fcca9ad3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:49.404483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efe86f37-6edd-4970-9184-939e0fa0f99e req-d1a9e288-42eb-4dea-be0e-10f5fcca9ad3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0741730 Sep 18 20:15:49.419841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-3f47b984-3e2b-49de-8070-5e0e9b841048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:49.421266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-3f47b984-3e2b-49de-8070-5e0e9b841048 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1097 time: 0.0651491 Sep 18 20:15:49.502853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efe86f37-6edd-4970-9184-939e0fa0f99e req-2a5bb1b9-b6d3-4312-8181-cf7166639c44 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911584 Sep 18 20:15:49.526299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37816) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:49.534408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-0b2cbaca-7526-40ff-a6b2-52c64879b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:49.536142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-0b2cbaca-7526-40ff-a6b2-52c64879b3e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 898 time: 0.1075096 Sep 18 20:15:49.586805 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4045604a-6262-432b-b90a-6f1305ee1d52', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'port_id': '573709c8-40c4-40a4-807a-c38029f80320', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'mac_address': 'fa:16:3e:6d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc2b87-013d-40d2-9896-48207a57e214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:15:48Z', 'updated_at': '2021-09-18T20:15:48Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:38Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:49.596844 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0bbd6103-cc68-4ad0-bbc1-221b5847e3e0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/4045604a-6262-432b-b90a-6f1305ee1d52 HTTP/1.1" status: 200 len: 990 time: 0.0683012 Sep 18 20:15:49.615009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-4d7fd186-d7fa-42b0-9f9a-10ea86a70ae6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 998 time: 0.0709450 Sep 18 20:15:49.618863 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] Checking router: e914d62a-b43f-4b1a-bc9c-2ae328b50b6f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:15:49.628254 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:15:49.629494 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:15:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:49.669762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-9e89c06b-a1ec-4fa7-b82b-8111310095eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:49.671437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-9e89c06b-a1ec-4fa7-b82b-8111310095eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 200 len: 835 time: 0.0495272 Sep 18 20:15:49.724170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-fa748127-b410-43c3-8161-f3336860f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:49.725809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-fa748127-b410-43c3-8161-f3336860f5c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bcf9048-199c-43f5-8d16-b2eb72cd3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471940 Sep 18 20:15:49.744280 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:15:49.826682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-5c81190f-7d46-4c5a-9dae-b057d608e4b7 service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935483 Sep 18 20:15:49.921278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d879e5cf-5a14-4d42-ade8-57a1948fa6f3 req-aee9f304-c5b2-48ca-93ba-99bbdddcca5c service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873964 Sep 18 20:15:49.965513 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4045604a-6262-432b-b90a-6f1305ee1d52', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'port_id': '573709c8-40c4-40a4-807a-c38029f80320', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'mac_address': 'fa:16:3e:6d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc2b87-013d-40d2-9896-48207a57e214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:15:48Z', 'updated_at': '2021-09-18T20:15:48Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:38Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:15:49.992722 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455cceea-cbaa-41ed-8564-fd043aae1905 None None] The sync data for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 is: [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '4045604a-6262-432b-b90a-6f1305ee1d52', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'port_id': '573709c8-40c4-40a4-807a-c38029f80320', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'mac_address': 'fa:16:3e:6d:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bc2b87-013d-40d2-9896-48207a57e214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:15:48Z', 'updated_at': '2021-09-18T20:15:48Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:38Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:15:50.189177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0952a-ea0a-4796-b92b-64d675d35abd None None] New status for floating IP 4045604a-6262-432b-b90a-6f1305ee1d52: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:15:50.598892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37824) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:15:50.665748 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fe78cf12-7c03-4704-873d-07dcac02aff3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/4045604a-6262-432b-b90a-6f1305ee1d52 HTTP/1.1" status: 200 len: 992 time: 0.0655854 Sep 18 20:15:51.624047 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-442d4fe9-f4b4-4bf4-8396-6949cd66832a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:53.513949 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:53.573683 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:54.813839 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:54.933820 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ae2f5ad9-cadc-42a0-aca1-4e0ae814ab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:55.614651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:56.376979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640698e-56e0-4c5e-b28a-284f3138567d req-0001c4d5-47e8-4b87-aea2-06cc28718304 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:56.378415 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6640698e-56e0-4c5e-b28a-284f3138567d req-0001c4d5-47e8-4b87-aea2-06cc28718304 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 946 time: 0.0523422 Sep 18 20:15:56.420969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6640698e-56e0-4c5e-b28a-284f3138567d req-4b5edc76-f699-4820-b450-b0b5df1af2a6 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Sep 18 20:15:57.539310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:57.540587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343288b-b7a0-4b3e-b07d-5aecd1f1969b req-ef18482d-e74a-4656-a93d-fa8f84e99d08 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:57.542331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a343288b-b7a0-4b3e-b07d-5aecd1f1969b req-ef18482d-e74a-4656-a93d-fa8f84e99d08 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 946 time: 0.0501812 Sep 18 20:15:57.581980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a343288b-b7a0-4b3e-b07d-5aecd1f1969b req-6d21f483-d8d8-494f-9e14-51b5dbd8479d tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Sep 18 20:15:57.802330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-f2f5dd8f-04fe-4fab-9391-0e4161733f2a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:57.803837 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-f2f5dd8f-04fe-4fab-9391-0e4161733f2a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.32 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 946 time: 0.0481281 Sep 18 20:15:57.894214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Deleting port 6c70fe30-4988-48cf-808b-38882c08bef5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:15:57.894556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:57.982524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] For port 6c70fe30-4988-48cf-808b-38882c08bef5, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6c70fe30-4988-48cf-808b-38882c08bef5,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:15:57.982829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:57.995329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Calling delete_port for 6c70fe30-4988-48cf-808b-38882c08bef5 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:15:58.122281 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:58.134075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6c70fe30-4988-48cf-808b-38882c08bef5'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:15:58.148621 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Pushing event deleted for resources: {'Port': ['ID=6c70fe30-4988-48cf-808b-38882c08bef5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:15:58.159466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.159817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.160157 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.160493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.160826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.161151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.161473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.161797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.162554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.162554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.162772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.163041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:15:58.206121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] No DVR routers for this DVR port 6c70fe30-4988-48cf-808b-38882c08bef5 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:15:58.208739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:15:58.210691 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0a28f92e-d03a-438f-98cf-ab4b8069094a req-ea80eead-87cc-4f24-85e1-d6107ed7d266 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.32 "DELETE /v2.0/ports/6c70fe30-4988-48cf-808b-38882c08bef5 HTTP/1.1" status: 204 len: 173 time: 0.4006295 Sep 18 20:15:58.211122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501711a2-daff-471e-9611-9b7131b7e88d', 'name': 'network-vif-deleted', 'tag': '6c70fe30-4988-48cf-808b-38882c08bef5'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:15:58.214154 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6e117d-9c32-40ee-896c-f43122276ded" -d '{"events": [{"server_uuid": "501711a2-daff-471e-9611-9b7131b7e88d", "name": "network-vif-deleted", "tag": "6c70fe30-4988-48cf-808b-38882c08bef5"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:15:58.253899 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cecec51-d605-4395-9736-42ce37c6daca x-openstack-request-id: req-4cecec51-d605-4395-9736-42ce37c6daca {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:15:58.254194 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501711a2-daff-471e-9611-9b7131b7e88d", "name": "network-vif-deleted", "tag": "6c70fe30-4988-48cf-808b-38882c08bef5", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:15:58.254456 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cecec51-d605-4395-9736-42ce37c6daca {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:15:58.254872 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501711a2-daff-471e-9611-9b7131b7e88d', 'name': 'network-vif-deleted', 'tag': '6c70fe30-4988-48cf-808b-38882c08bef5', 'status': 'completed', 'code': 200} Sep 18 20:15:58.300740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-deae937a-a682-42e9-a2c0-efa59a64db03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404751 Sep 18 20:15:58.390883 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-3eb3e2d4-da66-464b-9c72-f9201fde4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:58.392435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-3eb3e2d4-da66-464b-9c72-f9201fde4986 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1097 time: 0.0423191 Sep 18 20:15:58.501259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-73057cd5-ea0d-4897-ac7c-bc0bea6820a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:58.502636 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-73057cd5-ea0d-4897-ac7c-bc0bea6820a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 898 time: 0.0898285 Sep 18 20:15:58.569368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-3ca2b73a-399d-41e8-9b2d-45fe2d52be37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 1000 time: 0.0582502 Sep 18 20:15:58.626408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-ff5afef8-8c7e-401c-8927-7bdf1d632d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:58.627956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-ff5afef8-8c7e-401c-8927-7bdf1d632d47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 200 len: 835 time: 0.0523107 Sep 18 20:15:58.697095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe47d0ef-922e-44cf-8135-c94c0dd444b8 req-4c989579-9fc9-40c7-b949-484897fa41eb tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=501711a2-daff-471e-9611-9b7131b7e88d HTTP/1.1" status: 200 len: 210 time: 0.0320706 Sep 18 20:15:58.703782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-233f1f9a-13d7-4b70-86a4-489ee83fca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:15:58.705000 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-233f1f9a-13d7-4b70-86a4-489ee83fca28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bcf9048-199c-43f5-8d16-b2eb72cd3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706098 Sep 18 20:15:58.811951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-a6ed285a-5bd2-402d-9ff5-e7232668cff0 service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973060 Sep 18 20:15:58.912628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ebc64ad8-4b07-4165-8fc9-2b06e9e2d2f6 req-649b7a01-ea5a-4416-ba0d-47ce38ccfb35 service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931013 Sep 18 20:15:59.384334 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:16:01.278047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6c70fe30-4988-48cf-808b-38882c08bef5 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:16:01.298159 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 6c70fe30-4988-48cf-808b-38882c08bef5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:16:01.298501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6c70fe30-4988-48cf-808b-38882c08bef5 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:16:06.696046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-a01c4e60-2507-4dc8-8d28-c1fa6cc105dd tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:06.697989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-a01c4e60-2507-4dc8-8d28-c1fa6cc105dd tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/networks?id=6124b90f-c036-45f8-8c0b-ab52244cbc32 HTTP/1.1" status: 200 len: 813 time: 0.1040194 Sep 18 20:16:06.714150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-1ecf513c-a0db-40aa-a711-c0d29571d001 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/quotas/51e2b93e3574462e91da3173200f7c92 HTTP/1.1" status: 200 len: 375 time: 0.0103648 Sep 18 20:16:06.746821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-673d36aa-e994-46bd-98cb-2e123fa289e7 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51e2b93e3574462e91da3173200f7c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267906 Sep 18 20:16:06.841408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-1c3e4070-12b0-4f66-9c2b-f7464ed91888 service neutron] 10.222.0.20 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876324 Sep 18 20:16:06.930210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-9b84c83c-333b-4113-98fe-8dc62f5b3b58 service neutron] 10.222.0.20 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827057 Sep 18 20:16:07.089125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd41d15a-01e7-46a0-a9ee-30af06c8ba9d req-15005dd4-f71c-47f3-8a54-0a003be49ec7 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 210 time: 0.0261762 Sep 18 20:16:07.965859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-0a728cbe-ed0f-4cbd-9169-22659796890a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:07.967355 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-0a728cbe-ed0f-4cbd-9169-22659796890a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.32 "GET /v2.0/networks?id=6124b90f-c036-45f8-8c0b-ab52244cbc32 HTTP/1.1" status: 200 len: 813 time: 0.1051185 Sep 18 20:16:07.980992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Request body: {'port': {'device_id': '69653977-c29d-4c4a-b978-0b662aac0c06', 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32', 'admin_state_up': True, 'tenant_id': '51e2b93e3574462e91da3173200f7c92'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:08.092118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Made reservation on behalf of 51e2b93e3574462e91da3173200f7c92 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:16:08.095663 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:08.192791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c9880da-c3c5-4854-b44c-f71d138837fb req-e21c94fa-901f-42da-a1f3-baeb741365ed tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 210 time: 0.0297101 Sep 18 20:16:08.218344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Allocated IP 172.20.0.10 (6124b90f-c036-45f8-8c0b-ab52244cbc32/c9b9b1ec-8314-478b-8426-904764e465cf/d22ef6c5-59ba-41d5-a2fa-2ad015fc481b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:16:08.364590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:08.397602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:08.439061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Network 6124b90f-c036-45f8-8c0b-ab52244cbc32 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:16:08.442224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:16:08.445934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:16:08.480863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Pushing event updated for resources: {'Port': ['ID=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:08.505571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:08.506186 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:08.520042 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d40e401a-44d4-4665-96cd-81e0593d55db tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438526 Sep 18 20:16:08.581904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Request body: {'port': {'device_id': '69653977-c29d-4c4a-b978-0b662aac0c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:08.633100 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:08.891233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22ef6c5-59ba-41d5-a2fa-2ad015fc481b {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:16:08.898494 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:08.910184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Transition to ACTIVE for port object d22ef6c5-59ba-41d5-a2fa-2ad015fc481b will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:16:08.913741 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:08.977941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Pushing event updated for resources: {'Port': ['ID=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:09.028134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Attempting to bind port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:16:09.028464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Attempting to bind port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:16:09.028786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Attempting to bind port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b on network 6124b90f-c036-45f8-8c0b-ab52244cbc32 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:09.032885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b on network 6124b90f-c036-45f8-8c0b-ab52244cbc32 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:16:09.033197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Attempting to bind port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b on network 6124b90f-c036-45f8-8c0b-ab52244cbc32 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:09.037839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:16:09.038167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Checking segment: {'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:16:09.038530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Bound using segment: {'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:16:09.038947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Bound port: d22ef6c5-59ba-41d5-a2fa-2ad015fc481b, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:16:09.039295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:09.106314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] For port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:09.109219 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] For port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:16:09.113823 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:09.145557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:09.146171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:09.147982 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] 10.222.0.32 "PUT /v2.0/ports/d22ef6c5-59ba-41d5-a2fa-2ad015fc481b HTTP/1.1" status: 200 len: 1093 time: 0.6199670 Sep 18 20:16:09.150083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69653977-c29d-4c4a-b978-0b662aac0c06', 'tag': 'd22ef6c5-59ba-41d5-a2fa-2ad015fc481b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:09.153111 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eee38bb-ef30-45e2-a471-da52bdefba05" -d '{"events": [{"name": "network-changed", "server_uuid": "69653977-c29d-4c4a-b978-0b662aac0c06", "tag": "d22ef6c5-59ba-41d5-a2fa-2ad015fc481b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:09.180768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1b5bf-b4bb-4915-9844-e8a8a6e63e40 service neutron] Pushing event updated for resources: {'Port': ['ID=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:09.194982 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b94d3ed-f9b6-4582-881a-e3239007aca3 x-openstack-request-id: req-1b94d3ed-f9b6-4582-881a-e3239007aca3 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:09.195270 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69653977-c29d-4c4a-b978-0b662aac0c06", "tag": "d22ef6c5-59ba-41d5-a2fa-2ad015fc481b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:09.195544 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b94d3ed-f9b6-4582-881a-e3239007aca3 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:09.195942 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69653977-c29d-4c4a-b978-0b662aac0c06', 'tag': 'd22ef6c5-59ba-41d5-a2fa-2ad015fc481b', 'status': 'completed', 'code': 200} Sep 18 20:16:09.227978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-7a60d609-4e1d-4240-b3c8-ed381e87310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:09.230079 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-7a60d609-4e1d-4240-b3c8-ed381e87310f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51e2b93e3574462e91da3173200f7c92&device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 1096 time: 0.0437973 Sep 18 20:16:09.278348 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-6fd6b377-6f26-4178-8e72-6fac708467c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b HTTP/1.1" status: 200 len: 217 time: 0.0406296 Sep 18 20:16:09.308855 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fd02-145b-495a-93e5-0031568cb7ab req-5107a109-646b-4fce-93f9-a00e104382a0 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:09.310441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1308fd02-145b-495a-93e5-0031568cb7ab req-5107a109-646b-4fce-93f9-a00e104382a0 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 944 time: 0.0486579 Sep 18 20:16:09.329347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-41fa54d2-77bf-4830-84c1-d0336ea39af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:09.330740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-41fa54d2-77bf-4830-84c1-d0336ea39af7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9b9b1ec-8314-478b-8426-904764e465cf HTTP/1.1" status: 200 len: 853 time: 0.0457439 Sep 18 20:16:09.349086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1308fd02-145b-495a-93e5-0031568cb7ab req-1691c580-1ba5-462d-be4e-2df5ad1b23b9 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Sep 18 20:16:09.366060 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-83efd530-6f3e-4d33-84df-833e9c13b662 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6124b90f-c036-45f8-8c0b-ab52244cbc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267453 Sep 18 20:16:09.457158 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-77e40b5b-94b9-41ae-8e05-5be8cf5bf188 service neutron] 10.222.0.32 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837376 Sep 18 20:16:09.547255 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-64f1c6c1-e0be-4035-828c-23ed7a7e6abb req-d65cfce1-545a-4545-9150-bc6f19f2f3e0 service neutron] 10.222.0.32 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817616 Sep 18 20:16:09.633451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-a55e3dde-b407-4c63-95aa-26a4955ea446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:09.635524 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-a55e3dde-b407-4c63-95aa-26a4955ea446 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=51e2b93e3574462e91da3173200f7c92&device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 1096 time: 0.0403285 Sep 18 20:16:09.730240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-0ff654cb-5400-4bdd-841a-050f0b2eacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:09.731770 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-0ff654cb-5400-4bdd-841a-050f0b2eacc3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6124b90f-c036-45f8-8c0b-ab52244cbc32 HTTP/1.1" status: 200 len: 914 time: 0.0897939 Sep 18 20:16:09.773585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-4dab201f-45ee-4a6c-bde8-553b87fd123b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b HTTP/1.1" status: 200 len: 217 time: 0.0347462 Sep 18 20:16:09.825884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-c15c09ef-4315-4530-9de0-e56154a787a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:09.827323 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-c15c09ef-4315-4530-9de0-e56154a787a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9b9b1ec-8314-478b-8426-904764e465cf HTTP/1.1" status: 200 len: 853 time: 0.0467532 Sep 18 20:16:09.859830 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-06d323e1-08c2-451b-91ce-86d94a265eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6124b90f-c036-45f8-8c0b-ab52244cbc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249455 Sep 18 20:16:09.948500 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-ddcb2b86-97ee-4e8a-9ef0-1f6d96b04c44 service neutron] 10.222.0.32 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809081 Sep 18 20:16:10.040912 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5eee38bb-ef30-45e2-a471-da52bdefba05 req-cb97288d-c0ec-4673-88f5-7cf5de4db9d2 service neutron] 10.222.0.32 "GET /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856936 Sep 18 20:16:10.468837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222c6ca-b088-4e9d-b963-7dc35441c704 req-bc5d7045-5190-4991-9180-fdca0508ba8a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:10.470290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6222c6ca-b088-4e9d-b963-7dc35441c704 req-bc5d7045-5190-4991-9180-fdca0508ba8a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 944 time: 0.0486093 Sep 18 20:16:10.506759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6222c6ca-b088-4e9d-b963-7dc35441c704 req-55e94bc1-60b3-4685-86e6-1808cfdcf98c tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306132 Sep 18 20:16:11.293088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d22ef6c5-59ba-41d5-a2fa-2ad015fc481b details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:16:11.394950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:11.405864 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'd22ef6c5-59ba-41d5-a2fa-2ad015fc481b', 'network_id': '6124b90f-c036-45f8-8c0b-ab52244cbc32', 'port_id': 'd22ef6c5-59ba-41d5-a2fa-2ad015fc481b', 'mac_address': 'fa:16:3e:5e:3d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b9b1ec-8314-478b-8426-904764e465cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:16:11.442361 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:11.454486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22ef6c5-59ba-41d5-a2fa-2ad015fc481b {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:16:11.472874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:11.476475 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:11.521348 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:11.529465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.529818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.530161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.530499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.530838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.531171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.531526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.531853 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.532179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.532504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.532825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.533148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:11.623259 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefca664-786b-4681-ad78-a8ab7a5da251 req-349b9806-caed-4bb7-a610-5e14f5b8d920 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:11.624807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eefca664-786b-4681-ad78-a8ab7a5da251 req-349b9806-caed-4bb7-a610-5e14f5b8d920 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 945 time: 0.0491436 Sep 18 20:16:11.665527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eefca664-786b-4681-ad78-a8ab7a5da251 req-0e9b8459-55a2-4194-ba56-27fb2fe0985c tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Sep 18 20:16:11.676334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d22ef6c5-59ba-41d5-a2fa-2ad015fc481b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:16:12.783594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d911799-ebd6-428a-8497-7f41755118cd req-d82a862f-b102-41a9-bf20-d82bd4cb533a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:12.785055 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d911799-ebd6-428a-8497-7f41755118cd req-d82a862f-b102-41a9-bf20-d82bd4cb533a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Sep 18 20:16:12.822806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d911799-ebd6-428a-8497-7f41755118cd req-c8dd06c8-3e74-45fa-a53e-d09718033e8a tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312214 Sep 18 20:16:13.308836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d22ef6c5-59ba-41d5-a2fa-2ad015fc481b up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:16:13.356636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:16:13.360454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:13.360852 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:13.437729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:13.459256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69653977-c29d-4c4a-b978-0b662aac0c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22ef6c5-59ba-41d5-a2fa-2ad015fc481b'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:13.461489 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1deb3f-0806-4f96-bbad-3b5b037e9aa6" -d '{"events": [{"server_uuid": "69653977-c29d-4c4a-b978-0b662aac0c06", "name": "network-vif-plugged", "status": "completed", "tag": "d22ef6c5-59ba-41d5-a2fa-2ad015fc481b"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:13.473593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:13.477339 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:13.500788 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3efd4b9-96e7-44f3-b302-bff621182d5b x-openstack-request-id: req-f3efd4b9-96e7-44f3-b302-bff621182d5b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:13.501077 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69653977-c29d-4c4a-b978-0b662aac0c06", "name": "network-vif-plugged", "status": "completed", "tag": "d22ef6c5-59ba-41d5-a2fa-2ad015fc481b", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:13.501328 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3efd4b9-96e7-44f3-b302-bff621182d5b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:13.501759 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69653977-c29d-4c4a-b978-0b662aac0c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22ef6c5-59ba-41d5-a2fa-2ad015fc481b', 'code': 200} Sep 18 20:16:13.527000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:13.590690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99a2a8-9c44-4906-88d9-210856b69571 req-71304ae9-8d6e-494a-b68a-85b9f8463dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:13.592152 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ad99a2a8-9c44-4906-88d9-210856b69571 req-71304ae9-8d6e-494a-b68a-85b9f8463dc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 1098 time: 0.0402508 Sep 18 20:16:13.630281 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-ad99a2a8-9c44-4906-88d9-210856b69571 req-8464d458-dc5a-4f8f-a2ef-44d165d0c68e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Sep 18 20:16:13.935941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd721d4-49c8-4536-b39b-b65ec4532f2e req-141c8ce7-eafe-470b-9968-e6b47a49f801 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:13.937444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bd721d4-49c8-4536-b39b-b65ec4532f2e req-141c8ce7-eafe-470b-9968-e6b47a49f801 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 946 time: 0.0483623 Sep 18 20:16:13.975900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bd721d4-49c8-4536-b39b-b65ec4532f2e req-821dce35-9c85-4311-815c-591ca6492552 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Sep 18 20:16:15.092444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52860562-7a42-432d-8f36-1d2480069a6b req-0703284e-745a-4b5e-9d63-fe4ed28f9415 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:15.093890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52860562-7a42-432d-8f36-1d2480069a6b req-0703284e-745a-4b5e-9d63-fe4ed28f9415 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 946 time: 0.0477178 Sep 18 20:16:15.134058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52860562-7a42-432d-8f36-1d2480069a6b req-43918d37-5f08-4f17-974b-c6e59a98bdd8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343573 Sep 18 20:16:17.321745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68057f1e-b7fe-45b4-97c9-fb7c929b50c9 req-b4228ac0-9d93-4013-811f-7217979439b0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:17.323324 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68057f1e-b7fe-45b4-97c9-fb7c929b50c9 req-b4228ac0-9d93-4013-811f-7217979439b0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0497079 Sep 18 20:16:17.362247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-68057f1e-b7fe-45b4-97c9-fb7c929b50c9 req-328004fb-3858-4684-aa2e-32a6a4196606 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Sep 18 20:16:17.384908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 37958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:17.450031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17963d79-52c8-4408-9a54-6787c94d73e0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/4045604a-6262-432b-b90a-6f1305ee1d52 HTTP/1.1" status: 200 len: 992 time: 0.0639191 Sep 18 20:16:17.738888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a9b0c-d0f3-4770-92bb-44b9f850f4b5 req-0107b691-8057-480e-980a-8328305579ce tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:17.740368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-637a9b0c-d0f3-4770-92bb-44b9f850f4b5 req-0107b691-8057-480e-980a-8328305579ce tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1097 time: 0.0414879 Sep 18 20:16:17.774449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-637a9b0c-d0f3-4770-92bb-44b9f850f4b5 req-f38b1fed-0673-4a2d-9594-68e56097cd2c tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279820 Sep 18 20:16:18.283310 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-add28538-3f1c-48ee-a223-1ab550656b06 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445926 Sep 18 20:16:18.292268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-04194a93-4ae2-438d-9363-337697422d07 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:16:18.293363 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-04194a93-4ae2-438d-9363-337697422d07 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051730 Sep 18 20:16:18.849726 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-9541486a-34b3-4db9-ab17-01c60f16688d tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:18.851140 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-9541486a-34b3-4db9-ab17-01c60f16688d tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports/573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 1094 time: 0.0937109 Sep 18 20:16:18.860623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Request body: {'binding': {'host': 'n-h1-789963-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:18.861067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Unknown quota resources ['binding']. {{(pid=94940) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 20:16:18.991802 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on host n-h1-789963-11 for vnic_type normal with profile None {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:16:18.992130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:16:18.992452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:18.997681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:16:18.997997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:19.002673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:16:19.003002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Checking segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:16:19.003393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Bound using segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:16:19.003820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Bound port: 573709c8-40c4-40a4-807a-c38029f80320, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:16:19.091448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:16:19.097063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:19.098468 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-252f614a-3798-446b-9ae3-a89b76c5b489 service neutron] 10.222.0.20 "POST /v2.0/ports/573709c8-40c4-40a4-807a-c38029f80320/bindings HTTP/1.1" status: 201 len: 390 time: 0.2411356 Sep 18 20:16:19.253669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c714ec-9525-4312-bf33-76dc91f5bba0 req-18cfe441-3474-46a0-82e9-e5986094b1e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:19.255261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77c714ec-9525-4312-bf33-76dc91f5bba0 req-18cfe441-3474-46a0-82e9-e5986094b1e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0532124 Sep 18 20:16:19.304377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77c714ec-9525-4312-bf33-76dc91f5bba0 req-ee86c964-1a1a-49e3-aabd-81dd9c5c07b5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363855 Sep 18 20:16:19.333784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-88de53fd-6822-4c8e-9fa4-551355e5f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:19.335290 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-88de53fd-6822-4c8e-9fa4-551355e5f915 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1097 time: 0.0416722 Sep 18 20:16:19.423843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-e656a645-75b3-443a-ae70-f360048d2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:19.425211 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-e656a645-75b3-443a-ae70-f360048d2f52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 898 time: 0.0823793 Sep 18 20:16:19.492495 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-3e5437d2-e1f1-436a-b4d1-ebff3e2d88fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 1000 time: 0.0601225 Sep 18 20:16:19.541258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-ab987074-0367-4afe-ac56-604a23dde05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:19.543212 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-ab987074-0367-4afe-ac56-604a23dde05e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 200 len: 835 time: 0.0438452 Sep 18 20:16:19.586986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-73f7c4ea-105b-4dfb-b753-0f9a2fa63a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:19.589533 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-73f7c4ea-105b-4dfb-b753-0f9a2fa63a3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8bcf9048-199c-43f5-8d16-b2eb72cd3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390158 Sep 18 20:16:19.680692 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-6144d482-277d-44eb-98d3-dcdcc04cabd0 service neutron] 10.222.0.32 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855327 Sep 18 20:16:19.772918 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-7fa31a51-f6d8-42a7-86ff-525d32f5ea6d service neutron] 10.222.0.32 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848954 Sep 18 20:16:19.896268 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2fb4d4d4-1cac-4a62-8489-1610b6b79a1a tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:19.897775 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2fb4d4d4-1cac-4a62-8489-1610b6b79a1a tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1097 time: 0.0722754 Sep 18 20:16:19.908950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-11'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:19.962987 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.082714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:20.121583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:20.164066 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:20.166273 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cee742-01d8-4766-9c3b-90382c7f35a7" -d '{"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-unplugged", "status": "completed", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:20.170856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.176353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.204719 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1730be3b-8d77-46e0-bd4e-955ee70bb526 x-openstack-request-id: req-1730be3b-8d77-46e0-bd4e-955ee70bb526 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:20.205011 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-unplugged", "status": "completed", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:20.205263 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1730be3b-8d77-46e0-bd4e-955ee70bb526 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:20.205654 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'code': 200} Sep 18 20:16:20.267177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:20.325178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on host n-h2-789963-11 for vnic_type normal with profile {"migrating_to": "n-h1-789963-11"} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:16:20.326664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:16:20.329546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:20.334682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:16:20.335012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Attempting to bind port 573709c8-40c4-40a4-807a-c38029f80320 on network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:20.340441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:16:20.340780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Checking segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:16:20.341169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Bound using segment: {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:16:20.341602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Bound port: 573709c8-40c4-40a4-807a-c38029f80320, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:16:20.341963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.410007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:20.412637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:16:20.418287 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.426937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53d6da-dca3-4c83-8568-24c9129b38ec req-edd94619-fb9f-49a5-aacc-5a411b875eed tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:20.428665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed53d6da-dca3-4c83-8568-24c9129b38ec req-edd94619-fb9f-49a5-aacc-5a411b875eed tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 943 time: 0.0498152 Sep 18 20:16:20.437438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-99649c97-4353-4738-ba2b-af4644f00f7b None None] Provisioning complete for port 573709c8-40c4-40a4-807a-c38029f80320 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:20.437979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-99649c97-4353-4738-ba2b-af4644f00f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.469741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed53d6da-dca3-4c83-8568-24c9129b38ec req-bb6423e9-07e7-49b6-b1ca-a272685e5e83 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Sep 18 20:16:20.521638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=8']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:20.538891 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-99649c97-4353-4738-ba2b-af4644f00f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.563285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:20.565977 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31161bef-2555-4472-877e-349fef81ce2b" -d '{"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-plugged", "status": "completed", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:20.571131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:20.571750 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.574479 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2f14cbaa-b7bb-4d26-8f8e-f5cef47748b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 1123 time: 0.6693752 Sep 18 20:16:20.595673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-99649c97-4353-4738-ba2b-af4644f00f7b None None] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:20.600511 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-99649c97-4353-4738-ba2b-af4644f00f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:20.630470 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4abeb4-4ef4-43c9-94c5-146d77624c04 x-openstack-request-id: req-ab4abeb4-4ef4-43c9-94c5-146d77624c04 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:20.630765 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-plugged", "status": "completed", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:20.631015 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab4abeb4-4ef4-43c9-94c5-146d77624c04 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:20.631425 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'code': 200} Sep 18 20:16:20.690206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['573709c8-40c4-40a4-807a-c38029f80320'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:16:20.786220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99649c97-4353-4738-ba2b-af4644f00f7b None None] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:21.107859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-65ffd993-046c-4ea2-8cbe-26eafc1431e9 None None] Provisioning complete for port 573709c8-40c4-40a4-807a-c38029f80320 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:21.108230 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-65ffd993-046c-4ea2-8cbe-26eafc1431e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:21.587271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75661462-65ee-4ac7-9976-02d8a7b8b638 req-ec916626-0a9e-43a8-a3b6-0256abd3db36 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:21.588875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75661462-65ee-4ac7-9976-02d8a7b8b638 req-ec916626-0a9e-43a8-a3b6-0256abd3db36 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0484138 Sep 18 20:16:21.625916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-127ac17e-9b8a-402e-b992-ff37702b3750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:21.629930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75661462-65ee-4ac7-9976-02d8a7b8b638 req-673065f5-aa94-4d45-b760-0fdd28f3d7eb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351768 Sep 18 20:16:22.206895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:22.209508 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e25bc4-1d65-4f69-aa3c-7de5545fe346" -d '{"events": [{"name": "network-changed", "server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:22.246216 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6945057-2ac9-4350-a3ae-4c39dd4801db x-openstack-request-id: req-e6945057-2ac9-4350-a3ae-4c39dd4801db {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:22.246512 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:22.246768 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6945057-2ac9-4350-a3ae-4c39dd4801db {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:22.247169 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'status': 'completed', 'code': 200} Sep 18 20:16:22.307534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-5e88d644-1de9-49fa-afcd-4fca12a191ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:22.309047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-5e88d644-1de9-49fa-afcd-4fca12a191ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1128 time: 0.0405064 Sep 18 20:16:22.409146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-f98bf967-c530-4ca2-beb1-8693c9b1b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:22.410609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-f98bf967-c530-4ca2-beb1-8693c9b1b698 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 898 time: 0.0947597 Sep 18 20:16:22.478335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-97e6c1ff-1f50-465f-a14d-4c492df5dd85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 1000 time: 0.0603154 Sep 18 20:16:22.527242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-d2d9ee03-299e-47e6-8ebc-dfb9c7204c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:22.528647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-d2d9ee03-299e-47e6-8ebc-dfb9c7204c0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 200 len: 835 time: 0.0433247 Sep 18 20:16:22.574506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-563793f8-17bf-43a1-91f3-95bfe6e3b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:22.576072 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-563793f8-17bf-43a1-91f3-95bfe6e3b327 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bcf9048-199c-43f5-8d16-b2eb72cd3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400310 Sep 18 20:16:22.668772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-dc415d65-2033-4d74-97a5-9452bc0deead service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854254 Sep 18 20:16:22.797526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984640b-9d70-4053-9c9d-c993e5810773 req-f989bd8d-33ee-4282-b64b-122c9862ba5e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:22.798887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5984640b-9d70-4053-9c9d-c993e5810773 req-f989bd8d-33ee-4282-b64b-122c9862ba5e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0976117 Sep 18 20:16:22.801264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76e25bc4-1d65-4f69-aa3c-7de5545fe346 req-3eff399b-fd13-4495-a49f-3c4b0d2196b4 service neutron] 10.222.0.24 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258979 Sep 18 20:16:23.142716 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5984640b-9d70-4053-9c9d-c993e5810773 req-6ebcf606-6a02-4d97-9aa2-c873ed5d5bdf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378692 Sep 18 20:16:23.390143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 573709c8-40c4-40a4-807a-c38029f80320 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:16:23.484440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:23.495588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 573709c8-40c4-40a4-807a-c38029f80320 has no active binding in host n-h1-789963-11 {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 20:16:23.512585 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:23.589632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:24.257470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe1592-b165-4b32-8330-e1fe236ab9df req-c73f77fc-3f71-42a4-b5c6-6ef69c679caa tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:24.258932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dabe1592-b165-4b32-8330-e1fe236ab9df req-c73f77fc-3f71-42a4-b5c6-6ef69c679caa tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0477259 Sep 18 20:16:24.295581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dabe1592-b165-4b32-8330-e1fe236ab9df req-87417aa6-05cb-42bf-b0c2-251808a8cef7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304778 Sep 18 20:16:24.815430 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:24.934299 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-855a64d4-db2f-4f3b-b906-7c77eba59124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:25.411183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52f26c-67ce-4ef5-908b-c2eac0a5f58e req-f6093084-59d9-424c-ae58-6e45f87c45da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:25.412676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be52f26c-67ce-4ef5-908b-c2eac0a5f58e req-f6093084-59d9-424c-ae58-6e45f87c45da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 945 time: 0.0485644 Sep 18 20:16:25.452796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be52f26c-67ce-4ef5-908b-c2eac0a5f58e req-1199d10b-27ca-4847-b7d8-281e7627c138 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335231 Sep 18 20:16:25.620586 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:25.750664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-e6b8195f-fa96-47f9-aed4-2192b7d1c1d4 service neutron] 10.222.0.24 "GET /v2.0/ports/573709c8-40c4-40a4-807a-c38029f80320/bindings/n-h1-789963-11 HTTP/1.1" status: 200 len: 385 time: 0.0593081 Sep 18 20:16:25.925342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:25.945615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:25.988168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:25.990444 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23a27cd-bd38-4490-9720-d1b95654df92" -d '{"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-unplugged", "status": "completed", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:25.998091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:26.015165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:26.061271 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c90219-60a9-43cb-b00d-d90da31b2efa x-openstack-request-id: req-04c90219-60a9-43cb-b00d-d90da31b2efa {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:26.061567 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-unplugged", "status": "completed", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:26.061819 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04c90219-60a9-43cb-b00d-d90da31b2efa {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:26.062221 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'code': 200} Sep 18 20:16:26.166290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Transition to ACTIVE for port object 573709c8-40c4-40a4-807a-c38029f80320 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:16:26.178889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:26.277434 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Pushing event updated for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=11']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:26.294842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.295192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.295647 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.296066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.296472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.296877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.298658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.298658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.298658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.298658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.298658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.299151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:26.333363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] No DVR routers for this DVR port 573709c8-40c4-40a4-807a-c38029f80320 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:16:26.470668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-77fd1e79-bda3-486d-aab2-6e679df5d616 service neutron] 10.222.0.24 "PUT /v2.0/ports/573709c8-40c4-40a4-807a-c38029f80320/bindings/n-h1-789963-11/activate HTTP/1.1" status: 200 len: 370 time: 0.7128236 Sep 18 20:16:26.567485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2ef1a1db-6fd2-4fb8-93ed-8c00aab63e4f tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:26.568492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3226be-8544-4848-bdbf-b6de4a80953b req-dede7789-604d-413b-bec1-946028465360 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:26.569021 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-2ef1a1db-6fd2-4fb8-93ed-8c00aab63e4f tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.0432482 Sep 18 20:16:26.570028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a3226be-8544-4848-bdbf-b6de4a80953b req-dede7789-604d-413b-bec1-946028465360 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 944 time: 0.0498009 Sep 18 20:16:26.609101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a3226be-8544-4848-bdbf-b6de4a80953b req-99f7828f-5054-4b9a-99e9-2ce109e1f303 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Sep 18 20:16:26.620969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-173c2616-b9e3-46a2-a139-1b7fd1a8e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:26.622483 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-173c2616-b9e3-46a2-a139-1b7fd1a8e445 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 1096 time: 0.0438449 Sep 18 20:16:26.682438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-6bc25cb8-2314-4581-84b1-4bab1bba8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:26.684031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-6bc25cb8-2314-4581-84b1-4bab1bba8342 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1096 time: 0.0400605 Sep 18 20:16:26.770937 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-b6fa495b-6cc0-4b0e-bb2f-7718939f6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:26.772377 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-b6fa495b-6cc0-4b0e-bb2f-7718939f6ba1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 898 time: 0.0815010 Sep 18 20:16:26.841274 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-a522949e-0f43-4848-8c79-ef9ecddfb962 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 998 time: 0.0614998 Sep 18 20:16:26.888565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-09ad2688-3409-4c07-8055-c71b057023ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:26.889947 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-09ad2688-3409-4c07-8055-c71b057023ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 200 len: 835 time: 0.0417500 Sep 18 20:16:26.933626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-7668e6d0-2149-4c06-9608-6a1dea64cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:26.935082 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-7668e6d0-2149-4c06-9608-6a1dea64cc73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8bcf9048-199c-43f5-8d16-b2eb72cd3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381215 Sep 18 20:16:27.026321 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-c5bf39da-58ea-463c-b9c4-bb53112d2a26 service neutron] 10.222.0.32 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832753 Sep 18 20:16:27.119676 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-04a878fd-754c-4af8-9a88-ca50c54528e0 service neutron] 10.222.0.32 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860908 Sep 18 20:16:27.364482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-bf5c5280-49b8-4434-a3c9-2f9d037a7ee8 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:27.366020 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-bf5c5280-49b8-4434-a3c9-2f9d037a7ee8 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 1096 time: 0.0592358 Sep 18 20:16:27.479487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-17d5d2c2-74ad-4386-ab0a-b363cf2fa9a8 service neutron] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:27.482737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-17d5d2c2-74ad-4386-ab0a-b363cf2fa9a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:27.483901 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-040b1ffe-6511-40c6-9660-c40ddb8f7ee0 req-17d5d2c2-74ad-4386-ab0a-b363cf2fa9a8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/573709c8-40c4-40a4-807a-c38029f80320/bindings/n-h2-789963-11 HTTP/1.1" status: 204 len: 173 time: 0.1090441 Sep 18 20:16:27.537516 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:27.728783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776ad8b-f200-4f95-bb56-e65a8ac36a43 req-8bd5f8c9-37b2-4ee1-933f-1fa4d033c7f4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:27.731066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5776ad8b-f200-4f95-bb56-e65a8ac36a43 req-8bd5f8c9-37b2-4ee1-933f-1fa4d033c7f4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 944 time: 0.0513229 Sep 18 20:16:27.771788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5776ad8b-f200-4f95-bb56-e65a8ac36a43 req-4f5e61ed-0789-441e-b6dd-d47e71d01f04 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342073 Sep 18 20:16:27.900895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66540d08-820a-4a8a-801d-28899ad34888 req-6b4e6d05-dc6c-48a4-a06d-909d894570f7 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:27.902907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66540d08-820a-4a8a-801d-28899ad34888 req-6b4e6d05-dc6c-48a4-a06d-909d894570f7 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1096 time: 0.0519683 Sep 18 20:16:27.936707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66540d08-820a-4a8a-801d-28899ad34888 req-0251371b-c131-43ab-b648-d3410d20fd14 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278041 Sep 18 20:16:28.053067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3672b-1a4e-4167-8102-2c94c3b7c2e7 req-2e139467-1fa4-4a8c-92b6-6c1f56156799 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:28.054707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02b3672b-1a4e-4167-8102-2c94c3b7c2e7 req-2e139467-1fa4-4a8c-92b6-6c1f56156799 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 944 time: 0.0520053 Sep 18 20:16:28.099253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02b3672b-1a4e-4167-8102-2c94c3b7c2e7 req-69505577-39ea-4e16-8534-0f81365075c3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362577 Sep 18 20:16:28.123801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38048) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:28.192378 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7bd925b6-22cd-4509-ba7a-81240c284b71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/4045604a-6262-432b-b90a-6f1305ee1d52 HTTP/1.1" status: 200 len: 990 time: 0.0671060 Sep 18 20:16:28.424089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38056) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:28.929388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 46b7bc49-dcc6-4a00-a4c0-b09ff3ce6bfa {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:16:28.929737 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:29.006334 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:29.006586 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:29.018448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 46b7bc49-dcc6-4a00-a4c0-b09ff3ce6bfa owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:16:29.162711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:29.189758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=46b7bc49-dcc6-4a00-a4c0-b09ff3ce6bfa,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:29.249236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:29.249561 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Floating IP 4045604a-6262-432b-b90a-6f1305ee1d52 disassociated (deleted). External IP: 172.25.8.93, port: 573709c8-40c4-40a4-807a-c38029f80320. Sep 18 20:16:29.459312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:16:29.530069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 573709c8-40c4-40a4-807a-c38029f80320 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:16:29.572309 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 573709c8-40c4-40a4-807a-c38029f80320 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:16:29.580051 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:16:29.584800 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:29.590067 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] Sync routers for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:16:29.600084 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:29.600749 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:29.611224 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-183969cf-832c-4391-9499-8822fbe3d16a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/floatingips/4045604a-6262-432b-b90a-6f1305ee1d52 HTTP/1.1" status: 204 len: 168 time: 1.1857932 Sep 18 20:16:29.612002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:29.614614 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469b0d28-4aee-452f-bb4c-06bf284e60e7" -d '{"events": [{"name": "network-changed", "server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:29.660231 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3d350-47d3-4cfe-9544-4c0c9a010073 x-openstack-request-id: req-73d3d350-47d3-4cfe-9544-4c0c9a010073 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:29.660525 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:29.660776 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73d3d350-47d3-4cfe-9544-4c0c9a010073 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:29.661174 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'status': 'completed', 'code': 200} Sep 18 20:16:29.733674 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:29.742397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-83898e73-3e39-44e4-8c69-36a7e373020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:29.744372 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-83898e73-3e39-44e4-8c69-36a7e373020d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 1096 time: 0.0600944 Sep 18 20:16:29.868105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-d5c63dd8-2ed7-4825-80f9-45d6fcf5a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:29.871511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-d5c63dd8-2ed7-4825-80f9-45d6fcf5a6f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 200 len: 898 time: 0.1183922 Sep 18 20:16:29.882020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25de20-eeec-492b-a9bf-aac7ba007908 req-55f0111e-1571-429c-b222-bbb5caf712a3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:29.890498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b25de20-eeec-492b-a9bf-aac7ba007908 req-55f0111e-1571-429c-b222-bbb5caf712a3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 944 time: 0.0640626 Sep 18 20:16:29.919545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-f627747c-549e-4828-b4fa-29be5dd90cbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 200 len: 217 time: 0.0391297 Sep 18 20:16:29.927036 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b25de20-eeec-492b-a9bf-aac7ba007908 req-f5dc2452-ebcd-4b79-bcd8-aebdb449c7e6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca373197-44d8-41d6-b5d6-8e2ab584c309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351615 Sep 18 20:16:29.963208 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:38Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:29.987222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-432143e4-1df9-4735-888c-73f56473cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:29.988945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-432143e4-1df9-4735-888c-73f56473cdd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 200 len: 835 time: 0.0606017 Sep 18 20:16:29.990495 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] Checking router: e914d62a-b43f-4b1a-bc9c-2ae328b50b6f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:16:30.001197 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:30.001797 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:30.052312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-60bdb838-ed30-4cc0-bedd-6a3c5c0248f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:30.054587 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-60bdb838-ed30-4cc0-bedd-6a3c5c0248f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8bcf9048-199c-43f5-8d16-b2eb72cd3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513682 Sep 18 20:16:30.187579 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-3afe13b4-1675-48eb-9a1c-39e558981b2e service neutron] 10.222.0.32 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204126 Sep 18 20:16:30.226861 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:30.318302 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-c682665d-889a-4f80-81e0-f70324c34f46 service neutron] 10.222.0.32 "GET /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232007 Sep 18 20:16:30.338637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-c4bd0f02-1676-44df-89a0-7087ae2fe0d0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:30.341362 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-c4bd0f02-1676-44df-89a0-7087ae2fe0d0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.32 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 944 time: 0.0803165 Sep 18 20:16:30.453260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 573709c8-40c4-40a4-807a-c38029f80320 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:16:30.453260 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:30.489349 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:38Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:30.517509 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978a46f-4338-4013-8958-52f9fadf87bd None None] The sync data for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 is: [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:15:34Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '27c51c70-9720-4826-ab76-1d81bf4c7aa9', 'name': '', 'network_id': '8bcf9048-199c-43f5-8d16-b2eb72cd3115', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:b6:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:34Z', 'updated_at': '2021-09-18T20:15:38Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': 'b6d739cb-2e2b-49df-866f-d725cb6840cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:16:30.648505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port 573709c8-40c4-40a4-807a-c38029f80320, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=573709c8-40c4-40a4-807a-c38029f80320,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:30.649259 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:30.663675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 573709c8-40c4-40a4-807a-c38029f80320 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:16:30.802612 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:30.839274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=573709c8-40c4-40a4-807a-c38029f80320,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:30.849093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc313fa0-278e-4702-84c0-7029cfb7e697 None None] New status for floating IP 4045604a-6262-432b-b90a-6f1305ee1d52: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:16:30.883263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] No DVR routers for this DVR port 573709c8-40c4-40a4-807a-c38029f80320 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:16:30.887262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:30.889290 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cba8d9a8-fd63-45e7-a693-f8841bbe89e3 req-b7f43018-d340-400f-9e14-cf34fe149cff tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.32 "DELETE /v2.0/ports/573709c8-40c4-40a4-807a-c38029f80320 HTTP/1.1" status: 204 len: 173 time: 0.5400500 Sep 18 20:16:31.034435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75e7c898-af82-469b-a447-a1516b4c26a4 req-497c4970-3f40-4869-870d-d12d99b4ed7d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=11bc2b87-013d-40d2-9896-48207a57e214 HTTP/1.1" status: 200 len: 210 time: 0.0322654 Sep 18 20:16:31.662911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-deleted', 'tag': '573709c8-40c4-40a4-807a-c38029f80320'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:31.665366 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc19fac-83f0-46f7-924d-a52d0cbea6d2" -d '{"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-deleted", "tag": "573709c8-40c4-40a4-807a-c38029f80320"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:31.715595 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf67eb8-2c8b-480e-9f22-310d52af3b12 x-openstack-request-id: req-3cf67eb8-2c8b-480e-9f22-310d52af3b12 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:31.715890 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc2b87-013d-40d2-9896-48207a57e214", "name": "network-vif-deleted", "tag": "573709c8-40c4-40a4-807a-c38029f80320", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:31.716174 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cf67eb8-2c8b-480e-9f22-310d52af3b12 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:31.716545 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc2b87-013d-40d2-9896-48207a57e214', 'name': 'network-vif-deleted', 'tag': '573709c8-40c4-40a4-807a-c38029f80320', 'status': 'completed', 'code': 200} Sep 18 20:16:32.092041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38084) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:32.460175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:32.754409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 27c51c70-9720-4826-ab76-1d81bf4c7aa9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:16:32.755090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:32.849361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port 27c51c70-9720-4826-ab76-1d81bf4c7aa9, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=27c51c70-9720-4826-ab76-1d81bf4c7aa9,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:32.849802 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:32.864125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 27c51c70-9720-4826-ab76-1d81bf4c7aa9 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:16:33.053225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:33.084881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=27c51c70-9720-4826-ab76-1d81bf4c7aa9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:33.253675 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:33.456440 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 573709c8-40c4-40a4-807a-c38029f80320 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:16:33.466810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:16:33.478154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 573709c8-40c4-40a4-807a-c38029f80320 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:16:33.478534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 573709c8-40c4-40a4-807a-c38029f80320 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:16:33.570656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:16:33.576265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-62db651c-125d-42f0-bc6a-7048970a9b33 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "PUT /v2.0/routers/e914d62a-b43f-4b1a-bc9c-2ae328b50b6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4831831 Sep 18 20:16:33.578970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38088) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:33.581600 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] Sync routers for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:16:33.590957 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:33.591583 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:33.637381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fec350-3cd8-4d73-bcfc-cf0b52836f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting subnet b6d739cb-2e2b-49df-866f-d725cb6840cf {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:16:33.640405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80fec350-3cd8-4d73-bcfc-cf0b52836f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:33.679560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80fec350-3cd8-4d73-bcfc-cf0b52836f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:33.695547 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:33.763474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80fec350-3cd8-4d73-bcfc-cf0b52836f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:33.833796 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80fec350-3cd8-4d73-bcfc-cf0b52836f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:33.864339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fec350-3cd8-4d73-bcfc-cf0b52836f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d739cb-2e2b-49df-866f-d725cb6840cf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:33.866306 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-80fec350-3cd8-4d73-bcfc-cf0b52836f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:33.868206 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-80fec350-3cd8-4d73-bcfc-cf0b52836f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/subnets/b6d739cb-2e2b-49df-866f-d725cb6840cf HTTP/1.1" status: 204 len: 168 time: 0.2882831 Sep 18 20:16:33.871706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38096) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:33.884328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca700cdc-7440-4317-8248-6326e9aaa509 None None] Network 8bcf9048-199c-43f5-8d16-b2eb72cd3115 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:16:33.904259 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:16:32Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:33.946645 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] Checking router: e914d62a-b43f-4b1a-bc9c-2ae328b50b6f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:16:33.956874 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] Routers {'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:33.957610 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:33.996097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.084887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] DHCP port deletion for 8bcf9048-199c-43f5-8d16-b2eb72cd3115 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:16:34.095773 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] Set router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:34.125021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.131420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] Deleting port b5f88cba-96ed-46a9-a922-743158ba7545 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:16:34.132140 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.191140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 442885d7-b4a3-4b53-9d8a-14b3b4403843 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:16:34.191570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.210175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] For port b5f88cba-96ed-46a9-a922-743158ba7545, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b5f88cba-96ed-46a9-a922-743158ba7545,segment=NetworkSegment(ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a),segment_id=ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:34.210570 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.224382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] Calling delete_port for b5f88cba-96ed-46a9-a922-743158ba7545 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:16:34.292633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port 442885d7-b4a3-4b53-9d8a-14b3b4403843, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=442885d7-b4a3-4b53-9d8a-14b3b4403843,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:34.293102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.309376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 442885d7-b4a3-4b53-9d8a-14b3b4403843 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:16:34.316980 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:16:32Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:34.317724 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.344463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] Pushing event deleted for resources: {'Port': ['ID=b5f88cba-96ed-46a9-a922-743158ba7545,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:34.346573 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5212f9f0-34e9-4502-a15d-ceb9657f1610 None None] The sync data for ids ['e914d62a-b43f-4b1a-bc9c-2ae328b50b6f'] in n-d-789963-11 is: [{'id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747383935', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:15:31Z', 'updated_at': '2021-09-18T20:16:32Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': '442885d7-b4a3-4b53-9d8a-14b3b4403843', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914d62a-b43f-4b1a-bc9c-2ae328b50b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:15:32Z', 'updated_at': '2021-09-18T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:16:34.354990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21632b98-cd45-46dc-96f3-50d50dd89d32 None None] No DVR routers for this DVR port b5f88cba-96ed-46a9-a922-743158ba7545 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:16:34.508986 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.539085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=442885d7-b4a3-4b53-9d8a-14b3b4403843,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:34.599798 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:34.891638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 27c51c70-9720-4826-ab76-1d81bf4c7aa9 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:16:34.919654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 27c51c70-9720-4826-ab76-1d81bf4c7aa9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:16:34.920802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 27c51c70-9720-4826-ab76-1d81bf4c7aa9 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:16:34.920802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b5f88cba-96ed-46a9-a922-743158ba7545 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:16:34.946651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: b5f88cba-96ed-46a9-a922-743158ba7545 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:16:34.947131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b5f88cba-96ed-46a9-a922-743158ba7545 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:16:35.142741 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.144856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.187007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.187580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Fanout notify agent at l3_agent the message router_deleted on router e914d62a-b43f-4b1a-bc9c-2ae328b50b6f {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:16:35.194694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.195721 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0ba0f58a-a502-40e1-9cec-f98390fecfc7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/routers/e914d62a-b43f-4b1a-bc9c-2ae328b50b6f HTTP/1.1" status: 204 len: 168 time: 1.3230560 Sep 18 20:16:35.198532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38100) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:35.277722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.368730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.388105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcf9048-199c-43f5-8d16-b2eb72cd3115']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:35.396916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:35.397214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4aa1ca-3e3c-4112-85c2-87d5c6516f4a') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:35.406303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.419238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.425099 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:16:35.425483 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:16:35.428336 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:16:35.486811 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.491397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.493240 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/networks/8bcf9048-199c-43f5-8d16-b2eb72cd3115 HTTP/1.1" status: 204 len: 168 time: 0.2937706 Sep 18 20:16:35.497934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38102) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:35.507589 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c9f65-7525-4eb5-b2d9-45f230a1212d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Network': ['ID=8bcf9048-199c-43f5-8d16-b2eb72cd3115,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:35.555647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1137-c98a-4dc1-96bb-bb9181bcfb8d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.580413 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1137-c98a-4dc1-96bb-bb9181bcfb8d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.640913 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1137-c98a-4dc1-96bb-bb9181bcfb8d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.643580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1137-c98a-4dc1-96bb-bb9181bcfb8d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:35.644754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9c5d1137-c98a-4dc1-96bb-bb9181bcfb8d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/security-groups/ca373197-44d8-41d6-b5d6-8e2ab584c309 HTTP/1.1" status: 204 len: 168 time: 0.1457222 Sep 18 20:16:35.655587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d1137-c98a-4dc1-96bb-bb9181bcfb8d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca373197-44d8-41d6-b5d6-8e2ab584c309,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:35.967919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38114) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:35.972633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9adf2c28-aa3e-4e39-b908-8e4970ac5da6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405576417', 'description': 'tempest-secgroup-smoke-405576417 description', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:35.995467 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c28-aa3e-4e39-b908-8e4970ac5da6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.085574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c28-aa3e-4e39-b908-8e4970ac5da6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.090551 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c28-aa3e-4e39-b908-8e4970ac5da6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.121860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf2c28-aa3e-4e39-b908-8e4970ac5da6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b56d06e-47b4-4588-8107-d98bbcd19f5a,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:36.124849 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c28-aa3e-4e39-b908-8e4970ac5da6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.126078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9adf2c28-aa3e-4e39-b908-8e4970ac5da6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1570904 Sep 18 20:16:36.132338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38120) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:36.133233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8981f388-d422-4993-94a9-38f0894b4554 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': '3b56d06e-47b4-4588-8107-d98bbcd19f5a', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:36.159319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8981f388-d422-4993-94a9-38f0894b4554 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.219307 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8981f388-d422-4993-94a9-38f0894b4554 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.222953 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8981f388-d422-4993-94a9-38f0894b4554 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.241134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f388-d422-4993-94a9-38f0894b4554 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edc0f52-c1ad-45af-bac0-3adb844153aa,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:36.246815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8981f388-d422-4993-94a9-38f0894b4554 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.248065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8981f388-d422-4993-94a9-38f0894b4554 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182227 Sep 18 20:16:36.250816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38122) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:36.255213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-013e8fe9-61bb-40e8-9510-d9d50321681c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': '3b56d06e-47b4-4588-8107-d98bbcd19f5a', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:36.280606 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-013e8fe9-61bb-40e8-9510-d9d50321681c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.336483 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-013e8fe9-61bb-40e8-9510-d9d50321681c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.340118 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-013e8fe9-61bb-40e8-9510-d9d50321681c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.357260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e8fe9-61bb-40e8-9510-d9d50321681c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc6f3ea-b913-4484-a414-52ea42c47ea1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:36.363313 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-013e8fe9-61bb-40e8-9510-d9d50321681c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.364699 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-013e8fe9-61bb-40e8-9510-d9d50321681c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128340 Sep 18 20:16:36.368007 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38124) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:36.372825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1a54de3c-c1f2-40b5-8b85-5f7834371e71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': '3b56d06e-47b4-4588-8107-d98bbcd19f5a', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:36.382579 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:16:36.401545 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a54de3c-c1f2-40b5-8b85-5f7834371e71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.430146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 442885d7-b4a3-4b53-9d8a-14b3b4403843 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:16:36.452012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 442885d7-b4a3-4b53-9d8a-14b3b4403843 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:16:36.452489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 442885d7-b4a3-4b53-9d8a-14b3b4403843 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:16:36.460580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a54de3c-c1f2-40b5-8b85-5f7834371e71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.464335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a54de3c-c1f2-40b5-8b85-5f7834371e71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.481326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54de3c-c1f2-40b5-8b85-5f7834371e71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6f23ef-c26a-47bb-8010-9f63a3b9b9ff,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:36.487736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a54de3c-c1f2-40b5-8b85-5f7834371e71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.488917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a54de3c-c1f2-40b5-8b85-5f7834371e71 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199760 Sep 18 20:16:36.491664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38126) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:36.496576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-adf3ed87-43ff-4449-b234-b6488ec74099 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': '3b56d06e-47b4-4588-8107-d98bbcd19f5a', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:36.522062 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-adf3ed87-43ff-4449-b234-b6488ec74099 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.585995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-adf3ed87-43ff-4449-b234-b6488ec74099 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.590983 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-adf3ed87-43ff-4449-b234-b6488ec74099 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.613181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3ed87-43ff-4449-b234-b6488ec74099 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1090bb7a-70b3-424a-b7f2-eb5e50775d0a,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:36.617002 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-adf3ed87-43ff-4449-b234-b6488ec74099 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.618282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-adf3ed87-43ff-4449-b234-b6488ec74099 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256993 Sep 18 20:16:36.622076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38128) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:36.626901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-6b1a9ff9-ef37-4abf-a27e-85a9310ed24a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': '3b56d06e-47b4-4588-8107-d98bbcd19f5a', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:36.648874 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-6b1a9ff9-ef37-4abf-a27e-85a9310ed24a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Project d33f7c77f3fb4be3b1c200da90c5961e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:16:36.654078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b1a9ff9-ef37-4abf-a27e-85a9310ed24a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.721170 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b1a9ff9-ef37-4abf-a27e-85a9310ed24a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.724772 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b1a9ff9-ef37-4abf-a27e-85a9310ed24a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.744283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a9ff9-ef37-4abf-a27e-85a9310ed24a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125ed98a-5b3e-4ad2-b59b-dc1aaaf83290,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:36.752122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6b1a9ff9-ef37-4abf-a27e-85a9310ed24a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.753303 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6b1a9ff9-ef37-4abf-a27e-85a9310ed24a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300004 Sep 18 20:16:36.756243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38130) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:36.760545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-499c677d-ab5d-40cf-b0ee-eb56c10c31e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'security_group_rule': {'security_group_id': '3b56d06e-47b4-4588-8107-d98bbcd19f5a', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:36.781574 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-499c677d-ab5d-40cf-b0ee-eb56c10c31e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Project d33f7c77f3fb4be3b1c200da90c5961e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:16:36.786587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-499c677d-ab5d-40cf-b0ee-eb56c10c31e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.848108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-499c677d-ab5d-40cf-b0ee-eb56c10c31e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.851723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-499c677d-ab5d-40cf-b0ee-eb56c10c31e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.869057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c677d-ab5d-40cf-b0ee-eb56c10c31e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51cfa81-f114-4cc5-a2fa-f2279abcdbcf,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:36.877358 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-499c677d-ab5d-40cf-b0ee-eb56c10c31e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.878593 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-499c677d-ab5d-40cf-b0ee-eb56c10c31e9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214199 Sep 18 20:16:36.881650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38132) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:36.887155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'network': {'name': 'tempest-network-smoke--437079083', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:36.909597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:16:36.913038 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.936801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:16:36.945959 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:36.946336 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Added segment fcb8881c-39f3-4ff2-81fc-8abded7535ea of type vlan for network 643bafb3-076c-4470-8762-42cc67ea8e1c Sep 18 20:16:36.986890 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.012345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.017765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:37.018340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.054513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1717482 Sep 18 20:16:37.057204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38134) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:37.061918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'admin_state_up': True, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:37.101242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbe734-5790-468c-b0d0-5a36d2dba5e8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Network': ['ID=643bafb3-076c-4470-8762-42cc67ea8e1c,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:37.113608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 643bafb3-076c-4470-8762-42cc67ea8e1c details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:16:37.121587 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.122673 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.181326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.331564 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.525468 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.545212 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.650353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.25.8.35 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/f9d3653c-7901-49b6-bc61-9d58ec49c984) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:16:37.758072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.792475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:37.832130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:16:37.835003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:16:37.839111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:16:37.874519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=f9d3653c-7901-49b6-bc61-9d58ec49c984,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:38.102157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:38.302047 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:38.434381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 2f805d8b-9cef-495d-a62f-216232024d9e is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:16:38.544268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:16:38.553838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Sync routers for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:16:38.564242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:38.564920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:38.566668 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:38.568148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9e1be29f-9901-47af-a5f8-022d4d53ce80 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5097582 Sep 18 20:16:38.571189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38140) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:38.602776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7f7e06fe-522d-4253-9c8c-afc2d6a9d019 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=d33f7c77f3fb4be3b1c200da90c5961e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281644 Sep 18 20:16:38.603045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38142) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:38.677880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:38.694209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f080fe6-a576-428e-b97b-78ae1efdca1f tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:38.699012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6f080fe6-a576-428e-b97b-78ae1efdca1f tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918646 Sep 18 20:16:38.699248 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38144) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:38.732500 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a753178e-fadc-44b9-80fd-1c7e91e51e74 tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316496 Sep 18 20:16:38.734480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38146) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:38.739250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-712650065', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:38.845756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:16:38.849498 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:38.862550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:37Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:38.894073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Checking router: 2f805d8b-9cef-495d-a62f-216232024d9e for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:16:38.894578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Updating router 2f805d8b-9cef-495d-a62f-216232024d9e port f9d3653c-7901-49b6-bc61-9d58ec49c984 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:16:38.920456 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.036554 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.100104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Subnet': ['ID=7810d872-6e51-41b6-80aa-5f315f1256ff,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:39.110670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Checking segment: {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:16:39.111030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network hostable DHCP agents. Network: 643bafb3-076c-4470-8762-42cc67ea8e1c, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:16:39.130024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 643bafb3-076c-4470-8762-42cc67ea8e1c is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:16:39.140191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 643bafb3-076c-4470-8762-42cc67ea8e1c) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:16:39.145504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:39.146105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.165554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38148) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:39.171634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8687e-62b6-42cd-9039-5d1ef6e2c429 None None] Network 643bafb3-076c-4470-8762-42cc67ea8e1c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:16:39.179904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b52c2355-e45a-4939-8d59-3a9cc3715b8a tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4441955 Sep 18 20:16:39.236683 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.246201 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.302546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Attempting to bind port f9d3653c-7901-49b6-bc61-9d58ec49c984 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:16:39.302841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Attempting to bind port f9d3653c-7901-49b6-bc61-9d58ec49c984 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:16:39.303165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Attempting to bind port f9d3653c-7901-49b6-bc61-9d58ec49c984 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:39.324759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:16:39.325133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:16:39.325530 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.325922 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:16:39.326396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Bound port: f9d3653c-7901-49b6-bc61-9d58ec49c984, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:16:39.326774 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.329675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3234a-3c61-4e17-8575-eb7e3e78f487 None None] Pushing event updated for resources: {'Port': ['ID=f9d3653c-7901-49b6-bc61-9d58ec49c984,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:39.413212 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] For port f9d3653c-7901-49b6-bc61-9d58ec49c984, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:39.442009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] For port f9d3653c-7901-49b6-bc61-9d58ec49c984, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f9d3653c-7901-49b6-bc61-9d58ec49c984,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:16:39.444697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-643bafb3-076c-4470-8762-42cc67ea8e1c', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:16:39.445580 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.455643 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.576777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3234a-3c61-4e17-8575-eb7e3e78f487 None None] Pushing event updated for resources: {'Port': ['ID=f9d3653c-7901-49b6-bc61-9d58ec49c984,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:39.581694 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:39.582300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:39.664200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:39.723604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:39.968579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Allocated IP 172.20.0.2 (643bafb3-076c-4470-8762-42cc67ea8e1c/7810d872-6e51-41b6-80aa-5f315f1256ff/089f21dd-a9d3-4336-8497-004f47c79388) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:16:40.191343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:37Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:40.193422 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.219676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ff752-9264-4a1a-a159-dc1492ac9962 None None] The sync data for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 is: [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:37Z', 'revision_number': 3, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:16:40.221533 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.251212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.20.0.1 (643bafb3-076c-4470-8762-42cc67ea8e1c/7810d872-6e51-41b6-80aa-5f315f1256ff/a5d409d9-cee4-49a0-a771-8fe9df35c5d5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:16:40.262206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Network 643bafb3-076c-4470-8762-42cc67ea8e1c is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:16:40.265336 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:16:40.269029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:16:40.281306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Pushing event updated for resources: {'Port': ['ID=089f21dd-a9d3-4336-8497-004f47c79388,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:40.334876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Attempting to bind port 089f21dd-a9d3-4336-8497-004f47c79388 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:16:40.335248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Attempting to bind port 089f21dd-a9d3-4336-8497-004f47c79388 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:16:40.335639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Attempting to bind port 089f21dd-a9d3-4336-8497-004f47c79388 on network 643bafb3-076c-4470-8762-42cc67ea8e1c {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:40.340999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:16:40.341374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Checking segment: {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:16:40.342293 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.342293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Bound using segment: {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:16:40.342636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Bound port: 089f21dd-a9d3-4336-8497-004f47c79388, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:16:40.343013 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.389862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.436523 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.474165 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] For port 089f21dd-a9d3-4336-8497-004f47c79388, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:40.478149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] For port 089f21dd-a9d3-4336-8497-004f47c79388, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=089f21dd-a9d3-4336-8497-004f47c79388,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:16:40.484276 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.499903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 643bafb3-076c-4470-8762-42cc67ea8e1c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:16:40.506600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:16:40.510500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:16:40.554172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:40.570463 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.575989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b689a-33f0-40e0-ad2e-58ddc1c96874 None None] Pushing event updated for resources: {'Port': ['ID=089f21dd-a9d3-4336-8497-004f47c79388,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:40.754768 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:40.766842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6e421-2a70-4a5a-962c-e60abb5a4e33 req-6a7622ff-fba6-424c-b5ea-3fc8965c310d tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:40.768894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98f6e421-2a70-4a5a-962c-e60abb5a4e33 req-6a7622ff-fba6-424c-b5ea-3fc8965c310d tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 946 time: 0.0621889 Sep 18 20:16:40.838280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98f6e421-2a70-4a5a-962c-e60abb5a4e33 req-30064db6-f762-4f9a-8a48-9ac58eba3b22 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622785 Sep 18 20:16:41.088133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:41.096405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:41.173667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:41.176076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:41.272856 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 643bafb3-076c-4470-8762-42cc67ea8e1c is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:16:41.274451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:16:41.398167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 2f805d8b-9cef-495d-a62f-216232024d9e has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:16:41.512724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:16:41.518861 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17e5273a-fb3d-479b-a848-7ff0a21869fc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "PUT /v2.0/routers/2f805d8b-9cef-495d-a62f-216232024d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3522286 Sep 18 20:16:41.578629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4db66-e11e-46f9-a42d-9fd7dbf12b28 None None] Network 643bafb3-076c-4470-8762-42cc67ea8e1c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:16:41.659780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fcca8317-3587-4f8a-bfdf-a572f067d513 None None] Provisioning complete for port 089f21dd-a9d3-4336-8497-004f47c79388 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:41.660162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fcca8317-3587-4f8a-bfdf-a572f067d513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:41.665735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-7a46d79e-8cba-44b5-81e1-9a0a7b6dcb1c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405576417&fields=id&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 267 time: 0.0329585 Sep 18 20:16:41.775157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-f14c2fc5-1333-4020-9bd4-c19817ba96bf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:41.776750 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-f14c2fc5-1333-4020-9bd4-c19817ba96bf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/networks?id=643bafb3-076c-4470-8762-42cc67ea8e1c HTTP/1.1" status: 200 len: 796 time: 0.1024592 Sep 18 20:16:41.796551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-0840af26-61e1-4e01-907e-2c637d0e5d2e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/quotas/d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 375 time: 0.0133319 Sep 18 20:16:41.800697 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fcca8317-3587-4f8a-bfdf-a572f067d513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:41.843265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fcca8317-3587-4f8a-bfdf-a572f067d513 None None] For port 089f21dd-a9d3-4336-8497-004f47c79388, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=089f21dd-a9d3-4336-8497-004f47c79388,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:41.848818 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fcca8317-3587-4f8a-bfdf-a572f067d513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:41.856170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-2f2ac502-71f8-452b-8bcf-109823e3b16c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566339 Sep 18 20:16:41.903784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca8317-3587-4f8a-bfdf-a572f067d513 None None] Pushing event updated for resources: {'Port': ['ID=089f21dd-a9d3-4336-8497-004f47c79388,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:42.018846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-6ada113d-54a8-4cda-946c-4b3adc3e7c8d service neutron] 10.222.0.20 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426229 Sep 18 20:16:42.028786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a8c1-f280-4647-a4cb-2a8e4fe71e46 req-cb988bf2-14aa-4666-8f2a-d7b52535838e tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:42.030271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07e8a8c1-f280-4647-a4cb-2a8e4fe71e46 req-cb988bf2-14aa-4666-8f2a-d7b52535838e tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 946 time: 0.1011515 Sep 18 20:16:42.077728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8e59be42-ac6d-45be-ba66-a0816bf0c18d None None] Provisioning complete for port 089f21dd-a9d3-4336-8497-004f47c79388 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:42.078541 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8e59be42-ac6d-45be-ba66-a0816bf0c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.131979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07e8a8c1-f280-4647-a4cb-2a8e4fe71e46 req-f3b83069-515f-4e15-a9ee-54569461c089 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/security-groups?id=931836d4-99ef-4241-bed0-ade450e156f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936167 Sep 18 20:16:42.188573 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-a2de9b08-870a-4973-815a-c5b821742869 service neutron] 10.222.0.20 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572325 Sep 18 20:16:42.189156 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8e59be42-ac6d-45be-ba66-a0816bf0c18d None None] Provisioning complete for port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:42.189535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8e59be42-ac6d-45be-ba66-a0816bf0c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.220341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-d97ae147-3aca-4d16-864b-21a132765c84 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:42.222195 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-d97ae147-3aca-4d16-864b-21a132765c84 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.32 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 946 time: 0.0752132 Sep 18 20:16:42.237725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8e59be42-ac6d-45be-ba66-a0816bf0c18d None None] Port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:16:42.299511 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Sync routers for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:16:42.315896 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:42.316511 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:42.358255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Deleting port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:16:42.358828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.362329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e85b3806-626c-40b0-9990-a3fb774eb221 None None] Provisioning complete for port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:42.362868 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e85b3806-626c-40b0-9990-a3fb774eb221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.450083 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:42.480029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6390ed6f-bde1-4e01-8acd-45fde17bf478 req-64b7b000-2af9-47b9-9f13-d4614fa83bf4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 210 time: 0.0774980 Sep 18 20:16:42.487545 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e85b3806-626c-40b0-9990-a3fb774eb221 None None] Port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:16:42.518242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] For port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,segment=NetworkSegment(6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e),segment_id=6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:42.518900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.536151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Calling delete_port for d22ef6c5-59ba-41d5-a2fa-2ad015fc481b owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:16:42.626399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 089f21dd-a9d3-4336-8497-004f47c79388 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:16:42.723434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 089f21dd-a9d3-4336-8497-004f47c79388 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:42.723816 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.727828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0a1f1c0f-d5a9-479c-aff0-5f06f6da1485 None None] Provisioning complete for port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:42.728190 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1c0f-d5a9-479c-aff0-5f06f6da1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.766373 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.783223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['d22ef6c5-59ba-41d5-a2fa-2ad015fc481b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:16:42.788463 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 2, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:42.806124 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Pushing event deleted for resources: {'Port': ['ID=d22ef6c5-59ba-41d5-a2fa-2ad015fc481b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:42.821829 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Checking router: 2f805d8b-9cef-495d-a62f-216232024d9e for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:16:42.822289 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Updating router 2f805d8b-9cef-495d-a62f-216232024d9e port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:16:42.830881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0a1f1c0f-d5a9-479c-aff0-5f06f6da1485 None None] Port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:16:42.855940 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.873088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] No DVR routers for this DVR port d22ef6c5-59ba-41d5-a2fa-2ad015fc481b on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:16:42.877315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.880450 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b4912c35-5b88-4d36-bdd3-1ce114a18f4d req-8a159563-32ba-4ca6-bc68-188a838e6bb8 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.32 "DELETE /v2.0/ports/d22ef6c5-59ba-41d5-a2fa-2ad015fc481b HTTP/1.1" status: 204 len: 173 time: 0.6514642 Sep 18 20:16:42.881134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69653977-c29d-4c4a-b978-0b662aac0c06', 'name': 'network-vif-deleted', 'tag': 'd22ef6c5-59ba-41d5-a2fa-2ad015fc481b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:42.882583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f9d3653c-7901-49b6-bc61-9d58ec49c984 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:16:42.886339 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d118e-50be-404c-844f-1eda3cac45ec" -d '{"events": [{"server_uuid": "69653977-c29d-4c4a-b978-0b662aac0c06", "name": "network-vif-deleted", "tag": "d22ef6c5-59ba-41d5-a2fa-2ad015fc481b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:42.944621 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fec38f5-2c6a-4bea-b279-ed998c80c57c x-openstack-request-id: req-9fec38f5-2c6a-4bea-b279-ed998c80c57c {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:42.945982 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69653977-c29d-4c4a-b978-0b662aac0c06", "name": "network-vif-deleted", "tag": "d22ef6c5-59ba-41d5-a2fa-2ad015fc481b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:42.946122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f9d3653c-7901-49b6-bc61-9d58ec49c984 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:42.946366 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fec38f5-2c6a-4bea-b279-ed998c80c57c {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:42.946618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:42.949466 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69653977-c29d-4c4a-b978-0b662aac0c06', 'name': 'network-vif-deleted', 'tag': 'd22ef6c5-59ba-41d5-a2fa-2ad015fc481b', 'status': 'completed', 'code': 200} Sep 18 20:16:43.036072 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.067952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port f9d3653c-7901-49b6-bc61-9d58ec49c984, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f9d3653c-7901-49b6-bc61-9d58ec49c984,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:43.073680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.127884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=f9d3653c-7901-49b6-bc61-9d58ec49c984,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:43.245462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9104361d-dc92-4cfb-bc28-1648a4677b4f req-3e1c0185-dc11-447b-a07e-6501c4dfe9f3 tempest-VolumesSnapshotTestJSON-1104484315 tempest-VolumesSnapshotTestJSON-1104484315-project] 10.222.0.20 "GET /v2.0/ports?device_id=69653977-c29d-4c4a-b978-0b662aac0c06 HTTP/1.1" status: 200 len: 210 time: 0.0260642 Sep 18 20:16:43.284909 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.290555 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.356681 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Pushing event updated for resources: {'Port': ['ID=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:43.395113 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.395507 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.396328 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.396735 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.397167 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.397774 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.398157 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.398496 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.398806 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.399120 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.399620 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.400065 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:16:43.419220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Attempting to bind port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:16:43.419750 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Attempting to bind port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:16:43.420246 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Attempting to bind port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 on network 643bafb3-076c-4470-8762-42cc67ea8e1c {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:43.426530 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:16:43.426999 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Checking segment: {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:16:43.427764 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.427879 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Bound using segment: {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:16:43.428279 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Bound port: a5d409d9-cee4-49a0-a771-8fe9df35c5d5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:16:43.428842 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.536899 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] For port a5d409d9-cee4-49a0-a771-8fe9df35c5d5, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:43.546205 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] For port a5d409d9-cee4-49a0-a771-8fe9df35c5d5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:16:43.555944 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.631906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fee5e31b-f0ad-4198-b3ea-6dc4cbae78e8 req-40a6aea1-430e-44cd-b692-8616df5bdaf6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 210 time: 0.0337863 Sep 18 20:16:43.656775 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:43.657397 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:43.663632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-0f2a4070-3d36-4770-b2b8-eefd1fd401a6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:43.665447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-0f2a4070-3d36-4770-b2b8-eefd1fd401a6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/networks?id=643bafb3-076c-4470-8762-42cc67ea8e1c HTTP/1.1" status: 200 len: 796 time: 0.1819115 Sep 18 20:16:43.695161 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7c75cebf-ad5f-4d2b-9125-d6490d5e8541 None None] Provisioning complete for port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:43.695835 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c75cebf-ad5f-4d2b-9125-d6490d5e8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.701895 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16a04-9165-4557-9a8e-f083024ad2a7 None None] Pushing event updated for resources: {'Port': ['ID=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:43.744274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-2525f4fb-02e3-42b9-a99b-947eddbb3b02 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d33f7c77f3fb4be3b1c200da90c5961e HTTP/1.1" status: 200 len: 379 time: 0.0694735 Sep 18 20:16:43.755456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'port': {'device_id': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'admin_state_up': True, 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'security_groups': ['3b56d06e-47b4-4588-8107-d98bbcd19f5a']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:43.806032 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:43.860625 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c75cebf-ad5f-4d2b-9125-d6490d5e8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.899551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7c75cebf-ad5f-4d2b-9125-d6490d5e8541 None None] For port a5d409d9-cee4-49a0-a771-8fe9df35c5d5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:43.905998 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c75cebf-ad5f-4d2b-9125-d6490d5e8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:43.956749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Made reservation on behalf of d33f7c77f3fb4be3b1c200da90c5961e for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:16:43.960606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cebf-ad5f-4d2b-9125-d6490d5e8541 None None] Pushing event updated for resources: {'Port': ['ID=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:43.961406 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:44.030666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-34345250-67b5-4a3b-a7d9-3207557d0d49 None None] Provisioning complete for port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:44.031044 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-34345250-67b5-4a3b-a7d9-3207557d0d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:44.061844 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:44.106884 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e2f31-4b01-45e6-a775-3269097e5873 None None] The sync data for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 is: [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:16:44.109258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.20.0.13 (643bafb3-076c-4470-8762-42cc67ea8e1c/7810d872-6e51-41b6-80aa-5f315f1256ff/8af24e9a-5abd-4f92-bc55-cf7a12aa097b) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:16:44.284387 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:44.336416 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:44.386266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 643bafb3-076c-4470-8762-42cc67ea8e1c is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:16:44.389325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:16:44.393319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:16:44.641639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f9d3653c-7901-49b6-bc61-9d58ec49c984 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:16:44.762664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port f9d3653c-7901-49b6-bc61-9d58ec49c984 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:44.764191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:44.843746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b24d4a5d-ee4d-44ed-b7ab-2fd62379e6a7 None None] Provisioning complete for port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:44.844299 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b24d4a5d-ee4d-44ed-b7ab-2fd62379e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:44.891768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b24d4a5d-ee4d-44ed-b7ab-2fd62379e6a7 None None] Port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:16:44.935178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:44.958182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a5d409d9-cee4-49a0-a771-8fe9df35c5d5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:16:44.986683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:44.987484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:45.015973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:45.016587 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:45.032054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-52cb11be-9d6d-4d7a-bcf1-466f812f62da tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2811375 Sep 18 20:16:45.042077 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff8bfc-c478-4da2-8bb7-0fd0d454eb0d req-93fa252d-3a39-407e-b5eb-45650edd3665 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:45.050202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73ff8bfc-c478-4da2-8bb7-0fd0d454eb0d req-93fa252d-3a39-407e-b5eb-45650edd3665 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 932 time: 0.1101139 Sep 18 20:16:45.093872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Request body: {'port': {'device_id': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:45.111183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73ff8bfc-c478-4da2-8bb7-0fd0d454eb0d req-dcc4ea75-ab32-459c-b7ad-dc4e1f13d4cd tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597200 Sep 18 20:16:45.173171 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:45.478119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af24e9a-5abd-4f92-bc55-cf7a12aa097b {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:16:45.487059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:45.500851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Transition to ACTIVE for port object 8af24e9a-5abd-4f92-bc55-cf7a12aa097b will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:16:45.508821 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:45.526748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d22ef6c5-59ba-41d5-a2fa-2ad015fc481b no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:16:45.553403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: d22ef6c5-59ba-41d5-a2fa-2ad015fc481b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:16:45.553761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device d22ef6c5-59ba-41d5-a2fa-2ad015fc481b not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:16:45.565604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Pushing event updated for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:45.641613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Attempting to bind port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:16:45.641946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Attempting to bind port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:16:45.642273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Attempting to bind port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b on network 643bafb3-076c-4470-8762-42cc67ea8e1c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:45.646642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b on network 643bafb3-076c-4470-8762-42cc67ea8e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:16:45.646958 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Attempting to bind port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b on network 643bafb3-076c-4470-8762-42cc67ea8e1c {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:16:45.652852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:16:45.653194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Checking segment: {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:16:45.653575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Bound using segment: {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:16:45.654000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Bound port: 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb8881c-39f3-4ff2-81fc-8abded7535ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:16:45.655035 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:45.724088 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:16:45.727429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:16:45.732144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:45.766949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:45.767750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:45.769037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] 10.222.0.24 "PUT /v2.0/ports/8af24e9a-5abd-4f92-bc55-cf7a12aa097b HTTP/1.1" status: 200 len: 1093 time: 0.7159166 Sep 18 20:16:45.769487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:45.771736 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99ed9e-7851-4477-888b-4b2c2079a82a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:45.800073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12d035-ed7b-46e6-bfd7-d553875bb558 service neutron] Pushing event updated for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:45.829468 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6c95f3-1040-4a36-8ada-c53c14bae22d x-openstack-request-id: req-ec6c95f3-1040-4a36-8ada-c53c14bae22d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:45.829468 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:45.829468 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec6c95f3-1040-4a36-8ada-c53c14bae22d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:45.830245 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'status': 'completed', 'code': 200} Sep 18 20:16:45.864827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-60141098-98e1-42a3-8dc0-769bda554b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:45.866365 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-60141098-98e1-42a3-8dc0-769bda554b77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1096 time: 0.0541351 Sep 18 20:16:45.917081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-6393b447-242b-4635-84ff-21cdc9e915d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b HTTP/1.1" status: 200 len: 217 time: 0.0412323 Sep 18 20:16:45.969783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-044d3ce0-66cb-4b33-867d-eccc7d200483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:45.971319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-044d3ce0-66cb-4b33-867d-eccc7d200483 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7810d872-6e51-41b6-80aa-5f315f1256ff HTTP/1.1" status: 200 len: 834 time: 0.0471451 Sep 18 20:16:46.028099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-33ed8849-9f8e-4598-996f-05e5d393f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:46.029788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-33ed8849-9f8e-4598-996f-05e5d393f530 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=643bafb3-076c-4470-8762-42cc67ea8e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501752 Sep 18 20:16:46.129927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-38740011-cc14-4bb8-ba2e-4601e236117d service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924480 Sep 18 20:16:46.255104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9ed5f38a-f883-4a30-8e1c-fa459ab926bd req-6ddbec8e-a6af-455c-b3e6-0c15527bb746 service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172931 Sep 18 20:16:46.267092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff571d-7967-47f1-956d-4ea01a8f0e0d req-d2b20d2d-93fb-48b8-8d7f-a99a1a3d8361 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:46.268662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4ff571d-7967-47f1-956d-4ea01a8f0e0d req-d2b20d2d-93fb-48b8-8d7f-a99a1a3d8361 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 944 time: 0.0745792 Sep 18 20:16:46.319837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4ff571d-7967-47f1-956d-4ea01a8f0e0d req-309eaa35-04af-4501-ab02-725755e7ce44 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442507 Sep 18 20:16:46.348113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-b2ff5c06-7f59-4f3f-84fc-ed25915fba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:46.349592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-b2ff5c06-7f59-4f3f-84fc-ed25915fba7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1096 time: 0.0419664 Sep 18 20:16:46.448602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-121ca0b3-7abc-4565-afae-10d0d7cffe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:46.450215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-121ca0b3-7abc-4565-afae-10d0d7cffe66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=643bafb3-076c-4470-8762-42cc67ea8e1c HTTP/1.1" status: 200 len: 897 time: 0.0938897 Sep 18 20:16:46.496558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-eaf6530d-893d-4278-9fbf-28a0d508f451 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b HTTP/1.1" status: 200 len: 217 time: 0.0377898 Sep 18 20:16:46.549302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-eef6695a-7950-45e5-a74c-cae0720fe5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:46.551891 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-eef6695a-7950-45e5-a74c-cae0720fe5ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7810d872-6e51-41b6-80aa-5f315f1256ff HTTP/1.1" status: 200 len: 834 time: 0.0481405 Sep 18 20:16:46.601028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-d34f9557-64f3-4c35-b8ac-2985e75b58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:46.602494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-d34f9557-64f3-4c35-b8ac-2985e75b58a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=643bafb3-076c-4470-8762-42cc67ea8e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430202 Sep 18 20:16:46.695679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-ab76391b-f5c7-4b14-abb1-99bdae60525b service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850277 Sep 18 20:16:46.790223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee99ed9e-7851-4477-888b-4b2c2079a82a req-2164e982-a3a2-41fe-826d-30423de760b5 service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Sep 18 20:16:47.436941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504fb79-7a87-4f0b-8192-802d277f1fe2 req-5f307a32-b7d3-4e07-bc69-39fd0293dc86 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:47.438396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3504fb79-7a87-4f0b-8192-802d277f1fe2 req-5f307a32-b7d3-4e07-bc69-39fd0293dc86 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 944 time: 0.0486004 Sep 18 20:16:47.475605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3504fb79-7a87-4f0b-8192-802d277f1fe2 req-aa5950b8-1fea-4761-8daf-61fc719d8696 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310395 Sep 18 20:16:48.590133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494cf8-cec9-4358-8c66-3781406ad65a req-d2bf91ba-fcbd-4e1d-93bc-8a0fc0fcabc6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:48.591658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5494cf8-cec9-4358-8c66-3781406ad65a req-d2bf91ba-fcbd-4e1d-93bc-8a0fc0fcabc6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 944 time: 0.0500603 Sep 18 20:16:48.629933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5494cf8-cec9-4358-8c66-3781406ad65a req-bcf52f2a-a750-420f-a06f-565f95350026 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323429 Sep 18 20:16:49.652278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8af24e9a-5abd-4f92-bc55-cf7a12aa097b details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:16:49.754750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cdeac-2fa8-4aba-b830-b903b7478f39 req-c2c9ac6a-cb08-4d8e-a32d-c2a741331c08 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:49.756437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-265cdeac-2fa8-4aba-b830-b903b7478f39 req-c2c9ac6a-cb08-4d8e-a32d-c2a741331c08 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 944 time: 0.0580337 Sep 18 20:16:49.759025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:49.777728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'port_id': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'mac_address': 'fa:16:3e:e9:ce:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:16:49.808095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-265cdeac-2fa8-4aba-b830-b903b7478f39 req-e748301b-b6c1-4d1f-8f94-6196ecc1f9f7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449831 Sep 18 20:16:49.826897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:49.840900 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af24e9a-5abd-4f92-bc55-cf7a12aa097b {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:16:49.860889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:49.864953 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:49.911349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:50.062785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['8af24e9a-5abd-4f92-bc55-cf7a12aa097b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:16:50.925481 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5992f7d-cfa6-465c-93a2-f38d909efa29 req-2016f488-eedd-46a3-ac4b-28c807e17c47 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:50.927960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5992f7d-cfa6-465c-93a2-f38d909efa29 req-2016f488-eedd-46a3-ac4b-28c807e17c47 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Sep 18 20:16:50.971242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5992f7d-cfa6-465c-93a2-f38d909efa29 req-d8d7da63-865b-45c2-a412-bb28772d42c9 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368900 Sep 18 20:16:51.633319 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11d4f6fd-1d53-43ae-aefc-4d221b701f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:51.651176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8af24e9a-5abd-4f92-bc55-cf7a12aa097b up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:16:51.704467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:16:51.708032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:16:51.708420 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:51.790358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:51.815608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:51.817717 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3103de-52e5-43b4-b48a-1bb5d3b4aabc" -d '{"events": [{"server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "name": "network-vif-plugged", "status": "completed", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:51.829707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:16:51.835026 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:51.861101 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7cd7f8-e35d-4ce3-bb6a-42d4fc32b2ef x-openstack-request-id: req-cf7cd7f8-e35d-4ce3-bb6a-42d4fc32b2ef {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:51.861374 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "name": "network-vif-plugged", "status": "completed", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:51.861621 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf7cd7f8-e35d-4ce3-bb6a-42d4fc32b2ef {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:51.862006 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'code': 200} Sep 18 20:16:51.890868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:51.966002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57280f41-2650-4778-9d75-629bd998d0b3 req-08e53d7a-e6b3-433f-85f2-9f34fcd9f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:51.967684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57280f41-2650-4778-9d75-629bd998d0b3 req-08e53d7a-e6b3-433f-85f2-9f34fcd9f155 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1098 time: 0.0433462 Sep 18 20:16:52.003959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57280f41-2650-4778-9d75-629bd998d0b3 req-687b8c64-2ce1-4770-b20a-2e73e3a3af74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296774 Sep 18 20:16:52.094510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82a780-1c4f-4f79-af81-db6dc7e0315f req-78e617a3-ebb1-4c0a-b3f7-39c00bac9424 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:52.096168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad82a780-1c4f-4f79-af81-db6dc7e0315f req-78e617a3-ebb1-4c0a-b3f7-39c00bac9424 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0551546 Sep 18 20:16:52.135932 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad82a780-1c4f-4f79-af81-db6dc7e0315f req-3c9dc835-4bc8-492f-b27d-d8d15961bba5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332510 Sep 18 20:16:53.257117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a2b97-0f39-4fbe-afa0-a78c8a1eb0c2 req-4a83621e-1703-4105-8c33-b628a34b461b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:53.263830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712a2b97-0f39-4fbe-afa0-a78c8a1eb0c2 req-4a83621e-1703-4105-8c33-b628a34b461b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0552709 Sep 18 20:16:53.299329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-712a2b97-0f39-4fbe-afa0-a78c8a1eb0c2 req-ef7b6161-17d5-4f94-89b5-8d3f44924413 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327952 Sep 18 20:16:53.418863 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae099794-a267-488c-9c41-121a939015e9 req-000f64df-968e-4a96-b3f5-13b498a6b96b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:53.420306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae099794-a267-488c-9c41-121a939015e9 req-000f64df-968e-4a96-b3f5-13b498a6b96b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0521128 Sep 18 20:16:53.463775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae099794-a267-488c-9c41-121a939015e9 req-2a2ac370-883b-473a-a14a-8cc874d60cc0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363803 Sep 18 20:16:53.486198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38250) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:53.514121 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:53.590316 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:53.644775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69fff8d-0255-4ea7-9449-dd709decf34f tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:53.646597 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d69fff8d-0255-4ea7-9449-dd709decf34f tempest-TestNetworkAdvancedServerOps-1084175177 tempest-TestNetworkAdvancedServerOps-1084175177-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1093 time: 0.1594212 Sep 18 20:16:53.649315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38256) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:53.654863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:16:53.686213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:53.800727 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:53.908256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Allocated IP 172.25.8.56 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/06e1128e-c0e7-48a5-84d3-30e0ba0fee84) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:16:54.016932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:54.053687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:54.105277 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:16:54.110080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:16:54.114494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:16:54.117550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=06e1128e-c0e7-48a5-84d3-30e0ba0fee84,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:54.477171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:54.552484 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:54.728010 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:54.733899 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:54.806123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event updated for resources: {'Port': ['ID=06e1128e-c0e7-48a5-84d3-30e0ba0fee84,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:16:54.817881 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:54.818071 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:54.918614 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Floating IP 109f17ca-d9e9-4e47-9b82-faa42d5235ee associated. External IP: 172.25.8.56, port: 8af24e9a-5abd-4f92-bc55-cf7a12aa097b. Sep 18 20:16:54.936791 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-47fa9905-0515-4cd9-8624-62ae46db26f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:55.125770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 2f805d8b-9cef-495d-a62f-216232024d9e has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:16:55.568063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:16:55.578374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] Sync routers for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:16:55.583983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:55.588414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:55.589122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:55.610607 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-79ac9b0f-4888-4ec4-b75c-b4ae8e475ea5 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9602706 Sep 18 20:16:55.611315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:16:55.613582 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f538b579-9cf3-4db2-ac98-8afae95eeb61" -d '{"events": [{"name": "network-changed", "server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:16:55.656405 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14026988-c8cd-4297-91e1-34c06f5c3756 x-openstack-request-id: req-14026988-c8cd-4297-91e1-34c06f5c3756 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:16:55.656702 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:16:55.656955 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14026988-c8cd-4297-91e1-34c06f5c3756 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:16:55.657962 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'status': 'completed', 'code': 200} Sep 18 20:16:55.658325 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:55.720906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:55.746327 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff06d-2a48-455a-ad10-e78d0944eafe req-bb39da62-fd7f-455c-af00-87c31b85fac3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:55.747836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8acff06d-2a48-455a-ad10-e78d0944eafe req-bb39da62-fd7f-455c-af00-87c31b85fac3 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0853558 Sep 18 20:16:55.753413 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-69eb6591-4296-4db6-b80a-7f09a43d7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:55.754835 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-69eb6591-4296-4db6-b80a-7f09a43d7271 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1098 time: 0.0619547 Sep 18 20:16:55.855684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8acff06d-2a48-455a-ad10-e78d0944eafe req-6407f87b-e53c-40d8-80ed-a239706bc159 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990059 Sep 18 20:16:55.871246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38268) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:55.888305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-20a42327-2578-4d9f-8b1d-4f177d8b3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:55.891259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-20a42327-2578-4d9f-8b1d-4f177d8b3dc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=643bafb3-076c-4470-8762-42cc67ea8e1c HTTP/1.1" status: 200 len: 897 time: 0.1277037 Sep 18 20:16:55.944083 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6b363289-701d-4748-b011-4633d07e13dc tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/109f17ca-d9e9-4e47-9b82-faa42d5235ee HTTP/1.1" status: 200 len: 991 time: 0.0703757 Sep 18 20:16:55.960395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-a1588f04-4f99-4baf-9ec9-d401de338abf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b HTTP/1.1" status: 200 len: 999 time: 0.0622990 Sep 18 20:16:55.971469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '109f17ca-d9e9-4e47-9b82-faa42d5235ee', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'port_id': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'mac_address': 'fa:16:3e:e9:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:16:54Z', 'updated_at': '2021-09-18T20:16:54Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:55.998293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] Checking router: 2f805d8b-9cef-495d-a62f-216232024d9e for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:16:56.011091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:16:56.011849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:16:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:56.016149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-28b19422-7d50-428b-8b08-ac869e54f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:56.017640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-28b19422-7d50-428b-8b08-ac869e54f8ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7810d872-6e51-41b6-80aa-5f315f1256ff HTTP/1.1" status: 200 len: 834 time: 0.0507164 Sep 18 20:16:56.073253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-b97f2e58-f9c4-4c3d-b327-b82e93353057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:56.074772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-b97f2e58-f9c4-4c3d-b327-b82e93353057 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=643bafb3-076c-4470-8762-42cc67ea8e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496857 Sep 18 20:16:56.131420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:16:56.171585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-97878f5d-1dad-47fb-9b12-93acefc5c5f7 service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891733 Sep 18 20:16:56.280024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f538b579-9cf3-4db2-ac98-8afae95eeb61 req-fdb0b912-8300-4721-b4cc-e10b8df01003 service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010308 Sep 18 20:16:56.516971 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '109f17ca-d9e9-4e47-9b82-faa42d5235ee', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'port_id': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'mac_address': 'fa:16:3e:e9:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:16:54Z', 'updated_at': '2021-09-18T20:16:54Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:16:56.542411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c4705f-3118-4f85-abae-1394dee1a51e None None] The sync data for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 is: [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '109f17ca-d9e9-4e47-9b82-faa42d5235ee', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'port_id': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'mac_address': 'fa:16:3e:e9:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:16:54Z', 'updated_at': '2021-09-18T20:16:54Z', 'revision_number': 0, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:16:56.744681 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ccc195-a227-48be-8a05-aa14e6570f1a None None] New status for floating IP 109f17ca-d9e9-4e47-9b82-faa42d5235ee: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:16:56.946843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38274) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:16:57.009667 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e7013c60-81cd-4384-b669-89e9045e0cb8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/109f17ca-d9e9-4e47-9b82-faa42d5235ee HTTP/1.1" status: 200 len: 993 time: 0.0616400 Sep 18 20:16:57.539855 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:16:58.292900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-0870b12b-5648-4f5a-818d-3f191078ed4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422378 Sep 18 20:16:58.396919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-3362076e-4349-4e65-97b0-e02224ae0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:58.396919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-3362076e-4349-4e65-97b0-e02224ae0eea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1098 time: 0.0466828 Sep 18 20:16:58.507491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-99c00d95-6ba8-4271-868e-0539a3235385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:58.508984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-99c00d95-6ba8-4271-868e-0539a3235385 service neutron] 10.222.0.24 "GET /v2.0/networks?id=643bafb3-076c-4470-8762-42cc67ea8e1c HTTP/1.1" status: 200 len: 897 time: 0.0922368 Sep 18 20:16:58.573987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-70d3219a-b91b-4673-9146-fbd150a9ee60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b HTTP/1.1" status: 200 len: 1001 time: 0.0578980 Sep 18 20:16:58.626302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-24c24320-0f76-4380-bd76-04c413c7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:58.627735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-24c24320-0f76-4380-bd76-04c413c7c057 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7810d872-6e51-41b6-80aa-5f315f1256ff HTTP/1.1" status: 200 len: 834 time: 0.0468886 Sep 18 20:16:58.672928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-b1c71757-7012-43f5-9b71-bca09851fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:16:58.674463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-b1c71757-7012-43f5-9b71-bca09851fffa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=643bafb3-076c-4470-8762-42cc67ea8e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399678 Sep 18 20:16:58.772380 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-af72cbfb-8413-442d-a5b7-cca55fe37a2c service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910907 Sep 18 20:16:58.864599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dec7fd1a-194b-4ed4-bbb9-4ec32d25ba37 req-1445f5e5-e1fa-4253-87fd-faafc0f98502 service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852919 Sep 18 20:17:13.381941 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:17:21.626529 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-adee2536-de2e-4883-a82f-002aa28dafba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:23.536267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:23.587651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:24.826176 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:24.937947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2ee482ef-b338-401d-9c91-4f7db9fc3b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:25.625040 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:25.755014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38418) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:25.799868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Deleting subnet c9b9b1ec-8314-478b-8426-904764e465cf {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:17:25.802889 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:25.838048 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:25.876652 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:25.933078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:25.957636 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9b9b1ec-8314-478b-8426-904764e465cf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:25.967532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.967878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.968218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.968549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.968880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.969734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.969734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.969926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.970109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.970428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.970740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.971055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:25.974129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:25.979071 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-33448974-990c-46f8-871e-7942453d06bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c9b9b1ec-8314-478b-8426-904764e465cf HTTP/1.1" status: 204 len: 168 time: 0.2197783 Sep 18 20:17:25.979969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38420) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:26.046935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.126119 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.145228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6124b90f-c036-45f8-8c0b-ab52244cbc32']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:26.154226 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:26.154525 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d82bdd3-1f3f-4eeb-9d8f-5f2d3f95ce2e') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:26.163600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.177948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.185145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:17:26.185579 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:17:26.187273 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:17:26.246396 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.251300 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.256151 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] 10.222.0.20 "DELETE /v2.0/networks/6124b90f-c036-45f8-8c0b-ab52244cbc32 HTTP/1.1" status: 204 len: 168 time: 0.2733092 Sep 18 20:17:26.266739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab65ab-0fdf-4ae3-aadf-a7d0812e972c admin admin] Pushing event deleted for resources: {'Network': ['ID=6124b90f-c036-45f8-8c0b-ab52244cbc32,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:26.421579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38424) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:26.463086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5725cda0-4af3-4b69-b3df-f51f3042622d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51e2b93e3574462e91da3173200f7c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397265 Sep 18 20:17:26.466189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38426) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:26.513534 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.538989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.585016 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.588157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:26.589299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/931836d4-99ef-4241-bed0-ade450e156f2 HTTP/1.1" status: 204 len: 168 time: 0.1221423 Sep 18 20:17:26.596706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931836d4-99ef-4241-bed0-ade450e156f2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:26.604667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.605008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.605345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.605673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.605999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.606323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.606643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.606961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.607277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.607616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.607932 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:26.608244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963207dc-b9b2-4555-a00d-31d45867a471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:27.255126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38448) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:27.353789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1662766610-network', 'tenant_id': '8baa5966623c4e929e822264826d59b0'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:17:27.374961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Made reservation on behalf of 8baa5966623c4e929e822264826d59b0 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:17:27.377257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.386034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.472772 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.476530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.501399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:17:27.510152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b60df-ea0c-4d79-88c3-592beaa31375,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:27.516296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.516647 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Added segment 550e8d6e-03bd-4b40-9015-9ff9383519be of type vlan for network e75d066c-bdd9-4434-a1a5-8701c0ded716 Sep 18 20:17:27.543429 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.557719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.581960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.582911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:27.583518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.617698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3614483 Sep 18 20:17:27.620700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38452) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:27.625619 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Request body: {'subnet': {'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1662766610-subnet', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:17:27.645473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Made reservation on behalf of 8baa5966623c4e929e822264826d59b0 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:17:27.648268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.648862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3a25d-c133-42a7-97ed-4a05b0c2d356 admin admin] Pushing event updated for resources: {'Network': ['ID=e75d066c-bdd9-4434-a1a5-8701c0ded716,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:27.659652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:17:27.818703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.876317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:27.880545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Checking segment: {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:17:27.880904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Network hostable DHCP agents. Network: e75d066c-bdd9-4434-a1a5-8701c0ded716, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:17:27.899584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:17:27.908319 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, e75d066c-bdd9-4434-a1a5-8701c0ded716) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:27.912492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:27.913080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.917554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe7432-8475-49f5-a5e4-db410fe68e6d None None] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:17:27.926226 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ec3a9ce2-ccac-4bc7-925c-ee9cde59aaa4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3044250 Sep 18 20:17:27.928937 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38454) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:27.934427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:17:27.954958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:27.955965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.008283 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.062433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-e75d066c-bdd9-4434-a1a5-8701c0ded716', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:17:28.063577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.147943 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.197104 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Allocated IP 172.20.0.2 (e75d066c-bdd9-4434-a1a5-8701c0ded716/45e05aae-4a6d-42c4-b6e5-f5eb01a204f3/2dabb07b-7aa0-4b66-811c-5a4ecfa302ec) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:17:28.345583 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.353557 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.362319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.382627 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.394127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:17:28.396860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:28.400889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:17:28.411517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Pushing event updated for resources: {'Port': ['ID=2dabb07b-7aa0-4b66-811c-5a4ecfa302ec,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:28.440044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.440044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.440044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.440514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.440708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.441026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.441355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.441657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.441967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.442283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.442590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.442903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:17:28.470486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Attempting to bind port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:17:28.470844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Attempting to bind port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:17:28.471199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Attempting to bind port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec on network e75d066c-bdd9-4434-a1a5-8701c0ded716 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:17:28.476048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:17:28.476406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Checking segment: {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:17:28.476807 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.477189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Bound using segment: {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:17:28.477684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Bound port: 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:17:28.478062 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.496258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Allocated IP 172.25.8.164 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/5aec3282-17a4-4e59-9b87-f12a2049fe0f) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:17:28.540511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] For port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:17:28.544029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] For port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2dabb07b-7aa0-4b66-811c-5a4ecfa302ec,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:17:28.547940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.607508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.610145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792975c8-af11-4b92-bca6-0a5d35c76a23 None None] Pushing event updated for resources: {'Port': ['ID=2dabb07b-7aa0-4b66-811c-5a4ecfa302ec,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:28.647746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:28.690171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:17:28.695304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:28.698545 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:17:28.704955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Pushing event updated for resources: {'Port': ['ID=5aec3282-17a4-4e59-9b87-f12a2049fe0f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:28.974554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:29.168659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:29.300381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Router 0099edef-37f3-4435-a598-675efad836d5 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:17:29.414634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:17:29.425727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Sync routers for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:17:29.438013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:17:29.438968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:29.441207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:29.442696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aee004f2-64bd-4391-92dd-4516e1928842 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5128045 Sep 18 20:17:29.445693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38470) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:29.593327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143b3cc-6fb2-40f8-8bd4-6c25f2f5b208 None None] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:17:29.610955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3af7d1-e034-4303-9f09-ef9823f8e39a req-095e11ae-0694-4912-8d37-378d0403a5ba tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:29.615598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:17:29.616033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c3af7d1-e034-4303-9f09-ef9823f8e39a req-095e11ae-0694-4912-8d37-378d0403a5ba tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0616684 Sep 18 20:17:29.663712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c3af7d1-e034-4303-9f09-ef9823f8e39a req-f99b2dde-b4a7-47c8-a441-a953dc0ac8b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412278 Sep 18 20:17:29.754823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8d7c6646-97d3-4d6f-8580-d96137aae8ee None None] Provisioning complete for port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:29.755087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6646-97d3-4d6f-8580-d96137aae8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:29.904673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:29.978968 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6646-97d3-4d6f-8580-d96137aae8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.014465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:28Z', 'revision_number': 3, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:30.049406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Checking router: 0099edef-37f3-4435-a598-675efad836d5 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:17:30.049771 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Updating router 0099edef-37f3-4435-a598-675efad836d5 port 5aec3282-17a4-4e59-9b87-f12a2049fe0f binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:17:30.052631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8d7c6646-97d3-4d6f-8580-d96137aae8ee None None] For port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2dabb07b-7aa0-4b66-811c-5a4ecfa302ec,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:30.071922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6646-97d3-4d6f-8580-d96137aae8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.077014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Allocated IP 172.20.0.1 (e75d066c-bdd9-4434-a1a5-8701c0ded716/45e05aae-4a6d-42c4-b6e5-f5eb01a204f3/03b22004-5c44-4aeb-b6a0-67fea975e7b6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:17:30.099070 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.194860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.210570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c6646-97d3-4d6f-8580-d96137aae8ee None None] Pushing event updated for resources: {'Port': ['ID=2dabb07b-7aa0-4b66-811c-5a4ecfa302ec,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:30.235238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.269452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:17:30.273566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:30.278245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:17:30.303679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-cf0c236e-64c9-42f9-a63b-c64a95bc1b76 None None] Provisioning complete for port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:30.304051 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf0c236e-64c9-42f9-a63b-c64a95bc1b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.305543 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Pushing event updated for resources: {'Port': ['ID=03b22004-5c44-4aeb-b6a0-67fea975e7b6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:30.323576 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.457380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.464573 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.470348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.524298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Attempting to bind port 5aec3282-17a4-4e59-9b87-f12a2049fe0f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:17:30.525153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Attempting to bind port 5aec3282-17a4-4e59-9b87-f12a2049fe0f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:17:30.525520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Attempting to bind port 5aec3282-17a4-4e59-9b87-f12a2049fe0f on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:17:30.527688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911ceee-5966-4758-b8b0-7cc7e8065f66 None None] Pushing event updated for resources: {'Port': ['ID=5aec3282-17a4-4e59-9b87-f12a2049fe0f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:30.533402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:17:30.533778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:17:30.534325 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.534721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:17:30.535186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Bound port: 5aec3282-17a4-4e59-9b87-f12a2049fe0f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:17:30.535595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.582989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:30.607489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-391d84c4-7b3b-4afb-9ded-39d67e8c80c0 None None] Provisioning complete for port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:30.608165 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-391d84c4-7b3b-4afb-9ded-39d67e8c80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.652474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] For port 5aec3282-17a4-4e59-9b87-f12a2049fe0f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:17:30.660368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.664573 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.674233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] For port 5aec3282-17a4-4e59-9b87-f12a2049fe0f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5aec3282-17a4-4e59-9b87-f12a2049fe0f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:17:30.682019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-391d84c4-7b3b-4afb-9ded-39d67e8c80c0 None None] Port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:17:30.686894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.739424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Pushing event updated for resources: {'Port': ['ID=03b22004-5c44-4aeb-b6a0-67fea975e7b6,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:30.742267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.752828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:30.753154 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:30.776751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:17:30.777455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:30.782441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b0f3e-101e-489b-bdd5-9456ca65ce33 req-0b2c7715-2492-415e-8480-90f913ee7dfe tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:30.786834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb8b0f3e-101e-489b-bdd5-9456ca65ce33 req-0b2c7715-2492-415e-8480-90f913ee7dfe tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0549710 Sep 18 20:17:30.830297 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb8b0f3e-101e-489b-bdd5-9456ca65ce33 req-17f2efa6-1928-4310-88b1-2c40db6bf71c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386374 Sep 18 20:17:30.845009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:17:30.849166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:30.973151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Router 0099edef-37f3-4435-a598-675efad836d5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:17:30.999974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911ceee-5966-4758-b8b0-7cc7e8065f66 None None] Pushing event updated for resources: {'Port': ['ID=5aec3282-17a4-4e59-9b87-f12a2049fe0f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:31.125375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:17:31.163340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1f7a7d77-059c-4862-a931-3383ad7f514a None None] Provisioning complete for port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:31.163741 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f7a7d77-059c-4862-a931-3383ad7f514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:31.256689 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a7d77-059c-4862-a931-3383ad7f514a None None] Port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:17:31.365986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 2, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:31.398367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a336276-b996-4df9-b021-8d20424a8b5e None None] The sync data for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 is: [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 2, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:17:31.442886 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:17:31.448801 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-83fb56ba-0ea4-4b74-b2a7-37f6d7f21967 admin admin] 10.222.0.20 "PUT /v2.0/routers/0099edef-37f3-4435-a598-675efad836d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0019805 Sep 18 20:17:31.961497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb450049-5669-41e0-a64c-e24580eb0e29 req-bd0547f1-a2c7-4c6a-99b1-a350f016eded tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:31.962168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38496) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:31.963593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb450049-5669-41e0-a64c-e24580eb0e29 req-bd0547f1-a2c7-4c6a-99b1-a350f016eded tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0582452 Sep 18 20:17:31.967731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-721911346-network', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:17:31.990240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Made reservation on behalf of 046027fb368b41a1bd2ebb4310d357f5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:17:31.992682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.002178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.020527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb450049-5669-41e0-a64c-e24580eb0e29 req-597bdddc-6266-4827-88b7-80c984d1ac26 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Sep 18 20:17:32.119911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.124207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.153112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:17:32.158612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d29dc0-8794-4052-85fe-00b00457ec9d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:32.170291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.170644 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Added segment 9dd3835d-efc1-4853-b034-953cee873514 of type vlan for network 4e335983-5204-4107-953c-bb949869b734 Sep 18 20:17:32.212937 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.237377 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.238331 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:32.238920 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.274768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38498) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:32.275162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3109307 Sep 18 20:17:32.283015 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Request body: {'subnet': {'network_id': '4e335983-5204-4107-953c-bb949869b734', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-721911346-subnet', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:17:32.308799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Made reservation on behalf of 046027fb368b41a1bd2ebb4310d357f5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:17:32.310949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fb234-a562-4f62-960e-129d6d72ac46 admin admin] Pushing event updated for resources: {'Network': ['ID=4e335983-5204-4107-953c-bb949869b734,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:32.311493 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.323874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 4e335983-5204-4107-953c-bb949869b734 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:17:32.501111 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.552741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d252d8b-7650-4fc5-b33d-e4d69cc23bc0,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:32.567429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5aec3282-17a4-4e59-9b87-f12a2049fe0f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:32.572854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Checking segment: {'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:17:32.573291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Network hostable DHCP agents. Network: 4e335983-5204-4107-953c-bb949869b734, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:17:32.592321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Network 4e335983-5204-4107-953c-bb949869b734 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:17:32.604598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 4e335983-5204-4107-953c-bb949869b734) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:32.610318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:32.611095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.619173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02baa911-195d-4655-a754-4f00a4e61398 None None] Network 4e335983-5204-4107-953c-bb949869b734 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:17:32.636946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38500) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:32.637342 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e6acb4bb-3939-471a-a719-fcc2169ee389 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3603599 Sep 18 20:17:32.641674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:17:32.664425 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.666035 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.686721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5aec3282-17a4-4e59-9b87-f12a2049fe0f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:32.687435 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.723527 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.838553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.847124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-4e335983-5204-4107-953c-bb949869b734', 'network_id': '4e335983-5204-4107-953c-bb949869b734', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'fixed_ips': [{'subnet_id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:17:32.847987 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.871171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.872311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 5aec3282-17a4-4e59-9b87-f12a2049fe0f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5aec3282-17a4-4e59-9b87-f12a2049fe0f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:32.880995 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:32.989755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=5aec3282-17a4-4e59-9b87-f12a2049fe0f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:33.036791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Allocated IP 172.20.0.2 (4e335983-5204-4107-953c-bb949869b734/2d252d8b-7650-4fc5-b33d-e4d69cc23bc0/5701b463-a3be-492b-a4b7-901e994a15fb) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:17:33.078938 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.097743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.150148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da3c49-d711-473d-ac2e-48f931949441 req-b5f6c1c7-d791-4417-88df-a6124db7335f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:33.152369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3da3c49-d711-473d-ac2e-48f931949441 req-b5f6c1c7-d791-4417-88df-a6124db7335f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0523753 Sep 18 20:17:33.197126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3da3c49-d711-473d-ac2e-48f931949441 req-a3b37729-2f18-424e-be6d-040ee642123f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Sep 18 20:17:33.218582 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.218842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Allocated IP 172.25.8.13 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/700976a2-d3d3-4934-81e0-cbd93d41fbdc) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:17:33.223943 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.265838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Network 4e335983-5204-4107-953c-bb949869b734 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:17:33.268841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:33.272411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:17:33.289879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Pushing event updated for resources: {'Port': ['ID=5701b463-a3be-492b-a4b7-901e994a15fb,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:33.328080 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.335421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Attempting to bind port 5701b463-a3be-492b-a4b7-901e994a15fb on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:17:33.335912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Attempting to bind port 5701b463-a3be-492b-a4b7-901e994a15fb by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:17:33.336164 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Attempting to bind port 5701b463-a3be-492b-a4b7-901e994a15fb on network 4e335983-5204-4107-953c-bb949869b734 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:17:33.342030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:17:33.342399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Checking segment: {'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:17:33.342800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.343353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Bound using segment: {'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:17:33.343844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Bound port: 5701b463-a3be-492b-a4b7-901e994a15fb, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:17:33.344218 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.364568 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.409266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:17:33.412473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:33.412630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] For port 5701b463-a3be-492b-a4b7-901e994a15fb, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:17:33.418463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] For port 5701b463-a3be-492b-a4b7-901e994a15fb, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5701b463-a3be-492b-a4b7-901e994a15fb,segment=NetworkSegment(9dd3835d-efc1-4853-b034-953cee873514),segment_id=9dd3835d-efc1-4853-b034-953cee873514)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:17:33.419457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:17:33.424374 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.442729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Pushing event updated for resources: {'Port': ['ID=700976a2-d3d3-4934-81e0-cbd93d41fbdc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:33.501115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4445-5934-4445-9cf1-3947249ed538 None None] Pushing event updated for resources: {'Port': ['ID=5701b463-a3be-492b-a4b7-901e994a15fb,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:33.584907 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Sync routers for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:17:33.596493 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:17:33.597096 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:33.718312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.735346 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:17:33.937730 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:33.949295 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 2, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:33.978506 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Checking router: 0099edef-37f3-4435-a598-675efad836d5 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:17:33.978761 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Updating router 0099edef-37f3-4435-a598-675efad836d5 port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:17:34.002846 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.072873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Router e81e181d-474a-489f-ac9e-9c84e66b31e1 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:17:34.188767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:17:34.205208 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Sync routers for ids ['e81e181d-474a-489f-ac9e-9c84e66b31e1'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:17:34.207131 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.211976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38504) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:34.216959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Routers {'e81e181d-474a-489f-ac9e-9c84e66b31e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:17:34.217614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e81e181d-474a-489f-ac9e-9c84e66b31e1'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:34.219104 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-313ce1b7-389f-406e-921a-cea44fa907ce admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5807383 Sep 18 20:17:34.387002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Set router e81e181d-474a-489f-ac9e-9c84e66b31e1 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:17:34.420286 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.427608 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.492731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993a522-a6a4-4750-9cfb-ad5c09ba87b2 req-ac5700eb-d57b-4549-ab0d-be7c7b50c52e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:34.494079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2993a522-a6a4-4750-9cfb-ad5c09ba87b2 req-ac5700eb-d57b-4549-ab0d-be7c7b50c52e tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.1421862 Sep 18 20:17:34.496629 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141e3d9-22f3-41ca-971c-3a5f349dada4 None None] Pushing event updated for resources: {'Port': ['ID=03b22004-5c44-4aeb-b6a0-67fea975e7b6,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:34.594569 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Attempting to bind port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:17:34.595146 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Attempting to bind port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:17:34.595275 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Attempting to bind port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 on network e75d066c-bdd9-4434-a1a5-8701c0ded716 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:17:34.600407 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:17:34.601033 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Checking segment: {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:17:34.601610 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.602177 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Bound using segment: {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:17:34.604121 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Bound port: 03b22004-5c44-4aeb-b6a0-67fea975e7b6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:17:34.604693 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.662690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2993a522-a6a4-4750-9cfb-ad5c09ba87b2 req-c55ccd74-d2c5-4d05-a4a5-b5eea8916766 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486821 Sep 18 20:17:34.715165 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] For port 03b22004-5c44-4aeb-b6a0-67fea975e7b6, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:17:34.717257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3aaba3-967b-437f-ad60-5152ec484bff None None] Network 4e335983-5204-4107-953c-bb949869b734 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:17:34.719643 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] For port 03b22004-5c44-4aeb-b6a0-67fea975e7b6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=03b22004-5c44-4aeb-b6a0-67fea975e7b6,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:17:34.726640 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.742669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5aec3282-17a4-4e59-9b87-f12a2049fe0f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:34.782505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:17:33Z', 'revision_number': 3, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port': {'id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:33Z', 'updated_at': '2021-09-18T20:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:34.812014 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:17:34.812441 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:34.849893 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141e3d9-22f3-41ca-971c-3a5f349dada4 None None] Pushing event updated for resources: {'Port': ['ID=03b22004-5c44-4aeb-b6a0-67fea975e7b6,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:34.862549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Checking router: e81e181d-474a-489f-ac9e-9c84e66b31e1 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:17:34.862897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Updating router e81e181d-474a-489f-ac9e-9c84e66b31e1 port 700976a2-d3d3-4934-81e0-cbd93d41fbdc binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:17:34.924135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Provisioning complete for port 5701b463-a3be-492b-a4b7-901e994a15fb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:34.924516 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.926017 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:34.949908 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:17:34.988605 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.014092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5aec3282-17a4-4e59-9b87-f12a2049fe0f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:35.014468 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.170440 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:34Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:35.199262 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b1298-0d99-4385-b32f-44ca69188064 None None] The sync data for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 is: [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:34Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:17:35.221359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Allocated IP 172.20.0.1 (4e335983-5204-4107-953c-bb949869b734/2d252d8b-7650-4fc5-b33d-e4d69cc23bc0/30a9fa5c-96bf-4309-9a01-aa46896d1fd2) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:17:35.272396 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.348017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.393549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.442566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Network 4e335983-5204-4107-953c-bb949869b734 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:17:35.448889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:35.453742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:17:35.481332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Pushing event updated for resources: {'Port': ['ID=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:35.481913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5701b463-a3be-492b-a4b7-901e994a15fb up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:35.502027 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.560984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] For port 5701b463-a3be-492b-a4b7-901e994a15fb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5701b463-a3be-492b-a4b7-901e994a15fb,segment=NetworkSegment(9dd3835d-efc1-4853-b034-953cee873514),segment_id=9dd3835d-efc1-4853-b034-953cee873514)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:35.572152 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.649057 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.669489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Provisioning complete for port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:35.669860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.674394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5701b463-a3be-492b-a4b7-901e994a15fb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:35.674762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.705798 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.709662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Pushing event updated for resources: {'Port': ['ID=5701b463-a3be-492b-a4b7-901e994a15fb,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:35.761310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.860054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18209e4d-71a3-4ff3-b9a6-898d561f72b6 None None] Pushing event updated for resources: {'Port': ['ID=700976a2-d3d3-4934-81e0-cbd93d41fbdc,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:35.877214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c407f-253e-4b8b-bfaa-388281da05ac req-607dc7fa-462d-4abc-a844-8462066c3304 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:35.878689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e81c407f-253e-4b8b-bfaa-388281da05ac req-607dc7fa-462d-4abc-a844-8462066c3304 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0988741 Sep 18 20:17:35.894481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Attempting to bind port 700976a2-d3d3-4934-81e0-cbd93d41fbdc on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:17:35.894945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Attempting to bind port 700976a2-d3d3-4934-81e0-cbd93d41fbdc by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:17:35.895399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Attempting to bind port 700976a2-d3d3-4934-81e0-cbd93d41fbdc on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:17:35.920903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:17:35.921396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:17:35.921872 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.922340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:17:35.922952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Bound port: 700976a2-d3d3-4934-81e0-cbd93d41fbdc, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:17:35.923450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:35.986426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.019989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] For port 700976a2-d3d3-4934-81e0-cbd93d41fbdc, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:17:36.023834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] For port 700976a2-d3d3-4934-81e0-cbd93d41fbdc, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=700976a2-d3d3-4934-81e0-cbd93d41fbdc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:17:36.031195 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.076254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] For port 03b22004-5c44-4aeb-b6a0-67fea975e7b6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=03b22004-5c44-4aeb-b6a0-67fea975e7b6,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:36.087734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.106882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Routers {'e81e181d-474a-489f-ac9e-9c84e66b31e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:17:36.107558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e81e181d-474a-489f-ac9e-9c84e66b31e1'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:36.146772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18209e4d-71a3-4ff3-b9a6-898d561f72b6 None None] Pushing event updated for resources: {'Port': ['ID=700976a2-d3d3-4934-81e0-cbd93d41fbdc,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:36.245967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2bb8-588a-4299-afab-52db7497f6c9 None None] Pushing event updated for resources: {'Port': ['ID=03b22004-5c44-4aeb-b6a0-67fea975e7b6,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:36.267895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7f4ba5b2-7c33-4df5-9b68-395c215f70a9 None None] Provisioning complete for port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:36.268264 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f4ba5b2-7c33-4df5-9b68-395c215f70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.270705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] Set router e81e181d-474a-489f-ac9e-9c84e66b31e1 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:17:36.277396 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e81c407f-253e-4b8b-bfaa-388281da05ac req-54815290-889e-424f-adf0-71d6b7139322 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894601 Sep 18 20:17:36.302803 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.307694 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.375041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Pushing event updated for resources: {'Port': ['ID=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:36.377610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.478790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Network 4e335983-5204-4107-953c-bb949869b734 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:17:36.480359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:17:36.510118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7f4ba5b2-7c33-4df5-9b68-395c215f70a9 None None] Provisioning complete for port 5701b463-a3be-492b-a4b7-901e994a15fb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:36.510704 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f4ba5b2-7c33-4df5-9b68-395c215f70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.580214 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:17:35Z', 'revision_number': 4, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port': {'id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:33Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '30a9fa5c-96bf-4309-9a01-aa46896d1fd2', 'name': '', 'network_id': '4e335983-5204-4107-953c-bb949869b734', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'mac_address': 'fa:16:3e:8b:4b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:35Z', 'updated_at': '2021-09-18T20:17:35Z', 'revision_number': 1, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'subnets': [{'id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:36.582098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 03b22004-5c44-4aeb-b6a0-67fea975e7b6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:36.615181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Router e81e181d-474a-489f-ac9e-9c84e66b31e1 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:17:36.651645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a234a-7622-493c-9c08-8528dfc433a3 None None] The sync data for ids ['e81e181d-474a-489f-ac9e-9c84e66b31e1'] in n-d-789963-11 is: [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:17:35Z', 'revision_number': 4, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port': {'id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:33Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '30a9fa5c-96bf-4309-9a01-aa46896d1fd2', 'name': '', 'network_id': '4e335983-5204-4107-953c-bb949869b734', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'mac_address': 'fa:16:3e:8b:4b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:35Z', 'updated_at': '2021-09-18T20:17:35Z', 'revision_number': 1, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'subnets': [{'id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:17:36.693877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7f4ba5b2-7c33-4df5-9b68-395c215f70a9 None None] Provisioning complete for port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:36.694261 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f4ba5b2-7c33-4df5-9b68-395c215f70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.733675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:36.734041 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.736540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ba5b2-7c33-4df5-9b68-395c215f70a9 None None] Port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:17:36.762518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:17:36.767525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e3c55b7c-a3d8-42d7-a822-599cb9a20d96 admin admin] 10.222.0.20 "PUT /v2.0/routers/e81e181d-474a-489f-ac9e-9c84e66b31e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537035 Sep 18 20:17:36.822134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5701b463-a3be-492b-a4b7-901e994a15fb up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:36.866201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5b96da8d-f977-4ba0-8981-3c9f45254b7c None None] Provisioning complete for port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:36.866579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5b96da8d-f977-4ba0-8981-3c9f45254b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:36.930984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5b96da8d-f977-4ba0-8981-3c9f45254b7c None None] Port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:17:36.933677 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 5701b463-a3be-492b-a4b7-901e994a15fb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:36.934134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:37.397308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b6855-5af6-4022-8ae3-0a4a0a5c3561 req-1065f466-8bd8-4bdf-826c-ad8799e98736 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:37.398875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-548b6855-5af6-4022-8ae3-0a4a0a5c3561 req-1065f466-8bd8-4bdf-826c-ad8799e98736 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Sep 18 20:17:37.437863 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-548b6855-5af6-4022-8ae3-0a4a0a5c3561 req-cc20b0dc-a3e6-481d-8b92-f93d60b40fb6 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325301 Sep 18 20:17:38.579358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 700976a2-d3d3-4934-81e0-cbd93d41fbdc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:38.592261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2234939-b009-401e-bc95-bcb176fde866 req-e75b9187-0c7c-49af-8cd8-293b076b7f50 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:38.597509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2234939-b009-401e-bc95-bcb176fde866 req-e75b9187-0c7c-49af-8cd8-293b076b7f50 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0716441 Sep 18 20:17:38.643929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 700976a2-d3d3-4934-81e0-cbd93d41fbdc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:38.644304 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:38.648289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2234939-b009-401e-bc95-bcb176fde866 req-ba5f9167-d7a5-4108-868a-2df846a84e74 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469551 Sep 18 20:17:38.738273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:38.760231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 700976a2-d3d3-4934-81e0-cbd93d41fbdc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=700976a2-d3d3-4934-81e0-cbd93d41fbdc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:38.764526 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:38.814185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=700976a2-d3d3-4934-81e0-cbd93d41fbdc,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:39.473658 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Sync routers for ids ['e81e181d-474a-489f-ac9e-9c84e66b31e1'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:17:39.483113 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Routers {'e81e181d-474a-489f-ac9e-9c84e66b31e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:17:39.483737 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e81e181d-474a-489f-ac9e-9c84e66b31e1'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:39.593495 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Set router e81e181d-474a-489f-ac9e-9c84e66b31e1 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:17:39.785623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf8140-ed36-48fa-9a47-d19d7165974c req-e471ec54-7a27-432b-91ac-f1fc8a4a6bc4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:39.787534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11cf8140-ed36-48fa-9a47-d19d7165974c req-e471ec54-7a27-432b-91ac-f1fc8a4a6bc4 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0592723 Sep 18 20:17:39.810056 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:17:35Z', 'revision_number': 4, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port': {'id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:33Z', 'updated_at': '2021-09-18T20:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '30a9fa5c-96bf-4309-9a01-aa46896d1fd2', 'name': '', 'network_id': '4e335983-5204-4107-953c-bb949869b734', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'mac_address': 'fa:16:3e:8b:4b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:35Z', 'updated_at': '2021-09-18T20:17:35Z', 'revision_number': 2, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'subnets': [{'id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:39.827981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11cf8140-ed36-48fa-9a47-d19d7165974c req-abcf4ffe-34bf-4854-9960-58e5018c2b16 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340874 Sep 18 20:17:39.837112 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Checking router: e81e181d-474a-489f-ac9e-9c84e66b31e1 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:17:39.837652 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Updating router e81e181d-474a-489f-ac9e-9c84e66b31e1 port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:17:39.862073 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.140312 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.146055 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.192697 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfea95-408c-49f6-accc-2fd3616c4092 None None] Pushing event updated for resources: {'Port': ['ID=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:40.250613 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Attempting to bind port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:17:40.250966 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Attempting to bind port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:17:40.251322 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Attempting to bind port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 on network 4e335983-5204-4107-953c-bb949869b734 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:17:40.256488 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:17:40.256847 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Checking segment: {'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:17:40.257237 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.257622 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Bound using segment: {'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:17:40.258083 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Bound port: 30a9fa5c-96bf-4309-9a01-aa46896d1fd2, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd3835d-efc1-4853-b034-953cee873514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4e335983-5204-4107-953c-bb949869b734'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:17:40.261314 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.331841 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] For port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:17:40.335553 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] For port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,segment=NetworkSegment(9dd3835d-efc1-4853-b034-953cee873514),segment_id=9dd3835d-efc1-4853-b034-953cee873514)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:17:40.342126 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.407964 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfea95-408c-49f6-accc-2fd3616c4092 None None] Pushing event updated for resources: {'Port': ['ID=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:40.415038 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Routers {'e81e181d-474a-489f-ac9e-9c84e66b31e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:17:40.415731 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e81e181d-474a-489f-ac9e-9c84e66b31e1'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:40.478948 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-121cccc2-1da3-4518-8033-1ab6509855ba None None] Provisioning complete for port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:40.479450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-121cccc2-1da3-4518-8033-1ab6509855ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.597350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-121cccc2-1da3-4518-8033-1ab6509855ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.621791 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:40.655584 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] Set router e81e181d-474a-489f-ac9e-9c84e66b31e1 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:17:40.672498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-121cccc2-1da3-4518-8033-1ab6509855ba None None] For port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,segment=NetworkSegment(9dd3835d-efc1-4853-b034-953cee873514),segment_id=9dd3835d-efc1-4853-b034-953cee873514)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:40.684143 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-121cccc2-1da3-4518-8033-1ab6509855ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.740471 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cccc2-1da3-4518-8033-1ab6509855ba None None] Pushing event updated for resources: {'Port': ['ID=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:40.754503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:40.754875 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.816735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-69a5c5b2-115b-4b11-9da1-291891d056ab None None] Provisioning complete for port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:40.817142 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-69a5c5b2-115b-4b11-9da1-291891d056ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:40.897903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 700976a2-d3d3-4934-81e0-cbd93d41fbdc up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:40.911683 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:17:35Z', 'revision_number': 4, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port': {'id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:33Z', 'updated_at': '2021-09-18T20:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '30a9fa5c-96bf-4309-9a01-aa46896d1fd2', 'name': '', 'network_id': '4e335983-5204-4107-953c-bb949869b734', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'mac_address': 'fa:16:3e:8b:4b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:35Z', 'updated_at': '2021-09-18T20:17:40Z', 'revision_number': 4, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'subnets': [{'id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:17:40.958147 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af81dc9-cabe-42b9-986d-e851752dcd25 None None] The sync data for ids ['e81e181d-474a-489f-ac9e-9c84e66b31e1'] in n-d-789963-11 is: [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:17:35Z', 'revision_number': 4, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port': {'id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:33Z', 'updated_at': '2021-09-18T20:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '30a9fa5c-96bf-4309-9a01-aa46896d1fd2', 'name': '', 'network_id': '4e335983-5204-4107-953c-bb949869b734', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'mac_address': 'fa:16:3e:8b:4b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:35Z', 'updated_at': '2021-09-18T20:17:40Z', 'revision_number': 4, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'subnets': [{'id': '2d252d8b-7650-4fc5-b33d-e4d69cc23bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:17:40.971976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827167ac-5dee-43e3-9e6e-01482b88c1f1 req-490d7c48-9d75-41af-8282-008658b230f0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:40.974213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-827167ac-5dee-43e3-9e6e-01482b88c1f1 req-490d7c48-9d75-41af-8282-008658b230f0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0696676 Sep 18 20:17:40.987962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 700976a2-d3d3-4934-81e0-cbd93d41fbdc triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:40.988336 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:41.037216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-827167ac-5dee-43e3-9e6e-01482b88c1f1 req-b6e473e2-bf05-4866-8702-b3a84ea0804f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504348 Sep 18 20:17:42.169713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd586ba5-b147-49e8-b023-877bbedc9d8a req-1d356070-8ffc-458e-b7d2-027f77ec7bad tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:42.171231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd586ba5-b147-49e8-b023-877bbedc9d8a req-1d356070-8ffc-458e-b7d2-027f77ec7bad tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0521324 Sep 18 20:17:42.215586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd586ba5-b147-49e8-b023-877bbedc9d8a req-b3de0ae0-45a3-49bf-945c-a6667752574d tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379527 Sep 18 20:17:42.525294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:42.574540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:42.574907 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:43.338871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6683e4-5f33-45c9-a4a9-53bd03217c7f req-ac7b88b3-3cb7-45df-a306-c72466c9b802 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:43.340470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee6683e4-5f33-45c9-a4a9-53bd03217c7f req-ac7b88b3-3cb7-45df-a306-c72466c9b802 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0547063 Sep 18 20:17:43.381606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee6683e4-5f33-45c9-a4a9-53bd03217c7f req-ccb6f8cd-4698-4ee1-bbb3-e68903a139c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351791 Sep 18 20:17:44.503865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e348-ca2a-4426-aa97-ab003a20fef6 req-658115af-b3f2-432c-afda-d36a7dc54dd8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:44.505496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9704e348-ca2a-4426-aa97-ab003a20fef6 req-658115af-b3f2-432c-afda-d36a7dc54dd8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0513198 Sep 18 20:17:44.546496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9704e348-ca2a-4426-aa97-ab003a20fef6 req-09b392f3-b0d0-4a7a-b392-611297e9a673 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336816 Sep 18 20:17:45.690523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954050de-29e5-4159-95b1-5097b8d73aa4 req-2e77b426-7518-4f20-b517-66be32dc44cb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:45.692447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-954050de-29e5-4159-95b1-5097b8d73aa4 req-2e77b426-7518-4f20-b517-66be32dc44cb tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0538759 Sep 18 20:17:45.741599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-954050de-29e5-4159-95b1-5097b8d73aa4 req-5f224a14-0e82-4aee-bc0b-92de8ea23969 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 Sep 18 20:17:46.862858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881800b-5c89-4c44-bab5-5141c5c2ab32 req-176bfd7a-1640-4e04-9813-8e59abbd65ba tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:46.864393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7881800b-5c89-4c44-bab5-5141c5c2ab32 req-176bfd7a-1640-4e04-9813-8e59abbd65ba tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0542865 Sep 18 20:17:46.903439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7881800b-5c89-4c44-bab5-5141c5c2ab32 req-71a04d37-b3fc-415a-b76d-3ccfebfe54bf tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327888 Sep 18 20:17:47.156789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5256c-2cfa-4b0a-bf9c-c5f2dfdfc0f9 req-c33ab0dd-c387-408f-ba52-d8aa864d73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:47.158274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e5256c-2cfa-4b0a-bf9c-c5f2dfdfc0f9 req-c33ab0dd-c387-408f-ba52-d8aa864d73e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1098 time: 0.0411913 Sep 18 20:17:47.193909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31e5256c-2cfa-4b0a-bf9c-c5f2dfdfc0f9 req-35bf2ab0-a868-4245-8b74-afd2a6bd99b0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278623 Sep 18 20:17:48.019206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595a30a-c916-4d78-aff9-8a5f98008a38 req-c12febc3-3642-49bd-b621-4ddb228fb767 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:48.021021 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7595a30a-c916-4d78-aff9-8a5f98008a38 req-c12febc3-3642-49bd-b621-4ddb228fb767 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0502746 Sep 18 20:17:48.062614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7595a30a-c916-4d78-aff9-8a5f98008a38 req-1d899c59-bb36-4cdd-9c13-c2fcdb8b6391 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349853 Sep 18 20:17:49.184332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbe294-a567-4fea-9ab5-14dfa11ab48a req-411988b4-e3c5-4760-9df3-721ff4c181b1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:49.185914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bbbe294-a567-4fea-9ab5-14dfa11ab48a req-411988b4-e3c5-4760-9df3-721ff4c181b1 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0539637 Sep 18 20:17:49.224741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6bbbe294-a567-4fea-9ab5-14dfa11ab48a req-b13db5f7-c3a6-4abd-8909-114938a69f2c tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325716 Sep 18 20:17:49.246531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38654) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:17:49.306829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1c80fa8b-da95-40eb-8b28-6d0fe4b50880 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/floatingips/109f17ca-d9e9-4e47-9b82-faa42d5235ee HTTP/1.1" status: 200 len: 993 time: 0.0585866 Sep 18 20:17:50.021743 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8af24e9a-5abd-4f92-bc55-cf7a12aa097b details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:17:50.039123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8af24e9a-5abd-4f92-bc55-cf7a12aa097b no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:17:50.376905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:50.380056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:50.387088 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:17:50.402804 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'port_id': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'mac_address': 'fa:16:3e:e9:ce:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:17:50.418884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:17:50.421547 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318688ff-6063-42a2-a7be-12d284994843" -d '{"events": [{"server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "name": "network-vif-unplugged", "status": "completed", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:17:50.457250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:50.465362 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:50.503658 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95cf358-92d2-4c7a-85a6-8a786038b1d5 x-openstack-request-id: req-a95cf358-92d2-4c7a-85a6-8a786038b1d5 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:17:50.503940 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "name": "network-vif-unplugged", "status": "completed", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:17:50.504170 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a95cf358-92d2-4c7a-85a6-8a786038b1d5 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:17:50.504552 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'code': 200} Sep 18 20:17:50.508804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:50.531315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8af24e9a-5abd-4f92-bc55-cf7a12aa097b {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:17:50.549456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:50.583814 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:17:50.584170 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:17:51.122854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:51.136400 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af24e9a-5abd-4f92-bc55-cf7a12aa097b {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:17:51.156449 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:51.160264 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:51.209717 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:51.371034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['8af24e9a-5abd-4f92-bc55-cf7a12aa097b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:17:51.630216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b0d8bc46-458e-497a-99f1-1d6cd1c87d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:52.039891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8af24e9a-5abd-4f92-bc55-cf7a12aa097b up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:17:52.090668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:17:52.091036 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:52.169540 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:52.200830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:17:52.204882 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:52.255797 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:17:52.505424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:17:52.507778 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414816bf-653a-497b-bb70-4afddd19df30" -d '{"events": [{"server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "name": "network-vif-plugged", "status": "completed", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:17:52.544597 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547ae940-76b2-4da6-85d7-9c30a39d534d x-openstack-request-id: req-547ae940-76b2-4da6-85d7-9c30a39d534d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:17:52.545809 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "name": "network-vif-plugged", "status": "completed", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:17:52.546060 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-547ae940-76b2-4da6-85d7-9c30a39d534d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:17:52.546458 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'code': 200} Sep 18 20:17:53.571678 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:53.608734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:54.817066 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:54.939023 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d35a2ae3-6dcd-4afc-a83c-b99bf5b51d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:55.628944 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:57.552799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:17:58.298618 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-88b52e60-4bfb-48c3-af01-248a8a30dee8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436172 Sep 18 20:17:58.379803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-c085c66b-120b-4d54-aecd-59d1ef14e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:58.381294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-c085c66b-120b-4d54-aecd-59d1ef14e2d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1098 time: 0.0413418 Sep 18 20:17:58.484730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-ec4bd068-3728-4027-9629-76d464935906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:58.486325 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-ec4bd068-3728-4027-9629-76d464935906 service neutron] 10.222.0.24 "GET /v2.0/networks?id=643bafb3-076c-4470-8762-42cc67ea8e1c HTTP/1.1" status: 200 len: 897 time: 0.0863037 Sep 18 20:17:58.557295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-206490e1-ba6e-4d45-894a-f4db8e08c7f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b HTTP/1.1" status: 200 len: 1001 time: 0.0619087 Sep 18 20:17:58.606676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-15e73c52-7279-4ebf-9763-e4d3bbded03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:58.608160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-15e73c52-7279-4ebf-9763-e4d3bbded03b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7810d872-6e51-41b6-80aa-5f315f1256ff HTTP/1.1" status: 200 len: 834 time: 0.0444071 Sep 18 20:17:58.653294 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-360e0d87-0058-445c-a681-5e7a72740471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:17:58.654778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-360e0d87-0058-445c-a681-5e7a72740471 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=643bafb3-076c-4470-8762-42cc67ea8e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392978 Sep 18 20:17:58.751642 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-3db27fb3-d52d-4ad0-8bd5-2fe181bfc67b service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885675 Sep 18 20:17:58.846794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d160894f-0401-4b8b-b07f-fb7a41173747 req-384e9077-fb20-4f8e-ad90-cce99773d57a service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879185 Sep 18 20:18:19.949280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38882) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:20.107744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 06e1128e-c0e7-48a5-84d3-30e0ba0fee84 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:18:20.108087 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:20.181460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:20.181785 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:20.193194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 06e1128e-c0e7-48a5-84d3-30e0ba0fee84 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:18:20.338475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:20.364820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=06e1128e-c0e7-48a5-84d3-30e0ba0fee84,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:20.428363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:20.428689 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Floating IP 109f17ca-d9e9-4e47-9b82-faa42d5235ee disassociated (deleted). External IP: 172.25.8.56, port: 8af24e9a-5abd-4f92-bc55-cf7a12aa097b. Sep 18 20:18:20.637095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 2f805d8b-9cef-495d-a62f-216232024d9e has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:18:20.764122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:18:20.769500 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:20.774950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] Sync routers for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:18:20.785330 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:18:20.786044 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:20.803594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-14172417-f090-4393-a535-d85f162b15c0 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/floatingips/109f17ca-d9e9-4e47-9b82-faa42d5235ee HTTP/1.1" status: 204 len: 168 time: 0.8531649 Sep 18 20:18:20.804680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:18:20.807511 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:18:20.869318 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c913c-1b0d-4ea4-888e-a0654fa73898 x-openstack-request-id: req-d35c913c-1b0d-4ea4-888e-a0654fa73898 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:18:20.870323 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:18:20.870323 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d35c913c-1b0d-4ea4-888e-a0654fa73898 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:18:20.870323 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'status': 'completed', 'code': 200} Sep 18 20:18:20.911122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:18:20.939942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-5b07048a-142d-416d-a9fa-dd4ee7f34006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:18:20.941742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-5b07048a-142d-416d-a9fa-dd4ee7f34006 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 1098 time: 0.0457866 Sep 18 20:18:21.096539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad4bd1-ccb3-44ed-be47-87717eed6276 req-3b19cd7e-e243-486e-b244-4ec4c064c539 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:18:21.097982 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7ad4bd1-ccb3-44ed-be47-87717eed6276 req-3b19cd7e-e243-486e-b244-4ec4c064c539 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0674098 Sep 18 20:18:21.098979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-d5535cfe-1a4b-4bca-ad62-b18c4c550545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:18:21.100312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-d5535cfe-1a4b-4bca-ad62-b18c4c550545 service neutron] 10.222.0.24 "GET /v2.0/networks?id=643bafb3-076c-4470-8762-42cc67ea8e1c HTTP/1.1" status: 200 len: 897 time: 0.1501267 Sep 18 20:18:21.145598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:21.155574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-ee2b4d07-9cbb-4782-b00b-0150759ad407 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b HTTP/1.1" status: 200 len: 217 time: 0.0439460 Sep 18 20:18:21.176536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] Checking router: 2f805d8b-9cef-495d-a62f-216232024d9e for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:18:21.185154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:18:21.185881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:17:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:21.202438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7ad4bd1-ccb3-44ed-be47-87717eed6276 req-a5b5c163-6254-4dd8-a513-ea79694b3200 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966580 Sep 18 20:18:21.218174 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-7ca59563-c39b-4ff6-adb0-a54182a94721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:18:21.219650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-7ca59563-c39b-4ff6-adb0-a54182a94721 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7810d872-6e51-41b6-80aa-5f315f1256ff HTTP/1.1" status: 200 len: 834 time: 0.0546956 Sep 18 20:18:21.276279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-a597ee5d-bed4-4cc9-827a-7f8ef84defbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:18:21.277850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-a597ee5d-bed4-4cc9-827a-7f8ef84defbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=643bafb3-076c-4470-8762-42cc67ea8e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488992 Sep 18 20:18:21.302253 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:18:21.371570 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-af047ecc-40d6-49bd-8106-4b804970677f service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Sep 18 20:18:21.472874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-085c74e6-f8da-4ed9-96d1-e30669aaaa0e req-52ee239f-0876-4a2e-b8bd-3a47602d2857 service neutron] 10.222.0.24 "GET /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909011 Sep 18 20:18:21.497457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:21.522438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f971bf-9256-4ebd-82ad-ccb24b7e999b None None] The sync data for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 is: [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:40Z', 'revision_number': 4, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'a5d409d9-cee4-49a0-a771-8fe9df35c5d5', 'name': '', 'network_id': '643bafb3-076c-4470-8762-42cc67ea8e1c', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'mac_address': 'fa:16:3e:f8:37:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:39Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'subnets': [{'id': '7810d872-6e51-41b6-80aa-5f315f1256ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:18:21.632305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d30c-1b93-4423-98c9-58a290127159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:21.762686 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92980ed6-a168-4ce9-a71c-e1c9071d5dd2 None None] New status for floating IP 109f17ca-d9e9-4e47-9b82-faa42d5235ee: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:18:22.334348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc1459-b5a6-4663-bbe4-53df1e46e4f1 req-946c8ba0-ed27-4c73-8b68-e32cd13bc1d8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:18:22.335928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79cc1459-b5a6-4663-bbe4-53df1e46e4f1 req-946c8ba0-ed27-4c73-8b68-e32cd13bc1d8 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0500827 Sep 18 20:18:22.400091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79cc1459-b5a6-4663-bbe4-53df1e46e4f1 req-36dc8baf-63c7-47f7-bd35-98fa3ae2e1c2 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56d06e-47b4-4588-8107-d98bbcd19f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554633 Sep 18 20:18:22.411391 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-f754a5c3-9ef0-4f11-94b0-f3f1791136ca tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:18:22.413084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-f754a5c3-9ef0-4f11-94b0-f3f1791136ca tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7883f51-32cb-4bb8-90ef-1da8176fff46 HTTP/1.1" status: 200 len: 946 time: 0.0761473 Sep 18 20:18:22.501539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:18:22.501878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:22.598595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:18:22.598960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:22.611916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for 8af24e9a-5abd-4f92-bc55-cf7a12aa097b owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:18:22.747574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:22.781205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=8af24e9a-5abd-4f92-bc55-cf7a12aa097b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:22.828829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] No DVR routers for this DVR port 8af24e9a-5abd-4f92-bc55-cf7a12aa097b on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:18:22.831519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:22.834350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25fc27df-159c-4885-85b9-9b4ccbf46d58 req-2b88b6ba-5e32-4075-88b8-e8538339f17f tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.24 "DELETE /v2.0/ports/8af24e9a-5abd-4f92-bc55-cf7a12aa097b HTTP/1.1" status: 204 len: 173 time: 0.4153605 Sep 18 20:18:22.871101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'name': 'network-vif-deleted', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:18:22.876084 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e811c874-587b-4d68-9691-0a4af7f674ae" -d '{"events": [{"server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "name": "network-vif-deleted", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:18:22.914547 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f303e635-8655-464d-a193-578e68d14018 x-openstack-request-id: req-f303e635-8655-464d-a193-578e68d14018 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:18:22.914844 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7883f51-32cb-4bb8-90ef-1da8176fff46", "name": "network-vif-deleted", "tag": "8af24e9a-5abd-4f92-bc55-cf7a12aa097b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:18:22.915185 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f303e635-8655-464d-a193-578e68d14018 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:18:22.915661 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7883f51-32cb-4bb8-90ef-1da8176fff46', 'name': 'network-vif-deleted', 'tag': '8af24e9a-5abd-4f92-bc55-cf7a12aa097b', 'status': 'completed', 'code': 200} Sep 18 20:18:23.461328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38920) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:23.567700 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:23.636815 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:24.158069 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:24.427238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port a5d409d9-cee4-49a0-a771-8fe9df35c5d5 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:18:24.427507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:24.516494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port a5d409d9-cee4-49a0-a771-8fe9df35c5d5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:18:24.517205 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:24.529299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for a5d409d9-cee4-49a0-a771-8fe9df35c5d5 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:18:24.726487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:24.752656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=a5d409d9-cee4-49a0-a771-8fe9df35c5d5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:24.822148 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:24.944117 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-13ec7309-7b15-4b49-8636-ad95362a4397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:24.948282 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.188067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Router 2f805d8b-9cef-495d-a62f-216232024d9e has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:18:25.297739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:18:25.307009 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3fcc5e59-4bd9-4195-aaea-d51d2dc9b761 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "PUT /v2.0/routers/2f805d8b-9cef-495d-a62f-216232024d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8395321 Sep 18 20:18:25.307009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38932) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:25.310047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] Sync routers for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:18:25.320092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:18:25.321064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:18:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:25.360518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2c9d92-df5a-4dac-a20c-c29b31822f4b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting subnet 7810d872-6e51-41b6-80aa-5f315f1256ff {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:18:25.363744 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9d92-df5a-4dac-a20c-c29b31822f4b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.404642 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9d92-df5a-4dac-a20c-c29b31822f4b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.435973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:18:25.495629 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9d92-df5a-4dac-a20c-c29b31822f4b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.559142 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9d92-df5a-4dac-a20c-c29b31822f4b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.592797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c9d92-df5a-4dac-a20c-c29b31822f4b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Subnet': ['ID=7810d872-6e51-41b6-80aa-5f315f1256ff,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:25.594793 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9d92-df5a-4dac-a20c-c29b31822f4b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.596827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0f2c9d92-df5a-4dac-a20c-c29b31822f4b tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/subnets/7810d872-6e51-41b6-80aa-5f315f1256ff HTTP/1.1" status: 204 len: 168 time: 0.2898564 Sep 18 20:18:25.599507 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38936) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:25.606682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ffa58-17d1-4a83-a677-0746a2d45fab None None] Network 643bafb3-076c-4470-8762-42cc67ea8e1c requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:18:25.725914 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.834049 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.842561 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.869960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:18:24Z', 'revision_number': 5, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port': {'id': 'f9d3653c-7901-49b6-bc61-9d58ec49c984', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:25.898300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Deleting port f9d3653c-7901-49b6-bc61-9d58ec49c984 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:18:25.898661 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:25.909995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] Checking router: 2f805d8b-9cef-495d-a62f-216232024d9e for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:18:25.925762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] Routers {'2f805d8b-9cef-495d-a62f-216232024d9e'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:18:25.926381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:18:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2f805d8b-9cef-495d-a62f-216232024d9e'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:25.988104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] For port f9d3653c-7901-49b6-bc61-9d58ec49c984, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=f9d3653c-7901-49b6-bc61-9d58ec49c984,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:18:25.992227 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.005882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Calling delete_port for f9d3653c-7901-49b6-bc61-9d58ec49c984 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:18:26.028107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] Set router 2f805d8b-9cef-495d-a62f-216232024d9e gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:18:26.084940 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] DHCP port deletion for 643bafb3-076c-4470-8762-42cc67ea8e1c request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:18:26.087607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:18:25Z', 'revision_number': 6, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:26.117123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644411f-887a-45d0-875b-24de93f87c45 None None] The sync data for ids ['2f805d8b-9cef-495d-a62f-216232024d9e'] in n-d-789963-11 is: [{'id': '2f805d8b-9cef-495d-a62f-216232024d9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498956101', 'tenant_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:16:37Z', 'updated_at': '2021-09-18T20:18:25Z', 'revision_number': 6, 'project_id': 'd33f7c77f3fb4be3b1c200da90c5961e', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:18:26.165795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] Deleting port 089f21dd-a9d3-4336-8497-004f47c79388 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:18:26.166587 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.196765 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.198411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8af24e9a-5abd-4f92-bc55-cf7a12aa097b no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:18:26.222111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 8af24e9a-5abd-4f92-bc55-cf7a12aa097b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:18:26.222515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8af24e9a-5abd-4f92-bc55-cf7a12aa097b not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:18:26.224348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Port': ['ID=f9d3653c-7901-49b6-bc61-9d58ec49c984,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:26.263504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] For port 089f21dd-a9d3-4336-8497-004f47c79388, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=089f21dd-a9d3-4336-8497-004f47c79388,segment=NetworkSegment(fcb8881c-39f3-4ff2-81fc-8abded7535ea),segment_id=fcb8881c-39f3-4ff2-81fc-8abded7535ea)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:18:26.263854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.276558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] Calling delete_port for 089f21dd-a9d3-4336-8497-004f47c79388 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:18:26.285875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.367037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.384502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.386282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] No DVR routers for this DVR port 089f21dd-a9d3-4336-8497-004f47c79388 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:18:26.386861 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.414421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11628d93-7690-49d0-9cc9-6d1b348f1a72 None None] Pushing event deleted for resources: {'Port': ['ID=089f21dd-a9d3-4336-8497-004f47c79388,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:26.436973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.437793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Fanout notify agent at l3_agent the message router_deleted on router 2f805d8b-9cef-495d-a62f-216232024d9e {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:18:26.445291 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.447241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cba9a409-e7ee-4d33-8c6d-8dd0192fa7b7 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/routers/2f805d8b-9cef-495d-a62f-216232024d9e HTTP/1.1" status: 204 len: 168 time: 0.8461771 Sep 18 20:18:26.449685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38944) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:26.533663 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.640463 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.660282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643bafb3-076c-4470-8762-42cc67ea8e1c']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:26.669908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb8881c-39f3-4ff2-81fc-8abded7535ea') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:26.670207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb8881c-39f3-4ff2-81fc-8abded7535ea') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:18:26.679314 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.692613 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.698395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:18:26.698779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:18:26.701776 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:18:26.764836 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.771750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.773563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/networks/643bafb3-076c-4470-8762-42cc67ea8e1c HTTP/1.1" status: 204 len: 168 time: 0.3229201 Sep 18 20:18:26.777193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 38946) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:26.785501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'Network': ['ID=643bafb3-076c-4470-8762-42cc67ea8e1c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:26.799344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.799344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.799860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.800404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.800885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.801310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.801710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.802100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.802490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.802878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.803719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.803719 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5030fa-4e32-4daa-844c-a7e40f351e01 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.846039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.873014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.944508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.947694 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:26.949461 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] 10.222.0.20 "DELETE /v2.0/security-groups/3b56d06e-47b4-4588-8107-d98bbcd19f5a HTTP/1.1" status: 204 len: 168 time: 0.1712627 Sep 18 20:18:26.955194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 089f21dd-a9d3-4336-8497-004f47c79388 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:18:26.967261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b56d06e-47b4-4588-8107-d98bbcd19f5a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:26.977164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.977774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.978185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.978664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.979131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.979710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.980244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 089f21dd-a9d3-4336-8497-004f47c79388 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:18:26.980449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.980942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 089f21dd-a9d3-4336-8497-004f47c79388 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:18:26.981083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.981419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.981826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.982103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a5d409d9-cee4-49a0-a771-8fe9df35c5d5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:18:26.982293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:26.983094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644ea173-336f-4506-aec1-ebb857097708 tempest-TestNetworkAdvancedServerOps-1674987490 tempest-TestNetworkAdvancedServerOps-1674987490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:18:27.016117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a5d409d9-cee4-49a0-a771-8fe9df35c5d5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:18:27.016568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a5d409d9-cee4-49a0-a771-8fe9df35c5d5 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:18:27.275165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38958) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:27.387539 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:18:27.416050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-508f6f83-3f82-4631-979e-a0250c9f6ae5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d33f7c77f3fb4be3b1c200da90c5961e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372445 Sep 18 20:18:27.416238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38964) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:27.469511 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5f3e1723-efa2-4a01-936a-f3a0da43f914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.490065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5f3e1723-efa2-4a01-936a-f3a0da43f914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.538186 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5f3e1723-efa2-4a01-936a-f3a0da43f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.541243 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5f3e1723-efa2-4a01-936a-f3a0da43f914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.545016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5f3e1723-efa2-4a01-936a-f3a0da43f914 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a228aa2-fc38-4eba-ab10-fc7760bf35dc HTTP/1.1" status: 204 len: 168 time: 0.1251886 Sep 18 20:18:27.551276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e1723-efa2-4a01-936a-f3a0da43f914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a228aa2-fc38-4eba-ab10-fc7760bf35dc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:27.575138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.819568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38974) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:27.864524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e1f10e0f-7af9-4615-8523-940a83846af3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc20eb05789f4bd798a9c365ef35181f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415416 Sep 18 20:18:27.864771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 38976) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:18:27.912013 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d332218c-0be3-4199-8737-d7e53ada20cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.934843 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d332218c-0be3-4199-8737-d7e53ada20cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.988482 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d332218c-0be3-4199-8737-d7e53ada20cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.991463 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d332218c-0be3-4199-8737-d7e53ada20cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:27.992705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d332218c-0be3-4199-8737-d7e53ada20cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c444d36-df64-4e83-a74c-faed0ea6b09c HTTP/1.1" status: 204 len: 168 time: 0.1269937 Sep 18 20:18:28.001672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332218c-0be3-4199-8737-d7e53ada20cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c444d36-df64-4e83-a74c-faed0ea6b09c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:18:28.512639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f9d3653c-7901-49b6-bc61-9d58ec49c984 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:18:28.538186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: f9d3653c-7901-49b6-bc61-9d58ec49c984 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:18:28.538570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device f9d3653c-7901-49b6-bc61-9d58ec49c984 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:18:51.634979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-288bb130-fd54-43f3-af37-25d18e47e7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:53.565743 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:53.632013 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:54.816178 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:54.936059 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-abdaa98e-0dcb-4569-9d1e-617d94cdc9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:55.635295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:18:57.553950 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:04.387707 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:19:21.576301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39600) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:21.580943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-76982e96-93df-4c57-b7dd-cf55fa70753e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515734278', 'description': 'tempest-secgroup-smoke-515734278 description', 'project_id': '8baa5966623c4e929e822264826d59b0'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:21.603696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76982e96-93df-4c57-b7dd-cf55fa70753e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.637088 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9c39e5b8-9984-46f8-b058-19531c495862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.692806 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76982e96-93df-4c57-b7dd-cf55fa70753e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.696746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76982e96-93df-4c57-b7dd-cf55fa70753e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.727246 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76982e96-93df-4c57-b7dd-cf55fa70753e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.728533 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-76982e96-93df-4c57-b7dd-cf55fa70753e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1512070 Sep 18 20:19:21.730360 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76982e96-93df-4c57-b7dd-cf55fa70753e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:21.731584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39602) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:21.737515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c0bc0578-0205-420a-bdb7-ae34aa2cf1d8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'security_group_rule': {'security_group_id': '8e1d35f0-0c43-4688-a8fc-6758aae6d1cc', 'project_id': '8baa5966623c4e929e822264826d59b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:21.764240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0578-0205-420a-bdb7-ae34aa2cf1d8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.818775 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0578-0205-420a-bdb7-ae34aa2cf1d8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.822527 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0578-0205-420a-bdb7-ae34aa2cf1d8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.840244 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc0578-0205-420a-bdb7-ae34aa2cf1d8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efcc6cf-ff86-4585-9814-e5576c12c79a,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:21.845786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0578-0205-420a-bdb7-ae34aa2cf1d8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.847143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c0bc0578-0205-420a-bdb7-ae34aa2cf1d8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145585 Sep 18 20:19:21.850302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39604) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:21.855096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3f1136e8-c83e-4173-a91d-0bcbc53c360f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'security_group_rule': {'security_group_id': '8e1d35f0-0c43-4688-a8fc-6758aae6d1cc', 'project_id': '8baa5966623c4e929e822264826d59b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:21.881761 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f1136e8-c83e-4173-a91d-0bcbc53c360f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.942681 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f1136e8-c83e-4173-a91d-0bcbc53c360f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.946518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f1136e8-c83e-4173-a91d-0bcbc53c360f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.963802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1136e8-c83e-4173-a91d-0bcbc53c360f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fc1d81-3e9e-49a6-9525-c25ac00c6e9e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:21.969973 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3f1136e8-c83e-4173-a91d-0bcbc53c360f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:21.971347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3f1136e8-c83e-4173-a91d-0bcbc53c360f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201301 Sep 18 20:19:21.974008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39608) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:21.979148 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0964f774-d5fe-44d0-b3cb-d6709971847a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'security_group_rule': {'security_group_id': '8e1d35f0-0c43-4688-a8fc-6758aae6d1cc', 'project_id': '8baa5966623c4e929e822264826d59b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:22.005328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0964f774-d5fe-44d0-b3cb-d6709971847a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.062889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0964f774-d5fe-44d0-b3cb-d6709971847a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.066453 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0964f774-d5fe-44d0-b3cb-d6709971847a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.083180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964f774-d5fe-44d0-b3cb-d6709971847a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2aeb01f-af92-4585-a794-e0f3fb8ee67e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:22.089506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0964f774-d5fe-44d0-b3cb-d6709971847a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.090964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0964f774-d5fe-44d0-b3cb-d6709971847a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159418 Sep 18 20:19:22.093606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39610) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:22.097922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1aa09533-ba08-46f1-b8a6-1db48836fd4d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'security_group_rule': {'security_group_id': '8e1d35f0-0c43-4688-a8fc-6758aae6d1cc', 'project_id': '8baa5966623c4e929e822264826d59b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:22.123916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1aa09533-ba08-46f1-b8a6-1db48836fd4d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.182583 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1aa09533-ba08-46f1-b8a6-1db48836fd4d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.185777 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1aa09533-ba08-46f1-b8a6-1db48836fd4d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.203137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa09533-ba08-46f1-b8a6-1db48836fd4d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062c946e-6a2a-4edd-b6f1-3c2e96222a56,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:22.208598 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1aa09533-ba08-46f1-b8a6-1db48836fd4d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.209775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1aa09533-ba08-46f1-b8a6-1db48836fd4d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151652 Sep 18 20:19:22.213106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39612) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:22.217323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0d740d67-5c25-46c1-ac30-373400a1101f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'security_group_rule': {'security_group_id': '8e1d35f0-0c43-4688-a8fc-6758aae6d1cc', 'project_id': '8baa5966623c4e929e822264826d59b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:22.237672 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-0d740d67-5c25-46c1-ac30-373400a1101f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Project 8baa5966623c4e929e822264826d59b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:19:22.242947 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0d740d67-5c25-46c1-ac30-373400a1101f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.304784 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0d740d67-5c25-46c1-ac30-373400a1101f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.309088 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0d740d67-5c25-46c1-ac30-373400a1101f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.328592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d740d67-5c25-46c1-ac30-373400a1101f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ec37a4-35d4-41df-ba10-3b7c04d549f9,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:22.336511 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0d740d67-5c25-46c1-ac30-373400a1101f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.337758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0d740d67-5c25-46c1-ac30-373400a1101f tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237364 Sep 18 20:19:22.340384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39614) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:22.344622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6a74d478-8ee9-4adf-bb01-986d1953c278 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'security_group_rule': {'security_group_id': '8e1d35f0-0c43-4688-a8fc-6758aae6d1cc', 'project_id': '8baa5966623c4e929e822264826d59b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:22.364613 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-6a74d478-8ee9-4adf-bb01-986d1953c278 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Project 8baa5966623c4e929e822264826d59b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:19:22.369899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a74d478-8ee9-4adf-bb01-986d1953c278 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.435399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a74d478-8ee9-4adf-bb01-986d1953c278 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.439095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a74d478-8ee9-4adf-bb01-986d1953c278 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.456504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d478-8ee9-4adf-bb01-986d1953c278 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732d4adc-3f93-4068-88b9-301709cbb506,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:22.461776 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a74d478-8ee9-4adf-bb01-986d1953c278 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:22.462970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6a74d478-8ee9-4adf-bb01-986d1953c278 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216731 Sep 18 20:19:22.869963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-8bca427e-1cea-4c5f-bc63-7930dd840973 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515734278&fields=id&tenant_id=8baa5966623c4e929e822264826d59b0 HTTP/1.1" status: 200 len: 267 time: 0.0322859 Sep 18 20:19:22.982661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a859a-079a-4c11-acbc-67133edc1b91 req-d37966dd-9a08-4083-a2b4-06c25589a734 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:22.984807 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-d37966dd-9a08-4083-a2b4-06c25589a734 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/networks?id=e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 200 len: 814 time: 0.1076727 Sep 18 20:19:22.999668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-b3af3a53-8a78-4034-9da3-f5fb67cd7b00 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/quotas/8baa5966623c4e929e822264826d59b0 HTTP/1.1" status: 200 len: 375 time: 0.0092156 Sep 18 20:19:23.050238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-b6e823c1-54c7-4dd3-8678-6e5ac074d3d1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8baa5966623c4e929e822264826d59b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449529 Sep 18 20:19:23.261042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-f248cfbe-85d4-4c6d-936c-0caa9fff8c1d service neutron] 10.222.0.20 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958041 Sep 18 20:19:23.348665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-c8d9f96d-e381-439d-bfc9-b38fe640af6e service neutron] 10.222.0.20 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815976 Sep 18 20:19:23.592650 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:23.643800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:23.699760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a0e94df-2945-4b01-a16f-efb16b8d7361 req-f98fe25c-335f-42f9-a6e7-acfa06844479 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 210 time: 0.0916190 Sep 18 20:19:24.528191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a859a-079a-4c11-acbc-67133edc1b91 req-e0eca606-efb9-459a-be25-7db5924e091c tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:24.529106 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-e0eca606-efb9-459a-be25-7db5924e091c tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.32 "GET /v2.0/networks?id=e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 200 len: 814 time: 0.1008489 Sep 18 20:19:24.573334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-c800e21f-dfd4-4e59-b6ad-17c5ac8c881a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8baa5966623c4e929e822264826d59b0 HTTP/1.1" status: 200 len: 379 time: 0.0349984 Sep 18 20:19:24.582972 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'port': {'device_id': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'admin_state_up': True, 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'security_groups': ['8e1d35f0-0c43-4688-a8fc-6758aae6d1cc']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:24.695479 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Made reservation on behalf of 8baa5966623c4e929e822264826d59b0 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:19:24.698933 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:24.819218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-530a9f00-4197-402f-802a-7b2a60c67de3 req-420216f3-d00e-4140-b739-c3ee0f71636c tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 210 time: 0.0300400 Sep 18 20:19:24.829187 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:24.849245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Allocated IP 172.20.0.5 (e75d066c-bdd9-4434-a1a5-8701c0ded716/45e05aae-4a6d-42c4-b6e5-f5eb01a204f3/a4a337af-a622-4cd4-ad14-de4e591a02d9) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:19:24.939058 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-12b6798c-b776-4ebd-abb3-04b5e005ec87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:24.989220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.023085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.069556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:19:25.072648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:19:25.076441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:19:25.107728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'Port': ['ID=a4a337af-a622-4cd4-ad14-de4e591a02d9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:25.135824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:25.136472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.152825 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-99c9c2ef-da14-49b1-a0ca-26944e86b9d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737317 Sep 18 20:19:25.163335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-9adf4556-bedf-4033-8a3d-b016db35aa3c tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:19:25.164409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-9adf4556-bedf-4033-8a3d-b016db35aa3c tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055189 Sep 18 20:19:25.177323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Request body: {'port': {'device_id': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:25.236329 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.306679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3f3ecf72-e627-42b5-ba20-8e0559ebfb1b None None] Provisioning complete for port a4a337af-a622-4cd4-ad14-de4e591a02d9 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:19:25.307400 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3f3ecf72-e627-42b5-ba20-8e0559ebfb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.341978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ecf72-e627-42b5-ba20-8e0559ebfb1b None None] Port a4a337af-a622-4cd4-ad14-de4e591a02d9 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:19:25.517956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a337af-a622-4cd4-ad14-de4e591a02d9 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:19:25.525267 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.538981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Transition to ACTIVE for port object a4a337af-a622-4cd4-ad14-de4e591a02d9 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:19:25.541750 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.593266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Pushing event updated for resources: {'Port': ['ID=a4a337af-a622-4cd4-ad14-de4e591a02d9,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:25.669035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.678191 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Attempting to bind port a4a337af-a622-4cd4-ad14-de4e591a02d9 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:19:25.678618 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Attempting to bind port a4a337af-a622-4cd4-ad14-de4e591a02d9 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:19:25.679018 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Attempting to bind port a4a337af-a622-4cd4-ad14-de4e591a02d9 on network e75d066c-bdd9-4434-a1a5-8701c0ded716 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:19:25.685057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Port a4a337af-a622-4cd4-ad14-de4e591a02d9 on network e75d066c-bdd9-4434-a1a5-8701c0ded716 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:19:25.685441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Attempting to bind port a4a337af-a622-4cd4-ad14-de4e591a02d9 on network e75d066c-bdd9-4434-a1a5-8701c0ded716 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:19:25.692803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:19:25.693139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Checking segment: {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:19:25.693524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Bound using segment: {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:19:25.693966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Bound port: a4a337af-a622-4cd4-ad14-de4e591a02d9, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550e8d6e-03bd-4b40-9015-9ff9383519be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:19:25.694331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.780320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] For port a4a337af-a622-4cd4-ad14-de4e591a02d9, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:19:25.785037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] For port a4a337af-a622-4cd4-ad14-de4e591a02d9, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:19:25.791361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.826749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:25.827404 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:25.830130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] 10.222.0.32 "PUT /v2.0/ports/a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 200 len: 1092 time: 0.6573370 Sep 18 20:19:25.830571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:19:25.832840 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcd44a6-951b-4ba6-88ce-ae4296237aee" -d '{"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:19:25.864174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd5f7f-59f2-4018-bf12-22579cdd1a6a service neutron] Pushing event updated for resources: {'Port': ['ID=a4a337af-a622-4cd4-ad14-de4e591a02d9,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:25.933810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a859a-079a-4c11-acbc-67133edc1b91 req-cd4024b2-6433-45d3-a916-758563061c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:25.935369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-cd4024b2-6433-45d3-a916-758563061c31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8baa5966623c4e929e822264826d59b0&device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1095 time: 0.0555100 Sep 18 20:19:25.992431 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-021d3c81-dab1-4789-bc5c-6afb86d21e1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0489469 Sep 18 20:19:25.998484 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aa815c-70f0-474f-844c-1823282576fa x-openstack-request-id: req-a9aa815c-70f0-474f-844c-1823282576fa {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:19:25.998777 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:19:25.999031 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9aa815c-70f0-474f-844c-1823282576fa {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:19:25.999486 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'status': 'completed', 'code': 200} Sep 18 20:19:26.022048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c358be-4e96-4259-beb6-83fc03d79390 req-33e74a81-096d-483a-8906-42cca4ae3ffb tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:26.023867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17c358be-4e96-4259-beb6-83fc03d79390 req-33e74a81-096d-483a-8906-42cca4ae3ffb tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0824516 Sep 18 20:19:26.057945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a859a-079a-4c11-acbc-67133edc1b91 req-7fa296b7-e83d-4564-860f-2de295f0edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:26.059482 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-7fa296b7-e83d-4564-860f-2de295f0edb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 HTTP/1.1" status: 200 len: 853 time: 0.0560052 Sep 18 20:19:26.072867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17c358be-4e96-4259-beb6-83fc03d79390 req-376727fa-39f1-4622-9c5b-47e548ef675c tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405107 Sep 18 20:19:26.113227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a859a-079a-4c11-acbc-67133edc1b91 req-a71ab9d0-5513-483f-a677-409d2ef4a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:26.114808 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-a71ab9d0-5513-483f-a677-409d2ef4a4aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e75d066c-bdd9-4434-a1a5-8701c0ded716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480452 Sep 18 20:19:26.209656 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-4dc50834-1946-4ddc-8628-d4762289d373 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879178 Sep 18 20:19:26.298398 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-844a859a-079a-4c11-acbc-67133edc1b91 req-fcb5ddcc-a536-4976-a5f2-d5e8f51b749f service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816770 Sep 18 20:19:26.390976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-58cd84f2-9620-4469-b76e-82b43ee40a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:26.392405 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-58cd84f2-9620-4469-b76e-82b43ee40a75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8baa5966623c4e929e822264826d59b0&device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1095 time: 0.0494595 Sep 18 20:19:26.497202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-dde95c78-582c-49b9-b31f-d03bc6054fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:26.498743 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-dde95c78-582c-49b9-b31f-d03bc6054fcf service neutron] 10.222.0.32 "GET /v2.0/networks?id=e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 200 len: 915 time: 0.0987017 Sep 18 20:19:26.543747 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-bbfceddd-16b3-4a84-a500-fde07ac3b6c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0380359 Sep 18 20:19:26.591936 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-4101611e-8f58-40b5-87a6-3ed0baf3b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:26.593928 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-4101611e-8f58-40b5-87a6-3ed0baf3b5f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 HTTP/1.1" status: 200 len: 853 time: 0.0431993 Sep 18 20:19:26.637906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-3c09073a-7b07-4ff2-b060-7bf0818ecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:26.639594 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-3c09073a-7b07-4ff2-b060-7bf0818ecd0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e75d066c-bdd9-4434-a1a5-8701c0ded716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398088 Sep 18 20:19:26.734002 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-7a5bcdf0-0c21-4382-a36b-12874e442eaa service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873845 Sep 18 20:19:26.824794 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fcd44a6-951b-4ba6-88ce-ae4296237aee req-57411541-2c8d-49fa-b1b4-d9378970413d service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823705 Sep 18 20:19:27.194691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cf70-af58-4141-8a29-ff92533b3881 req-7532434d-958c-47e9-99e5-ebbcf903a6c7 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:27.196298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f900cf70-af58-4141-8a29-ff92533b3881 req-7532434d-958c-47e9-99e5-ebbcf903a6c7 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0505118 Sep 18 20:19:27.233946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f900cf70-af58-4141-8a29-ff92533b3881 req-b82efa1d-fc83-4b54-9c1d-31856c6999a8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313842 Sep 18 20:19:27.557793 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:28.352720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f286a-bd68-4dae-bfe1-8e953e473cb9 req-b8f925c8-1a6e-4bbb-9bd9-80dc6f6a848d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:28.354213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-475f286a-bd68-4dae-bfe1-8e953e473cb9 req-b8f925c8-1a6e-4bbb-9bd9-80dc6f6a848d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0515146 Sep 18 20:19:28.394501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-475f286a-bd68-4dae-bfe1-8e953e473cb9 req-878cb03a-22b0-48e9-bbe3-71933f550f51 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330522 Sep 18 20:19:29.514096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34cd91-a92b-44bd-9765-a5f99a709ed5 req-ab618ebe-f4bd-4cb4-a2c4-392f0ab6f7c3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:29.516388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc34cd91-a92b-44bd-9765-a5f99a709ed5 req-ab618ebe-f4bd-4cb4-a2c4-392f0ab6f7c3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0524695 Sep 18 20:19:29.553313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc34cd91-a92b-44bd-9765-a5f99a709ed5 req-531a9f7d-514e-4fc2-aee1-3927f3788796 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Sep 18 20:19:30.666854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600b302-a10c-412f-bbad-43f2db5cb42b req-49e9f3e9-280e-42be-b1ba-b2171cbca988 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:30.668355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1600b302-a10c-412f-bbad-43f2db5cb42b req-49e9f3e9-280e-42be-b1ba-b2171cbca988 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0480063 Sep 18 20:19:30.708126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1600b302-a10c-412f-bbad-43f2db5cb42b req-5991e717-405f-4f77-93fd-93c67b1555e3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332723 Sep 18 20:19:31.821345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e12130-4685-4b2d-9076-71cf72a96191 req-6f48c042-0c87-478e-b07a-114abd4558f6 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:31.822794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58e12130-4685-4b2d-9076-71cf72a96191 req-6f48c042-0c87-478e-b07a-114abd4558f6 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0474267 Sep 18 20:19:31.859959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58e12130-4685-4b2d-9076-71cf72a96191 req-f4a56cfd-cdbb-4810-9d94-65077d4deaae tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300391 Sep 18 20:19:32.980126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157fc9-3dd2-4f85-a0c4-10103e62e0e7 req-5f5bdcb2-7c1c-4905-a4a6-43076e88f6d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:32.981623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00157fc9-3dd2-4f85-a0c4-10103e62e0e7 req-5f5bdcb2-7c1c-4905-a4a6-43076e88f6d3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0521810 Sep 18 20:19:33.023645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00157fc9-3dd2-4f85-a0c4-10103e62e0e7 req-32c5e923-4b1c-495d-8c73-9666d07fdec2 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329771 Sep 18 20:19:34.137628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cbefa-3b25-418f-8664-c912c4186e30 req-4700c61a-ed80-426b-ba6b-b0c6cb892d0e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:34.139100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-478cbefa-3b25-418f-8664-c912c4186e30 req-4700c61a-ed80-426b-ba6b-b0c6cb892d0e tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0478232 Sep 18 20:19:34.177651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-478cbefa-3b25-418f-8664-c912c4186e30 req-ccb359c9-f2a2-4e90-9836-469b11a64ed5 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318687 Sep 18 20:19:35.290343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d612b-04b9-4529-8dbc-29b64869f424 req-b26a8276-c1ae-425b-9382-bc2a543720b9 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:35.291834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb8d612b-04b9-4529-8dbc-29b64869f424 req-b26a8276-c1ae-425b-9382-bc2a543720b9 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0485084 Sep 18 20:19:35.329256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb8d612b-04b9-4529-8dbc-29b64869f424 req-70784c54-f986-4baf-87c1-c1c2bcf3f55c tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Sep 18 20:19:36.319542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a4a337af-a622-4cd4-ad14-de4e591a02d9 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:19:36.417182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a4a337af-a622-4cd4-ad14-de4e591a02d9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:19:36.429933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'mac_address': 'fa:16:3e:6b:f2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:19:36.446130 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0574d6e-003b-4fa7-97db-142e193a2936 req-61e73c9f-413f-4696-a5b1-84fd316ff389 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:36.447729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0574d6e-003b-4fa7-97db-142e193a2936 req-61e73c9f-413f-4696-a5b1-84fd316ff389 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 943 time: 0.0522575 Sep 18 20:19:36.466843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:36.479138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a337af-a622-4cd4-ad14-de4e591a02d9 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:19:36.485594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0574d6e-003b-4fa7-97db-142e193a2936 req-00301b8c-a125-4089-a991-e460aa294b41 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Sep 18 20:19:36.498993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a4a337af-a622-4cd4-ad14-de4e591a02d9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:19:36.503474 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:36.551402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a4a337af-a622-4cd4-ad14-de4e591a02d9,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:36.558808 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.559139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.559512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.559843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.560169 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.560496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.560817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.561136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.561695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.562746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.563074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.563417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:36.729250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a4a337af-a622-4cd4-ad14-de4e591a02d9'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:19:37.600225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54bf55-b1cf-493b-80cf-9e272682035b req-b3f06e7e-fe5a-46a1-ad48-7d7a0bf552a2 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:37.601684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f54bf55-b1cf-493b-80cf-9e272682035b req-b3f06e7e-fe5a-46a1-ad48-7d7a0bf552a2 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 944 time: 0.0484426 Sep 18 20:19:37.638066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f54bf55-b1cf-493b-80cf-9e272682035b req-3f7c4794-535e-466c-8a65-b661c59598d1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303912 Sep 18 20:19:38.339082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a4a337af-a622-4cd4-ad14-de4e591a02d9 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:19:38.386313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a4a337af-a622-4cd4-ad14-de4e591a02d9 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:19:38.389761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a4a337af-a622-4cd4-ad14-de4e591a02d9 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:19:38.390135 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:38.463847 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:38.488945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:19:38.491178 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b32f49-76a6-41ba-8a81-3cc106d8459a" -d '{"events": [{"server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "name": "network-vif-plugged", "status": "completed", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:19:38.504168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a4a337af-a622-4cd4-ad14-de4e591a02d9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:19:38.508446 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:38.531725 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87b4466-1838-4de3-81c8-de134963e3d4 x-openstack-request-id: req-b87b4466-1838-4de3-81c8-de134963e3d4 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:19:38.532022 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "name": "network-vif-plugged", "status": "completed", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:19:38.532275 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b87b4466-1838-4de3-81c8-de134963e3d4 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:19:38.532660 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'code': 200} Sep 18 20:19:38.559465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a4a337af-a622-4cd4-ad14-de4e591a02d9,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:38.619518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505e702-de25-4dba-aff3-1d20228a4a3c req-3fa4d145-cece-4272-96b6-ef0d1ac03678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:38.620978 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d505e702-de25-4dba-aff3-1d20228a4a3c req-3fa4d145-cece-4272-96b6-ef0d1ac03678 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1097 time: 0.0392721 Sep 18 20:19:38.658714 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d505e702-de25-4dba-aff3-1d20228a4a3c req-1f5ef875-09a3-489c-af82-db390ea3fc43 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305965 Sep 18 20:19:38.751972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d88435-b02b-40d6-9015-3fec354ede01 req-546129eb-bf1a-4b21-9492-931f8e52f6e9 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:38.753462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30d88435-b02b-40d6-9015-3fec354ede01 req-546129eb-bf1a-4b21-9492-931f8e52f6e9 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 945 time: 0.0478480 Sep 18 20:19:38.790315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30d88435-b02b-40d6-9015-3fec354ede01 req-d940d6ed-f620-4017-a79c-5f8d434959b6 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308840 Sep 18 20:19:39.909221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d21035-ce7f-46fb-9621-618adaa63ff3 req-e3d10276-2e0b-46c4-9ff3-4ae79df8f641 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:39.910694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9d21035-ce7f-46fb-9621-618adaa63ff3 req-e3d10276-2e0b-46c4-9ff3-4ae79df8f641 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 945 time: 0.0523183 Sep 18 20:19:39.948579 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a9d21035-ce7f-46fb-9621-618adaa63ff3 req-33b56dac-5c4a-4d4d-ac87-c7930f459fe1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318856 Sep 18 20:19:40.060096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb118fd9-9a9a-468f-b437-365e5bf5b802 req-33b9da86-0c42-4eb7-b6f3-942ca7e99da7 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:40.062008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb118fd9-9a9a-468f-b437-365e5bf5b802 req-33b9da86-0c42-4eb7-b6f3-942ca7e99da7 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 945 time: 0.0489826 Sep 18 20:19:40.101476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb118fd9-9a9a-468f-b437-365e5bf5b802 req-e6f9a292-f7de-48d8-a831-1e985263eba3 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329061 Sep 18 20:19:40.123068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39696) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:40.259064 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f704b565-0c83-4d84-8000-90f3c86a3cb0 tempest-TestVolumeBackupRestore-1460281586 tempest-TestVolumeBackupRestore-1460281586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:40.260509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f704b565-0c83-4d84-8000-90f3c86a3cb0 tempest-TestVolumeBackupRestore-1460281586 tempest-TestVolumeBackupRestore-1460281586-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1092 time: 0.1364484 Sep 18 20:19:40.263366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39700) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:40.268389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:40.289788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:40.386714 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:40.490632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Allocated IP 172.25.8.26 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/9a78578a-d13b-44c7-8831-e17f59f9b9d1) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:19:40.589655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:40.621401 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:40.657095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:19:40.659784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:19:40.662528 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:19:40.698440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'Port': ['ID=9a78578a-d13b-44c7-8831-e17f59f9b9d1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:40.710841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.711185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.711544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.711872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.712200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.712521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.712842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.713168 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.713483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.713798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.714112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:40.714427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:19:41.338222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:41.387864 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:19:41.408349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:41.552680 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:41.557101 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:41.632397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event updated for resources: {'Port': ['ID=9a78578a-d13b-44c7-8831-e17f59f9b9d1,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:19:41.640519 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:41.745626 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Floating IP e638626c-fcb9-4a28-8135-eb4540c8cafa associated. External IP: 172.25.8.26, port: a4a337af-a622-4cd4-ad14-de4e591a02d9. Sep 18 20:19:41.970650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Router 0099edef-37f3-4435-a598-675efad836d5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:19:42.102348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:19:42.112080 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] Sync routers for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:19:42.118360 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:42.121737 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:19:42.122350 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:19:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:19:42.160257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-952c2540-7347-49e1-bca7-822a2415696a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8950288 Sep 18 20:19:42.161079 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:19:42.163792 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0bfb67-7e24-4975-971c-9264ed63482a" -d '{"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:19:42.167113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39702) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:42.209859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c32ce-fa64-4127-aa59-6e972ef9b554 tempest-TestVolumeBackupRestore-1460281586 tempest-TestVolumeBackupRestore-1460281586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:42.213971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 39708) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:19:42.214493 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c22c32ce-fa64-4127-aa59-6e972ef9b554 tempest-TestVolumeBackupRestore-1460281586 tempest-TestVolumeBackupRestore-1460281586-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1092 time: 0.0459216 Sep 18 20:19:42.219206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Request body: {'floatingip': {'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:19:42.233506 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:19:42.279912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:42.282090 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ace618d-e564-463f-b84d-1d1fe87df1de x-openstack-request-id: req-3ace618d-e564-463f-b84d-1d1fe87df1de {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:19:42.283880 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:19:42.283880 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ace618d-e564-463f-b84d-1d1fe87df1de {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:19:42.283880 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'status': 'completed', 'code': 200} Sep 18 20:19:42.411299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-a6e0ac93-da4d-447e-a6ba-2b9b40cd9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:42.412831 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-a6e0ac93-da4d-447e-a6ba-2b9b40cd9d95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8baa5966623c4e929e822264826d59b0&device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1097 time: 0.1019776 Sep 18 20:19:42.464398 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'e638626c-fcb9-4a28-8135-eb4540c8cafa', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0099edef-37f3-4435-a598-675efad836d5', 'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'mac_address': 'fa:16:3e:6b:f2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:19:40Z', 'updated_at': '2021-09-18T20:19:40Z', 'revision_number': 0, 'project_id': '8baa5966623c4e929e822264826d59b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:19:42.502675 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] Checking router: 0099edef-37f3-4435-a598-675efad836d5 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:19:42.510831 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:19:42.511458 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:19:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:19:42.592737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-83e2e5dd-e8ec-4d5f-adab-cd28350e1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:42.594447 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-83e2e5dd-e8ec-4d5f-adab-cd28350e1b32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 200 len: 915 time: 0.1746988 Sep 18 20:19:42.619224 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:19:42.711147 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-689026cc-65b6-468f-b96a-73a7955c48a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 200 len: 998 time: 0.1064503 Sep 18 20:19:42.855118 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'e638626c-fcb9-4a28-8135-eb4540c8cafa', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0099edef-37f3-4435-a598-675efad836d5', 'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'mac_address': 'fa:16:3e:6b:f2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:19:40Z', 'updated_at': '2021-09-18T20:19:40Z', 'revision_number': 0, 'project_id': '8baa5966623c4e929e822264826d59b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:19:42.887176 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb73c9a-aaeb-4a08-8416-daf201e03df4 None None] The sync data for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 is: [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'e638626c-fcb9-4a28-8135-eb4540c8cafa', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0099edef-37f3-4435-a598-675efad836d5', 'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'mac_address': 'fa:16:3e:6b:f2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:19:40Z', 'updated_at': '2021-09-18T20:19:40Z', 'revision_number': 0, 'project_id': '8baa5966623c4e929e822264826d59b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:19:43.109798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cedcc-dbb7-4c19-a00c-562dc6dc4e80 None None] New status for floating IP e638626c-fcb9-4a28-8135-eb4540c8cafa: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:19:43.198846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-8fef3c3b-9ab9-4116-9cad-985509d4a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:43.200349 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-8fef3c3b-9ab9-4116-9cad-985509d4a2d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 HTTP/1.1" status: 200 len: 853 time: 0.0965519 Sep 18 20:19:43.258909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:19:43.258909 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:19:43.260814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-2cb88d8c-e754-45c0-8b0f-629008d71dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:43.262349 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-2cb88d8c-e754-45c0-8b0f-629008d71dee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e75d066c-bdd9-4434-a1a5-8701c0ded716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542088 Sep 18 20:19:43.356711 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-b26b28e8-8981-4969-bba7-eb4241b511aa service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872092 Sep 18 20:19:43.446732 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6a0bfb67-7e24-4975-971c-9264ed63482a req-1ce2b71e-1989-4dfe-9af2-7b7fe18351a0 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833414 Sep 18 20:19:43.760830 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for floatingip, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:44.225111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:44.228997 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:44.442920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Router 0099edef-37f3-4435-a598-675efad836d5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:19:44.548501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:19:44.553302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:44.557684 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] Sync routers for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:19:44.567093 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:19:44.567554 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:19:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:19:44.581585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:19:44.583864 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550567da-09a3-45a8-b531-a84add093f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:19:44.614852 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8f927330-e141-4f56-ada4-6b9c9c9ff83a tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "PUT /v2.0/floatingips/e638626c-fcb9-4a28-8135-eb4540c8cafa HTTP/1.1" status: 200 len: 992 time: 2.3946993 Sep 18 20:19:44.640340 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83027e95-5b1e-48d5-ac6c-1c2555bbce15 x-openstack-request-id: req-83027e95-5b1e-48d5-ac6c-1c2555bbce15 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:19:44.640954 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:19:44.640954 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83027e95-5b1e-48d5-ac6c-1c2555bbce15 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:19:44.641170 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'status': 'completed', 'code': 200} Sep 18 20:19:44.676335 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:19:44.704956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550567da-09a3-45a8-b531-a84add093f5a req-40e885ca-bef5-4f21-ab56-5a871f379c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:44.706490 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-550567da-09a3-45a8-b531-a84add093f5a req-40e885ca-bef5-4f21-ab56-5a871f379c91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8baa5966623c4e929e822264826d59b0&device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1097 time: 0.0442734 Sep 18 20:19:44.805876 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550567da-09a3-45a8-b531-a84add093f5a req-2ffa726c-9cc3-47e1-a94d-2272c832e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:44.807348 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-550567da-09a3-45a8-b531-a84add093f5a req-2ffa726c-9cc3-47e1-a94d-2272c832e61e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 200 len: 915 time: 0.0938900 Sep 18 20:19:44.875400 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-550567da-09a3-45a8-b531-a84add093f5a req-d9d707c8-4445-4797-b4d9-118e52787a16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 200 len: 1000 time: 0.0611360 Sep 18 20:19:44.923533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550567da-09a3-45a8-b531-a84add093f5a req-3aab1ca5-a075-4a48-9a5d-434972da347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:44.925357 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-550567da-09a3-45a8-b531-a84add093f5a req-3aab1ca5-a075-4a48-9a5d-434972da347f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 HTTP/1.1" status: 200 len: 853 time: 0.0432229 Sep 18 20:19:44.972768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550567da-09a3-45a8-b531-a84add093f5a req-c86893bc-2350-479b-9bb8-d4f118862262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:44.974159 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-550567da-09a3-45a8-b531-a84add093f5a req-c86893bc-2350-479b-9bb8-d4f118862262 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e75d066c-bdd9-4434-a1a5-8701c0ded716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412054 Sep 18 20:19:44.979008 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'e638626c-fcb9-4a28-8135-eb4540c8cafa', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0099edef-37f3-4435-a598-675efad836d5', 'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'mac_address': 'fa:16:3e:6b:f2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:19:40Z', 'updated_at': '2021-09-18T20:19:44Z', 'revision_number': 2, 'project_id': '8baa5966623c4e929e822264826d59b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:19:45.008345 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] Checking router: 0099edef-37f3-4435-a598-675efad836d5 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:19:45.019222 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:19:45.019849 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:19:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:19:45.067098 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-550567da-09a3-45a8-b531-a84add093f5a req-6fcbb914-312d-42f4-aa64-47977c56f03d service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858305 Sep 18 20:19:45.123060 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:19:45.156921 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-550567da-09a3-45a8-b531-a84add093f5a req-916ab8b7-91e1-4e60-bade-78257c31af89 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824227 Sep 18 20:19:45.339170 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'e638626c-fcb9-4a28-8135-eb4540c8cafa', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0099edef-37f3-4435-a598-675efad836d5', 'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'mac_address': 'fa:16:3e:6b:f2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:19:40Z', 'updated_at': '2021-09-18T20:19:44Z', 'revision_number': 2, 'project_id': '8baa5966623c4e929e822264826d59b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:19:45.365139 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f23bc-7b04-4351-8cb8-6a7cd287a576 None None] The sync data for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 is: [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'e638626c-fcb9-4a28-8135-eb4540c8cafa', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '0099edef-37f3-4435-a598-675efad836d5', 'port_id': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'mac_address': 'fa:16:3e:6b:f2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:19:40Z', 'updated_at': '2021-09-18T20:19:44Z', 'revision_number': 2, 'project_id': '8baa5966623c4e929e822264826d59b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:19:46.642057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:19:46.644440 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640" -d '{"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:19:46.679228 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cb79fc-57fd-47b2-b46e-677b0f8d87c7 x-openstack-request-id: req-07cb79fc-57fd-47b2-b46e-677b0f8d87c7 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:19:46.679539 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:19:46.679787 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07cb79fc-57fd-47b2-b46e-677b0f8d87c7 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:19:46.680180 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'status': 'completed', 'code': 200} Sep 18 20:19:46.742216 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-60dec8bd-9af4-410a-af88-6965b2be7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:46.743744 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-60dec8bd-9af4-410a-af88-6965b2be7435 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8baa5966623c4e929e822264826d59b0&device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1097 time: 0.0416963 Sep 18 20:19:46.834827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-b7679c94-3abd-4561-b0d6-952760eed226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:46.836217 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-b7679c94-3abd-4561-b0d6-952760eed226 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 200 len: 915 time: 0.0859356 Sep 18 20:19:46.901251 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-5d6e465d-5934-4405-9bde-1cd8c5d1328f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 200 len: 1000 time: 0.0587072 Sep 18 20:19:46.950335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-7ebc654f-5a0b-4357-bbc7-e0a559029bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:46.952525 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-7ebc654f-5a0b-4357-bbc7-e0a559029bab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 HTTP/1.1" status: 200 len: 853 time: 0.0443218 Sep 18 20:19:46.996814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-a8ba1721-c5ce-4037-ab5f-c52e2252a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:19:46.998264 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-a8ba1721-c5ce-4037-ab5f-c52e2252a886 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e75d066c-bdd9-4434-a1a5-8701c0ded716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392063 Sep 18 20:19:47.088831 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-064e0a40-e2f8-4b98-990a-a4f3f3a90546 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834856 Sep 18 20:19:47.175994 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-bfbaa9d3-ba93-45ff-945a-5ad663c0e640 req-69a0b489-426e-4969-9150-339f819af4a6 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803285 Sep 18 20:19:51.637166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-38b0dcca-ad5f-4df8-807f-8343cdb65734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:53.571940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:53.642453 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:54.821240 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:54.940463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b0f15a96-75b2-4aee-bf97-80ea7c478d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:55.641019 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:19:57.568145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:12.127130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c66b141-fe38-4369-986c-8a661675ff27 req-0e38e416-898e-4aa4-a4c0-f9844b72dac9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397449 Sep 18 20:20:12.211646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b141-fe38-4369-986c-8a661675ff27 req-0b716c52-1209-4734-832d-e4464fb11d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:12.213131 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c66b141-fe38-4369-986c-8a661675ff27 req-0b716c52-1209-4734-832d-e4464fb11d4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8baa5966623c4e929e822264826d59b0&device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1097 time: 0.0442502 Sep 18 20:20:12.315948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b141-fe38-4369-986c-8a661675ff27 req-8d2743f2-cff7-4b04-86c8-7347e1029a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:12.317444 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c66b141-fe38-4369-986c-8a661675ff27 req-8d2743f2-cff7-4b04-86c8-7347e1029a92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 200 len: 915 time: 0.0842252 Sep 18 20:20:12.388130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c66b141-fe38-4369-986c-8a661675ff27 req-158f54a5-d7fb-4939-a418-def31c201f2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 200 len: 1000 time: 0.0607905 Sep 18 20:20:12.438072 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b141-fe38-4369-986c-8a661675ff27 req-e1a1862c-952f-4f90-bc19-991313f3ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:12.439538 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c66b141-fe38-4369-986c-8a661675ff27 req-e1a1862c-952f-4f90-bc19-991313f3ce74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 HTTP/1.1" status: 200 len: 853 time: 0.0436327 Sep 18 20:20:12.484068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b141-fe38-4369-986c-8a661675ff27 req-19437505-4d73-43de-b95e-78dc1ad6f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:12.485562 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c66b141-fe38-4369-986c-8a661675ff27 req-19437505-4d73-43de-b95e-78dc1ad6f897 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e75d066c-bdd9-4434-a1a5-8701c0ded716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396271 Sep 18 20:20:12.576788 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c66b141-fe38-4369-986c-8a661675ff27 req-7640fa2c-feb9-402a-86b8-3c9e7d5decf2 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Sep 18 20:20:12.664478 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7c66b141-fe38-4369-986c-8a661675ff27 req-e3ceea96-db5c-4ca8-b8bc-7a97a9ea22d5 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798917 Sep 18 20:20:15.759637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39722) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:15.917152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Deleting port 9a78578a-d13b-44c7-8831-e17f59f9b9d1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:15.917495 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:15.995643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:15.995926 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:16.007885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Calling delete_port for 9a78578a-d13b-44c7-8831-e17f59f9b9d1 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:16.156727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:16.191220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event deleted for resources: {'Port': ['ID=9a78578a-d13b-44c7-8831-e17f59f9b9d1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:16.249634 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:16.249870 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Floating IP e638626c-fcb9-4a28-8135-eb4540c8cafa disassociated (deleted). External IP: 172.25.8.26, port: a4a337af-a622-4cd4-ad14-de4e591a02d9. Sep 18 20:20:16.467338 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Router 0099edef-37f3-4435-a598-675efad836d5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:20:16.579212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:20:16.584683 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:16.589885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] Sync routers for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:20:16.599566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:20:16.600355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:19:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:16.612971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9cefc115-4c2d-46c3-aaff-980b47990bdf tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "DELETE /v2.0/floatingips/e638626c-fcb9-4a28-8135-eb4540c8cafa HTTP/1.1" status: 204 len: 168 time: 0.8522534 Sep 18 20:20:16.613557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:20:16.615966 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f" -d '{"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:20:16.661213 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5483b863-40ca-4e95-b498-7c031e5b3993 x-openstack-request-id: req-5483b863-40ca-4e95-b498-7c031e5b3993 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:20:16.661503 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:20:16.661754 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5483b863-40ca-4e95-b498-7c031e5b3993 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:20:16.662162 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'status': 'completed', 'code': 200} Sep 18 20:20:16.710015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:20:16.732158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-8f233294-5b55-43a2-881d-65755098cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:16.734336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-8f233294-5b55-43a2-881d-65755098cd1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8baa5966623c4e929e822264826d59b0&device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 1097 time: 0.0503595 Sep 18 20:20:16.840776 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-054b08f9-b123-4b09-8fa6-90d9c1f9635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:16.842269 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-054b08f9-b123-4b09-8fa6-90d9c1f9635c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 200 len: 915 time: 0.0971258 Sep 18 20:20:16.867484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01f0fb-3218-4ee6-ac40-96056a586a4e req-e79d8ab9-7a04-443e-afbd-45d76ee4c67d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:16.869032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb01f0fb-3218-4ee6-ac40-96056a586a4e req-e79d8ab9-7a04-443e-afbd-45d76ee4c67d tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 945 time: 0.0499477 Sep 18 20:20:16.894659 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-75b24f27-4e9f-4393-8389-dcd9e8b052e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0397429 Sep 18 20:20:16.911012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb01f0fb-3218-4ee6-ac40-96056a586a4e req-2cdee54b-3c4f-4399-aafa-f87f50651dae tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355487 Sep 18 20:20:16.925707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:16.946385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-0d4008da-1138-4333-97c4-576dca89f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:16.947889 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-0d4008da-1138-4333-97c4-576dca89f275 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 HTTP/1.1" status: 200 len: 853 time: 0.0456612 Sep 18 20:20:16.951695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] Checking router: 0099edef-37f3-4435-a598-675efad836d5 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:20:16.960528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:20:16.961150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:19:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:16.993404 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-559ec153-359a-4de8-9312-2526d1f3bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:16.994900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-559ec153-359a-4de8-9312-2526d1f3bf47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e75d066c-bdd9-4434-a1a5-8701c0ded716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397539 Sep 18 20:20:17.066664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:20:17.087417 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-056594a6-5a56-4655-8ca9-821341391c25 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848377 Sep 18 20:20:17.179079 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-05d2fd48-d70d-42a2-92c4-da0f0a9b892f req-4ced1188-ab01-425f-a93c-a08e959a5258 service neutron] 10.222.0.32 "GET /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831616 Sep 18 20:20:17.270505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:17.299166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97fac44-3068-46dc-b3b3-8557ffbcc52e None None] The sync data for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 is: [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:17:30Z', 'revision_number': 4, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '03b22004-5c44-4aeb-b6a0-67fea975e7b6', 'name': '', 'network_id': 'e75d066c-bdd9-4434-a1a5-8701c0ded716', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'mac_address': 'fa:16:3e:da:e0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:29Z', 'updated_at': '2021-09-18T20:17:36Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'subnets': [{'id': '45e05aae-4a6d-42c4-b6e5-f5eb01a204f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:20:17.587454 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb1d7c-cb2a-45ac-8689-638b0d2d56e5 None None] New status for floating IP e638626c-fcb9-4a28-8135-eb4540c8cafa: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:20:18.034620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0029f27-d63b-4cc2-929d-3e1a5e0b94e4 req-d0b8e97f-f94b-4fe9-9dd6-095dadcd5ecc tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:18.036117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0029f27-d63b-4cc2-929d-3e1a5e0b94e4 req-d0b8e97f-f94b-4fe9-9dd6-095dadcd5ecc tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 945 time: 0.0527890 Sep 18 20:20:18.073882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0029f27-d63b-4cc2-929d-3e1a5e0b94e4 req-91fb30a7-4027-499a-ab4d-3b36066ebe92 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Sep 18 20:20:18.326422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-0a89a791-b621-40d0-8721-8f6d74e8ce24 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:18.327814 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-0a89a791-b621-40d0-8721-8f6d74e8ce24 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.32 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 945 time: 0.0485075 Sep 18 20:20:18.387328 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:20:18.419389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Deleting port a4a337af-a622-4cd4-ad14-de4e591a02d9 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:18.419759 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:18.508340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] For port a4a337af-a622-4cd4-ad14-de4e591a02d9, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4a337af-a622-4cd4-ad14-de4e591a02d9,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:18.508707 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:18.520666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Calling delete_port for a4a337af-a622-4cd4-ad14-de4e591a02d9 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:18.644549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:18.690000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event deleted for resources: {'Port': ['ID=a4a337af-a622-4cd4-ad14-de4e591a02d9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:18.717465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.717811 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.718151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.718492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.718824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.719153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.719582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.719914 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.720227 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.720548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.720870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.721190 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:18.742186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] No DVR routers for this DVR port a4a337af-a622-4cd4-ad14-de4e591a02d9 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:20:18.745069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:18.747192 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0449423f-57c3-4a66-9f5f-9d26616b63ac req-08634005-d7c3-4d41-8fef-515ab5af3e39 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.32 "DELETE /v2.0/ports/a4a337af-a622-4cd4-ad14-de4e591a02d9 HTTP/1.1" status: 204 len: 173 time: 0.4129283 Sep 18 20:20:18.747714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'name': 'network-vif-deleted', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:20:18.750033 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a989c3-35b1-4f8d-93c2-6c655c393c6f" -d '{"events": [{"server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "name": "network-vif-deleted", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:20:18.792767 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c0b5d-b3d7-4bce-a508-213d59a2fa65 x-openstack-request-id: req-205c0b5d-b3d7-4bce-a508-213d59a2fa65 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:20:18.793279 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf", "name": "network-vif-deleted", "tag": "a4a337af-a622-4cd4-ad14-de4e591a02d9", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:20:18.793389 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-205c0b5d-b3d7-4bce-a508-213d59a2fa65 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:20:18.793755 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf', 'name': 'network-vif-deleted', 'tag': 'a4a337af-a622-4cd4-ad14-de4e591a02d9', 'status': 'completed', 'code': 200} Sep 18 20:20:19.172377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ee43f50-e8f1-424b-ae47-8054ec4bf57a req-a275368e-82e1-4faa-8794-4211994fb820 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 210 time: 0.0275106 Sep 18 20:20:20.265740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb2465a5-fb9e-4e95-95b1-dbd46797a8fd req-47b8ef70-90ec-466a-b447-483ade4f60e8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 210 time: 0.0259635 Sep 18 20:20:20.573104 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a4a337af-a622-4cd4-ad14-de4e591a02d9 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:20:20.587168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a4a337af-a622-4cd4-ad14-de4e591a02d9 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:20:20.587536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a4a337af-a622-4cd4-ad14-de4e591a02d9 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:20:21.360532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ddca0d9-84b1-4450-815d-077e6fd36379 req-4a11f3b6-2d7e-4435-bc01-3f9bfd2d6f73 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 210 time: 0.0275123 Sep 18 20:20:21.638244 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b358fd3e-f698-46c2-a02a-8c9751f999c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:22.472497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b68bc9e7-4eb7-4324-af75-c893e40216c5 req-19763acd-5ebf-4f4d-ad58-7e616c86ccf8 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "GET /v2.0/ports?device_id=6500bd7d-2a35-4fbb-ab4c-42d3c71a6cdf HTTP/1.1" status: 200 len: 210 time: 0.0263319 Sep 18 20:20:23.527634 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 39746) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:23.588514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:23.592008 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0541-7d52-41a8-8ec5-583a790df7f1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:23.617735 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0541-7d52-41a8-8ec5-583a790df7f1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:23.657503 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:23.678685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0541-7d52-41a8-8ec5-583a790df7f1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:23.681366 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0541-7d52-41a8-8ec5-583a790df7f1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:23.682531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fc2a0541-7d52-41a8-8ec5-583a790df7f1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e1d35f0-0c43-4688-a8fc-6758aae6d1cc HTTP/1.1" status: 204 len: 168 time: 0.1539266 Sep 18 20:20:23.692706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a0541-7d52-41a8-8ec5-583a790df7f1 tempest-TestVolumeBackupRestore-705104265 tempest-TestVolumeBackupRestore-705104265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d35f0-0c43-4688-a8fc-6758aae6d1cc,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:24.828841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:24.948868 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5a7f821c-33cc-4ffc-945c-581bd948069b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:25.651092 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:27.118539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40198) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:27.474489 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:27.562678 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:27.720036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Deleting port 03b22004-5c44-4aeb-b6a0-67fea975e7b6 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:27.720394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:27.804110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] For port 03b22004-5c44-4aeb-b6a0-67fea975e7b6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=03b22004-5c44-4aeb-b6a0-67fea975e7b6,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:27.804397 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:27.816911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Calling delete_port for 03b22004-5c44-4aeb-b6a0-67fea975e7b6 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:27.993070 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:28.020832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b22004-5c44-4aeb-b6a0-67fea975e7b6,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:28.187838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:28.398241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Router 0099edef-37f3-4435-a598-675efad836d5 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:20:28.502109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:20:28.509852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-dbc5de62-116f-4814-a1ee-7ac7e01f3265 admin admin] 10.222.0.20 "PUT /v2.0/routers/0099edef-37f3-4435-a598-675efad836d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3877046 Sep 18 20:20:28.510024 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40200) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:28.510673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] Sync routers for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:20:28.519781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:20:28.520392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:20:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:28.616949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:28.624849 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:20:28.720686 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:28.772629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Deleting port 5aec3282-17a4-4e59-9b87-f12a2049fe0f {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:28.772984 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:28.808620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:20:27Z', 'revision_number': 5, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port': {'id': '5aec3282-17a4-4e59-9b87-f12a2049fe0f', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0099edef-37f3-4435-a598-675efad836d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:28Z', 'updated_at': '2021-09-18T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:28.835526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] Checking router: 0099edef-37f3-4435-a598-675efad836d5 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:20:28.843494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] Routers {'0099edef-37f3-4435-a598-675efad836d5'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:20:28.844088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:20:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['0099edef-37f3-4435-a598-675efad836d5'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:28.853141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] For port 5aec3282-17a4-4e59-9b87-f12a2049fe0f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5aec3282-17a4-4e59-9b87-f12a2049fe0f,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:28.853508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:28.865666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Calling delete_port for 5aec3282-17a4-4e59-9b87-f12a2049fe0f owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:28.930198 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] Set router 0099edef-37f3-4435-a598-675efad836d5 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:20:28.981861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:20:28Z', 'revision_number': 6, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:29.012313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a613ab2-cca9-43d3-a5e8-150f52911c20 None None] The sync data for ids ['0099edef-37f3-4435-a598-675efad836d5'] in n-d-789963-11 is: [{'id': '0099edef-37f3-4435-a598-675efad836d5', 'name': 'tempest-TestVolumeBackupRestore-1662766610-router', 'tenant_id': '8baa5966623c4e929e822264826d59b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:27Z', 'updated_at': '2021-09-18T20:20:28Z', 'revision_number': 6, 'project_id': '8baa5966623c4e929e822264826d59b0', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:20:29.368777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.395417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aec3282-17a4-4e59-9b87-f12a2049fe0f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:29.461356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.550615 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.552684 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.593207 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.593840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0099edef-37f3-4435-a598-675efad836d5 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:20:29.598757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.599881 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c37ffce1-09c7-419d-bf31-f947c72eb473 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0099edef-37f3-4435-a598-675efad836d5 HTTP/1.1" status: 204 len: 168 time: 1.0888226 Sep 18 20:20:29.602318 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40202) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:29.645033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c590094-c76e-47e3-af61-b9014811ee18 admin admin] Deleting subnet 45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:20:29.647909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4c590094-c76e-47e3-af61-b9014811ee18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.680544 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4c590094-c76e-47e3-af61-b9014811ee18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.760649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4c590094-c76e-47e3-af61-b9014811ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.814320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4c590094-c76e-47e3-af61-b9014811ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.841197 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c590094-c76e-47e3-af61-b9014811ee18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e05aae-4a6d-42c4-b6e5-f5eb01a204f3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:29.843172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4c590094-c76e-47e3-af61-b9014811ee18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.845053 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4c590094-c76e-47e3-af61-b9014811ee18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45e05aae-4a6d-42c4-b6e5-f5eb01a204f3 HTTP/1.1" status: 204 len: 168 time: 0.2418296 Sep 18 20:20:29.847911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40204) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:29.848373 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f54f4-d1e9-40a9-bc0d-63cd03eab43c None None] Network e75d066c-bdd9-4434-a1a5-8701c0ded716 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:20:29.923193 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:29.980229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Deleting port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:29.980643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.049438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] For port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=2dabb07b-7aa0-4b66-811c-5a4ecfa302ec,segment=NetworkSegment(550e8d6e-03bd-4b40-9015-9ff9383519be),segment_id=550e8d6e-03bd-4b40-9015-9ff9383519be)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:30.049801 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.063281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Calling delete_port for 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:30.153025 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.174894 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dabb07b-7aa0-4b66-811c-5a4ecfa302ec,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:30.183235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] No DVR routers for this DVR port 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:20:30.202891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e159ed-f99b-4ff5-884a-b81da85a612d None None] DHCP port deletion for e75d066c-bdd9-4434-a1a5-8701c0ded716 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:20:30.262611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.283213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75d066c-bdd9-4434-a1a5-8701c0ded716']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:30.292842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550e8d6e-03bd-4b40-9015-9ff9383519be') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:30.293139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550e8d6e-03bd-4b40-9015-9ff9383519be') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:30.302517 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.315546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.321204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:20:30.321578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:20:30.323157 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:20:30.378128 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.382606 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.387658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e75d066c-bdd9-4434-a1a5-8701c0ded716 HTTP/1.1" status: 204 len: 168 time: 0.5358496 Sep 18 20:20:30.387993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40206) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:30.397431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ecf77-dae6-46cb-b1a4-cb03e77dbed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e75d066c-bdd9-4434-a1a5-8701c0ded716,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:30.622822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5aec3282-17a4-4e59-9b87-f12a2049fe0f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:20:30.641983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 5aec3282-17a4-4e59-9b87-f12a2049fe0f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:20:30.642252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5aec3282-17a4-4e59-9b87-f12a2049fe0f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:20:30.642661 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 03b22004-5c44-4aeb-b6a0-67fea975e7b6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:20:30.661094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 03b22004-5c44-4aeb-b6a0-67fea975e7b6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:20:30.661436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 03b22004-5c44-4aeb-b6a0-67fea975e7b6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:20:30.661846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:20:30.679653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:20:30.680003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 2dabb07b-7aa0-4b66-811c-5a4ecfa302ec not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:20:30.734481 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:30.974448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Deleting port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:30.974788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:31.050766 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] For port 30a9fa5c-96bf-4309-9a01-aa46896d1fd2, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,segment=NetworkSegment(9dd3835d-efc1-4853-b034-953cee873514),segment_id=9dd3835d-efc1-4853-b034-953cee873514)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:31.051128 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:31.063406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Calling delete_port for 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:31.235916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:31.267579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Pushing event deleted for resources: {'Port': ['ID=30a9fa5c-96bf-4309-9a01-aa46896d1fd2,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:31.432953 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:31.649698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Router e81e181d-474a-489f-ac9e-9c84e66b31e1 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:20:31.756623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:20:31.761599 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3952c8f4-788f-4530-bdc6-32ae79dd691d admin admin] 10.222.0.20 "PUT /v2.0/routers/e81e181d-474a-489f-ac9e-9c84e66b31e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725107 Sep 18 20:20:31.764084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40210) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:31.766914 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] Sync routers for ids ['e81e181d-474a-489f-ac9e-9c84e66b31e1'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:20:31.777256 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] Routers {'e81e181d-474a-489f-ac9e-9c84e66b31e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:20:31.777852 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:20:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e81e181d-474a-489f-ac9e-9c84e66b31e1'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:31.868238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:31.880721 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] Set router e81e181d-474a-489f-ac9e-9c84e66b31e1 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:20:31.967785 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.023990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Deleting port 700976a2-d3d3-4934-81e0-cbd93d41fbdc {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:32.024316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.057454 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:20:31Z', 'revision_number': 5, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port': {'id': '700976a2-d3d3-4934-81e0-cbd93d41fbdc', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:17:33Z', 'updated_at': '2021-09-18T20:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:32.084080 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] Checking router: e81e181d-474a-489f-ac9e-9c84e66b31e1 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:20:32.092097 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] Routers {'e81e181d-474a-489f-ac9e-9c84e66b31e1'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:20:32.092697 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:20:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['e81e181d-474a-489f-ac9e-9c84e66b31e1'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:32.103782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] For port 700976a2-d3d3-4934-81e0-cbd93d41fbdc, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=700976a2-d3d3-4934-81e0-cbd93d41fbdc,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:32.104149 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.118032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Calling delete_port for 700976a2-d3d3-4934-81e0-cbd93d41fbdc owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:32.177625 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] Set router e81e181d-474a-489f-ac9e-9c84e66b31e1 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:20:32.228690 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:20:31Z', 'revision_number': 6, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:32.258228 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8b1ae-db21-40ed-850c-2e20cf256c02 None None] The sync data for ids ['e81e181d-474a-489f-ac9e-9c84e66b31e1'] in n-d-789963-11 is: [{'id': 'e81e181d-474a-489f-ac9e-9c84e66b31e1', 'name': 'tempest-TestVolumeBackupRestore-721911346-router', 'tenant_id': '046027fb368b41a1bd2ebb4310d357f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:17:32Z', 'updated_at': '2021-09-18T20:20:31Z', 'revision_number': 6, 'project_id': '046027fb368b41a1bd2ebb4310d357f5', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:20:32.283162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.312573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Pushing event deleted for resources: {'Port': ['ID=700976a2-d3d3-4934-81e0-cbd93d41fbdc,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:32.373290 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.461761 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.463842 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.505213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.505826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e81e181d-474a-489f-ac9e-9c84e66b31e1 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:20:32.511014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.512514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e11e9ce6-6213-4aef-9cb0-a466728d4897 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e81e181d-474a-489f-ac9e-9c84e66b31e1 HTTP/1.1" status: 204 len: 168 time: 0.7475264 Sep 18 20:20:32.514940 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40212) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:32.562043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0ae658-333c-427b-8579-e65bb23d2c4a admin admin] Deleting subnet 2d252d8b-7650-4fc5-b33d-e4d69cc23bc0 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:20:32.565502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae658-333c-427b-8579-e65bb23d2c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.601238 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae658-333c-427b-8579-e65bb23d2c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.692602 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae658-333c-427b-8579-e65bb23d2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.698660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:20:32.719289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:20:32.719666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 30a9fa5c-96bf-4309-9a01-aa46896d1fd2 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:20:32.747310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae658-333c-427b-8579-e65bb23d2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.776695 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ae658-333c-427b-8579-e65bb23d2c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d252d8b-7650-4fc5-b33d-e4d69cc23bc0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:32.780211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae658-333c-427b-8579-e65bb23d2c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.782077 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eb0ae658-333c-427b-8579-e65bb23d2c4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d252d8b-7650-4fc5-b33d-e4d69cc23bc0 HTTP/1.1" status: 204 len: 168 time: 0.2661903 Sep 18 20:20:32.785287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40214) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:32.787828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8a7ac-eb8e-4184-83aa-024ca0e5739c None None] Network 4e335983-5204-4107-953c-bb949869b734 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:20:32.852666 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.905590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Deleting port 5701b463-a3be-492b-a4b7-901e994a15fb {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:32.905939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.976553 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] For port 5701b463-a3be-492b-a4b7-901e994a15fb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=5701b463-a3be-492b-a4b7-901e994a15fb,segment=NetworkSegment(9dd3835d-efc1-4853-b034-953cee873514),segment_id=9dd3835d-efc1-4853-b034-953cee873514)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:32.976844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:32.990475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Calling delete_port for 5701b463-a3be-492b-a4b7-901e994a15fb owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:33.026250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] DHCP port deletion for 4e335983-5204-4107-953c-bb949869b734 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:20:33.073444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.077905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] Deleting port 5701b463-a3be-492b-a4b7-901e994a15fb {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:33.079014 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.099512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=5701b463-a3be-492b-a4b7-901e994a15fb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:33.103151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] No DVR routers for this DVR port 5701b463-a3be-492b-a4b7-901e994a15fb on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:20:33.144609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] For port 5701b463-a3be-492b-a4b7-901e994a15fb, host n-d-789963-11, got binding levels [] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:33.145031 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.160326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] Calling delete_port for 5701b463-a3be-492b-a4b7-901e994a15fb owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:33.162903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.ipam_backend_mixin [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] Port 5701b463-a3be-492b-a4b7-901e994a15fb was not found and therefore no delete operation was performed {{(pid=94942) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 20:20:33.164193 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.179218 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.186565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] Pushing event deleted for resources: {'Port': ['ID=5701b463-a3be-492b-a4b7-901e994a15fb,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:33.192891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fde550-a40c-4087-9aaf-c62798bb4002 None None] No DVR routers for this DVR port 5701b463-a3be-492b-a4b7-901e994a15fb on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:20:33.199903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e335983-5204-4107-953c-bb949869b734']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:33.212029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd3835d-efc1-4853-b034-953cee873514') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:33.212421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd3835d-efc1-4853-b034-953cee873514') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:20:33.221933 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.235886 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.242136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:20:33.242682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:20:33.244567 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:20:33.307691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.314412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.317067 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e335983-5204-4107-953c-bb949869b734 HTTP/1.1" status: 204 len: 168 time: 0.5308609 Sep 18 20:20:33.337371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ff80a-61e5-4281-b23f-2227207b1c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e335983-5204-4107-953c-bb949869b734,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:33.502836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40218) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:33.541355 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-80b07e2b-bd41-47da-b186-2a8a83942e7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8baa5966623c4e929e822264826d59b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372949 Sep 18 20:20:33.543753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40220) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:33.590538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1bb912b8-9242-4310-a315-0b8392680ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.611149 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1bb912b8-9242-4310-a315-0b8392680ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.656762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1bb912b8-9242-4310-a315-0b8392680ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.660118 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1bb912b8-9242-4310-a315-0b8392680ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:33.661412 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1bb912b8-9242-4310-a315-0b8392680ccf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f1b60df-ea0c-4d79-88c3-592beaa31375 HTTP/1.1" status: 204 len: 168 time: 0.1167657 Sep 18 20:20:33.669819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb912b8-9242-4310-a315-0b8392680ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b60df-ea0c-4d79-88c3-592beaa31375,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:33.963636 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40226) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:34.005631 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b2e63305-09d8-47ad-bf94-f418552c1aa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=046027fb368b41a1bd2ebb4310d357f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408628 Sep 18 20:20:34.008010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40228) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:34.054983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e613aede-5957-4501-a746-ea380d131d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:34.075297 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e613aede-5957-4501-a746-ea380d131d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:34.121909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e613aede-5957-4501-a746-ea380d131d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:34.124438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e613aede-5957-4501-a746-ea380d131d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:34.125577 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e613aede-5957-4501-a746-ea380d131d05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51d29dc0-8794-4052-85fe-00b00457ec9d HTTP/1.1" status: 204 len: 168 time: 0.1166902 Sep 18 20:20:34.133270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613aede-5957-4501-a746-ea380d131d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d29dc0-8794-4052-85fe-00b00457ec9d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:34.633321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 700976a2-d3d3-4934-81e0-cbd93d41fbdc no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:20:34.660723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 700976a2-d3d3-4934-81e0-cbd93d41fbdc {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:20:34.661069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 700976a2-d3d3-4934-81e0-cbd93d41fbdc not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:20:34.661485 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5701b463-a3be-492b-a4b7-901e994a15fb no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:20:34.681041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 5701b463-a3be-492b-a4b7-901e994a15fb {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:20:34.681383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 5701b463-a3be-492b-a4b7-901e994a15fb not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:20:43.748736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-ab83b6cc-2cdb-4bbf-b8c4-081bb101cad6 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=29a3613dcc0f46a8b91a52283c0e7278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226219 Sep 18 20:20:43.861803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-4c3fc137-64ca-4f9f-a2d0-133df7a4a1e5 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:43.863276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-4c3fc137-64ca-4f9f-a2d0-133df7a4a1e5 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092341 Sep 18 20:20:43.877953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-9b5c5010-e783-4977-9c6d-1491261cbbc2 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/quotas/29a3613dcc0f46a8b91a52283c0e7278 HTTP/1.1" status: 200 len: 375 time: 0.0088112 Sep 18 20:20:43.909049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-bc517944-020b-4d4c-9656-50539e216890 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29a3613dcc0f46a8b91a52283c0e7278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260134 Sep 18 20:20:44.072135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8efcb54f-7091-4879-be17-e223504d8543 req-6051535b-05be-4048-b85a-5c0f993b33aa tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 210 time: 0.0275121 Sep 18 20:20:45.014963 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-bcb88112-745c-48d1-9da8-2954ab48f59a tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=29a3613dcc0f46a8b91a52283c0e7278&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257730 Sep 18 20:20:45.387943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0259783e-4924-4df2-b2ed-9e8072b647e1 req-867768a4-b8f9-4738-8f99-d783b64df689 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 210 time: 0.0368354 Sep 18 20:20:45.456830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-43e1ccfd-5941-4946-a198-38259ae6f86c tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:45.458245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-43e1ccfd-5941-4946-a198-38259ae6f86c tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4375074 Sep 18 20:20:45.471739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Request body: {'port': {'device_id': '5daaccbe-148f-4759-a91e-291d95192dfd', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'admin_state_up': True, 'tenant_id': '29a3613dcc0f46a8b91a52283c0e7278'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:20:45.574438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Made reservation on behalf of 29a3613dcc0f46a8b91a52283c0e7278 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:20:45.577865 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:45.586848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:45.675844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:45.679391 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:45.749937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1715a4be-0789-40c3-b536-1697a4e1ebda,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:45.763181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.763560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.763906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.764245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.764580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.764914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.765246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.765576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.765906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.766232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.766563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.766885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:45.827124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Allocated IP 192.168.233.58 (0722703f-da92-4f94-b320-a731f4f10978/9fa04442-04b8-4722-b192-86e313718c4e/4e42201c-29bc-46c4-9862-6b67b599fd37) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:20:45.977089 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.010321 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.051649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Network 0722703f-da92-4f94-b320-a731f4f10978 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:20:46.054583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:20:46.058242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:20:46.089680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Pushing event updated for resources: {'Port': ['ID=4e42201c-29bc-46c4-9862-6b67b599fd37,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:46.116362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:46.117009 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.132851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-add7968a-0405-4e84-91f7-00df92f1608e tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6653304 Sep 18 20:20:46.143318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-3e550d85-fe88-485f-8fe3-31826fef3082 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:20:46.144442 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-3e550d85-fe88-485f-8fe3-31826fef3082 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058973 Sep 18 20:20:46.259761 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Request body: {'port': {'device_id': '5daaccbe-148f-4759-a91e-291d95192dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:20:46.311303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e66d324c-41bb-44d2-adfa-cfbff54a5c2b None None] Provisioning complete for port 4e42201c-29bc-46c4-9862-6b67b599fd37 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:20:46.311858 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e66d324c-41bb-44d2-adfa-cfbff54a5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.317786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.345781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e66d324c-41bb-44d2-adfa-cfbff54a5c2b None None] Port 4e42201c-29bc-46c4-9862-6b67b599fd37 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:20:46.566529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ccbd2-97f4-46ce-be0d-b617e09ac2e0 req-e4caf0bd-882f-436e-80fc-d089263114e9 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:46.567966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f96ccbd2-97f4-46ce-be0d-b617e09ac2e0 req-e4caf0bd-882f-436e-80fc-d089263114e9 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 935 time: 0.0731714 Sep 18 20:20:46.644645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f96ccbd2-97f4-46ce-be0d-b617e09ac2e0 req-4ec66ef0-149f-4901-833a-39dc5fa85ade tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706410 Sep 18 20:20:46.650316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e42201c-29bc-46c4-9862-6b67b599fd37 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:20:46.657768 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.669409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Transition to ACTIVE for port object 4e42201c-29bc-46c4-9862-6b67b599fd37 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:20:46.673340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.741396 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Pushing event updated for resources: {'Port': ['ID=4e42201c-29bc-46c4-9862-6b67b599fd37,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:46.791725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Attempting to bind port 4e42201c-29bc-46c4-9862-6b67b599fd37 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:20:46.792058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Attempting to bind port 4e42201c-29bc-46c4-9862-6b67b599fd37 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:20:46.792385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Attempting to bind port 4e42201c-29bc-46c4-9862-6b67b599fd37 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:20:46.796753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Port 4e42201c-29bc-46c4-9862-6b67b599fd37 on network 0722703f-da92-4f94-b320-a731f4f10978 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:20:46.797067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Attempting to bind port 4e42201c-29bc-46c4-9862-6b67b599fd37 on network 0722703f-da92-4f94-b320-a731f4f10978 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:20:46.802533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:20:46.802888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Checking segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:20:46.803269 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Bound using segment: {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:20:46.803723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Bound port: 4e42201c-29bc-46c4-9862-6b67b599fd37, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f45a2e-3b88-42cc-af58-8a8b5c663674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0722703f-da92-4f94-b320-a731f4f10978'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:20:46.804080 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.875644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] For port 4e42201c-29bc-46c4-9862-6b67b599fd37, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:20:46.879345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] For port 4e42201c-29bc-46c4-9862-6b67b599fd37, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4e42201c-29bc-46c4-9862-6b67b599fd37,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:20:46.883934 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.917805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:46.918427 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:46.919845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] 10.222.0.24 "PUT /v2.0/ports/4e42201c-29bc-46c4-9862-6b67b599fd37 HTTP/1.1" status: 200 len: 1096 time: 0.7675922 Sep 18 20:20:46.920282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daaccbe-148f-4759-a91e-291d95192dfd', 'tag': '4e42201c-29bc-46c4-9862-6b67b599fd37'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:20:46.922516 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842a5a42-9962-41b3-88b7-6f508b9f7a92" -d '{"events": [{"name": "network-changed", "server_uuid": "5daaccbe-148f-4759-a91e-291d95192dfd", "tag": "4e42201c-29bc-46c4-9862-6b67b599fd37"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:20:46.955997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b6724-11c2-4929-abb9-691dd55e138b service neutron] Pushing event updated for resources: {'Port': ['ID=4e42201c-29bc-46c4-9862-6b67b599fd37,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:46.991815 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dafa6ee-7c61-4410-bd38-c93e57a4a086 x-openstack-request-id: req-3dafa6ee-7c61-4410-bd38-c93e57a4a086 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:20:46.992109 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daaccbe-148f-4759-a91e-291d95192dfd", "tag": "4e42201c-29bc-46c4-9862-6b67b599fd37", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:20:46.992371 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dafa6ee-7c61-4410-bd38-c93e57a4a086 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:20:46.992799 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daaccbe-148f-4759-a91e-291d95192dfd', 'tag': '4e42201c-29bc-46c4-9862-6b67b599fd37', 'status': 'completed', 'code': 200} Sep 18 20:20:47.009823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-2158ce0c-f34e-43f2-99a5-1301b82a3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:47.011356 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-2158ce0c-f34e-43f2-99a5-1301b82a3d36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29a3613dcc0f46a8b91a52283c0e7278&device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 1099 time: 0.0520144 Sep 18 20:20:47.054519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-1c803bfc-cc92-4166-9dd5-07d72b373fba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=4e42201c-29bc-46c4-9862-6b67b599fd37 HTTP/1.1" status: 200 len: 217 time: 0.0354350 Sep 18 20:20:47.110450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-8b9ed8c2-329f-4f08-9cb3-44a4d5108811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:47.112626 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-8b9ed8c2-329f-4f08-9cb3-44a4d5108811 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0499558 Sep 18 20:20:47.158680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1479ef-bf43-40ad-a0e6-2f94bf38f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:47.160223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-0f1479ef-bf43-40ad-a0e6-2f94bf38f0c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406432 Sep 18 20:20:47.254818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-50f7e007-023d-43fc-8943-ce1095ff017e service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874255 Sep 18 20:20:47.351453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2cfacb5-ef3b-490d-a441-7c4835b675fb req-1b49d68a-f279-454c-bdf4-d6bc8caacced service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897214 Sep 18 20:20:47.434165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-641b160e-7681-4ef1-9dde-34a44a0a2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:47.435833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-641b160e-7681-4ef1-9dde-34a44a0a2dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29a3613dcc0f46a8b91a52283c0e7278&device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 1099 time: 0.0402639 Sep 18 20:20:47.527257 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-2b1338b9-56ee-428a-9e3e-968d68cebcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:47.528730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-2b1338b9-56ee-428a-9e3e-968d68cebcd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0722703f-da92-4f94-b320-a731f4f10978 HTTP/1.1" status: 200 len: 870 time: 0.0865397 Sep 18 20:20:47.570665 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-03b73473-8610-4a8c-862d-aa255d133909 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=4e42201c-29bc-46c4-9862-6b67b599fd37 HTTP/1.1" status: 200 len: 217 time: 0.0342078 Sep 18 20:20:47.622774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-3051cacf-74f0-47ba-8ba0-e68d3829b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:47.624208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-3051cacf-74f0-47ba-8ba0-e68d3829b946 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fa04442-04b8-4722-b192-86e313718c4e HTTP/1.1" status: 200 len: 843 time: 0.0458629 Sep 18 20:20:47.668398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-3a0db959-cd7e-47e1-aa0d-7571b0bf365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:47.669876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-3a0db959-cd7e-47e1-aa0d-7571b0bf365e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0722703f-da92-4f94-b320-a731f4f10978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0381148 Sep 18 20:20:47.791799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-7438d2ff-0cdc-449f-99b5-27d0e9bfc04f service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133730 Sep 18 20:20:47.803616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa6c53-077a-44ee-b27e-1463cc085d1e req-4bb51e93-e0aa-4854-800d-989997422a25 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:47.804991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6baa6c53-077a-44ee-b27e-1463cc085d1e req-4bb51e93-e0aa-4854-800d-989997422a25 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 947 time: 0.0723083 Sep 18 20:20:47.896082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6baa6c53-077a-44ee-b27e-1463cc085d1e req-58b2edb7-acdc-424a-b403-8bec1e197877 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 Sep 18 20:20:47.918589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-842a5a42-9962-41b3-88b7-6f508b9f7a92 req-0c23e384-59f0-4567-a067-8e74905b6914 service neutron] 10.222.0.24 "GET /v2.0/networks/0722703f-da92-4f94-b320-a731f4f10978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126668 Sep 18 20:20:49.012038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd8f95-2ec7-45c6-948b-5758eb4a6f3a req-c84a6549-25c4-4c98-9f77-811a91c9c952 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:49.013518 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0bd8f95-2ec7-45c6-948b-5758eb4a6f3a req-c84a6549-25c4-4c98-9f77-811a91c9c952 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 947 time: 0.0495446 Sep 18 20:20:49.052052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0bd8f95-2ec7-45c6-948b-5758eb4a6f3a req-942e217a-6f06-4399-9072-93f3386eb203 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Sep 18 20:20:50.165542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb52784-e748-45f1-bfdf-b2aea8f7ec3b req-1018463c-9605-421a-bb5c-b9d29bbeec38 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:50.167021 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cb52784-e748-45f1-bfdf-b2aea8f7ec3b req-1018463c-9605-421a-bb5c-b9d29bbeec38 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 947 time: 0.0481989 Sep 18 20:20:50.204106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5cb52784-e748-45f1-bfdf-b2aea8f7ec3b req-cbd8ac92-5193-479b-92ad-73784c8b3ebf tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Sep 18 20:20:50.941219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 4e42201c-29bc-46c4-9862-6b67b599fd37 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:20:51.034475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 4e42201c-29bc-46c4-9862-6b67b599fd37, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4e42201c-29bc-46c4-9862-6b67b599fd37,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:51.044431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '4e42201c-29bc-46c4-9862-6b67b599fd37', 'network_id': '0722703f-da92-4f94-b320-a731f4f10978', 'port_id': '4e42201c-29bc-46c4-9862-6b67b599fd37', 'mac_address': 'fa:16:3e:9e:d3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa04442-04b8-4722-b192-86e313718c4e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:20:51.081846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:51.094285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e42201c-29bc-46c4-9862-6b67b599fd37 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:20:51.112663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 4e42201c-29bc-46c4-9862-6b67b599fd37, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4e42201c-29bc-46c4-9862-6b67b599fd37,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:51.116801 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:51.161534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=4e42201c-29bc-46c4-9862-6b67b599fd37,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:51.168539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.168882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.169220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.169549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.169876 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.170199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.170519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.170836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.171154 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.171493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.171810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.172125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:20:51.314653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['4e42201c-29bc-46c4-9862-6b67b599fd37'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:20:51.326997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7427-a689-44df-a935-86179658ae24 req-0ede639d-015f-4f66-8413-8e3189c4b8db tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:51.328506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5f7427-a689-44df-a935-86179658ae24 req-0ede639d-015f-4f66-8413-8e3189c4b8db tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 948 time: 0.0491464 Sep 18 20:20:51.374498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5f7427-a689-44df-a935-86179658ae24 req-488b13b8-91b4-4f50-823c-34c7bb536024 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365272 Sep 18 20:20:51.639824 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-de60ac12-673e-4a26-a6df-4fc448c79b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:52.489114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f198bda-08a7-4fe1-bb00-651013206b9b req-766d6369-b87f-44cc-a40d-d26ca2e7cf8b tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:52.490567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f198bda-08a7-4fe1-bb00-651013206b9b req-766d6369-b87f-44cc-a40d-d26ca2e7cf8b tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 948 time: 0.0478277 Sep 18 20:20:52.527741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f198bda-08a7-4fe1-bb00-651013206b9b req-1f734f69-0210-4b85-98b7-20270647734c tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Sep 18 20:20:52.941080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 4e42201c-29bc-46c4-9862-6b67b599fd37 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:20:52.989463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 4e42201c-29bc-46c4-9862-6b67b599fd37 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:20:52.992978 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 4e42201c-29bc-46c4-9862-6b67b599fd37 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:20:52.993344 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:53.072513 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:53.093740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daaccbe-148f-4759-a91e-291d95192dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e42201c-29bc-46c4-9862-6b67b599fd37'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:20:53.095991 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24dd56a-c8c5-49d6-8a44-29169d8faa35" -d '{"events": [{"server_uuid": "5daaccbe-148f-4759-a91e-291d95192dfd", "name": "network-vif-plugged", "status": "completed", "tag": "4e42201c-29bc-46c4-9862-6b67b599fd37"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:20:53.108188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 4e42201c-29bc-46c4-9862-6b67b599fd37, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4e42201c-29bc-46c4-9862-6b67b599fd37,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:53.112578 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:53.159276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=4e42201c-29bc-46c4-9862-6b67b599fd37,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:53.194085 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca13bad-782b-42ed-9be2-47b094532b9d x-openstack-request-id: req-9ca13bad-782b-42ed-9be2-47b094532b9d {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:20:53.194382 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daaccbe-148f-4759-a91e-291d95192dfd", "name": "network-vif-plugged", "status": "completed", "tag": "4e42201c-29bc-46c4-9862-6b67b599fd37", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:20:53.194640 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ca13bad-782b-42ed-9be2-47b094532b9d {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:20:53.195042 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daaccbe-148f-4759-a91e-291d95192dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e42201c-29bc-46c4-9862-6b67b599fd37', 'code': 200} Sep 18 20:20:53.289772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf5c0d-b07b-42f8-98b7-623ee11d058e req-55358d44-3e83-4eec-8c1c-058f8d2ce59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:53.291166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ddf5c0d-b07b-42f8-98b7-623ee11d058e req-55358d44-3e83-4eec-8c1c-058f8d2ce59d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 1101 time: 0.0390801 Sep 18 20:20:53.325745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ddf5c0d-b07b-42f8-98b7-623ee11d058e req-29ce60ac-5064-4a40-9457-5aa81c71e29e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263405 Sep 18 20:20:53.607474 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:53.640115 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b23ac-f275-47d9-ab07-aacab51ae901 req-ece04aeb-e604-454c-b5e7-d672f349996c tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:53.641624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-516b23ac-f275-47d9-ab07-aacab51ae901 req-ece04aeb-e604-454c-b5e7-d672f349996c tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 949 time: 0.0489135 Sep 18 20:20:53.651967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:53.684272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-516b23ac-f275-47d9-ab07-aacab51ae901 req-a84d031f-731e-4ee8-86ea-d84320ed43eb tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357733 Sep 18 20:20:54.799144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e447b-464a-487e-ad2c-859db6da77f0 req-713e3327-f480-4e33-96cc-5392e3b1e4a0 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:54.800630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-824e447b-464a-487e-ad2c-859db6da77f0 req-713e3327-f480-4e33-96cc-5392e3b1e4a0 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 949 time: 0.0479314 Sep 18 20:20:54.823702 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:54.841301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-824e447b-464a-487e-ad2c-859db6da77f0 req-0330ae4d-ef42-4e7c-b487-eb9d97298aa0 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 Sep 18 20:20:54.941216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5886e07b-e107-41f1-ab2a-16a1b1531f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:55.172322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-c41e927b-47f5-4d89-8bbe-03e99542f8ab req-75c4c25c-7de4-42e9-bf63-b381bd1a9628 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:20:55.173887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c41e927b-47f5-4d89-8bbe-03e99542f8ab req-75c4c25c-7de4-42e9-bf63-b381bd1a9628 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556068 Sep 18 20:20:55.387325 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:20:55.493313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-ff7dc582-94ea-44a3-b8d2-ca6c40b140d3 req-533db7a2-30fb-4ba2-8941-c00657fe3103 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:20:55.494338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff7dc582-94ea-44a3-b8d2-ca6c40b140d3 req-533db7a2-30fb-4ba2-8941-c00657fe3103 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053136 Sep 18 20:20:55.647790 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:55.817656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fe0b1-7e98-4c93-8f9d-ae198b4bdf7a req-4fac24b5-ea28-4608-868c-0e798cebcf92 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:55.819105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c65fe0b1-7e98-4c93-8f9d-ae198b4bdf7a req-4fac24b5-ea28-4608-868c-0e798cebcf92 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 949 time: 0.0483575 Sep 18 20:20:55.856189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c65fe0b1-7e98-4c93-8f9d-ae198b4bdf7a req-45842a64-8ffb-44e0-97f5-df21b025fdb0 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310779 Sep 18 20:20:56.971501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc52fa-8627-4a25-ade6-43943fbc94fb req-580c9491-f541-4387-a7ea-9e7efa3e8e31 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:56.972947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0edc52fa-8627-4a25-ade6-43943fbc94fb req-580c9491-f541-4387-a7ea-9e7efa3e8e31 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 949 time: 0.0480957 Sep 18 20:20:57.040581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0edc52fa-8627-4a25-ade6-43943fbc94fb req-f19568d9-914e-4ba0-b285-ab6a621f4b62 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1715a4be-0789-40c3-b536-1697a4e1ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616651 Sep 18 20:20:57.053388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-ade38cc4-63fa-4bd8-86f1-a565be02e0e7 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:20:57.054974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-ade38cc4-63fa-4bd8-86f1-a565be02e0e7 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.24 "GET /v2.0/ports?device_id=5daaccbe-148f-4759-a91e-291d95192dfd HTTP/1.1" status: 200 len: 949 time: 0.0743465 Sep 18 20:20:57.143209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Deleting port 4e42201c-29bc-46c4-9862-6b67b599fd37 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:20:57.143508 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:57.233580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] For port 4e42201c-29bc-46c4-9862-6b67b599fd37, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=4e42201c-29bc-46c4-9862-6b67b599fd37,segment=NetworkSegment(36f45a2e-3b88-42cc-af58-8a8b5c663674),segment_id=36f45a2e-3b88-42cc-af58-8a8b5c663674)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:20:57.233943 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:57.246047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Calling delete_port for 4e42201c-29bc-46c4-9862-6b67b599fd37 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:20:57.379185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:57.391522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['4e42201c-29bc-46c4-9862-6b67b599fd37'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:20:57.410054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Pushing event deleted for resources: {'Port': ['ID=4e42201c-29bc-46c4-9862-6b67b599fd37,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:57.451890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] No DVR routers for this DVR port 4e42201c-29bc-46c4-9862-6b67b599fd37 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:20:57.455353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:57.457688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6eb724f-0dc4-4c5d-b518-edde4c962525 req-bce2337a-b551-4778-860a-9a9857930100 tempest-ServersAdminNegativeTestJSON-882004881 tempest-ServersAdminNegativeTestJSON-882004881-project] 10.222.0.24 "DELETE /v2.0/ports/4e42201c-29bc-46c4-9862-6b67b599fd37 HTTP/1.1" status: 204 len: 173 time: 0.3969328 Sep 18 20:20:57.458178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daaccbe-148f-4759-a91e-291d95192dfd', 'name': 'network-vif-deleted', 'tag': '4e42201c-29bc-46c4-9862-6b67b599fd37'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:20:57.460420 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f68804-95b0-486c-b2fb-fd33d0113ea6" -d '{"events": [{"server_uuid": "5daaccbe-148f-4759-a91e-291d95192dfd", "name": "network-vif-deleted", "tag": "4e42201c-29bc-46c4-9862-6b67b599fd37"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:20:57.498540 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1ceae6-6a20-4248-b3e1-e2c16d1cc1be x-openstack-request-id: req-4f1ceae6-6a20-4248-b3e1-e2c16d1cc1be {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:20:57.498864 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daaccbe-148f-4759-a91e-291d95192dfd", "name": "network-vif-deleted", "tag": "4e42201c-29bc-46c4-9862-6b67b599fd37", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:20:57.499117 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f1ceae6-6a20-4248-b3e1-e2c16d1cc1be {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:20:57.499554 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daaccbe-148f-4759-a91e-291d95192dfd', 'name': 'network-vif-deleted', 'tag': '4e42201c-29bc-46c4-9862-6b67b599fd37', 'status': 'completed', 'code': 200} Sep 18 20:20:57.572314 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:58.326931 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40370) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:58.457192 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5c70268f-26aa-41ee-82d6-07c8aeab70c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29a3613dcc0f46a8b91a52283c0e7278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290762 Sep 18 20:20:58.459832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40374) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:58.506696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3992831-7fbc-4a09-86b4-09872f6fca60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:58.528614 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3992831-7fbc-4a09-86b4-09872f6fca60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:58.576995 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3992831-7fbc-4a09-86b4-09872f6fca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:58.579427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f3992831-7fbc-4a09-86b4-09872f6fca60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:58.580583 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f3992831-7fbc-4a09-86b4-09872f6fca60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1715a4be-0789-40c3-b536-1697a4e1ebda HTTP/1.1" status: 204 len: 168 time: 0.1198683 Sep 18 20:20:58.589918 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3992831-7fbc-4a09-86b4-09872f6fca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1715a4be-0789-40c3-b536-1697a4e1ebda,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:58.832929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40380) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:58.845657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20017b8f-6748-440d-bc77-1bf1bd03d342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:58.930814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20017b8f-6748-440d-bc77-1bf1bd03d342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:58.934425 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-20017b8f-6748-440d-bc77-1bf1bd03d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:58.969915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20017b8f-6748-440d-bc77-1bf1bd03d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5cbaac-d5f5-4281-97b2-fa3d56928516,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:58.974816 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-20017b8f-6748-440d-bc77-1bf1bd03d342 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de5d6ccd415c49569014f433b2a56bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408470 Sep 18 20:20:58.977501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40382) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:59.024367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68310451-8c97-491d-8977-18b948af672c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:59.044190 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68310451-8c97-491d-8977-18b948af672c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:59.089239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68310451-8c97-491d-8977-18b948af672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:59.091725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-68310451-8c97-491d-8977-18b948af672c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:59.092872 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-68310451-8c97-491d-8977-18b948af672c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce5cbaac-d5f5-4281-97b2-fa3d56928516 HTTP/1.1" status: 204 len: 168 time: 0.1145639 Sep 18 20:20:59.100930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68310451-8c97-491d-8977-18b948af672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5cbaac-d5f5-4281-97b2-fa3d56928516,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:20:59.774948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40404) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:20:59.875747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1465969685-network', 'tenant_id': 'c6824df0edfe47b99359394d8a099bf8'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:20:59.897069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Made reservation on behalf of c6824df0edfe47b99359394d8a099bf8 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:20:59.899594 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:59.908008 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:20:59.998226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.001883 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.025807 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:21:00.039915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ebb242-9f38-4b90-bb6a-934da3392371,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:00.042699 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.043032 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Added segment fe069af7-c534-4f8f-bcdf-6765b6f0bed2 of type vlan for network 73f16aad-d9aa-45e6-a4d4-58062218c761 Sep 18 20:21:00.083531 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.107816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.108775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:00.109350 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.140001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3638754 Sep 18 20:21:00.142944 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40408) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:21:00.147974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Request body: {'subnet': {'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1465969685-subnet', 'tenant_id': 'c6824df0edfe47b99359394d8a099bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:21:00.168243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Made reservation on behalf of c6824df0edfe47b99359394d8a099bf8 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:21:00.170721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.173386 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dd55f-2a7b-4583-9eb8-de478621fc83 admin admin] Pushing event updated for resources: {'Network': ['ID=73f16aad-d9aa-45e6-a4d4-58062218c761,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:00.184261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 73f16aad-d9aa-45e6-a4d4-58062218c761 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:21:00.333925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.391279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc627586-4c07-4545-b7b9-c0680c775208,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:00.400466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Checking segment: {'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:21:00.400822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Network hostable DHCP agents. Network: 73f16aad-d9aa-45e6-a4d4-58062218c761, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:21:00.416564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Network 73f16aad-d9aa-45e6-a4d4-58062218c761 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:21:00.425718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 73f16aad-d9aa-45e6-a4d4-58062218c761) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:21:00.430037 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:00.431106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:00.434759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f645bc9-e831-424e-9b18-738c60f33d1c None None] Network 73f16aad-d9aa-45e6-a4d4-58062218c761 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:21:00.444568 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ac41b45f-8c0d-4851-b33b-372c8d18456d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3004494 Sep 18 20:21:00.566914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e4ea8f-a984-4c48-a429-9cb397572cf8 None None] Network 73f16aad-d9aa-45e6-a4d4-58062218c761 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:21:00.868443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-eea628d6-3e8e-40d4-b7f0-6a81bf1ed706 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:00.869924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-eea628d6-3e8e-40d4-b7f0-6a81bf1ed706 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/networks?id=73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 200 len: 812 time: 0.1044986 Sep 18 20:21:00.884710 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-8c180f6c-8e4c-47c8-96ee-1d2cf168e900 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/quotas/c6824df0edfe47b99359394d8a099bf8 HTTP/1.1" status: 200 len: 375 time: 0.0090351 Sep 18 20:21:00.915118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-aceebaf6-05bb-4056-9c96-752c5b9bb9f2 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6824df0edfe47b99359394d8a099bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253904 Sep 18 20:21:00.926018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-b356f962-a273-423c-9308-f4848dc24c87 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:21:00.926968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-b356f962-a273-423c-9308-f4848dc24c87 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054522 Sep 18 20:21:00.987906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 4e42201c-29bc-46c4-9862-6b67b599fd37 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:21:01.006742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 4e42201c-29bc-46c4-9862-6b67b599fd37 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:21:01.007081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 4e42201c-29bc-46c4-9862-6b67b599fd37 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:21:01.017610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-1210fc9c-5b94-45cd-a7a9-174baf1ab334 service neutron] 10.222.0.20 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850213 Sep 18 20:21:01.105866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a1ac58e2-0474-4587-b522-1a3c4de8385b service neutron] 10.222.0.20 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816646 Sep 18 20:21:01.271510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f267543c-cafe-4051-abdb-43e681d12626 req-5bdd6c52-fdab-4858-abcd-d2614761f57a tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 210 time: 0.0317075 Sep 18 20:21:02.157783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-f481784a-fae8-4a79-9eb8-5c13339fd504 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:02.159906 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-f481784a-fae8-4a79-9eb8-5c13339fd504 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.24 "GET /v2.0/networks?id=73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 200 len: 812 time: 0.1043351 Sep 18 20:21:02.172287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Request body: {'port': {'device_id': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761', 'admin_state_up': True, 'tenant_id': 'c6824df0edfe47b99359394d8a099bf8'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:21:02.282003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Made reservation on behalf of c6824df0edfe47b99359394d8a099bf8 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:21:02.286060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:02.378896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4a56f688-97d1-435a-a275-2c01bd99640e req-418c6d95-e3e5-4855-bf89-afef9979a3eb tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 210 time: 0.0382731 Sep 18 20:21:02.442132 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Allocated IP 172.20.0.11 (73f16aad-d9aa-45e6-a4d4-58062218c761/fc627586-4c07-4545-b7b9-c0680c775208/9351bb6c-4534-4271-853d-58b44abeb9f3) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:21:02.584482 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:02.621252 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:02.661506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Network 73f16aad-d9aa-45e6-a4d4-58062218c761 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:21:02.664531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:21:02.670498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:21:02.693990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:02.721649 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:02.722180 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:02.735418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-0ca26baa-3483-4c34-b2da-6511cad62531 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667219 Sep 18 20:21:02.747095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Request body: {'port': {'device_id': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:21:02.797298 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:03.057082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9351bb6c-4534-4271-853d-58b44abeb9f3 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:21:03.064814 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:03.076931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Transition to ACTIVE for port object 9351bb6c-4534-4271-853d-58b44abeb9f3 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:21:03.080326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:03.129419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:03.196906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Attempting to bind port 9351bb6c-4534-4271-853d-58b44abeb9f3 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:21:03.197570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Attempting to bind port 9351bb6c-4534-4271-853d-58b44abeb9f3 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:21:03.197570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Attempting to bind port 9351bb6c-4534-4271-853d-58b44abeb9f3 on network 73f16aad-d9aa-45e6-a4d4-58062218c761 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:21:03.201627 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Port 9351bb6c-4534-4271-853d-58b44abeb9f3 on network 73f16aad-d9aa-45e6-a4d4-58062218c761 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:21:03.201940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Attempting to bind port 9351bb6c-4534-4271-853d-58b44abeb9f3 on network 73f16aad-d9aa-45e6-a4d4-58062218c761 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:21:03.206539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:21:03.206860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Checking segment: {'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:21:03.207229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Bound using segment: {'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:21:03.207669 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Bound port: 9351bb6c-4534-4271-853d-58b44abeb9f3, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:21:03.208014 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:03.269985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:21:03.272938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:21:03.276847 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:03.308743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:03.309304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:03.310945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] 10.222.0.24 "PUT /v2.0/ports/9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 1093 time: 0.5674369 Sep 18 20:21:03.311369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:21:03.313586 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ace4e-d91d-448f-81ad-6c411d59401a" -d '{"events": [{"name": "network-changed", "server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:21:03.339419 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711316c-5e1d-454f-8cf0-752af3d31d69 service neutron] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:03.388640 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5630e029-51bf-4c72-8ff6-ef62b8c7fe60 x-openstack-request-id: req-5630e029-51bf-4c72-8ff6-ef62b8c7fe60 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:21:03.388937 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:21:03.389187 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5630e029-51bf-4c72-8ff6-ef62b8c7fe60 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:21:03.389578 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'status': 'completed', 'code': 200} Sep 18 20:21:03.405636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-f1f7ad14-9682-4736-8392-bd7ae84d3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:03.407155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-f1f7ad14-9682-4736-8392-bd7ae84d3bc7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6824df0edfe47b99359394d8a099bf8&device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 1096 time: 0.0468571 Sep 18 20:21:03.456567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-69909712-0187-4243-89ab-07543f2f8c72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0410759 Sep 18 20:21:03.529237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-f3903a04-9b09-4e16-a099-0e1002297c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:03.530698 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-f3903a04-9b09-4e16-a099-0e1002297c02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc627586-4c07-4545-b7b9-c0680c775208 HTTP/1.1" status: 200 len: 852 time: 0.0671048 Sep 18 20:21:03.552842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92eea7-ac97-48f7-ad5a-1e55dcd09528 req-ee54ceb1-b53c-4381-be5c-0576526dc408 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:03.554274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f92eea7-ac97-48f7-ad5a-1e55dcd09528 req-ee54ceb1-b53c-4381-be5c-0576526dc408 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 944 time: 0.1009655 Sep 18 20:21:03.577457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-52a6cfd2-b661-4c9e-9e22-e0be198a0db3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f16aad-d9aa-45e6-a4d4-58062218c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399823 Sep 18 20:21:03.635090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f92eea7-ac97-48f7-ad5a-1e55dcd09528 req-80fa3129-69f0-4f34-81d8-1d0aa6105c1d tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598240 Sep 18 20:21:03.689406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-942a0c73-4b1b-472e-b2ad-105aa4c313be service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996201 Sep 18 20:21:03.780898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afd680f2-7f4b-4d92-9289-d69f9e27ac07 req-6fdcb769-c79e-4113-ae05-e8cef966192c service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849099 Sep 18 20:21:03.865609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-1c600cd9-434d-4e70-be14-acc20df86133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:03.867125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-1c600cd9-434d-4e70-be14-acc20df86133 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6824df0edfe47b99359394d8a099bf8&device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 1096 time: 0.0407612 Sep 18 20:21:03.961267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-06af8c69-8580-4fc0-99c3-6feee8045d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:03.962730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-06af8c69-8580-4fc0-99c3-6feee8045d7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 200 len: 913 time: 0.0884042 Sep 18 20:21:04.005069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-0d6d05ea-2d06-4cd9-87e4-254919f7d104 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0344894 Sep 18 20:21:04.052858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-b5e450e1-6db5-48f3-b7de-c0af7836e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:04.054253 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-b5e450e1-6db5-48f3-b7de-c0af7836e0f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc627586-4c07-4545-b7b9-c0680c775208 HTTP/1.1" status: 200 len: 852 time: 0.0421276 Sep 18 20:21:04.086926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-9a23f612-dff2-4d2d-9382-ff82af246440 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f16aad-d9aa-45e6-a4d4-58062218c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245192 Sep 18 20:21:04.180184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-5a0c57f7-a4c1-487d-ab31-f86c6bd41262 service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847502 Sep 18 20:21:04.273953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e37ace4e-d91d-448f-81ad-6c411d59401a req-54256b34-8b17-4450-9304-669ff05bb8bb service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864484 Sep 18 20:21:05.058138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958e5f3-57aa-457f-aa7f-5c52505edd2a req-5e4f3ecc-3d88-4602-9e76-3f9470482e1a tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:05.060492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5958e5f3-57aa-457f-aa7f-5c52505edd2a req-5e4f3ecc-3d88-4602-9e76-3f9470482e1a tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 944 time: 0.3557563 Sep 18 20:21:05.100757 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5958e5f3-57aa-457f-aa7f-5c52505edd2a req-12881c9a-5af1-4136-8b2e-f585adc781c4 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Sep 18 20:21:06.214053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c74f5-c4fc-446e-a500-86a3c4b47dc4 req-b7c202f3-4677-44df-8ebf-0baee030edfd tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:06.215520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa8c74f5-c4fc-446e-a500-86a3c4b47dc4 req-b7c202f3-4677-44df-8ebf-0baee030edfd tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 944 time: 0.0473714 Sep 18 20:21:06.253109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa8c74f5-c4fc-446e-a500-86a3c4b47dc4 req-32b3d0a6-c768-4549-887b-1817acf171fd tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Sep 18 20:21:07.020243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 9351bb6c-4534-4271-853d-58b44abeb9f3 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:21:07.135017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:07.150419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761', 'port_id': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'mac_address': 'fa:16:3e:51:f1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc627586-4c07-4545-b7b9-c0680c775208', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:21:07.192287 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:07.205142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9351bb6c-4534-4271-853d-58b44abeb9f3 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:21:07.227274 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:07.234799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:07.283756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:07.397147 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b2733-b464-4cd5-8dad-3ee68ca7d6db req-b761f333-2ccd-42be-a584-e484938f2f91 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:07.398647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-451b2733-b464-4cd5-8dad-3ee68ca7d6db req-b761f333-2ccd-42be-a584-e484938f2f91 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 945 time: 0.0674787 Sep 18 20:21:07.418567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['9351bb6c-4534-4271-853d-58b44abeb9f3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:21:07.444111 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-451b2733-b464-4cd5-8dad-3ee68ca7d6db req-a9b01091-492e-4032-8373-a9747aec6b06 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Sep 18 20:21:08.557935 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0845f74-0c4b-4b48-abcf-6b0d2d453f1e req-d721daf0-185f-447a-860a-ca3a1cc33fe3 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:08.559519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0845f74-0c4b-4b48-abcf-6b0d2d453f1e req-d721daf0-185f-447a-860a-ca3a1cc33fe3 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 945 time: 0.0484543 Sep 18 20:21:08.597921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0845f74-0c4b-4b48-abcf-6b0d2d453f1e req-5cdbd2b4-0ba9-4ef3-87f5-b11340419297 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Sep 18 20:21:09.019400 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 9351bb6c-4534-4271-853d-58b44abeb9f3 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:21:09.067676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 9351bb6c-4534-4271-853d-58b44abeb9f3 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:21:09.071227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 9351bb6c-4534-4271-853d-58b44abeb9f3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:21:09.071620 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:09.151704 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:09.173271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:21:09.175635 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e38fe7-cd4e-4182-973d-561950836c85" -d '{"events": [{"server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "name": "network-vif-plugged", "status": "completed", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:21:09.187559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:09.192542 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:09.215576 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b210443-9bfb-47f9-b5e2-359e25b34c31 x-openstack-request-id: req-8b210443-9bfb-47f9-b5e2-359e25b34c31 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:21:09.215867 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "name": "network-vif-plugged", "status": "completed", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:21:09.216113 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b210443-9bfb-47f9-b5e2-359e25b34c31 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:21:09.216491 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'code': 200} Sep 18 20:21:09.241514 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:09.312569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fae36-92d4-41ba-aa0d-b3b45c964537 req-3e9a3116-5ca7-46bd-9097-406c77799724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:09.314039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c1fae36-92d4-41ba-aa0d-b3b45c964537 req-3e9a3116-5ca7-46bd-9097-406c77799724 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 1098 time: 0.0399661 Sep 18 20:21:09.346837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c1fae36-92d4-41ba-aa0d-b3b45c964537 req-85c4fdef-2d4e-4be9-a9c2-94ab9bce848a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262725 Sep 18 20:21:09.711438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c725a-a035-48bf-a624-96a61b4bfa18 req-a1b86aa5-2ea8-4728-92e0-295b7f99c27d tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:09.712946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e3c725a-a035-48bf-a624-96a61b4bfa18 req-a1b86aa5-2ea8-4728-92e0-295b7f99c27d tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0495620 Sep 18 20:21:09.756882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e3c725a-a035-48bf-a624-96a61b4bfa18 req-686c6a1b-51ea-4278-b6bb-f80cfd365fdc tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379691 Sep 18 20:21:10.871173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad94247-47fd-4c20-bcf9-392068b2203a req-d860413e-8dd5-437d-b4c4-4a014b5ab662 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:10.872688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dad94247-47fd-4c20-bcf9-392068b2203a req-d860413e-8dd5-437d-b4c4-4a014b5ab662 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0481887 Sep 18 20:21:10.911242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dad94247-47fd-4c20-bcf9-392068b2203a req-4b2929f1-206a-4714-94f5-cbbe4060f117 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Sep 18 20:21:11.146497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419db5b0-3726-4e98-b1f0-8f640709e195 req-0b8d84df-dbc0-4a8e-acd0-cb740321f821 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:11.148007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-419db5b0-3726-4e98-b1f0-8f640709e195 req-0b8d84df-dbc0-4a8e-acd0-cb740321f821 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0493219 Sep 18 20:21:11.181341 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-601c1e3e-a10f-4b6a-9abd-07ea4d865aa7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942285 Sep 18 20:21:11.187326 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-419db5b0-3726-4e98-b1f0-8f640709e195 req-d16458f9-db25-477a-88fc-4b0d22e59722 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Sep 18 20:21:12.230508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffebd5-2461-4def-881a-8a831aed4892 req-75169374-9a86-46db-be53-101b9f55407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:12.232166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-75169374-9a86-46db-be53-101b9f55407b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6824df0edfe47b99359394d8a099bf8&device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 1098 time: 0.0401833 Sep 18 20:21:12.350961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce423650-cabb-4cdd-aacf-88f518b23d59 req-a8f7449e-9b26-4492-a66b-ce6d022aadaa tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:12.352453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce423650-cabb-4cdd-aacf-88f518b23d59 req-a8f7449e-9b26-4492-a66b-ce6d022aadaa tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0917432 Sep 18 20:21:12.377518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffebd5-2461-4def-881a-8a831aed4892 req-ef00bf81-62c3-4e2b-a8d6-bb20cb4357cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:12.379257 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-ef00bf81-62c3-4e2b-a8d6-bb20cb4357cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 200 len: 913 time: 0.1390238 Sep 18 20:21:12.430495 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-80cd39fd-1e37-46e7-8bb8-54f0b485ab13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0438678 Sep 18 20:21:12.433408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce423650-cabb-4cdd-aacf-88f518b23d59 req-d1ef4e3a-1d61-431c-b603-27d1e0052c57 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725162 Sep 18 20:21:12.479543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffebd5-2461-4def-881a-8a831aed4892 req-faacdf79-44a2-4c1b-b9ce-04f298e7317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:12.480897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-faacdf79-44a2-4c1b-b9ce-04f298e7317f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc627586-4c07-4545-b7b9-c0680c775208 HTTP/1.1" status: 200 len: 852 time: 0.0435500 Sep 18 20:21:12.512625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-cb4014d5-cd67-458d-adb0-ef7a50696b72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f16aad-d9aa-45e6-a4d4-58062218c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238101 Sep 18 20:21:12.604315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-40a4ae96-4777-4bad-849d-f1e079a21ed3 service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846753 Sep 18 20:21:12.692063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-4ae61384-1b74-4b4b-900e-6b510e8fff39 service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808182 Sep 18 20:21:13.551153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f40f6-8666-431b-87cb-2831761b0d58 req-b1a02408-d9fe-4f92-9fee-b649c327330e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:13.552718 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f7f40f6-8666-431b-87cb-2831761b0d58 req-b1a02408-d9fe-4f92-9fee-b649c327330e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0528393 Sep 18 20:21:13.589384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f7f40f6-8666-431b-87cb-2831761b0d58 req-5ec884f6-e015-4155-b6e4-61cb75bbb324 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307384 Sep 18 20:21:14.705388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c200ff0-7739-4785-b3e7-e3d8714dc5b8 req-6f134061-13da-4899-ad24-086d9a24def5 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:14.707526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c200ff0-7739-4785-b3e7-e3d8714dc5b8 req-6f134061-13da-4899-ad24-086d9a24def5 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0489082 Sep 18 20:21:14.745078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c200ff0-7739-4785-b3e7-e3d8714dc5b8 req-570a39ca-62f3-4c92-a43e-bac50011932e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Sep 18 20:21:15.859770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17066062-8209-4061-b9d3-d8f3d68eac73 req-d38f4ffd-a646-4424-860d-09d36a59305e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:15.861231 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17066062-8209-4061-b9d3-d8f3d68eac73 req-d38f4ffd-a646-4424-860d-09d36a59305e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0481436 Sep 18 20:21:15.898867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17066062-8209-4061-b9d3-d8f3d68eac73 req-07d04884-79fe-4394-9dbb-2684af8e83c0 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306344 Sep 18 20:21:17.014759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f902d3-d874-46ea-b1ac-9817da5d1dc9 req-df612899-e072-45ed-9098-b237baad76e2 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:17.016244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35f902d3-d874-46ea-b1ac-9817da5d1dc9 req-df612899-e072-45ed-9098-b237baad76e2 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0520103 Sep 18 20:21:17.054373 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35f902d3-d874-46ea-b1ac-9817da5d1dc9 req-38441460-6d1b-4645-b442-19f1aec21c36 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Sep 18 20:21:18.168464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912a0e0-7bd5-4370-aed8-8ff6d90e303b req-426f3af0-bf4d-48f9-9778-774d53a42f28 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:18.169919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a912a0e0-7bd5-4370-aed8-8ff6d90e303b req-426f3af0-bf4d-48f9-9778-774d53a42f28 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0486932 Sep 18 20:21:18.209218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a912a0e0-7bd5-4370-aed8-8ff6d90e303b req-ac1b614b-e8d8-4384-8d00-d8a9203ff33e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Sep 18 20:21:19.327630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4dd14-6a7b-4621-acaf-1d6774f66a8d req-344e2222-b5b3-4f2b-99ee-5a57357d0c1b tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:19.329118 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ea4dd14-6a7b-4621-acaf-1d6774f66a8d req-344e2222-b5b3-4f2b-99ee-5a57357d0c1b tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0542030 Sep 18 20:21:19.366970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ea4dd14-6a7b-4621-acaf-1d6774f66a8d req-dd246ba8-0808-4f4c-bf0c-cae6fc169006 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Sep 18 20:21:20.486693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbb85e-d597-4729-b6f2-5299ec3356d3 req-374e56d9-1256-445f-84be-5639d0846364 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:20.488611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67bbb85e-d597-4729-b6f2-5299ec3356d3 req-374e56d9-1256-445f-84be-5639d0846364 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0553203 Sep 18 20:21:20.527269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67bbb85e-d597-4729-b6f2-5299ec3356d3 req-7d68b18b-7652-43be-8a9a-703dae7c6ea2 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319326 Sep 18 20:21:21.640589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43599614-64a5-4ea0-81f2-a20bb8300a23 req-1842a967-3a75-4a9c-9ab4-5ad819e3ebd1 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:21.641702 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-996254fc-a5ed-47d9-a226-d826a2d2e9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:21.642123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43599614-64a5-4ea0-81f2-a20bb8300a23 req-1842a967-3a75-4a9c-9ab4-5ad819e3ebd1 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0496559 Sep 18 20:21:21.679974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43599614-64a5-4ea0-81f2-a20bb8300a23 req-028284c0-2019-4546-aa6f-3f68079a3366 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Sep 18 20:21:22.800485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e654d-4f8c-42a3-a07a-e81c29c8ffbd req-c78e32b6-c045-4bb4-bb05-1ab4321e8688 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:22.802444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e82e654d-4f8c-42a3-a07a-e81c29c8ffbd req-c78e32b6-c045-4bb4-bb05-1ab4321e8688 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0481985 Sep 18 20:21:22.839842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e82e654d-4f8c-42a3-a07a-e81c29c8ffbd req-ea3bebbc-f568-4b91-8de6-e4e71bbb5e52 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311675 Sep 18 20:21:23.624611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:23.656654 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:23.956576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb4179-a6ad-4de5-9c57-c63d8fa5d1e5 req-5b7fada7-4092-43ac-8b43-9a0c1c9d171f tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:23.958799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3eb4179-a6ad-4de5-9c57-c63d8fa5d1e5 req-5b7fada7-4092-43ac-8b43-9a0c1c9d171f tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Sep 18 20:21:23.995216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3eb4179-a6ad-4de5-9c57-c63d8fa5d1e5 req-8f5100ca-913a-4795-9bf2-aa6fcfd97ed1 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Sep 18 20:21:24.825435 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:24.941421 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-31d3010c-58b8-431c-b1e5-ef43f3d79516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:25.111939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb6afe-ec12-4d50-a027-c5d5e427cedb req-17b09a78-707c-4284-80c5-d8bdd6824e35 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:25.113423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7cdb6afe-ec12-4d50-a027-c5d5e427cedb req-17b09a78-707c-4284-80c5-d8bdd6824e35 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0522888 Sep 18 20:21:25.151736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7cdb6afe-ec12-4d50-a027-c5d5e427cedb req-a4181037-659d-455c-bed8-96d3807f3bb9 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Sep 18 20:21:25.650567 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:26.267364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6f211-fc21-4136-8cdb-459259bc625c req-ac0b3cc7-8e92-4213-ab3b-aa1bf497d955 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:26.268868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82e6f211-fc21-4136-8cdb-459259bc625c req-ac0b3cc7-8e92-4213-ab3b-aa1bf497d955 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0495930 Sep 18 20:21:26.306934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82e6f211-fc21-4136-8cdb-459259bc625c req-f40e7567-3553-4e00-8d8b-99b1dd5cc54c tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315263 Sep 18 20:21:27.422888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db42df-edbc-4caf-90be-24725eb9b880 req-5fbacd82-af12-4e03-b76c-8f9f7368e546 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:27.424449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6db42df-edbc-4caf-90be-24725eb9b880 req-5fbacd82-af12-4e03-b76c-8f9f7368e546 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0521975 Sep 18 20:21:27.462749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6db42df-edbc-4caf-90be-24725eb9b880 req-e432aef9-0f29-4170-af1c-50d0c22f29bb tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Sep 18 20:21:27.568929 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:28.574689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dee952-5885-4d2a-a868-67ab717fbf76 req-0408eb08-6dd4-4c6f-abe8-a71a44dc9e0e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:28.576359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05dee952-5885-4d2a-a868-67ab717fbf76 req-0408eb08-6dd4-4c6f-abe8-a71a44dc9e0e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0481625 Sep 18 20:21:28.614054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05dee952-5885-4d2a-a868-67ab717fbf76 req-8e8efc93-827e-415e-8c4f-d150bfa98d45 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Sep 18 20:21:29.732990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce9c30-6e72-4981-bf7b-861f12712082 req-2973424a-3156-4cde-9eca-bd40bca88bae tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:29.734467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ce9c30-6e72-4981-bf7b-861f12712082 req-2973424a-3156-4cde-9eca-bd40bca88bae tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0536230 Sep 18 20:21:29.770433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ce9c30-6e72-4981-bf7b-861f12712082 req-b0a5744b-6218-4425-9e0d-e99ac1c9d446 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298717 Sep 18 20:21:30.888490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b58a0a-553a-47c6-83fb-a78207dd844d req-f0237904-9a5f-44fd-84df-ad6d55ea33f0 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:30.889947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61b58a0a-553a-47c6-83fb-a78207dd844d req-f0237904-9a5f-44fd-84df-ad6d55ea33f0 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0524175 Sep 18 20:21:30.926540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61b58a0a-553a-47c6-83fb-a78207dd844d req-862a6210-12fc-4fba-a593-d2e6bd3ee07c tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306942 Sep 18 20:21:32.042185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e35014-6d5e-4cab-9f91-123fb8d8bf27 req-0b57a48a-47d3-49a5-9de0-600d4ea51909 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:32.043617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00e35014-6d5e-4cab-9f91-123fb8d8bf27 req-0b57a48a-47d3-49a5-9de0-600d4ea51909 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0494328 Sep 18 20:21:32.080761 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00e35014-6d5e-4cab-9f91-123fb8d8bf27 req-d1dad49b-c1ce-4056-a854-68f74daff79b tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Sep 18 20:21:32.386906 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:21:33.192751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa5d03-d7a6-4dd4-beff-8437f7421c96 req-85451b0a-bfd6-4254-94a4-f0864b2e062f tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:33.194794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4bfa5d03-d7a6-4dd4-beff-8437f7421c96 req-85451b0a-bfd6-4254-94a4-f0864b2e062f tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Sep 18 20:21:33.232572 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4bfa5d03-d7a6-4dd4-beff-8437f7421c96 req-e3927187-b5ab-4991-aba2-da368dfbd535 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Sep 18 20:21:34.352491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904c40d-668d-422d-b5e6-00b254f08b8c req-ef8da37b-1172-4ff3-ba0b-0c828342850b tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:34.353971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b904c40d-668d-422d-b5e6-00b254f08b8c req-ef8da37b-1172-4ff3-ba0b-0c828342850b tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0548348 Sep 18 20:21:34.391123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b904c40d-668d-422d-b5e6-00b254f08b8c req-aec216c7-28fb-4c9d-a51a-dbabb2e12220 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 Sep 18 20:21:35.504705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d730a-72ed-4018-8052-51bc0cdfc502 req-d0b2087e-9691-47cb-9609-a0d3be6a09f6 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:35.506170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-107d730a-72ed-4018-8052-51bc0cdfc502 req-d0b2087e-9691-47cb-9609-a0d3be6a09f6 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0490286 Sep 18 20:21:35.544019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-107d730a-72ed-4018-8052-51bc0cdfc502 req-5875a23f-96c5-4e06-890d-979d5831b902 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Sep 18 20:21:36.657487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c40ec5-93eb-40c3-bb6e-eec9d87bf842 req-2a9e17ff-cbc7-4d61-880b-ae6b97eeb9fe tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:36.658964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5c40ec5-93eb-40c3-bb6e-eec9d87bf842 req-2a9e17ff-cbc7-4d61-880b-ae6b97eeb9fe tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0486059 Sep 18 20:21:36.696680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5c40ec5-93eb-40c3-bb6e-eec9d87bf842 req-597ba48b-e83d-4bf7-be8d-d943367ee7c9 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312049 Sep 18 20:21:37.813505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009de7b-f4df-4cfe-8f38-68cc9ba86f9d req-740b3a9b-e75b-4fc1-8c7a-f57566fc5d33 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:37.815296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d009de7b-f4df-4cfe-8f38-68cc9ba86f9d req-740b3a9b-e75b-4fc1-8c7a-f57566fc5d33 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0520599 Sep 18 20:21:37.852387 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d009de7b-f4df-4cfe-8f38-68cc9ba86f9d req-71a9ff12-6006-43af-adaf-1ca70615c520 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Sep 18 20:21:38.965236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76531-9d77-432a-88cc-f2b3517080a1 req-b96a1bb6-d123-40fd-b376-6a91837360d1 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:38.966689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96c76531-9d77-432a-88cc-f2b3517080a1 req-b96a1bb6-d123-40fd-b376-6a91837360d1 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Sep 18 20:21:39.003205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96c76531-9d77-432a-88cc-f2b3517080a1 req-029e62c3-9844-402c-9466-ead76896a120 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305800 Sep 18 20:21:39.547028 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-20ffebd5-2461-4def-881a-8a831aed4892 req-14341954-e972-4d05-8b67-91e29d1d0f12 service neutron] show failed (client error): The resource could not be found. Sep 18 20:21:39.548096 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-14341954-e972-4d05-8b67-91e29d1d0f12 service neutron] 10.222.0.24 "GET /v2.0/ports/9351bb6c-4534-4271-853d-58b44abeb9f3/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0544348 Sep 18 20:21:39.789121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffebd5-2461-4def-881a-8a831aed4892 req-eda0b69b-fd58-4223-a26f-bc7a136875e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:39.790711 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-eda0b69b-fd58-4223-a26f-bc7a136875e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76&tenant_id=c6824df0edfe47b99359394d8a099bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0949244 Sep 18 20:21:39.803301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:21:39.856540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:40.058038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:40.096481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:21:40.136936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf77f8-57e3-4898-9c62-441983e99811 req-a03ab9a2-ca0f-46e5-be9d-7f40fa91832b tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:40.138172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:21:40.138462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fdf77f8-57e3-4898-9c62-441983e99811 req-a03ab9a2-ca0f-46e5-be9d-7f40fa91832b tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0577495 Sep 18 20:21:40.140575 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc90056-67b8-4fe1-826e-3e902cf76638" -d '{"events": [{"server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "name": "network-vif-unplugged", "status": "completed", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:21:40.144763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:40.158145 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Transition to ACTIVE for port object 9351bb6c-4534-4271-853d-58b44abeb9f3 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:21:40.165169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:40.191861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fdf77f8-57e3-4898-9c62-441983e99811 req-41ff1613-4ca4-4ff9-9033-bdfaf7e4621e tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Sep 18 20:21:40.198204 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4408371-079d-4732-8108-e2c24d2eec91 x-openstack-request-id: req-f4408371-079d-4732-8108-e2c24d2eec91 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:21:40.198504 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "name": "network-vif-unplugged", "status": "completed", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:21:40.198759 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4408371-079d-4732-8108-e2c24d2eec91 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:21:40.199158 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'code': 200} Sep 18 20:21:40.236252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] No DVR routers for this DVR port 9351bb6c-4534-4271-853d-58b44abeb9f3 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:21:40.239244 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:40.249862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.250212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.250554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.250889 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.251222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.251584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.251913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.252240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.252565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.252891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.253221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.253541 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:40.610583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Attempting to bind port 9351bb6c-4534-4271-853d-58b44abeb9f3 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:21:40.610923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Attempting to bind port 9351bb6c-4534-4271-853d-58b44abeb9f3 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:21:40.611255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Attempting to bind port 9351bb6c-4534-4271-853d-58b44abeb9f3 on network 73f16aad-d9aa-45e6-a4d4-58062218c761 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:21:40.615442 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Port 9351bb6c-4534-4271-853d-58b44abeb9f3 on network 73f16aad-d9aa-45e6-a4d4-58062218c761 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:21:40.615767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Attempting to bind port 9351bb6c-4534-4271-853d-58b44abeb9f3 on network 73f16aad-d9aa-45e6-a4d4-58062218c761 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:21:40.621265 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:21:40.621601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Checking segment: {'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:21:40.621988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Bound using segment: {'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:21:40.622413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Bound port: 9351bb6c-4534-4271-853d-58b44abeb9f3, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:21:40.622770 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:40.683083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:21:40.686104 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:21:40.690568 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:40.727162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:40.727802 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:40.729192 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] 10.222.0.32 "PUT /v2.0/ports/9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 1093 time: 0.9297838 Sep 18 20:21:40.746674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a14e6-7b4f-4fce-8892-74fa1b137c01 service neutron] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:40.795043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffebd5-2461-4def-881a-8a831aed4892 req-9f7f0670-fefd-43a7-9fc5-5e86ec7941b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:40.796551 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-9f7f0670-fefd-43a7-9fc5-5e86ec7941b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6824df0edfe47b99359394d8a099bf8&device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 1096 time: 0.0428703 Sep 18 20:21:40.884345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffebd5-2461-4def-881a-8a831aed4892 req-d67ebe45-1bce-42db-baf5-690ed73bf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:40.885708 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-d67ebe45-1bce-42db-baf5-690ed73bf3d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 200 len: 913 time: 0.0823247 Sep 18 20:21:40.928382 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-18034a53-eddf-472a-963a-baec6f72e819 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0351152 Sep 18 20:21:40.980848 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffebd5-2461-4def-881a-8a831aed4892 req-fb196eca-4589-47bd-97a2-a8d75fdb4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:40.982221 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-fb196eca-4589-47bd-97a2-a8d75fdb4e05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc627586-4c07-4545-b7b9-c0680c775208 HTTP/1.1" status: 200 len: 852 time: 0.0416207 Sep 18 20:21:41.013168 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-c26496ab-37f8-47c0-b176-7bf3e4098d9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73f16aad-d9aa-45e6-a4d4-58062218c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240593 Sep 18 20:21:41.103892 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-8bc854d9-fadc-4acf-a70c-57f815c8bea9 service neutron] 10.222.0.32 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836205 Sep 18 20:21:41.191912 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-20ffebd5-2461-4def-881a-8a831aed4892 req-e9936b34-a1cc-4e76-b361-5a816093a76a service neutron] 10.222.0.32 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805254 Sep 18 20:21:41.312688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7976-bfad-4af1-b766-a858a015cbb7 req-00ff06e5-0d41-45ec-bdd4-9d50f08809c0 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:41.314183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-777f7976-bfad-4af1-b766-a858a015cbb7 req-00ff06e5-0d41-45ec-bdd4-9d50f08809c0 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 944 time: 0.0507934 Sep 18 20:21:41.354728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-777f7976-bfad-4af1-b766-a858a015cbb7 req-99fcb4bc-ed86-479e-a540-359eb82a927d tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Sep 18 20:21:42.200276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:21:42.202627 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d968065f-196e-4dcd-b2c8-0b34f9365cee" -d '{"events": [{"name": "network-changed", "server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:21:42.250710 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822c8323-a002-475b-9550-a540a56702f7 x-openstack-request-id: req-822c8323-a002-475b-9550-a540a56702f7 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:21:42.250997 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:21:42.251253 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-822c8323-a002-475b-9550-a540a56702f7 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:21:42.251675 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'status': 'completed', 'code': 200} Sep 18 20:21:42.310723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-f38a294c-ae19-447a-b02b-669040966cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:42.312363 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-f38a294c-ae19-447a-b02b-669040966cd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6824df0edfe47b99359394d8a099bf8&device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 1096 time: 0.0413830 Sep 18 20:21:42.312637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-d60d649b-ed7d-45b2-8bc2-e7e2d82d6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:42.314134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-d60d649b-ed7d-45b2-8bc2-e7e2d82d6087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6824df0edfe47b99359394d8a099bf8&device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 1096 time: 0.0401947 Sep 18 20:21:42.414699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-6dd49b1d-b97b-4768-8b2e-9591bd854735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:42.415409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-847409f9-b6cf-49b9-af7e-265a0d926f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:42.416252 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-6dd49b1d-b97b-4768-8b2e-9591bd854735 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 200 len: 913 time: 0.0965340 Sep 18 20:21:42.417034 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-847409f9-b6cf-49b9-af7e-265a0d926f58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 200 len: 913 time: 0.0961533 Sep 18 20:21:42.459730 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-b7c10c6f-fc8a-499a-a334-c2ed45c536f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0346806 Sep 18 20:21:42.484800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-f953b5b9-a312-4b17-882a-65f9f09a3782 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0608020 Sep 18 20:21:42.513725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-94e87cb4-0d22-4aa9-a58c-39dca47aef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:42.515193 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-94e87cb4-0d22-4aa9-a58c-39dca47aef93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc627586-4c07-4545-b7b9-c0680c775208 HTTP/1.1" status: 200 len: 852 time: 0.0485294 Sep 18 20:21:42.535893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdf82a-bb03-4ac5-a358-958e0a926abe req-391fa8a2-9c0a-4592-b9ff-2995e0f2e497 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:42.537381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3acdf82a-bb03-4ac5-a358-958e0a926abe req-391fa8a2-9c0a-4592-b9ff-2995e0f2e497 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 944 time: 0.1076026 Sep 18 20:21:42.550573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-dc3cfa8b-e1a5-4858-a4d3-daad01e57f0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73f16aad-d9aa-45e6-a4d4-58062218c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249221 Sep 18 20:21:42.561995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-22469508-1b1f-4b8c-8b52-852a321d6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:42.563453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-22469508-1b1f-4b8c-8b52-852a321d6055 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc627586-4c07-4545-b7b9-c0680c775208 HTTP/1.1" status: 200 len: 852 time: 0.0707719 Sep 18 20:21:42.605856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3acdf82a-bb03-4ac5-a358-958e0a926abe req-c1a20888-6cf5-495c-a09c-4f52f534934a tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606289 Sep 18 20:21:42.606920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-2753d0df-b9f5-4fd6-8543-9a12091e3f92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f16aad-d9aa-45e6-a4d4-58062218c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352442 Sep 18 20:21:42.651227 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-231719ff-cc09-40e9-b1cc-2e9b12273e46 service neutron] 10.222.0.32 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930717 Sep 18 20:21:42.725131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-a8c41d22-872d-4914-b9e0-89cd049f46d9 service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106946 Sep 18 20:21:42.752397 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-f95ac0c7-969d-4589-8059-90576b72449e service neutron] 10.222.0.32 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936637 Sep 18 20:21:42.823586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d968065f-196e-4dcd-b2c8-0b34f9365cee req-80b8ee58-ecdc-44c1-9baa-530cb4027171 service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913527 Sep 18 20:21:42.979629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 9351bb6c-4534-4271-853d-58b44abeb9f3 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:21:43.074914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:43.085691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'network_id': '73f16aad-d9aa-45e6-a4d4-58062218c761', 'port_id': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'mac_address': 'fa:16:3e:51:f1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc627586-4c07-4545-b7b9-c0680c775208', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:21:43.121168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:43.133612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9351bb6c-4534-4271-853d-58b44abeb9f3 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:21:43.153175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:43.156790 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:43.205906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:43.225332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 9351bb6c-4534-4271-853d-58b44abeb9f3 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:21:43.279813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 9351bb6c-4534-4271-853d-58b44abeb9f3 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:21:43.368636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['9351bb6c-4534-4271-853d-58b44abeb9f3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:21:43.737184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a067-a7a1-4cbd-b335-161112c7b7eb req-9da49463-f734-481e-a14c-590a14aa09cd tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:43.738611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6734a067-a7a1-4cbd-b335-161112c7b7eb req-9da49463-f734-481e-a14c-590a14aa09cd tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 945 time: 0.0523667 Sep 18 20:21:43.780630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6734a067-a7a1-4cbd-b335-161112c7b7eb req-c5df2bde-19ba-4325-9f1e-02eaf28fa8cd tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359609 Sep 18 20:21:44.052212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-86904e32-c370-4fcf-a63b-3698c618e5d8 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:44.053858 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-86904e32-c370-4fcf-a63b-3698c618e5d8 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.24 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76&tenant_id=c6824df0edfe47b99359394d8a099bf8&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 945 time: 0.0882177 Sep 18 20:21:44.114865 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-00838a54-b4bd-44a1-847a-746b9b706a46 service neutron] delete failed (client error): The resource could not be found. Sep 18 20:21:44.115913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-00838a54-b4bd-44a1-847a-746b9b706a46 service neutron] 10.222.0.24 "DELETE /v2.0/ports/9351bb6c-4534-4271-853d-58b44abeb9f3/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0551715 Sep 18 20:21:44.201858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-1ea5058c-82f9-4137-848d-8cfe2beeeada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:44.203398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-1ea5058c-82f9-4137-848d-8cfe2beeeada service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6824df0edfe47b99359394d8a099bf8&device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 1097 time: 0.0443957 Sep 18 20:21:44.297470 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-f4deff61-4525-49a9-82fc-c5865742b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:44.298872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-f4deff61-4525-49a9-82fc-c5865742b85e service neutron] 10.222.0.24 "GET /v2.0/networks?id=73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 200 len: 913 time: 0.0877743 Sep 18 20:21:44.343461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-8ecd2c55-4b59-43de-affc-63e282d25bf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 200 len: 217 time: 0.0378301 Sep 18 20:21:44.393666 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-7bcd6916-71fa-445e-bb27-15e43b56c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:44.395121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-7bcd6916-71fa-445e-bb27-15e43b56c9ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc627586-4c07-4545-b7b9-c0680c775208 HTTP/1.1" status: 200 len: 852 time: 0.0454550 Sep 18 20:21:44.426487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-fb554566-ac56-44ff-8f9d-26519a8b349c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=73f16aad-d9aa-45e6-a4d4-58062218c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242858 Sep 18 20:21:44.517907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-704a16fc-a88c-4b48-9f3b-ef5dcbcd55ae service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847685 Sep 18 20:21:44.623872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-8fb91eab-9e7c-47eb-8772-ffe15869163a service neutron] 10.222.0.24 "GET /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982862 Sep 18 20:21:44.982524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 9351bb6c-4534-4271-853d-58b44abeb9f3 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:21:45.030489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 9351bb6c-4534-4271-853d-58b44abeb9f3 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:21:45.034276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 9351bb6c-4534-4271-853d-58b44abeb9f3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:21:45.034648 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:45.117705 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:45.145597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:21:45.148971 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3804c248-5231-4f03-becf-b50b6b720a1f" -d '{"events": [{"server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "name": "network-vif-plugged", "status": "completed", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:21:45.164908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:45.169246 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:45.199058 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e101ada-5271-4bdf-8a71-833f7092b906 x-openstack-request-id: req-5e101ada-5271-4bdf-8a71-833f7092b906 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:21:45.199344 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "name": "network-vif-plugged", "status": "completed", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:21:45.199619 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e101ada-5271-4bdf-8a71-833f7092b906 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:21:45.200005 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'code': 200} Sep 18 20:21:45.225874 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:45.352521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033afc3-fbca-43bb-8b3e-0c60a318fc8a req-30d6858b-1fed-4151-b7f6-4202517bad04 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:45.354013 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c033afc3-fbca-43bb-8b3e-0c60a318fc8a req-30d6858b-1fed-4151-b7f6-4202517bad04 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0494699 Sep 18 20:21:45.404357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c033afc3-fbca-43bb-8b3e-0c60a318fc8a req-5424dc8c-caef-411f-b5e8-82dd4fb9e4d2 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Sep 18 20:21:46.529002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2034f8-3050-4386-8bb3-5dfdfe8436e1 req-a135e6de-43d7-45f2-b9b1-b2df8820f2d7 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:46.530475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e2034f8-3050-4386-8bb3-5dfdfe8436e1 req-a135e6de-43d7-45f2-b9b1-b2df8820f2d7 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0532513 Sep 18 20:21:46.569304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e2034f8-3050-4386-8bb3-5dfdfe8436e1 req-729ddf23-7df7-41e7-b6fc-c6e72ee6298f tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8ebb242-9f38-4b90-bb6a-934da3392371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Sep 18 20:21:46.592044 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-5cab2f13-f6af-459a-bb75-b59f0e770895 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:46.593593 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-5cab2f13-f6af-459a-bb75-b59f0e770895 tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.32 "GET /v2.0/ports?device_id=129a6b55-0ee6-486b-a64b-f98ae54afc76 HTTP/1.1" status: 200 len: 946 time: 0.0489631 Sep 18 20:21:46.685381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Deleting port 9351bb6c-4534-4271-853d-58b44abeb9f3 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:21:46.685599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:46.771751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] For port 9351bb6c-4534-4271-853d-58b44abeb9f3, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=9351bb6c-4534-4271-853d-58b44abeb9f3,segment=NetworkSegment(fe069af7-c534-4f8f-bcdf-6765b6f0bed2),segment_id=fe069af7-c534-4f8f-bcdf-6765b6f0bed2)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:46.772111 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:46.784537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Calling delete_port for 9351bb6c-4534-4271-853d-58b44abeb9f3 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:21:46.910589 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:46.922355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['9351bb6c-4534-4271-853d-58b44abeb9f3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:21:46.939604 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Pushing event deleted for resources: {'Port': ['ID=9351bb6c-4534-4271-853d-58b44abeb9f3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:46.983964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] No DVR routers for this DVR port 9351bb6c-4534-4271-853d-58b44abeb9f3 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:21:46.986634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:46.988706 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-96af8049-61a0-40e9-8192-64ac05b43b5b req-0ce032b4-ccb3-4e3e-ab66-4d395650d3ac tempest-DeleteServersTestJSON-53052907 tempest-DeleteServersTestJSON-53052907-project] 10.222.0.32 "DELETE /v2.0/ports/9351bb6c-4534-4271-853d-58b44abeb9f3 HTTP/1.1" status: 204 len: 173 time: 0.3891475 Sep 18 20:21:46.989171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'name': 'network-vif-deleted', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:21:46.991417 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e65d675-7ae9-405c-9fae-bed60d397334" -d '{"events": [{"server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "name": "network-vif-deleted", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:21:47.027576 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ef8264-6078-42fb-913b-2f84ef2d0e1e x-openstack-request-id: req-06ef8264-6078-42fb-913b-2f84ef2d0e1e {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:21:47.027875 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a6b55-0ee6-486b-a64b-f98ae54afc76", "name": "network-vif-deleted", "tag": "9351bb6c-4534-4271-853d-58b44abeb9f3", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:21:47.028159 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06ef8264-6078-42fb-913b-2f84ef2d0e1e {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:21:47.028569 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a6b55-0ee6-486b-a64b-f98ae54afc76', 'name': 'network-vif-deleted', 'tag': '9351bb6c-4534-4271-853d-58b44abeb9f3', 'status': 'completed', 'code': 200} Sep 18 20:21:47.698943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40570) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:21:47.742569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b544b97-876a-416b-8108-a97436f6af76 admin admin] Deleting subnet fc627586-4c07-4545-b7b9-c0680c775208 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:21:47.745552 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b544b97-876a-416b-8108-a97436f6af76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:47.778975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b544b97-876a-416b-8108-a97436f6af76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:47.816286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b544b97-876a-416b-8108-a97436f6af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:47.867865 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b544b97-876a-416b-8108-a97436f6af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:47.898592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b544b97-876a-416b-8108-a97436f6af76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc627586-4c07-4545-b7b9-c0680c775208,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:47.903479 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5b544b97-876a-416b-8108-a97436f6af76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:47.905036 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5b544b97-876a-416b-8108-a97436f6af76 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc627586-4c07-4545-b7b9-c0680c775208 HTTP/1.1" status: 204 len: 168 time: 0.2050705 Sep 18 20:21:47.907597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40572) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:21:47.973991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.054538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.074534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f16aad-d9aa-45e6-a4d4-58062218c761']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:21:48.083329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:21:48.083653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe069af7-c534-4f8f-bcdf-6765b6f0bed2') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:21:48.093289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.106314 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.112097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:21:48.112486 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:21:48.114098 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:21:48.173700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.179339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.181784 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] 10.222.0.20 "DELETE /v2.0/networks/73f16aad-d9aa-45e6-a4d4-58062218c761 HTTP/1.1" status: 204 len: 168 time: 0.2732778 Sep 18 20:21:48.192813 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30286606-ffd5-4f27-aa7a-5cc7e28abe99 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f16aad-d9aa-45e6-a4d4-58062218c761,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:48.291026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40576) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:21:48.335780 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d6aa510a-ea84-4814-888c-aa3ef1668d21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6824df0edfe47b99359394d8a099bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434699 Sep 18 20:21:48.338286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40578) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:21:48.384824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d0b612a-4747-4a1e-8112-06eb04c411dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.405877 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d0b612a-4747-4a1e-8112-06eb04c411dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.452377 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d0b612a-4747-4a1e-8112-06eb04c411dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.454862 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3d0b612a-4747-4a1e-8112-06eb04c411dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:48.456068 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3d0b612a-4747-4a1e-8112-06eb04c411dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8ebb242-9f38-4b90-bb6a-934da3392371 HTTP/1.1" status: 204 len: 168 time: 0.1168671 Sep 18 20:21:48.464585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b612a-4747-4a1e-8112-06eb04c411dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ebb242-9f38-4b90-bb6a-934da3392371,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:49.004973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 9351bb6c-4534-4271-853d-58b44abeb9f3 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:21:49.025929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 9351bb6c-4534-4271-853d-58b44abeb9f3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:21:49.026403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 9351bb6c-4534-4271-853d-58b44abeb9f3 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:21:49.107038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40600) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:21:49.202908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1217321010-network', 'tenant_id': 'c5e9efd2274e4e98b68451af38b0691e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:21:49.223747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Made reservation on behalf of c5e9efd2274e4e98b68451af38b0691e for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:21:49.225904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.234576 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.321568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.325324 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.351723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:21:49.357049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d178a35c-ebf6-4383-b16f-1d0cf6770a9e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:49.368179 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.368526 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Added segment 1c23c358-b164-4513-bf9c-009fa96a573c of type vlan for network 721c894c-51a9-4606-a5e3-aead97bb056e Sep 18 20:21:49.370472 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.370819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.371164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.371527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.371862 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.372194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.372522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.372849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.373173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.373494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.373818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.374137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:49.415228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.442609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.443607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:49.444188 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.478596 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3703177 Sep 18 20:21:49.482092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40606) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:21:49.487065 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Request body: {'subnet': {'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1217321010-subnet', 'tenant_id': 'c5e9efd2274e4e98b68451af38b0691e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:21:49.509185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Made reservation on behalf of c5e9efd2274e4e98b68451af38b0691e for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:21:49.509458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b748-2248-4b95-b1d0-0e18a1d1cde9 admin admin] Pushing event updated for resources: {'Network': ['ID=721c894c-51a9-4606-a5e3-aead97bb056e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:49.511748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.519704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 721c894c-51a9-4606-a5e3-aead97bb056e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:21:49.688192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.743211 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b582aee-26da-448e-a948-d27b74653dab,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:49.752548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Checking segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:21:49.752907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Network hostable DHCP agents. Network: 721c894c-51a9-4606-a5e3-aead97bb056e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:21:49.769269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Network 721c894c-51a9-4606-a5e3-aead97bb056e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:21:49.778728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 721c894c-51a9-4606-a5e3-aead97bb056e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:21:49.782708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:49.783299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:49.787670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7f921-5371-4119-a020-32edd7467aac None None] Network 721c894c-51a9-4606-a5e3-aead97bb056e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:21:49.798048 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-55b47051-1a46-44eb-8649-9681a1ff9d40 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3148804 Sep 18 20:21:49.911069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927090e8-1eb2-4712-bc21-0cdfd8a4eb61 None None] Network 721c894c-51a9-4606-a5e3-aead97bb056e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:21:50.238498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-54bc88f6-1d8d-4ee5-8593-d0d6836d3f21 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:50.240052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-54bc88f6-1d8d-4ee5-8593-d0d6836d3f21 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 815 time: 0.1036777 Sep 18 20:21:50.254362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-9f9a6584-0258-446d-95f1-c968b40cbf8d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/quotas/c5e9efd2274e4e98b68451af38b0691e HTTP/1.1" status: 200 len: 375 time: 0.0086434 Sep 18 20:21:50.285178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-38b25214-4fd8-41cb-bd42-c73a70103e85 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249684 Sep 18 20:21:50.374161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-db6ac6e5-f093-484b-868c-3cc2d9fd643d service neutron] 10.222.0.20 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812051 Sep 18 20:21:50.467010 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-b7f8bdb3-bb66-4c55-a1b3-3dc09d227cc7 service neutron] 10.222.0.20 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866430 Sep 18 20:21:50.621378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-631b51f4-783d-48c2-8183-84fbf802c21e req-8fca6364-9e3b-4088-b5c3-d9223357208c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 210 time: 0.0268962 Sep 18 20:21:51.553586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-45dc9d1f-47b0-472b-b7c1-53b0791ce667 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:51.555642 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-45dc9d1f-47b0-472b-b7c1-53b0791ce667 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 815 time: 0.1172512 Sep 18 20:21:51.569471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Request body: {'port': {'device_id': 'd36ca213-4769-45c9-923e-0572083c97ac', 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e', 'admin_state_up': True, 'tenant_id': 'c5e9efd2274e4e98b68451af38b0691e'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:21:51.643319 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-68a03f27-642e-4862-aa52-b8fb551e2ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:51.692981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Made reservation on behalf of c5e9efd2274e4e98b68451af38b0691e for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:21:51.696880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:51.719056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-74bc3607-a8e5-4b29-8478-e451f70954b0 req-92b2fdcd-1c9a-42a7-9145-3889ba357939 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 210 time: 0.0288732 Sep 18 20:21:51.824595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Allocated IP 172.20.0.12 (721c894c-51a9-4606-a5e3-aead97bb056e/5b582aee-26da-448e-a948-d27b74653dab/a570b442-59db-4ede-b135-9cc504ad252c) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:21:51.967653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:51.999291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:52.039934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Network 721c894c-51a9-4606-a5e3-aead97bb056e is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:21:52.042893 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:21:52.048672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:21:52.078407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Pushing event updated for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:52.105743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:52.106452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:52.120360 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-f788e221-d703-4cd3-a9c5-63af2379c871 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555692 Sep 18 20:21:52.133137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Request body: {'port': {'device_id': 'd36ca213-4769-45c9-923e-0572083c97ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:21:52.183803 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:52.447115 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a570b442-59db-4ede-b135-9cc504ad252c {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:21:52.455193 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:52.467107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Transition to ACTIVE for port object a570b442-59db-4ede-b135-9cc504ad252c will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:21:52.471019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:52.539425 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Pushing event updated for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:52.586681 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Attempting to bind port a570b442-59db-4ede-b135-9cc504ad252c on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:21:52.587327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Attempting to bind port a570b442-59db-4ede-b135-9cc504ad252c by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:21:52.587327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Attempting to bind port a570b442-59db-4ede-b135-9cc504ad252c on network 721c894c-51a9-4606-a5e3-aead97bb056e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:21:52.591520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Port a570b442-59db-4ede-b135-9cc504ad252c on network 721c894c-51a9-4606-a5e3-aead97bb056e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:21:52.591838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Attempting to bind port a570b442-59db-4ede-b135-9cc504ad252c on network 721c894c-51a9-4606-a5e3-aead97bb056e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:21:52.596476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:21:52.596807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Checking segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:21:52.597184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Bound using segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:21:52.597606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Bound port: a570b442-59db-4ede-b135-9cc504ad252c, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:21:52.597958 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:52.660198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:21:52.663235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:21:52.668901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:52.709062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:52.709181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:52.711230 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] 10.222.0.32 "PUT /v2.0/ports/a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 1093 time: 0.5820363 Sep 18 20:21:52.712335 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:21:52.714602 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e" -d '{"events": [{"name": "network-changed", "server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "tag": "a570b442-59db-4ede-b135-9cc504ad252c"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:21:52.753139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694965e-58f6-47a9-97e8-2da99c540190 service neutron] Pushing event updated for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:52.761272 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b878763-db45-4af1-9bce-ca37c35267af x-openstack-request-id: req-0b878763-db45-4af1-9bce-ca37c35267af {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:21:52.761959 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "tag": "a570b442-59db-4ede-b135-9cc504ad252c", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:21:52.762171 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b878763-db45-4af1-9bce-ca37c35267af {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:21:52.762575 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c', 'status': 'completed', 'code': 200} Sep 18 20:21:52.806042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-bd8f8a73-5d3f-42b8-832b-a1dc6f32f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:52.807611 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-bd8f8a73-5d3f-42b8-832b-a1dc6f32f3a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1096 time: 0.0423925 Sep 18 20:21:52.841293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdf08f-212f-47b4-8c31-b919145b15e6 req-6d4f07ca-52e7-427b-a8c8-a513f9ef077b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:52.842767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54fdf08f-212f-47b4-8c31-b919145b15e6 req-6d4f07ca-52e7-427b-a8c8-a513f9ef077b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.0525038 Sep 18 20:21:52.850749 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-97fbda0b-f4ff-4eca-8680-49135a963aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 217 time: 0.0349073 Sep 18 20:21:52.881018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54fdf08f-212f-47b4-8c31-b919145b15e6 req-b3ec2d0a-70e2-4663-9c24-ff296c24a405 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Sep 18 20:21:52.903362 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2e6dde59-a2a4-441a-872e-caf6423c7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:52.904884 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-2e6dde59-a2a4-441a-872e-caf6423c7936 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0470717 Sep 18 20:21:52.936247 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-103b6ae1-006a-420a-838b-2ea43eaf8a31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244751 Sep 18 20:21:53.026652 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-7c686e08-2c68-4f78-a025-0c82642eae79 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828221 Sep 18 20:21:53.119622 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15c8c8c1-25c1-491b-af8f-2e9ee9ec3e6e req-cefaf6ee-6f01-489d-9688-97a3080490fb service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862694 Sep 18 20:21:53.202412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-85db0164-955d-457c-8265-98c6fc8cb3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:53.203915 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-85db0164-955d-457c-8265-98c6fc8cb3af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1096 time: 0.0416403 Sep 18 20:21:53.298761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-04429ea6-3f35-4a81-9549-27eeda10b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:53.300170 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-04429ea6-3f35-4a81-9549-27eeda10b86b service neutron] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0877080 Sep 18 20:21:53.341946 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-e0e0fee8-a716-4aee-afc2-7f735519c161 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 217 time: 0.0348573 Sep 18 20:21:53.392356 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-a886e73e-1ce6-4b2a-9025-420a242aa3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:53.393802 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-a886e73e-1ce6-4b2a-9025-420a242aa3e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0444486 Sep 18 20:21:53.429420 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-25aa5909-e54a-4863-9818-e64b5f356b44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279040 Sep 18 20:21:53.517445 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-0c5dfff6-949d-43a0-b91e-6d31f503ae81 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798652 Sep 18 20:21:53.610915 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3a9cbd51-34b0-48fd-82e7-6d6ccba1705e req-7ce3c3e1-4609-422c-9e1a-09f30eb242eb service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859375 Sep 18 20:21:53.626267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:53.664535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:53.995578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe53187-1ba1-4258-98e0-8621a570bc8d req-2a5d8434-5c17-416b-9c4b-90180d11c9f4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:53.997028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbe53187-1ba1-4258-98e0-8621a570bc8d req-2a5d8434-5c17-416b-9c4b-90180d11c9f4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.0482111 Sep 18 20:21:54.034682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbe53187-1ba1-4258-98e0-8621a570bc8d req-86733519-c3bc-47ee-b56e-f2004b8241a1 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Sep 18 20:21:54.826122 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:54.942042 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-245ff37a-1ef1-4708-abcc-b08032994eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:55.037122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a570b442-59db-4ede-b135-9cc504ad252c details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:21:55.131890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:55.142759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a570b442-59db-4ede-b135-9cc504ad252c', 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e', 'port_id': 'a570b442-59db-4ede-b135-9cc504ad252c', 'mac_address': 'fa:16:3e:10:aa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b582aee-26da-448e-a948-d27b74653dab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:21:55.151268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42162ec-59ac-4f1a-aa18-69cfd9caf385 req-f814bc9d-f159-4086-b972-0b5a8b50f173 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:55.152791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c42162ec-59ac-4f1a-aa18-69cfd9caf385 req-f814bc9d-f159-4086-b972-0b5a8b50f173 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.0509109 Sep 18 20:21:55.179450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:55.191984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c42162ec-59ac-4f1a-aa18-69cfd9caf385 req-37534edb-c364-44eb-a31b-94631720d5ef tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Sep 18 20:21:55.195653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a570b442-59db-4ede-b135-9cc504ad252c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:21:55.214894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:55.218814 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:55.263965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:55.270955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.271294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.271652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.271979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.272301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.272622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.272941 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.273258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.273584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.273889 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.274202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.274522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:21:55.407455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a570b442-59db-4ede-b135-9cc504ad252c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:21:55.653320 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:56.309680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e0c6-b3b1-491d-8ee6-fcedcb21f326 req-6bd20384-e066-4581-9177-7f16dfeb686c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:56.311153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-faa3e0c6-b3b1-491d-8ee6-fcedcb21f326 req-6bd20384-e066-4581-9177-7f16dfeb686c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 945 time: 0.0529268 Sep 18 20:21:56.347903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-faa3e0c6-b3b1-491d-8ee6-fcedcb21f326 req-24d363b2-e65c-425a-bf73-ee2a308d1422 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305223 Sep 18 20:21:57.052476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a570b442-59db-4ede-b135-9cc504ad252c up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:21:57.101110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a570b442-59db-4ede-b135-9cc504ad252c completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:21:57.105723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a570b442-59db-4ede-b135-9cc504ad252c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:21:57.106090 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:57.177674 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:57.199560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:21:57.201743 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2811728-c5b8-470f-86cb-5ae2ba64f3d6" -d '{"events": [{"server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "name": "network-vif-plugged", "status": "completed", "tag": "a570b442-59db-4ede-b135-9cc504ad252c"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:21:57.214362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:21:57.218327 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:57.244206 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dac836-bfc5-4854-8323-24b5e57ce271 x-openstack-request-id: req-87dac836-bfc5-4854-8323-24b5e57ce271 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:21:57.244491 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "name": "network-vif-plugged", "status": "completed", "tag": "a570b442-59db-4ede-b135-9cc504ad252c", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:21:57.244739 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87dac836-bfc5-4854-8323-24b5e57ce271 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:21:57.245110 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c', 'code': 200} Sep 18 20:21:57.269540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:21:57.333673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc59b1-3bd6-495d-b1a3-aef61d641585 req-7f206ae1-5780-459a-9126-d363156c8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:57.335050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e1fc59b1-3bd6-495d-b1a3-aef61d641585 req-7f206ae1-5780-459a-9126-d363156c8654 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1098 time: 0.0400271 Sep 18 20:21:57.368401 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e1fc59b1-3bd6-495d-b1a3-aef61d641585 req-2edbf60a-fce3-44f7-8be8-101bd2024bc1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261745 Sep 18 20:21:57.460759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6eca3-feb5-4dc3-b617-d6e2d8616fb3 req-f7927015-ed11-406e-95e4-7023fe5ac388 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:57.462220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bf6eca3-feb5-4dc3-b617-d6e2d8616fb3 req-f7927015-ed11-406e-95e4-7023fe5ac388 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0483937 Sep 18 20:21:57.500541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5bf6eca3-feb5-4dc3-b617-d6e2d8616fb3 req-84ea7a2e-fc61-40fb-b8e9-6e12097153b3 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Sep 18 20:21:57.577795 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:21:58.614534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa56c1-3624-41fe-97bd-c29a5493d1ec req-ad0019fa-c41c-4b0e-9ad5-c91935177fcb tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:58.616053 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1caa56c1-3624-41fe-97bd-c29a5493d1ec req-ad0019fa-c41c-4b0e-9ad5-c91935177fcb tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0477798 Sep 18 20:21:58.653732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1caa56c1-3624-41fe-97bd-c29a5493d1ec req-1ffce211-a5d1-41b5-92e6-fccee8c63c21 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Sep 18 20:21:58.771578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd493b8-07ab-4c97-866c-1740112b3837 req-eab27abf-1530-43ae-b131-2a765d841867 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:58.773038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cd493b8-07ab-4c97-866c-1740112b3837 req-eab27abf-1530-43ae-b131-2a765d841867 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0528648 Sep 18 20:21:58.811467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cd493b8-07ab-4c97-866c-1740112b3837 req-a4985753-f6f8-43a7-aa59-7a6eb987c927 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Sep 18 20:21:59.007510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e0e3-eb7d-4373-8e8b-c8f5fe2ea0b4 req-cf81a2ad-30ce-45b2-a4d6-d3149aca7f18 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:59.008970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ab9e0e3-eb7d-4373-8e8b-c8f5fe2ea0b4 req-cf81a2ad-30ce-45b2-a4d6-d3149aca7f18 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0488083 Sep 18 20:21:59.047085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8ab9e0e3-eb7d-4373-8e8b-c8f5fe2ea0b4 req-4fac6c1e-024e-4667-b182-a6a2f431dd5e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Sep 18 20:21:59.159274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba957-58cb-4d38-ba6b-fabb06ca3905 req-eed96e77-8f6f-497d-bc13-29326abbf884 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:59.160777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-04dba957-58cb-4d38-ba6b-fabb06ca3905 req-eed96e77-8f6f-497d-bc13-29326abbf884 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0493245 Sep 18 20:21:59.198912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-04dba957-58cb-4d38-ba6b-fabb06ca3905 req-2d7ba6f5-1c8a-4419-9545-4dd51808c56b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Sep 18 20:21:59.420432 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-737a87a4-18e8-472c-ab58-a8abc31f37ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414553 Sep 18 20:21:59.440316 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41ad8c-b1b1-4ea7-880c-c890246e83da req-8a93606d-e505-4295-8644-5aefcca9b31c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:21:59.442050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc41ad8c-b1b1-4ea7-880c-c890246e83da req-8a93606d-e505-4295-8644-5aefcca9b31c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0555964 Sep 18 20:21:59.481923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bc41ad8c-b1b1-4ea7-880c-c890246e83da req-f233ccd0-5f1f-4bb3-90ee-bb258b16d508 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Sep 18 20:22:00.517345 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-c2070c01-6910-465d-89d0-821c5c10d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:00.518848 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-c2070c01-6910-465d-89d0-821c5c10d0de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1098 time: 0.0464211 Sep 18 20:22:00.602566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbafc75-98ad-4370-9d25-7a46c0a8f322 req-7fb94284-f58d-486f-a97e-f01dfd809b83 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:00.604202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efbafc75-98ad-4370-9d25-7a46c0a8f322 req-7fb94284-f58d-486f-a97e-f01dfd809b83 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0496230 Sep 18 20:22:00.608567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-7950ecf7-4d5b-4a4c-afa5-1be85131416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:00.610048 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-7950ecf7-4d5b-4a4c-afa5-1be85131416d service neutron] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0840175 Sep 18 20:22:00.643265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-efbafc75-98ad-4370-9d25-7a46c0a8f322 req-3503af2e-4158-4fb6-9234-002f2505e16c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Sep 18 20:22:00.656090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-f77156f2-ba96-4784-9e96-44d6e9c2e941 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 217 time: 0.0391154 Sep 18 20:22:00.704385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-27e90035-9e23-4678-8c81-bd13f7bd7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:00.705856 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-27e90035-9e23-4678-8c81-bd13f7bd7d91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0432670 Sep 18 20:22:00.737031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-4f3e7090-5fd7-47f9-aa20-3598c31f541d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244250 Sep 18 20:22:00.827475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-129ed7e4-c322-4089-8f3c-a0f5bc44fa9b service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832539 Sep 18 20:22:00.912796 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-2305184d-9690-4fd6-bd8d-7f7a893bf260 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789063 Sep 18 20:22:01.760175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90a256-fe80-4610-aaae-ddc6ab349d36 req-9c6e0d7b-b5d9-47bc-a7c4-3cf0bdb03547 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:01.761855 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed90a256-fe80-4610-aaae-ddc6ab349d36 req-9c6e0d7b-b5d9-47bc-a7c4-3cf0bdb03547 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0499008 Sep 18 20:22:01.800498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed90a256-fe80-4610-aaae-ddc6ab349d36 req-9d48cbef-9db5-48d2-a3ac-8d7bd7bea75e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Sep 18 20:22:02.921051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5aaf-8a8c-4c1b-ab22-38b5c14e68f7 req-0de412af-bc67-4710-bad8-bb354b9df0e8 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:02.922394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4acc5aaf-8a8c-4c1b-ab22-38b5c14e68f7 req-0de412af-bc67-4710-bad8-bb354b9df0e8 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0537353 Sep 18 20:22:02.960097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4acc5aaf-8a8c-4c1b-ab22-38b5c14e68f7 req-32c6190d-f837-4731-946c-502ef82cbb53 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Sep 18 20:22:04.072112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d82b1-4460-4f70-9268-a5d604cffb2e req-98a7690e-34c4-447c-ab9d-871f5dbffbb9 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:04.073571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c4d82b1-4460-4f70-9268-a5d604cffb2e req-98a7690e-34c4-447c-ab9d-871f5dbffbb9 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0480433 Sep 18 20:22:04.110775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c4d82b1-4460-4f70-9268-a5d604cffb2e req-6445ec83-d0ab-44ec-9d87-185b96b9f554 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Sep 18 20:22:05.226614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f871cc-7371-4a1e-9d78-375c4db963df req-e55b03f7-9ac5-4d9f-825f-8bcf7312516d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:05.228121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14f871cc-7371-4a1e-9d78-375c4db963df req-e55b03f7-9ac5-4d9f-825f-8bcf7312516d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0497725 Sep 18 20:22:05.267093 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-14f871cc-7371-4a1e-9d78-375c4db963df req-5f78f731-af5d-413b-bac6-ca896dedd99d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Sep 18 20:22:06.383680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bef2e-6b30-495b-a5c7-c505a81ae93b req-a8fd7808-fd19-4e9f-8bda-4f114c69fc9d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:06.385211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-944bef2e-6b30-495b-a5c7-c505a81ae93b req-a8fd7808-fd19-4e9f-8bda-4f114c69fc9d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0521638 Sep 18 20:22:06.424747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-944bef2e-6b30-495b-a5c7-c505a81ae93b req-09875785-52c8-411e-814a-76a92642ede5 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Sep 18 20:22:07.538745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546c068-de2d-4d7e-8beb-ba853b9850d5 req-4bfb998f-b439-4bde-9419-320e8de889d6 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:07.540260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0546c068-de2d-4d7e-8beb-ba853b9850d5 req-4bfb998f-b439-4bde-9419-320e8de889d6 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0489101 Sep 18 20:22:07.578913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0546c068-de2d-4d7e-8beb-ba853b9850d5 req-11da27c5-f340-4331-a3f4-ff8e1376fbff tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Sep 18 20:22:08.695891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082777-1d04-406a-b37f-89bfd0a599a5 req-38439cc4-412a-4cb4-967a-1a1bb95bafdc tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:08.697352 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47082777-1d04-406a-b37f-89bfd0a599a5 req-38439cc4-412a-4cb4-967a-1a1bb95bafdc tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0484395 Sep 18 20:22:08.735648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47082777-1d04-406a-b37f-89bfd0a599a5 req-745f386d-bca5-4fa1-859d-699885561dc8 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Sep 18 20:22:09.386357 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:22:09.852005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567882fe-e72b-4617-b3dc-f82ef3de94fd req-7ada80a6-a10b-4aeb-bdfa-be2bf90aa1ac tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:09.853446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-567882fe-e72b-4617-b3dc-f82ef3de94fd req-7ada80a6-a10b-4aeb-bdfa-be2bf90aa1ac tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0519972 Sep 18 20:22:09.891171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-567882fe-e72b-4617-b3dc-f82ef3de94fd req-35ce4535-a804-497e-9db7-a3995e0a48e4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Sep 18 20:22:11.007743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802540f-bcdf-485a-80a0-19c029342be4 req-16e9d7df-1e6f-4622-adf1-277658856c5d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:11.009227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802540f-bcdf-485a-80a0-19c029342be4 req-16e9d7df-1e6f-4622-adf1-277658856c5d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0517545 Sep 18 20:22:11.047178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802540f-bcdf-485a-80a0-19c029342be4 req-3d8ddd23-d4e0-4ee2-8bc5-190ddb622d83 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Sep 18 20:22:12.159781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc900f-2aba-4559-bca6-dfc0f61429b2 req-386ddd84-81f8-4ecd-99fe-006f9124886e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:12.161239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48bc900f-2aba-4559-bca6-dfc0f61429b2 req-386ddd84-81f8-4ecd-99fe-006f9124886e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0479822 Sep 18 20:22:12.197789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48bc900f-2aba-4559-bca6-dfc0f61429b2 req-5a320448-a61d-432f-bf72-cf813edb3bdd tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306089 Sep 18 20:22:13.149412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-27aef521-f222-45f1-81b1-6760a4681cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:13.150907 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-27aef521-f222-45f1-81b1-6760a4681cb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1098 time: 0.0392931 Sep 18 20:22:13.256772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-e407bced-c046-4734-aac3-e40794f165cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:13.258261 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-e407bced-c046-4734-aac3-e40794f165cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0881095 Sep 18 20:22:13.300894 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-6ed23272-48c1-4cf3-9235-bb9d134cf3a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 217 time: 0.0344138 Sep 18 20:22:13.313976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ce802-cb11-4a9e-980d-e87e960bf385 req-19a4f377-eda9-4adb-98f5-73c936bca0c7 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:13.315548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b0ce802-cb11-4a9e-980d-e87e960bf385 req-19a4f377-eda9-4adb-98f5-73c936bca0c7 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0519459 Sep 18 20:22:13.353313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-7863addf-4f78-4b6d-8a24-2df96f7b9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:13.353680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2b0ce802-cb11-4a9e-980d-e87e960bf385 req-2bcb476c-a76e-41d3-b762-c952174b5a2a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Sep 18 20:22:13.354818 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-7863addf-4f78-4b6d-8a24-2df96f7b9f07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0470719 Sep 18 20:22:13.386652 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-f787123a-a2d1-4f26-892a-146a10360056 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247951 Sep 18 20:22:13.473810 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-9584cb2b-9d71-4e96-be2e-e52986e37a07 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798285 Sep 18 20:22:13.567287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b7a045e2-7dd4-43f4-a8f5-9b260d2c2593 req-4aa19eb8-6bfe-4246-9e1c-0de05f88179f service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865703 Sep 18 20:22:14.468102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d12b4-35d7-4f6c-8955-c3fe9991d66c req-60bdb69d-ca4d-4afa-9440-6d2cdeeefb37 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:14.469568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f5d12b4-35d7-4f6c-8955-c3fe9991d66c req-60bdb69d-ca4d-4afa-9440-6d2cdeeefb37 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0478694 Sep 18 20:22:14.506474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f5d12b4-35d7-4f6c-8955-c3fe9991d66c req-e534e986-9d32-42e7-b687-1934f8a45a0a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Sep 18 20:22:15.619540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7af5e-16ec-4d56-aefb-bbe88f1a7844 req-03d9e406-42d1-4c1d-a747-ea0b6651e1a2 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:15.621022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ef7af5e-16ec-4d56-aefb-bbe88f1a7844 req-03d9e406-42d1-4c1d-a747-ea0b6651e1a2 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0498943 Sep 18 20:22:15.659078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ef7af5e-16ec-4d56-aefb-bbe88f1a7844 req-c76e9297-e5e8-42e0-9ae5-fa1112b0dc47 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Sep 18 20:22:16.776949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a693e-9a48-410b-a283-dc3df5ee39bf req-2c163319-cc95-49ce-9d13-99020bf1a77a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:16.778901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-749a693e-9a48-410b-a283-dc3df5ee39bf req-2c163319-cc95-49ce-9d13-99020bf1a77a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0517128 Sep 18 20:22:16.815848 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-749a693e-9a48-410b-a283-dc3df5ee39bf req-56d04389-88a7-4477-a51a-ecd144027c9d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Sep 18 20:22:17.928912 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19025d6-d7e7-4086-8faa-5a9dbb73fe5a req-31e8aaae-8cde-470d-a382-31ece21abd3a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:17.930385 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b19025d6-d7e7-4086-8faa-5a9dbb73fe5a req-31e8aaae-8cde-470d-a382-31ece21abd3a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0479655 Sep 18 20:22:17.968048 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b19025d6-d7e7-4086-8faa-5a9dbb73fe5a req-0442370c-766e-4e2f-88e8-5764169b27d0 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Sep 18 20:22:19.080546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291927eb-5fe3-411b-9858-8e0838a381b9 req-9dc376d7-4ed9-4653-a186-fe9126bd8c95 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:19.082003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291927eb-5fe3-411b-9858-8e0838a381b9 req-9dc376d7-4ed9-4653-a186-fe9126bd8c95 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0477581 Sep 18 20:22:19.118756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-291927eb-5fe3-411b-9858-8e0838a381b9 req-d467d8e7-969e-46fc-91e4-1fa196d30580 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308299 Sep 18 20:22:20.235117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1fbca-b9cc-4d66-bd81-b6d7396c84a4 req-dcb82b19-74e0-4691-8359-c21f0906ab46 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:20.236587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fd1fbca-b9cc-4d66-bd81-b6d7396c84a4 req-dcb82b19-74e0-4691-8359-c21f0906ab46 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0527337 Sep 18 20:22:20.273799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1fd1fbca-b9cc-4d66-bd81-b6d7396c84a4 req-464cc1b1-624e-44ed-8b56-16532a48f005 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Sep 18 20:22:21.388726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11034-51d4-43e1-b3ee-475fe838ef1e req-e25d8a67-e824-43ea-b24f-bb384359a210 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:21.390393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca11034-51d4-43e1-b3ee-475fe838ef1e req-e25d8a67-e824-43ea-b24f-bb384359a210 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0497620 Sep 18 20:22:21.428692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ca11034-51d4-43e1-b3ee-475fe838ef1e req-b3a2eccc-06a4-4568-8602-77728890b185 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Sep 18 20:22:21.646947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a1468222-bfe4-4d35-8e03-a857029555e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:22.541097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6d39-eace-4f98-bb47-cc4346cf3d47 req-8d2e4d84-dfec-4b48-8791-1615012f9f4e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:22.542541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2ee6d39-eace-4f98-bb47-cc4346cf3d47 req-8d2e4d84-dfec-4b48-8791-1615012f9f4e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0473239 Sep 18 20:22:22.579895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2ee6d39-eace-4f98-bb47-cc4346cf3d47 req-a16c6ff2-f204-431b-8986-7b69f5d9b878 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308201 Sep 18 20:22:23.631656 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:23.667034 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:23.701228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e24675-f6fc-4850-807a-482692de6a33 req-399743c1-8359-4663-a310-953e148b2851 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:23.702706 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77e24675-f6fc-4850-807a-482692de6a33 req-399743c1-8359-4663-a310-953e148b2851 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0560653 Sep 18 20:22:23.741115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77e24675-f6fc-4850-807a-482692de6a33 req-5edfb229-6cef-4b7a-a2dc-7f40c5f0f9c6 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Sep 18 20:22:24.828409 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:24.857844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f04f21-47df-41ba-9724-8b308ea1af3f req-8451a91e-c55e-49f6-9b5e-545cbb7129f5 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:24.859346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59f04f21-47df-41ba-9724-8b308ea1af3f req-8451a91e-c55e-49f6-9b5e-545cbb7129f5 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0523264 Sep 18 20:22:24.896881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59f04f21-47df-41ba-9724-8b308ea1af3f req-77e92bf9-714b-4969-a9ec-a58c26f18c31 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315022 Sep 18 20:22:24.941871 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e605-a1cf-42f4-8905-704ce24edfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:25.657063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:26.008241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439c97b-593c-4033-ac03-9f1ceb86c119 req-b7b3a3cf-9b3e-4c01-90d0-bdb08ff257f2 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:26.009695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c439c97b-593c-4033-ac03-9f1ceb86c119 req-b7b3a3cf-9b3e-4c01-90d0-bdb08ff257f2 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0474439 Sep 18 20:22:26.047062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c439c97b-593c-4033-ac03-9f1ceb86c119 req-79224909-3d2f-4419-a861-902bdb8a0860 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303335 Sep 18 20:22:27.180415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e73bb5-8401-4984-ab29-c7e19252f21d req-5272b296-7e99-4f28-acfa-0787b85fba74 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:27.181923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e73bb5-8401-4984-ab29-c7e19252f21d req-5272b296-7e99-4f28-acfa-0787b85fba74 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0522647 Sep 18 20:22:27.219808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05e73bb5-8401-4984-ab29-c7e19252f21d req-8ce5bb76-5b40-4411-bc1e-5fa20f333167 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Sep 18 20:22:27.575221 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:27.812694 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-c902f6fb-bfe1-4d63-9297-1dc87ac63e1a service neutron] show failed (client error): The resource could not be found. Sep 18 20:22:27.813606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-c902f6fb-bfe1-4d63-9297-1dc87ac63e1a service neutron] 10.222.0.32 "GET /v2.0/ports/a570b442-59db-4ede-b135-9cc504ad252c/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0526254 Sep 18 20:22:28.000383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-6c08380d-edd7-450d-9769-963a8ec20739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:28.001845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-6c08380d-edd7-450d-9769-963a8ec20739 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac&tenant_id=c5e9efd2274e4e98b68451af38b0691e HTTP/1.1" status: 200 len: 1098 time: 0.0407176 Sep 18 20:22:28.013868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:22:28.065079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:28.265945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:22:28.323324 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:22:28.372212 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11728e4-b69c-4c56-b30f-3be6c0bfd7b7 req-37cdd0b9-2f0a-4c2e-bc1c-21bfc231a1db tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:28.373802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d11728e4-b69c-4c56-b30f-3be6c0bfd7b7 req-37cdd0b9-2f0a-4c2e-bc1c-21bfc231a1db tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 946 time: 0.0861437 Sep 18 20:22:28.377271 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:22:28.379490 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bf4848-2bc8-478f-b177-aa4c3ae6a408" -d '{"events": [{"server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a570b442-59db-4ede-b135-9cc504ad252c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:22:28.384574 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:28.412947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Transition to ACTIVE for port object a570b442-59db-4ede-b135-9cc504ad252c will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:22:28.418501 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:28.458886 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d445bccb-e01c-4404-bf2c-8eeaae98a1f2 x-openstack-request-id: req-d445bccb-e01c-4404-bf2c-8eeaae98a1f2 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:22:28.459181 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a570b442-59db-4ede-b135-9cc504ad252c", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:22:28.459456 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d445bccb-e01c-4404-bf2c-8eeaae98a1f2 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:22:28.459847 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c', 'code': 200} Sep 18 20:22:28.464180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d11728e4-b69c-4c56-b30f-3be6c0bfd7b7 req-2a82d92c-8812-40d5-87e7-4c62812cf81f tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816710 Sep 18 20:22:28.496735 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] No DVR routers for this DVR port a570b442-59db-4ede-b135-9cc504ad252c on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:22:28.503614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Pushing event updated for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:28.536477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Attempting to bind port a570b442-59db-4ede-b135-9cc504ad252c on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:22:28.536813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Attempting to bind port a570b442-59db-4ede-b135-9cc504ad252c by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:22:28.537136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Attempting to bind port a570b442-59db-4ede-b135-9cc504ad252c on network 721c894c-51a9-4606-a5e3-aead97bb056e {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:22:28.541309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Port a570b442-59db-4ede-b135-9cc504ad252c on network 721c894c-51a9-4606-a5e3-aead97bb056e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:22:28.541628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Attempting to bind port a570b442-59db-4ede-b135-9cc504ad252c on network 721c894c-51a9-4606-a5e3-aead97bb056e {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:22:28.546603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:22:28.546939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Checking segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:22:28.547323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Bound using segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:22:28.547771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Bound port: a570b442-59db-4ede-b135-9cc504ad252c, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:22:28.548124 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:28.609767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:22:28.612746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:22:28.617165 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:28.656461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:28.657119 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:28.658508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] 10.222.0.24 "PUT /v2.0/ports/a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 1093 time: 0.6486475 Sep 18 20:22:28.676293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cd282-6ebb-45a7-b26c-545524db9890 service neutron] Pushing event updated for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:28.720806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-df10bc4f-6275-4731-8b74-2789509b81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:28.722304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-df10bc4f-6275-4731-8b74-2789509b81b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1096 time: 0.0413697 Sep 18 20:22:28.813714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-864061fa-e49f-47a1-b196-d743b4f32054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:28.815163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-864061fa-e49f-47a1-b196-d743b4f32054 service neutron] 10.222.0.24 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0857792 Sep 18 20:22:28.858172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-1e7313e7-f74a-40bb-827b-ff41b7182c3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 217 time: 0.0362768 Sep 18 20:22:28.905425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-99519713-1d85-4674-9dd5-bb80e0872b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:28.906765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-99519713-1d85-4674-9dd5-bb80e0872b24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0424030 Sep 18 20:22:28.939150 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-2d6c900e-154a-4af7-848f-83d4dc3849d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253460 Sep 18 20:22:29.031600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-81e536ef-144b-4941-afea-79456ea995ff service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848477 Sep 18 20:22:29.117791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3d902f1-e6c2-44ae-bf70-951243b92479 req-2facff77-bbe5-4dbe-881e-98b1354cada0 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795729 Sep 18 20:22:29.585646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0822cd-0926-4be4-b2fa-bd73c5d56ae1 req-5cc4b5ee-ef95-483e-8844-bac5f7b9a671 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:29.587148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af0822cd-0926-4be4-b2fa-bd73c5d56ae1 req-5cc4b5ee-ef95-483e-8844-bac5f7b9a671 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.0530982 Sep 18 20:22:29.625886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af0822cd-0926-4be4-b2fa-bd73c5d56ae1 req-e66f7853-9688-4c63-8cc6-e7961ee924c1 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Sep 18 20:22:30.461307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:22:30.463858 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9601d16e-ea4d-41d0-9d1b-210120c2a16b" -d '{"events": [{"name": "network-changed", "server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "tag": "a570b442-59db-4ede-b135-9cc504ad252c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:22:30.512246 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bbdddf-37cb-44df-ba4a-ae831cf4c727 x-openstack-request-id: req-84bbdddf-37cb-44df-ba4a-ae831cf4c727 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:22:30.512542 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "tag": "a570b442-59db-4ede-b135-9cc504ad252c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:22:30.512794 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84bbdddf-37cb-44df-ba4a-ae831cf4c727 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:22:30.513193 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c', 'status': 'completed', 'code': 200} Sep 18 20:22:30.572461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-19c19cfc-854b-4e58-a4c8-5ed88f4a3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:30.574128 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-19c19cfc-854b-4e58-a4c8-5ed88f4a3334 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1096 time: 0.0431108 Sep 18 20:22:30.591309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-1fb0114a-ad62-49c0-b5ed-e8fb9b163e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:30.593529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-1fb0114a-ad62-49c0-b5ed-e8fb9b163e00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1096 time: 0.0566049 Sep 18 20:22:30.671512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-114bffad-45ca-4d50-80bc-4b23dde0daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:30.673097 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-114bffad-45ca-4d50-80bc-4b23dde0daf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0919642 Sep 18 20:22:30.692987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-c55e9da7-8b57-4c81-89dd-b70dca2e0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:30.694593 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-c55e9da7-8b57-4c81-89dd-b70dca2e0f3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0935969 Sep 18 20:22:30.716512 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-c0ad8e92-ae96-48c9-9f2a-86ad93f08164 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 217 time: 0.0361524 Sep 18 20:22:30.759782 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-3ee66cab-b188-4a3b-abeb-751ed3d90a6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 217 time: 0.0520983 Sep 18 20:22:30.771140 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-f77bfc3b-02e3-476e-8913-9ab5c4f2ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:30.772903 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-f77bfc3b-02e3-476e-8913-9ab5c4f2ab5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0497718 Sep 18 20:22:30.804171 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-edb333db-645d-46e5-8b2d-a9ac3da63338 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245497 Sep 18 20:22:30.813680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902d88d-db3b-4b28-b655-e9a6297325fc req-7469b7e9-541d-481a-804d-99439c999323 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:30.815140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e902d88d-db3b-4b28-b655-e9a6297325fc req-7469b7e9-541d-481a-804d-99439c999323 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.1158507 Sep 18 20:22:30.824050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-3fc29d24-e8c7-4fa1-8342-f81b0acbe2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:30.825394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-3fc29d24-e8c7-4fa1-8342-f81b0acbe2f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0590057 Sep 18 20:22:30.881724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-982217df-c6b3-4043-9df3-e40bb2953e64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440061 Sep 18 20:22:30.890601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e902d88d-db3b-4b28-b655-e9a6297325fc req-c7212974-ebb9-4524-91b8-4604b2a9c320 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675623 Sep 18 20:22:30.895966 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-8a855368-f8fb-4d9c-b949-4c00fa6ee4bc service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850937 Sep 18 20:22:30.977176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-513eb6d6-f30c-42f9-9e2d-68d0a928737a service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853977 Sep 18 20:22:31.002357 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-91c906b3-f95a-4f1c-a453-e50fb0d78b87 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994656 Sep 18 20:22:31.106740 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9601d16e-ea4d-41d0-9d1b-210120c2a16b req-fe3cd207-b121-4c14-8762-7fa68500749c service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223927 Sep 18 20:22:31.110376 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579cde-8f07-4fdd-9e38-109b6663165b req-929035a8-8867-445f-8c69-dbfcbf15b8dd tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:31.111879 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-929035a8-8867-445f-8c69-dbfcbf15b8dd tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.32 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac&tenant_id=c5e9efd2274e4e98b68451af38b0691e&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 944 time: 0.0539658 Sep 18 20:22:31.119640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19eb43-cd9c-4466-8819-7966848a1194 req-2313d147-a268-4577-a6fa-234e7d36ec7a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:31.121394 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a19eb43-cd9c-4466-8819-7966848a1194 req-2313d147-a268-4577-a6fa-234e7d36ec7a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.0715363 Sep 18 20:22:31.161066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9a19eb43-cd9c-4466-8819-7966848a1194 req-b8290bcf-5f68-4804-84c3-1441c62315e3 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322049 Sep 18 20:22:31.174721 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-58579cde-8f07-4fdd-9e38-109b6663165b req-172fb330-0bc9-4787-a893-6fdb15ce6dbe service neutron] delete failed (client error): The resource could not be found. Sep 18 20:22:31.175786 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-172fb330-0bc9-4787-a893-6fdb15ce6dbe service neutron] 10.222.0.32 "DELETE /v2.0/ports/a570b442-59db-4ede-b135-9cc504ad252c/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0563271 Sep 18 20:22:31.260420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579cde-8f07-4fdd-9e38-109b6663165b req-596bbc55-8564-4cb0-a55c-2b3789f50e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:31.261796 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-596bbc55-8564-4cb0-a55c-2b3789f50e52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 1096 time: 0.0436723 Sep 18 20:22:31.347213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579cde-8f07-4fdd-9e38-109b6663165b req-a301ffa2-f2c6-48f2-ab45-d49c36d10043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:31.348669 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-a301ffa2-f2c6-48f2-ab45-d49c36d10043 service neutron] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0801852 Sep 18 20:22:31.392304 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-f354038f-2a8b-4fbe-aa04-e8d823bde3f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 200 len: 217 time: 0.0367305 Sep 18 20:22:31.442067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58579cde-8f07-4fdd-9e38-109b6663165b req-51aadb71-bd27-4345-a71e-ac3575af5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:31.443537 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-51aadb71-bd27-4345-a71e-ac3575af5e3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0435565 Sep 18 20:22:31.474671 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-a0cfd50d-0ebe-4eb2-997e-fc8478a32ae5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245192 Sep 18 20:22:31.563006 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-aff0b0c2-4ade-4bac-a184-ce0268a8fbbd service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814295 Sep 18 20:22:31.649274 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-58579cde-8f07-4fdd-9e38-109b6663165b req-649f177b-e06f-48bd-92ec-c275dff9959a service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792980 Sep 18 20:22:32.275694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38e67-739b-429c-b373-68110ac96623 req-6d85c15d-016b-41b2-b94a-110125733776 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:32.277136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21d38e67-739b-429c-b373-68110ac96623 req-6d85c15d-016b-41b2-b94a-110125733776 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.0477839 Sep 18 20:22:32.317428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21d38e67-739b-429c-b373-68110ac96623 req-c8ea68ee-92d0-4106-b45c-6ef39bfeb8b6 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 Sep 18 20:22:32.741361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6cf84-1fb8-454c-8a66-35d5b0c3241b req-a798f607-9dfc-4387-b0a4-b6474df84384 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:32.742879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb6cf84-1fb8-454c-8a66-35d5b0c3241b req-a798f607-9dfc-4387-b0a4-b6474df84384 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.3598866 Sep 18 20:22:32.780915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2fb6cf84-1fb8-454c-8a66-35d5b0c3241b req-1685454f-b307-4a55-a605-edae1e39feb5 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308139 Sep 18 20:22:32.892757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367e5ba-e187-4763-b024-79eb19e2214c req-899d9f52-62f1-42a7-b4c6-508e5752e329 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:32.894142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e367e5ba-e187-4763-b024-79eb19e2214c req-899d9f52-62f1-42a7-b4c6-508e5752e329 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 944 time: 0.0485229 Sep 18 20:22:32.931497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e367e5ba-e187-4763-b024-79eb19e2214c req-02aa03c9-562e-4ac3-bbcb-6384498f6a3f tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Sep 18 20:22:33.133329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a570b442-59db-4ede-b135-9cc504ad252c no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:22:33.171839 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a570b442-59db-4ede-b135-9cc504ad252c not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:22:33.278959 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-b16724a1-4108-4269-88c6-f32d4419e3f4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:33.281526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-b16724a1-4108-4269-88c6-f32d4419e3f4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 815 time: 0.1042578 Sep 18 20:22:33.296444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-f068f27f-8e9b-4c07-9044-f84c1159aab4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/quotas/c5e9efd2274e4e98b68451af38b0691e HTTP/1.1" status: 200 len: 375 time: 0.0091572 Sep 18 20:22:33.344826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-c7538599-53ae-4ea1-b681-a43355b6d506 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429375 Sep 18 20:22:33.355189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-fd146707-74a5-4708-aa6e-c88ae9030ba5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:22:33.356327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-fd146707-74a5-4708-aa6e-c88ae9030ba5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049992 Sep 18 20:22:33.410104 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a570b442-59db-4ede-b135-9cc504ad252c details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:22:33.453341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-9131afa5-32db-4958-a08c-9bebeac5b1f9 service neutron] 10.222.0.20 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906861 Sep 18 20:22:33.505642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:22:33.516787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'a570b442-59db-4ede-b135-9cc504ad252c', 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e', 'port_id': 'a570b442-59db-4ede-b135-9cc504ad252c', 'mac_address': 'fa:16:3e:10:aa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b582aee-26da-448e-a948-d27b74653dab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:22:33.541078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-48ddba33-77d6-4908-82cb-6d9de8c3cc1f service neutron] 10.222.0.20 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814378 Sep 18 20:22:33.552645 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:33.565037 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a570b442-59db-4ede-b135-9cc504ad252c {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:22:33.584233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:22:33.588291 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:33.638518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:33.710808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6cbe105-7899-41b7-8c54-e167a170bb87 req-1058bec5-663d-4b19-8a3d-f8601825707c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 210 time: 0.0291882 Sep 18 20:22:33.809648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['a570b442-59db-4ede-b135-9cc504ad252c'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:22:34.337086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-6588d0c3-5ec7-4a8d-880e-21a3f292b830 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:34.338443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-6588d0c3-5ec7-4a8d-880e-21a3f292b830 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.24 "GET /v2.0/ports?device_id=d36ca213-4769-45c9-923e-0572083c97ac HTTP/1.1" status: 200 len: 945 time: 0.0520027 Sep 18 20:22:34.427788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Deleting port a570b442-59db-4ede-b135-9cc504ad252c {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:22:34.428134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:34.523030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] For port a570b442-59db-4ede-b135-9cc504ad252c, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=a570b442-59db-4ede-b135-9cc504ad252c,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:22:34.523508 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:34.536232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Calling delete_port for a570b442-59db-4ede-b135-9cc504ad252c owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:22:34.690289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-99ba74bc-3b69-468f-a074-8ff71ba6c6b8 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:34.691765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-99ba74bc-3b69-468f-a074-8ff71ba6c6b8 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.24 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 815 time: 0.1533983 Sep 18 20:22:34.708529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Request body: {'port': {'device_id': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e', 'admin_state_up': True, 'tenant_id': 'c5e9efd2274e4e98b68451af38b0691e'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:22:34.835721 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a295e36-0c48-4f65-9126-62caf40df762 req-b7ba8099-c4ea-455a-b987-0342ba4a0430 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 210 time: 0.0391073 Sep 18 20:22:34.842061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:34.878491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Pushing event deleted for resources: {'Port': ['ID=a570b442-59db-4ede-b135-9cc504ad252c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:34.929337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] No DVR routers for this DVR port a570b442-59db-4ede-b135-9cc504ad252c on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:22:34.932086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:34.934351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.24 "DELETE /v2.0/ports/a570b442-59db-4ede-b135-9cc504ad252c HTTP/1.1" status: 204 len: 173 time: 0.5887668 Sep 18 20:22:34.937399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'name': 'network-vif-deleted', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:22:34.939950 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee1b74-5b0e-41b7-b01c-c7719ff35b3f" -d '{"events": [{"server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "name": "network-vif-deleted", "tag": "a570b442-59db-4ede-b135-9cc504ad252c"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:22:34.960281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Made reservation on behalf of c5e9efd2274e4e98b68451af38b0691e for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:22:34.964240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:34.979797 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a353fdad-669e-4bf0-94b1-9b1687af9d1e x-openstack-request-id: req-a353fdad-669e-4bf0-94b1-9b1687af9d1e {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:22:34.980087 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36ca213-4769-45c9-923e-0572083c97ac", "name": "network-vif-deleted", "tag": "a570b442-59db-4ede-b135-9cc504ad252c", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:22:34.980505 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a353fdad-669e-4bf0-94b1-9b1687af9d1e {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:22:34.980897 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36ca213-4769-45c9-923e-0572083c97ac', 'name': 'network-vif-deleted', 'tag': 'a570b442-59db-4ede-b135-9cc504ad252c', 'status': 'completed', 'code': 200} Sep 18 20:22:35.099158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Allocated IP 172.20.0.6 (721c894c-51a9-4606-a5e3-aead97bb056e/5b582aee-26da-448e-a948-d27b74653dab/43279825-1281-4254-8d5b-ac47b863b4c0) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:22:35.253739 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:35.286086 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:35.326319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Network 721c894c-51a9-4606-a5e3-aead97bb056e is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:22:35.329438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:22:35.333091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:22:35.364490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:35.391790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:35.392397 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:35.406126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b20d69d-3b0c-4e19-93e2-69280033707b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7017815 Sep 18 20:22:35.417514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Request body: {'port': {'device_id': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:22:35.432715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a570b442-59db-4ede-b135-9cc504ad252c details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:22:35.436831 n-d-789963-11 neutron-server[94942]: INFO neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No ports have port_id starting with a570b442-59db-4ede-b135-9cc504ad252c Sep 18 20:22:35.437882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a570b442-59db-4ede-b135-9cc504ad252c requested by agent hyperv_n-h2-789963-11 not found in database {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 18 20:22:35.470293 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:35.729273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43279825-1281-4254-8d5b-ac47b863b4c0 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:22:35.737287 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:35.749848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Transition to ACTIVE for port object 43279825-1281-4254-8d5b-ac47b863b4c0 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:22:35.752998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:35.811529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:35.875857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Attempting to bind port 43279825-1281-4254-8d5b-ac47b863b4c0 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:22:35.876191 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Attempting to bind port 43279825-1281-4254-8d5b-ac47b863b4c0 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:22:35.876516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Attempting to bind port 43279825-1281-4254-8d5b-ac47b863b4c0 on network 721c894c-51a9-4606-a5e3-aead97bb056e {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:22:35.880777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Port 43279825-1281-4254-8d5b-ac47b863b4c0 on network 721c894c-51a9-4606-a5e3-aead97bb056e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:22:35.881090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Attempting to bind port 43279825-1281-4254-8d5b-ac47b863b4c0 on network 721c894c-51a9-4606-a5e3-aead97bb056e {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:22:35.885755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:22:35.886090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Checking segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:22:35.886465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Bound using segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:22:35.886884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Bound port: 43279825-1281-4254-8d5b-ac47b863b4c0, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:22:35.887235 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:35.980688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:22:35.986218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:22:35.994907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d1ccc-a3cd-4a90-91f7-5537f0c39ba8 req-a61951d1-1a4a-421c-8235-90863bdecc39 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:35.996418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-174d1ccc-a3cd-4a90-91f7-5537f0c39ba8 req-a61951d1-1a4a-421c-8235-90863bdecc39 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 943 time: 0.0781035 Sep 18 20:22:35.997832 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:36.048221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:36.048897 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:36.050261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] 10.222.0.24 "PUT /v2.0/ports/43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 1092 time: 0.6367199 Sep 18 20:22:36.080656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-174d1ccc-a3cd-4a90-91f7-5537f0c39ba8 req-5f38cca8-eb9a-43ad-9c8e-c4d82dbd353b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772309 Sep 18 20:22:36.083565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64b962-159f-45c6-8467-638de58d3639 service neutron] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:36.128218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-07402d0e-ee56-48fa-9fe1-8f0ca2cf5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:36.129708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-07402d0e-ee56-48fa-9fe1-8f0ca2cf5095 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1095 time: 0.0413542 Sep 18 20:22:36.175662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-bafaaffb-ca70-487d-9a37-fdcbb4b45413 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0383673 Sep 18 20:22:36.223595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-bc2ac4e5-bc20-4aaf-9134-85ecc140567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:36.224989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-bc2ac4e5-bc20-4aaf-9134-85ecc140567a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0426390 Sep 18 20:22:36.261117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-e85afebc-1632-4f28-9fd1-15581df1e1d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286937 Sep 18 20:22:36.352964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-9358fe8b-ed80-44de-a1cf-9e00b276ddd9 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847352 Sep 18 20:22:36.442181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8802019a-2213-4f80-87b7-22d8935ec9c1 req-c179e4cd-ddbb-4d27-9470-3b852e24a240 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819306 Sep 18 20:22:36.981900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:22:36.984227 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077" -d '{"events": [{"name": "network-changed", "server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:22:37.019986 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5d4549-5830-4e04-b20b-894232980f37 x-openstack-request-id: req-fe5d4549-5830-4e04-b20b-894232980f37 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:22:37.020280 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:22:37.020528 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe5d4549-5830-4e04-b20b-894232980f37 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:22:37.020925 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0', 'status': 'completed', 'code': 200} Sep 18 20:22:37.088561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-3484cd27-fe8b-4ba9-8760-1442666d89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:37.090050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-3484cd27-fe8b-4ba9-8760-1442666d89a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1095 time: 0.0466342 Sep 18 20:22:37.215062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-decdae09-67b4-4b30-a2b3-a1cf7aae0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:37.216559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-decdae09-67b4-4b30-a2b3-a1cf7aae0257 service neutron] 10.222.0.24 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.1186476 Sep 18 20:22:37.224773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd840d-430e-4728-8a9f-9d3cc0423655 req-fde20675-f865-48b3-a3ff-09521ad5bbb9 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:37.226116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2bd840d-430e-4728-8a9f-9d3cc0423655 req-fde20675-f865-48b3-a3ff-09521ad5bbb9 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 943 time: 0.0730171 Sep 18 20:22:37.271524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-19b25334-9ae7-49c9-b31a-4c94e8f3e18d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0444145 Sep 18 20:22:37.314826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2bd840d-430e-4728-8a9f-9d3cc0423655 req-067c7fdf-dc80-4012-8fb4-9b90f70d6123 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824554 Sep 18 20:22:37.333060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-4875f6ad-a2d5-4159-888a-976a36029e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:37.334497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-4875f6ad-a2d5-4159-888a-976a36029e96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0559714 Sep 18 20:22:37.365851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-e3b03bf1-0ba7-46ac-8987-19540f0ac079 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249743 Sep 18 20:22:37.448636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a570b442-59db-4ede-b135-9cc504ad252c no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:22:37.461161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-d840ee03-350b-4bb4-985d-eb2492600eea service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885231 Sep 18 20:22:37.472725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: a570b442-59db-4ede-b135-9cc504ad252c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:22:37.473068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device a570b442-59db-4ede-b135-9cc504ad252c not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:22:37.553475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d6fea9c-b0d6-4b75-bd89-9a2209f2a077 req-8ffc5ecb-5645-4d51-a804-5dfc235d7039 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849111 Sep 18 20:22:38.434171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d322a-821d-4f6f-94ce-8bfe1ee211f8 req-b8cb63f1-0f49-47c8-aa50-4e48cd8d6e17 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:38.435638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a70d322a-821d-4f6f-94ce-8bfe1ee211f8 req-b8cb63f1-0f49-47c8-aa50-4e48cd8d6e17 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 943 time: 0.0490494 Sep 18 20:22:38.473737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a70d322a-821d-4f6f-94ce-8bfe1ee211f8 req-d3c6e5b6-b4b1-44ff-b757-71e212f24704 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Sep 18 20:22:39.448739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 43279825-1281-4254-8d5b-ac47b863b4c0 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:22:39.539605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:22:39.550517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '43279825-1281-4254-8d5b-ac47b863b4c0', 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e', 'port_id': '43279825-1281-4254-8d5b-ac47b863b4c0', 'mac_address': 'fa:16:3e:0e:6f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b582aee-26da-448e-a948-d27b74653dab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:22:39.586516 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:39.586745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8f22a-d712-42d8-9037-1d0cd94a0b3a req-a4a9502a-7bbb-418b-881a-486414ddb4ca tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:39.588119 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78e8f22a-d712-42d8-9037-1d0cd94a0b3a req-a4a9502a-7bbb-418b-881a-486414ddb4ca tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 943 time: 0.0491579 Sep 18 20:22:39.602444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43279825-1281-4254-8d5b-ac47b863b4c0 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:22:39.621667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:22:39.626592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78e8f22a-d712-42d8-9037-1d0cd94a0b3a req-62873418-8816-400f-b025-e2c90f030de7 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Sep 18 20:22:39.626777 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:39.673966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:39.811799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['43279825-1281-4254-8d5b-ac47b863b4c0'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:22:40.738443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492612d-2bbf-41fc-934b-6f624afff96f req-cabed178-ea3c-4d43-9d1a-957a9ff0425b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:40.739947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7492612d-2bbf-41fc-934b-6f624afff96f req-cabed178-ea3c-4d43-9d1a-957a9ff0425b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 944 time: 0.0485072 Sep 18 20:22:40.780756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7492612d-2bbf-41fc-934b-6f624afff96f req-1de9310b-f045-427a-b0de-5bc244037a54 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Sep 18 20:22:41.464569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 43279825-1281-4254-8d5b-ac47b863b4c0 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:22:41.513359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 43279825-1281-4254-8d5b-ac47b863b4c0 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:22:41.517953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 43279825-1281-4254-8d5b-ac47b863b4c0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:22:41.518318 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:41.591206 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:41.612910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:22:41.615130 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df9fa64-b43f-4b73-86d9-f62a060b76be" -d '{"events": [{"server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "name": "network-vif-plugged", "status": "completed", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:22:41.627558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:22:41.631414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:41.657595 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24745f8c-6ba4-43a0-b9f1-98c464006f39 x-openstack-request-id: req-24745f8c-6ba4-43a0-b9f1-98c464006f39 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:22:41.657891 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "name": "network-vif-plugged", "status": "completed", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:22:41.658139 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24745f8c-6ba4-43a0-b9f1-98c464006f39 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:22:41.658527 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0', 'code': 200} Sep 18 20:22:41.684407 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:22:41.749619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ed437-6a5f-4fb8-a393-bdc97a8fabd6 req-5d762f04-3e80-448e-b35b-ccdaab52f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:41.751128 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c1ed437-6a5f-4fb8-a393-bdc97a8fabd6 req-5d762f04-3e80-448e-b35b-ccdaab52f28d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1097 time: 0.0443151 Sep 18 20:22:41.787016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c1ed437-6a5f-4fb8-a393-bdc97a8fabd6 req-c74d4431-a0c4-4a94-8c71-970545483503 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291631 Sep 18 20:22:41.892744 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cad8c-a6e6-4156-8d8c-5b0570c7c93a req-df5f707f-a897-4d1d-8994-2b121209756a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:41.894199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b3cad8c-a6e6-4156-8d8c-5b0570c7c93a req-df5f707f-a897-4d1d-8994-2b121209756a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0482404 Sep 18 20:22:41.931434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6b3cad8c-a6e6-4156-8d8c-5b0570c7c93a req-0b99b8af-2ec4-4de1-b6c9-9106f85521a4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Sep 18 20:22:43.045250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e370c-b963-4c30-8c81-4e13b5744663 req-036f7270-4048-4d9d-807b-f936e7e9c7d1 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:43.047595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c6e370c-b963-4c30-8c81-4e13b5744663 req-036f7270-4048-4d9d-807b-f936e7e9c7d1 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0488567 Sep 18 20:22:43.090966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8c6e370c-b963-4c30-8c81-4e13b5744663 req-494e4ae2-115c-4d09-a6e8-8d819ec2911d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Sep 18 20:22:43.205270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cde4d-0338-4d1d-85e3-daab4289921a req-e05fb49c-0eb8-42fb-86b0-3adc89e0a5bd tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:43.206736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b78cde4d-0338-4d1d-85e3-daab4289921a req-e05fb49c-0eb8-42fb-86b0-3adc89e0a5bd tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0482299 Sep 18 20:22:43.244137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b78cde4d-0338-4d1d-85e3-daab4289921a req-7ef7c369-d82d-4c19-b7f2-f96b8ab4a6a1 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Sep 18 20:22:43.460147 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-9d15bb44-537b-455d-bdb7-c318d5fb002e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395246 Sep 18 20:22:43.470389 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-8b06fd09-2808-47e4-9324-673b6f568681 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:22:43.471574 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-8b06fd09-2808-47e4-9324-673b6f568681 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058219 Sep 18 20:22:43.477607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988415d-ccfd-4302-9656-2f683733aed7 req-4cf36230-8c47-4e43-b3a7-31a16714703c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:43.479308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0988415d-ccfd-4302-9656-2f683733aed7 req-4cf36230-8c47-4e43-b3a7-31a16714703c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0497725 Sep 18 20:22:43.520058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0988415d-ccfd-4302-9656-2f683733aed7 req-792d8c5f-44b3-4be7-86e4-88c993a070c2 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Sep 18 20:22:44.560554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-09673f02-212e-49ab-975a-71cc03d9be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:44.562587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-09673f02-212e-49ab-975a-71cc03d9be23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1097 time: 0.0419495 Sep 18 20:22:44.694759 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987ce91-d2fa-41ec-8fce-6e1bf64afd6d req-43033820-0d41-41e9-86b0-f788ad2b81cb tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:44.696497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9987ce91-d2fa-41ec-8fce-6e1bf64afd6d req-43033820-0d41-41e9-86b0-f788ad2b81cb tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.1033533 Sep 18 20:22:44.699579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-71eb2323-1b1b-4eea-b2f2-8d4a04ec89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:44.700942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-71eb2323-1b1b-4eea-b2f2-8d4a04ec89ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.1324284 Sep 18 20:22:44.755588 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-8e3828fd-4bc5-477c-bf26-fb38895bfb38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0460558 Sep 18 20:22:44.795799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9987ce91-d2fa-41ec-8fce-6e1bf64afd6d req-42db176a-c300-44f6-be7d-98ccbaa1fe61 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934134 Sep 18 20:22:44.813661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-92303b4b-8a8f-41c6-b65d-b208a8451153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:44.815116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-92303b4b-8a8f-41c6-b65d-b208a8451153 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0504999 Sep 18 20:22:44.846704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-c6f4b47d-8026-49f4-bf9b-5e5cfafa410d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247214 Sep 18 20:22:44.938904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-896659a7-21ef-4f03-b524-ef5077070081 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853515 Sep 18 20:22:45.025492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-66c6c418-e9f6-4fc6-ba5b-93a48244fd8e service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799265 Sep 18 20:22:45.912458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beb9bc-19e9-42e1-91da-69a42aaaa002 req-601bbeb9-81a7-4321-82f6-45a47545bc75 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:45.913942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92beb9bc-19e9-42e1-91da-69a42aaaa002 req-601bbeb9-81a7-4321-82f6-45a47545bc75 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0524325 Sep 18 20:22:45.950946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-92beb9bc-19e9-42e1-91da-69a42aaaa002 req-dfa1afc1-421b-438d-ad35-d285f1d7f5bd tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Sep 18 20:22:46.385861 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:22:47.063827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631f28c-13d1-4fb5-87a2-ba502042c199 req-6e396b6e-86b3-4d9f-8e50-1780ebe05ad9 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:47.065290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2631f28c-13d1-4fb5-87a2-ba502042c199 req-6e396b6e-86b3-4d9f-8e50-1780ebe05ad9 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0481064 Sep 18 20:22:47.101445 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2631f28c-13d1-4fb5-87a2-ba502042c199 req-eb1c5471-e445-4fca-8165-e7e73552b428 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302844 Sep 18 20:22:48.213920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879945df-e9e4-4403-967c-0d37bc9138aa req-5640f3c2-372e-4837-a140-e31fba1724dc tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:48.215366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-879945df-e9e4-4403-967c-0d37bc9138aa req-5640f3c2-372e-4837-a140-e31fba1724dc tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0474305 Sep 18 20:22:48.253633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-879945df-e9e4-4403-967c-0d37bc9138aa req-deb99d48-f626-4ac4-a5cb-27c8fcc90363 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Sep 18 20:22:49.369421 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f8cf3-b8cd-40ba-b856-d404f18fb978 req-c39dcb8d-3a9b-4f8f-80d4-4541044d00e5 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:49.370899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d87f8cf3-b8cd-40ba-b856-d404f18fb978 req-c39dcb8d-3a9b-4f8f-80d4-4541044d00e5 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0518491 Sep 18 20:22:49.408263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d87f8cf3-b8cd-40ba-b856-d404f18fb978 req-08a77244-9961-4114-adc2-36230d428a6c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306087 Sep 18 20:22:50.521581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2224-96de-4592-829b-b9af31c77b2e req-9394356e-db4f-4116-99f3-9475c7be165a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:50.523063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd5e2224-96de-4592-829b-b9af31c77b2e req-9394356e-db4f-4116-99f3-9475c7be165a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0474632 Sep 18 20:22:50.559857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cd5e2224-96de-4592-829b-b9af31c77b2e req-49460e6d-634a-4f0a-8dac-7f518c42e6e6 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Sep 18 20:22:51.649206 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-39c4b5e4-e7ad-462a-988f-7dc1965562e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:51.675604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd002867-7d7c-4249-90d3-815932f5e028 req-b9c608a2-cde4-4ad2-a6f1-d54a49c19df5 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:51.677074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd002867-7d7c-4249-90d3-815932f5e028 req-b9c608a2-cde4-4ad2-a6f1-d54a49c19df5 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0521338 Sep 18 20:22:51.714645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd002867-7d7c-4249-90d3-815932f5e028 req-d519c971-c018-4f72-ae69-5c8992e66c3e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Sep 18 20:22:52.831675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cfb3f-90e5-4534-b5ff-8f337c39564c req-d07f07cd-9b86-4434-9d22-7b0a2bbd5589 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:52.833168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-282cfb3f-90e5-4534-b5ff-8f337c39564c req-d07f07cd-9b86-4434-9d22-7b0a2bbd5589 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0525498 Sep 18 20:22:52.870830 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-282cfb3f-90e5-4534-b5ff-8f337c39564c req-77fc5a06-54eb-4e6f-96f9-b5d3729f2b63 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Sep 18 20:22:53.649744 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:53.683457 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:53.983509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b7560-de2e-415a-927e-b8ddabdf4434 req-94c9dd11-e219-4b15-bfe7-264c4232f359 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:53.985670 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b9b7560-de2e-415a-927e-b8ddabdf4434 req-94c9dd11-e219-4b15-bfe7-264c4232f359 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0504417 Sep 18 20:22:54.022619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b9b7560-de2e-415a-927e-b8ddabdf4434 req-c5850905-3a14-4ef6-924b-3635026507ba tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Sep 18 20:22:54.831429 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:54.941643 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-63b6c718-32d7-4f9a-9270-60328820d1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:55.136019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f140d54-4aa7-4378-b7ac-02075897cdb6 req-d06b92ca-9a55-40ea-8333-a7ab3bcbb74c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:55.137494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f140d54-4aa7-4378-b7ac-02075897cdb6 req-d06b92ca-9a55-40ea-8333-a7ab3bcbb74c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0481572 Sep 18 20:22:55.175172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f140d54-4aa7-4378-b7ac-02075897cdb6 req-8dc8dd3c-cb5a-4a54-b68b-8e7a069dd6d0 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Sep 18 20:22:55.660139 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:56.292009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38656a1b-e667-45bd-a312-0423b59f67cb req-1ccce798-fe32-4eac-a28d-65d57ca9ba1f tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:56.293490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38656a1b-e667-45bd-a312-0423b59f67cb req-1ccce798-fe32-4eac-a28d-65d57ca9ba1f tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0521300 Sep 18 20:22:56.330941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-38656a1b-e667-45bd-a312-0423b59f67cb req-93e823e8-a599-40cd-9ea9-058e70e2c21f tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312729 Sep 18 20:22:57.444281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b37f3-707a-4ec8-a9a3-a80b5393f749 req-e01f7bed-104e-485b-abdb-ccda904dd13b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:57.445802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f6b37f3-707a-4ec8-a9a3-a80b5393f749 req-e01f7bed-104e-485b-abdb-ccda904dd13b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0482972 Sep 18 20:22:57.482700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4f6b37f3-707a-4ec8-a9a3-a80b5393f749 req-47068c0c-0f51-46f5-8b1e-12d36c75408b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307443 Sep 18 20:22:57.579591 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:22:58.602690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112edcfc-fc76-4fef-84ad-596458f285f9 req-8c7fe60a-3ab7-441c-b422-0eef6a1c0772 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:58.604247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-112edcfc-fc76-4fef-84ad-596458f285f9 req-8c7fe60a-3ab7-441c-b422-0eef6a1c0772 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0547233 Sep 18 20:22:58.647391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-112edcfc-fc76-4fef-84ad-596458f285f9 req-f489e003-aa34-4fbb-9213-4fa1e6ee6048 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366299 Sep 18 20:22:59.763383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a14969-83c1-4725-b93f-d55dc03a5fd7 req-508bc724-6264-489c-8159-1f0c6f3baa83 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:22:59.764837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53a14969-83c1-4725-b93f-d55dc03a5fd7 req-508bc724-6264-489c-8159-1f0c6f3baa83 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0515211 Sep 18 20:22:59.806124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53a14969-83c1-4725-b93f-d55dc03a5fd7 req-2a0090b3-76a9-441c-af60-0e4399a5c693 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348246 Sep 18 20:23:00.918786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6b39-2a5c-4b1f-90b2-cfb32eed56a6 req-3770ff42-752e-4c57-8f4a-ee99265e5efb tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:00.920211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f2c6b39-2a5c-4b1f-90b2-cfb32eed56a6 req-3770ff42-752e-4c57-8f4a-ee99265e5efb tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0479510 Sep 18 20:23:00.957251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f2c6b39-2a5c-4b1f-90b2-cfb32eed56a6 req-20afce12-0ddf-43aa-9e9c-f87e908ab530 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Sep 18 20:23:02.070261 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa32e9-3a3d-405f-823d-215a0f33200c req-b5486e57-a3f6-4f2a-9922-ef8a06b135f4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:02.071734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00aa32e9-3a3d-405f-823d-215a0f33200c req-b5486e57-a3f6-4f2a-9922-ef8a06b135f4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0479033 Sep 18 20:23:02.107970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00aa32e9-3a3d-405f-823d-215a0f33200c req-e8892e33-2eb7-433c-862d-2e1590b98e7e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301807 Sep 18 20:23:03.227404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8bf33-fe65-4544-9a73-9b310594c52f req-f9a8d850-baeb-4ef8-bdd6-ebcbd4518680 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:03.228878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20d8bf33-fe65-4544-9a73-9b310594c52f req-f9a8d850-baeb-4ef8-bdd6-ebcbd4518680 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0542142 Sep 18 20:23:03.269633 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20d8bf33-fe65-4544-9a73-9b310594c52f req-4b67803a-1c52-4a26-9d33-9f66a7a3511e tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Sep 18 20:23:04.383607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd46076-1090-4c1f-86ed-d19f1dd2ea3b req-26af5b61-66fa-4b9e-8f3b-fdb18bf43c8a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:04.385085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fd46076-1090-4c1f-86ed-d19f1dd2ea3b req-26af5b61-66fa-4b9e-8f3b-fdb18bf43c8a tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0485196 Sep 18 20:23:04.423215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fd46076-1090-4c1f-86ed-d19f1dd2ea3b req-3f3f1c6e-f38d-4958-ad1f-0bb929fc0848 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Sep 18 20:23:05.331026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-5dc251a7-cc17-43f3-a2a7-a12828260354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:05.332521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-5dc251a7-cc17-43f3-a2a7-a12828260354 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1097 time: 0.0405428 Sep 18 20:23:05.435451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-8b1e9921-4834-49c1-8855-791d667e2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:05.436913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-8b1e9921-4834-49c1-8855-791d667e2f6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0858834 Sep 18 20:23:05.478722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-0c2dfc0f-5028-4435-a942-5b9db6c246b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0342233 Sep 18 20:23:05.556968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-1f00892c-5dbf-4136-9f4b-138cf1bac2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:05.558417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-1f00892c-5dbf-4136-9f4b-138cf1bac2ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0738618 Sep 18 20:23:05.581721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c5432-c9dd-4e9a-a5c4-db4c96a9f815 req-ff874363-c60d-4a2f-8e12-f9d0c2d60c53 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:05.583062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194c5432-c9dd-4e9a-a5c4-db4c96a9f815 req-ff874363-c60d-4a2f-8e12-f9d0c2d60c53 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0904334 Sep 18 20:23:05.599548 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-065a267d-9f73-45a3-8958-b0d0216d9152 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339191 Sep 18 20:23:05.652605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-194c5432-c9dd-4e9a-a5c4-db4c96a9f815 req-2ce6c73b-ff5a-4354-ac49-ecd51bd0af68 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558352 Sep 18 20:23:05.713190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-e5bbe7cd-a22e-46eb-853b-2a2c6f75f9e4 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015618 Sep 18 20:23:05.801841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb9bb2dc-635c-40ea-8187-329f1e75429f req-716e07c4-ed4e-49d4-b39c-1556b0048af4 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817204 Sep 18 20:23:06.770518 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3c26-38db-4f6d-b633-e6c447137f05 req-e5b53184-fa29-4c07-b9d9-2c6394649594 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:06.772001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6efd3c26-38db-4f6d-b633-e6c447137f05 req-e5b53184-fa29-4c07-b9d9-2c6394649594 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0483527 Sep 18 20:23:06.812541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6efd3c26-38db-4f6d-b633-e6c447137f05 req-5c0201ff-ff78-44db-b6f3-93a727eddcd4 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346699 Sep 18 20:23:07.926637 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f14a9-f055-4ef8-8065-a2c5758d10ec req-26c80d1d-b929-4b86-b92c-35d7b49ce215 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:07.928120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d93f14a9-f055-4ef8-8065-a2c5758d10ec req-26c80d1d-b929-4b86-b92c-35d7b49ce215 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0478537 Sep 18 20:23:07.964575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d93f14a9-f055-4ef8-8065-a2c5758d10ec req-e3ba3104-b41c-42b0-b0dd-81e7c397b05c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306098 Sep 18 20:23:09.077359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb542c-a9f1-48d2-a21b-5febb6580bf1 req-2aef2475-aa8f-4281-b659-6fd5cdea6401 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:09.079457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96cb542c-a9f1-48d2-a21b-5febb6580bf1 req-2aef2475-aa8f-4281-b659-6fd5cdea6401 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0482528 Sep 18 20:23:09.115635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96cb542c-a9f1-48d2-a21b-5febb6580bf1 req-7bbde46b-09f3-4ccf-9fcd-684759be1160 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304320 Sep 18 20:23:10.249249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fac4d-c01f-4bb2-a612-0ac4ac03ae2d req-da017655-28ed-4d9b-af45-3051935bef51 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:10.250828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a09fac4d-c01f-4bb2-a612-0ac4ac03ae2d req-da017655-28ed-4d9b-af45-3051935bef51 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0582063 Sep 18 20:23:10.299158 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a09fac4d-c01f-4bb2-a612-0ac4ac03ae2d req-e086c254-9ba1-4689-9616-7205b0ca53c8 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Sep 18 20:23:11.417162 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be232a4c-26d5-414c-a19f-7eb6b839aae0 req-56440f5c-6205-4cf5-8b1e-cdb8631dd640 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:11.418655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be232a4c-26d5-414c-a19f-7eb6b839aae0 req-56440f5c-6205-4cf5-8b1e-cdb8631dd640 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0493062 Sep 18 20:23:11.460216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be232a4c-26d5-414c-a19f-7eb6b839aae0 req-e869bfbe-f077-4609-905b-5b1dc8b8473b tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328362 Sep 18 20:23:11.727329 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-0cebec37-78cf-4589-9adf-d6452a1a2129 service neutron] show failed (client error): The resource could not be found. Sep 18 20:23:11.728388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-0cebec37-78cf-4589-9adf-d6452a1a2129 service neutron] 10.222.0.24 "GET /v2.0/ports/43279825-1281-4254-8d5b-ac47b863b4c0/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0560167 Sep 18 20:23:11.918566 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-ef978a09-11b4-4717-a3e2-1bce7c628633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:11.920077 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-ef978a09-11b4-4717-a3e2-1bce7c628633 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a&tenant_id=c5e9efd2274e4e98b68451af38b0691e HTTP/1.1" status: 200 len: 1097 time: 0.0429060 Sep 18 20:23:11.931638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:11.981465 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:12.511680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:12.544992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:23:12.575026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae3152-d308-400e-b319-3b2245352cb6 req-201ae7d7-b7c7-4a81-aae7-583aaac8bb15 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:12.576639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25ae3152-d308-400e-b319-3b2245352cb6 req-201ae7d7-b7c7-4a81-aae7-583aaac8bb15 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0491903 Sep 18 20:23:12.588994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:23:12.591236 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae339c66-4a56-4ce4-8b6b-9f2215f36e03" -d '{"events": [{"server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "name": "network-vif-unplugged", "status": "completed", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:23:12.596785 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:12.609597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Transition to ACTIVE for port object 43279825-1281-4254-8d5b-ac47b863b4c0 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:23:12.614009 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:12.616952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25ae3152-d308-400e-b319-3b2245352cb6 req-230ed056-ed4c-4f71-b13d-f0f5c96cddb3 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342200 Sep 18 20:23:12.649452 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac8c939-9ad1-45fd-a83a-8b82520a3d13 x-openstack-request-id: req-6ac8c939-9ad1-45fd-a83a-8b82520a3d13 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:23:12.649747 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "name": "network-vif-unplugged", "status": "completed", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:23:12.649996 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ac8c939-9ad1-45fd-a83a-8b82520a3d13 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:23:12.650388 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0', 'code': 200} Sep 18 20:23:12.674332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] No DVR routers for this DVR port 43279825-1281-4254-8d5b-ac47b863b4c0 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:23:12.702085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:12.713844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.714192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.714533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.714871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.715206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.715567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.715894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.716217 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.716540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.717053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.717202 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.717485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:12.729962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Attempting to bind port 43279825-1281-4254-8d5b-ac47b863b4c0 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:23:12.730296 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Attempting to bind port 43279825-1281-4254-8d5b-ac47b863b4c0 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:23:12.730622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Attempting to bind port 43279825-1281-4254-8d5b-ac47b863b4c0 on network 721c894c-51a9-4606-a5e3-aead97bb056e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:23:12.734898 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Port 43279825-1281-4254-8d5b-ac47b863b4c0 on network 721c894c-51a9-4606-a5e3-aead97bb056e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:23:12.735368 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Attempting to bind port 43279825-1281-4254-8d5b-ac47b863b4c0 on network 721c894c-51a9-4606-a5e3-aead97bb056e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:23:12.740742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:23:12.741022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Checking segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:23:12.741400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Bound using segment: {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:23:12.741824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Bound port: 43279825-1281-4254-8d5b-ac47b863b4c0, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c23c358-b164-4513-bf9c-009fa96a573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:23:12.742178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:12.808625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:23:12.811551 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:23:12.815722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:12.847786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:12.848397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:12.849775 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] 10.222.0.32 "PUT /v2.0/ports/43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 1092 time: 0.9219108 Sep 18 20:23:12.871280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d78891-4c04-4108-a2e0-05d1879a2b9d service neutron] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:12.912730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-b4f603ca-887b-44e9-a6d4-bbb22ca38123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:12.914204 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-b4f603ca-887b-44e9-a6d4-bbb22ca38123 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1095 time: 0.0401537 Sep 18 20:23:13.003034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-57ca09ec-8b61-46ce-a040-063981bab907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:13.004412 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-57ca09ec-8b61-46ce-a040-063981bab907 service neutron] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0837204 Sep 18 20:23:13.043132 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-c6f63010-702e-4544-ab5a-0f9e2ae4c311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0322006 Sep 18 20:23:13.090366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-098f5f1f-6028-462f-92aa-b2588ec84546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:13.091853 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-098f5f1f-6028-462f-92aa-b2588ec84546 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0420897 Sep 18 20:23:13.122895 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-b5dbbc72-6695-41a1-9fb3-c1fe966bc319 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243859 Sep 18 20:23:13.213770 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-f2d12252-8c8a-42fd-93ee-a5959f995804 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838151 Sep 18 20:23:13.306337 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-6ffd0c9b-8acc-4b69-9acb-f32904cc8e0f req-8bdfa290-011a-4a24-b157-244531bb4dc2 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853627 Sep 18 20:23:13.737199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edb14f-d329-4400-b2b9-373ff32fbd65 req-4db8af8c-99f4-4e1a-84be-b58d5443ccba tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:13.738679 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16edb14f-d329-4400-b2b9-373ff32fbd65 req-4db8af8c-99f4-4e1a-84be-b58d5443ccba tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 943 time: 0.0533073 Sep 18 20:23:13.775079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16edb14f-d329-4400-b2b9-373ff32fbd65 req-08f238ce-7a47-48d0-a01d-1046049aebcb tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Sep 18 20:23:14.165779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-8c23be39-d882-423e-a7fe-034c0d32b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.167261 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-8c23be39-d882-423e-a7fe-034c0d32b8b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1095 time: 0.0398338 Sep 18 20:23:14.271323 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-7073b046-1797-4736-af64-7b33cfdd4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.272856 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-7073b046-1797-4736-af64-7b33cfdd4515 service neutron] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.0860431 Sep 18 20:23:14.317271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-7b39b7a8-990d-4c70-baed-81c3accff7c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0369112 Sep 18 20:23:14.366390 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-ec4bb91b-7eaa-46d2-af02-ae724adc3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.367846 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-ec4bb91b-7eaa-46d2-af02-ae724adc3ce8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0424154 Sep 18 20:23:14.401786 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-316bdbd2-df53-49fd-99ca-f5fe46136d75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256321 Sep 18 20:23:14.494149 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-17feb986-18b6-44ea-877d-ffdbd3c96751 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846961 Sep 18 20:23:14.582952 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-85303a40-9fd1-487b-80d7-fa7d06066a13 req-df8be720-001f-4127-ba25-fb4383bef46d service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806887 Sep 18 20:23:14.651667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:23:14.653995 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc4750-80a2-4d00-af35-c88a9c1fa990" -d '{"events": [{"name": "network-changed", "server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:23:14.702343 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a7f083-753a-4cfe-bb6f-375c373be20b x-openstack-request-id: req-55a7f083-753a-4cfe-bb6f-375c373be20b {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:23:14.702672 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:23:14.702922 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55a7f083-753a-4cfe-bb6f-375c373be20b {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:23:14.703435 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0', 'status': 'completed', 'code': 200} Sep 18 20:23:14.770835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-e99ec708-df73-4025-908b-f2c4d825ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.772329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-e99ec708-df73-4025-908b-f2c4d825ca24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1095 time: 0.0418773 Sep 18 20:23:14.778449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-82f1e5c8-f2e9-4566-a3a6-bb9f19cae3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.780000 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-82f1e5c8-f2e9-4566-a3a6-bb9f19cae3a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1095 time: 0.0488412 Sep 18 20:23:14.889885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-0a0f85bf-a3b7-4ac8-9e7b-1b0ee403ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.892556 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-0a0f85bf-a3b7-4ac8-9e7b-1b0ee403ae9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.1034417 Sep 18 20:23:14.929439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c2da-051c-4c40-9a39-6192a7e9100f req-af325942-8d29-416f-81f6-6d14dc095c04 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.930946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df55c2da-051c-4c40-9a39-6192a7e9100f req-af325942-8d29-416f-81f6-6d14dc095c04 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 943 time: 0.0682633 Sep 18 20:23:14.931963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-1b222428-ae67-44cc-8959-2dd09ec35c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.933616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-1b222428-ae67-44cc-8959-2dd09ec35c75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.1546321 Sep 18 20:23:14.940085 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-5c297bb1-0032-439a-9f33-c3e597ce3da8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0404119 Sep 18 20:23:14.984470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-3cf09fa0-43b9-464d-9190-d0da43f12ec3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0415421 Sep 18 20:23:14.990942 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-5885ae9b-1363-4c7e-a445-670391c5df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:14.992443 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-5885ae9b-1363-4c7e-a445-670391c5df27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0457783 Sep 18 20:23:15.009151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df55c2da-051c-4c40-9a39-6192a7e9100f req-4fbf3a1a-df2a-4642-a543-6e23f3966961 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721228 Sep 18 20:23:15.023685 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-b9239208-9221-450d-b91b-f6613ecc63f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248721 Sep 18 20:23:15.046382 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-1a0d0008-6396-4df9-97d5-ae85256718d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:15.048681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-1a0d0008-6396-4df9-97d5-ae85256718d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0535264 Sep 18 20:23:15.078971 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-219ca1f9-07ee-4b16-a879-e1d6e8c87b91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238824 Sep 18 20:23:15.119397 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-43738384-a7be-4598-b04a-6e2066d434eb service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890059 Sep 18 20:23:15.171482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-113fa4ee-2b63-4d96-92b4-67d7ed33341f service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855641 Sep 18 20:23:15.210413 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-ea22fb37-fdbe-442a-87cb-5bf4fc704ba0 service neutron] 10.222.0.32 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838151 Sep 18 20:23:15.262409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43dc4750-80a2-4d00-af35-c88a9c1fa990 req-1451f121-eaa8-4ba7-9f4a-1a50fd411887 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837665 Sep 18 20:23:15.654982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 43279825-1281-4254-8d5b-ac47b863b4c0 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:23:15.691339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 43279825-1281-4254-8d5b-ac47b863b4c0 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:23:16.127220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53261d3-5cc7-4f86-a1b0-12f7ff14c907 req-cfb6f59d-0181-4665-aad1-1684cb8f4673 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:16.128726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a53261d3-5cc7-4f86-a1b0-12f7ff14c907 req-cfb6f59d-0181-4665-aad1-1684cb8f4673 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 943 time: 0.0488179 Sep 18 20:23:16.164940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a53261d3-5cc7-4f86-a1b0-12f7ff14c907 req-7d37780f-1faf-4f8a-a05b-7036f01afeb1 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303583 Sep 18 20:23:16.386444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cfe26-43bc-4b43-8f8a-2b73e88b51d8 req-8e46ce73-7d21-43e2-9d68-1525f99ee1b8 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:16.388124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-245cfe26-43bc-4b43-8f8a-2b73e88b51d8 req-8e46ce73-7d21-43e2-9d68-1525f99ee1b8 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 943 time: 0.0829437 Sep 18 20:23:16.397163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-dc80909a-eef0-40b8-8f49-1fdc219aff65 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:16.398551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-dc80909a-eef0-40b8-8f49-1fdc219aff65 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a&tenant_id=c5e9efd2274e4e98b68451af38b0691e&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 943 time: 0.0812669 Sep 18 20:23:16.456758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-245cfe26-43bc-4b43-8f8a-2b73e88b51d8 req-79767b76-c098-4ab8-b142-714809962c6d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572772 Sep 18 20:23:16.480153 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-c8dfa082-db7e-4f7e-b75a-7830454fa905 service neutron] delete failed (client error): The resource could not be found. Sep 18 20:23:16.481154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-c8dfa082-db7e-4f7e-b75a-7830454fa905 service neutron] 10.222.0.24 "DELETE /v2.0/ports/43279825-1281-4254-8d5b-ac47b863b4c0/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0752289 Sep 18 20:23:16.561868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-5b69176c-fd1d-4c64-84ab-68efbd9b18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:16.563311 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-5b69176c-fd1d-4c64-84ab-68efbd9b18a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e9efd2274e4e98b68451af38b0691e&device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 1095 time: 0.0401855 Sep 18 20:23:16.973195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-a3cce109-8cbb-45b8-bb8e-aea112a33291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:16.974581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-a3cce109-8cbb-45b8-bb8e-aea112a33291 service neutron] 10.222.0.24 "GET /v2.0/networks?id=721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 200 len: 916 time: 0.4046180 Sep 18 20:23:17.014990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-71439c45-116e-4b41-9ea7-60deec424c81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0333891 Sep 18 20:23:17.065887 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-8d3f7b7e-9627-45bd-9088-6d7bd0be6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:17.067259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-8d3f7b7e-9627-45bd-9088-6d7bd0be6a8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 200 len: 855 time: 0.0452774 Sep 18 20:23:17.098220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-f259ab3c-8d0e-4da7-b3b7-c57c5596f60c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=721c894c-51a9-4606-a5e3-aead97bb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233994 Sep 18 20:23:17.185471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-7d8e82ab-e26a-4782-a853-faeaf04527ab service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797040 Sep 18 20:23:17.277901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aeacb552-595a-41ff-9e5f-b72c82930860 req-d138234b-1630-4d10-9de3-cb5339f59ba4 service neutron] 10.222.0.24 "GET /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848908 Sep 18 20:23:17.350160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 43279825-1281-4254-8d5b-ac47b863b4c0 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:23:17.445416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:17.456237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '43279825-1281-4254-8d5b-ac47b863b4c0', 'network_id': '721c894c-51a9-4606-a5e3-aead97bb056e', 'port_id': '43279825-1281-4254-8d5b-ac47b863b4c0', 'mac_address': 'fa:16:3e:0e:6f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b582aee-26da-448e-a948-d27b74653dab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:23:17.492327 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:17.505664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43279825-1281-4254-8d5b-ac47b863b4c0 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:23:17.524618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:17.529419 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:17.583055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300188c4-b8c6-4736-a24b-b38b59d928d5 req-386b83f4-ac73-45fa-930a-b2e9d61a3997 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:17.584492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:17.585218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-300188c4-b8c6-4736-a24b-b38b59d928d5 req-386b83f4-ac73-45fa-930a-b2e9d61a3997 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 944 time: 0.0583005 Sep 18 20:23:17.595945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.596772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.596884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.597286 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.597692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.598265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.598669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.599491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.599834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.600170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.600502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.600834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:17.629606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-300188c4-b8c6-4736-a24b-b38b59d928d5 req-55ab2826-4c70-4f45-b923-0511110e1d0c tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370669 Sep 18 20:23:17.748312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['43279825-1281-4254-8d5b-ac47b863b4c0'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:23:18.745982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce0e25-91ac-4c55-80c7-f62b46ddc6a6 req-6f50148d-ac10-4cd1-abd8-42155c23aea6 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:18.747484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27ce0e25-91ac-4c55-80c7-f62b46ddc6a6 req-6f50148d-ac10-4cd1-abd8-42155c23aea6 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 944 time: 0.0489993 Sep 18 20:23:18.788561 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27ce0e25-91ac-4c55-80c7-f62b46ddc6a6 req-c00532a3-2aa8-48c2-82d3-65a2d2367351 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Sep 18 20:23:18.900806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fe5c2-5bbb-4b0c-af86-4f20a6854c6d req-d095a219-708e-4cd8-9958-9c39d0153581 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:18.902301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee1fe5c2-5bbb-4b0c-af86-4f20a6854c6d req-d095a219-708e-4cd8-9958-9c39d0153581 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 944 time: 0.0486498 Sep 18 20:23:18.939076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee1fe5c2-5bbb-4b0c-af86-4f20a6854c6d req-22271425-c2d5-4d40-b98f-247b08401838 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300100 Sep 18 20:23:19.049796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0018fe-c037-47ea-ae97-29f350d8572c req-f4c60d86-7b51-4668-8d15-608d1090a914 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:19.051265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e0018fe-c037-47ea-ae97-29f350d8572c req-f4c60d86-7b51-4668-8d15-608d1090a914 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 944 time: 0.0481327 Sep 18 20:23:19.088173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1e0018fe-c037-47ea-ae97-29f350d8572c req-32873c47-02c9-445d-8856-79502c5af71d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 18 20:23:19.386546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 43279825-1281-4254-8d5b-ac47b863b4c0 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:23:19.416275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e49bd-4d20-4de8-99e5-0e52aa5d3369 req-0322e71a-52db-44ce-bff1-2b6814918430 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:19.417738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-128e49bd-4d20-4de8-99e5-0e52aa5d3369 req-0322e71a-52db-44ce-bff1-2b6814918430 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 944 time: 0.0494480 Sep 18 20:23:19.435225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 43279825-1281-4254-8d5b-ac47b863b4c0 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:23:19.438960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 43279825-1281-4254-8d5b-ac47b863b4c0 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:19.439301 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:19.460176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-128e49bd-4d20-4de8-99e5-0e52aa5d3369 req-f6a27066-bb89-4647-88ca-debb6a1ca241 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355947 Sep 18 20:23:19.518806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:19.540059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:23:19.542276 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459d036f-17c6-411e-9e44-fcaf8a6efc67" -d '{"events": [{"server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "name": "network-vif-plugged", "status": "completed", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:23:19.554496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:19.559116 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:19.582950 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fc7e5e-ec60-4a22-8787-b3af999482e1 x-openstack-request-id: req-82fc7e5e-ec60-4a22-8787-b3af999482e1 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:23:19.583263 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "name": "network-vif-plugged", "status": "completed", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:23:19.583537 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82fc7e5e-ec60-4a22-8787-b3af999482e1 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:23:19.583921 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0', 'code': 200} Sep 18 20:23:19.608006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:20.570034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-f3e17ca4-1773-4946-b22c-c02840426487 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:20.571552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-f3e17ca4-1773-4946-b22c-c02840426487 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.32 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0507467 Sep 18 20:23:20.573217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48268c-d12e-467a-ac3f-066df8a82b7e req-a4c2ad28-46d2-4600-ba62-aea38f7d63c2 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:20.574981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db48268c-d12e-467a-ac3f-066df8a82b7e req-a4c2ad28-46d2-4600-ba62-aea38f7d63c2 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/ports?device_id=348c3b37-a737-4911-9ce6-b71ab9cbc31a HTTP/1.1" status: 200 len: 945 time: 0.0483985 Sep 18 20:23:20.614157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-db48268c-d12e-467a-ac3f-066df8a82b7e req-dd82d2a5-6459-4ff5-80da-c1b2789cd283 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.20 "GET /v2.0/security-groups?id=d178a35c-ebf6-4383-b16f-1d0cf6770a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Sep 18 20:23:20.665262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Deleting port 43279825-1281-4254-8d5b-ac47b863b4c0 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:23:20.665637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:20.752452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] For port 43279825-1281-4254-8d5b-ac47b863b4c0, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=43279825-1281-4254-8d5b-ac47b863b4c0,segment=NetworkSegment(1c23c358-b164-4513-bf9c-009fa96a573c),segment_id=1c23c358-b164-4513-bf9c-009fa96a573c)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:20.752731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:20.764788 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Calling delete_port for 43279825-1281-4254-8d5b-ac47b863b4c0 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:23:20.890490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:20.903171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['43279825-1281-4254-8d5b-ac47b863b4c0'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:23:20.917816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Pushing event deleted for resources: {'Port': ['ID=43279825-1281-4254-8d5b-ac47b863b4c0,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:20.963846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] No DVR routers for this DVR port 43279825-1281-4254-8d5b-ac47b863b4c0 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:23:20.966389 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:20.968483 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-624311ac-fd28-443e-b3d6-5cc70d72f6a6 req-60d51023-fc34-49ff-97b1-06e6d72cbf78 tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] 10.222.0.32 "DELETE /v2.0/ports/43279825-1281-4254-8d5b-ac47b863b4c0 HTTP/1.1" status: 204 len: 173 time: 0.3912215 Sep 18 20:23:20.968916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'name': 'network-vif-deleted', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:23:20.971819 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f042315-0966-4c33-85bf-ceec7d53b6e6" -d '{"events": [{"server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "name": "network-vif-deleted", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:23:21.008757 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db02861-fa3f-478a-bf6d-d7ab3faf0fd4 x-openstack-request-id: req-0db02861-fa3f-478a-bf6d-d7ab3faf0fd4 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:23:21.009056 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348c3b37-a737-4911-9ce6-b71ab9cbc31a", "name": "network-vif-deleted", "tag": "43279825-1281-4254-8d5b-ac47b863b4c0", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:23:21.009313 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0db02861-fa3f-478a-bf6d-d7ab3faf0fd4 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:23:21.009721 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348c3b37-a737-4911-9ce6-b71ab9cbc31a', 'name': 'network-vif-deleted', 'tag': '43279825-1281-4254-8d5b-ac47b863b4c0', 'status': 'completed', 'code': 200} Sep 18 20:23:21.650808 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ef28887d-ec2f-499d-835a-1dbbd661f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:21.739094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40924) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:21.783053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53f5274-41f1-4564-9dce-d88ff97b5ab5 admin admin] Deleting subnet 5b582aee-26da-448e-a948-d27b74653dab {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:23:21.786250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b53f5274-41f1-4564-9dce-d88ff97b5ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:21.820838 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b53f5274-41f1-4564-9dce-d88ff97b5ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:21.858649 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b53f5274-41f1-4564-9dce-d88ff97b5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:21.912425 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b53f5274-41f1-4564-9dce-d88ff97b5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:21.943639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f5274-41f1-4564-9dce-d88ff97b5ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b582aee-26da-448e-a948-d27b74653dab,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:21.948705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b53f5274-41f1-4564-9dce-d88ff97b5ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:21.951821 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b53f5274-41f1-4564-9dce-d88ff97b5ab5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5b582aee-26da-448e-a948-d27b74653dab HTTP/1.1" status: 204 len: 168 time: 0.2116742 Sep 18 20:23:21.953611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40926) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:22.019866 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.099007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.117854 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721c894c-51a9-4606-a5e3-aead97bb056e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:22.126749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c23c358-b164-4513-bf9c-009fa96a573c') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:22.127036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c23c358-b164-4513-bf9c-009fa96a573c') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:22.135958 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.149076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.154716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:23:22.155101 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:23:22.156738 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:23:22.213518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.219025 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.220903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] 10.222.0.20 "DELETE /v2.0/networks/721c894c-51a9-4606-a5e3-aead97bb056e HTTP/1.1" status: 204 len: 168 time: 0.2663002 Sep 18 20:23:22.231560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=721c894c-51a9-4606-a5e3-aead97bb056e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:22.239414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.239760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.240092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.240420 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.240745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.241070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.241387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.241710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.242027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.242341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.242655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.242968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ec880-c6e3-4920-b412-fdb63b181a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:22.331323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40932) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:22.370139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1baed035-9196-4866-ba02-3fd78902f5f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5e9efd2274e4e98b68451af38b0691e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376341 Sep 18 20:23:22.372530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40934) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:22.419315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2fe-d259-412d-8305-8e073f088e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.440356 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2fe-d259-412d-8305-8e073f088e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.488052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2fe-d259-412d-8305-8e073f088e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.490506 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6a8bd2fe-d259-412d-8305-8e073f088e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:22.491694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6a8bd2fe-d259-412d-8305-8e073f088e56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d178a35c-ebf6-4383-b16f-1d0cf6770a9e HTTP/1.1" status: 204 len: 168 time: 0.1182384 Sep 18 20:23:22.499307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bd2fe-d259-412d-8305-8e073f088e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d178a35c-ebf6-4383-b16f-1d0cf6770a9e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:23.159755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:23.256086 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-543736076-network', 'tenant_id': '26a72acd912948daa25266cbc9556936'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:23.276322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Made reservation on behalf of 26a72acd912948daa25266cbc9556936 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:23:23.278304 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.287322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.373052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.376769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.384888 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:23:23.403656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:23:23.410138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32870ca4-8fe2-490e-9a82-1cd57e328160,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:23.416067 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.416466 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Added segment 2fc8e875-b29b-4cb0-858f-74fd30b42f8b of type vlan for network a38e2c67-d318-46be-ac37-90aa3089d9d2 Sep 18 20:23:23.457940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.480566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.481497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:23.482084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.515176 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3543246 Sep 18 20:23:23.518221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40962) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:23.523186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Request body: {'subnet': {'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-543736076-subnet', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:23.544103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Made reservation on behalf of 26a72acd912948daa25266cbc9556936 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:23:23.545947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025a4e5-b6ac-4143-9e2b-fd73d2be28f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a38e2c67-d318-46be-ac37-90aa3089d9d2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:23.546455 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.556284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:23:23.648644 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.698383 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.718355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.778677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55890ec-1217-4c51-ade7-196062f77d07,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:23.787926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:23:23.788282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Network hostable DHCP agents. Network: a38e2c67-d318-46be-ac37-90aa3089d9d2, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:23:23.805211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:23:23.812963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, a38e2c67-d318-46be-ac37-90aa3089d9d2) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:23:23.817018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:23.817609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.822115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d6cd43-de09-479e-a4ae-f63ec37cb159 None None] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:23:23.831619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d0df5be-58a5-4b1e-a518-f1306162fc14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3122225 Sep 18 20:23:23.834236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40964) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:23.838384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:23.858148 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.859223 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.912301 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:23.968721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-a38e2c67-d318-46be-ac37-90aa3089d9d2', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:23:23.969577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.049580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.107680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Allocated IP 172.20.0.2 (a38e2c67-d318-46be-ac37-90aa3089d9d2/d55890ec-1217-4c51-ade7-196062f77d07/eca26662-3d3c-4ab6-bbf1-726a90606b5d) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:23:24.252881 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.256328 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.263060 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.273328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.307076 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:23:24.311818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:23:24.316954 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:23:24.319977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Pushing event updated for resources: {'Port': ['ID=eca26662-3d3c-4ab6-bbf1-726a90606b5d,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:24.370314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Attempting to bind port eca26662-3d3c-4ab6-bbf1-726a90606b5d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:23:24.370588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Attempting to bind port eca26662-3d3c-4ab6-bbf1-726a90606b5d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:23:24.370952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Attempting to bind port eca26662-3d3c-4ab6-bbf1-726a90606b5d on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:23:24.375766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:23:24.376138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:23:24.377214 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.377606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:23:24.378070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Bound port: eca26662-3d3c-4ab6-bbf1-726a90606b5d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:23:24.378452 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.380216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Allocated IP 172.25.8.38 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/d59f43b3-9f9f-4301-8be8-9d2301cad3e6) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:23:24.444796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] For port eca26662-3d3c-4ab6-bbf1-726a90606b5d, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:23:24.447998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] For port eca26662-3d3c-4ab6-bbf1-726a90606b5d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=eca26662-3d3c-4ab6-bbf1-726a90606b5d,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:23:24.452575 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.489354 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.510674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fda096-1fc0-42a0-964a-c8958e4f9bfe None None] Pushing event updated for resources: {'Port': ['ID=eca26662-3d3c-4ab6-bbf1-726a90606b5d,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:24.524723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.567308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:23:24.571182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:23:24.573909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:23:24.602790 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d59f43b3-9f9f-4301-8be8-9d2301cad3e6,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:24.774064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device eca26662-3d3c-4ab6-bbf1-726a90606b5d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:23:24.835507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port eca26662-3d3c-4ab6-bbf1-726a90606b5d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:24.836275 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.854628 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.855724 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.917715 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.964191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c4c699e7-82df-40e5-a71c-52a6fb142643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:24.968871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port eca26662-3d3c-4ab6-bbf1-726a90606b5d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=eca26662-3d3c-4ab6-bbf1-726a90606b5d,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:24.972872 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:25.021558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=eca26662-3d3c-4ab6-bbf1-726a90606b5d,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:25.067611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:25.205019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:23:25.323004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:23:25.333054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:23:25.343033 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:25.343173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:23:25.343482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:23:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:25.346739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4657b9ea-225c-4341-a205-ac8d506dc5d5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5091150 Sep 18 20:23:25.347065 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40966) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:25.379090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454c191-f12a-4a57-9c64-cc4e10b10929 None None] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:23:25.400046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 43279825-1281-4254-8d5b-ac47b863b4c0 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:23:25.436419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 43279825-1281-4254-8d5b-ac47b863b4c0 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:23:25.436668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 43279825-1281-4254-8d5b-ac47b863b4c0 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:23:25.540781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bb0a7a06-83a8-42f0-bd5b-b0562549b4c5 None None] Provisioning complete for port eca26662-3d3c-4ab6-bbf1-726a90606b5d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:25.541144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7a06-83a8-42f0-bd5b-b0562549b4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:25.549359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:23:25.735468 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:25.773562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:25.941523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Allocated IP 172.20.0.1 (a38e2c67-d318-46be-ac37-90aa3089d9d2/d55890ec-1217-4c51-ade7-196062f77d07/c70b3a84-8e7e-4f71-8402-fe11dd216697) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:23:26.026210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:24Z', 'revision_number': 3, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:26.053899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:23:26.054103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.054363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Updating router ac55746a-bf5f-4b91-97bd-23e539e13e63 port d59f43b3-9f9f-4301-8be8-9d2301cad3e6 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:23:26.080615 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.089751 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.134626 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:23:26.137726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:23:26.141809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:23:26.171224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Pushing event updated for resources: {'Port': ['ID=c70b3a84-8e7e-4f71-8402-fe11dd216697,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:26.190058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.324446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1632b5c0-e76c-4af1-9e3b-02229f444176 None None] Provisioning complete for port eca26662-3d3c-4ab6-bbf1-726a90606b5d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:26.325066 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1632b5c0-e76c-4af1-9e3b-02229f444176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.400975 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.411959 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.502170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c5cdc-ec8a-4800-abf2-6a9ac46022b4 None None] Pushing event updated for resources: {'Port': ['ID=d59f43b3-9f9f-4301-8be8-9d2301cad3e6,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:26.510648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Attempting to bind port d59f43b3-9f9f-4301-8be8-9d2301cad3e6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:23:26.511020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Attempting to bind port d59f43b3-9f9f-4301-8be8-9d2301cad3e6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:23:26.511402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Attempting to bind port d59f43b3-9f9f-4301-8be8-9d2301cad3e6 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:23:26.516866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:23:26.517277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:23:26.518018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.518124 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:23:26.518550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Bound port: d59f43b3-9f9f-4301-8be8-9d2301cad3e6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:23:26.518930 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.572121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] For port d59f43b3-9f9f-4301-8be8-9d2301cad3e6, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:23:26.575852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] For port d59f43b3-9f9f-4301-8be8-9d2301cad3e6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d59f43b3-9f9f-4301-8be8-9d2301cad3e6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:23:26.581108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.648464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c5cdc-ec8a-4800-abf2-6a9ac46022b4 None None] Pushing event updated for resources: {'Port': ['ID=d59f43b3-9f9f-4301-8be8-9d2301cad3e6,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:26.652744 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:23:26.653341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:23:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:26.655890 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.657588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7dc2b7bb-fc23-41c6-bba5-5a1aa8a92346 None None] Provisioning complete for port c70b3a84-8e7e-4f71-8402-fe11dd216697 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:26.657996 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7dc2b7bb-fc23-41c6-bba5-5a1aa8a92346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.731361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2b7bb-fc23-41c6-bba5-5a1aa8a92346 None None] Port c70b3a84-8e7e-4f71-8402-fe11dd216697 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:23:26.743067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device eca26662-3d3c-4ab6-bbf1-726a90606b5d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:23:26.825916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:23:26.842544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.848347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.876226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port eca26662-3d3c-4ab6-bbf1-726a90606b5d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:26.876611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:26.917931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Pushing event updated for resources: {'Port': ['ID=c70b3a84-8e7e-4f71-8402-fe11dd216697,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:26.921786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:27.016997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:23:27.018898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:23:27.096952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:25Z', 'revision_number': 1, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:27.125222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a768d-4e75-4226-9872-eb9ac2cb3715 None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:25Z', 'revision_number': 1, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:23:27.153022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:23:27.254233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b8e911f8-f527-4f0c-9613-aea126a14594 None None] Provisioning complete for port c70b3a84-8e7e-4f71-8402-fe11dd216697 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:27.254731 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8e911f8-f527-4f0c-9613-aea126a14594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:27.274948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:23:27.279941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d50c2fb3-408b-4e44-a136-d573bf13480e admin admin] 10.222.0.20 "PUT /v2.0/routers/ac55746a-bf5f-4b91-97bd-23e539e13e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9318931 Sep 18 20:23:27.294488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b8e911f8-f527-4f0c-9613-aea126a14594 None None] Port c70b3a84-8e7e-4f71-8402-fe11dd216697 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:23:27.582826 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:27.754650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40974) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:27.759400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-baa9bee2-80db-4c9a-9b20-09a726c563ec tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401199531', 'description': 'tempest-description--476913120'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:27.789328 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-baa9bee2-80db-4c9a-9b20-09a726c563ec tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:27.878838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-baa9bee2-80db-4c9a-9b20-09a726c563ec tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:27.883588 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-baa9bee2-80db-4c9a-9b20-09a726c563ec tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:27.918632 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-baa9bee2-80db-4c9a-9b20-09a726c563ec tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:27.919943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-baa9bee2-80db-4c9a-9b20-09a726c563ec tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1641660 Sep 18 20:23:27.920899 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9bee2-80db-4c9a-9b20-09a726c563ec tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d9f253-0757-41fe-972e-59ec8a6cbc28,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:27.923064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:27.928724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-37f46113-d10e-4f19-af87-e0d69afa06a4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'security_group_rule': {'security_group_id': 'd1d9f253-0757-41fe-972e-59ec8a6cbc28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:27.957545 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37f46113-d10e-4f19-af87-e0d69afa06a4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.016001 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37f46113-d10e-4f19-af87-e0d69afa06a4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.020773 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37f46113-d10e-4f19-af87-e0d69afa06a4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.038377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f46113-d10e-4f19-af87-e0d69afa06a4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0906546e-3137-463c-8810-3bdfbe87b17d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:28.045485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-37f46113-d10e-4f19-af87-e0d69afa06a4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.046862 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-37f46113-d10e-4f19-af87-e0d69afa06a4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219139 Sep 18 20:23:28.050127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 40978) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:28.054754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-732ad0f8-dae9-4698-a28e-e31460ab5c01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'security_group_rule': {'security_group_id': 'd1d9f253-0757-41fe-972e-59ec8a6cbc28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:28.082113 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-732ad0f8-dae9-4698-a28e-e31460ab5c01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.141758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-732ad0f8-dae9-4698-a28e-e31460ab5c01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.146322 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-732ad0f8-dae9-4698-a28e-e31460ab5c01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.165716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ad0f8-dae9-4698-a28e-e31460ab5c01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43862305-66e0-40dd-a0db-81804bf7ab05,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:28.176983 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-732ad0f8-dae9-4698-a28e-e31460ab5c01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.181924 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-732ad0f8-dae9-4698-a28e-e31460ab5c01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279614 Sep 18 20:23:28.182283 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 40980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:28.186934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:28.209944 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.312129 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.416831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Allocated IP 172.25.8.200 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/8de9a11c-961b-4cec-aa0c-d6226f384a39) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:23:28.519529 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.554501 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.591127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:23:28.593892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:23:28.600630 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:23:28.606100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'Port': ['ID=8de9a11c-961b-4cec-aa0c-d6226f384a39,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:28.687452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.731270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.745240 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d59f43b3-9f9f-4301-8be8-9d2301cad3e6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:23:28.797712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d59f43b3-9f9f-4301-8be8-9d2301cad3e6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:28.798087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.881590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.894020 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.898628 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.903064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port d59f43b3-9f9f-4301-8be8-9d2301cad3e6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d59f43b3-9f9f-4301-8be8-9d2301cad3e6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:28.907065 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.960605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=d59f43b3-9f9f-4301-8be8-9d2301cad3e6,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:28.973398 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'Port': ['ID=8de9a11c-961b-4cec-aa0c-d6226f384a39,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:28.983060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.996752 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:28.998095 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-71f0386d-b9aa-40eb-bc2e-4b07333c0a92 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8147511 Sep 18 20:23:29.087560 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:23:29.097862 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:23:29.098700 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:23:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:29.143594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-cb2ed53b-f172-4c0a-b913-31dccab2d00b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--401199531&fields=id&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 267 time: 0.0372772 Sep 18 20:23:29.203890 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:23:29.255484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-df1ea88b-99f6-4dc8-8829-a687219e5f70 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:29.257035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-df1ea88b-99f6-4dc8-8829-a687219e5f70 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 811 time: 0.1064820 Sep 18 20:23:29.273441 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-a85edad3-fad6-487c-a83c-6dafd4fc4441 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/quotas/26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 375 time: 0.0104446 Sep 18 20:23:29.326789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-95333a02-ceda-43fe-8d57-b9192c1811a7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476499 Sep 18 20:23:29.398354 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 2, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:29.427647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-604e6e54-2390-4d52-8524-431f1b6a4a9b service neutron] 10.222.0.20 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881934 Sep 18 20:23:29.427892 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:23:29.428238 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Updating router ac55746a-bf5f-4b91-97bd-23e539e13e63 port c70b3a84-8e7e-4f71-8402-fe11dd216697 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:23:29.452923 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:29.518050 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-6ff2c930-bf21-4fff-b028-3a68b5e4c081 service neutron] 10.222.0.20 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836160 Sep 18 20:23:29.692709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd8df25d-883a-4cc7-8924-bfc143a08f3b req-a90cee79-21cd-483c-9ade-5cb2fd8c2471 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 210 time: 0.0346293 Sep 18 20:23:29.716809 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:29.722529 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:29.771090 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Pushing event updated for resources: {'Port': ['ID=c70b3a84-8e7e-4f71-8402-fe11dd216697,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:29.780332 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.780676 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.781010 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.781340 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.781670 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.782001 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.782325 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.782646 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.783507 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.783835 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.784178 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.784503 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:23:29.840273 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Attempting to bind port c70b3a84-8e7e-4f71-8402-fe11dd216697 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:23:29.840641 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Attempting to bind port c70b3a84-8e7e-4f71-8402-fe11dd216697 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:23:29.841028 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Attempting to bind port c70b3a84-8e7e-4f71-8402-fe11dd216697 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:23:29.847950 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:23:29.848317 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:23:29.848804 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:29.849201 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:23:29.849984 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Bound port: c70b3a84-8e7e-4f71-8402-fe11dd216697, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:23:29.850338 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:29.918095 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] For port c70b3a84-8e7e-4f71-8402-fe11dd216697, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:23:29.921557 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] For port c70b3a84-8e7e-4f71-8402-fe11dd216697, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c70b3a84-8e7e-4f71-8402-fe11dd216697,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:23:29.927236 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:29.975864 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:23:29.976286 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:23:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:30.036595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4f26de9b-1f2a-4a87-a4d1-ddd546267a20 None None] Provisioning complete for port c70b3a84-8e7e-4f71-8402-fe11dd216697 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:30.037638 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f26de9b-1f2a-4a87-a4d1-ddd546267a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:30.105851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:23:30.141158 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f26de9b-1f2a-4a87-a4d1-ddd546267a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:30.180271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4f26de9b-1f2a-4a87-a4d1-ddd546267a20 None None] For port c70b3a84-8e7e-4f71-8402-fe11dd216697, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c70b3a84-8e7e-4f71-8402-fe11dd216697,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:30.185666 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4f26de9b-1f2a-4a87-a4d1-ddd546267a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:30.226541 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1b80b-71f6-4bce-b756-d34e395e473a None None] Pushing event updated for resources: {'Port': ['ID=c70b3a84-8e7e-4f71-8402-fe11dd216697,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:30.236654 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26de9b-1f2a-4a87-a4d1-ddd546267a20 None None] Pushing event updated for resources: {'Port': ['ID=c70b3a84-8e7e-4f71-8402-fe11dd216697,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:30.304131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bc8b36a8-e7fb-4ef9-9a65-adff2d82a8da None None] Provisioning complete for port c70b3a84-8e7e-4f71-8402-fe11dd216697 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:30.304754 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc8b36a8-e7fb-4ef9-9a65-adff2d82a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:30.344553 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:29Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:30.370607 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7aae4e-6145-4b2c-80e3-ea8b7f0b8383 None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:29Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:23:30.747397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-c2c0bf97-dc54-4310-9ee3-8ce64e8c0a85 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:30.748902 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-c2c0bf97-dc54-4310-9ee3-8ce64e8c0a85 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 811 time: 0.1441007 Sep 18 20:23:30.785089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d59f43b3-9f9f-4301-8be8-9d2301cad3e6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:23:30.810127 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bac128fb-6ce1-41dd-b46c-c3a955fee3b7 req-5b230633-735e-4f7f-86ce-363afdd3309c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 210 time: 0.0297923 Sep 18 20:23:30.832945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-e955b034-0dd5-494f-9488-011715af61c1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 379 time: 0.0714972 Sep 18 20:23:30.841662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d59f43b3-9f9f-4301-8be8-9d2301cad3e6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:30.842430 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:30.844344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'port': {'device_id': '19a65ada-aa67-4d05-8134-46723401c7fa', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'admin_state_up': True, 'tenant_id': '26a72acd912948daa25266cbc9556936', 'security_groups': ['d1d9f253-0757-41fe-972e-59ec8a6cbc28']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:30.926428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c70b3a84-8e7e-4f71-8402-fe11dd216697 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:23:30.957461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Made reservation on behalf of 26a72acd912948daa25266cbc9556936 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:23:30.961352 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:30.980562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c70b3a84-8e7e-4f71-8402-fe11dd216697 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:30.981028 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.096496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Allocated IP 172.20.0.5 (a38e2c67-d318-46be-ac37-90aa3089d9d2/d55890ec-1217-4c51-ade7-196062f77d07/1ced2465-8b27-4e48-90f0-ddd561697064) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:23:31.231896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.264977 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.307580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:23:31.310675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:23:31.316838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:23:31.340857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:31.369212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:31.369847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.384952 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-09fea3a3-d53e-4d60-bd12-ba60bdd0bf8a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447741 Sep 18 20:23:31.397888 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Request body: {'port': {'device_id': '19a65ada-aa67-4d05-8134-46723401c7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:31.460509 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.509423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6228e573-1d60-40d9-8499-fd88204f8a56 None None] Provisioning complete for port 1ced2465-8b27-4e48-90f0-ddd561697064 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:31.509980 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6228e573-1d60-40d9-8499-fd88204f8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.543428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6228e573-1d60-40d9-8499-fd88204f8a56 None None] Port 1ced2465-8b27-4e48-90f0-ddd561697064 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:23:31.718309 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ced2465-8b27-4e48-90f0-ddd561697064 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:23:31.725603 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.737855 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Transition to ACTIVE for port object 1ced2465-8b27-4e48-90f0-ddd561697064 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:23:31.741412 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.809633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:31.864879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Attempting to bind port 1ced2465-8b27-4e48-90f0-ddd561697064 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:23:31.865243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Attempting to bind port 1ced2465-8b27-4e48-90f0-ddd561697064 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:23:31.865569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Attempting to bind port 1ced2465-8b27-4e48-90f0-ddd561697064 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:23:31.870241 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Port 1ced2465-8b27-4e48-90f0-ddd561697064 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:23:31.870561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Attempting to bind port 1ced2465-8b27-4e48-90f0-ddd561697064 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:23:31.875705 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:23:31.876050 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:23:31.876428 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:23:31.877528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Bound port: 1ced2465-8b27-4e48-90f0-ddd561697064, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:23:31.878072 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.936425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497bb7b-30b9-42a0-873b-ae9ce1381a34 req-375b5691-ace5-4c9e-8211-a7a1ce13b612 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:31.941173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0497bb7b-30b9-42a0-873b-ae9ce1381a34 req-375b5691-ace5-4c9e-8211-a7a1ce13b612 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 943 time: 0.0595381 Sep 18 20:23:31.953088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:23:31.956578 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:23:31.962169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.980747 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0497bb7b-30b9-42a0-873b-ae9ce1381a34 req-a74539d6-638c-4ae8-a820-60831b6a1e2d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352833 Sep 18 20:23:31.995496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:31.996134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:31.997640 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] 10.222.0.32 "PUT /v2.0/ports/1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 1092 time: 0.6042590 Sep 18 20:23:31.998210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:23:32.000349 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f34588-84ef-4ecc-99ed-a2018331454d" -d '{"events": [{"name": "network-changed", "server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:23:32.030354 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e338e-ccc1-4223-852e-ec7e37355710 service neutron] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:32.052171 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b6596c-4523-414b-a379-d395db5fd092 x-openstack-request-id: req-04b6596c-4523-414b-a379-d395db5fd092 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:23:32.052479 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:23:32.054330 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04b6596c-4523-414b-a379-d395db5fd092 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:23:32.055118 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064', 'status': 'completed', 'code': 200} Sep 18 20:23:32.092178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-e87738c7-6b2f-4714-ae19-566374be4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:32.093866 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-e87738c7-6b2f-4714-ae19-566374be4c74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1095 time: 0.0522778 Sep 18 20:23:32.137221 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-7eec8d49-0be2-4ff5-aaa1-8fa1c07dfc32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 217 time: 0.0357437 Sep 18 20:23:32.186907 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-65d1e01d-0adb-428c-8412-77d311f3410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:32.188409 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-65d1e01d-0adb-428c-8412-77d311f3410d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0444546 Sep 18 20:23:32.232351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-a317e01a-1734-4d75-b564-9f90effe66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:32.233722 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-a317e01a-1734-4d75-b564-9f90effe66dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386579 Sep 18 20:23:32.324845 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-0213ec7c-99bb-400c-86ce-f2105be07f4b service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843575 Sep 18 20:23:32.420394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4701b62-d068-45a2-b947-d3b85c3a9833 req-fa4a186c-c34d-4a6b-baf7-b0725f94975d service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885105 Sep 18 20:23:32.507341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f34588-84ef-4ecc-99ed-a2018331454d req-b9f717e2-9944-45f8-8076-2b010a7a7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:32.508743 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-51f34588-84ef-4ecc-99ed-a2018331454d req-b9f717e2-9944-45f8-8076-2b010a7a7c43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1095 time: 0.0414302 Sep 18 20:23:32.596478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f34588-84ef-4ecc-99ed-a2018331454d req-9c459723-2244-4a9a-a22a-b9659709e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:32.597951 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-51f34588-84ef-4ecc-99ed-a2018331454d req-9c459723-2244-4a9a-a22a-b9659709e443 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0820756 Sep 18 20:23:32.641595 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-51f34588-84ef-4ecc-99ed-a2018331454d req-94d80b5b-f740-4574-ae3d-4bd3fb19abda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 217 time: 0.0366635 Sep 18 20:23:32.688562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f34588-84ef-4ecc-99ed-a2018331454d req-b672d6f5-8bd4-4daf-9e71-b5d836914c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:32.690869 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-51f34588-84ef-4ecc-99ed-a2018331454d req-b672d6f5-8bd4-4daf-9e71-b5d836914c7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0428035 Sep 18 20:23:32.738631 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f34588-84ef-4ecc-99ed-a2018331454d req-b32416ae-8d5f-4458-83a6-4a5166b61f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:32.740434 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-51f34588-84ef-4ecc-99ed-a2018331454d req-b32416ae-8d5f-4458-83a6-4a5166b61f7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408285 Sep 18 20:23:32.836458 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-51f34588-84ef-4ecc-99ed-a2018331454d req-7c30b68c-5583-48b9-90bc-bc433876b727 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866604 Sep 18 20:23:32.926036 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-51f34588-84ef-4ecc-99ed-a2018331454d req-eb025da4-2601-451d-95c1-6e0f2a382843 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824637 Sep 18 20:23:33.096804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b20f53-b387-43ac-b9c3-53ae019e9fd7 req-21762124-9680-4835-97e4-111a75e69c2b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:33.098235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2b20f53-b387-43ac-b9c3-53ae019e9fd7 req-21762124-9680-4835-97e4-111a75e69c2b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 943 time: 0.0495839 Sep 18 20:23:33.136247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2b20f53-b387-43ac-b9c3-53ae019e9fd7 req-624889cf-9494-4841-bc3d-fa3a517ef0c7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Sep 18 20:23:34.254480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6380a9-0334-495b-8c57-51964ad34e19 req-5ecc0db3-d606-49d4-a93d-1f6ef7eb880b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:34.255976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f6380a9-0334-495b-8c57-51964ad34e19 req-5ecc0db3-d606-49d4-a93d-1f6ef7eb880b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 943 time: 0.0528958 Sep 18 20:23:34.293728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6f6380a9-0334-495b-8c57-51964ad34e19 req-8331469b-eb6b-4b9a-a16d-35ba73e1786e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Sep 18 20:23:35.406651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e33ac-68da-487a-96d2-927c8c437b6c req-ec3ec9e9-db4e-4113-b3ab-2a5237aded2d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:35.408208 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-041e33ac-68da-487a-96d2-927c8c437b6c req-ec3ec9e9-db4e-4113-b3ab-2a5237aded2d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 943 time: 0.0497169 Sep 18 20:23:35.418933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 1ced2465-8b27-4e48-90f0-ddd561697064 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:23:35.447106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-041e33ac-68da-487a-96d2-927c8c437b6c req-147b27d2-ee55-4248-a97d-cecb7a567ed5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323370 Sep 18 20:23:35.516087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:35.528098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '1ced2465-8b27-4e48-90f0-ddd561697064', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': '1ced2465-8b27-4e48-90f0-ddd561697064', 'mac_address': 'fa:16:3e:2a:f2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:23:35.564367 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:35.577026 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ced2465-8b27-4e48-90f0-ddd561697064 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:23:35.595626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:35.599761 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:35.647822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:35.785155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['1ced2465-8b27-4e48-90f0-ddd561697064'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:23:36.569370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7d928-6837-4faa-b5ff-487a3cdda573 req-aece4e3c-6601-4816-a4dc-856f19935449 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:36.570844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20f7d928-6837-4faa-b5ff-487a3cdda573 req-aece4e3c-6601-4816-a4dc-856f19935449 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 944 time: 0.0565686 Sep 18 20:23:36.609526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-20f7d928-6837-4faa-b5ff-487a3cdda573 req-ec8f2ffd-6ff1-41b7-896a-f9a3b79f661b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Sep 18 20:23:37.440261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 1ced2465-8b27-4e48-90f0-ddd561697064 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:23:37.490436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 1ced2465-8b27-4e48-90f0-ddd561697064 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:23:37.493902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 1ced2465-8b27-4e48-90f0-ddd561697064 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:23:37.494270 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:37.569504 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:37.591199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:23:37.593427 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e154596-c105-4901-add1-f71a14d92b7f" -d '{"events": [{"server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "name": "network-vif-plugged", "status": "completed", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:23:37.606470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:23:37.609907 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:37.632655 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf651e9-c015-4628-888d-810e96259ba0 x-openstack-request-id: req-0bf651e9-c015-4628-888d-810e96259ba0 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:23:37.632943 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "name": "network-vif-plugged", "status": "completed", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:23:37.633188 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bf651e9-c015-4628-888d-810e96259ba0 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:23:37.633569 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064', 'code': 200} Sep 18 20:23:37.663823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:23:37.735776 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de43aa-7766-4205-89aa-dc0781005a35 req-01e29014-4dae-4bee-8b6d-5f15da940724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:37.736566 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc7522-868c-45dd-921e-9d7ceb3a212b req-ccb89ce5-9f21-4cca-a16b-532d49c2b55c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:37.737477 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4de43aa-7766-4205-89aa-dc0781005a35 req-01e29014-4dae-4bee-8b6d-5f15da940724 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1097 time: 0.0446966 Sep 18 20:23:37.738242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89dc7522-868c-45dd-921e-9d7ceb3a212b req-ccb89ce5-9f21-4cca-a16b-532d49c2b55c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0565767 Sep 18 20:23:37.772035 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d4de43aa-7766-4205-89aa-dc0781005a35 req-7f9e96c9-8115-4bab-9bd3-8308d4b46376 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277390 Sep 18 20:23:37.775844 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-89dc7522-868c-45dd-921e-9d7ceb3a212b req-08c5ef25-d35e-412e-a8c5-e116a6f45e61 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Sep 18 20:23:38.891285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6fe7f-d3f9-4c4a-820c-c93e468d3f92 req-613d50da-43ac-4b93-843a-d8b29b88b5d2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:38.892917 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3bf6fe7f-d3f9-4c4a-820c-c93e468d3f92 req-613d50da-43ac-4b93-843a-d8b29b88b5d2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0488317 Sep 18 20:23:38.930586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3bf6fe7f-d3f9-4c4a-820c-c93e468d3f92 req-878e536a-5f70-4807-83a0-ad024bb48093 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Sep 18 20:23:39.042557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24934-a9c7-425c-b2c0-b7c5cb387029 req-4e9f3524-2ff8-407c-9268-1234140a1aed tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:39.044061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fb24934-a9c7-425c-b2c0-b7c5cb387029 req-4e9f3524-2ff8-407c-9268-1234140a1aed tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0506039 Sep 18 20:23:39.053169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41026) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:23:39.057475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'floatingip': {'port_id': '1ced2465-8b27-4e48-90f0-ddd561697064'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:23:39.098957 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:39.518522 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:39.522064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:39.625110 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda associated. External IP: 172.25.8.200, port: 1ced2465-8b27-4e48-90f0-ddd561697064. Sep 18 20:23:39.829280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:23:39.940078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:23:39.946647 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:39.950964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:23:39.960351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:23:39.960966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:23:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:39.977423 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-559b995f-7c93-494e-a0eb-70164c50764f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "PUT /v2.0/floatingips/10b8e5b6-0179-4306-a15c-55215ef4dbda HTTP/1.1" status: 200 len: 991 time: 0.9232314 Sep 18 20:23:39.978003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:23:39.980300 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b763a-73fe-40a3-8f43-ceb6e5828dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:23:40.022185 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5d761b-db0a-4187-855e-33bc2b5e2ec8 x-openstack-request-id: req-1b5d761b-db0a-4187-855e-33bc2b5e2ec8 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:23:40.022185 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:23:40.022185 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b5d761b-db0a-4187-855e-33bc2b5e2ec8 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:23:40.023892 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064', 'status': 'completed', 'code': 200} Sep 18 20:23:40.077366 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:23:40.081607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-8cac9424-b76a-4533-94ce-717b6ccb7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:40.083094 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-8cac9424-b76a-4533-94ce-717b6ccb7e92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1097 time: 0.0417728 Sep 18 20:23:40.182127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-41428137-072a-44ad-b061-acb3a5d68b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:40.183650 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-41428137-072a-44ad-b061-acb3a5d68b49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0938022 Sep 18 20:23:40.247595 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-e18ae483-62f1-4203-8482-ad4943a6304d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 999 time: 0.0570614 Sep 18 20:23:40.295224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-7dd37c1c-da8b-4bac-9fb0-1c8ffc090d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:40.296729 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-7dd37c1c-da8b-4bac-9fb0-1c8ffc090d44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0430152 Sep 18 20:23:40.298913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '1ced2465-8b27-4e48-90f0-ddd561697064', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:2a:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a65ada-aa67-4d05-8134-46723401c7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:23:39Z', 'revision_number': 1, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:40.324762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:23:40.334311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:23:40.334856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:23:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:40.346872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-8a8706f3-9111-42bc-98a9-b3598dbcb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:23:40.348446 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-8a8706f3-9111-42bc-98a9-b3598dbcb832 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449018 Sep 18 20:23:40.437274 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-a5d9a8ca-e532-4288-a94e-4af2f2769caa service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813880 Sep 18 20:23:40.440943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:23:40.533210 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-015b763a-73fe-40a3-8f43-ceb6e5828dc2 req-71850d4c-99a9-4e8f-a9c9-af1621a4db2e service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890357 Sep 18 20:23:40.823250 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '1ced2465-8b27-4e48-90f0-ddd561697064', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:2a:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a65ada-aa67-4d05-8134-46723401c7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:23:39Z', 'revision_number': 1, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:23:40.849547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f57a97-733c-47b3-afb3-0323581ce3c2 None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '1ced2465-8b27-4e48-90f0-ddd561697064', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:2a:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a65ada-aa67-4d05-8134-46723401c7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:23:39Z', 'revision_number': 1, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:23:41.038660 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a87aa-b496-4ab9-b39a-27d42b025e4d None None] New status for floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:23:51.652334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e71ae7b0-e20f-462f-855d-645c1329c9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:53.651235 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:53.717713 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:54.836478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:54.943708 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-72c6382c-c767-4054-b0bb-bce849aeffcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:55.667208 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:23:57.589762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:00.384093 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:24:15.126682 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b84ea33c-c32a-4054-965b-48635519372a req-3431c1dc-d918-4246-9639-5955730e7965 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396845 Sep 18 20:24:15.204552 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea33c-c32a-4054-965b-48635519372a req-3e021c40-c992-426b-aa20-7453fa60bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:24:15.206020 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b84ea33c-c32a-4054-965b-48635519372a req-3e021c40-c992-426b-aa20-7453fa60bce5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1097 time: 0.0392463 Sep 18 20:24:15.311724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea33c-c32a-4054-965b-48635519372a req-2da05619-aa83-4b81-9a83-29c7ab000ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:24:15.313222 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b84ea33c-c32a-4054-965b-48635519372a req-2da05619-aa83-4b81-9a83-29c7ab000ac0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0879166 Sep 18 20:24:15.376496 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b84ea33c-c32a-4054-965b-48635519372a req-717014db-79a7-456c-af81-417894055328 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 1001 time: 0.0559928 Sep 18 20:24:15.426883 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea33c-c32a-4054-965b-48635519372a req-45a9f32a-40a4-4809-81ec-bb08bba30b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:24:15.428241 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b84ea33c-c32a-4054-965b-48635519372a req-45a9f32a-40a4-4809-81ec-bb08bba30b3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0450752 Sep 18 20:24:15.472468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ea33c-c32a-4054-965b-48635519372a req-17537bfe-bf05-4015-9800-68f46ab3475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:24:15.473896 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b84ea33c-c32a-4054-965b-48635519372a req-17537bfe-bf05-4015-9800-68f46ab3475f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381961 Sep 18 20:24:15.560211 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b84ea33c-c32a-4054-965b-48635519372a req-63316022-f58b-463b-bda0-a364831c2b65 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783472 Sep 18 20:24:15.652051 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b84ea33c-c32a-4054-965b-48635519372a req-6a6e2113-29f1-4763-b732-4c8e851b0b59 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853863 Sep 18 20:24:21.652079 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b79eee0e-5933-4296-ab8d-5e311b7ab771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:23.654388 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:23.730365 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:24.837801 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:24.945246 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a0f4f4-3cb3-430b-8954-d4db984b4179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:25.669014 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:27.587185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:37.384610 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:24:51.652133 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-12a87569-8082-4428-867c-08bad6980760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:53.653645 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:53.737842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:54.839653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:54.945392 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4503b6fa-6a7a-4399-9804-92a7a2adf91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:55.671720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:24:57.591101 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:03.258529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-e0e0ca8d-797c-49fd-89fe-d9b71cf51813 req-c1643e3b-49c2-4f9b-9757-2936421b3a31 service neutron] (94940) timed out ('10.222.0.20', 59590) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:25:14.383093 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:25:16.021026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c62e1-0cdb-40fa-b665-1f3df768d89a req-82113f7f-036c-4127-9096-163d4366068b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:16.022496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-883c62e1-0cdb-40fa-b665-1f3df768d89a req-82113f7f-036c-4127-9096-163d4366068b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.1320336 Sep 18 20:25:16.059656 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-883c62e1-0cdb-40fa-b665-1f3df768d89a req-2c089ed7-31bd-48a0-87fd-a229237a7e63 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311689 Sep 18 20:25:16.144582 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-ec0ae4f2-9243-4240-95f0-7c5a97aa2223 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402746 Sep 18 20:25:16.225529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-07722103-407a-4135-8d6d-45b401c3563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:16.227115 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-07722103-407a-4135-8d6d-45b401c3563b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1097 time: 0.0419240 Sep 18 20:25:16.314118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7139f9a-7c1d-4e51-9b3f-410be9fdc4b5 req-93f267f2-b5b5-4498-9362-8145040d474d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:16.315688 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7139f9a-7c1d-4e51-9b3f-410be9fdc4b5 req-93f267f2-b5b5-4498-9362-8145040d474d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0532048 Sep 18 20:25:16.361898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7139f9a-7c1d-4e51-9b3f-410be9fdc4b5 req-b310657f-7d45-475b-a628-f9f6e86ad273 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384450 Sep 18 20:25:16.384450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-dcc77684-9c2d-4acb-84da-e58696b21fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:16.386668 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-dcc77684-9c2d-4acb-84da-e58696b21fcb service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.1384773 Sep 18 20:25:16.392034 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-c63cedf1-bf8a-4d84-b0a0-f5fbce4728fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231983 Sep 18 20:25:16.403710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-03a48abb-a87c-4527-93fe-400b8b35dd94 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:25:16.404662 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-03a48abb-a87c-4527-93fe-400b8b35dd94 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047002 Sep 18 20:25:16.802543 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-35d7c138-c918-410e-af13-8e9df0742cb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 1001 time: 0.4079106 Sep 18 20:25:16.851917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-a96d26a0-be21-4827-b9b1-a9b748939bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:16.853441 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-a96d26a0-be21-4827-b9b1-a9b748939bc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0441935 Sep 18 20:25:16.898623 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-f02efae4-8090-499f-8409-01538e8d8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:16.900137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-f02efae4-8090-499f-8409-01538e8d8b7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393958 Sep 18 20:25:16.995012 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-ccc8bfea-76fb-415a-8587-5c32e7056c8c service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874226 Sep 18 20:25:17.095110 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fccab5b1-c033-444e-aa01-7c66a2e17b1d req-fcc283a7-e788-4ff6-ab1e-0c9d795c6121 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936668 Sep 18 20:25:17.543917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-0e7ed256-53a0-4e33-bf03-c717970664f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:17.545479 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-0e7ed256-53a0-4e33-bf03-c717970664f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1097 time: 0.0470634 Sep 18 20:25:17.546944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5741a-c6b7-4005-8c38-f21737c18eda req-5dfbe09f-2223-4d93-b6fa-07d1d2334c6e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:17.548513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a5741a-c6b7-4005-8c38-f21737c18eda req-5dfbe09f-2223-4d93-b6fa-07d1d2334c6e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.1144080 Sep 18 20:25:17.586829 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a5741a-c6b7-4005-8c38-f21737c18eda req-23394351-ef96-4c86-9364-a8af48e8c139 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323088 Sep 18 20:25:17.638633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-936d2b34-8436-4427-8a0a-e4dce18550a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:17.640180 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-936d2b34-8436-4427-8a0a-e4dce18550a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0877454 Sep 18 20:25:17.708079 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-b7034034-3a68-4eb4-b233-488daa319ffd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 1001 time: 0.0603180 Sep 18 20:25:17.755954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-e0e58d5e-bb5b-47ac-8527-c3f7f04d0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:17.757360 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-e0e58d5e-bb5b-47ac-8527-c3f7f04d0b23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0425692 Sep 18 20:25:17.801158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-7b31f9e3-eb3d-4ddd-9b8e-c12e172a4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:17.802605 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-7b31f9e3-eb3d-4ddd-9b8e-c12e172a4210 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385754 Sep 18 20:25:17.892410 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-0591e7d6-9f46-408f-9191-9bd2b6327d46 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829518 Sep 18 20:25:17.979107 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-36b4b958-f64b-4a19-806a-6b489d5fc86e service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793073 Sep 18 20:25:18.709820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f86dd-b033-4c5a-bb74-2535b46d1c83 req-be134e5c-8544-4709-a8ac-9fedc2e27702 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:18.711340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-495f86dd-b033-4c5a-bb74-2535b46d1c83 req-be134e5c-8544-4709-a8ac-9fedc2e27702 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0524237 Sep 18 20:25:18.749296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-495f86dd-b033-4c5a-bb74-2535b46d1c83 req-6c9a65c9-e281-433a-b90a-075f6b6e62ce tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316877 Sep 18 20:25:19.864005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b775a4-8f27-4285-a56b-6513b067851f req-1ae12586-fbee-4a74-a775-b82153d20e60 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:19.865455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2b775a4-8f27-4285-a56b-6513b067851f req-1ae12586-fbee-4a74-a775-b82153d20e60 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0487826 Sep 18 20:25:19.902328 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2b775a4-8f27-4285-a56b-6513b067851f req-ab06e457-9f7c-4d6a-943e-45a99a78252c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Sep 18 20:25:21.016240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652d74-e0cc-4ddd-8280-47ae109107a4 req-d3bda459-6b83-4109-84d9-66bae289f74e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:21.017597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5652d74-e0cc-4ddd-8280-47ae109107a4 req-d3bda459-6b83-4109-84d9-66bae289f74e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0477371 Sep 18 20:25:21.055176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c5652d74-e0cc-4ddd-8280-47ae109107a4 req-834f2b6f-99d3-47ba-845e-95fc08023137 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317307 Sep 18 20:25:21.660861 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8de66a87-4f9b-4c58-9175-dfd0f789b285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:22.171712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50e63c-a931-4839-a2b6-9c96d6ed8e07 req-6d5dd1d6-fa5a-4e6e-bffb-26dd98b4fcd8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:22.173506 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c50e63c-a931-4839-a2b6-9c96d6ed8e07 req-6d5dd1d6-fa5a-4e6e-bffb-26dd98b4fcd8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0516429 Sep 18 20:25:22.210266 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c50e63c-a931-4839-a2b6-9c96d6ed8e07 req-8a8d7093-2041-4cf4-88db-74cbbd3f9ef2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Sep 18 20:25:23.325323 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f8e33-8206-4490-9efb-af904b222620 req-9ba273bc-4c29-4f38-8cbf-0740fee4bf3b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:23.326817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a44f8e33-8206-4490-9efb-af904b222620 req-9ba273bc-4c29-4f38-8cbf-0740fee4bf3b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0492136 Sep 18 20:25:23.363953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a44f8e33-8206-4490-9efb-af904b222620 req-bdd0c4c7-327d-4fef-9052-95522d71eeb7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Sep 18 20:25:23.671586 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:23.749362 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:24.477357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90a3e0-90e4-4fb3-8069-a3738e21d9c1 req-8de78073-38a5-48da-bf90-1c2512eb2e53 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:24.478816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e90a3e0-90e4-4fb3-8069-a3738e21d9c1 req-8de78073-38a5-48da-bf90-1c2512eb2e53 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0481284 Sep 18 20:25:24.516900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8e90a3e0-90e4-4fb3-8069-a3738e21d9c1 req-62614abd-9691-4774-aea5-0f6d8fa88226 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Sep 18 20:25:24.840298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:24.944044 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad735-9ac4-45b3-8689-17a5a9f11a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:25.637367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726702-7827-4a05-bbd2-17335ebee74d req-c7a9ab1a-8bd3-4bcd-92f1-52fcd736c5ab tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:25.638817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52726702-7827-4a05-bbd2-17335ebee74d req-c7a9ab1a-8bd3-4bcd-92f1-52fcd736c5ab tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0538616 Sep 18 20:25:25.674701 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:25.680167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52726702-7827-4a05-bbd2-17335ebee74d req-7b31c715-34ea-43fc-9c1c-56e37e0ceac9 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352721 Sep 18 20:25:26.797260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb394fd-6557-4f5d-8c39-ab24d8c44856 req-ecfd36ca-a8c1-4b60-bf32-85558b0df36e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:26.798712 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eb394fd-6557-4f5d-8c39-ab24d8c44856 req-ecfd36ca-a8c1-4b60-bf32-85558b0df36e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0478473 Sep 18 20:25:26.834904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eb394fd-6557-4f5d-8c39-ab24d8c44856 req-7b7cee86-0f58-4495-8310-048511b24af8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302279 Sep 18 20:25:27.594820 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:27.947304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cc80b-8aaf-4424-9fc4-de52de69e95f req-40e6cbb3-30ba-485c-8c01-0c72ab66e315 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:27.949434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-130cc80b-8aaf-4424-9fc4-de52de69e95f req-40e6cbb3-30ba-485c-8c01-0c72ab66e315 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0480118 Sep 18 20:25:27.986227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-130cc80b-8aaf-4424-9fc4-de52de69e95f req-e08f0ce7-12bd-46a3-8ff4-49b04fe940ae tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310233 Sep 18 20:25:29.102736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2895674-d61d-4f27-9b2a-d9d306071695 req-5429f0b8-28d6-48a0-9132-c816540883cb tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:29.104202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2895674-d61d-4f27-9b2a-d9d306071695 req-5429f0b8-28d6-48a0-9132-c816540883cb tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0510101 Sep 18 20:25:29.141059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2895674-d61d-4f27-9b2a-d9d306071695 req-a6d6696c-4dd7-4861-83e6-040557b26c71 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303478 Sep 18 20:25:29.761038 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-e61c3053-740a-42dc-8d30-65a0868838bc service neutron] show failed (client error): The resource could not be found. Sep 18 20:25:29.762061 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-e61c3053-740a-42dc-8d30-65a0868838bc service neutron] 10.222.0.32 "GET /v2.0/ports/1ced2465-8b27-4e48-90f0-ddd561697064/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0619023 Sep 18 20:25:29.955945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-978ab076-4109-43d3-9ac0-af5b1e2587de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:29.957424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-978ab076-4109-43d3-9ac0-af5b1e2587de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 1097 time: 0.0406497 Sep 18 20:25:29.969754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:25:30.019817 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:30.266184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:25:30.296546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f516e8b-cb83-480c-80dc-df7c16386231 req-52eff0db-c21a-4503-8fa6-dcd58215fd3e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:30.298026 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f516e8b-cb83-480c-80dc-df7c16386231 req-52eff0db-c21a-4503-8fa6-dcd58215fd3e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0826814 Sep 18 20:25:30.323920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:25:30.369427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f516e8b-cb83-480c-80dc-df7c16386231 req-8d91ec3f-201e-4153-9192-d20992075d6f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629060 Sep 18 20:25:30.378373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:25:30.380660 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3adebe8-bee6-4b53-8b44-b46037209043" -d '{"events": [{"server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:25:30.384707 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:30.398308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Transition to ACTIVE for port object 1ced2465-8b27-4e48-90f0-ddd561697064 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:25:30.401481 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:30.489339 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:30.502675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.503017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.503355 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.503716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.504044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.504401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.504683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.505006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.505329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.505652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.505971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.506289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:30.521195 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4758ad0-74e7-470d-9fc1-bd1f774bfca5 x-openstack-request-id: req-c4758ad0-74e7-470d-9fc1-bd1f774bfca5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:25:30.521491 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:25:30.521752 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4758ad0-74e7-470d-9fc1-bd1f774bfca5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:25:30.522236 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064', 'code': 200} Sep 18 20:25:30.536250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] No DVR routers for this DVR port 1ced2465-8b27-4e48-90f0-ddd561697064 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:25:30.671322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Attempting to bind port 1ced2465-8b27-4e48-90f0-ddd561697064 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:25:30.671677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Attempting to bind port 1ced2465-8b27-4e48-90f0-ddd561697064 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:25:30.671993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Attempting to bind port 1ced2465-8b27-4e48-90f0-ddd561697064 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:25:30.676100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Port 1ced2465-8b27-4e48-90f0-ddd561697064 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:25:30.676408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Attempting to bind port 1ced2465-8b27-4e48-90f0-ddd561697064 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:25:30.681082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:25:30.681437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:25:30.681809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:25:30.682222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Bound port: 1ced2465-8b27-4e48-90f0-ddd561697064, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:25:30.682566 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:30.751256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:25:30.754190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:25:30.758597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:30.791750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:30.792384 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:30.793758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] 10.222.0.24 "PUT /v2.0/ports/1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 1092 time: 0.8286402 Sep 18 20:25:30.825540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b48d3-9ad7-4528-86f7-1ee7eddd9e1f service neutron] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:30.862563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-cc999a39-4f45-4e06-9a5b-dd8fc581a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:30.863998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-cc999a39-4f45-4e06-9a5b-dd8fc581a030 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1095 time: 0.0463400 Sep 18 20:25:30.962511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-e339ed2b-977c-45da-a712-409d33c6d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:30.964087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-e339ed2b-977c-45da-a712-409d33c6d1bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0935752 Sep 18 20:25:31.028565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-b48db6cf-db55-4221-b4a8-70a7c53992bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 999 time: 0.0575745 Sep 18 20:25:31.081778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-e2af5f44-9092-4963-901b-a3ebe20fb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:31.083085 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-e2af5f44-9092-4963-901b-a3ebe20fb2fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0469656 Sep 18 20:25:31.127650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-627d65e7-81e1-4903-afbf-444e4f4dcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:31.129143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-627d65e7-81e1-4903-afbf-444e4f4dcd00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392954 Sep 18 20:25:31.216623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-fb866be5-8e69-4e3f-8fda-d8a0380a52f5 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805449 Sep 18 20:25:31.309028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fb0f32b-5e0f-42a0-80a4-0dcf3cf0e1b6 req-070d39a2-6304-4a06-840f-0319ab087880 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847657 Sep 18 20:25:31.489298 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161262-4dd3-4156-958a-2324de1421c4 req-54a562c5-53b0-4b6d-9dd2-5ef4fd590336 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:31.490763 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7161262-4dd3-4156-958a-2324de1421c4 req-54a562c5-53b0-4b6d-9dd2-5ef4fd590336 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 943 time: 0.0493519 Sep 18 20:25:31.528128 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c7161262-4dd3-4156-958a-2324de1421c4 req-95c313f1-8d4f-4329-ae0c-495aa612b4d2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Sep 18 20:25:32.523892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:25:32.526265 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befb3292-bfdf-4b5d-968e-0845d429837b" -d '{"events": [{"name": "network-changed", "server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:25:32.578548 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c7406-68de-4920-8032-357f84433166 x-openstack-request-id: req-ff4c7406-68de-4920-8032-357f84433166 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:25:32.578843 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:25:32.579093 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff4c7406-68de-4920-8032-357f84433166 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:25:32.579523 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064', 'status': 'completed', 'code': 200} Sep 18 20:25:32.638309 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3292-bfdf-4b5d-968e-0845d429837b req-ef4c7b71-8e6a-4fe8-9713-824dd9d78b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.640402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-ef4c7b71-8e6a-4fe8-9713-824dd9d78b8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1095 time: 0.0427806 Sep 18 20:25:32.675321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5514c-0247-426c-81f1-742d3593b378 req-9164dbfa-1a7a-493f-9dc3-67252ec0e1e3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.676834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fc5514c-0247-426c-81f1-742d3593b378 req-9164dbfa-1a7a-493f-9dc3-67252ec0e1e3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 943 time: 0.0782194 Sep 18 20:25:32.679560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3292-bfdf-4b5d-968e-0845d429837b req-b1ee6531-8b9b-4170-aae3-ec894f079a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.680914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-b1ee6531-8b9b-4170-aae3-ec894f079a52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1095 time: 0.0739200 Sep 18 20:25:32.738045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3292-bfdf-4b5d-968e-0845d429837b req-7ee90958-1239-4b35-8488-4149e046cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.739718 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-7ee90958-1239-4b35-8488-4149e046cf4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0921619 Sep 18 20:25:32.773612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fc5514c-0247-426c-81f1-742d3593b378 req-cdfac91b-3b1a-40f8-bded-4aee85c1af9b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904689 Sep 18 20:25:32.813624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3292-bfdf-4b5d-968e-0845d429837b req-90e47f8f-7e07-48b5-9069-943ee72faea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.815164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-90e47f8f-7e07-48b5-9069-943ee72faea8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.1247144 Sep 18 20:25:32.829571 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-d5c81c35-2740-44d6-8b55-b0422c4f8210 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 999 time: 0.0833039 Sep 18 20:25:32.883862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3292-bfdf-4b5d-968e-0845d429837b req-d1911429-efd5-4e9b-8239-39a087a613dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.885359 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-d1911429-efd5-4e9b-8239-39a087a613dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0487792 Sep 18 20:25:32.885481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-ca9b02e5-c87f-4672-a7e2-8b720205f5dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 999 time: 0.0630333 Sep 18 20:25:32.930691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3292-bfdf-4b5d-968e-0845d429837b req-aa863733-3757-4e9d-b890-7e5807128c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.932266 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-aa863733-3757-4e9d-b890-7e5807128c58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397072 Sep 18 20:25:32.935060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3292-bfdf-4b5d-968e-0845d429837b req-fd4d0ef1-38af-4152-9a63-ad35e61419a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.937305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-fd4d0ef1-38af-4152-9a63-ad35e61419a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0447650 Sep 18 20:25:32.985876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3292-bfdf-4b5d-968e-0845d429837b req-73afcbe0-3ea3-4227-9102-99e2b8b22105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:32.987403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-73afcbe0-3ea3-4227-9102-99e2b8b22105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435867 Sep 18 20:25:33.027630 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-6ff1c378-b628-4e6d-8352-eb1ad9b6fb6c service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875185 Sep 18 20:25:33.079585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-feb2dc66-d9ff-4dbe-bfcf-5952f5369572 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Sep 18 20:25:33.116238 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-6be96ead-5adb-4310-b78b-cfa442516779 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819573 Sep 18 20:25:33.176074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-befb3292-bfdf-4b5d-968e-0845d429837b req-b649dd13-a06b-4661-a9ba-d1e6f172f313 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898495 Sep 18 20:25:33.896743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd509dba-46fc-48e4-a0b8-dc31b70139f4 req-58047b15-ec0c-4611-b0b6-5824da30fc19 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:33.898238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd509dba-46fc-48e4-a0b8-dc31b70139f4 req-58047b15-ec0c-4611-b0b6-5824da30fc19 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 943 time: 0.0522487 Sep 18 20:25:33.934851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd509dba-46fc-48e4-a0b8-dc31b70139f4 req-2ef06549-1df6-4ae2-9479-428db3cc2e0b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307100 Sep 18 20:25:33.963235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 1ced2465-8b27-4e48-90f0-ddd561697064 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:25:34.000655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 1ced2465-8b27-4e48-90f0-ddd561697064 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:25:34.124254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c132c-1dbf-461c-83d4-7d3a9164172c req-014617da-55e3-42d0-8d82-a8e62000ce2d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:34.125753 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-263c132c-1dbf-461c-83d4-7d3a9164172c req-014617da-55e3-42d0-8d82-a8e62000ce2d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 943 time: 0.0491695 Sep 18 20:25:34.143749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-43359ee0-54e4-41ed-b209-d09d0135be14 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:34.145226 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-43359ee0-54e4-41ed-b209-d09d0135be14 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa&tenant_id=26a72acd912948daa25266cbc9556936&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 943 time: 0.0588524 Sep 18 20:25:34.163092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-263c132c-1dbf-461c-83d4-7d3a9164172c req-d7a1bbeb-cd71-438e-9a95-2d55d04041d2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314291 Sep 18 20:25:34.178362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 1ced2465-8b27-4e48-90f0-ddd561697064 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:25:34.207315 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-6b223cee-c56c-4bd2-97f2-5466305476b3 service neutron] delete failed (client error): The resource could not be found. Sep 18 20:25:34.208402 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-6b223cee-c56c-4bd2-97f2-5466305476b3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/1ced2465-8b27-4e48-90f0-ddd561697064/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0557773 Sep 18 20:25:34.275354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:25:34.286507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '1ced2465-8b27-4e48-90f0-ddd561697064', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': '1ced2465-8b27-4e48-90f0-ddd561697064', 'mac_address': 'fa:16:3e:2a:f2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:25:34.290307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-85db5b32-9b54-44d2-9919-c9e96a13b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:34.291848 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-85db5b32-9b54-44d2-9919-c9e96a13b3b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 1095 time: 0.0414083 Sep 18 20:25:34.326127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:34.338991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ced2465-8b27-4e48-90f0-ddd561697064 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:25:34.359071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:25:34.363298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:34.387108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-30eb32ac-8e5d-454d-9e5c-ed95465d3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:34.388776 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-30eb32ac-8e5d-454d-9e5c-ed95465d3c21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0900285 Sep 18 20:25:34.412291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:34.419647 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.419990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.421404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.421404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.421745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.422072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.422392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.422712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.423029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.423346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.423685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.424025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:34.456531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-2099e5bb-8484-4601-9cd6-0fcf6aafe7b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 200 len: 1000 time: 0.0608044 Sep 18 20:25:34.508611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-2a39376e-484a-4a5c-afbc-9c1910238fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:34.510019 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-2a39376e-484a-4a5c-afbc-9c1910238fc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0466712 Sep 18 20:25:34.555477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-dd058576-fcc6-476d-b8bf-5062f3ce1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:34.556872 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-dd058576-fcc6-476d-b8bf-5062f3ce1ab6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396955 Sep 18 20:25:34.601475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['1ced2465-8b27-4e48-90f0-ddd561697064'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:25:34.648206 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-5d1de7e3-7160-445f-85a3-83ec9dfd0559 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840886 Sep 18 20:25:34.743108 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9be6a89b-2d5b-42db-b4ca-baa41e7dbe29 req-d6a7baa6-f806-4f0a-9ba1-fc5dfed041f6 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885141 Sep 18 20:25:35.296533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c6737-c993-42e8-920f-ffe7697a0270 req-b18ab34e-41b5-4ae1-97c8-8c8ef3e80286 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:35.297998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-338c6737-c993-42e8-920f-ffe7697a0270 req-b18ab34e-41b5-4ae1-97c8-8c8ef3e80286 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 944 time: 0.0546901 Sep 18 20:25:35.336464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-338c6737-c993-42e8-920f-ffe7697a0270 req-aa4e3025-6b8b-477d-9acf-90741684718d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323246 Sep 18 20:25:35.451072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932248c-a7a0-4225-937b-9c9e1b875b1e req-bdb75a5a-993a-4d8b-a794-295687f09c5f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:35.452736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2932248c-a7a0-4225-937b-9c9e1b875b1e req-bdb75a5a-993a-4d8b-a794-295687f09c5f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 944 time: 0.0499368 Sep 18 20:25:35.489538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2932248c-a7a0-4225-937b-9c9e1b875b1e req-c63bc395-87ea-47ce-9ed9-a9b0ff8964bf tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Sep 18 20:25:35.601980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aff56-1df2-4d8f-bcf6-ff22f9e8bce0 req-6244d0c7-61cb-4cc0-bd21-b21a6cdd6f0b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:35.603439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-452aff56-1df2-4d8f-bcf6-ff22f9e8bce0 req-6244d0c7-61cb-4cc0-bd21-b21a6cdd6f0b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 944 time: 0.0482440 Sep 18 20:25:35.641157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-452aff56-1df2-4d8f-bcf6-ff22f9e8bce0 req-986e9603-2872-44e4-aaac-067fb8145823 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311792 Sep 18 20:25:35.875008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615b42b-20e7-4d32-a8c7-2e819ebb8dcf req-b051076a-2b3f-4095-b56c-e10b9e05e1ca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:35.876496 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d615b42b-20e7-4d32-a8c7-2e819ebb8dcf req-b051076a-2b3f-4095-b56c-e10b9e05e1ca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 944 time: 0.0542133 Sep 18 20:25:35.916065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d615b42b-20e7-4d32-a8c7-2e819ebb8dcf req-0a49a891-1384-4a80-b4ee-18b011d768b7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330746 Sep 18 20:25:36.200782 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 1ced2465-8b27-4e48-90f0-ddd561697064 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:25:36.250520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 1ced2465-8b27-4e48-90f0-ddd561697064 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:25:36.254038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 1ced2465-8b27-4e48-90f0-ddd561697064 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:25:36.254413 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:36.327335 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:36.351263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:25:36.353498 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c483e54-a6c6-47fe-aa2c-46831f54c014" -d '{"events": [{"server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "name": "network-vif-plugged", "status": "completed", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:25:36.366171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:25:36.370629 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:36.396459 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4449db-f0bf-48eb-b1e7-0cd4593d64ff x-openstack-request-id: req-ac4449db-f0bf-48eb-b1e7-0cd4593d64ff {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:25:36.396761 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "name": "network-vif-plugged", "status": "completed", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:25:36.397007 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac4449db-f0bf-48eb-b1e7-0cd4593d64ff {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:25:36.397400 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064', 'code': 200} Sep 18 20:25:36.423238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:37.027681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8087a3-5323-4dd4-af5a-81c1d42f5e18 req-495d7aed-e2fb-4f67-a01b-efbfde21dfb3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:37.029059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc8087a3-5323-4dd4-af5a-81c1d42f5e18 req-495d7aed-e2fb-4f67-a01b-efbfde21dfb3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0479007 Sep 18 20:25:37.098000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-2c2069ac-3477-4392-95ae-a6104e5a0377 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:37.099486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-2c2069ac-3477-4392-95ae-a6104e5a0377 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 945 time: 0.0695455 Sep 18 20:25:37.102136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc8087a3-5323-4dd4-af5a-81c1d42f5e18 req-0777b88a-972c-4c35-b5b0-06aa40e050d0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640428 Sep 18 20:25:37.190624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Deleting port 1ced2465-8b27-4e48-90f0-ddd561697064 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:25:37.190960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:37.276849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] For port 1ced2465-8b27-4e48-90f0-ddd561697064, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=1ced2465-8b27-4e48-90f0-ddd561697064,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:25:37.277201 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:37.817749 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:37.818114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:37.818427 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda disassociated. External IP: 172.25.8.200, port: 1ced2465-8b27-4e48-90f0-ddd561697064. Sep 18 20:25:37.818770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Calling delete_port for 1ced2465-8b27-4e48-90f0-ddd561697064 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:25:37.947972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:37.976844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event deleted for resources: {'Port': ['ID=1ced2465-8b27-4e48-90f0-ddd561697064,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:38.095474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:25:38.218955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b45abebd-411f-4cf8-bb1e-f02cac28d98b req-64a4ba06-8639-4ba0-823c-f947364c4a01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=19a65ada-aa67-4d05-8134-46723401c7fa HTTP/1.1" status: 200 len: 210 time: 0.0303884 Sep 18 20:25:38.228689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:25:38.239804 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:25:38.249868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:25:38.250425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:25:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:25:38.274242 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] No DVR routers for this DVR port 1ced2465-8b27-4e48-90f0-ddd561697064 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:25:38.277161 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:38.281320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-596a317b-6c65-40f1-a3d2-bdffd80cba5a req-54d74d64-4bec-4653-9f23-b0190b85ef2e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "DELETE /v2.0/ports/1ced2465-8b27-4e48-90f0-ddd561697064 HTTP/1.1" status: 204 len: 173 time: 1.1760399 Sep 18 20:25:38.281768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'name': 'network-vif-deleted', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:25:38.284129 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadab4f5-e7e5-4362-bf75-0196845c8196" -d '{"events": [{"server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "name": "network-vif-deleted", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:25:38.332223 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb2c08b-e1e0-42d8-b3d6-57f2f5e0f4f5 x-openstack-request-id: req-0eb2c08b-e1e0-42d8-b3d6-57f2f5e0f4f5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:25:38.332529 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a65ada-aa67-4d05-8134-46723401c7fa", "name": "network-vif-deleted", "tag": "1ced2465-8b27-4e48-90f0-ddd561697064", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:25:38.332762 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eb2c08b-e1e0-42d8-b3d6-57f2f5e0f4f5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:25:38.333160 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a65ada-aa67-4d05-8134-46723401c7fa', 'name': 'network-vif-deleted', 'tag': '1ced2465-8b27-4e48-90f0-ddd561697064', 'status': 'completed', 'code': 200} Sep 18 20:25:38.371097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:25:38.574457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:25:38.604569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:25:38.613081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:25:38.613682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:25:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:25:38.715200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:25:38.905767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:25:38.931228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23225e3e-9efe-4d83-98a6-ccc72f9b962b None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:25:39.146466 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6482e6e-1498-4100-9cee-9612cb296da3 None None] New status for floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:25:39.445116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-73c529d4-01f6-409e-9849-2ac3c9f7b206 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--401199531&fields=id&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 267 time: 0.0330884 Sep 18 20:25:39.548772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-3ca1ec64-3a02-4d8c-b725-333fe81b1253 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:39.550123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-3ca1ec64-3a02-4d8c-b725-333fe81b1253 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 811 time: 0.0983503 Sep 18 20:25:39.565420 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-89253f2f-9b62-4776-8f58-ee8403bba020 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/quotas/26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 375 time: 0.0094826 Sep 18 20:25:39.621859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-5c3ec09b-0427-4668-bc4a-606ff5568573 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507853 Sep 18 20:25:39.767501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-5701010f-0fcb-4ca0-9bc3-3d96cb0df572 service neutron] 10.222.0.20 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330259 Sep 18 20:25:39.860172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-3fe2996b-decd-43be-8524-6d704f545424 service neutron] 10.222.0.20 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864596 Sep 18 20:25:40.022996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84df5e3c-5e33-4188-a136-6c135bd9a76e req-1dfd5203-ab5d-4857-9a59-54b635f5b260 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 210 time: 0.0279462 Sep 18 20:25:40.210494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 1ced2465-8b27-4e48-90f0-ddd561697064 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:25:40.238604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 1ced2465-8b27-4e48-90f0-ddd561697064 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:25:40.238950 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 1ced2465-8b27-4e48-90f0-ddd561697064 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:25:40.923675 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-445c0953-622a-4163-821e-47919d96d920 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:40.925160 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-445c0953-622a-4163-821e-47919d96d920 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 811 time: 0.1032279 Sep 18 20:25:40.975586 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-1356c290-11be-46fe-a954-60df17577fc6 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 379 time: 0.0412204 Sep 18 20:25:40.990532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'port': {'device_id': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'admin_state_up': True, 'tenant_id': '26a72acd912948daa25266cbc9556936', 'security_groups': ['d1d9f253-0757-41fe-972e-59ec8a6cbc28']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:25:41.096206 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Made reservation on behalf of 26a72acd912948daa25266cbc9556936 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:25:41.099754 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:41.118302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cb29b2b-1bc3-48b4-8a40-654eac112be8 req-50a038e3-71c3-45e5-a0ce-141a8760cb87 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 210 time: 0.0274820 Sep 18 20:25:41.231257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Allocated IP 172.20.0.5 (a38e2c67-d318-46be-ac37-90aa3089d9d2/d55890ec-1217-4c51-ade7-196062f77d07/ac8e6d05-553d-417f-8c2a-ec018310fdf7) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:25:41.361292 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:41.399169 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:41.443082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:25:41.446214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:25:41.453332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:25:41.459624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:41.490373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.490633 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.490980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.491312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.491670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.491998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.492327 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.492649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.492980 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.493292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.493614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.493933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:25:41.517718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:41.518344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:41.534618 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-e88fb838-46ee-4e59-9332-0d1415130d89 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477605 Sep 18 20:25:41.547300 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Request body: {'port': {'device_id': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:25:41.606006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:41.653494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5728fec1-71e1-467a-8a18-fe08a40ad410 None None] Provisioning complete for port ac8e6d05-553d-417f-8c2a-ec018310fdf7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:25:41.654061 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5728fec1-71e1-467a-8a18-fe08a40ad410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:41.687914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-5728fec1-71e1-467a-8a18-fe08a40ad410 None None] Port ac8e6d05-553d-417f-8c2a-ec018310fdf7 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:25:41.872513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8e6d05-553d-417f-8c2a-ec018310fdf7 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:25:41.880390 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:41.892482 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Transition to ACTIVE for port object ac8e6d05-553d-417f-8c2a-ec018310fdf7 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:25:41.895591 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:41.945209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:42.023391 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Attempting to bind port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:25:42.023732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Attempting to bind port ac8e6d05-553d-417f-8c2a-ec018310fdf7 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:25:42.024058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Attempting to bind port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:25:42.028509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:25:42.028820 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Attempting to bind port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:25:42.035074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:25:42.035432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:25:42.035814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:25:42.036238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Bound port: ac8e6d05-553d-417f-8c2a-ec018310fdf7, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:25:42.036595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:42.101561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:25:42.104653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:25:42.109720 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:42.143963 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.144590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:42.146043 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 1092 time: 0.6032848 Sep 18 20:25:42.146556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:25:42.148739 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40270e47-c776-4bdd-8069-9d77101bce26" -d '{"events": [{"name": "network-changed", "server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:25:42.177372 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9898a60-cc82-48bb-b09b-54c2298bb1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:42.250534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6e46-df74-405a-9a13-b09c0674e692 req-95883995-a197-4bb7-9543-d614e0cb02bc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.251430 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-89f2b5eb-c356-403d-abc1-24476d8e6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.253271 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-89f2b5eb-c356-403d-abc1-24476d8e6a06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1095 time: 0.0586329 Sep 18 20:25:42.258988 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2aae6e46-df74-405a-9a13-b09c0674e692 req-95883995-a197-4bb7-9543-d614e0cb02bc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.0622230 Sep 18 20:25:42.295978 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2aae6e46-df74-405a-9a13-b09c0674e692 req-84f103c2-57fb-4735-ac68-2f3f78ed1899 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360787 Sep 18 20:25:42.305563 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857791b5-9b99-4683-94c9-a53ae9a96701 x-openstack-request-id: req-857791b5-9b99-4683-94c9-a53ae9a96701 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:25:42.306010 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:25:42.306134 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-857791b5-9b99-4683-94c9-a53ae9a96701 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:25:42.306486 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'status': 'completed', 'code': 200} Sep 18 20:25:42.308382 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-a7d497b6-2e18-4eb8-bcf6-f1178ef16938 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 217 time: 0.0468686 Sep 18 20:25:42.361135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-43190c41-dd7e-4bed-9428-b2a7f7ebeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.362647 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-43190c41-dd7e-4bed-9428-b2a7f7ebeb95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0473523 Sep 18 20:25:42.408913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c8484848-6c30-43d9-bae4-1ea66e31f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.410334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-c8484848-6c30-43d9-bae4-1ea66e31f2b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408616 Sep 18 20:25:42.509268 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-803e2189-cd5f-40ed-90d5-81f6b3cc9fa0 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917819 Sep 18 20:25:42.598131 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9eb23cd3-a51a-4829-824c-e638acf25b9f req-62430dd1-6dd8-40eb-b7d0-1f5039a1dd08 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815084 Sep 18 20:25:42.690380 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40270e47-c776-4bdd-8069-9d77101bce26 req-8f2daf40-186a-438a-98a1-5e4f9b308c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.691808 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40270e47-c776-4bdd-8069-9d77101bce26 req-8f2daf40-186a-438a-98a1-5e4f9b308c31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1095 time: 0.0458379 Sep 18 20:25:42.781629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40270e47-c776-4bdd-8069-9d77101bce26 req-5defba90-5716-41bb-93ae-52b8ce5bc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.783145 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40270e47-c776-4bdd-8069-9d77101bce26 req-5defba90-5716-41bb-93ae-52b8ce5bc77a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0838459 Sep 18 20:25:42.828209 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40270e47-c776-4bdd-8069-9d77101bce26 req-82c03cbf-401d-4ff7-9b18-b7d248a7af73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 217 time: 0.0384266 Sep 18 20:25:42.877103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40270e47-c776-4bdd-8069-9d77101bce26 req-b4f20c39-b8be-4071-9cdf-9d6e2c39b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.878529 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40270e47-c776-4bdd-8069-9d77101bce26 req-b4f20c39-b8be-4071-9cdf-9d6e2c39b84c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0437789 Sep 18 20:25:42.924329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40270e47-c776-4bdd-8069-9d77101bce26 req-ac21737a-4e0c-4074-99d4-95de808522a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:42.925834 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40270e47-c776-4bdd-8069-9d77101bce26 req-ac21737a-4e0c-4074-99d4-95de808522a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395746 Sep 18 20:25:43.019531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40270e47-c776-4bdd-8069-9d77101bce26 req-d37e75e7-cbb8-47ce-b2f9-1e151596c53f service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852118 Sep 18 20:25:43.108906 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-40270e47-c776-4bdd-8069-9d77101bce26 req-9891e226-fee5-4fec-be40-b8996dcade5f service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811257 Sep 18 20:25:43.416328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb034ed-9fc4-4141-958a-693b4ed2626c req-ca3f49fb-6bbe-4c05-a20d-f5046be4c7dd tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:43.417786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfb034ed-9fc4-4141-958a-693b4ed2626c req-ca3f49fb-6bbe-4c05-a20d-f5046be4c7dd tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.0519111 Sep 18 20:25:43.455299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfb034ed-9fc4-4141-958a-693b4ed2626c req-4392d6b7-5bec-4ee3-995a-0bef2fcbe7eb tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303342 Sep 18 20:25:44.569412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45d372-d6e6-499b-b193-5e800d0628e3 req-6c0e3d32-bb6e-4f42-9066-a6d01df158b5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:44.571092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d45d372-d6e6-499b-b193-5e800d0628e3 req-6c0e3d32-bb6e-4f42-9066-a6d01df158b5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.0497229 Sep 18 20:25:44.610276 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d45d372-d6e6-499b-b193-5e800d0628e3 req-940491f7-83c7-435c-baff-c1a5cf5c71e8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333779 Sep 18 20:25:45.722778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d4cbc-91c6-4d65-8f74-f928879fab15 req-04fef0c9-b088-4346-a309-17a8ad485775 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:45.724279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d42d4cbc-91c6-4d65-8f74-f928879fab15 req-04fef0c9-b088-4346-a309-17a8ad485775 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.0483372 Sep 18 20:25:45.761190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d42d4cbc-91c6-4d65-8f74-f928879fab15 req-85c3442e-4964-4517-ba49-65eea20678bd tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Sep 18 20:25:46.019459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ac8e6d05-553d-417f-8c2a-ec018310fdf7 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:25:46.111753 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:25:46.125692 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'mac_address': 'fa:16:3e:ff:f7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:25:46.161954 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:46.174125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8e6d05-553d-417f-8c2a-ec018310fdf7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:25:46.192332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:25:46.196097 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:46.241491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:46.447110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ac8e6d05-553d-417f-8c2a-ec018310fdf7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:25:46.878871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e4330-d565-446a-b8af-e1140fbd7cd4 req-bab679f8-9ff7-400f-b4bf-fff72d51f5e6 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:46.880368 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d9e4330-d565-446a-b8af-e1140fbd7cd4 req-bab679f8-9ff7-400f-b4bf-fff72d51f5e6 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 944 time: 0.0524139 Sep 18 20:25:46.917399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d9e4330-d565-446a-b8af-e1140fbd7cd4 req-cac3b375-6159-46ca-b580-1b3e3cd7d355 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311179 Sep 18 20:25:48.032213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffc239-2a36-4cbf-9eed-a1abeca7b434 req-b93cf36c-3a6a-4f99-b71d-757f04e4bbf1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:48.033602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25ffc239-2a36-4cbf-9eed-a1abeca7b434 req-b93cf36c-3a6a-4f99-b71d-757f04e4bbf1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 944 time: 0.0479867 Sep 18 20:25:48.050632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ac8e6d05-553d-417f-8c2a-ec018310fdf7 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:25:48.071966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25ffc239-2a36-4cbf-9eed-a1abeca7b434 req-18ae52b5-6594-411a-829d-967f262755bf tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321717 Sep 18 20:25:48.098103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port ac8e6d05-553d-417f-8c2a-ec018310fdf7 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:25:48.101579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port ac8e6d05-553d-417f-8c2a-ec018310fdf7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:25:48.101947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:48.177928 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:48.199099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:25:48.201338 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb02d2d-9f39-4ba3-844f-554532a2741c" -d '{"events": [{"server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "name": "network-vif-plugged", "status": "completed", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:25:48.214415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:25:48.218993 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:48.241207 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78123d-4da1-4ae8-87b3-626e0ee7e6a0 x-openstack-request-id: req-4b78123d-4da1-4ae8-87b3-626e0ee7e6a0 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:25:48.241497 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "name": "network-vif-plugged", "status": "completed", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:25:48.241749 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b78123d-4da1-4ae8-87b3-626e0ee7e6a0 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:25:48.242138 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'code': 200} Sep 18 20:25:48.267495 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:25:48.334793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db1f16-4e4a-49fe-b180-9af4697e8c3c req-0bad1548-bd0b-4aef-a4d2-aa50226a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:48.336458 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15db1f16-4e4a-49fe-b180-9af4697e8c3c req-0bad1548-bd0b-4aef-a4d2-aa50226a11df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1097 time: 0.0407956 Sep 18 20:25:48.374066 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-15db1f16-4e4a-49fe-b180-9af4697e8c3c req-ee9fb0ea-c6c1-43d0-8c2d-debcb6d0297e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301483 Sep 18 20:25:49.188522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959d967-d682-4ac2-b5fd-4a457259cc3e req-6d14409f-d9fe-4879-a3a4-ecbaba1cb52c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:49.190005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0959d967-d682-4ac2-b5fd-4a457259cc3e req-6d14409f-d9fe-4879-a3a4-ecbaba1cb52c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0485771 Sep 18 20:25:49.227223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0959d967-d682-4ac2-b5fd-4a457259cc3e req-c9d7a340-3fde-46e8-90be-d0e8a4c41eef tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313172 Sep 18 20:25:50.348111 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742cada-dcd4-4136-a0f8-1c0c738209ab req-9163c674-df4f-430d-839c-f4b7a77403a3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:50.349616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c742cada-dcd4-4136-a0f8-1c0c738209ab req-9163c674-df4f-430d-839c-f4b7a77403a3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0540588 Sep 18 20:25:50.387028 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c742cada-dcd4-4136-a0f8-1c0c738209ab req-9e907974-ce0d-4525-b5bc-6f43c3514440 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Sep 18 20:25:50.504116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ef22-0d66-4cbd-969c-d0d9dd636a5b req-ceb13933-e44b-4ed5-bf07-32e95a1c7301 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:50.505598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f82ef22-0d66-4cbd-969c-d0d9dd636a5b req-ceb13933-e44b-4ed5-bf07-32e95a1c7301 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0537624 Sep 18 20:25:50.514120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41388) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:25:50.518615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'floatingip': {'port_id': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:25:50.559237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:50.988836 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:50.992497 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:51.092446 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda associated. External IP: 172.25.8.200, port: ac8e6d05-553d-417f-8c2a-ec018310fdf7. Sep 18 20:25:51.297754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:25:51.382397 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:25:51.403204 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:25:51.408064 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:51.413295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:25:51.422818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:25:51.423442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:25:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:25:51.437754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e67ad502-7b9d-47e2-948e-4c27b4524d1b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "PUT /v2.0/floatingips/10b8e5b6-0179-4306-a15c-55215ef4dbda HTTP/1.1" status: 200 len: 991 time: 0.9223650 Sep 18 20:25:51.438640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:25:51.441323 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:25:51.478214 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30acdb4-43a9-4fb5-a5b5-abf561cdd348 x-openstack-request-id: req-f30acdb4-43a9-4fb5-a5b5-abf561cdd348 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:25:51.478508 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:25:51.478767 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f30acdb4-43a9-4fb5-a5b5-abf561cdd348 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:25:51.479181 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'status': 'completed', 'code': 200} Sep 18 20:25:51.539848 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:25:51.541261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-6c94fb77-6427-430f-a2f7-a74c00008f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:51.542766 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-6c94fb77-6427-430f-a2f7-a74c00008f1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1097 time: 0.0417001 Sep 18 20:25:51.632210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-1f6896cb-9c33-4ab7-8897-3f0bc8554919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:51.633705 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-1f6896cb-9c33-4ab7-8897-3f0bc8554919 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0844541 Sep 18 20:25:51.672662 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-80f7a3ec-08a8-4c35-9004-fc8425d39c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:51.705243 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-a08f59fd-d4bf-4e97-bfdb-c449c7dbd29a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 999 time: 0.0641737 Sep 18 20:25:51.755132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-a32f40d0-dbaf-4cfd-aaab-dddc40051cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:51.756695 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-a32f40d0-dbaf-4cfd-aaab-dddc40051cad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0446661 Sep 18 20:25:51.778859 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:ff:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:25:50Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:25:51.801881 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-6532c268-a4a8-45de-a7fe-346620a0a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:25:51.803522 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-6532c268-a4a8-45de-a7fe-346620a0a128 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402055 Sep 18 20:25:51.904297 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-33112090-9936-4286-8653-38670955b385 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934412 Sep 18 20:25:51.957709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:25:51.966078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:25:51.966681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:25:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:25:52.002578 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f4c1d569-97b5-4f44-9477-ebb010bc0b5c req-c890e753-e69c-4c7d-aec9-4beba7921a43 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917518 Sep 18 20:25:52.071499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:25:52.286638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:ff:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:25:50Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:25:52.315474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bef97a-049b-4eac-8363-a2aadd042cee None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:ff:f7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:25:50Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:25:52.498924 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf09de5-265b-4c94-8201-647f7b9c191b None None] New status for floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:25:53.665933 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:53.768896 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:54.841969 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:54.944187 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08ae3bb2-f0fb-44ff-8e52-3d6c8c3b95cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:55.677279 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:25:57.607297 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:17.151589 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-36e94013-59e4-4b8b-96aa-0113e276c135 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403254 Sep 18 20:26:17.233126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-082bf853-64f4-436c-9e29-90413a5cfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:26:17.234586 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-082bf853-64f4-436c-9e29-90413a5cfa0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1097 time: 0.0405889 Sep 18 20:26:17.337374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-ac9c00d8-3876-4bea-b844-6aa1298ecc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:26:17.339081 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-ac9c00d8-3876-4bea-b844-6aa1298ecc38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0850379 Sep 18 20:26:17.403659 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-9e35188e-b37a-45bd-9501-cbca8bf3d1ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 1001 time: 0.0554101 Sep 18 20:26:17.450844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-80a0c027-a368-434d-b894-90f6f99a7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:26:17.452303 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-80a0c027-a368-434d-b894-90f6f99a7bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0415478 Sep 18 20:26:17.500330 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-54bb5827-a0c0-4320-8472-9ca90985b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:26:17.501696 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-54bb5827-a0c0-4320-8472-9ca90985b967 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424821 Sep 18 20:26:17.588245 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-8ce71b12-33c9-4418-b14d-280b828d8a4e service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794671 Sep 18 20:26:17.680310 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dec2de6f-0fbc-4194-836f-e029d75681a2 req-31f3aff2-8aac-4bee-822d-9ad578389ee6 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849407 Sep 18 20:26:21.652943 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-80306fcc-853a-43f7-bdf4-8d55e4c513c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:23.661190 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:23.770729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:24.843337 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:24.943368 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-33255caa-bd5f-4b6f-989b-875c1088b325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:25.679998 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:27.604011 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:28.382375 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:26:51.655683 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-17ffad3b-7bc8-49d0-848b-5effbcdf5239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:53.689986 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:53.771680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:54.845008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:54.942437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-81ae845b-9ec3-40fa-8061-667ef571d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:55.683546 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:26:57.608284 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:05.382235 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:27:19.765174 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-12ec0511-7239-49c7-8353-7ec00c0106ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1391408 Sep 18 20:27:19.845102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-e70a54a4-7a50-4991-b3e3-a4e72b08a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:19.846497 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-e70a54a4-7a50-4991-b3e3-a4e72b08a354 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1097 time: 0.0392165 Sep 18 20:27:19.956410 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-10ae3f63-c94b-438a-bdf6-17599b3ca0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:19.957885 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-10ae3f63-c94b-438a-bdf6-17599b3ca0f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0896122 Sep 18 20:27:20.021254 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-bb5aaea5-586e-43cf-952a-e00899d3308e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 1001 time: 0.0563302 Sep 18 20:27:20.073071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-4d49065f-4d2d-4fb7-9301-d214b0235e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:20.074506 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-4d49065f-4d2d-4fb7-9301-d214b0235e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0464616 Sep 18 20:27:20.117279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-6beeb5eb-9892-4688-b3e8-ecbab9c1a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:20.119216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-6beeb5eb-9892-4688-b3e8-ecbab9c1a867 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384493 Sep 18 20:27:20.209111 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-b09e15b5-7e2b-44d5-89ba-3909f897e1b3 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826516 Sep 18 20:27:20.302219 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-53160053-4b93-436a-bbd5-48e28a0563a7 req-82874c5a-1510-4bdd-8fcd-0ebd1a1ee69b service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868647 Sep 18 20:27:21.655817 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21a2272f-faba-40b1-b6e0-f25c1eac3463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:23.691655 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:23.788117 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:24.846526 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:24.941817 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-78273452-5fe4-438b-ae1e-e8337dd5deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:25.686934 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:26.187825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89cfe2-52d6-4ed8-bee0-90e926f419ea req-81e29804-e13e-4861-8ef3-5db0b1ed98c0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:26.189375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c89cfe2-52d6-4ed8-bee0-90e926f419ea req-81e29804-e13e-4861-8ef3-5db0b1ed98c0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0536582 Sep 18 20:27:26.226409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c89cfe2-52d6-4ed8-bee0-90e926f419ea req-c334a87c-b68e-4733-aaa9-a4384128b477 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Sep 18 20:27:27.349838 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d974fa-6884-400a-957c-a30471ff4b36 req-fd3aa4b7-f40f-41b6-bbb5-f11a9a0732b2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:27.351288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69d974fa-6884-400a-957c-a30471ff4b36 req-fd3aa4b7-f40f-41b6-bbb5-f11a9a0732b2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0520604 Sep 18 20:27:27.389180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69d974fa-6884-400a-957c-a30471ff4b36 req-6ee28569-5027-4f6f-9e08-103d62197106 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311239 Sep 18 20:27:27.608720 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:28.503152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b181e3-7d68-4e57-a212-abc0f28d1bf7 req-50f5a9a9-f5c9-4d58-b131-92882be5626d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:28.504649 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24b181e3-7d68-4e57-a212-abc0f28d1bf7 req-50f5a9a9-f5c9-4d58-b131-92882be5626d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0481801 Sep 18 20:27:28.541945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24b181e3-7d68-4e57-a212-abc0f28d1bf7 req-9595312c-f68a-4c94-af3c-244ce7360e7a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Sep 18 20:27:29.658363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e287f-6306-4b87-b0e5-871a5dec856e req-b715506e-38cf-4621-b121-2269f3429f4b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:29.659870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-536e287f-6306-4b87-b0e5-871a5dec856e req-b715506e-38cf-4621-b121-2269f3429f4b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0477443 Sep 18 20:27:29.696677 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-536e287f-6306-4b87-b0e5-871a5dec856e req-47db924a-13eb-48e5-8c44-8973f5fffbf8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Sep 18 20:27:30.816480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e3c83-5639-4340-adc1-ede7758e0e15 req-a60a6ce2-d338-40da-ab27-f2d4f4c1d7bf tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:30.817961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b52e3c83-5639-4340-adc1-ede7758e0e15 req-a60a6ce2-d338-40da-ab27-f2d4f4c1d7bf tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0524588 Sep 18 20:27:30.855680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b52e3c83-5639-4340-adc1-ede7758e0e15 req-505c27c1-0774-4fc7-9bdf-112c16726d26 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Sep 18 20:27:31.973021 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23718362-79b3-4608-ac4c-7e1046ed96d8 req-ffec06df-d5ee-4e6d-82b3-5bfd0d38eab7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:31.974374 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23718362-79b3-4608-ac4c-7e1046ed96d8 req-ffec06df-d5ee-4e6d-82b3-5bfd0d38eab7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0493355 Sep 18 20:27:32.012163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-23718362-79b3-4608-ac4c-7e1046ed96d8 req-73737d40-42f2-4e7c-8b30-da263663bfe8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Sep 18 20:27:33.123246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2438ba2-afcf-44e9-89fb-51f670968415 req-6b7f8147-6d78-44f8-b32c-9469bb92aae0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:33.124771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2438ba2-afcf-44e9-89fb-51f670968415 req-6b7f8147-6d78-44f8-b32c-9469bb92aae0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0485566 Sep 18 20:27:33.163003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2438ba2-afcf-44e9-89fb-51f670968415 req-d8c8cb49-d518-4140-9c4b-b9a12ed2f33d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323176 Sep 18 20:27:34.281799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff26ee-41a8-4d6a-a4dc-756b1eecba75 req-0ec61963-7fe2-48de-b112-05e2504bedd5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:34.283291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1ff26ee-41a8-4d6a-a4dc-756b1eecba75 req-0ec61963-7fe2-48de-b112-05e2504bedd5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0537338 Sep 18 20:27:34.321480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1ff26ee-41a8-4d6a-a4dc-756b1eecba75 req-b53df5e1-5602-4a7e-b202-6f142ee2f369 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Sep 18 20:27:35.437467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a8f2-931e-4e3d-9269-935064ba1be7 req-797c0fa8-aafd-416d-8197-a89ae77ebe00 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:35.438954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391a8f2-931e-4e3d-9269-935064ba1be7 req-797c0fa8-aafd-416d-8197-a89ae77ebe00 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0495815 Sep 18 20:27:35.475862 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b391a8f2-931e-4e3d-9269-935064ba1be7 req-6fa3a509-881f-4bfb-b74f-30d096e97534 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Sep 18 20:27:36.587076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b1dd5-6ba4-486d-b6ae-fb9d0e575f42 req-3c141414-f204-4503-9aa0-26a3753eeff7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:36.589120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f6b1dd5-6ba4-486d-b6ae-fb9d0e575f42 req-3c141414-f204-4503-9aa0-26a3753eeff7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0470610 Sep 18 20:27:36.625744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7f6b1dd5-6ba4-486d-b6ae-fb9d0e575f42 req-71355748-3190-4db5-a68e-42466f7bcb52 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304976 Sep 18 20:27:36.846042 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-aaaa93d4-a4c7-41e8-be54-64b9f37b5137 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430830 Sep 18 20:27:36.863840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251416c-d98a-41c1-82a2-19248fe64c03 req-82ab2703-f7c7-4e97-b251-d2054dc8a121 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:36.865722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e251416c-d98a-41c1-82a2-19248fe64c03 req-82ab2703-f7c7-4e97-b251-d2054dc8a121 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0544372 Sep 18 20:27:36.906320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e251416c-d98a-41c1-82a2-19248fe64c03 req-a1534bad-2c75-4c09-892b-1800fafd290a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341887 Sep 18 20:27:38.022873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47be5f8-22dc-4ffd-91cc-41f5122ca6a2 req-46687d0a-3bfa-412c-9848-0b96a9ffb400 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:38.024273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f47be5f8-22dc-4ffd-91cc-41f5122ca6a2 req-46687d0a-3bfa-412c-9848-0b96a9ffb400 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0487988 Sep 18 20:27:38.061684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f47be5f8-22dc-4ffd-91cc-41f5122ca6a2 req-c051f6ac-3d5a-4cf5-9db0-7426652e38e0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313323 Sep 18 20:27:39.174547 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f2468-75d8-4978-9c05-da9627c9964c req-b59a6eb2-2cf2-459d-b424-6bd6147387b5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:39.176041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-524f2468-75d8-4978-9c05-da9627c9964c req-b59a6eb2-2cf2-459d-b424-6bd6147387b5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0479918 Sep 18 20:27:39.213475 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-524f2468-75d8-4978-9c05-da9627c9964c req-65c5ffe5-6391-45f2-aad9-e8abfa11b828 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Sep 18 20:27:40.333865 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fac8-18e5-4eff-ac79-ff49d8331a67 req-bb655942-bd7d-4e8f-9609-46a0f7918e59 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:40.335359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6c1fac8-18e5-4eff-ac79-ff49d8331a67 req-bb655942-bd7d-4e8f-9609-46a0f7918e59 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0528936 Sep 18 20:27:40.372523 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6c1fac8-18e5-4eff-ac79-ff49d8331a67 req-56b9427d-af5e-4777-a18f-b637da4f6e05 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311453 Sep 18 20:27:41.024665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-7c8f6bf9-e46f-4398-abb2-ee7c9b461ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:41.026324 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-7c8f6bf9-e46f-4398-abb2-ee7c9b461ddc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1097 time: 0.0401900 Sep 18 20:27:41.116755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-bd40e987-3306-4bc7-8f24-753beb5ff0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:41.118218 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-bd40e987-3306-4bc7-8f24-753beb5ff0d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0856450 Sep 18 20:27:41.182700 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-dc75d725-ad46-4d59-b9c1-c00f0257edfb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 1001 time: 0.0559423 Sep 18 20:27:41.233347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-195cd211-2af6-4490-a5ed-4fd10f0bd90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:41.234752 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-195cd211-2af6-4490-a5ed-4fd10f0bd90c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0452096 Sep 18 20:27:41.279076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-4a3ca7bc-46b8-4683-9a87-f2e69f620d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:41.280464 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-4a3ca7bc-46b8-4683-9a87-f2e69f620d02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389168 Sep 18 20:27:41.369346 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-63a8a10b-6d42-4117-84c7-e7c6c836a254 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813053 Sep 18 20:27:41.462987 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-d6c81d2f-909e-4cd6-9405-8bf4c6262f84 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868466 Sep 18 20:27:41.489902 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc24a-662c-4a2c-831a-9c077f7605b2 req-8e8f0ccb-a0df-4371-b4e8-8d322514c253 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:41.491416 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7fcc24a-662c-4a2c-831a-9c077f7605b2 req-8e8f0ccb-a0df-4371-b4e8-8d322514c253 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0523098 Sep 18 20:27:41.530127 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7fcc24a-662c-4a2c-831a-9c077f7605b2 req-3a5b181c-9588-4a20-87c8-ee2caf09c1d4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Sep 18 20:27:42.381228 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:27:42.643741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20125f-eb06-44ab-b094-4a5aebd313c5 req-7b83a2d9-0bc1-4162-9e68-7691393783b3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:42.645138 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e20125f-eb06-44ab-b094-4a5aebd313c5 req-7b83a2d9-0bc1-4162-9e68-7691393783b3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Sep 18 20:27:42.682847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6e20125f-eb06-44ab-b094-4a5aebd313c5 req-85d9737b-4925-41e9-8b28-fad36110a28b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318160 Sep 18 20:27:43.285258 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-f9aea12f-53f2-4d62-8e96-7319d5af735d service neutron] show failed (client error): The resource could not be found. Sep 18 20:27:43.286288 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-f9aea12f-53f2-4d62-8e96-7319d5af735d service neutron] 10.222.0.32 "GET /v2.0/ports/ac8e6d05-553d-417f-8c2a-ec018310fdf7/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0562136 Sep 18 20:27:43.561580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-46f08b84-b15c-455f-848d-92944ecdb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:43.563001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-46f08b84-b15c-455f-848d-92944ecdb976 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 1097 time: 0.1274226 Sep 18 20:27:43.575994 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:27:43.627987 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:43.868046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64c180-c597-415e-b983-a25a5dd1b707 req-78abb47c-5952-4fb7-ae5f-9d8cf3517c1e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:43.869519 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d64c180-c597-415e-b983-a25a5dd1b707 req-78abb47c-5952-4fb7-ae5f-9d8cf3517c1e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.1031203 Sep 18 20:27:43.874890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:27:43.930746 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d64c180-c597-415e-b983-a25a5dd1b707 req-aa389ae2-0f5b-4d7b-8325-770574d09e13 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538154 Sep 18 20:27:43.934163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:27:43.976276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:27:43.978594 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bbfb7c-7f5e-42e2-9635-2ab93efc5d9e" -d '{"events": [{"server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:27:43.983918 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:43.997072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Transition to ACTIVE for port object ac8e6d05-553d-417f-8c2a-ec018310fdf7 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:27:44.002720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:44.032586 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301ac03a-7a7d-474a-b879-d4b36eb6cc86 x-openstack-request-id: req-301ac03a-7a7d-474a-b879-d4b36eb6cc86 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:27:44.032951 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:27:44.033291 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-301ac03a-7a7d-474a-b879-d4b36eb6cc86 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:27:44.033738 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'code': 200} Sep 18 20:27:44.052928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:27:44.098140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.098483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.098823 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.099163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.099520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.099849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.100175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.100500 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.100821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.101143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.101462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.101779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:44.151871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] No DVR routers for this DVR port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:27:44.299351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Attempting to bind port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:27:44.299722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Attempting to bind port ac8e6d05-553d-417f-8c2a-ec018310fdf7 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:27:44.300048 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Attempting to bind port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:27:44.304440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:27:44.304755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Attempting to bind port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:27:44.309519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:27:44.309852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:27:44.310226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:27:44.310643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Bound port: ac8e6d05-553d-417f-8c2a-ec018310fdf7, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:27:44.310996 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:44.373125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:27:44.376289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:27:44.380052 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:44.416291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:44.417450 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:44.419084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] 10.222.0.24 "PUT /v2.0/ports/ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 1092 time: 0.8470478 Sep 18 20:27:44.474749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614d98c-e1a1-4508-9c1c-533cb5366d5e service neutron] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:27:44.494303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-694571a3-9949-4d22-895d-af9b8ec5d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:44.496071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-694571a3-9949-4d22-895d-af9b8ec5d046 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1095 time: 0.0501418 Sep 18 20:27:44.589940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-b054b0b5-055d-4345-a78a-fe3e8acd48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:44.591439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-b054b0b5-055d-4345-a78a-fe3e8acd48cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0889688 Sep 18 20:27:44.661476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-4376b877-7cc3-4359-9710-be66f181e698 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 999 time: 0.0634906 Sep 18 20:27:44.710463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-178546d2-7af6-4668-bbf2-af1161d436c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:44.711859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-178546d2-7af6-4668-bbf2-af1161d436c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0437713 Sep 18 20:27:44.756757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-718dac7d-074f-40b6-82f4-74995505e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:44.758210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-718dac7d-074f-40b6-82f4-74995505e249 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394759 Sep 18 20:27:44.850875 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-0887df49-a66c-4daa-be51-ddbb7ed99b30 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855236 Sep 18 20:27:44.942952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e29a2d7-07c4-48b8-b785-9909a96cbf34 req-43bbe4b0-97c7-439a-9ca9-1bccadb5c3c6 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851946 Sep 18 20:27:45.057917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed10b5-7101-4b8a-bad8-5d0d71dbde93 req-25edd529-de11-4325-840d-cf0a80a90bd9 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:45.060091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28ed10b5-7101-4b8a-bad8-5d0d71dbde93 req-25edd529-de11-4325-840d-cf0a80a90bd9 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.0546608 Sep 18 20:27:45.098535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28ed10b5-7101-4b8a-bad8-5d0d71dbde93 req-7b25aa49-1b2d-4298-8563-48c636dcd04d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324664 Sep 18 20:27:46.035397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:27:46.037821 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba9f12-b35d-4bef-9e4b-f7b726a65863" -d '{"events": [{"name": "network-changed", "server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:27:46.086320 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ce4ceb-d3ab-4533-a2f7-50840fe9e839 x-openstack-request-id: req-f7ce4ceb-d3ab-4533-a2f7-50840fe9e839 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:27:46.086609 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:27:46.086859 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7ce4ceb-d3ab-4533-a2f7-50840fe9e839 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:27:46.087291 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'status': 'completed', 'code': 200} Sep 18 20:27:46.162724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-3d89303f-1617-47cc-882a-963f6eb31329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.164129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-d2bfbef2-e468-4a09-b469-3c0e17f5145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.164394 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-3d89303f-1617-47cc-882a-963f6eb31329 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1095 time: 0.0581493 Sep 18 20:27:46.165610 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-d2bfbef2-e468-4a09-b469-3c0e17f5145f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1095 time: 0.0507491 Sep 18 20:27:46.259781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-33d00d91-01e5-452f-b880-3dddbfb49aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.261910 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-33d00d91-01e5-452f-b880-3dddbfb49aae service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0909483 Sep 18 20:27:46.286514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac22411-10cb-45a8-955f-8dc705e34ac1 req-2e1a93de-c27f-42f3-82f0-758208d24455 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.287925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ac22411-10cb-45a8-955f-8dc705e34ac1 req-2e1a93de-c27f-42f3-82f0-758208d24455 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.1111860 Sep 18 20:27:46.319424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-0174318b-29cb-45b7-affb-89898a585280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.320857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-0174318b-29cb-45b7-affb-89898a585280 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.1348820 Sep 18 20:27:46.331103 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-6451a314-7ba0-4b0d-954c-c1db5c3ab43b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 999 time: 0.0620611 Sep 18 20:27:46.375462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5ac22411-10cb-45a8-955f-8dc705e34ac1 req-0b64c5af-4510-48bf-8f52-fe8de7a3d106 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798612 Sep 18 20:27:46.381422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-1e973f18-d67e-42af-b670-e732d786b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.382894 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-1e973f18-d67e-42af-b670-e732d786b545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0451987 Sep 18 20:27:46.398886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-024c51f3-5629-438e-b282-0b58ea751000 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 999 time: 0.0676470 Sep 18 20:27:46.428414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-d7d10a15-5dba-4d3d-afd1-d7038ef1df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.429905 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-d7d10a15-5dba-4d3d-afd1-d7038ef1df81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397744 Sep 18 20:27:46.448354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-9a4117ab-202d-4317-9074-b1e4edbcb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.449861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-9a4117ab-202d-4317-9074-b1e4edbcb71b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0448914 Sep 18 20:27:46.495964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-edc87446-c00d-43ea-9cfd-713026913586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:46.497683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-edc87446-c00d-43ea-9cfd-713026913586 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407197 Sep 18 20:27:46.521573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-0b695ce3-7d93-4b2e-badb-7bcc17216819 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843582 Sep 18 20:27:46.610203 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-f6d9e6c7-cc87-4170-8bee-23be858a3c98 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819938 Sep 18 20:27:46.912640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-4b28fea5-e20b-4fd0-849e-e0d248a2178e service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077878 Sep 18 20:27:47.002792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fba9f12-b35d-4bef-9e4b-f7b726a65863 req-939401c8-d2a0-429b-ac37-0bfd50b8e18f service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827410 Sep 18 20:27:47.492539 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dac14-05d4-4e41-9f22-30c175f978a7 req-a055253e-5705-4362-936b-9edd361b394f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:47.494039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d67dac14-05d4-4e41-9f22-30c175f978a7 req-a055253e-5705-4362-936b-9edd361b394f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.0491934 Sep 18 20:27:47.538184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d67dac14-05d4-4e41-9f22-30c175f978a7 req-082ee934-0df0-4304-94c6-198c7d368241 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378170 Sep 18 20:27:47.727052 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827545d-700d-4b9a-b28a-e2a6ae59f160 req-bf3c46f2-fc15-4c4d-b463-7ce2c6239ecb tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:47.728551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6827545d-700d-4b9a-b28a-e2a6ae59f160 req-bf3c46f2-fc15-4c4d-b463-7ce2c6239ecb tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.0497665 Sep 18 20:27:47.746385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-dd1465ec-cb39-433a-a349-bb4f3c813fd5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:47.747896 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-dd1465ec-cb39-433a-a349-bb4f3c813fd5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27&tenant_id=26a72acd912948daa25266cbc9556936&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 943 time: 0.0583949 Sep 18 20:27:47.767583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6827545d-700d-4b9a-b28a-e2a6ae59f160 req-8e6c4fd9-595c-4f00-bf60-15b83fa41c28 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329373 Sep 18 20:27:47.808243 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-21941fd8-a0d1-44f2-bf5e-6cb4f59a22e9 service neutron] delete failed (client error): The resource could not be found. Sep 18 20:27:47.809287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-21941fd8-a0d1-44f2-bf5e-6cb4f59a22e9 service neutron] 10.222.0.32 "DELETE /v2.0/ports/ac8e6d05-553d-417f-8c2a-ec018310fdf7/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0544894 Sep 18 20:27:47.892466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-acaef883-ad34-4eaa-81e1-0ff292126d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:47.893944 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-acaef883-ad34-4eaa-81e1-0ff292126d3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1095 time: 0.0408034 Sep 18 20:27:48.316958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-af35c031-c0fb-4168-a348-710c3ebedaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:48.318430 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-af35c031-c0fb-4168-a348-710c3ebedaed service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.4180820 Sep 18 20:27:48.381818 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-7c0b3541-a0e9-4795-988a-6d5a1d8f00c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 999 time: 0.0558600 Sep 18 20:27:48.428992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-919b9c9c-b7ac-4759-a318-325160c8a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:48.430573 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-919b9c9c-b7ac-4759-a318-325160c8a00e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0420074 Sep 18 20:27:48.478113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-ddb9672a-4c4e-4d02-ae38-d0afa3e767f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:48.479801 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-ddb9672a-4c4e-4d02-ae38-d0afa3e767f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416980 Sep 18 20:27:48.567439 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-87a1efdb-9fba-4345-97e7-21538d66a325 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804050 Sep 18 20:27:48.648712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ac8e6d05-553d-417f-8c2a-ec018310fdf7 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:27:48.657568 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7cccc8fe-ea4f-4c67-abc9-3ad11f1ccf95 req-b1855491-732c-4d92-a050-99f3c19dce89 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832050 Sep 18 20:27:48.687014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ac8e6d05-553d-417f-8c2a-ec018310fdf7 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:27:48.890351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b0c08-5cf2-4e11-a89d-5f891c1e3019 req-9e9c5b21-b55a-4bb7-b0da-7ea382a6bf09 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:48.891819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449b0c08-5cf2-4e11-a89d-5f891c1e3019 req-9e9c5b21-b55a-4bb7-b0da-7ea382a6bf09 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 943 time: 0.0487068 Sep 18 20:27:48.928558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449b0c08-5cf2-4e11-a89d-5f891c1e3019 req-931cce39-a538-4f63-9d83-f1d075b3a879 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Sep 18 20:27:48.998378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ac8e6d05-553d-417f-8c2a-ec018310fdf7 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:27:49.098221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:27:49.110656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'mac_address': 'fa:16:3e:ff:f7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:27:49.149602 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:49.162645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8e6d05-553d-417f-8c2a-ec018310fdf7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:27:49.183762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:27:49.188001 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:49.238459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:27:49.246188 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.246537 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.246883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.247216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.247576 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.247911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.248238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.248563 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.248893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.249213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.249531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.249851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:49.387567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['ac8e6d05-553d-417f-8c2a-ec018310fdf7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:27:50.042070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8cb7d-9f49-401d-8c44-5f5b1887174e req-504f1ca1-d312-4f6a-9235-6d890b7b260c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:50.043525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb8cb7d-9f49-401d-8c44-5f5b1887174e req-504f1ca1-d312-4f6a-9235-6d890b7b260c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 944 time: 0.0486345 Sep 18 20:27:50.084960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9eb8cb7d-9f49-401d-8c44-5f5b1887174e req-e3b34df8-fca6-48b1-9693-48c89f357660 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355465 Sep 18 20:27:50.203272 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4022ff5-ae33-4adc-9d59-f17ec9ef199d req-9029b896-fc66-4234-9a02-1b45f6dbaf71 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:50.204772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4022ff5-ae33-4adc-9d59-f17ec9ef199d req-9029b896-fc66-4234-9a02-1b45f6dbaf71 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 944 time: 0.0551386 Sep 18 20:27:50.242224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a4022ff5-ae33-4adc-9d59-f17ec9ef199d req-c2d18c58-c13f-487f-acbb-ba772b0cd8ea tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312448 Sep 18 20:27:50.461229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc4db6-39bb-4a0f-a971-c1ac9e045271 req-e491f9c3-746c-4d2f-a06a-8f1102d84699 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:50.462721 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61bc4db6-39bb-4a0f-a971-c1ac9e045271 req-e491f9c3-746c-4d2f-a06a-8f1102d84699 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 944 time: 0.0763474 Sep 18 20:27:50.479771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999719c-e20d-41c5-aff1-300001023946 req-6452dada-58e8-4228-b850-42936af6cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:50.481242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f999719c-e20d-41c5-aff1-300001023946 req-6452dada-58e8-4228-b850-42936af6cc93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 1096 time: 0.0608275 Sep 18 20:27:50.534741 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61bc4db6-39bb-4a0f-a971-c1ac9e045271 req-e8f915ae-8f11-429f-be6b-5b8bafb489a6 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649202 Sep 18 20:27:50.589581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999719c-e20d-41c5-aff1-300001023946 req-02ad8c74-44ac-4a62-a1e3-ab3d002d16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:50.590949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f999719c-e20d-41c5-aff1-300001023946 req-02ad8c74-44ac-4a62-a1e3-ab3d002d16cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.1021123 Sep 18 20:27:50.658534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f999719c-e20d-41c5-aff1-300001023946 req-585c0ce4-e697-493e-a874-43bf49b6ba75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 200 len: 1000 time: 0.0604928 Sep 18 20:27:50.706468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999719c-e20d-41c5-aff1-300001023946 req-19e771d7-f2bf-40f8-aa4f-29835da4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:50.707953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f999719c-e20d-41c5-aff1-300001023946 req-19e771d7-f2bf-40f8-aa4f-29835da4e332 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0430281 Sep 18 20:27:50.753857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999719c-e20d-41c5-aff1-300001023946 req-26dbb688-35d9-4f88-a1ae-5d38997c770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:50.755296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f999719c-e20d-41c5-aff1-300001023946 req-26dbb688-35d9-4f88-a1ae-5d38997c770a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394709 Sep 18 20:27:50.848793 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f999719c-e20d-41c5-aff1-300001023946 req-3c39757d-3154-44a3-879d-2198ea064892 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854666 Sep 18 20:27:50.939722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f999719c-e20d-41c5-aff1-300001023946 req-dcf7ad25-522c-4a48-8b06-72f622e485a1 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839260 Sep 18 20:27:51.012608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ac8e6d05-553d-417f-8c2a-ec018310fdf7 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:27:51.061345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port ac8e6d05-553d-417f-8c2a-ec018310fdf7 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:27:51.064854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port ac8e6d05-553d-417f-8c2a-ec018310fdf7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:27:51.065227 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:51.140803 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:51.162297 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:27:51.164535 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae56806e-1bd6-413b-b1c8-aae8f776e9b4" -d '{"events": [{"server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "name": "network-vif-plugged", "status": "completed", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:27:51.177754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:27:51.182204 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:51.231409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:27:51.279782 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d66436-f7db-48d3-96dc-c2db56e25cdb x-openstack-request-id: req-76d66436-f7db-48d3-96dc-c2db56e25cdb {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:27:51.280081 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "name": "network-vif-plugged", "status": "completed", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:27:51.280340 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76d66436-f7db-48d3-96dc-c2db56e25cdb {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:27:51.280743 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'code': 200} Sep 18 20:27:51.648454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc50ab-1c4e-4e1d-9200-26f19e086753 req-3c6c143d-665d-4c04-959c-e66dad315c16 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:51.649961 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3dc50ab-1c4e-4e1d-9200-26f19e086753 req-3c6c143d-665d-4c04-959c-e66dad315c16 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0491736 Sep 18 20:27:51.656116 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a260aad-65b0-4384-80dd-1d9d348e234f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:51.695366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3dc50ab-1c4e-4e1d-9200-26f19e086753 req-2a19ae08-89a8-4a59-b76d-c52525dd0cef tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385830 Sep 18 20:27:51.925551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d270746-fe2a-4b9b-906c-fd1df915e5ed req-adacdd60-7be5-4338-a888-59df33341e06 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:51.927069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d270746-fe2a-4b9b-906c-fd1df915e5ed req-adacdd60-7be5-4338-a888-59df33341e06 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0491784 Sep 18 20:27:51.964616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d270746-fe2a-4b9b-906c-fd1df915e5ed req-843ec6d0-3781-440f-b484-473d05bf435b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309844 Sep 18 20:27:53.081989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155c71f-bfc7-4a5d-8991-5330b9a5b5af req-a16f6e38-b998-4537-a03d-f93aa1a93cfe tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:53.083546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1155c71f-bfc7-4a5d-8991-5330b9a5b5af req-a16f6e38-b998-4537-a03d-f93aa1a93cfe tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0479693 Sep 18 20:27:53.150559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1155c71f-bfc7-4a5d-8991-5330b9a5b5af req-3a5d83c7-7a2b-4e9e-b476-0adee579f06a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582151 Sep 18 20:27:53.159474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-b6a897c1-760e-4cab-86b5-982478b9482c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:53.160889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-b6a897c1-760e-4cab-86b5-982478b9482c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4979224-c8d5-408d-b7b1-7dffc778ce27 HTTP/1.1" status: 200 len: 945 time: 0.0765126 Sep 18 20:27:53.251225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Deleting port ac8e6d05-553d-417f-8c2a-ec018310fdf7 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:27:53.251509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:53.347027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] For port ac8e6d05-553d-417f-8c2a-ec018310fdf7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=ac8e6d05-553d-417f-8c2a-ec018310fdf7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:27:53.347412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:53.515856 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:53.516139 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:53.516460 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda disassociated. External IP: 172.25.8.200, port: ac8e6d05-553d-417f-8c2a-ec018310fdf7. Sep 18 20:27:53.516808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Calling delete_port for ac8e6d05-553d-417f-8c2a-ec018310fdf7 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:27:53.644406 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:53.673173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event deleted for resources: {'Port': ['ID=ac8e6d05-553d-417f-8c2a-ec018310fdf7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:27:53.698787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:53.792835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:27:53.809097 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:53.906897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:27:53.916153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:27:53.926467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:27:53.927085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:27:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:27:53.948197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] No DVR routers for this DVR port ac8e6d05-553d-417f-8c2a-ec018310fdf7 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:27:53.950787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:53.952880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-250f83b9-c1de-45aa-96c2-bd88572d4d03 req-8b7604fa-a641-4fb6-83a4-fcceb7ae86fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "DELETE /v2.0/ports/ac8e6d05-553d-417f-8c2a-ec018310fdf7 HTTP/1.1" status: 204 len: 173 time: 0.7845187 Sep 18 20:27:53.953343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'name': 'network-vif-deleted', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:27:53.955631 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223e6f4-0f25-4189-be68-8553fe09861f" -d '{"events": [{"server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "name": "network-vif-deleted", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:27:53.999180 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f60c2c-6710-46a7-8117-fc384747846d x-openstack-request-id: req-e0f60c2c-6710-46a7-8117-fc384747846d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:27:53.999501 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4979224-c8d5-408d-b7b1-7dffc778ce27", "name": "network-vif-deleted", "tag": "ac8e6d05-553d-417f-8c2a-ec018310fdf7", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:27:53.999757 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0f60c2c-6710-46a7-8117-fc384747846d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:27:54.000155 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4979224-c8d5-408d-b7b1-7dffc778ce27', 'name': 'network-vif-deleted', 'tag': 'ac8e6d05-553d-417f-8c2a-ec018310fdf7', 'status': 'completed', 'code': 200} Sep 18 20:27:54.036979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:27:54.258970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:27:54.287592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:27:54.294360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:27:54.294981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:27:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:27:54.403243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:27:54.429871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-81ac022d-6532-4ae9-8fe8-0593b5601d1e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--401199531&fields=id&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 267 time: 0.0359464 Sep 18 20:27:54.552170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-18299895-6202-4cb8-aedc-030c39f25973 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:54.553655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-18299895-6202-4cb8-aedc-030c39f25973 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 811 time: 0.1154807 Sep 18 20:27:54.568937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-e2a4d15f-0820-4105-b815-d82fcbe3405d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/quotas/26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 375 time: 0.0092809 Sep 18 20:27:54.603006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:27:54.625025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-64021e8f-db0b-47d7-bee6-faa4086ea858 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505536 Sep 18 20:27:54.633058 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54bac8-98d6-4d43-a55a-f03a4356073c None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:27:54.728702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-107f7f38-47d7-4330-8c99-3c567434400c service neutron] 10.222.0.20 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915525 Sep 18 20:27:54.821911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-ef750b08-57f7-4263-9714-d83886785970 service neutron] 10.222.0.20 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861456 Sep 18 20:27:54.848413 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:54.874658 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d959ed-bc94-4a64-b07a-8e8cadf007d1 None None] New status for floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:27:54.976538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8df0e06c-9cc3-4390-b60f-ed8d36dc9411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:55.013444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d433c9b4-31d8-4019-a6bf-81294df57061 req-92b5071d-f0f4-4204-98bf-e5626e46962e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 210 time: 0.0323739 Sep 18 20:27:55.689273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:55.905034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-21107bd1-3a16-4462-8a6d-e7cd5e0248ef tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:55.906550 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-21107bd1-3a16-4462-8a6d-e7cd5e0248ef tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 811 time: 0.1132882 Sep 18 20:27:55.949499 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-eaed9df7-aa53-4358-b4f3-cb47ac4d7b72 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 379 time: 0.0339305 Sep 18 20:27:55.962993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'port': {'device_id': '730cad4f-484b-4954-bf13-f5239b19d88e', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'admin_state_up': True, 'tenant_id': '26a72acd912948daa25266cbc9556936', 'security_groups': ['d1d9f253-0757-41fe-972e-59ec8a6cbc28']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:27:56.073111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Made reservation on behalf of 26a72acd912948daa25266cbc9556936 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:27:56.076799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:56.112472 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26957cea-7b20-48cc-a10d-e531789380b4 req-06bb1436-0309-4dda-8ffc-c6c836b164f8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 210 time: 0.0275288 Sep 18 20:27:56.204967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Allocated IP 172.20.0.6 (a38e2c67-d318-46be-ac37-90aa3089d9d2/d55890ec-1217-4c51-ade7-196062f77d07/8b6ed459-b8e7-4c74-8c6e-8dc872a370e7) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:27:56.335255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:56.368109 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:56.413164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:27:56.416208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:27:56.422536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:27:56.445725 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:27:56.461465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.461716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.462056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.462392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.462719 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.463055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.463385 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.464359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.464821 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.465286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.465607 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.465926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:27:56.486418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:56.487098 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:56.501756 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7b855e97-b469-4789-a63a-0745f3d31dca tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423703 Sep 18 20:27:56.514916 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Request body: {'port': {'device_id': '730cad4f-484b-4954-bf13-f5239b19d88e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:27:56.575235 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:56.601345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-78d5bdbd-39b3-4a15-8363-009e467f9a6c None None] Provisioning complete for port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:27:56.601848 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-78d5bdbd-39b3-4a15-8363-009e467f9a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:56.634792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-78d5bdbd-39b3-4a15-8363-009e467f9a6c None None] Port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:27:56.840598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:27:56.848029 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:56.861490 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Transition to ACTIVE for port object 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:27:56.864489 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:56.914783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:27:56.985257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:27:56.985586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:27:56.985908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:27:56.990620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:27:56.990938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:27:56.996528 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:27:56.996736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:27:56.997118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:27:56.997542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Bound port: 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:27:56.997900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:57.043824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ac8e6d05-553d-417f-8c2a-ec018310fdf7 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:27:57.064937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: ac8e6d05-553d-417f-8c2a-ec018310fdf7 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:27:57.065355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device ac8e6d05-553d-417f-8c2a-ec018310fdf7 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:27:57.067271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:27:57.070346 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:27:57.075666 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:57.107674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.108309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:57.109710 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] 10.222.0.32 "PUT /v2.0/ports/8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1092 time: 0.5996211 Sep 18 20:27:57.110155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:27:57.112429 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97630343-55e0-4e3a-936a-059e2a1e9eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:27:57.140906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417aea8-0ead-4170-9dee-3b8d461dba19 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:27:57.186270 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcda2f1-dddc-45b9-8977-64804929e5de x-openstack-request-id: req-4dcda2f1-dddc-45b9-8977-64804929e5de {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:27:57.186743 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:27:57.187163 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dcda2f1-dddc-45b9-8977-64804929e5de {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:27:57.187721 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'status': 'completed', 'code': 200} Sep 18 20:27:57.202576 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-ca313838-6a37-439a-9b17-110d249aeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.204201 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-ca313838-6a37-439a-9b17-110d249aeeac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1095 time: 0.0529053 Sep 18 20:27:57.253034 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-7d50b793-f3e7-4dbe-b5da-1abd309ed98c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 217 time: 0.0405228 Sep 18 20:27:57.255892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124260b-f306-4887-a754-111de5cfef88 req-ba2e36dd-842a-4f88-ba3e-4e7d604e11d4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.258049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f124260b-f306-4887-a754-111de5cfef88 req-ba2e36dd-842a-4f88-ba3e-4e7d604e11d4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 943 time: 0.0612063 Sep 18 20:27:57.301349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f124260b-f306-4887-a754-111de5cfef88 req-382857fd-2400-4952-b172-31a1381808c7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Sep 18 20:27:57.303632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-c4337de7-fb89-4f79-b5d8-05c4db83ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.305126 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-c4337de7-fb89-4f79-b5d8-05c4db83ffee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0452936 Sep 18 20:27:57.352826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-74dc1f47-ef86-4845-9ff8-6163f87cd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.354440 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-74dc1f47-ef86-4845-9ff8-6163f87cd989 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417275 Sep 18 20:27:57.447143 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-2b22d818-9057-4960-bd54-11dce6e9dca7 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851960 Sep 18 20:27:57.534502 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c8b60e68-5c37-453f-9703-3a147acefd49 req-49ac63ad-4a8c-44b1-84d9-212c664a5f99 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808020 Sep 18 20:27:57.627504 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:27:57.631835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-6abacd84-448d-4894-acdd-534ca4209aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.633464 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-6abacd84-448d-4894-acdd-534ca4209aef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1095 time: 0.0492871 Sep 18 20:27:57.726440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-93c9b3cf-6822-4265-82bc-e137d8058665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.727959 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-93c9b3cf-6822-4265-82bc-e137d8058665 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0878792 Sep 18 20:27:57.773004 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-8245bce2-3d83-4bab-ba16-ce094ab2e227 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 217 time: 0.0370944 Sep 18 20:27:57.820953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-750c75a8-5116-4817-9f48-71fc9f5eddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.822289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-750c75a8-5116-4817-9f48-71fc9f5eddc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0422254 Sep 18 20:27:57.867765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-4d414add-f989-4447-af52-47e7e0246baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:57.869311 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-4d414add-f989-4447-af52-47e7e0246baa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396428 Sep 18 20:27:57.961372 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-cfb4262c-71cd-4bc4-9ff4-46373bff5888 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846386 Sep 18 20:27:58.052378 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-97630343-55e0-4e3a-936a-059e2a1e9eb5 req-be7b83be-715e-49f1-a36c-e985c9797922 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821791 Sep 18 20:27:58.417384 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63841-7ddc-4e6d-8014-201cc01d763c req-e08a3265-bcc3-4b72-8787-3c76d440f328 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:58.418881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96e63841-7ddc-4e6d-8014-201cc01d763c req-e08a3265-bcc3-4b72-8787-3c76d440f328 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 943 time: 0.0492680 Sep 18 20:27:58.455953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96e63841-7ddc-4e6d-8014-201cc01d763c req-cf0a7ce9-bd09-4685-8752-2b8ab056b54d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Sep 18 20:27:59.569604 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741122b4-f32a-4d12-9833-f6a42a0fc132 req-23d6693e-62c3-4907-8926-8c738cc95570 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:27:59.571079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-741122b4-f32a-4d12-9833-f6a42a0fc132 req-23d6693e-62c3-4907-8926-8c738cc95570 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 943 time: 0.0491354 Sep 18 20:27:59.608125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-741122b4-f32a-4d12-9833-f6a42a0fc132 req-e0d7a57e-f533-4de8-903f-e372933bc67e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305021 Sep 18 20:28:00.711691 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:28:00.725527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24298220-4887-4c17-93db-6307ff1ae4c4 req-a807641b-f9f1-4796-933a-75d9eb7be77d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:00.727105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24298220-4887-4c17-93db-6307ff1ae4c4 req-a807641b-f9f1-4796-933a-75d9eb7be77d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 943 time: 0.0525713 Sep 18 20:28:00.766105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24298220-4887-4c17-93db-6307ff1ae4c4 req-6ede1588-d03b-4b6a-a5f6-e0f87fe30eaf tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323625 Sep 18 20:28:00.807314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:28:00.818680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'mac_address': 'fa:16:3e:db:d7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:28:00.854202 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:00.867064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:28:00.885881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:28:00.889674 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:00.938035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:28:01.089456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:28:01.885350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220f49-77eb-4068-805a-6eda83dfc88b req-7d9b4c88-96c3-463c-b695-d9585c8965e2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:01.887492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64220f49-77eb-4068-805a-6eda83dfc88b req-7d9b4c88-96c3-463c-b695-d9585c8965e2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0544653 Sep 18 20:28:01.925818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64220f49-77eb-4068-805a-6eda83dfc88b req-a33e7793-5124-4522-9827-59c5a0dbc3d9 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323815 Sep 18 20:28:02.711685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:28:02.758850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:28:02.763041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:28:02.763449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:02.992346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:03.014821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:28:03.017350 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64168253-41b8-44da-abf9-56618b667196" -d '{"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-plugged", "status": "completed", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:28:03.030157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:28:03.035161 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:03.043920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e49ff-e34b-4dbb-bd7e-8a432d2a55c3 req-f4bfd9c4-7d2d-4b0d-b3d5-649d3b785498 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:03.045631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-156e49ff-e34b-4dbb-bd7e-8a432d2a55c3 req-f4bfd9c4-7d2d-4b0d-b3d5-649d3b785498 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0528688 Sep 18 20:28:03.066795 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca5dbe0-b706-4f9a-a444-c7e106899f1a x-openstack-request-id: req-7ca5dbe0-b706-4f9a-a444-c7e106899f1a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:28:03.067089 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-plugged", "status": "completed", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:28:03.067343 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ca5dbe0-b706-4f9a-a444-c7e106899f1a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:28:03.067765 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'code': 200} Sep 18 20:28:03.089457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:28:03.091734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-156e49ff-e34b-4dbb-bd7e-8a432d2a55c3 req-811cec24-eec0-44a7-b91e-2863f6b33fc2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392437 Sep 18 20:28:03.164956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179feea-237e-4dfd-8990-6ca8d05d50ca req-c7830895-9514-4f4b-b74a-b105ddc31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:03.166458 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7179feea-237e-4dfd-8990-6ca8d05d50ca req-c7830895-9514-4f4b-b74a-b105ddc31683 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1097 time: 0.0389671 Sep 18 20:28:03.206371 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-7179feea-237e-4dfd-8990-6ca8d05d50ca req-c3c77005-9cef-4365-b454-537a3419baf6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328994 Sep 18 20:28:04.213041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfac09-665e-4776-b314-b2c500bb486e req-5f91dcd4-4bd4-4c4d-8a16-1866f4759b0b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:04.214546 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdcfac09-665e-4776-b314-b2c500bb486e req-5f91dcd4-4bd4-4c4d-8a16-1866f4759b0b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0525696 Sep 18 20:28:04.252838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fdcfac09-665e-4776-b314-b2c500bb486e req-4050e067-8664-43f8-bb09-82c598b75cfd tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318778 Sep 18 20:28:05.367471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2218ac1-ee3f-4704-9b83-b66e35df6214 req-6542afff-59fe-49a2-9fc2-8bad87d9f01d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:05.368928 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2218ac1-ee3f-4704-9b83-b66e35df6214 req-6542afff-59fe-49a2-9fc2-8bad87d9f01d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0487707 Sep 18 20:28:05.409527 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2218ac1-ee3f-4704-9b83-b66e35df6214 req-0aa3277c-f2a7-4cee-9237-f7bd4b5c4f72 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345013 Sep 18 20:28:05.523736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a74d7-a8d8-43d9-910d-47fb7093b7f5 req-f6db41c1-cee0-421a-95a5-deb5de3550d6 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:05.525212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea7a74d7-a8d8-43d9-910d-47fb7093b7f5 req-f6db41c1-cee0-421a-95a5-deb5de3550d6 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0476313 Sep 18 20:28:05.534454 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 41784) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:28:05.538578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'floatingip': {'port_id': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:28:05.581125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:06.003580 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:06.007154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:06.105258 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda associated. External IP: 172.25.8.200, port: 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7. Sep 18 20:28:06.308028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:28:06.413903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:28:06.418759 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:06.423430 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:28:06.433194 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:28:06.433813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:27:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:28:06.446113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-64a2c95f-12ab-44f7-96ad-33fd983f4c8c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "PUT /v2.0/floatingips/10b8e5b6-0179-4306-a15c-55215ef4dbda HTTP/1.1" status: 200 len: 991 time: 0.9107001 Sep 18 20:28:06.446717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:28:06.449637 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:28:06.486949 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d75680f-a6ab-43e0-8835-d9dd8b746d1f x-openstack-request-id: req-7d75680f-a6ab-43e0-8835-d9dd8b746d1f {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:28:06.487241 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:28:06.487554 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d75680f-a6ab-43e0-8835-d9dd8b746d1f {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:28:06.487959 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'status': 'completed', 'code': 200} Sep 18 20:28:06.541921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:28:06.552512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-efa6c5ab-f498-4d11-bcba-beac2171065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:06.554064 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-efa6c5ab-f498-4d11-bcba-beac2171065f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1097 time: 0.0412078 Sep 18 20:28:06.644580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-8edfa186-9555-47be-9eca-a911d1db3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:06.646090 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-8edfa186-9555-47be-9eca-a911d1db3246 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0850689 Sep 18 20:28:06.716878 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-4d9c125f-0403-4c49-9079-4e8d7ba1cacb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 999 time: 0.0638649 Sep 18 20:28:06.766849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-ff45d383-321d-4d36-9099-b4da03757600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:06.768347 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-ff45d383-321d-4d36-9099-b4da03757600 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0449820 Sep 18 20:28:06.771577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:db:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730cad4f-484b-4954-bf13-f5239b19d88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:28:05Z', 'revision_number': 9, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:28:06.798284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:28:06.806521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:28:06.807137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:27:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:28:06.816659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-104f44e5-8a6c-4b19-9f55-476e2aa30ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:06.818210 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-104f44e5-8a6c-4b19-9f55-476e2aa30ba8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427916 Sep 18 20:28:06.909976 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-16646dd9-af10-4db4-aa6b-0ec189521c63 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850108 Sep 18 20:28:06.912320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:28:07.002620 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e6ec5dda-1c3f-4aff-b192-dd5706b2cbe8 req-c76c4e2a-5c6c-4fd1-aa91-8011283e0939 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857534 Sep 18 20:28:07.139130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:db:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730cad4f-484b-4954-bf13-f5239b19d88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:28:05Z', 'revision_number': 9, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:28:07.164923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80405f-85e7-4225-819b-7c444b43afc3 None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:db:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730cad4f-484b-4954-bf13-f5239b19d88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:28:05Z', 'revision_number': 9, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:28:07.361273 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0704a-c7d9-4b97-ac5b-781a2a011477 None None] New status for floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:28:19.380839 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:28:21.156981 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-be0a511f-527e-47eb-9a4c-c08560d88b4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483181 Sep 18 20:28:21.238770 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-b2fd0b4b-4699-44c7-a0b9-75fed7a4afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:21.240332 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-b2fd0b4b-4699-44c7-a0b9-75fed7a4afd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1097 time: 0.0411785 Sep 18 20:28:21.359436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-9224aae3-7b17-451d-bf7f-ddee030890de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:21.360925 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-9224aae3-7b17-451d-bf7f-ddee030890de service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0927000 Sep 18 20:28:21.426675 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-5166e38e-d7c6-4da4-a3e3-ae76eceb96d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1002 time: 0.0578816 Sep 18 20:28:21.476351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-39e36bed-c31c-455c-a569-e979f95b2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:21.477813 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-39e36bed-c31c-455c-a569-e979f95b2821 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0437479 Sep 18 20:28:21.526184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-fedca576-14ce-44ad-948e-e84f1c7df90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:28:21.528218 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-fedca576-14ce-44ad-948e-e84f1c7df90e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428743 Sep 18 20:28:21.617552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-0877efe5-7411-43b3-9adc-18f1fdc4c56e service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804601 Sep 18 20:28:21.658163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-737e7e84-5325-419c-b748-ddaa75f5f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:21.712221 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cb4b229c-379c-4b55-ac54-190935d47ac5 req-73b0488e-63c3-411c-81e1-6103ed3b77da service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864313 Sep 18 20:28:23.712038 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:23.806614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:24.851833 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:24.958410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-833610d8-962f-4e32-9a20-2597c881a222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:25.693444 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:27.615220 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:51.659820 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-684ace60-7883-42e7-8ed3-91ffebe4f009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:53.725168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:53.807973 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:54.855200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:54.958213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1580f35c-bcd4-43ce-8532-c3d1b68cf62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:55.695426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:28:56.379994 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:28:57.622537 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:21.660847 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a06465fb-b7aa-4849-96d0-e6ae4dc1628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:22.150065 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-2be72a71-1c1e-4d94-8c0c-75fb0291d1ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401762 Sep 18 20:29:22.233446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-ddeb935a-facd-41e6-83a0-e7af5015fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:22.234847 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-ddeb935a-facd-41e6-83a0-e7af5015fb32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1097 time: 0.0432060 Sep 18 20:29:22.342257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-58e9d6dc-9e71-45ab-b5cb-bd8f1e267876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:22.343755 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-58e9d6dc-9e71-45ab-b5cb-bd8f1e267876 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0901916 Sep 18 20:29:22.408625 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-5e4ac258-31af-48bf-ba71-3c439cbdf66d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1002 time: 0.0581341 Sep 18 20:29:22.461406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-5be553e0-dbd0-4f84-9960-89df754ef530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:22.462854 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-5be553e0-dbd0-4f84-9960-89df754ef530 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0479794 Sep 18 20:29:22.508180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-981909a8-a223-4c52-a2b9-34ee0684c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:22.509540 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-981909a8-a223-4c52-a2b9-34ee0684c51c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394373 Sep 18 20:29:22.597403 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-b748392d-ee38-4ff6-adae-90d425af5eb8 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799389 Sep 18 20:29:22.690599 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-86359389-57bc-4feb-afda-ecb6f1fa6ca6 req-62e99492-7823-46cd-8d68-2dce67a3ff1c service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855970 Sep 18 20:29:23.726104 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:23.807812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:24.859160 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:24.957787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-89f96e3e-d59f-43be-8818-b78c317d3ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:25.698004 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:27.620736 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:33.380233 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:29:41.307358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-d5366ed4-24e0-4036-9840-9f8cc6e433e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399742 Sep 18 20:29:41.334201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa97f-1813-4827-867e-ce374442117b req-a391c19b-9bd0-44c8-a557-f5403633a84e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:41.335726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d11fa97f-1813-4827-867e-ce374442117b req-a391c19b-9bd0-44c8-a557-f5403633a84e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0543582 Sep 18 20:29:41.375544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d11fa97f-1813-4827-867e-ce374442117b req-d4b49d36-0071-40ce-ac7d-85f8066da878 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 Sep 18 20:29:42.480819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-bccf0521-ee12-4c0e-aa70-8750c7bab0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:42.482376 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-bccf0521-ee12-4c0e-aa70-8750c7bab0df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1097 time: 0.0401974 Sep 18 20:29:42.494184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb493-8131-4bed-9c74-f0e5e33c6fa2 req-d8a0e9b9-5269-4b0a-b03e-e8280dfd0eb4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:42.495673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84abb493-8131-4bed-9c74-f0e5e33c6fa2 req-d8a0e9b9-5269-4b0a-b03e-e8280dfd0eb4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0487864 Sep 18 20:29:42.533896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84abb493-8131-4bed-9c74-f0e5e33c6fa2 req-aaf89d02-f507-4861-a959-180e3d0ef582 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311904 Sep 18 20:29:42.578364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-d70ac4d8-11d9-42db-af9e-d01deae34c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:42.579892 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-d70ac4d8-11d9-42db-af9e-d01deae34c2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0901678 Sep 18 20:29:42.647871 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-29fd5870-cf1f-41ee-a5df-99642ed3f2b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1002 time: 0.0604219 Sep 18 20:29:42.701259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-129600c4-d5d6-4ad2-86e5-455869566a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:42.702906 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-129600c4-d5d6-4ad2-86e5-455869566a68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0485163 Sep 18 20:29:42.748952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1ba2716e-07d9-4b45-a0bd-a70177800ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:42.750509 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1ba2716e-07d9-4b45-a0bd-a70177800ce9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408583 Sep 18 20:29:42.760620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-e4ae795b-3014-4736-875a-ddb7b088e3ff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:29:42.761544 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-e4ae795b-3014-4736-875a-ddb7b088e3ff service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047565 Sep 18 20:29:42.852137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-76dbffa5-677a-48d7-8a2f-783a358eb2dc service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831234 Sep 18 20:29:42.939637 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-195b1b2b-1a81-4a57-af93-566c9d822329 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801241 Sep 18 20:29:43.650198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c92295-4b23-41fe-92b1-39ca933f4aee req-0a2f9f4a-ee9e-4fd8-8f0e-7ac90c83f697 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:43.651719 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24c92295-4b23-41fe-92b1-39ca933f4aee req-0a2f9f4a-ee9e-4fd8-8f0e-7ac90c83f697 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0498428 Sep 18 20:29:43.689958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-24c92295-4b23-41fe-92b1-39ca933f4aee req-f5050bc1-0af7-4430-8237-734afe164dc2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321832 Sep 18 20:29:44.807322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06e11-aaed-4ed3-8321-82d53e1e081c req-68003b62-9620-4db0-b406-2884a471d3a0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:44.808839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7d06e11-aaed-4ed3-8321-82d53e1e081c req-68003b62-9620-4db0-b406-2884a471d3a0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0511200 Sep 18 20:29:44.846002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7d06e11-aaed-4ed3-8321-82d53e1e081c req-4421d76a-bec9-4657-8f4d-72f40a208891 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305359 Sep 18 20:29:45.960071 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032b71-0608-4437-a89e-99d04144379a req-d9d2854e-a11d-45b4-b8e9-ffd72beec569 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:45.961562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98032b71-0608-4437-a89e-99d04144379a req-d9d2854e-a11d-45b4-b8e9-ffd72beec569 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0481696 Sep 18 20:29:45.999878 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-98032b71-0608-4437-a89e-99d04144379a req-c3202560-ea4f-4c5e-baba-1fb1e5d386fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Sep 18 20:29:47.113530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b61065-45f6-4f38-9dab-38a9497b5cf4 req-9bd79e32-85dd-4033-a15f-6a5849f83855 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:47.114992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1b61065-45f6-4f38-9dab-38a9497b5cf4 req-9bd79e32-85dd-4033-a15f-6a5849f83855 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0498247 Sep 18 20:29:47.153099 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1b61065-45f6-4f38-9dab-38a9497b5cf4 req-1fb75217-6f96-48c5-91f1-1a8c3185693c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321035 Sep 18 20:29:48.271278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ea144-2988-4f62-a4ed-ca1b22958d96 req-ca12bc48-1eea-4ac2-86c9-b41f62cb1ae8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:48.272816 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b96ea144-2988-4f62-a4ed-ca1b22958d96 req-ca12bc48-1eea-4ac2-86c9-b41f62cb1ae8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0554471 Sep 18 20:29:48.310970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b96ea144-2988-4f62-a4ed-ca1b22958d96 req-0166dff9-3d85-4f34-8fc3-ed76705b2a93 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Sep 18 20:29:49.425726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc5adb-27a6-435e-a49e-53e6508d8bca req-4a135ea7-c4f5-4da4-abaf-e95e30a32c81 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:49.427205 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49fc5adb-27a6-435e-a49e-53e6508d8bca req-4a135ea7-c4f5-4da4-abaf-e95e30a32c81 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0488605 Sep 18 20:29:49.463888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49fc5adb-27a6-435e-a49e-53e6508d8bca req-d1471ae5-0067-4c54-b644-24baf29abe3c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307839 Sep 18 20:29:50.580885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33953f1b-226c-4ca6-8178-3cd0c88ff04f req-6b9bbe2f-5836-4d01-afd4-51430a548d48 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:50.582386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33953f1b-226c-4ca6-8178-3cd0c88ff04f req-6b9bbe2f-5836-4d01-afd4-51430a548d48 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0485168 Sep 18 20:29:50.619427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-33953f1b-226c-4ca6-8178-3cd0c88ff04f req-df5d5b61-8fe5-41b9-a352-037f99f0e4db tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309300 Sep 18 20:29:51.661958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-260acfd7-5e6e-43f4-b878-c658eef234c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:51.737858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a30aaf-4bca-473e-b8f1-ab8dbc9ea6ce req-c0ced401-76ef-4d15-86c5-cf5ac95fc386 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:51.739345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69a30aaf-4bca-473e-b8f1-ab8dbc9ea6ce req-c0ced401-76ef-4d15-86c5-cf5ac95fc386 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0533013 Sep 18 20:29:51.777275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69a30aaf-4bca-473e-b8f1-ab8dbc9ea6ce req-c644dee0-62b2-4522-a85f-330a674c1559 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Sep 18 20:29:52.894183 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140730b-d08f-4525-b87a-a47199e620d0 req-132c3ad3-e7b4-4697-85a9-c0416b1ced59 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:52.895733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9140730b-d08f-4525-b87a-a47199e620d0 req-132c3ad3-e7b4-4697-85a9-c0416b1ced59 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0503263 Sep 18 20:29:52.934015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9140730b-d08f-4525-b87a-a47199e620d0 req-9128b028-cde8-4eee-8747-f66353010b41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321794 Sep 18 20:29:53.737179 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:53.810235 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:54.047990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aebfd3-b02f-430e-ab17-9cfd4a719f5e req-f265b181-f5a3-4d8c-85bd-8895d1f44e76 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:54.049466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57aebfd3-b02f-430e-ab17-9cfd4a719f5e req-f265b181-f5a3-4d8c-85bd-8895d1f44e76 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0476997 Sep 18 20:29:54.085964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57aebfd3-b02f-430e-ab17-9cfd4a719f5e req-1ebdec84-e41a-4359-8643-4611e5a1a649 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305970 Sep 18 20:29:54.861925 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:54.956963 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-26cc352c-e3b9-4c20-8235-8c91d76aad8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:55.014146 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [req-dda94963-7625-42d9-b7c7-f060f5246fce req-e4c869d2-6469-4fb6-bdf0-a637c4048280 service neutron] show failed (client error): The resource could not be found. Sep 18 20:29:55.015718 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-e4c869d2-6469-4fb6-bdf0-a637c4048280 service neutron] 10.222.0.32 "GET /v2.0/ports/8b6ed459-b8e7-4c74-8c6e-8dc872a370e7/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0538275 Sep 18 20:29:55.236445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a13c-7666-4511-9ee5-fe7d1ad597a1 req-b58dfbbd-9faf-4713-afcc-59bb043e715f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:55.238132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5682a13c-7666-4511-9ee5-fe7d1ad597a1 req-b58dfbbd-9faf-4713-afcc-59bb043e715f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 945 time: 0.0802789 Sep 18 20:29:55.240891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-33fa813f-56a4-4c01-9cd4-5f2206d51427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:55.242262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-33fa813f-56a4-4c01-9cd4-5f2206d51427 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 1097 time: 0.0740178 Sep 18 20:29:55.254890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:29:55.304671 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5682a13c-7666-4511-9ee5-fe7d1ad597a1 req-ed98ea81-9050-40ea-b493-ad1508045636 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603130 Sep 18 20:29:55.327273 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:55.533738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:29:55.565936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:29:55.603881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:29:55.606112 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d626ed-3791-4592-b9a4-38cdafea16d3" -d '{"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:29:55.610381 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:55.622123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Transition to ACTIVE for port object 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:29:55.626116 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:55.676492 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e528c7-97e8-4d61-973d-5ec41309563d x-openstack-request-id: req-08e528c7-97e8-4d61-973d-5ec41309563d {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:29:55.676786 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:29:55.677034 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08e528c7-97e8-4d61-973d-5ec41309563d {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:29:55.677438 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'code': 200} Sep 18 20:29:55.678587 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:29:55.703017 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:55.720812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.721158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.721502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.721835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.722164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.722494 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.722820 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.723142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.723490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.723813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.724392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:55.724716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:56.087121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] No DVR routers for this DVR port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:29:56.218254 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:29:56.218800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:29:56.219122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:29:56.223303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:29:56.223651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:29:56.228601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:29:56.228956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:29:56.229329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:29:56.229749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Bound port: 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:29:56.230097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:56.291772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:29:56.296310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:29:56.301085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:56.336788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:56.337458 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:56.338825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1092 time: 1.0886555 Sep 18 20:29:56.364398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11017f-e87a-44df-936f-d978c582e083 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:29:56.439239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-7101ec98-2a89-4eb0-9b85-b2f02a567038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:56.440789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-7101ec98-2a89-4eb0-9b85-b2f02a567038 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1095 time: 0.0732839 Sep 18 20:29:56.453164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7fbf1-873a-408c-8788-a8eb7b27791c req-aecba33f-855e-4626-9d5b-bc63f690ff4b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:56.454681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22f7fbf1-873a-408c-8788-a8eb7b27791c req-aecba33f-855e-4626-9d5b-bc63f690ff4b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 943 time: 0.0621486 Sep 18 20:29:56.550166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22f7fbf1-873a-408c-8788-a8eb7b27791c req-fa5ddf42-1e25-4406-955c-9ce6f2bbd93c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872469 Sep 18 20:29:56.571999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-acfb84fe-b036-4bdd-a8af-84ac8740e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:56.573468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-acfb84fe-b036-4bdd-a8af-84ac8740e8de service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.1178613 Sep 18 20:29:56.637836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-800236b2-1bbc-493f-a838-a82b49cf4594 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1000 time: 0.0571868 Sep 18 20:29:56.689438 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-5c2d0684-2402-4702-97f9-fdc4db203205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:56.690868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-5c2d0684-2402-4702-97f9-fdc4db203205 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0463769 Sep 18 20:29:56.736164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f74aec3-1fdb-4110-851d-12bdff86255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:56.737647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-1f74aec3-1fdb-4110-851d-12bdff86255f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403841 Sep 18 20:29:56.825338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-fcb1d83a-ebb3-4b3b-93ac-5fdec227b10d service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805485 Sep 18 20:29:56.924992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dda94963-7625-42d9-b7c7-f060f5246fce req-a454b564-ffa3-4fd2-a2ee-74540b19c710 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922787 Sep 18 20:29:57.624940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:57.668300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248370-f9d2-4f67-8644-fafc7b44a877 req-3d18ffbb-6f0f-4493-92c5-5d3ea98db8d8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:57.669783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83248370-f9d2-4f67-8644-fafc7b44a877 req-3d18ffbb-6f0f-4493-92c5-5d3ea98db8d8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 943 time: 0.0489802 Sep 18 20:29:57.681608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:29:57.683783 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e9edbf-8fa6-4c71-8626-bf4246753187" -d '{"events": [{"name": "network-changed", "server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:29:57.718836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83248370-f9d2-4f67-8644-fafc7b44a877 req-705749b0-7d02-400f-9ee3-a929fba39836 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Sep 18 20:29:57.737235 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfcdc74-3061-4507-906d-7434adb54467 x-openstack-request-id: req-adfcdc74-3061-4507-906d-7434adb54467 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:29:57.737740 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:29:57.738079 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adfcdc74-3061-4507-906d-7434adb54467 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:29:57.738594 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'status': 'completed', 'code': 200} Sep 18 20:29:57.797799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-b6984aaf-6392-40c1-88a5-f331d04f4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:57.799017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-ce4fcc66-0d84-43d9-9b84-dafcf8b4399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:57.799336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-b6984aaf-6392-40c1-88a5-f331d04f4834 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1095 time: 0.0446465 Sep 18 20:29:57.800563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-ce4fcc66-0d84-43d9-9b84-dafcf8b4399d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1095 time: 0.0442097 Sep 18 20:29:57.888574 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-5713c10e-601c-430c-ba23-408da358ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:57.890678 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-5713c10e-601c-430c-ba23-408da358ae8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0844500 Sep 18 20:29:57.893399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-71b273c6-1a49-4cfe-b4c0-826d0969a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:57.894838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-71b273c6-1a49-4cfe-b4c0-826d0969a617 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0865853 Sep 18 20:29:57.959289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-4f10c8ea-a858-4f1f-a13e-b4374df3906a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1000 time: 0.0617771 Sep 18 20:29:57.964077 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-2267962b-e38a-4325-bc5e-a80541459485 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1000 time: 0.0620699 Sep 18 20:29:58.007650 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-d649900b-e473-4303-b1f4-81053917d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:58.009115 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-d649900b-e473-4303-b1f4-81053917d4e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0432169 Sep 18 20:29:58.015025 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-16ece86f-304b-4865-af47-a6886c10f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:58.016799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-16ece86f-304b-4865-af47-a6886c10f380 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0450914 Sep 18 20:29:58.054011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-cfe51931-22a6-45bf-a8b0-12c04a9549ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:58.055545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-cfe51931-22a6-45bf-a8b0-12c04a9549ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395248 Sep 18 20:29:58.062463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-f9af526e-f2de-445e-9850-58b7eb1def47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:58.063992 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-f9af526e-f2de-445e-9850-58b7eb1def47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401223 Sep 18 20:29:58.149150 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-63903e99-81dc-4fa0-a89b-2d5c1bfbf96d service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865822 Sep 18 20:29:58.159126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-99d59f37-243f-4766-985a-e216d3dafafa service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869300 Sep 18 20:29:58.242603 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-79980ce8-0353-46da-9c1d-49f9d6288879 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Sep 18 20:29:58.249391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9edbf-8fa6-4c71-8626-bf4246753187 req-1e4d44f8-acba-4af2-b8e9-e40f6aff4807 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828238 Sep 18 20:29:58.838240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cad7d-3dd3-4c49-b5d2-032fe432043a req-60be087d-fd1d-42db-9250-355bfa9b28a1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:58.839730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da2cad7d-3dd3-4c49-b5d2-032fe432043a req-60be087d-fd1d-42db-9250-355bfa9b28a1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 943 time: 0.0524075 Sep 18 20:29:58.878346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da2cad7d-3dd3-4c49-b5d2-032fe432043a req-52971082-d540-4f7b-a677-fc6a1ceb96c6 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Sep 18 20:29:59.187063 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-796f26e8-4cf7-4f6f-bd2d-114ee94ff134 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:59.188644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-796f26e8-4cf7-4f6f-bd2d-114ee94ff134 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e&tenant_id=26a72acd912948daa25266cbc9556936&binding%3Ahost_id=n-h2-789963-11 HTTP/1.1" status: 200 len: 943 time: 0.0813773 Sep 18 20:29:59.200096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a9e5-d8d6-4ca9-aa21-0ec5744ec67c req-465996d8-ea5d-4bff-bcb3-40f236037461 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:59.201439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a157a9e5-d8d6-4ca9-aa21-0ec5744ec67c req-465996d8-ea5d-4bff-bcb3-40f236037461 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 943 time: 0.0675375 Sep 18 20:29:59.277736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a157a9e5-d8d6-4ca9-aa21-0ec5744ec67c req-e81fd9da-6b5c-4d0e-be29-d5a762c19fbb tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687251 Sep 18 20:29:59.285300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-8385ab36-8a3f-482d-b205-20341c86a8d9 service neutron] 10.222.0.24 "GET /v2.0/ports/8b6ed459-b8e7-4c74-8c6e-8dc872a370e7/bindings/n-h2-789963-11 HTTP/1.1" status: 200 len: 383 time: 0.0823839 Sep 18 20:29:59.346149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-effdf59e-8e67-4cb4-bd94-140006cef150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:59.347651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-effdf59e-8e67-4cb4-bd94-140006cef150 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1095 time: 0.0405374 Sep 18 20:29:59.350703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:29:59.387248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:29:59.441667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-0ec1a5e4-3f88-461c-9f5d-7be9840f9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:59.443114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-0ec1a5e4-3f88-461c-9f5d-7be9840f9f75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0892773 Sep 18 20:29:59.507529 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-bc48307b-e59c-45bb-b25e-bea282d98a32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1000 time: 0.0566566 Sep 18 20:29:59.558632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-5d0183f8-6e8e-44f4-8949-8f63cd857430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:59.560005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-5d0183f8-6e8e-44f4-8949-8f63cd857430 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0455639 Sep 18 20:29:59.609433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-fa9c3959-faff-476d-9f87-6f4500a09010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:29:59.610910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-fa9c3959-faff-476d-9f87-6f4500a09010 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444379 Sep 18 20:29:59.625627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:29:59.700689 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-f6e4e51c-feb6-4b2e-b3b6-02c2f4195a71 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Sep 18 20:29:59.719436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:29:59.730994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'mac_address': 'fa:16:3e:db:d7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:29:59.767911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:59.780209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:29:59.793780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-6bb398d1-a167-48c5-9afb-c057a6d08de7 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863950 Sep 18 20:29:59.800178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:29:59.804456 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:29:59.854202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:29:59.861723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.862073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.862414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.862748 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.863077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.863423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.863751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.864075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.864397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.864716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.865036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:29:59.865355 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:00.056447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:30:00.393884 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0efc99-fcc4-4c51-b0fe-2d2333f58e69 req-39c71422-cba5-43b3-9b40-d98b5f9d8058 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:00.395395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab0efc99-fcc4-4c51-b0fe-2d2333f58e69 req-39c71422-cba5-43b3-9b40-d98b5f9d8058 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0488629 Sep 18 20:30:00.432429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ab0efc99-fcc4-4c51-b0fe-2d2333f58e69 req-2638197b-147c-41b9-888c-f1b974d539e1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Sep 18 20:30:01.553737 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d68400-38c5-4c06-9d3e-528e924fdba8 req-30ae3e57-d1f0-4b84-bed0-a9b28d062a2d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:01.555222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5d68400-38c5-4c06-9d3e-528e924fdba8 req-30ae3e57-d1f0-4b84-bed0-a9b28d062a2d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0515893 Sep 18 20:30:01.593686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e5d68400-38c5-4c06-9d3e-528e924fdba8 req-31a067bc-1fc9-407f-9c89-bb9ffb8e2314 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324368 Sep 18 20:30:01.642116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:30:01.683439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-c7441b84-8829-45e1-b35b-4e666847f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:01.684967 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-c7441b84-8829-45e1-b35b-4e666847f53d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 1096 time: 0.0473886 Sep 18 20:30:01.693417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:30:01.696555 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:30:01.697064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:30:01.697432 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:01.751771 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:01.774694 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:01.797131 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:30:01.799382 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afddbb37-26e7-4e88-8e52-fa5675dfc477" -d '{"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-plugged", "status": "completed", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:30:01.812553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:30:01.816937 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:01.818026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.db.api [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:30:01.818353 n-d-789963-11 neutron-server[94940]: DEBUG oslo_db.api [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:30:01.852907 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0009d976-769e-48af-b205-b5b474aa3ef1 x-openstack-request-id: req-0009d976-769e-48af-b205-b5b474aa3ef1 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:30:01.853197 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-plugged", "status": "completed", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:30:01.853450 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0009d976-769e-48af-b205-b5b474aa3ef1 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:30:01.853841 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'code': 200} Sep 18 20:30:01.865651 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:02.350353 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:02.546228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:30:02.577723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:30:02.615254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:30:02.617514 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e48133c-0493-4ab8-a171-13edcb4ac672" -d '{"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:30:02.622030 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:02.636250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Transition to ACTIVE for port object 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:30:02.641397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:02.678608 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c669b-2018-4fb3-ac3e-89ffdac1ae84 x-openstack-request-id: req-5e1c669b-2018-4fb3-ac3e-89ffdac1ae84 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:30:02.678905 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:30:02.679159 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e1c669b-2018-4fb3-ac3e-89ffdac1ae84 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:30:02.679595 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'code': 200} Sep 18 20:30:02.741348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbdfb7-dc41-4b72-b574-57866d73f020 req-1088861a-d693-42ab-826c-d5c370241ce0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:02.743032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cfbdfb7-dc41-4b72-b574-57866d73f020 req-1088861a-d693-42ab-826c-d5c370241ce0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0642171 Sep 18 20:30:02.748321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=10']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:02.764439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.764997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.765371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.765707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.766045 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.766386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.766722 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.767053 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.767395 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.767739 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.768070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.768397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:30:02.789985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3cfbdfb7-dc41-4b72-b574-57866d73f020 req-611562b0-ed10-4730-947f-1fa9bd5a6ee8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392892 Sep 18 20:30:02.790409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] No DVR routers for this DVR port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:30:02.931594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:30:02.931936 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:30:02.932263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:30:02.937079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:30:02.937402 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Attempting to bind port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:30:02.942165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:30:02.942498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:30:02.942878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:30:02.943302 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Bound port: 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:30:02.943686 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:03.007694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:30:03.010610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:30:03.013910 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:03.047742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:03.048265 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:03.049636 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] 10.222.0.32 "PUT /v2.0/ports/8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1093 time: 1.3571193 Sep 18 20:30:03.071981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5be6f-d4c7-4058-88c0-78373d4f951a service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=11']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:03.117184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-10a6a3ca-b6f8-4e91-a266-43406ab3d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:03.118346 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-10a6a3ca-b6f8-4e91-a266-43406ab3d257 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1096 time: 0.0425932 Sep 18 20:30:03.214844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-5119d901-1b2f-4422-814e-ad8eee68651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:03.216374 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-5119d901-1b2f-4422-814e-ad8eee68651c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0910616 Sep 18 20:30:03.283331 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-273f9f74-c826-4231-b1b7-68fbd116076d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1000 time: 0.0591438 Sep 18 20:30:03.333220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-ca809f26-e331-4178-9ca7-64224d855501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:03.334591 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-ca809f26-e331-4178-9ca7-64224d855501 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0444748 Sep 18 20:30:03.383949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-03c7a88e-105d-455c-b91c-022bac8d709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:03.385307 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-03c7a88e-105d-455c-b91c-022bac8d709e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440161 Sep 18 20:30:03.472581 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-f8686aee-ba81-47cc-a55b-5ec7232f7043 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800536 Sep 18 20:30:03.563532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5a25e031-3d3a-4850-bc73-b1d0694b2bb9 req-c1f88029-e109-4467-864b-8582a28b4fbb service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835416 Sep 18 20:30:03.641451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:30:03.679768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:30:03.906243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd934bf-dab1-4928-a0d0-c74c8b323474 req-4b5c2a03-1eff-42e2-9f13-9f271937af0a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:03.907652 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fd934bf-dab1-4928-a0d0-c74c8b323474 req-4b5c2a03-1eff-42e2-9f13-9f271937af0a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0483272 Sep 18 20:30:03.945235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fd934bf-dab1-4928-a0d0-c74c8b323474 req-6af95a2e-c2f1-47d4-86ca-f0f68f42def8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Sep 18 20:30:04.681083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:30:04.683504 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9477b-f57c-4ace-a389-609c66e7f758" -d '{"events": [{"name": "network-changed", "server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:30:04.734292 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e66df-ad34-4f0e-983c-3c422c512ad8 x-openstack-request-id: req-585e66df-ad34-4f0e-983c-3c422c512ad8 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:30:04.734584 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:30:04.734840 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-585e66df-ad34-4f0e-983c-3c422c512ad8 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:30:04.735238 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'status': 'completed', 'code': 200} Sep 18 20:30:04.797842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-ca68af94-61d5-4071-a32b-cefefc452e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:04.798095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-5fac2743-1959-430b-809b-433e6e1390d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:04.799348 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-5fac2743-1959-430b-809b-433e6e1390d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1096 time: 0.0421927 Sep 18 20:30:04.799506 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-ca68af94-61d5-4071-a32b-cefefc452e6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 1096 time: 0.0408924 Sep 18 20:30:04.904628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-b4b9b69f-9fc3-46c7-aecc-f5b1d2793b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:04.906525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-b4b9b69f-9fc3-46c7-aecc-f5b1d2793b2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.1003098 Sep 18 20:30:04.909177 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-22799b5b-979e-4380-afd7-8acba48bc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:04.912981 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-22799b5b-979e-4380-afd7-8acba48bc31d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.1054609 Sep 18 20:30:04.983868 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-4f50539a-c923-4f0c-be3b-145fb9694d2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1000 time: 0.0701051 Sep 18 20:30:05.071361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-2196241f-0295-41c3-aae7-aa9537ca5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:05.073199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-2196241f-0295-41c3-aae7-aa9537ca5f71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0830927 Sep 18 20:30:05.098299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513eaed-2be0-4423-96db-6951d1901386 req-7a542d20-fde1-49e6-98dc-6593f80deff1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:05.100160 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8513eaed-2be0-4423-96db-6951d1901386 req-7a542d20-fde1-49e6-98dc-6593f80deff1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0755653 Sep 18 20:30:05.158594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8513eaed-2be0-4423-96db-6951d1901386 req-07ed30b5-a888-4855-a8b5-446ed458a69f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434816 Sep 18 20:30:05.161684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-5c7a663e-d537-4192-9ee6-66aaa24da288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:05.163167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-5c7a663e-d537-4192-9ee6-66aaa24da288 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822172 Sep 18 20:30:05.299171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-7ee6bbf9-c345-4073-91c7-da4ff8a29eb7 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268992 Sep 18 20:30:05.307781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f54a4-d2ae-4113-bfa8-ae685cf387cb req-85ac914b-2054-4acd-becb-66945783f633 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:05.309252 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe9f54a4-d2ae-4113-bfa8-ae685cf387cb req-85ac914b-2054-4acd-becb-66945783f633 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0720246 Sep 18 20:30:05.351927 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-1c5060b2-cd2c-41e7-9d29-4ae93ed9158c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 200 len: 1000 time: 0.4299090 Sep 18 20:30:05.400234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe9f54a4-d2ae-4113-bfa8-ae685cf387cb req-2fabf464-7c64-4f32-9e8d-e97fc68cb999 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821877 Sep 18 20:30:05.401348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-b0803d88-5d1f-4ea0-95ef-80b699f2814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:05.402812 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-b0803d88-5d1f-4ea0-95ef-80b699f2814f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0439467 Sep 18 20:30:05.427362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-56e81c6c-e8a8-4871-8875-715438aa7fc2 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171398 Sep 18 20:30:05.456220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-515312a1-fafa-4028-b3d6-9aa6a0e5eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:05.457762 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-515312a1-fafa-4028-b3d6-9aa6a0e5eb69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470872 Sep 18 20:30:05.524436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb1b0b-69ac-4972-a6c7-e808d8d35064 req-8364dc39-3e72-478b-b6c5-f0e6c6009e79 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:05.525945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53bb1b0b-69ac-4972-a6c7-e808d8d35064 req-8364dc39-3e72-478b-b6c5-f0e6c6009e79 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0541272 Sep 18 20:30:05.555109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-9529e16a-c00f-45bb-bfb4-12cda5891087 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899410 Sep 18 20:30:05.565402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-53bb1b0b-69ac-4972-a6c7-e808d8d35064 req-b989399a-9c3e-4edd-9fa1-4ff301ab9c34 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326087 Sep 18 20:30:05.647891 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07a9477b-f57c-4ace-a389-609c66e7f758 req-a33bc85d-6439-40ec-8edb-4f175a75b8bd service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865095 Sep 18 20:30:05.801705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa496e2-30a0-4a7a-824e-d40e9b3ece03 req-3a64586e-e3ee-4a24-aef5-4c1ccb9d9d80 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:05.803181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fa496e2-30a0-4a7a-824e-d40e9b3ece03 req-3a64586e-e3ee-4a24-aef5-4c1ccb9d9d80 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0490386 Sep 18 20:30:05.839976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5fa496e2-30a0-4a7a-824e-d40e9b3ece03 req-eb4ac7d0-ee13-432c-8b0a-d059d6a088f5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Sep 18 20:30:06.960971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc999d5-50fd-4897-94d0-198544a9b4ef req-606b14fc-1bac-47dc-8b48-4923521341aa tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:06.962457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfc999d5-50fd-4897-94d0-198544a9b4ef req-606b14fc-1bac-47dc-8b48-4923521341aa tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0537443 Sep 18 20:30:06.981257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-dcd677cd-94b1-40b1-8369-eafb2bec21ee tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:06.982631 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-dcd677cd-94b1-40b1-8369-eafb2bec21ee tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 944 time: 0.0496857 Sep 18 20:30:07.000987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfc999d5-50fd-4897-94d0-198544a9b4ef req-4e9976b2-8101-47cc-8143-5cfb42122217 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Sep 18 20:30:07.069450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Deleting port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:30:07.069793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:07.160008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:30:07.160372 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:07.325502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:07.325787 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:07.326111 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda disassociated. External IP: 172.25.8.200, port: 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7. Sep 18 20:30:07.326462 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Calling delete_port for 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:30:07.381461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:30:07.457741 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:07.478994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:30:07.486355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event deleted for resources: {'Port': ['ID=8b6ed459-b8e7-4c74-8c6e-8dc872a370e7,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:07.490022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'mac_address': 'fa:16:3e:db:d7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:30:07.493653 n-d-789963-11 neutron-server[94942]: INFO neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No ports have port_id starting with 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 Sep 18 20:30:07.604819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:30:07.716135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:30:07.726768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:30:07.735702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:30:07.736384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:29:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:30:07.765072 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] No DVR routers for this DVR port 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:30:07.767697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:07.769695 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8c31e358-8de8-4458-b75c-698c5f670af0 req-b38f15ac-405b-4a10-90e8-7479a8833f41 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "DELETE /v2.0/ports/8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 HTTP/1.1" status: 204 len: 173 time: 0.7806742 Sep 18 20:30:07.770150 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-deleted', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:30:07.772407 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d85b3ad-07d8-4be1-a3c5-b781e0ba534b" -d '{"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-deleted", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:30:07.810992 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57654aaa-1a1b-4848-8e74-08c144735cde x-openstack-request-id: req-57654aaa-1a1b-4848-8e74-08c144735cde {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:30:07.811979 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730cad4f-484b-4954-bf13-f5239b19d88e", "name": "network-vif-deleted", "tag": "8b6ed459-b8e7-4c74-8c6e-8dc872a370e7", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:30:07.812232 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57654aaa-1a1b-4848-8e74-08c144735cde {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:30:07.812638 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730cad4f-484b-4954-bf13-f5239b19d88e', 'name': 'network-vif-deleted', 'tag': '8b6ed459-b8e7-4c74-8c6e-8dc872a370e7', 'status': 'completed', 'code': 200} Sep 18 20:30:07.855750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:30:08.055281 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:30:08.084187 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:30:08.092484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:30:08.093729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:29:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:30:08.110595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2d6f7311-a823-4fdc-a0fb-12ec3f76f47c req-643a0754-4a52-4cc7-bec9-095210ff41a5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=730cad4f-484b-4954-bf13-f5239b19d88e HTTP/1.1" status: 200 len: 210 time: 0.0272741 Sep 18 20:30:08.207586 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:30:08.402946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:30:08.427921 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10048ccd-c71d-46b4-ac18-4c2ee1609ccf None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:30:08.636236 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8596cd-b2d8-4275-85e4-06fb72b1fe54 None None] New status for floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:30:09.380811 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-83256caf-3ad9-4980-bf5a-d9e59c390003 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--401199531&fields=id&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 267 time: 0.0330658 Sep 18 20:30:09.491059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-0520e904-7c51-4a7c-9665-de05a2d71f59 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:09.492463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-0520e904-7c51-4a7c-9665-de05a2d71f59 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 811 time: 0.1047626 Sep 18 20:30:09.507860 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-17d0c13a-3600-4767-8613-355a2c8ebb59 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/quotas/26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 375 time: 0.0096915 Sep 18 20:30:09.559543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-912ee49e-2fbd-4e85-96f4-29cbf6f395e1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466166 Sep 18 20:30:09.718595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-ee1b08c0-93a5-4c59-b09a-c98edf3822b7 service neutron] 10.222.0.20 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435118 Sep 18 20:30:09.812958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-c5aaa394-b7d2-49f7-a42e-26e9d8f25f74 service neutron] 10.222.0.20 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880096 Sep 18 20:30:09.970282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e150c0a-748e-49c9-9f76-71230866d284 req-3e63e5c6-6d7f-44ee-8134-d85afdf319c4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 210 time: 0.0272048 Sep 18 20:30:10.380053 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:30:10.885157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-1e47be35-ec78-492b-a8e5-f592968c32a1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:10.886653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-1e47be35-ec78-492b-a8e5-f592968c32a1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 811 time: 0.1147740 Sep 18 20:30:10.929435 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-17ad0592-0784-49e3-aa07-28d00293f611 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 379 time: 0.0342143 Sep 18 20:30:10.941399 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'port': {'device_id': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'admin_state_up': True, 'tenant_id': '26a72acd912948daa25266cbc9556936', 'security_groups': ['d1d9f253-0757-41fe-972e-59ec8a6cbc28']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:30:11.076290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Made reservation on behalf of 26a72acd912948daa25266cbc9556936 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:30:11.079714 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:11.082796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f97f0c33-5cf4-43a1-8392-77daca70ba77 req-10e4b1c1-397d-4463-b2bf-142bb1049e96 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 210 time: 0.0415344 Sep 18 20:30:11.204158 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Allocated IP 172.20.0.5 (a38e2c67-d318-46be-ac37-90aa3089d9d2/d55890ec-1217-4c51-ade7-196062f77d07/0230e23c-1f1e-48b6-8dec-c98e36a0f9be) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:30:11.346335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:11.379143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:11.402318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:30:11.421786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:30:11.424509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:30:11.424852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 8b6ed459-b8e7-4c74-8c6e-8dc872a370e7 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:30:11.424990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:30:11.431300 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:30:11.456698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:11.494198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:11.494827 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:11.510284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-9e17de78-965e-4fc6-9483-e3fa43672754 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728166 Sep 18 20:30:11.528092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Request body: {'port': {'device_id': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:30:11.597353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:11.696975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4b50eb7f-6855-4417-8580-fc0ef2081364 None None] Provisioning complete for port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:30:11.697271 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b50eb7f-6855-4417-8580-fc0ef2081364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:11.751249 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4b50eb7f-6855-4417-8580-fc0ef2081364 None None] Port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:30:11.888112 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0230e23c-1f1e-48b6-8dec-c98e36a0f9be {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:30:11.895563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:11.909121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Transition to ACTIVE for port object 0230e23c-1f1e-48b6-8dec-c98e36a0f9be will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:30:11.912714 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:11.970871 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:12.038354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:30:12.038692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:30:12.039019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:30:12.043514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:30:12.043836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:30:12.050109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:30:12.050449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:30:12.050859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:30:12.051410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Bound port: 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:30:12.051779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:12.118765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:30:12.122014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:30:12.128762 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:12.192116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.192750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:12.194162 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] 10.222.0.24 "PUT /v2.0/ports/0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1092 time: 0.6708035 Sep 18 20:30:12.196381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:30:12.198653 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f80a9cf-c854-4cda-8d84-6e769c49b967" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:30:12.227754 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbcfa1-bbd1-4bf9-925b-f03148b6b673 service neutron] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:12.245948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d7bed-b5fe-4324-a213-3a64e2191bc2 req-45064461-0d27-4748-8378-fa81fd1cf8c8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.247889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c6d7bed-b5fe-4324-a213-3a64e2191bc2 req-45064461-0d27-4748-8378-fa81fd1cf8c8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0894649 Sep 18 20:30:12.256587 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac79827b-9a75-41e6-b47b-5dd5a12586d3 x-openstack-request-id: req-ac79827b-9a75-41e6-b47b-5dd5a12586d3 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:30:12.256910 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:30:12.257156 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac79827b-9a75-41e6-b47b-5dd5a12586d3 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:30:12.257545 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'status': 'completed', 'code': 200} Sep 18 20:30:12.313882 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3c6d7bed-b5fe-4324-a213-3a64e2191bc2 req-35ea8257-a995-4547-9e9d-79c3166ff13e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554910 Sep 18 20:30:12.319844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-b9506cc4-c7a4-433e-8e8b-e58ada04cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.321330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-b9506cc4-c7a4-433e-8e8b-e58ada04cbf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0843997 Sep 18 20:30:12.369508 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-8bfbcca4-dd08-42fb-9fea-778eadd318aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 217 time: 0.0403771 Sep 18 20:30:12.421043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-0f395328-3c41-4d76-b2ba-d6322ddbfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.422531 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-0f395328-3c41-4d76-b2ba-d6322ddbfcd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0455332 Sep 18 20:30:12.466824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-1cd0913b-d8ea-4711-bfec-179958455c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.468947 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-1cd0913b-d8ea-4711-bfec-179958455c7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398946 Sep 18 20:30:12.560230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-a4751a05-7c51-4817-afb8-be79903e2327 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843604 Sep 18 20:30:12.648322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77b7dbdc-a184-4550-8f87-ff23d550404c req-54d8687a-f7fc-4630-9e51-41a5b9a5f562 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Sep 18 20:30:12.741126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-e267d9a4-2069-4c18-abbb-b11c880c7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.742641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-e267d9a4-2069-4c18-abbb-b11c880c7099 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0456483 Sep 18 20:30:12.831116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-cee97900-e033-4e2e-bf7b-6e05846cc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.832622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-cee97900-e033-4e2e-bf7b-6e05846cc990 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0836468 Sep 18 20:30:12.878322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-0384af35-2f5e-4c40-9158-e94b462513a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 217 time: 0.0387270 Sep 18 20:30:12.927907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-1e6f60fe-dd46-445c-a8d7-b2cc13dac8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.929371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-1e6f60fe-dd46-445c-a8d7-b2cc13dac8bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0445814 Sep 18 20:30:12.975194 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-922a1a90-9f0b-4222-827a-3d647bbbb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:12.976619 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-922a1a90-9f0b-4222-827a-3d647bbbb948 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394959 Sep 18 20:30:13.068920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-ab61c7b6-8f9e-4bcb-a65f-bdf6457858bc service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840902 Sep 18 20:30:13.159817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f80a9cf-c854-4cda-8d84-6e769c49b967 req-93d8a864-84df-47a5-b452-b128445ee361 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818026 Sep 18 20:30:13.431930 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a0c5d-0ea2-4eed-aef7-5a1ab78ef54f req-9991cca8-8f18-4da4-9905-5326c466c497 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:13.433409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-110a0c5d-0ea2-4eed-aef7-5a1ab78ef54f req-9991cca8-8f18-4da4-9905-5326c466c497 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0487514 Sep 18 20:30:13.475544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-110a0c5d-0ea2-4eed-aef7-5a1ab78ef54f req-4ab9759f-8b5d-4f96-8104-436c5b3647e1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351043 Sep 18 20:30:14.587157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881b5d8-53ce-46d3-8a2f-0b22a575cf25 req-54819497-9b96-4b2f-bae4-4beed27d5692 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:14.588646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4881b5d8-53ce-46d3-8a2f-0b22a575cf25 req-54819497-9b96-4b2f-bae4-4beed27d5692 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0479522 Sep 18 20:30:14.626854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4881b5d8-53ce-46d3-8a2f-0b22a575cf25 req-704d3265-061e-4c1a-aabc-34f94114f862 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Sep 18 20:30:15.706814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:30:15.742087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2ea0d-9b05-41ba-b2df-b358602c0bf1 req-329138a3-e059-4eb3-817a-56bd1b3715b4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:15.743616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73b2ea0d-9b05-41ba-b2df-b358602c0bf1 req-329138a3-e059-4eb3-817a-56bd1b3715b4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0496774 Sep 18 20:30:15.780874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73b2ea0d-9b05-41ba-b2df-b358602c0bf1 req-59e48aa8-80d2-475d-af4c-76792f74c004 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303926 Sep 18 20:30:15.806108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:30:15.817662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'mac_address': 'fa:16:3e:74:87:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:30:15.854742 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:15.867404 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0230e23c-1f1e-48b6-8dec-c98e36a0f9be {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:30:15.885724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:30:15.889385 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:15.938332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:16.071219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['0230e23c-1f1e-48b6-8dec-c98e36a0f9be'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:30:16.896380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489cca7-8b9c-425f-8f88-b38a90365077 req-871f774a-55ca-47eb-8d76-31fffb3027ae tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:16.897896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7489cca7-8b9c-425f-8f88-b38a90365077 req-871f774a-55ca-47eb-8d76-31fffb3027ae tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0493016 Sep 18 20:30:16.940769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7489cca7-8b9c-425f-8f88-b38a90365077 req-abd17945-0092-481a-8bfd-70fd2578c2df tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369384 Sep 18 20:30:17.719178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:30:17.776416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:30:17.780964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:30:17.781334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:17.867032 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:17.892033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:30:17.894277 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d71a575-a7ec-4544-877e-12571d8faf7b" -d '{"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:30:17.910389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:30:17.914834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:17.940776 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe6699-11e8-48bc-9dc6-264e794ccb9b x-openstack-request-id: req-7dfe6699-11e8-48bc-9dc6-264e794ccb9b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:30:17.941072 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:30:17.941322 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dfe6699-11e8-48bc-9dc6-264e794ccb9b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:30:17.941711 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'code': 200} Sep 18 20:30:17.973760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:30:18.057037 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ef383-e71b-4eb0-87ca-754171e9a7e1 req-ede9494c-6e7a-4d10-9bd5-bec9fc17d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:18.058563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a9ef383-e71b-4eb0-87ca-754171e9a7e1 req-ede9494c-6e7a-4d10-9bd5-bec9fc17d68f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0519390 Sep 18 20:30:18.105197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a9ef383-e71b-4eb0-87ca-754171e9a7e1 req-f4df7bbb-ddb8-46f1-83b4-86abafc0d4db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393639 Sep 18 20:30:18.162784 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bce7b-53f2-444d-9229-745407a48103 req-0d5ffb89-2880-4a2b-86d3-d79a25f36d0f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:18.164315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d7bce7b-53f2-444d-9229-745407a48103 req-0d5ffb89-2880-4a2b-86d3-d79a25f36d0f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.1300616 Sep 18 20:30:18.207218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d7bce7b-53f2-444d-9229-745407a48103 req-fe869b8a-7feb-4f32-83f6-53cd5bb87997 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357172 Sep 18 20:30:19.377311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad15d1-028f-4fef-936c-0a236ddd3763 req-302afa2e-8d60-425b-812d-13343108c2c7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:19.378817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41ad15d1-028f-4fef-936c-0a236ddd3763 req-302afa2e-8d60-425b-812d-13343108c2c7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.1008325 Sep 18 20:30:19.419965 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-41ad15d1-028f-4fef-936c-0a236ddd3763 req-7bafe0a1-1703-4923-b714-adaafb5f62c9 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352321 Sep 18 20:30:19.851990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2695e4-7a7f-40ea-8dd9-7a1a743301f1 req-89679f00-1a96-4a08-b371-7d260abadfa1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:19.853461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef2695e4-7a7f-40ea-8dd9-7a1a743301f1 req-89679f00-1a96-4a08-b371-7d260abadfa1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.3713338 Sep 18 20:30:19.862422 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42164) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:30:19.866711 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Request body: {'floatingip': {'port_id': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:30:19.904468 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:20.329854 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:20.333533 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:20.439998 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda associated. External IP: 172.25.8.200, port: 0230e23c-1f1e-48b6-8dec-c98e36a0f9be. Sep 18 20:30:20.643829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:30:20.750246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:30:20.755046 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:20.759498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:30:20.772765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:30:20.773372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:29:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:30:20.782187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-241a7451-7e8f-4ac1-bab6-4bab94425344 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "PUT /v2.0/floatingips/10b8e5b6-0179-4306-a15c-55215ef4dbda HTTP/1.1" status: 200 len: 992 time: 0.9187138 Sep 18 20:30:20.782892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:30:20.785173 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e904e-747d-4722-a1d3-0355fcfe4fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:30:20.828754 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6761a442-3948-4e0b-b6f9-96d26e4e9e61 x-openstack-request-id: req-6761a442-3948-4e0b-b6f9-96d26e4e9e61 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:30:20.829049 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:30:20.829305 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6761a442-3948-4e0b-b6f9-96d26e4e9e61 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:30:20.829717 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'status': 'completed', 'code': 200} Sep 18 20:30:20.887113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:30:20.892897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-7538ca30-0c32-4863-8d58-80df8ab8f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:20.894471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-7538ca30-0c32-4863-8d58-80df8ab8f6d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0420413 Sep 18 20:30:20.988882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-c40cda31-4808-4309-9917-668c7971bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:20.990406 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-c40cda31-4808-4309-9917-668c7971bfdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0893488 Sep 18 20:30:21.058296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-586e8b3e-1af2-4fff-9b24-fee6b5c236b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1000 time: 0.0613711 Sep 18 20:30:21.118105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-eb5fc9ef-f459-470e-b9a9-682616cff830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:21.119628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-eb5fc9ef-f459-470e-b9a9-682616cff830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0541840 Sep 18 20:30:21.168474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-b9865929-6415-4032-ba12-99e05d8d276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:30:21.169925 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-b9865929-6415-4032-ba12-99e05d8d276a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428202 Sep 18 20:30:21.262985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-c5748b25-e33a-4509-894c-7743b6188509 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859406 Sep 18 20:30:21.265478 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:74:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:30:20Z', 'revision_number': 13, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:30:21.291520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:30:21.299668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:30:21.300283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:29:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:30:21.358206 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-239e904e-747d-4722-a1d3-0355fcfe4fc8 req-c4a9fe92-1227-4856-b1d7-dbc6a6e3a71d service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884428 Sep 18 20:30:21.403464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:30:21.632062 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:74:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:30:20Z', 'revision_number': 13, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:30:21.663313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74bd9ac-aa36-42d4-9f30-917dc364d409 None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '10b8e5b6-0179-4306-a15c-55215ef4dbda', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'port_id': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'mac_address': 'fa:16:3e:74:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:23:28Z', 'updated_at': '2021-09-18T20:30:20Z', 'revision_number': 13, 'project_id': '26a72acd912948daa25266cbc9556936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:30:21.674880 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b0980ca8-dc6e-4d57-8428-200c82c59258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:21.856296 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c646e2-5fe7-4512-8401-df362a619023 None None] New status for floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:30:23.736968 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:23.813029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:24.863099 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:24.956410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8fd7-0e09-4c9a-8d1a-50d8f93c295d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:25.704813 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:27.632858 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:47.380339 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:30:51.671333 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f8b25b87-0857-4aa7-8fea-28c6e35f62cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:53.755221 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:53.816093 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:54.863659 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:54.956444 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1ba469c1-7bc3-40e0-9a6e-5b68d1bcf798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:55.707039 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:30:57.630278 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:11.327474 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-e45d9227-0667-4fb0-9067-0392dcd83ca7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387871 Sep 18 20:31:11.407618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-9e89e720-e518-49ec-abe9-3aec7bf4c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:31:11.409204 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-9e89e720-e518-49ec-abe9-3aec7bf4c662 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0409963 Sep 18 20:31:11.517374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-d38d6c1c-44c1-4101-b8c4-5084fb02eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:31:11.518885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-d38d6c1c-44c1-4101-b8c4-5084fb02eb29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0916476 Sep 18 20:31:11.582735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-d73298f8-b3e0-4db5-8a5b-88c15481b38f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1002 time: 0.0572755 Sep 18 20:31:11.635702 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-8ae4a5f9-43d0-4ad0-aa8e-7217a5b45b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:31:11.637126 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-8ae4a5f9-43d0-4ad0-aa8e-7217a5b45b55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0481968 Sep 18 20:31:11.681344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-10a9fe62-91cb-4800-a302-6147872076ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:31:11.682791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-10a9fe62-91cb-4800-a302-6147872076ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383451 Sep 18 20:31:11.694641 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-eaacf2ad-7e8c-4573-9ecf-f8757cbee965 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:31:11.695616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-eaacf2ad-7e8c-4573-9ecf-f8757cbee965 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053251 Sep 18 20:31:11.790734 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-01b77852-c242-4bec-9bc8-d49f424fa247 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878606 Sep 18 20:31:11.890313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b2ce9929-d141-4f5f-9051-e60981a0716a req-416ca541-eb3e-4967-8191-b2fc2f4edd5b service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851953 Sep 18 20:31:21.662608 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11e2be9a-2d5a-4c37-9462-3d8797f35e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:23.776134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:23.809218 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:24.379129 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:31:24.865121 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:24.956380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-908a3b9b-6da4-4bee-8e25-5ea11a980924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:25.709719 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:27.633280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:30.320130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-469b0d28-4aee-452f-bb4c-06bf284e60e7 req-c682665d-889a-4f80-81e0-f70324c34f46 service neutron] (94940) timed out ('10.222.0.32', 62158) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:31:51.664161 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-94ba78d5-3815-409f-bb89-8a98edb039a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:53.775071 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:53.841655 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:54.866035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:54.955828 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1d327f4e-888a-4915-915b-576ef0f07fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:55.713368 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:57.636962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:31:57.852793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59211b5b-d3a1-4aa9-bb64-21c8659476b7 req-03e76224-b79d-431f-b09e-08379213e268 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:31:57.854549 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59211b5b-d3a1-4aa9-bb64-21c8659476b7 req-03e76224-b79d-431f-b09e-08379213e268 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Sep 18 20:31:57.891241 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59211b5b-d3a1-4aa9-bb64-21c8659476b7 req-13e1a2ae-67bc-47d7-ae09-a9e31e157573 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306933 Sep 18 20:32:01.382595 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:32:08.917794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-d1b60eba-795d-4b52-b0cd-cb196e3d679c req-7df799b8-8f28-4de3-bb40-a960c3361690 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:32:08.918797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d1b60eba-795d-4b52-b0cd-cb196e3d679c req-7df799b8-8f28-4de3-bb40-a960c3361690 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484495 Sep 18 20:32:09.108914 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a455a-9839-48af-af6c-54c6e065eb1d req-5461eeb8-fce7-4e32-b440-38d995ae1dea tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:09.110402 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-211a455a-9839-48af-af6c-54c6e065eb1d req-5461eeb8-fce7-4e32-b440-38d995ae1dea tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0545406 Sep 18 20:32:09.132782 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-7641df79-58b3-4dc5-9653-d78a524c0464 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906587 Sep 18 20:32:09.149760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-211a455a-9839-48af-af6c-54c6e065eb1d req-2318af9e-7a9a-4da1-a8c5-8b6a31815c78 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Sep 18 20:32:10.216078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-556d1aac-98e8-4342-a56c-9d458a2fd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:10.217617 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-556d1aac-98e8-4342-a56c-9d458a2fd37b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0482481 Sep 18 20:32:10.330380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed7d73-f555-4d99-81b8-3bc4c25c2d41 req-059cb3d2-2999-4a6d-8632-a65512f4091b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:10.332668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed7d73-f555-4d99-81b8-3bc4c25c2d41 req-059cb3d2-2999-4a6d-8632-a65512f4091b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.1096847 Sep 18 20:32:10.360036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-4fcfc2da-5c63-4fc2-abb5-bb64e39a6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:10.361456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-4fcfc2da-5c63-4fc2-abb5-bb64e39a6c36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.1302862 Sep 18 20:32:10.418724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71ed7d73-f555-4d99-81b8-3bc4c25c2d41 req-8fa7b678-7787-4ef1-8ebb-c88d61654019 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786061 Sep 18 20:32:10.439631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-94954dc6-ab7e-4d84-8d4d-fff8dd1c02ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1002 time: 0.0713289 Sep 18 20:32:10.490557 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-d93572e0-4e1e-4e51-ab4c-2ba8cf20fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:10.492044 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-d93572e0-4e1e-4e51-ab4c-2ba8cf20fa10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0461822 Sep 18 20:32:10.538999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-7e592f07-2f2b-44bc-b5f3-e74d100b71f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:10.540509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-7e592f07-2f2b-44bc-b5f3-e74d100b71f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417688 Sep 18 20:32:10.635424 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-9e829969-2a12-483e-9e55-021857c4914c service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874479 Sep 18 20:32:10.725600 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-16866dcb-c7cf-404b-9a02-3ab6f1d9f7aa service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Sep 18 20:32:11.539367 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197e53-e4f2-47f1-87d5-0ea2115447d5 req-5b99fba5-9484-494a-8542-1cd1baf2cafd tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:11.540854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8197e53-e4f2-47f1-87d5-0ea2115447d5 req-5b99fba5-9484-494a-8542-1cd1baf2cafd tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0494120 Sep 18 20:32:11.583488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8197e53-e4f2-47f1-87d5-0ea2115447d5 req-6a0dc3e0-5498-4eeb-bb2c-2bebf646b57d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366006 Sep 18 20:32:12.698989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343baa30-a857-4953-a820-3983fcc5a0b1 req-857739ff-d613-4646-9367-877507c5f9c4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:12.700497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-343baa30-a857-4953-a820-3983fcc5a0b1 req-857739ff-d613-4646-9367-877507c5f9c4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Sep 18 20:32:12.737544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-343baa30-a857-4953-a820-3983fcc5a0b1 req-97b590ac-8417-4874-aa81-9065817b0f4e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310915 Sep 18 20:32:13.346816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac1342-4c77-4248-9b39-b55724038dfe req-721e2407-4259-4f2f-a503-374eaad0c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:13.348292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eac1342-4c77-4248-9b39-b55724038dfe req-721e2407-4259-4f2f-a503-374eaad0c05f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0411491 Sep 18 20:32:13.458056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac1342-4c77-4248-9b39-b55724038dfe req-f9be0c44-0e65-4b06-a96e-d9421e79b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:13.459544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eac1342-4c77-4248-9b39-b55724038dfe req-f9be0c44-0e65-4b06-a96e-d9421e79b6ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0926659 Sep 18 20:32:13.522513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eac1342-4c77-4248-9b39-b55724038dfe req-ca58c757-9bfb-41d3-8af9-9836135262e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1002 time: 0.0565236 Sep 18 20:32:13.569640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac1342-4c77-4248-9b39-b55724038dfe req-60037417-0ec7-4fda-b88e-5850288a19df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:13.571020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eac1342-4c77-4248-9b39-b55724038dfe req-60037417-0ec7-4fda-b88e-5850288a19df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0424554 Sep 18 20:32:13.618118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac1342-4c77-4248-9b39-b55724038dfe req-194c22c4-aa4d-4573-aa47-01f7c6cd5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:13.619589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eac1342-4c77-4248-9b39-b55724038dfe req-194c22c4-aa4d-4573-aa47-01f7c6cd5407 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419285 Sep 18 20:32:13.707361 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eac1342-4c77-4248-9b39-b55724038dfe req-39d64b0c-3399-40fa-89e0-aca46e2cd1fc service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806444 Sep 18 20:32:13.799152 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4eac1342-4c77-4248-9b39-b55724038dfe req-d559dbc2-def6-42a3-bd9c-734caebec54a service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857663 Sep 18 20:32:13.851864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099b470-f307-4f1c-ba6a-49316574f682 req-4d30a3f1-9725-42a0-b8c5-1874517618fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:13.853340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4099b470-f307-4f1c-ba6a-49316574f682 req-4d30a3f1-9725-42a0-b8c5-1874517618fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Sep 18 20:32:13.890657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4099b470-f307-4f1c-ba6a-49316574f682 req-1a0466e5-4cca-42ac-98f7-01e8bda2e9af tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310366 Sep 18 20:32:15.004900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0e211-3fb6-43da-93dc-646259a0438c req-b007d674-ce46-4c3a-86bd-ce3af7d6ea73 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:15.006289 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afe0e211-3fb6-43da-93dc-646259a0438c req-b007d674-ce46-4c3a-86bd-ce3af7d6ea73 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Sep 18 20:32:15.046362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afe0e211-3fb6-43da-93dc-646259a0438c req-4f30da69-e0a5-4796-bac4-6044c9c9148b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342016 Sep 18 20:32:16.162167 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9152b-32bf-4033-a949-0ec83c892fe1 req-25857155-3fdb-4a97-bac8-250ad1026956 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:16.163664 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07c9152b-32bf-4033-a949-0ec83c892fe1 req-25857155-3fdb-4a97-bac8-250ad1026956 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Sep 18 20:32:16.202363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-07c9152b-32bf-4033-a949-0ec83c892fe1 req-b76163e4-9dd5-42eb-9f4b-79e1d7077037 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326760 Sep 18 20:32:17.320740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce613b08-744a-4e19-9596-c2145ba5b90f req-4bc76d69-bb75-4968-9962-ec6cb8d5a15d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:17.322209 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce613b08-744a-4e19-9596-c2145ba5b90f req-4bc76d69-bb75-4968-9962-ec6cb8d5a15d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0485275 Sep 18 20:32:17.358873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce613b08-744a-4e19-9596-c2145ba5b90f req-f37e71aa-81b9-4d65-ae07-d4999a5e31d8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306711 Sep 18 20:32:18.473696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f8d25-f27e-4eac-afcc-6df18b31ab4c req-9469feba-5cd2-41fc-a891-56b0d9f0931f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:18.475170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-320f8d25-f27e-4eac-afcc-6df18b31ab4c req-9469feba-5cd2-41fc-a891-56b0d9f0931f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0486114 Sep 18 20:32:18.515557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-320f8d25-f27e-4eac-afcc-6df18b31ab4c req-d6d6209c-5005-45ba-9122-92d4550975d3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343063 Sep 18 20:32:19.631668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069772c9-f9cd-47d3-8467-af636cc0d5f3 req-a874cc0b-842f-4067-bb84-fc2acc9ea5ab tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:19.633142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-069772c9-f9cd-47d3-8467-af636cc0d5f3 req-a874cc0b-842f-4067-bb84-fc2acc9ea5ab tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0488796 Sep 18 20:32:19.672468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-069772c9-f9cd-47d3-8467-af636cc0d5f3 req-9d2cab2a-1875-4007-962a-475e7a6eb451 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332577 Sep 18 20:32:20.785833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55956875-f76c-4f12-8fe9-4a02377cf30f req-d2744fdf-655b-4035-952a-9d5bbbfcb2f2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:20.787295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55956875-f76c-4f12-8fe9-4a02377cf30f req-d2744fdf-655b-4035-952a-9d5bbbfcb2f2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0478060 Sep 18 20:32:20.824556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-55956875-f76c-4f12-8fe9-4a02377cf30f req-68daa9c5-7ca9-48d6-8318-0f99d7d5bb85 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309711 Sep 18 20:32:21.664696 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7fee9693-e67f-46a0-a74c-fc0dc3a2e9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:21.937513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2368-59df-4783-8010-d4fc66802475 req-1e12d29b-a902-4b73-9ea3-140f42b654a5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:21.938879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-961a2368-59df-4783-8010-d4fc66802475 req-1e12d29b-a902-4b73-9ea3-140f42b654a5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0477331 Sep 18 20:32:21.980045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-961a2368-59df-4783-8010-d4fc66802475 req-38c3ba52-d526-48c5-807c-efe4587c2b93 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341725 Sep 18 20:32:23.100643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7070d-f240-4f1f-a529-7a87eeaec8f2 req-d591193f-8168-4f31-9733-9604e8f359a5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:23.102260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79d7070d-f240-4f1f-a529-7a87eeaec8f2 req-d591193f-8168-4f31-9733-9604e8f359a5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0501795 Sep 18 20:32:23.140399 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79d7070d-f240-4f1f-a529-7a87eeaec8f2 req-305ad26d-b232-4a6f-80dc-2a10901ad6d5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Sep 18 20:32:23.791703 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:23.874450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:24.265165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1066d1-ad65-4473-8116-8cd2fe694595 req-0e58ed7e-75ff-4e46-99dc-48d632cb7f20 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:24.266683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d1066d1-ad65-4473-8116-8cd2fe694595 req-0e58ed7e-75ff-4e46-99dc-48d632cb7f20 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0563016 Sep 18 20:32:24.341331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d1066d1-ad65-4473-8116-8cd2fe694595 req-bb73070e-7835-41e0-bd61-a8867dee95b7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670679 Sep 18 20:32:24.350155 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-4c441256-efba-4a1c-8037-e1b6d501f8f8 service neutron] show failed (client error): The resource could not be found. Sep 18 20:32:24.351135 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-4c441256-efba-4a1c-8037-e1b6d501f8f8 service neutron] 10.222.0.24 "GET /v2.0/ports/0230e23c-1f1e-48b6-8dec-c98e36a0f9be/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0836048 Sep 18 20:32:24.589028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-82d1a75a-ae50-40a4-868e-3648dbf75cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:24.590531 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-82d1a75a-ae50-40a4-868e-3648dbf75cde service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 1097 time: 0.0836883 Sep 18 20:32:24.602515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:32:24.656447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:24.863274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:32:24.868172 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:24.900076 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:32:24.950060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:32:24.952343 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def3be4a-618f-415d-883c-a827997e6795" -d '{"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:32:24.957230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:24.957355 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08054822-0954-478b-a993-1b0e0da9e778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:24.969668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Transition to ACTIVE for port object 0230e23c-1f1e-48b6-8dec-c98e36a0f9be will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:32:24.974817 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:25.069231 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:32:25.075995 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc58c58-ee92-4a21-92da-c86007c8b7ac x-openstack-request-id: req-bdc58c58-ee92-4a21-92da-c86007c8b7ac {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:32:25.076287 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:32:25.076533 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdc58c58-ee92-4a21-92da-c86007c8b7ac {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:32:25.076923 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'code': 200} Sep 18 20:32:25.083480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.083846 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.084165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.084497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.084832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.085170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.085486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.085807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.086135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.086460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.086778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.087095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:25.123102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] No DVR routers for this DVR port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:32:25.259884 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:32:25.260213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:32:25.260535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:32:25.264658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:32:25.264969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:32:25.269718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:32:25.270047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:32:25.270422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:32:25.270837 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Bound port: 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:32:25.271183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:25.332840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:32:25.335738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:32:25.340175 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:25.376016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:25.376726 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:25.378240 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] 10.222.0.32 "PUT /v2.0/ports/0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1092 time: 0.7794831 Sep 18 20:32:25.401745 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dcc48-cf5d-4208-b4e8-20fac930bbff service neutron] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:32:25.448014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-ee1cd1fe-03e3-4065-94e2-c9606b68999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:25.449567 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-ee1cd1fe-03e3-4065-94e2-c9606b68999c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0448489 Sep 18 20:32:25.473588 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851d42-cd7e-42e3-b915-77124f9292a6 req-ba7e359d-1cb6-47f1-9375-e2edb2351b49 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:25.475749 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3851d42-cd7e-42e3-b915-77124f9292a6 req-ba7e359d-1cb6-47f1-9375-e2edb2351b49 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0576944 Sep 18 20:32:25.514345 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b3851d42-cd7e-42e3-b915-77124f9292a6 req-5df424e6-51a6-4f11-9915-0d2a61cb3069 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338576 Sep 18 20:32:25.554242 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-919a7ee0-42f8-4836-af9f-096cd5897b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:25.555769 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-919a7ee0-42f8-4836-af9f-096cd5897b26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0995104 Sep 18 20:32:25.626613 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-7fe9c347-c33e-4b22-bace-b752e28fb3cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1000 time: 0.0641377 Sep 18 20:32:25.674976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-4f338595-a22d-4ee1-b14d-c21b298675ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:25.677232 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-4f338595-a22d-4ee1-b14d-c21b298675ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0434954 Sep 18 20:32:25.716959 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:25.727225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-aac72326-a436-4457-b1d6-62ec4f78e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:25.728985 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-aac72326-a436-4457-b1d6-62ec4f78e273 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447085 Sep 18 20:32:25.820033 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-e4ababf4-3d79-477e-bd45-0c2c1ce9b41d service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841310 Sep 18 20:32:25.913278 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-e4652a5f-471f-44de-a0bc-024ab801055b service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865376 Sep 18 20:32:26.471602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:32:26.512092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:32:26.632471 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a677-050d-4179-a004-2a05567b32d6 req-f5ce2037-8081-4430-97ff-6b2d04068a46 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:26.633953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7526a677-050d-4179-a004-2a05567b32d6 req-f5ce2037-8081-4430-97ff-6b2d04068a46 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0484598 Sep 18 20:32:26.671295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7526a677-050d-4179-a004-2a05567b32d6 req-1ee4fa34-426d-40d3-aa21-48ad33888de5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Sep 18 20:32:27.078683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:32:27.081129 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7e7330-969e-491f-b2f8-7bab9a71d93a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:32:27.131954 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedbd3c1-5d1b-460b-b6fc-729284e297d8 x-openstack-request-id: req-eedbd3c1-5d1b-460b-b6fc-729284e297d8 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:32:27.132251 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:32:27.132536 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eedbd3c1-5d1b-460b-b6fc-729284e297d8 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:32:27.132947 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'status': 'completed', 'code': 200} Sep 18 20:32:27.196923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-84473adc-1594-45f7-ab85-c1cbb8d1a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.198562 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-84473adc-1594-45f7-ab85-c1cbb8d1a2b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0463276 Sep 18 20:32:27.207337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-3117d8a5-87b1-4d1c-9815-0a2c218c16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.209125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-3117d8a5-87b1-4d1c-9815-0a2c218c16d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0522799 Sep 18 20:32:27.296204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-4aa8facf-9219-42bb-8a02-f6673644b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.297737 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-4aa8facf-9219-42bb-8a02-f6673644b72a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0926554 Sep 18 20:32:27.302870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-32a3e693-d104-43e5-8677-028444dcdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.304364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-32a3e693-d104-43e5-8677-028444dcdb71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0884757 Sep 18 20:32:27.371953 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-cfb9b8f4-bef8-490c-9868-5039437b6e32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1000 time: 0.0676250 Sep 18 20:32:27.374504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-dbae5da8-69a1-4cca-b3cc-87aa6203ba85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1000 time: 0.0631826 Sep 18 20:32:27.423477 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-3dd2634a-e6b1-414a-b65d-e3c9fd9c2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.424768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-784ab2e0-bcb3-4adb-ab2f-fb45dfec73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.425262 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-3dd2634a-e6b1-414a-b65d-e3c9fd9c2a69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0460069 Sep 18 20:32:27.426254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-784ab2e0-bcb3-4adb-ab2f-fb45dfec73d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0443227 Sep 18 20:32:27.470814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-22729dad-e93e-4ed1-ae03-697226674796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.472883 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-22729dad-e93e-4ed1-ae03-697226674796 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406039 Sep 18 20:32:27.473970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-0b665121-cb58-4645-a525-d62f139857e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.475568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-0b665121-cb58-4645-a525-d62f139857e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428684 Sep 18 20:32:27.569598 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-ca1cf9bd-0d9a-40a7-9a34-bbb2e94f0d5c service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890105 Sep 18 20:32:27.571756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-67bab901-270b-4257-80d4-68f0646b62e0 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892215 Sep 18 20:32:27.647308 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:27.668207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-bbd64225-8be8-4956-84be-49815bc35757 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893738 Sep 18 20:32:27.669210 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5e7e7330-969e-491f-b2f8-7bab9a71d93a req-a4edbefa-83b4-41c7-af12-2c9e764907c5 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927715 Sep 18 20:32:27.795341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bbb3-a266-491b-a1ce-6ed058ec8ed8 req-e4c50276-2439-4f28-8fe8-62f258c97a51 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:27.796923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d76bbb3-a266-491b-a1ce-6ed058ec8ed8 req-e4c50276-2439-4f28-8fe8-62f258c97a51 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0553057 Sep 18 20:32:27.836401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d76bbb3-a266-491b-a1ce-6ed058ec8ed8 req-53b1398b-5f8d-4471-a795-1211ba83011f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331829 Sep 18 20:32:28.955632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2beec9-d7eb-4296-a79e-0d1f3d9819ca req-ace4df0d-130d-47b8-bd0a-145ff67d102e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:28.957120 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a2beec9-d7eb-4296-a79e-0d1f3d9819ca req-ace4df0d-130d-47b8-bd0a-145ff67d102e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0484004 Sep 18 20:32:28.997004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a2beec9-d7eb-4296-a79e-0d1f3d9819ca req-e473afe2-377c-476e-ad6e-c0b031285296 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329046 Sep 18 20:32:30.114256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d008de-a744-4819-b01e-df97e45b67f1 req-49d2d8ad-592e-4029-919b-19baee4a5b32 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:30.115739 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45d008de-a744-4819-b01e-df97e45b67f1 req-49d2d8ad-592e-4029-919b-19baee4a5b32 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0503783 Sep 18 20:32:30.152503 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45d008de-a744-4819-b01e-df97e45b67f1 req-27746176-cf53-4a28-b692-be8f38557897 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308464 Sep 18 20:32:31.273152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572b583-d5e8-41da-ab63-daabc11c7a0c req-851992c3-ee61-4e75-b1e8-e2400a722ba2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:31.274817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f572b583-d5e8-41da-ab63-daabc11c7a0c req-851992c3-ee61-4e75-b1e8-e2400a722ba2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0547388 Sep 18 20:32:31.626056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f572b583-d5e8-41da-ab63-daabc11c7a0c req-6ef27b06-40e8-42c2-8879-406bb1dbdb29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453932 Sep 18 20:32:32.741385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42630c11-a9da-4642-ba14-ae4aec3a7755 req-432f19ea-102e-4765-9377-ba7a1efc1259 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:32.742846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42630c11-a9da-4642-ba14-ae4aec3a7755 req-432f19ea-102e-4765-9377-ba7a1efc1259 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0486519 Sep 18 20:32:32.778959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-42630c11-a9da-4642-ba14-ae4aec3a7755 req-5c5f43b3-e162-4774-9ad8-c6bfe222eb08 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300546 Sep 18 20:32:33.891392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c035d-2441-403d-b0f1-cb5be94369a1 req-c4d33ae5-b885-4f8f-8462-eb5a46ed5a95 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:33.892847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b43c035d-2441-403d-b0f1-cb5be94369a1 req-c4d33ae5-b885-4f8f-8462-eb5a46ed5a95 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0477829 Sep 18 20:32:33.933068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b43c035d-2441-403d-b0f1-cb5be94369a1 req-3a5f96cc-9793-4235-a2de-b7ea4a66e5fc tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337114 Sep 18 20:32:35.051078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9bd49-e255-407b-8f24-13c1675f7a0a req-5e183f1a-dc92-45d2-b442-80b5f3a07a4d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:35.052736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edb9bd49-e255-407b-8f24-13c1675f7a0a req-5e183f1a-dc92-45d2-b442-80b5f3a07a4d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0519881 Sep 18 20:32:35.089745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edb9bd49-e255-407b-8f24-13c1675f7a0a req-a4e1b5f3-d312-42e0-ad19-d935520d6c27 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Sep 18 20:32:36.204379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cee386-24b4-4102-9b38-4e5b866f8d03 req-83f45a79-2a4e-4278-b482-90715368b585 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:36.205818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93cee386-24b4-4102-9b38-4e5b866f8d03 req-83f45a79-2a4e-4278-b482-90715368b585 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0478597 Sep 18 20:32:36.242754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-93cee386-24b4-4102-9b38-4e5b866f8d03 req-c24222c0-4f59-4cf0-937b-66edcbdebe17 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310464 Sep 18 20:32:37.357694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34b4d9-260d-49ca-b774-958298ac5995 req-3b86a700-bac8-47a5-8d39-011f60548b87 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:37.359167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd34b4d9-260d-49ca-b774-958298ac5995 req-3b86a700-bac8-47a5-8d39-011f60548b87 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0490239 Sep 18 20:32:37.396923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd34b4d9-260d-49ca-b774-958298ac5995 req-2f294c69-fec2-44de-b299-50786cfb864a tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Sep 18 20:32:37.696200 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-534cd88e-91bc-4cfc-b242-e2b08e6764c2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:37.698382 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-534cd88e-91bc-4cfc-b242-e2b08e6764c2 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3&tenant_id=26a72acd912948daa25266cbc9556936&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 943 time: 0.0589833 Sep 18 20:32:37.704657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3bf1-fb4a-42a7-ad32-4291339cf90d req-a106f93f-963a-4138-b332-f9148b165df3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:37.706607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01bf3bf1-fb4a-42a7-ad32-4291339cf90d req-a106f93f-963a-4138-b332-f9148b165df3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 943 time: 0.0527277 Sep 18 20:32:37.748900 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-01bf3bf1-fb4a-42a7-ad32-4291339cf90d req-78911189-0ed8-4dab-b77c-6e5e48a9ef19 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350730 Sep 18 20:32:37.763779 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-7921230b-d7e5-4f7f-bd40-7e7568269cfe service neutron] 10.222.0.32 "GET /v2.0/ports/0230e23c-1f1e-48b6-8dec-c98e36a0f9be/bindings/n-h1-789963-11 HTTP/1.1" status: 200 len: 383 time: 0.0581448 Sep 18 20:32:37.824127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-efcd1e20-260f-45f7-b22d-f420f9d99297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:37.825598 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-efcd1e20-260f-45f7-b22d-f420f9d99297 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0402889 Sep 18 20:32:37.915304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-3377dda9-a87f-41e7-8b8c-3dffe05e2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:37.916898 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-3377dda9-a87f-41e7-8b8c-3dffe05e2005 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0848317 Sep 18 20:32:37.979560 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-377c5216-8c19-46c9-8168-b7eebd8ec1e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1000 time: 0.0559106 Sep 18 20:32:38.031792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-997558e5-a250-46ff-a34e-ba6e42f94910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:38.033242 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-997558e5-a250-46ff-a34e-ba6e42f94910 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0467632 Sep 18 20:32:38.078706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-5ded681c-5e37-4c3c-a8c2-9c5d00570f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:38.080205 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-5ded681c-5e37-4c3c-a8c2-9c5d00570f87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397940 Sep 18 20:32:38.122674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:32:38.173328 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-8fb53348-f5a5-4ee5-9bec-858768cc9b32 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853164 Sep 18 20:32:38.214686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:32:38.226251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'mac_address': 'fa:16:3e:74:87:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:32:38.265603 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:38.266127 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-af8c7458-20a7-402b-9bdf-8728964134ec service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854805 Sep 18 20:32:38.279014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0230e23c-1f1e-48b6-8dec-c98e36a0f9be {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:32:38.298178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:32:38.302299 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:38.349118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:32:38.356381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.356727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.357064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.357395 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.357868 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.358202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.358524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.358843 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.359162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.359513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.359834 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.360153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:38.378806 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:32:38.533174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['0230e23c-1f1e-48b6-8dec-c98e36a0f9be'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:32:38.865246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32720a29-8c39-4b61-b40e-53fac66f8b71 req-6bcaf7f1-b7d3-4d59-b7eb-45650aac38b8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:38.866695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32720a29-8c39-4b61-b40e-53fac66f8b71 req-6bcaf7f1-b7d3-4d59-b7eb-45650aac38b8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0485926 Sep 18 20:32:38.902839 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-32720a29-8c39-4b61-b40e-53fac66f8b71 req-5c858921-339e-4203-84c7-4cb8c61e7f15 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302453 Sep 18 20:32:40.022486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea194e-2814-4467-84fb-0fe3e9ce671c req-63df753f-7c11-468c-b9d0-4193225ab2de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:40.024758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78ea194e-2814-4467-84fb-0fe3e9ce671c req-63df753f-7c11-468c-b9d0-4193225ab2de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0510929 Sep 18 20:32:40.061662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78ea194e-2814-4467-84fb-0fe3e9ce671c req-43889069-0114-4e59-b3a7-a7220ec161dd tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316803 Sep 18 20:32:40.122857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:32:40.172695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:32:40.176365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:32:40.177225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:40.257639 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:40.283904 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:32:40.286080 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a71af5a-3c44-443f-8d26-29e63748c6fa" -d '{"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:32:40.299525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:32:40.305562 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:40.337813 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf1805-31de-4f1d-ad5d-b51cf1cfcb2c x-openstack-request-id: req-50bf1805-31de-4f1d-ad5d-b51cf1cfcb2c {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:32:40.338102 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:32:40.338348 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50bf1805-31de-4f1d-ad5d-b51cf1cfcb2c {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:32:40.338796 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'code': 200} Sep 18 20:32:40.358363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:32:41.183969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99371ec9-75a6-4bc9-b3e6-9eda9f10825e req-d1ba7253-2251-4d77-b8b4-a5fb50b864e5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:41.185565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99371ec9-75a6-4bc9-b3e6-9eda9f10825e req-d1ba7253-2251-4d77-b8b4-a5fb50b864e5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0554056 Sep 18 20:32:41.226880 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99371ec9-75a6-4bc9-b3e6-9eda9f10825e req-fb7b3ddb-d2fa-43c0-b013-1a988cc02ff3 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348847 Sep 18 20:32:41.933509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-29e5ded5-4860-4185-a5f4-2c180f2d87df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:41.935004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-29e5ded5-4860-4185-a5f4-2c180f2d87df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3&tenant_id=26a72acd912948daa25266cbc9556936 HTTP/1.1" status: 200 len: 1097 time: 0.0418239 Sep 18 20:32:41.947240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:32:42.002809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:42.210134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:32:42.241447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h1-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:32:42.282120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:32:42.284393 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212e2c6-0a22-4a81-aa2f-fe3df8b1614d" -d '{"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:32:42.288998 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:42.313606 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Transition to ACTIVE for port object 0230e23c-1f1e-48b6-8dec-c98e36a0f9be will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:32:42.332584 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:42.413308 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd22d90-c4c3-4ed1-a184-a45888ac6a2c x-openstack-request-id: req-7dd22d90-c4c3-4ed1-a184-a45888ac6a2c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:32:42.413615 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:32:42.413873 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dd22d90-c4c3-4ed1-a184-a45888ac6a2c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:32:42.414245 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'code': 200} Sep 18 20:32:42.423780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e71de1-012f-4c12-84a1-90ad833223e7 req-6aad7ecc-d7a5-43c1-80fc-b5b2852ecdc5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:42.425602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09e71de1-012f-4c12-84a1-90ad833223e7 req-6aad7ecc-d7a5-43c1-80fc-b5b2852ecdc5 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.1256850 Sep 18 20:32:42.448405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=10']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:32:42.470315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.470661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.471000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.471336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.471689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.472020 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.472346 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.472672 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.473010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.473348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.473671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.473981 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:32:42.512552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] No DVR routers for this DVR port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on host n-h1-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:32:42.552251 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09e71de1-012f-4c12-84a1-90ad833223e7 req-6a8cdcd3-d0af-49ca-8a89-85227cbd9902 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163654 Sep 18 20:32:42.654495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:32:42.654756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:32:42.655081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:32:42.659317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:32:42.659665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Attempting to bind port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on network a38e2c67-d318-46be-ac37-90aa3089d9d2 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:32:42.665117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:32:42.665445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Checking segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:32:42.665826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Bound using segment: {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:32:42.666246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Bound port: 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc8e875-b29b-4cb0-858f-74fd30b42f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:32:42.666600 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:42.729617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:32:42.733319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:32:42.737031 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:42.773239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:42.773856 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:42.775230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] 10.222.0.24 "PUT /v2.0/ports/0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1093 time: 0.8319056 Sep 18 20:32:42.794475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd0ebc-37f1-43c8-9cbf-91d91aa9d05b service neutron] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=11']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:32:42.841505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-83dd1427-cfde-4f65-a63d-f01d16d1ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:42.843089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-83dd1427-cfde-4f65-a63d-f01d16d1ed85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0428808 Sep 18 20:32:42.939006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-b67d2f2b-c6e9-4a39-a50d-9d5bbbf6ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:42.940517 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-b67d2f2b-c6e9-4a39-a50d-9d5bbbf6ee86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0901315 Sep 18 20:32:43.008651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-576beac1-834a-47ec-86de-c6c30ea77633 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1000 time: 0.0613883 Sep 18 20:32:43.060195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a0eef45d-28d0-4c8e-bdc2-35846178e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:43.061521 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-a0eef45d-28d0-4c8e-bdc2-35846178e141 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0468080 Sep 18 20:32:43.105445 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-166972da-182e-46f6-a20c-f42cadb57643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:43.106891 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-166972da-182e-46f6-a20c-f42cadb57643 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384200 Sep 18 20:32:43.193903 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-357160ab-9c82-40c0-8dd0-469eb52214be service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803761 Sep 18 20:32:43.285522 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3e4376c5-70e0-4569-8569-0337dbf24c74 req-b689f85b-472d-4512-9add-b3c2da63f526 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846145 Sep 18 20:32:43.674568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cee5b-b18b-4991-9481-4653463d580f req-b34eae79-2760-47ab-9332-76b49df28171 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:43.676333 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5cee5b-b18b-4991-9481-4653463d580f req-b34eae79-2760-47ab-9332-76b49df28171 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0521247 Sep 18 20:32:43.719370 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b5cee5b-b18b-4991-9481-4653463d580f req-1e474a27-cbc7-43a0-acc7-1d7fca314b52 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365980 Sep 18 20:32:44.148977 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:32:44.187879 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:32:44.415915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:32:44.418434 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:32:44.467851 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ede952-1b59-47e3-b85e-088f4716be92 x-openstack-request-id: req-78ede952-1b59-47e3-b85e-088f4716be92 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:32:44.468152 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:32:44.468405 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78ede952-1b59-47e3-b85e-088f4716be92 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:32:44.468835 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'status': 'completed', 'code': 200} Sep 18 20:32:44.529651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-aa373e83-9ee4-4af3-9c97-c4a7990f5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.531385 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-aa373e83-9ee4-4af3-9c97-c4a7990f5da7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0430923 Sep 18 20:32:44.583002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-718dcb7d-5dfb-40d5-a2f3-5f46fc45ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.584623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-718dcb7d-5dfb-40d5-a2f3-5f46fc45ccef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26a72acd912948daa25266cbc9556936&device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0921459 Sep 18 20:32:44.627714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-4ff6fc2c-db4f-4502-afc8-1819127d9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.630077 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-4ff6fc2c-db4f-4502-afc8-1819127d9366 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0912938 Sep 18 20:32:44.678751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-4bdb6bd7-bb0f-4524-a31d-774f49ba9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.680211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-4bdb6bd7-bb0f-4524-a31d-774f49ba9460 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 200 len: 912 time: 0.0887568 Sep 18 20:32:44.703534 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-2746a4c3-9cc4-4ac6-b893-e9e455d6dcc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1000 time: 0.0628538 Sep 18 20:32:44.757284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-f9e314da-d3b8-41de-9dba-6bc17de7aff1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 200 len: 1000 time: 0.0701585 Sep 18 20:32:44.762486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-2c1a030a-b82a-486b-b38c-0b377902e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.764349 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-2c1a030a-b82a-486b-b38c-0b377902e1f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0574446 Sep 18 20:32:44.817894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-184590a7-0d52-42a9-91e5-2e4e7802bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.819473 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-184590a7-0d52-42a9-91e5-2e4e7802bc94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471556 Sep 18 20:32:44.844487 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-8afb3887-35a1-4aa0-a701-3d09e64d1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.846095 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-8afb3887-35a1-4aa0-a701-3d09e64d1578 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 200 len: 850 time: 0.0817573 Sep 18 20:32:44.889186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8427f-a9bf-4c6b-bcf7-32434aeb91ef req-ff406243-d0ed-48a9-871c-99569e2c96d0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.890661 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2c8427f-a9bf-4c6b-bcf7-32434aeb91ef req-ff406243-d0ed-48a9-871c-99569e2c96d0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0859649 Sep 18 20:32:44.910667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-1072a2a0-3bc7-49fc-834b-08431c004b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:44.912799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-1072a2a0-3bc7-49fc-834b-08431c004b20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a38e2c67-d318-46be-ac37-90aa3089d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599086 Sep 18 20:32:44.914015 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-2c2797c5-befe-4143-b873-4920bcce8869 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870142 Sep 18 20:32:44.973686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a2c8427f-a9bf-4c6b-bcf7-32434aeb91ef req-d8fe4f30-fed3-4add-bcd8-2dd44ae0e52d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707934 Sep 18 20:32:45.012026 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-b7e84f48-a510-40f6-864f-faf855e199e1 service neutron] 10.222.0.32 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911269 Sep 18 20:32:45.031885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-e8985190-81a4-4bdd-9f11-0a2f781f1791 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114054 Sep 18 20:32:45.131888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45741b2a-7f53-480c-b4d8-cb1a8bb10b81 req-0264b84a-0ea3-4e29-86fe-0445e87b0986 service neutron] 10.222.0.24 "GET /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929923 Sep 18 20:32:46.100179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf032f9-6f25-4d81-b45e-23e95ef66bb3 req-8e8f3eb9-c16b-470a-8f42-362110743b9f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:46.101813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dcf032f9-6f25-4d81-b45e-23e95ef66bb3 req-8e8f3eb9-c16b-470a-8f42-362110743b9f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0496967 Sep 18 20:32:46.140637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dcf032f9-6f25-4d81-b45e-23e95ef66bb3 req-42af7df5-2bb1-4bfa-b57b-ef370a0c8a3b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Sep 18 20:32:47.256969 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82d90-11b5-4181-9903-0798ba55faf9 req-d9e072d5-697b-4bc6-a4c2-8deb569df1c8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:47.258359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96b82d90-11b5-4181-9903-0798ba55faf9 req-d9e072d5-697b-4bc6-a4c2-8deb569df1c8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0494103 Sep 18 20:32:47.296465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-96b82d90-11b5-4181-9903-0798ba55faf9 req-7157eee3-3445-4a62-aed0-3d1e9b7a7088 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322447 Sep 18 20:32:48.411053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b2b52-c96f-48ca-b8b0-3f9b967fbcca req-ae839a4b-b21c-484e-bf24-e5561008fd4c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:48.413256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf0b2b52-c96f-48ca-b8b0-3f9b967fbcca req-ae839a4b-b21c-484e-bf24-e5561008fd4c tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0499139 Sep 18 20:32:48.454555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf0b2b52-c96f-48ca-b8b0-3f9b967fbcca req-6289d501-9ec7-474b-908d-3662399dcd98 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353651 Sep 18 20:32:49.570256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aecd36-b5b9-44e5-a5b6-cde2341f5ad8 req-0e562697-f018-4ab4-a137-956df7c99b64 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:49.571758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47aecd36-b5b9-44e5-a5b6-cde2341f5ad8 req-0e562697-f018-4ab4-a137-956df7c99b64 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0488708 Sep 18 20:32:49.608648 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-47aecd36-b5b9-44e5-a5b6-cde2341f5ad8 req-180ffbff-8bd1-4a1a-8a28-1559f4fb89f0 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309434 Sep 18 20:32:50.725171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81793-263b-4b2a-bb3b-688ed71d2889 req-e1c839e8-09ee-4701-8c2e-441f62649f9f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:50.726647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40d81793-263b-4b2a-bb3b-688ed71d2889 req-e1c839e8-09ee-4701-8c2e-441f62649f9f tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0497124 Sep 18 20:32:50.764175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-40d81793-263b-4b2a-bb3b-688ed71d2889 req-a2e2a6f7-b8d6-40f6-aa4e-701692925870 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Sep 18 20:32:51.665925 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-be5d4d95-2f27-4d71-91e9-3a2cf20cea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:51.878685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc129e-5d8b-40a3-90cd-cbb313b03578 req-f7898cfa-b856-4488-af8b-d7073dbe81c1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:51.880199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0cc129e-5d8b-40a3-90cd-cbb313b03578 req-f7898cfa-b856-4488-af8b-d7073dbe81c1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0486550 Sep 18 20:32:51.922066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0cc129e-5d8b-40a3-90cd-cbb313b03578 req-576abbdc-51eb-4e06-ada4-9202bb154e70 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353549 Sep 18 20:32:53.039192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1720a5-1e83-4c6c-ad11-cd07b17f3f8f req-43765476-bc1f-4a0c-8050-230641ba8eb7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:53.040705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb1720a5-1e83-4c6c-ad11-cd07b17f3f8f req-43765476-bc1f-4a0c-8050-230641ba8eb7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0502951 Sep 18 20:32:53.077351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb1720a5-1e83-4c6c-ad11-cd07b17f3f8f req-da91d316-f1c2-4e6e-a27c-6c52e79c7f01 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Sep 18 20:32:53.791091 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:53.874121 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:54.193342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824122b8-d968-4967-8e39-6f506a59456e req-49a85e36-719f-4068-819a-aa0048c73d6b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:54.195587 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-824122b8-d968-4967-8e39-6f506a59456e req-49a85e36-719f-4068-819a-aa0048c73d6b tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0488260 Sep 18 20:32:54.234709 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-824122b8-d968-4967-8e39-6f506a59456e req-3b38f8c7-1849-465f-ab8b-5677061aa5d9 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322261 Sep 18 20:32:54.348446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387927fe-aa94-4262-9da1-a2d96992c889 req-ca97aace-1975-41cf-b3b3-d49f8f406c9e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:54.349914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-387927fe-aa94-4262-9da1-a2d96992c889 req-ca97aace-1975-41cf-b3b3-d49f8f406c9e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0477939 Sep 18 20:32:54.392714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-387927fe-aa94-4262-9da1-a2d96992c889 req-452b5720-0d63-4569-9a09-fb0dce3c8fd4 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363147 Sep 18 20:32:54.505119 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636aeed-436d-4ba5-9d97-5e17c1df7b36 req-f32135ed-8fba-4d3d-8bd1-d7ae0b7eb6e1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:54.506604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4636aeed-436d-4ba5-9d97-5e17c1df7b36 req-f32135ed-8fba-4d3d-8bd1-d7ae0b7eb6e1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0491457 Sep 18 20:32:54.544818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4636aeed-436d-4ba5-9d97-5e17c1df7b36 req-62a23b4d-e2cc-4b59-a6b8-ebb5f6850fda tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315962 Sep 18 20:32:54.612390 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:32:54.716557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:32:54.728151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'port_id': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'mac_address': 'fa:16:3e:74:87:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:32:54.764437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:54.777140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0230e23c-1f1e-48b6-8dec-c98e36a0f9be {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:32:54.779710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae793c-5a68-4158-9e87-feb88fd08baa req-8adf94b8-d8c7-4e8c-85c6-c788cec98f61 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:54.781259 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69ae793c-5a68-4158-9e87-feb88fd08baa req-8adf94b8-d8c7-4e8c-85c6-c788cec98f61 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 944 time: 0.0495129 Sep 18 20:32:54.796136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:32:54.800873 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:54.820778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69ae793c-5a68-4158-9e87-feb88fd08baa req-cb7a8a88-4172-4283-9da8-f900e31734f7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332696 Sep 18 20:32:54.854001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=12']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:32:54.871403 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:54.961696 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7f831f91-bdc8-41fb-957f-970259c4ec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:55.045332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['0230e23c-1f1e-48b6-8dec-c98e36a0f9be'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:32:55.720700 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:55.938545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f193a-73e8-4317-be89-22f98303a17a req-17cea7bf-c4ec-40b3-ab18-2dc4c27c62d1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:55.940038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-034f193a-73e8-4317-be89-22f98303a17a req-17cea7bf-c4ec-40b3-ab18-2dc4c27c62d1 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0478520 Sep 18 20:32:55.981705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-034f193a-73e8-4317-be89-22f98303a17a req-40cec454-82f7-4163-a628-7889b64092c8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d9f253-0757-41fe-972e-59ec8a6cbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351291 Sep 18 20:32:56.271645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-7ecf5543-3f12-4db5-b4d1-582e80273fa8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:32:56.273543 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-7ecf5543-3f12-4db5-b4d1-582e80273fa8 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 945 time: 0.0485041 Sep 18 20:32:56.362170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Deleting port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:32:56.362511 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:56.456083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] For port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:32:56.456448 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:56.618371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:32:56.624800 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:56.625169 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:56.625484 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda disassociated. External IP: 172.25.8.200, port: 0230e23c-1f1e-48b6-8dec-c98e36a0f9be. Sep 18 20:32:56.625834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Calling delete_port for 0230e23c-1f1e-48b6-8dec-c98e36a0f9be owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:32:56.668052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:32:56.671720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:32:56.672098 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:56.754520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:56.764502 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:56.794308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event deleted for resources: {'Port': ['ID=0230e23c-1f1e-48b6-8dec-c98e36a0f9be,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:32:56.914083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:32:57.024689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:32:57.034704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:32:57.043625 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:32:57.044262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:32:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:32:57.074819 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] No DVR routers for this DVR port 0230e23c-1f1e-48b6-8dec-c98e36a0f9be on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:32:57.078059 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:57.081215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-28ddc57c-8b95-4480-aa95-7fcc65aec298 req-be891cb7-384a-47b7-bd8f-6fb7cc88ce29 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.24 "DELETE /v2.0/ports/0230e23c-1f1e-48b6-8dec-c98e36a0f9be HTTP/1.1" status: 204 len: 173 time: 0.8014576 Sep 18 20:32:57.096090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-deleted', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:32:57.098451 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1326811-e65a-4399-87a8-fb89bfea4f3a" -d '{"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-deleted", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:32:57.104277 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cefdb5bc-d87d-457a-a662-b9211957355f req-27b4844d-22e3-4906-90cf-b52c6e09554e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 210 time: 0.0531003 Sep 18 20:32:57.140954 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04475905-d0d4-40b1-827e-5fca96b7c1c2 x-openstack-request-id: req-04475905-d0d4-40b1-827e-5fca96b7c1c2 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:32:57.141267 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3", "name": "network-vif-deleted", "tag": "0230e23c-1f1e-48b6-8dec-c98e36a0f9be", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:32:57.141509 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04475905-d0d4-40b1-827e-5fca96b7c1c2 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:32:57.141915 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3', 'name': 'network-vif-deleted', 'tag': '0230e23c-1f1e-48b6-8dec-c98e36a0f9be', 'status': 'completed', 'code': 200} Sep 18 20:32:57.167507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:32:57.364850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:32:57.391499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:32:57.400528 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:32:57.401126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:32:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:32:57.504906 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:32:57.658346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:32:57.712739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:32:57.743962 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5404ea-dd95-41e8-ac82-3666905be09b None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:23:26Z', 'revision_number': 4, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c70b3a84-8e7e-4f71-8402-fe11dd216697', 'name': '', 'network_id': 'a38e2c67-d318-46be-ac37-90aa3089d9d2', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'mac_address': 'fa:16:3e:d1:88:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:25Z', 'updated_at': '2021-09-18T20:23:30Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'subnets': [{'id': 'd55890ec-1217-4c51-ade7-196062f77d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:32:57.957402 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689941a-3fba-4226-9f95-ce1a96b73238 None None] New status for floating IP 10b8e5b6-0179-4306-a15c-55215ef4dbda: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:32:58.226269 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f49e7125-4376-4ad1-af84-d66125c702bc req-4aa94a3e-f61b-4666-8ef3-fb07a94484a7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 210 time: 0.0299902 Sep 18 20:32:58.628282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:32:58.649294 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 0230e23c-1f1e-48b6-8dec-c98e36a0f9be {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:32:58.649629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 0230e23c-1f1e-48b6-8dec-c98e36a0f9be not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:32:59.321803 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9256f53e-132f-43fc-bac4-649a522cb016 req-a52c0131-0510-4eca-a1d8-088cdeecb68e tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 210 time: 0.0271482 Sep 18 20:33:00.416690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-84c6c4ee-d9c1-4cdc-8d60-ae95e1508491 req-dceeea87-38ae-4dc6-ac89-9b00d42613e7 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9eaba71-dcc2-4fc3-a62b-2cfb3def4ac3 HTTP/1.1" status: 200 len: 210 time: 0.0267224 Sep 18 20:33:04.131674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42622) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:04.190565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e955-4c80-4988-83d4-f41c5e87a163 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.213352 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e955-4c80-4988-83d4-f41c5e87a163 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.262215 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e955-4c80-4988-83d4-f41c5e87a163 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.264838 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e955-4c80-4988-83d4-f41c5e87a163 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.266011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bbb4e955-4c80-4988-83d4-f41c5e87a163 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "DELETE /v2.0/security-groups/d1d9f253-0757-41fe-972e-59ec8a6cbc28 HTTP/1.1" status: 204 len: 168 time: 0.1332252 Sep 18 20:33:04.268833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42624) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:04.275288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4e955-4c80-4988-83d4-f41c5e87a163 tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d9f253-0757-41fe-972e-59ec8a6cbc28,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:04.286754 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-2162b3e8-1ac1-4003-a871-194e09311c7d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] show failed (client error): The resource could not be found. Sep 18 20:33:04.290743 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2162b3e8-1ac1-4003-a871-194e09311c7d tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "GET /v2.0/security-groups/d1d9f253-0757-41fe-972e-59ec8a6cbc28 HTTP/1.1" status: 404 len: 347 time: 0.0205030 Sep 18 20:33:04.291350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42626) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:04.418879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Deleting port 8de9a11c-961b-4cec-aa0c-d6226f384a39 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:04.419216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.499848 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.500172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.511710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Calling delete_port for 8de9a11c-961b-4cec-aa0c-d6226f384a39 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:04.639619 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.670313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Pushing event deleted for resources: {'Port': ['ID=8de9a11c-961b-4cec-aa0c-d6226f384a39,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:04.734566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.737607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:04.738834 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-aad1b79b-4b31-428e-8125-305eada3d4de tempest-ServerActionsTestJSON-969891361 tempest-ServerActionsTestJSON-969891361-project] 10.222.0.20 "DELETE /v2.0/floatingips/10b8e5b6-0179-4306-a15c-55215ef4dbda HTTP/1.1" status: 204 len: 168 time: 0.4465189 Sep 18 20:33:04.742469 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42628) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:05.151226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:05.388520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Deleting port c70b3a84-8e7e-4f71-8402-fe11dd216697 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:05.388863 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:05.465087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] For port c70b3a84-8e7e-4f71-8402-fe11dd216697, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c70b3a84-8e7e-4f71-8402-fe11dd216697,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:05.465363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:05.482013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Calling delete_port for c70b3a84-8e7e-4f71-8402-fe11dd216697 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:05.658740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:05.685335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c70b3a84-8e7e-4f71-8402-fe11dd216697,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:05.857790 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.063752 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Router ac55746a-bf5f-4b91-97bd-23e539e13e63 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:33:06.169703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:33:06.174594 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d4a5e743-4e51-44ff-a51b-9c0a4fac4d0e admin admin] 10.222.0.20 "PUT /v2.0/routers/ac55746a-bf5f-4b91-97bd-23e539e13e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4304020 Sep 18 20:33:06.177401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42632) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:06.178244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] Sync routers for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:33:06.187162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:33:06.187790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:32:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:06.282456 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.289222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:33:06.382157 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.435437 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Deleting port d59f43b3-9f9f-4301-8be8-9d2301cad3e6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:06.436139 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.460067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:33:05Z', 'revision_number': 5, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port': {'id': 'd59f43b3-9f9f-4301-8be8-9d2301cad3e6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:23:24Z', 'updated_at': '2021-09-18T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:06.490055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] Checking router: ac55746a-bf5f-4b91-97bd-23e539e13e63 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:33:06.498063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] Routers {'ac55746a-bf5f-4b91-97bd-23e539e13e63'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:33:06.498699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:32:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ac55746a-bf5f-4b91-97bd-23e539e13e63'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:06.516154 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] For port d59f43b3-9f9f-4301-8be8-9d2301cad3e6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d59f43b3-9f9f-4301-8be8-9d2301cad3e6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:06.516517 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.528205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Calling delete_port for d59f43b3-9f9f-4301-8be8-9d2301cad3e6 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:06.698387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.724843 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Pushing event deleted for resources: {'Port': ['ID=d59f43b3-9f9f-4301-8be8-9d2301cad3e6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:06.741909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] Set router ac55746a-bf5f-4b91-97bd-23e539e13e63 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:33:06.786472 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.793649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:33:06Z', 'revision_number': 6, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:06.822118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597f53c-d886-4dfa-ad1b-3b951283185f None None] The sync data for ids ['ac55746a-bf5f-4b91-97bd-23e539e13e63'] in n-d-789963-11 is: [{'id': 'ac55746a-bf5f-4b91-97bd-23e539e13e63', 'name': 'tempest-ServerActionsTestJSON-543736076-router', 'tenant_id': '26a72acd912948daa25266cbc9556936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:23:23Z', 'updated_at': '2021-09-18T20:33:06Z', 'revision_number': 6, 'project_id': '26a72acd912948daa25266cbc9556936', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:33:06.884331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.886395 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.929023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.929747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac55746a-bf5f-4b91-97bd-23e539e13e63 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:33:06.938340 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:06.939541 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ff053dc3-b015-4cb9-8308-6a600472920a admin admin] 10.222.0.20 "DELETE /v2.0/routers/ac55746a-bf5f-4b91-97bd-23e539e13e63 HTTP/1.1" status: 204 len: 168 time: 0.7610955 Sep 18 20:33:06.942007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42634) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:06.986001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a152c613-a7e8-4512-a9c7-ffe01ef5b881 admin admin] Deleting subnet d55890ec-1217-4c51-ade7-196062f77d07 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:33:06.988902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a152c613-a7e8-4512-a9c7-ffe01ef5b881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.022378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a152c613-a7e8-4512-a9c7-ffe01ef5b881 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.104554 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a152c613-a7e8-4512-a9c7-ffe01ef5b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.158850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a152c613-a7e8-4512-a9c7-ffe01ef5b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.187947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152c613-a7e8-4512-a9c7-ffe01ef5b881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55890ec-1217-4c51-ade7-196062f77d07,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:07.193172 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a152c613-a7e8-4512-a9c7-ffe01ef5b881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.197427 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a152c613-a7e8-4512-a9c7-ffe01ef5b881 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d55890ec-1217-4c51-ade7-196062f77d07 HTTP/1.1" status: 204 len: 168 time: 0.2521043 Sep 18 20:33:07.197817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42636) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:07.209535 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416ed41-4e31-4ea8-9178-37569a4d2b7e None None] Network a38e2c67-d318-46be-ac37-90aa3089d9d2 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:07.272960 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c70b3a84-8e7e-4f71-8402-fe11dd216697 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:33:07.279195 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.301421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c70b3a84-8e7e-4f71-8402-fe11dd216697 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:33:07.301766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c70b3a84-8e7e-4f71-8402-fe11dd216697 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:33:07.336558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Deleting port eca26662-3d3c-4ab6-bbf1-726a90606b5d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:07.336976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.403743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] For port eca26662-3d3c-4ab6-bbf1-726a90606b5d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=eca26662-3d3c-4ab6-bbf1-726a90606b5d,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:07.404114 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.416178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Calling delete_port for eca26662-3d3c-4ab6-bbf1-726a90606b5d owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:07.621326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] DHCP port deletion for a38e2c67-d318-46be-ac37-90aa3089d9d2 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:33:07.672493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] Deleting port eca26662-3d3c-4ab6-bbf1-726a90606b5d {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:07.673138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.741256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] For port eca26662-3d3c-4ab6-bbf1-726a90606b5d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=eca26662-3d3c-4ab6-bbf1-726a90606b5d,segment=NetworkSegment(2fc8e875-b29b-4cb0-858f-74fd30b42f8b),segment_id=2fc8e875-b29b-4cb0-858f-74fd30b42f8b)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:07.741649 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.755082 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] Calling delete_port for eca26662-3d3c-4ab6-bbf1-726a90606b5d owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:07.820452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.842076 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.846222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca26662-3d3c-4ab6-bbf1-726a90606b5d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:07.850019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] No DVR routers for this DVR port eca26662-3d3c-4ab6-bbf1-726a90606b5d on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:07.872349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] Pushing event deleted for resources: {'Port': ['ID=eca26662-3d3c-4ab6-bbf1-726a90606b5d,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:07.880840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e68ae22-a161-476a-85b2-478a6de9760f None None] No DVR routers for this DVR port eca26662-3d3c-4ab6-bbf1-726a90606b5d on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:07.928741 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.952657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38e2c67-d318-46be-ac37-90aa3089d9d2']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:07.961662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc8e875-b29b-4cb0-858f-74fd30b42f8b') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:07.963099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc8e875-b29b-4cb0-858f-74fd30b42f8b') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:07.972160 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.985875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.991625 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:07.992017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:07.994043 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:08.047876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:08.052539 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:08.054485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a38e2c67-d318-46be-ac37-90aa3089d9d2 HTTP/1.1" status: 204 len: 168 time: 0.8556721 Sep 18 20:33:08.067026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b872a-5ff8-43fd-b3c0-b27c4ca2cfa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a38e2c67-d318-46be-ac37-90aa3089d9d2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:08.163055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42640) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:08.201351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9c2bfa71-4720-4646-8d96-1036d547b44e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26a72acd912948daa25266cbc9556936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370822 Sep 18 20:33:08.203771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42642) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:08.252605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad649-d266-4abc-a3ef-450ee9f768d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:08.273537 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad649-d266-4abc-a3ef-450ee9f768d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:08.323136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad649-d266-4abc-a3ef-450ee9f768d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:08.325667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad649-d266-4abc-a3ef-450ee9f768d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:08.326821 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e6ad649-d266-4abc-a3ef-450ee9f768d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32870ca4-8fe2-490e-9a82-1cd57e328160 HTTP/1.1" status: 204 len: 168 time: 0.1220846 Sep 18 20:33:08.334672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ad649-d266-4abc-a3ef-450ee9f768d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32870ca4-8fe2-490e-9a82-1cd57e328160,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:09.018822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42664) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:09.038132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d59f43b3-9f9f-4301-8be8-9d2301cad3e6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:33:09.058731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d59f43b3-9f9f-4301-8be8-9d2301cad3e6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:33:09.059088 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d59f43b3-9f9f-4301-8be8-9d2301cad3e6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:33:09.059525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device eca26662-3d3c-4ab6-bbf1-726a90606b5d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:33:09.077890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: eca26662-3d3c-4ab6-bbf1-726a90606b5d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:33:09.078237 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device eca26662-3d3c-4ab6-bbf1-726a90606b5d not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:33:09.119632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1466943602-network', 'tenant_id': '8d77163ca8e24534ad6a0744a5aeb487'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:09.143220 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Made reservation on behalf of 8d77163ca8e24534ad6a0744a5aeb487 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:09.145566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.154131 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.241503 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.245824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.271549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:09.277772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:09.283674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.284019 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Added segment b59051d8-7766-450f-ab0a-13072661484c of type vlan for network 4d117c8b-a310-4858-9871-868612b1d140 Sep 18 20:33:09.324366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.346949 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.347968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:09.348556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.381324 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3613415 Sep 18 20:33:09.384906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42668) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:09.389876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Request body: {'subnet': {'network_id': '4d117c8b-a310-4858-9871-868612b1d140', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1466943602-subnet', 'tenant_id': '8d77163ca8e24534ad6a0744a5aeb487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:09.411184 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Made reservation on behalf of 8d77163ca8e24534ad6a0744a5aeb487 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:09.413705 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.600707 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.661572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f16a8f-4452-428b-b7e0-9805f65be5e1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:09.674309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Checking segment: {'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:09.674972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Network hostable DHCP agents. Network: 4d117c8b-a310-4858-9871-868612b1d140, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:09.691652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Network 4d117c8b-a310-4858-9871-868612b1d140 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:09.701036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 4d117c8b-a310-4858-9871-868612b1d140) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:09.713292 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:09.714192 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:09.719573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8fe033-27a9-428f-8a25-1aee6e835a8c None None] Network 4d117c8b-a310-4858-9871-868612b1d140 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:09.731931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-800b6b0f-70f7-47da-9c49-0abe190dd070 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3457274 Sep 18 20:33:09.751441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701087e-74f5-49c3-a482-398b24dbbc69 admin admin] Pushing event updated for resources: {'Network': ['ID=4d117c8b-a310-4858-9871-868612b1d140,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:09.787532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 4d117c8b-a310-4858-9871-868612b1d140 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:09.920674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee6bca-dc50-4cf0-9ab5-d86d1d8dee11 None None] Network 4d117c8b-a310-4858-9871-868612b1d140 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:10.173683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5f754-f272-4447-b024-2b3029b719c2 req-4fbd4cc7-10f0-42e2-9e6a-21f42923bc8c tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:10.175038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-4fbd4cc7-10f0-42e2-9e6a-21f42923bc8c tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/networks?id=4d117c8b-a310-4858-9871-868612b1d140 HTTP/1.1" status: 200 len: 814 time: 0.1000905 Sep 18 20:33:10.190392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-3654856f-77fd-4fba-b7fa-3d7c168b6b7a tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/quotas/8d77163ca8e24534ad6a0744a5aeb487 HTTP/1.1" status: 200 len: 375 time: 0.0095854 Sep 18 20:33:10.224899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-73ff3aac-34e0-4f12-989a-7ce035a51f79 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d77163ca8e24534ad6a0744a5aeb487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293949 Sep 18 20:33:10.235701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-3787e1fc-83a4-4e01-90a4-630a524fc15e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:33:10.236641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-3787e1fc-83a4-4e01-90a4-630a524fc15e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048373 Sep 18 20:33:10.324969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-c6de8746-b545-4ab9-84e2-f4471d678398 service neutron] 10.222.0.20 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828021 Sep 18 20:33:10.416181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-134d3a44-5e88-4f6d-964a-3959c3d41915 service neutron] 10.222.0.20 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850198 Sep 18 20:33:10.573700 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-638c46d7-2204-412c-b8b6-fe568b52078d req-583237ae-71b0-4834-8788-a2a77638d301 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 210 time: 0.0270119 Sep 18 20:33:11.479900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5f754-f272-4447-b024-2b3029b719c2 req-1bc879d4-c5cb-48f2-a862-ef5d6c9e214d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:11.481694 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-1bc879d4-c5cb-48f2-a862-ef5d6c9e214d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.32 "GET /v2.0/networks?id=4d117c8b-a310-4858-9871-868612b1d140 HTTP/1.1" status: 200 len: 814 time: 0.1112456 Sep 18 20:33:11.494713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Request body: {'port': {'device_id': '02682e02-28ad-40be-a79f-4c13a2f77d4a', 'network_id': '4d117c8b-a310-4858-9871-868612b1d140', 'admin_state_up': True, 'tenant_id': '8d77163ca8e24534ad6a0744a5aeb487'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:11.605831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Made reservation on behalf of 8d77163ca8e24534ad6a0744a5aeb487 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:11.609685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:11.668765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-45d2c512-81f5-4e2a-9261-52f6cdce0edb req-4a139723-e619-43c1-a2e4-dc8f843ed7bd tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 210 time: 0.0267715 Sep 18 20:33:11.740714 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Allocated IP 172.20.0.9 (4d117c8b-a310-4858-9871-868612b1d140/a7f16a8f-4452-428b-b7e0-9805f65be5e1/ecd2b423-cb9b-46c2-9069-0af0faad744e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:11.883425 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:11.915106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:11.960010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Network 4d117c8b-a310-4858-9871-868612b1d140 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:11.963827 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:11.969699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:11.975535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Pushing event updated for resources: {'Port': ['ID=ecd2b423-cb9b-46c2-9069-0af0faad744e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:12.019627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:12.020165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:12.035592 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-fcd0362c-84af-46d4-b281-964de0a9b4e7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448902 Sep 18 20:33:12.049096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Request body: {'port': {'device_id': '02682e02-28ad-40be-a79f-4c13a2f77d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:12.101437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:12.364098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd2b423-cb9b-46c2-9069-0af0faad744e {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:33:12.371439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:12.383152 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Transition to ACTIVE for port object ecd2b423-cb9b-46c2-9069-0af0faad744e will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:33:12.387648 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:12.451592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd2b423-cb9b-46c2-9069-0af0faad744e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:12.499947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Attempting to bind port ecd2b423-cb9b-46c2-9069-0af0faad744e on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:33:12.500611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Attempting to bind port ecd2b423-cb9b-46c2-9069-0af0faad744e by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:33:12.500611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Attempting to bind port ecd2b423-cb9b-46c2-9069-0af0faad744e on network 4d117c8b-a310-4858-9871-868612b1d140 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:12.504692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Port ecd2b423-cb9b-46c2-9069-0af0faad744e on network 4d117c8b-a310-4858-9871-868612b1d140 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:33:12.505005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Attempting to bind port ecd2b423-cb9b-46c2-9069-0af0faad744e on network 4d117c8b-a310-4858-9871-868612b1d140 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:12.510290 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:33:12.510615 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Checking segment: {'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:12.510989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Bound using segment: {'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:33:12.511423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Bound port: ecd2b423-cb9b-46c2-9069-0af0faad744e, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:33:12.511776 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:12.575176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] For port ecd2b423-cb9b-46c2-9069-0af0faad744e, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:33:12.578411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] For port ecd2b423-cb9b-46c2-9069-0af0faad744e, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ecd2b423-cb9b-46c2-9069-0af0faad744e,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:33:12.582316 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:12.615970 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:12.616521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:12.617900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] 10.222.0.32 "PUT /v2.0/ports/ecd2b423-cb9b-46c2-9069-0af0faad744e HTTP/1.1" status: 200 len: 1092 time: 0.5737507 Sep 18 20:33:12.618329 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02682e02-28ad-40be-a79f-4c13a2f77d4a', 'tag': 'ecd2b423-cb9b-46c2-9069-0af0faad744e'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:33:12.621485 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eadb942-4bf5-4aac-afe9-705f5f83fc83" -d '{"events": [{"name": "network-changed", "server_uuid": "02682e02-28ad-40be-a79f-4c13a2f77d4a", "tag": "ecd2b423-cb9b-46c2-9069-0af0faad744e"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:33:12.647248 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d496e-51d1-4951-8d66-45c0e38a3708 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd2b423-cb9b-46c2-9069-0af0faad744e,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:12.669785 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3777c6-9d1e-41cd-826e-04ef35001a07 x-openstack-request-id: req-7f3777c6-9d1e-41cd-826e-04ef35001a07 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:33:12.670081 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02682e02-28ad-40be-a79f-4c13a2f77d4a", "tag": "ecd2b423-cb9b-46c2-9069-0af0faad744e", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:33:12.670351 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f3777c6-9d1e-41cd-826e-04ef35001a07 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:33:12.670777 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02682e02-28ad-40be-a79f-4c13a2f77d4a', 'tag': 'ecd2b423-cb9b-46c2-9069-0af0faad744e', 'status': 'completed', 'code': 200} Sep 18 20:33:12.701025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5f754-f272-4447-b024-2b3029b719c2 req-1668c351-8e28-4650-b49a-80e21fe3d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:12.702574 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-1668c351-8e28-4650-b49a-80e21fe3d14f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d77163ca8e24534ad6a0744a5aeb487&device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 1095 time: 0.0430622 Sep 18 20:33:12.749848 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-9cae1211-d6e8-4cc6-a5f3-d44c211f14fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd2b423-cb9b-46c2-9069-0af0faad744e HTTP/1.1" status: 200 len: 217 time: 0.0387056 Sep 18 20:33:12.784142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bc8c-3116-4be8-84a9-b39a016f3f8b req-33b2e4f2-8456-440d-a528-4473f0f5941d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:12.785788 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dce8bc8c-3116-4be8-84a9-b39a016f3f8b req-33b2e4f2-8456-440d-a528-4473f0f5941d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 943 time: 0.0502541 Sep 18 20:33:12.798789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5f754-f272-4447-b024-2b3029b719c2 req-1ad3db4e-032a-4dec-a45e-6a54620505a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:12.800279 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-1ad3db4e-032a-4dec-a45e-6a54620505a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7f16a8f-4452-428b-b7e0-9805f65be5e1 HTTP/1.1" status: 200 len: 854 time: 0.0434399 Sep 18 20:33:12.826931 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dce8bc8c-3116-4be8-84a9-b39a016f3f8b req-2ed2a7cc-27b1-494e-9abc-d357cb9f8762 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Sep 18 20:33:12.832601 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-d526b0d6-c8bb-4685-974e-69f1b00f7ead service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d117c8b-a310-4858-9871-868612b1d140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253403 Sep 18 20:33:12.925756 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-ad109679-2601-4ebf-b89d-c7a2d688020c service neutron] 10.222.0.32 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855343 Sep 18 20:33:13.016904 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-75c5f754-f272-4447-b024-2b3029b719c2 req-4109293c-eef1-48bb-a52f-c5b298f45894 service neutron] 10.222.0.32 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840662 Sep 18 20:33:13.099266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-8e684aaf-64e1-42ba-ab3a-fffd17d49be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:13.100777 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-8e684aaf-64e1-42ba-ab3a-fffd17d49be8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d77163ca8e24534ad6a0744a5aeb487&device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 1095 time: 0.0394862 Sep 18 20:33:13.191614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-7c0077c4-c0c9-4ab9-a6aa-d4201a307e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:13.192967 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-7c0077c4-c0c9-4ab9-a6aa-d4201a307e96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d117c8b-a310-4858-9871-868612b1d140 HTTP/1.1" status: 200 len: 915 time: 0.0854604 Sep 18 20:33:13.234634 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-ce5bd2d5-6f66-47ee-a760-466269a95444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd2b423-cb9b-46c2-9069-0af0faad744e HTTP/1.1" status: 200 len: 217 time: 0.0341177 Sep 18 20:33:13.288929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-3c6d9fed-12c5-48bb-bbc2-6cfc9f3b6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:13.290398 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-3c6d9fed-12c5-48bb-bbc2-6cfc9f3b6aea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7f16a8f-4452-428b-b7e0-9805f65be5e1 HTTP/1.1" status: 200 len: 854 time: 0.0482039 Sep 18 20:33:13.321422 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-9d683bcc-ad4e-4945-a24a-8fe2f7dafcdf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d117c8b-a310-4858-9871-868612b1d140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234623 Sep 18 20:33:13.411990 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-68ab12ac-df4f-4f10-8750-32727e8e9722 service neutron] 10.222.0.32 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825295 Sep 18 20:33:13.504657 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4eadb942-4bf5-4aac-afe9-705f5f83fc83 req-745a575c-80ce-4bee-816c-65d3318221f1 service neutron] 10.222.0.32 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845995 Sep 18 20:33:13.946379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d9ca-ff71-4936-ae32-bb0fac142fd7 req-654d76c3-bbb6-4e81-ad10-c30a87848601 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:13.948130 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a96d9ca-ff71-4936-ae32-bb0fac142fd7 req-654d76c3-bbb6-4e81-ad10-c30a87848601 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 943 time: 0.0522044 Sep 18 20:33:13.985997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3a96d9ca-ff71-4936-ae32-bb0fac142fd7 req-64154eaa-9a19-4caf-b7f0-6a55ddc4fcc1 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Sep 18 20:33:15.100208 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a28d38-cd38-443c-af14-adb959890b01 req-c2cd4726-3536-4c2e-b9e9-5cadea502c6b tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:15.101682 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72a28d38-cd38-443c-af14-adb959890b01 req-c2cd4726-3536-4c2e-b9e9-5cadea502c6b tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 943 time: 0.0488665 Sep 18 20:33:15.139064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72a28d38-cd38-443c-af14-adb959890b01 req-57f346af-5c91-4d64-a009-267aac7aaa39 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Sep 18 20:33:15.377709 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:33:16.248392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ecd2b423-cb9b-46c2-9069-0af0faad744e details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:33:16.254882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cc82a-dd90-4fc5-b8c0-a2c30dc90303 req-63e1d602-d955-4ac6-8274-36379f05f023 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:16.256397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d24cc82a-dd90-4fc5-b8c0-a2c30dc90303 req-63e1d602-d955-4ac6-8274-36379f05f023 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 943 time: 0.0494931 Sep 18 20:33:16.295800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d24cc82a-dd90-4fc5-b8c0-a2c30dc90303 req-1f28dd56-04d3-4570-9bc9-0c7bca7aff08 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332317 Sep 18 20:33:16.343268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ecd2b423-cb9b-46c2-9069-0af0faad744e, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ecd2b423-cb9b-46c2-9069-0af0faad744e,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:16.353785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'ecd2b423-cb9b-46c2-9069-0af0faad744e', 'network_id': '4d117c8b-a310-4858-9871-868612b1d140', 'port_id': 'ecd2b423-cb9b-46c2-9069-0af0faad744e', 'mac_address': 'fa:16:3e:1c:a3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f16a8f-4452-428b-b7e0-9805f65be5e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:33:16.389893 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:16.402066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd2b423-cb9b-46c2-9069-0af0faad744e {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:33:16.420466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ecd2b423-cb9b-46c2-9069-0af0faad744e, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ecd2b423-cb9b-46c2-9069-0af0faad744e,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:16.425346 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:16.472663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ecd2b423-cb9b-46c2-9069-0af0faad744e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:16.612648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ecd2b423-cb9b-46c2-9069-0af0faad744e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:33:17.412100 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0698d9-2c20-4634-a388-8e01996f1d0f req-e6d8eba7-19b4-4dbc-b8a3-4045ea35e835 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:17.413605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d0698d9-2c20-4634-a388-8e01996f1d0f req-e6d8eba7-19b4-4dbc-b8a3-4045ea35e835 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 944 time: 0.0524166 Sep 18 20:33:17.450678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d0698d9-2c20-4634-a388-8e01996f1d0f req-dd71e91d-55b8-427d-95ec-d196cb8ae070 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Sep 18 20:33:18.263646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ecd2b423-cb9b-46c2-9069-0af0faad744e up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:33:18.311583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port ecd2b423-cb9b-46c2-9069-0af0faad744e completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:33:18.315089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port ecd2b423-cb9b-46c2-9069-0af0faad744e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:18.315488 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:18.394556 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:18.417095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02682e02-28ad-40be-a79f-4c13a2f77d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd2b423-cb9b-46c2-9069-0af0faad744e'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:33:18.419323 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20723059-ac33-4315-9cb0-ddfb00990fcd" -d '{"events": [{"server_uuid": "02682e02-28ad-40be-a79f-4c13a2f77d4a", "name": "network-vif-plugged", "status": "completed", "tag": "ecd2b423-cb9b-46c2-9069-0af0faad744e"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:33:18.432850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port ecd2b423-cb9b-46c2-9069-0af0faad744e, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ecd2b423-cb9b-46c2-9069-0af0faad744e,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:18.437033 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:18.486926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=ecd2b423-cb9b-46c2-9069-0af0faad744e,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:18.526867 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46d6f75-4931-4826-868d-e1f58050051b x-openstack-request-id: req-c46d6f75-4931-4826-868d-e1f58050051b {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:33:18.527161 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02682e02-28ad-40be-a79f-4c13a2f77d4a", "name": "network-vif-plugged", "status": "completed", "tag": "ecd2b423-cb9b-46c2-9069-0af0faad744e", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:33:18.527434 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c46d6f75-4931-4826-868d-e1f58050051b {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:33:18.527836 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02682e02-28ad-40be-a79f-4c13a2f77d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd2b423-cb9b-46c2-9069-0af0faad744e', 'code': 200} Sep 18 20:33:18.566439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2877fc9-d513-4312-abff-2c6d0d0cf01a req-4188c817-d017-494c-b678-269f5bad8906 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:18.567955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2877fc9-d513-4312-abff-2c6d0d0cf01a req-4188c817-d017-494c-b678-269f5bad8906 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0491152 Sep 18 20:33:18.607057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2877fc9-d513-4312-abff-2c6d0d0cf01a req-a68be288-07d4-4fce-9b46-b7901a898235 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Sep 18 20:33:18.618409 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fbe36-0f83-42b7-bde6-962f774fedce req-788a7c0e-7f63-45e4-9afd-3ff0435c0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:18.620471 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e82fbe36-0f83-42b7-bde6-962f774fedce req-788a7c0e-7f63-45e4-9afd-3ff0435c0b09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 1097 time: 0.0401459 Sep 18 20:33:18.655026 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e82fbe36-0f83-42b7-bde6-962f774fedce req-a68240b1-9d02-4bb8-ba85-c010ea6ab10b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280330 Sep 18 20:33:19.727569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e9db-b71f-4ca8-88c7-b983932aee4f req-3b2a24d5-0266-4ac5-9930-6f3f459f3147 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:19.729605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82a7e9db-b71f-4ca8-88c7-b983932aee4f req-3b2a24d5-0266-4ac5-9930-6f3f459f3147 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0541010 Sep 18 20:33:19.768171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82a7e9db-b71f-4ca8-88c7-b983932aee4f req-52f87588-c5c7-449e-88e3-95a35ece58b6 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Sep 18 20:33:20.030017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-468c075a-2ece-4a18-ba27-3f04cc54503d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:20.031885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-468c075a-2ece-4a18-ba27-3f04cc54503d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/networks?id=4d117c8b-a310-4858-9871-868612b1d140 HTTP/1.1" status: 200 len: 814 time: 0.1337130 Sep 18 20:33:20.049986 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-62ca66f1-2e9b-4ec5-8927-0be6c585eae4 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/quotas/8d77163ca8e24534ad6a0744a5aeb487 HTTP/1.1" status: 200 len: 375 time: 0.0119605 Sep 18 20:33:20.103968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-b4689c09-f343-4e69-b029-b7d3ae72292f tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d77163ca8e24534ad6a0744a5aeb487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476325 Sep 18 20:33:20.212282 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-762fbf9a-7bfc-4433-9c8d-0dc504d780c5 service neutron] 10.222.0.20 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982313 Sep 18 20:33:20.320084 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-c79b0bec-b44d-4347-965e-d42d890de680 service neutron] 10.222.0.20 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003635 Sep 18 20:33:20.501033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70aa7ade-330f-4cdb-9ea2-d31fe06ff2c6 req-29bc0b4e-29bb-4c89-b855-d5962c33b2a7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 210 time: 0.0321567 Sep 18 20:33:21.488709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-d97a7e92-2699-48b8-ad5e-3d2a022a052d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:21.490182 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-d97a7e92-2699-48b8-ad5e-3d2a022a052d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.24 "GET /v2.0/networks?id=4d117c8b-a310-4858-9871-868612b1d140 HTTP/1.1" status: 200 len: 814 time: 0.1146481 Sep 18 20:33:21.502426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Request body: {'port': {'device_id': '4a2baf89-9f7e-4e73-a9ed-25679f792ad0', 'network_id': '4d117c8b-a310-4858-9871-868612b1d140', 'admin_state_up': True, 'tenant_id': '8d77163ca8e24534ad6a0744a5aeb487'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:21.603828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3f6dd9c9-2d87-4446-90cb-2825d5390a13 req-f95c8d08-204c-4aa2-8e16-fae27f9169d5 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 210 time: 0.0331333 Sep 18 20:33:21.640137 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Made reservation on behalf of 8d77163ca8e24534ad6a0744a5aeb487 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:21.643645 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:21.669775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d2a964d7-0e4a-4f59-bcba-cb07abd179ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:21.772762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Allocated IP 172.20.0.7 (4d117c8b-a310-4858-9871-868612b1d140/a7f16a8f-4452-428b-b7e0-9805f65be5e1/584713f6-9637-46f5-83f4-ff8c4152ddc2) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:21.918286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:21.951568 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:21.963101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ecd2b423-cb9b-46c2-9069-0af0faad744e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:33:21.996801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Network 4d117c8b-a310-4858-9871-868612b1d140 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:21.999843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:22.003613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:22.033368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Pushing event updated for resources: {'Port': ['ID=584713f6-9637-46f5-83f4-ff8c4152ddc2,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:22.060511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:22.061150 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:22.075216 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-e5736aeb-28ca-4de6-912b-75c0f93d48ef tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765381 Sep 18 20:33:22.086998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Request body: {'port': {'device_id': '4a2baf89-9f7e-4e73-a9ed-25679f792ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:22.139960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:22.418568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584713f6-9637-46f5-83f4-ff8c4152ddc2 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:33:22.427706 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:22.441264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Transition to ACTIVE for port object 584713f6-9637-46f5-83f4-ff8c4152ddc2 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:33:22.445097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:22.500826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Pushing event updated for resources: {'Port': ['ID=584713f6-9637-46f5-83f4-ff8c4152ddc2,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:22.566057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Attempting to bind port 584713f6-9637-46f5-83f4-ff8c4152ddc2 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:33:22.566463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Attempting to bind port 584713f6-9637-46f5-83f4-ff8c4152ddc2 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:33:22.566780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Attempting to bind port 584713f6-9637-46f5-83f4-ff8c4152ddc2 on network 4d117c8b-a310-4858-9871-868612b1d140 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:22.571009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Port 584713f6-9637-46f5-83f4-ff8c4152ddc2 on network 4d117c8b-a310-4858-9871-868612b1d140 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:33:22.571325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Attempting to bind port 584713f6-9637-46f5-83f4-ff8c4152ddc2 on network 4d117c8b-a310-4858-9871-868612b1d140 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:22.576615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:33:22.576947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Checking segment: {'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:22.577321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Bound using segment: {'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:33:22.577734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Bound port: 584713f6-9637-46f5-83f4-ff8c4152ddc2, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59051d8-7766-450f-ab0a-13072661484c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d117c8b-a310-4858-9871-868612b1d140'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:33:22.578083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:22.643670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] For port 584713f6-9637-46f5-83f4-ff8c4152ddc2, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:33:22.646629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] For port 584713f6-9637-46f5-83f4-ff8c4152ddc2, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=584713f6-9637-46f5-83f4-ff8c4152ddc2,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:33:22.652649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:22.709512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:22.710134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:22.711544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] 10.222.0.24 "PUT /v2.0/ports/584713f6-9637-46f5-83f4-ff8c4152ddc2 HTTP/1.1" status: 200 len: 1092 time: 0.6287599 Sep 18 20:33:22.712762 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2baf89-9f7e-4e73-a9ed-25679f792ad0', 'tag': '584713f6-9637-46f5-83f4-ff8c4152ddc2'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:33:22.715662 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824d603-67a8-428a-894f-8a1b171c7617" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2baf89-9f7e-4e73-a9ed-25679f792ad0", "tag": "584713f6-9637-46f5-83f4-ff8c4152ddc2"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:33:22.748480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a426f4b-0d3e-45f6-9356-18ff0cc63d03 service neutron] Pushing event updated for resources: {'Port': ['ID=584713f6-9637-46f5-83f4-ff8c4152ddc2,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:22.763915 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2610369f-f11d-42e9-8051-c61583368514 x-openstack-request-id: req-2610369f-f11d-42e9-8051-c61583368514 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:33:22.764196 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2baf89-9f7e-4e73-a9ed-25679f792ad0", "tag": "584713f6-9637-46f5-83f4-ff8c4152ddc2", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:33:22.764440 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2610369f-f11d-42e9-8051-c61583368514 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:33:22.764831 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2baf89-9f7e-4e73-a9ed-25679f792ad0', 'tag': '584713f6-9637-46f5-83f4-ff8c4152ddc2', 'status': 'completed', 'code': 200} Sep 18 20:33:22.773450 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528614-ecb9-4deb-a66d-ad96e3c01403 req-3c1721eb-52fe-474a-bf88-6ed2be4183e9 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:22.774892 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91528614-ecb9-4deb-a66d-ad96e3c01403 req-3c1721eb-52fe-474a-bf88-6ed2be4183e9 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 943 time: 0.0976951 Sep 18 20:33:22.832644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-91528614-ecb9-4deb-a66d-ad96e3c01403 req-d1b8279f-60e5-49ea-adb4-1d1ff29245b0 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404544 Sep 18 20:33:22.834485 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-cc70b1e9-dbe9-4778-bbd9-f9d2e69acae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:22.835908 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-cc70b1e9-dbe9-4778-bbd9-f9d2e69acae9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d77163ca8e24534ad6a0744a5aeb487&device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 1095 time: 0.0845902 Sep 18 20:33:22.883457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-7c720c78-8081-41d7-a545-bb06d94015b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=584713f6-9637-46f5-83f4-ff8c4152ddc2 HTTP/1.1" status: 200 len: 217 time: 0.0345647 Sep 18 20:33:22.929560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-48fccecd-b9a2-498a-be17-9cc375207547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:22.930936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-48fccecd-b9a2-498a-be17-9cc375207547 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7f16a8f-4452-428b-b7e0-9805f65be5e1 HTTP/1.1" status: 200 len: 854 time: 0.0410504 Sep 18 20:33:22.965874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-eed192e0-76c5-42c2-a511-a15e0bc6ca97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d117c8b-a310-4858-9871-868612b1d140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283740 Sep 18 20:33:23.054940 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-439b9df1-e089-4fea-8894-62ab19cce68b service neutron] 10.222.0.24 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827763 Sep 18 20:33:23.147045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b4991ce0-8bd1-4841-b141-1d76fea12d77 req-18689e6c-9181-47bd-a457-1bb8f43f3876 service neutron] 10.222.0.24 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856538 Sep 18 20:33:23.224562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824d603-67a8-428a-894f-8a1b171c7617 req-aa91aff7-95dd-493c-aefd-620bc9f6f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:23.225914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d824d603-67a8-428a-894f-8a1b171c7617 req-aa91aff7-95dd-493c-aefd-620bc9f6f5ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d77163ca8e24534ad6a0744a5aeb487&device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 1095 time: 0.0396085 Sep 18 20:33:23.318247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824d603-67a8-428a-894f-8a1b171c7617 req-abd94dad-9c56-4dc6-924f-40c8dac986e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:23.319760 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d824d603-67a8-428a-894f-8a1b171c7617 req-abd94dad-9c56-4dc6-924f-40c8dac986e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d117c8b-a310-4858-9871-868612b1d140 HTTP/1.1" status: 200 len: 915 time: 0.0870261 Sep 18 20:33:23.361049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d824d603-67a8-428a-894f-8a1b171c7617 req-b7063bed-6ac0-46cd-b9a7-3900e05880f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=584713f6-9637-46f5-83f4-ff8c4152ddc2 HTTP/1.1" status: 200 len: 217 time: 0.0347219 Sep 18 20:33:23.410712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824d603-67a8-428a-894f-8a1b171c7617 req-0c8a323c-27ed-4c11-8575-0c743e25b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:23.412226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d824d603-67a8-428a-894f-8a1b171c7617 req-0c8a323c-27ed-4c11-8575-0c743e25b4f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7f16a8f-4452-428b-b7e0-9805f65be5e1 HTTP/1.1" status: 200 len: 854 time: 0.0440364 Sep 18 20:33:23.444909 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d824d603-67a8-428a-894f-8a1b171c7617 req-79cf71b7-895a-4ebc-a92c-1d2d728cf880 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d117c8b-a310-4858-9871-868612b1d140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247843 Sep 18 20:33:23.537223 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d824d603-67a8-428a-894f-8a1b171c7617 req-2575e0f1-fd4b-4a51-b0ca-09889385b1c8 service neutron] 10.222.0.24 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846717 Sep 18 20:33:23.630873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d824d603-67a8-428a-894f-8a1b171c7617 req-27d0c756-393b-487a-98eb-7c64fd2a8c0d service neutron] 10.222.0.24 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866005 Sep 18 20:33:23.791425 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:23.891772 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:23.948442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d65462-f148-405e-8991-f9590fed0e67 req-774528e3-aa65-4596-b2fb-3fcda3cbb8da tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:23.950069 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d65462-f148-405e-8991-f9590fed0e67 req-774528e3-aa65-4596-b2fb-3fcda3cbb8da tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 943 time: 0.0491271 Sep 18 20:33:23.988059 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11d65462-f148-405e-8991-f9590fed0e67 req-f17ba41f-a5fb-4611-932b-094f38685918 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319221 Sep 18 20:33:24.155544 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-288d6d3c-35bd-4066-879d-3ad195eb8db2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436604 Sep 18 20:33:24.238028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-1f662c15-7db3-4e70-8a24-22118bf5f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:24.239548 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-1f662c15-7db3-4e70-8a24-22118bf5f6d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d77163ca8e24534ad6a0744a5aeb487&device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 1097 time: 0.0411613 Sep 18 20:33:24.342955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-655a21d2-cf39-4b6f-aee8-cddd44541c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:24.344449 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-655a21d2-cf39-4b6f-aee8-cddd44541c4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d117c8b-a310-4858-9871-868612b1d140 HTTP/1.1" status: 200 len: 915 time: 0.0838926 Sep 18 20:33:24.393326 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-f9f2cc78-fd85-4f25-864d-357ede00fbb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd2b423-cb9b-46c2-9069-0af0faad744e HTTP/1.1" status: 200 len: 217 time: 0.0413418 Sep 18 20:33:24.453222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-a0c16f1d-01a1-4999-861f-f48148905c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:24.454598 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-a0c16f1d-01a1-4999-861f-f48148905c3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a7f16a8f-4452-428b-b7e0-9805f65be5e1 HTTP/1.1" status: 200 len: 854 time: 0.0546746 Sep 18 20:33:24.485733 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-67355c7c-beeb-43b1-8b16-3056e65473db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d117c8b-a310-4858-9871-868612b1d140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239749 Sep 18 20:33:24.578644 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-7d3bb1df-0b8e-487e-b135-27c96fb09108 service neutron] 10.222.0.32 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Sep 18 20:33:24.667246 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-5c4a3073-6263-42f1-98b0-d6050aed7501 req-450dda86-f29d-4457-ab7a-108a9ad5d396 service neutron] 10.222.0.32 "GET /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807350 Sep 18 20:33:24.872956 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:24.961269 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1527d288-c282-447c-823a-1c1274e0d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:25.101941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8d0cb-7003-478b-9aa7-88d6ba633690 req-d149aea0-cbd7-49cd-87f9-262d256cabaa tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:25.103457 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a8d0cb-7003-478b-9aa7-88d6ba633690 req-d149aea0-cbd7-49cd-87f9-262d256cabaa tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 943 time: 0.0494995 Sep 18 20:33:25.141022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8a8d0cb-7003-478b-9aa7-88d6ba633690 req-bc4e6695-c3ea-4fbc-9073-aca5805a1c60 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Sep 18 20:33:25.712800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:26.255511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718336d-4ea6-49eb-9fc2-5601b8aabedd req-bd07bef3-eba1-43fd-b7d6-a58eb0352bc4 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:26.256976 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c718336d-4ea6-49eb-9fc2-5601b8aabedd req-bd07bef3-eba1-43fd-b7d6-a58eb0352bc4 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 943 time: 0.0494325 Sep 18 20:33:26.299320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c718336d-4ea6-49eb-9fc2-5601b8aabedd req-0ba8981b-fb94-4dee-ba94-b232e1499e8b tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Sep 18 20:33:26.769245 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 584713f6-9637-46f5-83f4-ff8c4152ddc2 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:33:26.862077 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 584713f6-9637-46f5-83f4-ff8c4152ddc2, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=584713f6-9637-46f5-83f4-ff8c4152ddc2,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:26.872531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '584713f6-9637-46f5-83f4-ff8c4152ddc2', 'network_id': '4d117c8b-a310-4858-9871-868612b1d140', 'port_id': '584713f6-9637-46f5-83f4-ff8c4152ddc2', 'mac_address': 'fa:16:3e:11:40:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f16a8f-4452-428b-b7e0-9805f65be5e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:33:26.908119 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:26.920899 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584713f6-9637-46f5-83f4-ff8c4152ddc2 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:33:26.938968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 584713f6-9637-46f5-83f4-ff8c4152ddc2, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=584713f6-9637-46f5-83f4-ff8c4152ddc2,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:26.942688 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:26.988226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=584713f6-9637-46f5-83f4-ff8c4152ddc2,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:27.125730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['584713f6-9637-46f5-83f4-ff8c4152ddc2'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:33:27.413928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b517ce-2f88-4e58-a414-d82cd9ec0c60 req-716a8d50-69b4-4700-b4b3-5b96b2e51dd5 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:27.415403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7b517ce-2f88-4e58-a414-d82cd9ec0c60 req-716a8d50-69b4-4700-b4b3-5b96b2e51dd5 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 944 time: 0.0484755 Sep 18 20:33:27.453886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e7b517ce-2f88-4e58-a414-d82cd9ec0c60 req-6550da35-3c2d-4542-a6b1-15c287e07e31 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Sep 18 20:33:27.650974 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:28.569499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e54d-04d1-4876-bbbc-cad2cf0fe1f4 req-246931bb-8a6c-4b6e-be97-b854b7e4659b tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:28.570970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03b6e54d-04d1-4876-bbbc-cad2cf0fe1f4 req-246931bb-8a6c-4b6e-be97-b854b7e4659b tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 944 time: 0.0508378 Sep 18 20:33:28.608625 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-03b6e54d-04d1-4876-bbbc-cad2cf0fe1f4 req-b154afc5-f289-42a2-a662-4dc7071ed1cc tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Sep 18 20:33:28.784828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 584713f6-9637-46f5-83f4-ff8c4152ddc2 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:33:28.832510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 584713f6-9637-46f5-83f4-ff8c4152ddc2 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:33:28.836339 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 584713f6-9637-46f5-83f4-ff8c4152ddc2 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:28.836690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:28.913183 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:28.935599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2baf89-9f7e-4e73-a9ed-25679f792ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584713f6-9637-46f5-83f4-ff8c4152ddc2'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:33:28.937807 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f170ffc-dfa3-486a-8e33-97a14ec2a872" -d '{"events": [{"server_uuid": "4a2baf89-9f7e-4e73-a9ed-25679f792ad0", "name": "network-vif-plugged", "status": "completed", "tag": "584713f6-9637-46f5-83f4-ff8c4152ddc2"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:33:28.949959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 584713f6-9637-46f5-83f4-ff8c4152ddc2, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=584713f6-9637-46f5-83f4-ff8c4152ddc2,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:28.954227 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:28.979412 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3bb36e-98ad-4b85-b443-6b04c5baec74 x-openstack-request-id: req-6d3bb36e-98ad-4b85-b443-6b04c5baec74 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:33:28.979704 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2baf89-9f7e-4e73-a9ed-25679f792ad0", "name": "network-vif-plugged", "status": "completed", "tag": "584713f6-9637-46f5-83f4-ff8c4152ddc2", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:33:28.979957 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d3bb36e-98ad-4b85-b443-6b04c5baec74 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:33:28.980436 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2baf89-9f7e-4e73-a9ed-25679f792ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584713f6-9637-46f5-83f4-ff8c4152ddc2', 'code': 200} Sep 18 20:33:29.006972 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=584713f6-9637-46f5-83f4-ff8c4152ddc2,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:29.069284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e82df-6b07-4005-b913-f65758fa3d27 req-9831a0ab-78be-418f-8274-4d4c741e6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:29.070640 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb1e82df-6b07-4005-b913-f65758fa3d27 req-9831a0ab-78be-418f-8274-4d4c741e6675 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0389497 Sep 18 20:33:29.109190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb1e82df-6b07-4005-b913-f65758fa3d27 req-5aef4747-39d0-4e78-9a55-698f67b0b9ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Sep 18 20:33:29.723554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51fa50-19bf-45b2-a396-e0415a3152c5 req-967243c6-1070-4783-958d-88ea6a475ece tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:29.725040 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d51fa50-19bf-45b2-a396-e0415a3152c5 req-967243c6-1070-4783-958d-88ea6a475ece tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 945 time: 0.0502207 Sep 18 20:33:29.764575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d51fa50-19bf-45b2-a396-e0415a3152c5 req-75d98327-d6de-433c-b6c3-7925403c8a70 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Sep 18 20:33:30.878354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6c79d-81ad-4cde-b4c8-97288b4fb634 req-39f5791b-b701-40fa-bb04-0018d4c50122 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:30.879850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2b6c79d-81ad-4cde-b4c8-97288b4fb634 req-39f5791b-b701-40fa-bb04-0018d4c50122 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Sep 18 20:33:30.917332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2b6c79d-81ad-4cde-b4c8-97288b4fb634 req-7968f340-9f46-43c9-be4e-9ec9da17cc05 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Sep 18 20:33:31.150243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8a8c-a7c0-4fc0-9a88-36966b58e628 req-e669e807-8c89-4388-bcef-869be27f6775 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:31.151711 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a01e8a8c-a7c0-4fc0-9a88-36966b58e628 req-e669e807-8c89-4388-bcef-869be27f6775 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Sep 18 20:33:31.192400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a01e8a8c-a7c0-4fc0-9a88-36966b58e628 req-db0aadb8-17ab-494d-8b0e-1b54af8e0a0c tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345836 Sep 18 20:33:32.312123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d775f-b0c9-4750-ad58-99be586207d3 req-700b0e7a-c832-4253-b5da-a8d493b6c41d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:32.313586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e21d775f-b0c9-4750-ad58-99be586207d3 req-700b0e7a-c832-4253-b5da-a8d493b6c41d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 945 time: 0.0494564 Sep 18 20:33:32.376497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e21d775f-b0c9-4750-ad58-99be586207d3 req-6054281f-903d-4cec-a8e7-75214f6fb3d2 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570118 Sep 18 20:33:32.394891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-233f4d7f-9707-48a2-a448-1c48217ee01a tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:32.396469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-233f4d7f-9707-48a2-a448-1c48217ee01a tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a2baf89-9f7e-4e73-a9ed-25679f792ad0 HTTP/1.1" status: 200 len: 945 time: 0.0698853 Sep 18 20:33:32.487424 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Deleting port 584713f6-9637-46f5-83f4-ff8c4152ddc2 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:32.487674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:32.573613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] For port 584713f6-9637-46f5-83f4-ff8c4152ddc2, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=584713f6-9637-46f5-83f4-ff8c4152ddc2,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:32.573968 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:32.586322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Calling delete_port for 584713f6-9637-46f5-83f4-ff8c4152ddc2 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:32.720898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:32.735953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['584713f6-9637-46f5-83f4-ff8c4152ddc2'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:33:32.739872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ecd2b423-cb9b-46c2-9069-0af0faad744e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:33:32.751092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Pushing event deleted for resources: {'Port': ['ID=584713f6-9637-46f5-83f4-ff8c4152ddc2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:32.797877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] No DVR routers for this DVR port 584713f6-9637-46f5-83f4-ff8c4152ddc2 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:32.800649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:32.802804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0cad1c44-872e-4d85-a4b7-c05b9e95b62d req-1486a022-68b7-4f4d-b6a3-b00d33f714c3 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.24 "DELETE /v2.0/ports/584713f6-9637-46f5-83f4-ff8c4152ddc2 HTTP/1.1" status: 204 len: 173 time: 0.4003005 Sep 18 20:33:32.803264 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2baf89-9f7e-4e73-a9ed-25679f792ad0', 'name': 'network-vif-deleted', 'tag': '584713f6-9637-46f5-83f4-ff8c4152ddc2'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:33:32.805745 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ab5df-2464-4c4d-bef9-0f8900109d7f" -d '{"events": [{"server_uuid": "4a2baf89-9f7e-4e73-a9ed-25679f792ad0", "name": "network-vif-deleted", "tag": "584713f6-9637-46f5-83f4-ff8c4152ddc2"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:33:32.848460 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f46c37e-5573-461b-9118-8bbfd5ecaea8 x-openstack-request-id: req-2f46c37e-5573-461b-9118-8bbfd5ecaea8 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:33:32.848754 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2baf89-9f7e-4e73-a9ed-25679f792ad0", "name": "network-vif-deleted", "tag": "584713f6-9637-46f5-83f4-ff8c4152ddc2", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:33:32.849369 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f46c37e-5573-461b-9118-8bbfd5ecaea8 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:33:32.849516 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2baf89-9f7e-4e73-a9ed-25679f792ad0', 'name': 'network-vif-deleted', 'tag': '584713f6-9637-46f5-83f4-ff8c4152ddc2', 'status': 'completed', 'code': 200} Sep 18 20:33:33.527083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd50d88-c5fd-4de9-ae60-fd13b220f6b7 req-8d9f6073-a65e-407f-8c89-70c36bc32d03 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:33.528809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0dd50d88-c5fd-4de9-ae60-fd13b220f6b7 req-8d9f6073-a65e-407f-8c89-70c36bc32d03 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0483756 Sep 18 20:33:33.565460 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0dd50d88-c5fd-4de9-ae60-fd13b220f6b7 req-7736ad20-843c-4dea-bc4d-ca33d310e96a tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Sep 18 20:33:33.693777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb8b1-c449-48df-9449-154e192d3e20 req-68b3c40a-8048-42ea-8cdc-6385f6aa908b tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:33.695230 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-680bb8b1-c449-48df-9449-154e192d3e20 req-68b3c40a-8048-42ea-8cdc-6385f6aa908b tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0478647 Sep 18 20:33:33.734583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-680bb8b1-c449-48df-9449-154e192d3e20 req-298fcc9f-c847-4853-8e05-e45c0bc965f0 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Sep 18 20:33:33.857967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f3338-614f-4cf9-9572-bbf2d205a682 req-a6760904-cf4d-4365-bab1-f130710539cf tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:33.859454 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de2f3338-614f-4cf9-9572-bbf2d205a682 req-a6760904-cf4d-4365-bab1-f130710539cf tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0592501 Sep 18 20:33:33.896666 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de2f3338-614f-4cf9-9572-bbf2d205a682 req-d3937be0-d20e-417d-af59-b084409de4ae tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Sep 18 20:33:34.060617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be297fc6-33c9-4747-9a06-3bde3ebad7cb req-363164d1-1401-4641-a469-6ba6e3bb121d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:34.062086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be297fc6-33c9-4747-9a06-3bde3ebad7cb req-363164d1-1401-4641-a469-6ba6e3bb121d tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0503776 Sep 18 20:33:34.100042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be297fc6-33c9-4747-9a06-3bde3ebad7cb req-6de8cce5-f2fc-4fa5-9706-1819f2e88955 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Sep 18 20:33:34.212922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f0ef8-55b7-4fcf-90f5-aa44bc1f3af6 req-127163ee-880a-4b26-9184-45890b588859 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:34.214393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec6f0ef8-55b7-4fcf-90f5-aa44bc1f3af6 req-127163ee-880a-4b26-9184-45890b588859 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0485194 Sep 18 20:33:34.255148 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec6f0ef8-55b7-4fcf-90f5-aa44bc1f3af6 req-24239311-30e4-4733-b820-1f3a9e214846 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Sep 18 20:33:34.381110 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95809413-d818-497a-b649-2e59de90ddf3 req-37b1cf35-33d7-484b-a2ca-768f64ecd6b8 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:34.382467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95809413-d818-497a-b649-2e59de90ddf3 req-37b1cf35-33d7-484b-a2ca-768f64ecd6b8 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0525599 Sep 18 20:33:34.421112 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-95809413-d818-497a-b649-2e59de90ddf3 req-cd501df1-d47e-43eb-8952-548585e01ff7 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 Sep 18 20:33:34.721593 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31775319-c858-4589-91a0-15846efb1c3c req-354499a6-8c64-42ef-b9fc-34926ff60cea tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:34.723140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31775319-c858-4589-91a0-15846efb1c3c req-354499a6-8c64-42ef-b9fc-34926ff60cea tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0543234 Sep 18 20:33:34.762145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-31775319-c858-4589-91a0-15846efb1c3c req-c4b2adc5-4f89-4bf1-889e-1ad0b0e288f4 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Sep 18 20:33:34.805568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 584713f6-9637-46f5-83f4-ff8c4152ddc2 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:33:34.828885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 584713f6-9637-46f5-83f4-ff8c4152ddc2 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:33:34.829225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 584713f6-9637-46f5-83f4-ff8c4152ddc2 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:33:35.876572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12181f-fd80-4ad5-8791-805682eaaa04 req-49664508-3b25-4aa8-9428-7263c4cc67e9 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:35.878031 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe12181f-fd80-4ad5-8791-805682eaaa04 req-49664508-3b25-4aa8-9428-7263c4cc67e9 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0478108 Sep 18 20:33:35.914341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe12181f-fd80-4ad5-8791-805682eaaa04 req-99fc9e57-26d2-4a80-9513-36d7325ee043 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304401 Sep 18 20:33:35.982546 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-77a15022-9588-4217-9265-a4115283f585 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:35.983940 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-77a15022-9588-4217-9265-a4115283f585 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.32 "GET /v2.0/ports?device_id=02682e02-28ad-40be-a79f-4c13a2f77d4a HTTP/1.1" status: 200 len: 945 time: 0.0544448 Sep 18 20:33:36.070696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Deleting port ecd2b423-cb9b-46c2-9069-0af0faad744e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:36.071038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:36.160109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] For port ecd2b423-cb9b-46c2-9069-0af0faad744e, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=ecd2b423-cb9b-46c2-9069-0af0faad744e,segment=NetworkSegment(b59051d8-7766-450f-ab0a-13072661484c),segment_id=b59051d8-7766-450f-ab0a-13072661484c)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:36.160471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:36.173224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Calling delete_port for ecd2b423-cb9b-46c2-9069-0af0faad744e owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:36.298846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:36.310996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['ecd2b423-cb9b-46c2-9069-0af0faad744e'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:33:36.333464 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Pushing event deleted for resources: {'Port': ['ID=ecd2b423-cb9b-46c2-9069-0af0faad744e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:36.362100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.362448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.362790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.363127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.363483 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.363817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.364146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.364473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.364799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.365125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.365450 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.365773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:36.387506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] No DVR routers for this DVR port ecd2b423-cb9b-46c2-9069-0af0faad744e on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:36.390434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:36.392598 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-79ed3dd3-de2b-4c21-b22e-15766a88f7ad req-e482c33a-aab3-415b-be3d-723a42ad0535 tempest-ServersNegativeTestJSON-135903881 tempest-ServersNegativeTestJSON-135903881-project] 10.222.0.32 "DELETE /v2.0/ports/ecd2b423-cb9b-46c2-9069-0af0faad744e HTTP/1.1" status: 204 len: 173 time: 0.4025464 Sep 18 20:33:36.393057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02682e02-28ad-40be-a79f-4c13a2f77d4a', 'name': 'network-vif-deleted', 'tag': 'ecd2b423-cb9b-46c2-9069-0af0faad744e'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:33:36.395326 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956a134b-d10f-4d8e-946e-cb59d9c0fa47" -d '{"events": [{"server_uuid": "02682e02-28ad-40be-a79f-4c13a2f77d4a", "name": "network-vif-deleted", "tag": "ecd2b423-cb9b-46c2-9069-0af0faad744e"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:33:36.431919 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba96a53-058c-4d46-b4ed-0abcadf508c2 x-openstack-request-id: req-1ba96a53-058c-4d46-b4ed-0abcadf508c2 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:33:36.432214 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02682e02-28ad-40be-a79f-4c13a2f77d4a", "name": "network-vif-deleted", "tag": "ecd2b423-cb9b-46c2-9069-0af0faad744e", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:33:36.432479 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ba96a53-058c-4d46-b4ed-0abcadf508c2 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:33:36.432915 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02682e02-28ad-40be-a79f-4c13a2f77d4a', 'name': 'network-vif-deleted', 'tag': 'ecd2b423-cb9b-46c2-9069-0af0faad744e', 'status': 'completed', 'code': 200} Sep 18 20:33:36.972373 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42818) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:37.019859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-29de5dad-cdad-4e58-8f6f-3144c38255fe admin admin] Deleting subnet a7f16a8f-4452-428b-b7e0-9805f65be5e1 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:33:37.022758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de5dad-cdad-4e58-8f6f-3144c38255fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.056641 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de5dad-cdad-4e58-8f6f-3144c38255fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.095424 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de5dad-cdad-4e58-8f6f-3144c38255fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.147781 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de5dad-cdad-4e58-8f6f-3144c38255fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.173878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5dad-cdad-4e58-8f6f-3144c38255fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f16a8f-4452-428b-b7e0-9805f65be5e1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:37.177544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-29de5dad-cdad-4e58-8f6f-3144c38255fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.179391 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-29de5dad-cdad-4e58-8f6f-3144c38255fe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a7f16a8f-4452-428b-b7e0-9805f65be5e1 HTTP/1.1" status: 204 len: 168 time: 0.2059929 Sep 18 20:33:37.181986 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42820) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:37.253395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.331967 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.351060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d117c8b-a310-4858-9871-868612b1d140']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:37.360307 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59051d8-7766-450f-ab0a-13072661484c') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:37.360599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59051d8-7766-450f-ab0a-13072661484c') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:37.369483 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.382472 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.388893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:37.389271 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:37.390873 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:37.443712 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.448142 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.452147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4d117c8b-a310-4858-9871-868612b1d140 HTTP/1.1" status: 204 len: 168 time: 0.2685456 Sep 18 20:33:37.463878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7c2f6-3264-4621-8fea-cc22943ef543 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d117c8b-a310-4858-9871-868612b1d140,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:37.557160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42824) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:37.597030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9fb6cadc-40ac-4ee1-8b1f-ac6096b000c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d77163ca8e24534ad6a0744a5aeb487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386484 Sep 18 20:33:37.599340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42826) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:37.651348 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-10b62e54-4166-480e-b7c4-d24929270d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.673365 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-10b62e54-4166-480e-b7c4-d24929270d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.719635 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-10b62e54-4166-480e-b7c4-d24929270d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.722138 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-10b62e54-4166-480e-b7c4-d24929270d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:37.723287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-10b62e54-4166-480e-b7c4-d24929270d40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb8fbf47-28e2-4515-ba97-ec59eaa5be8f HTTP/1.1" status: 204 len: 168 time: 0.1230497 Sep 18 20:33:37.733934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b62e54-4166-480e-b7c4-d24929270d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8fbf47-28e2-4515-ba97-ec59eaa5be8f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:38.398056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42848) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:38.489859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801745962'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:38.510513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:38.514106 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:38.522247 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:38.611934 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:38.615657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:38.644632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:38.650911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca22a13-9cd0-42c4-ab99-ed9c4e2f566b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:38.659055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:38.660031 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Added segment 142e749f-b9eb-42c2-ba62-7df0e39ddc70 of type vlan for network 9b658797-691b-4a24-94b8-230f63cb1935 Sep 18 20:33:38.702460 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:38.727508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:38.734571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:38.735188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:38.770009 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3708405 Sep 18 20:33:38.801055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8cb5f-82da-4f90-94f5-7e4dad7cbfe7 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Network': ['ID=9b658797-691b-4a24-94b8-230f63cb1935,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:38.811473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 9b658797-691b-4a24-94b8-230f63cb1935 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:40.358532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ecd2b423-cb9b-46c2-9069-0af0faad744e no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:33:40.378264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: ecd2b423-cb9b-46c2-9069-0af0faad744e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:33:40.378613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device ecd2b423-cb9b-46c2-9069-0af0faad744e not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:33:42.037041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42852) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:42.042095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'subnet': {'network_id': '9b658797-691b-4a24-94b8-230f63cb1935', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:42.134769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:42.138861 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.316328 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.375332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Subnet': ['ID=748e94f6-62aa-40a4-a102-a273edb65575,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:42.382808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Checking segment: {'id': '142e749f-b9eb-42c2-ba62-7df0e39ddc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b658797-691b-4a24-94b8-230f63cb1935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:42.383169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network hostable DHCP agents. Network: 9b658797-691b-4a24-94b8-230f63cb1935, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:42.399728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network 9b658797-691b-4a24-94b8-230f63cb1935 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:42.407895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 9b658797-691b-4a24-94b8-230f63cb1935) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:42.414272 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:42.414871 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.415683 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b515a3-01fc-4072-bb22-f25aee638ca6 None None] Network 9b658797-691b-4a24-94b8-230f63cb1935 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:42.430158 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ccd2ec33-40df-4e88-83ae-e8283f5918d9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3921077 Sep 18 20:33:42.434126 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42854) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:42.440562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430167771'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:42.466041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:42.470232 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.498680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:42.509006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.509731 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Added segment 5b81d30a-7fb2-42f2-9f01-b248c4de95e9 of type vlan for network c7364e07-f105-4c4d-8f23-bf17b6b3bbff Sep 18 20:33:42.563824 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.570716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-9b658797-691b-4a24-94b8-230f63cb1935', 'network_id': '9b658797-691b-4a24-94b8-230f63cb1935', 'tenant_id': '07ee4030b75a4afaab9d33170c7672b5', 'fixed_ips': [{'subnet_id': '748e94f6-62aa-40a4-a102-a273edb65575'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:33:42.571614 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.589946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.596458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:42.597037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.632798 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1974025 Sep 18 20:33:42.635682 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42858) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:42.643164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'subnet': {'network_id': 'c7364e07-f105-4c4d-8f23-bf17b6b3bbff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:42.686599 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f5ba6-0751-4aae-9886-4995306fd5db tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Network': ['ID=c7364e07-f105-4c4d-8f23-bf17b6b3bbff,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:42.697475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network c7364e07-f105-4c4d-8f23-bf17b6b3bbff details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:42.734425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Allocated IP 2001:db8:0:ffff::2 (9b658797-691b-4a24-94b8-230f63cb1935/748e94f6-62aa-40a4-a102-a273edb65575/a98d5ab9-4936-40f2-90cb-484114c6c186) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:42.766950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:42.770673 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:42.968786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.034761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Subnet': ['ID=659acb04-8833-413b-95b2-80852926c06e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:43.044029 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Checking segment: {'id': '5b81d30a-7fb2-42f2-9f01-b248c4de95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c7364e07-f105-4c4d-8f23-bf17b6b3bbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:43.044651 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network hostable DHCP agents. Network: c7364e07-f105-4c4d-8f23-bf17b6b3bbff, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:43.060742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network c7364e07-f105-4c4d-8f23-bf17b6b3bbff is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:43.069850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, c7364e07-f105-4c4d-8f23-bf17b6b3bbff) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:43.075266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:43.075894 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.083138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e5fd4c-f410-4f9e-b343-9ba94df6f820 None None] Network c7364e07-f105-4c4d-8f23-bf17b6b3bbff requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:43.093292 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1a019aa-df2d-478b-8180-810b9269134e tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4535320 Sep 18 20:33:43.093726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42860) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:43.099812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.110722 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.190479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Network 9b658797-691b-4a24-94b8-230f63cb1935 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:43.194876 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.195897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:43.197630 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Pushing event updated for resources: {'Port': ['ID=a98d5ab9-4936-40f2-90cb-484114c6c186,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:43.204908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:43.208824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.209168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.209503 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.209840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.210170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.210500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.210827 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.211153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.211502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.211826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.212152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.212474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.273555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.313011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Attempting to bind port a98d5ab9-4936-40f2-90cb-484114c6c186 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:33:43.313378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Attempting to bind port a98d5ab9-4936-40f2-90cb-484114c6c186 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '142e749f-b9eb-42c2-ba62-7df0e39ddc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b658797-691b-4a24-94b8-230f63cb1935'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:33:43.313741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Attempting to bind port a98d5ab9-4936-40f2-90cb-484114c6c186 on network 9b658797-691b-4a24-94b8-230f63cb1935 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:43.335986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:33:43.336363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Checking segment: {'id': '142e749f-b9eb-42c2-ba62-7df0e39ddc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b658797-691b-4a24-94b8-230f63cb1935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:43.336808 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.337272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Bound using segment: {'id': '142e749f-b9eb-42c2-ba62-7df0e39ddc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b658797-691b-4a24-94b8-230f63cb1935'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:33:43.337706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Bound port: a98d5ab9-4936-40f2-90cb-484114c6c186, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142e749f-b9eb-42c2-ba62-7df0e39ddc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9b658797-691b-4a24-94b8-230f63cb1935'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:33:43.338299 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.342952 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.351986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506504b-9b86-4500-b078-cdd1466cd052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-c7364e07-f105-4c4d-8f23-bf17b6b3bbff', 'network_id': 'c7364e07-f105-4c4d-8f23-bf17b6b3bbff', 'tenant_id': '07ee4030b75a4afaab9d33170c7672b5', 'fixed_ips': [{'subnet_id': '659acb04-8833-413b-95b2-80852926c06e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:33:43.353016 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5506504b-9b86-4500-b078-cdd1466cd052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.376768 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Subnet': ['ID=659acb04-8833-413b-95b2-80852926c06e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:43.403633 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.403868 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.404228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.404778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.405169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.405753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.406116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.406540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.407142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.407474 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.407798 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.408121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:43.454370 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.477091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7364e07-f105-4c4d-8f23-bf17b6b3bbff']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:43.477858 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27002631-aa2b-485f-9c32-50e92b840a10 None None] Network c7364e07-f105-4c4d-8f23-bf17b6b3bbff requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:43.487931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b81d30a-7fb2-42f2-9f01-b248c4de95e9') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:43.488225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b81d30a-7fb2-42f2-9f01-b248c4de95e9') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:43.493489 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] For port a98d5ab9-4936-40f2-90cb-484114c6c186, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:33:43.499473 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.514154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.515157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] For port a98d5ab9-4936-40f2-90cb-484114c6c186, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a98d5ab9-4936-40f2-90cb-484114c6c186,segment=NetworkSegment(142e749f-b9eb-42c2-ba62-7df0e39ddc70),segment_id=142e749f-b9eb-42c2-ba62-7df0e39ddc70)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:33:43.522663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:43.523152 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.545145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:43.549997 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:43.600881 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.610428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.612676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/c7364e07-f105-4c4d-8f23-bf17b6b3bbff HTTP/1.1" status: 204 len: 168 time: 0.5170248 Sep 18 20:33:43.624471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42862) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:43.631218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860590746'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:43.638563 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7048a-e2af-43c1-9174-6df6c3395109 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Network': ['ID=c7364e07-f105-4c4d-8f23-bf17b6b3bbff,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:43.660638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91e752-d070-45af-874b-83362cfcda4b None None] Pushing event updated for resources: {'Port': ['ID=a98d5ab9-4936-40f2-90cb-484114c6c186,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:43.663142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:43.666935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.695288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:43.710446 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.711775 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Added segment f4b75384-4bc7-4c20-ba21-daf77cef18f0 of type vlan for network c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b Sep 18 20:33:43.755001 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.782374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.788833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:43.789582 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:43.842485 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2165973 Sep 18 20:33:43.845448 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42864) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:43.850776 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'subnet': {'network_id': 'c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:43.883582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabc16b-ad9f-4638-856d-e300b8c3e8e9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Network': ['ID=c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:43.895322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:43.958142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:43.967007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.372443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.ipam_backend_mixin [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Performing IP validity checks on allocation pools {{(pid=94941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 20:33:44.373035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.ipam_backend_mixin [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 20:33:44.504083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.568030 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Subnet': ['ID=eb0fa28d-ffc0-41b4-bb53-9e3cba078f49,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:44.579477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Checking segment: {'id': 'f4b75384-4bc7-4c20-ba21-daf77cef18f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:44.579847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network hostable DHCP agents. Network: c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:44.596955 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:44.606489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:44.611320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:44.611966 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.615836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c80858-c207-4240-bd54-481aa1cf4301 None None] Network c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:44.628621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-149d1ca6-c7aa-4962-8b81-5ad1df37fea8 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7818305 Sep 18 20:33:44.631013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42866) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:44.735941 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.742846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c498fad-827b-4c67-9d5e-e1fdf87b6af0 None None] Network 9b658797-691b-4a24-94b8-230f63cb1935 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:44.788053 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.822374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff820f-bc83-45cf-abfe-6150e45afded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b', 'network_id': 'c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b', 'tenant_id': '07ee4030b75a4afaab9d33170c7672b5', 'fixed_ips': [{'subnet_id': 'eb0fa28d-ffc0-41b4-bb53-9e3cba078f49'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:33:44.823213 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7ff820f-bc83-45cf-abfe-6150e45afded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.847544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3b6bc301-f416-440b-a485-6292cfeff1d3 None None] Provisioning complete for port a98d5ab9-4936-40f2-90cb-484114c6c186 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:44.847908 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc301-f416-440b-a485-6292cfeff1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.853312 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.881129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0fa28d-ffc0-41b4-bb53-9e3cba078f49,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:44.941327 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.961837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:44.971279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b75384-4bc7-4c20-ba21-daf77cef18f0') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:44.971601 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b75384-4bc7-4c20-ba21-daf77cef18f0') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:44.981229 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:44.994453 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.001073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server [None req-c7ff820f-bc83-45cf-abfe-6150e45afded None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb0fa28d-ffc0-41b4-bb53-9e3cba078f49: This subnet is being modified by another concurrent operation. Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server raise exception Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb0fa28d-ffc0-41b4-bb53-9e3cba078f49: This subnet is being modified by another concurrent operation. Sep 18 20:33:45.001214 n-d-789963-11 neutron-server[94942]: ERROR oslo_messaging.rpc.server Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:45.007174 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:45.035621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9bb00-c8e5-4293-9b85-dd25669d0b20 None None] Network c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:45.084128 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.093614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.101736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b HTTP/1.1" status: 204 len: 168 time: 0.4696574 Sep 18 20:33:45.107835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42868) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:45.114737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-239610346'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:45.115897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83699b74-544f-492e-9f65-8795335460a0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Network': ['ID=c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:45.124988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a98d5ab9-4936-40f2-90cb-484114c6c186 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:33:45.138363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:45.140008 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc301-f416-440b-a485-6292cfeff1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.142034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.166091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:45.176796 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.177144 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Added segment ecfb6735-3353-41c0-b6a4-e1ca32ff0feb of type vlan for network 45ca0aaf-dc23-42b4-b585-21b026647b92 Sep 18 20:33:45.219265 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.244638 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3b6bc301-f416-440b-a485-6292cfeff1d3 None None] For port a98d5ab9-4936-40f2-90cb-484114c6c186, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a98d5ab9-4936-40f2-90cb-484114c6c186,segment=NetworkSegment(142e749f-b9eb-42c2-ba62-7df0e39ddc70),segment_id=142e749f-b9eb-42c2-ba62-7df0e39ddc70)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:45.251250 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.251483 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc301-f416-440b-a485-6292cfeff1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.257842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:45.258911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.280460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a98d5ab9-4936-40f2-90cb-484114c6c186 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:45.280834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.305746 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1957424 Sep 18 20:33:45.308100 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42870) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:45.314998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'subnet': {'network_id': '45ca0aaf-dc23-42b4-b585-21b026647b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:45.338772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bc301-f416-440b-a485-6292cfeff1d3 None None] Pushing event updated for resources: {'Port': ['ID=a98d5ab9-4936-40f2-90cb-484114c6c186,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:45.360915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132ea23-4b51-4aae-b7b6-aa2b6df4f275 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Network': ['ID=45ca0aaf-dc23-42b4-b585-21b026647b92,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:45.381623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 45ca0aaf-dc23-42b4-b585-21b026647b92 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:45.408809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2d6d9-5312-4227-8260-0a27459326d2 None None] get_active_networks_info from n-d-789963-11 {{(pid=94942) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 20:33:45.441257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:45.444722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.505151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8088e95e-2f69-4933-a185-7c2c0e9d7cc6 None None] Provisioning complete for port a98d5ab9-4936-40f2-90cb-484114c6c186 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:45.505528 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8088e95e-2f69-4933-a185-7c2c0e9d7cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.562945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2d6d9-5312-4227-8260-0a27459326d2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 20:33:45.628438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.688245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Subnet': ['ID=a76addbc-8bea-4016-bcdf-b84244c29954,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:45.707990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Checking segment: {'id': 'ecfb6735-3353-41c0-b6a4-e1ca32ff0feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '45ca0aaf-dc23-42b4-b585-21b026647b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:45.708344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network hostable DHCP agents. Network: 45ca0aaf-dc23-42b4-b585-21b026647b92, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:45.727478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network 45ca0aaf-dc23-42b4-b585-21b026647b92 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:45.736405 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 45ca0aaf-dc23-42b4-b585-21b026647b92) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:45.741643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:45.742239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.758274 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1664d4d7-dc6a-4f05-bc87-6d3700698f2f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4490945 Sep 18 20:33:45.762301 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42872) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:45.767221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1191512361'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:45.787564 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:45.790975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.799768 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d8b894-701a-4ce8-8d73-ba462d1601e2 None None] Network 45ca0aaf-dc23-42b4-b585-21b026647b92 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:45.815580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:45.827551 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.827896 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Added segment 72a4a65d-8ada-4f66-9d37-c4c02333d5bb of type vlan for network 6b0c090a-f1e6-493a-9c87-587a4d6ca7ab Sep 18 20:33:45.876113 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.900609 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.906254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:45.906844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.943929 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1805949 Sep 18 20:33:45.946900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42874) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:45.948353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-45ca0aaf-dc23-42b4-b585-21b026647b92', 'network_id': '45ca0aaf-dc23-42b4-b585-21b026647b92', 'tenant_id': '07ee4030b75a4afaab9d33170c7672b5', 'fixed_ips': [{'subnet_id': 'a76addbc-8bea-4016-bcdf-b84244c29954'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:33:45.949766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:45.952681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Request body: {'subnet': {'network_id': '6b0c090a-f1e6-493a-9c87-587a4d6ca7ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:45.987238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e59db-d6d3-4d1c-931a-b61e1238860a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Network': ['ID=6b0c090a-f1e6-493a-9c87-587a4d6ca7ab,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:46.019199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6b0c090a-f1e6-493a-9c87-587a4d6ca7ab details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:46.048586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Made reservation on behalf of 07ee4030b75a4afaab9d33170c7672b5 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:46.052075 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.140788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Allocated IP 2001:db8::2 (45ca0aaf-dc23-42b4-b585-21b026647b92/a76addbc-8bea-4016-bcdf-b84244c29954/82b07975-7121-4a7b-b72d-ea2e21bf300a) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:46.236607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.292930 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.302866 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.305561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event updated for resources: {'Subnet': ['ID=0192e4db-1860-43b9-94cf-503a383636e8,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:46.312876 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Checking segment: {'id': '72a4a65d-8ada-4f66-9d37-c4c02333d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6b0c090a-f1e6-493a-9c87-587a4d6ca7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:46.313237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network hostable DHCP agents. Network: 6b0c090a-f1e6-493a-9c87-587a4d6ca7ab, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:46.329462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Network 6b0c090a-f1e6-493a-9c87-587a4d6ca7ab is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:46.338146 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6b0c090a-f1e6-493a-9c87-587a4d6ca7ab) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:46.344334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Network 45ca0aaf-dc23-42b4-b585-21b026647b92 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:46.346546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:46.346708 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.347959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee07522-39bf-4325-85ca-7a414ffee271 None None] Network 6b0c090a-f1e6-493a-9c87-587a4d6ca7ab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:46.359008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:46.362729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d70cd1ee-fa63-4506-85e9-be9d3a1e5dbe tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4147146 Sep 18 20:33:46.365229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42876) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:46.376298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:46.378521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Pushing event updated for resources: {'Port': ['ID=82b07975-7121-4a7b-b72d-ea2e21bf300a,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:46.461818 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.471584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Attempting to bind port 82b07975-7121-4a7b-b72d-ea2e21bf300a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:33:46.471948 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Attempting to bind port 82b07975-7121-4a7b-b72d-ea2e21bf300a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'ecfb6735-3353-41c0-b6a4-e1ca32ff0feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '45ca0aaf-dc23-42b4-b585-21b026647b92'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:33:46.472308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Attempting to bind port 82b07975-7121-4a7b-b72d-ea2e21bf300a on network 45ca0aaf-dc23-42b4-b585-21b026647b92 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:46.485890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:33:46.486259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Checking segment: {'id': 'ecfb6735-3353-41c0-b6a4-e1ca32ff0feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '45ca0aaf-dc23-42b4-b585-21b026647b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:46.486732 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.487063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Bound using segment: {'id': 'ecfb6735-3353-41c0-b6a4-e1ca32ff0feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '45ca0aaf-dc23-42b4-b585-21b026647b92'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:33:46.487549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Bound port: 82b07975-7121-4a7b-b72d-ea2e21bf300a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfb6735-3353-41c0-b6a4-e1ca32ff0feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '45ca0aaf-dc23-42b4-b585-21b026647b92'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:33:46.487934 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.518082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.578794 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.599255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3463ae-183c-4642-838a-0860a1d41390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-6b0c090a-f1e6-493a-9c87-587a4d6ca7ab', 'network_id': '6b0c090a-f1e6-493a-9c87-587a4d6ca7ab', 'tenant_id': '07ee4030b75a4afaab9d33170c7672b5', 'fixed_ips': [{'subnet_id': '0192e4db-1860-43b9-94cf-503a383636e8'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:33:46.600247 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1f3463ae-183c-4642-838a-0860a1d41390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.603502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] For port 82b07975-7121-4a7b-b72d-ea2e21bf300a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:33:46.607781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Subnet': ['ID=0192e4db-1860-43b9-94cf-503a383636e8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:46.624984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] For port 82b07975-7121-4a7b-b72d-ea2e21bf300a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=82b07975-7121-4a7b-b72d-ea2e21bf300a,segment=NetworkSegment(ecfb6735-3353-41c0-b6a4-e1ca32ff0feb),segment_id=ecfb6735-3353-41c0-b6a4-e1ca32ff0feb)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:33:46.634370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.672034 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.693556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0c090a-f1e6-493a-9c87-587a4d6ca7ab']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:46.704266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a4a65d-8ada-4f66-9d37-c4c02333d5bb') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:46.704558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a4a65d-8ada-4f66-9d37-c4c02333d5bb') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:46.716072 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.729674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.737356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:46.737951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:46.741240 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:46.876803 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.882222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:46.884462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/6b0c090a-f1e6-493a-9c87-587a4d6ca7ab HTTP/1.1" status: 204 len: 168 time: 0.5182550 Sep 18 20:33:46.888304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42878) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:46.896578 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8639ca6e-ef19-431e-a9d1-27025022cccb None None] Network 6b0c090a-f1e6-493a-9c87-587a4d6ca7ab requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:46.912341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f589c9c-2491-4fe0-8740-3f6a15d09149 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Network': ['ID=6b0c090a-f1e6-493a-9c87-587a4d6ca7ab,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:46.915920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708cd0a-6814-4411-9301-4669c4fe61e2 None None] Pushing event updated for resources: {'Port': ['ID=82b07975-7121-4a7b-b72d-ea2e21bf300a,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:46.918845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8639ca6e-ef19-431e-a9d1-27025022cccb None None] Network 6b0c090a-f1e6-493a-9c87-587a4d6ca7ab could not be found, it might have been deleted concurrently. {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 20:33:46.926914 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a3f275-6f2b-4892-8fbe-fb556d3ba4b9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] GET failed (client error): The resource could not be found. Sep 18 20:33:46.928339 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1a3f275-6f2b-4892-8fbe-fb556d3ba4b9 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "GET /v2.0/subnets/0192e4db-1860-43b9-94cf-503a383636e8 HTTP/1.1" status: 404 len: 337 time: 0.0391231 Sep 18 20:33:46.930934 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42880) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:46.950133 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57998ef-3242-4219-96dd-9eebb965cf29 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] DELETE failed (client error): The resource could not be found. Sep 18 20:33:46.950687 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57998ef-3242-4219-96dd-9eebb965cf29 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:33:46.955940 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c57998ef-3242-4219-96dd-9eebb965cf29 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/6b0c090a-f1e6-493a-9c87-587a4d6ca7ab HTTP/1.1" status: 404 len: 339 time: 0.0205593 Sep 18 20:33:46.956193 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42882) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:46.981174 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5de124-b8c9-4079-914f-d653c051bef1 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] DELETE failed (client error): The resource could not be found. Sep 18 20:33:46.981627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5de124-b8c9-4079-914f-d653c051bef1 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:33:46.983628 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0d5de124-b8c9-4079-914f-d653c051bef1 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/subnets/0192e4db-1860-43b9-94cf-503a383636e8 HTTP/1.1" status: 404 len: 337 time: 0.0265315 Sep 18 20:33:46.986212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42884) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:47.005216 n-d-789963-11 neutron-server[94940]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0913408-3260-4f37-8a05-2fc6a16c12f0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] DELETE failed (client error): The resource could not be found. Sep 18 20:33:47.005943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0913408-3260-4f37-8a05-2fc6a16c12f0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94940) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:33:47.009427 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c0913408-3260-4f37-8a05-2fc6a16c12f0 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/6b0c090a-f1e6-493a-9c87-587a4d6ca7ab HTTP/1.1" status: 404 len: 339 time: 0.0208170 Sep 18 20:33:47.010518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42886) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:47.080515 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-06efd158-0655-45ce-8603-f10cbe65ba2c tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Deleting subnet a76addbc-8bea-4016-bcdf-b84244c29954 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:33:47.083900 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-06efd158-0655-45ce-8603-f10cbe65ba2c tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.084684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a98d5ab9-4936-40f2-90cb-484114c6c186 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:33:47.134259 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-06efd158-0655-45ce-8603-f10cbe65ba2c tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.137678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a98d5ab9-4936-40f2-90cb-484114c6c186 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:47.138124 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.223696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-06efd158-0655-45ce-8603-f10cbe65ba2c tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.281359 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-06efd158-0655-45ce-8603-f10cbe65ba2c tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.313664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efd158-0655-45ce-8603-f10cbe65ba2c tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Subnet': ['ID=a76addbc-8bea-4016-bcdf-b84244c29954,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:47.315600 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-06efd158-0655-45ce-8603-f10cbe65ba2c tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.317472 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-06efd158-0655-45ce-8603-f10cbe65ba2c tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/subnets/a76addbc-8bea-4016-bcdf-b84244c29954 HTTP/1.1" status: 204 len: 168 time: 0.3057206 Sep 18 20:33:47.319839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42888) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:47.398584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.451485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Deleting port 82b07975-7121-4a7b-b72d-ea2e21bf300a {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:47.451831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.519534 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] For port 82b07975-7121-4a7b-b72d-ea2e21bf300a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=82b07975-7121-4a7b-b72d-ea2e21bf300a,segment=NetworkSegment(ecfb6735-3353-41c0-b6a4-e1ca32ff0feb),segment_id=ecfb6735-3353-41c0-b6a4-e1ca32ff0feb)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:47.520046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.533494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Calling delete_port for 82b07975-7121-4a7b-b72d-ea2e21bf300a owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:47.612635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.642624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Port': ['ID=82b07975-7121-4a7b-b72d-ea2e21bf300a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:47.648444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No DVR routers for this DVR port 82b07975-7121-4a7b-b72d-ea2e21bf300a on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:47.734891 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.756446 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ca0aaf-dc23-42b4-b585-21b026647b92']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:47.766678 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfb6735-3353-41c0-b6a4-e1ca32ff0feb') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:47.767132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfb6735-3353-41c0-b6a4-e1ca32ff0feb') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:47.776634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.791003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.797399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:47.797724 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:47.800985 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:47.824907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7710d415-3017-4a4d-91a9-329e61ad715e None None] Network 45ca0aaf-dc23-42b4-b585-21b026647b92 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:47.864088 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.870825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:47.876217 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42890) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:47.879780 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/45ca0aaf-dc23-42b4-b585-21b026647b92 HTTP/1.1" status: 204 len: 168 time: 0.5550385 Sep 18 20:33:47.886751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-85c66d6d-ea81-4551-a873-aab444e68729 None None] Could not find standard attr ID for object 82b07975-7121-4a7b-b72d-ea2e21bf300a. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:33:47.893955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f308298-e916-424c-8157-c77620f0c44f tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Network': ['ID=45ca0aaf-dc23-42b4-b585-21b026647b92,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:47.906867 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b22286-5b76-4edc-ba0e-b294bc3ad103 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] DELETE failed (client error): The resource could not be found. Sep 18 20:33:47.907321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b22286-5b76-4edc-ba0e-b294bc3ad103 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:33:47.909062 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-36b22286-5b76-4edc-ba0e-b294bc3ad103 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/subnets/eb0fa28d-ffc0-41b4-bb53-9e3cba078f49 HTTP/1.1" status: 404 len: 337 time: 0.0318568 Sep 18 20:33:47.911621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42892) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:47.934203 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec569a4-0166-46ac-9a03-8605394c46b6 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] DELETE failed (client error): The resource could not be found. Sep 18 20:33:47.934765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec569a4-0166-46ac-9a03-8605394c46b6 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:33:47.936464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1ec569a4-0166-46ac-9a03-8605394c46b6 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/c5de62b4-f4f3-4c45-ba36-fea65bd6fe8b HTTP/1.1" status: 404 len: 339 time: 0.0239649 Sep 18 20:33:47.939266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42894) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:47.965886 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ec164c-d52c-46a3-8fb9-19ff07083d27 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] DELETE failed (client error): The resource could not be found. Sep 18 20:33:47.966336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ec164c-d52c-46a3-8fb9-19ff07083d27 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:33:47.968065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-45ec164c-d52c-46a3-8fb9-19ff07083d27 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/subnets/659acb04-8833-413b-95b2-80852926c06e HTTP/1.1" status: 404 len: 337 time: 0.0278628 Sep 18 20:33:47.970665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42896) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:47.988713 n-d-789963-11 neutron-server[94941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f1d105-7643-40b4-b668-465d73bfee99 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] DELETE failed (client error): The resource could not be found. Sep 18 20:33:47.989237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f1d105-7643-40b4-b668-465d73bfee99 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 20:33:47.990861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d7f1d105-7643-40b4-b668-465d73bfee99 tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/c7364e07-f105-4c4d-8f23-bf17b6b3bbff HTTP/1.1" status: 404 len: 339 time: 0.0193117 Sep 18 20:33:47.993600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42898) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:47.996705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3822cff2-a974-406c-9f80-639d5ed46a21 None None] DHCP port deletion for 45ca0aaf-dc23-42b4-b585-21b026647b92 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:33:48.045557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a6770b-18bf-4372-81e8-b934bb2be56a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Deleting subnet 748e94f6-62aa-40a4-a102-a273edb65575 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:33:48.048508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62a6770b-18bf-4372-81e8-b934bb2be56a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.086402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62a6770b-18bf-4372-81e8-b934bb2be56a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.171723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62a6770b-18bf-4372-81e8-b934bb2be56a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.228706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62a6770b-18bf-4372-81e8-b934bb2be56a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.256725 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-62a6770b-18bf-4372-81e8-b934bb2be56a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.258592 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-62a6770b-18bf-4372-81e8-b934bb2be56a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/subnets/748e94f6-62aa-40a4-a102-a273edb65575 HTTP/1.1" status: 204 len: 168 time: 0.2639863 Sep 18 20:33:48.259593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6770b-18bf-4372-81e8-b934bb2be56a tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Subnet': ['ID=748e94f6-62aa-40a4-a102-a273edb65575,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:48.261119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42900) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:48.267757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac0ac5-8209-431c-a04b-e7a2a43b17c0 None None] Network 9b658797-691b-4a24-94b8-230f63cb1935 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:48.344697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.404758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Deleting port a98d5ab9-4936-40f2-90cb-484114c6c186 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:48.405100 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.440087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] DHCP port deletion for 9b658797-691b-4a24-94b8-230f63cb1935 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:33:48.467765 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] For port a98d5ab9-4936-40f2-90cb-484114c6c186, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a98d5ab9-4936-40f2-90cb-484114c6c186,segment=NetworkSegment(142e749f-b9eb-42c2-ba62-7df0e39ddc70),segment_id=142e749f-b9eb-42c2-ba62-7df0e39ddc70)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:48.468137 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.485089 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Calling delete_port for a98d5ab9-4936-40f2-90cb-484114c6c186 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:48.489678 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] Deleting port a98d5ab9-4936-40f2-90cb-484114c6c186 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:48.489889 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.550182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] For port a98d5ab9-4936-40f2-90cb-484114c6c186, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a98d5ab9-4936-40f2-90cb-484114c6c186,segment=NetworkSegment(142e749f-b9eb-42c2-ba62-7df0e39ddc70),segment_id=142e749f-b9eb-42c2-ba62-7df0e39ddc70)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:48.550574 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.562595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.563690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] Calling delete_port for a98d5ab9-4936-40f2-90cb-484114c6c186 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:48.586441 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Port': ['ID=a98d5ab9-4936-40f2-90cb-484114c6c186,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:48.592307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] No DVR routers for this DVR port a98d5ab9-4936-40f2-90cb-484114c6c186 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:48.644804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.670392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] Pushing event deleted for resources: {'Port': ['ID=a98d5ab9-4936-40f2-90cb-484114c6c186,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:48.671953 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.674882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea54f5-3496-4708-8b56-e499b7b4d218 None None] No DVR routers for this DVR port a98d5ab9-4936-40f2-90cb-484114c6c186 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:48.694849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b658797-691b-4a24-94b8-230f63cb1935']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:48.704506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142e749f-b9eb-42c2-ba62-7df0e39ddc70') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:48.704810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142e749f-b9eb-42c2-ba62-7df0e39ddc70') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:48.713952 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.728097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.735585 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:48.735977 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:48.739115 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:48.795368 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.803248 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:48.805200 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] 10.222.0.20 "DELETE /v2.0/networks/9b658797-691b-4a24-94b8-230f63cb1935 HTTP/1.1" status: 204 len: 168 time: 0.5426004 Sep 18 20:33:48.818832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6172da-9694-4f81-9f8a-c8e28f7321ef tempest-NetworksIpV6Test-2042701916 tempest-NetworksIpV6Test-2042701916-project] Pushing event deleted for resources: {'Network': ['ID=9b658797-691b-4a24-94b8-230f63cb1935,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:49.043560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42906) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:49.058549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a98d5ab9-4936-40f2-90cb-484114c6c186 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:33:49.078401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a98d5ab9-4936-40f2-90cb-484114c6c186 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:33:49.078756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a98d5ab9-4936-40f2-90cb-484114c6c186 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:33:49.174152 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-38a18893-be1d-47bb-b8ee-583cacec0436 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07ee4030b75a4afaab9d33170c7672b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294301 Sep 18 20:33:49.176672 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42910) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:49.223087 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e6e673-1dc1-4241-bf39-19db332a2f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:49.243703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e6e673-1dc1-4241-bf39-19db332a2f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:49.288793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e6e673-1dc1-4241-bf39-19db332a2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:49.291298 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-07e6e673-1dc1-4241-bf39-19db332a2f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:49.292471 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-07e6e673-1dc1-4241-bf39-19db332a2f97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ca22a13-9cd0-42c4-ab99-ed9c4e2f566b HTTP/1.1" status: 204 len: 168 time: 0.1149671 Sep 18 20:33:49.300509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6e673-1dc1-4241-bf39-19db332a2f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca22a13-9cd0-42c4-ab99-ed9c4e2f566b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:49.908394 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42932) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:50.000487 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3351480f-c75d-4a74-aaf8-d6d90f15b5a2 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2089838479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:50.022989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3351480f-c75d-4a74-aaf8-d6d90f15b5a2 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.024123 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3351480f-c75d-4a74-aaf8-d6d90f15b5a2 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.076191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3351480f-c75d-4a74-aaf8-d6d90f15b5a2 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.080295 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3351480f-c75d-4a74-aaf8-d6d90f15b5a2 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.095758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3351480f-c75d-4a74-aaf8-d6d90f15b5a2 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.097029 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3351480f-c75d-4a74-aaf8-d6d90f15b5a2 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1875591 Sep 18 20:33:50.099660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42936) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:50.104418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-133725684'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:50.124481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Made reservation on behalf of c1ce00c9b52149b4b613c79520448f67 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:50.127833 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.136264 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.225281 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.229647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.252498 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:50.267286 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557fd58d-ec04-47f6-81d9-b8a56546cce2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:50.270187 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.270642 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Added segment 8bebbecf-39fe-47fe-a7d5-c9307a5c66e8 of type vlan for network 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be Sep 18 20:33:50.311773 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.338097 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.344439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:50.345031 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.376944 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2762070 Sep 18 20:33:50.379710 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42938) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:50.386261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Request body: {'subnet': {'network_id': '56e9a3f1-74da-4c3e-8ffb-5b1ee45359be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:50.435167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdd87b-af6c-4845-84e0-2964ebae82b9 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event updated for resources: {'Network': ['ID=56e9a3f1-74da-4c3e-8ffb-5b1ee45359be,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:50.444915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:50.507721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Made reservation on behalf of c1ce00c9b52149b4b613c79520448f67 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:50.511091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.683786 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.744799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event updated for resources: {'Subnet': ['ID=31c96239-e2fd-4e38-8267-cec0088c77c3,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:50.755012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Checking segment: {'id': '8bebbecf-39fe-47fe-a7d5-c9307a5c66e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56e9a3f1-74da-4c3e-8ffb-5b1ee45359be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:50.755397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Network hostable DHCP agents. Network: 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:50.771660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Network 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:50.780784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:50.787007 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:50.787946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.789313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea8d97c-551b-4a37-836a-45295ae1454d None None] Network 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:50.806096 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-db442d49-5222-4ab9-807f-de3627f65db8 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4224744 Sep 18 20:33:50.806427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42940) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:50.812020 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-673784077'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:50.831657 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Made reservation on behalf of c1ce00c9b52149b4b613c79520448f67 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:50.835155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.859158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:50.868302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.868671 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Added segment 218ebd71-6243-43a8-bb38-6bfe90c0dbcd of type vlan for network 874238d1-8b5d-447d-8c8f-82648322f4c3 Sep 18 20:33:50.908435 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.932912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.934959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-56e9a3f1-74da-4c3e-8ffb-5b1ee45359be', 'network_id': '56e9a3f1-74da-4c3e-8ffb-5b1ee45359be', 'tenant_id': 'c1ce00c9b52149b4b613c79520448f67', 'fixed_ips': [{'subnet_id': '31c96239-e2fd-4e38-8267-cec0088c77c3'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:33:50.935840 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.939218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:50.939850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:50.973465 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1659646 Sep 18 20:33:50.976279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42942) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:50.981832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Request body: {'subnet': {'network_id': '874238d1-8b5d-447d-8c8f-82648322f4c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:51.041031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe7fbf-56bd-42bf-98d0-f83b3ecbc38a tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event updated for resources: {'Network': ['ID=874238d1-8b5d-447d-8c8f-82648322f4c3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:51.055525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 874238d1-8b5d-447d-8c8f-82648322f4c3 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:51.104383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Made reservation on behalf of c1ce00c9b52149b4b613c79520448f67 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:51.108841 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.132818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Allocated IP 172.20.0.2 (56e9a3f1-74da-4c3e-8ffb-5b1ee45359be/31c96239-e2fd-4e38-8267-cec0088c77c3/9e71d01f-f8db-46a3-964e-fc42c9d1dc9c) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:51.280553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.286228 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.286965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.325408 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Network 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:51.328186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:51.331070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:51.344769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event updated for resources: {'Subnet': ['ID=33ef533d-12dc-4819-a008-4b3ae95a8c1e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:51.355625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Checking segment: {'id': '218ebd71-6243-43a8-bb38-6bfe90c0dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '874238d1-8b5d-447d-8c8f-82648322f4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:51.355978 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Network hostable DHCP agents. Network: 874238d1-8b5d-447d-8c8f-82648322f4c3, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:51.364338 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Pushing event updated for resources: {'Port': ['ID=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:51.374205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Network 874238d1-8b5d-447d-8c8f-82648322f4c3 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:51.383249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 874238d1-8b5d-447d-8c8f-82648322f4c3) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:51.391485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:51.392209 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.395291 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1e4ddc-68fe-42c5-921b-7d8bc4a7b25d None None] Network 874238d1-8b5d-447d-8c8f-82648322f4c3 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:51.401715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Attempting to bind port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:33:51.402089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Attempting to bind port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '8bebbecf-39fe-47fe-a7d5-c9307a5c66e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56e9a3f1-74da-4c3e-8ffb-5b1ee45359be'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:33:51.402476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Attempting to bind port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c on network 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:51.407314 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fd68275-2e91-4139-9287-e96b9076b3cf tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4300122 Sep 18 20:33:51.410034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42946) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:51.414569 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fb59ee68-a5c2-4440-8f47-fcbb9ae6e8ed tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Request body: {'router': {'external_gateway_info': {'network_id': '874238d1-8b5d-447d-8c8f-82648322f4c3'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:51.423310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:33:51.423710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Checking segment: {'id': '8bebbecf-39fe-47fe-a7d5-c9307a5c66e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56e9a3f1-74da-4c3e-8ffb-5b1ee45359be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:51.424111 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.424502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Bound using segment: {'id': '8bebbecf-39fe-47fe-a7d5-c9307a5c66e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56e9a3f1-74da-4c3e-8ffb-5b1ee45359be'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:33:51.424982 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Bound port: 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bebbecf-39fe-47fe-a7d5-c9307a5c66e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56e9a3f1-74da-4c3e-8ffb-5b1ee45359be'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:33:51.425360 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.564673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] For port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:33:51.581144 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] For port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,segment=NetworkSegment(8bebbecf-39fe-47fe-a7d5-c9307a5c66e8),segment_id=8bebbecf-39fe-47fe-a7d5-c9307a5c66e8)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:33:51.586712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.648554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-874238d1-8b5d-447d-8c8f-82648322f4c3', 'network_id': '874238d1-8b5d-447d-8c8f-82648322f4c3', 'tenant_id': 'c1ce00c9b52149b4b613c79520448f67', 'fixed_ips': [{'subnet_id': '33ef533d-12dc-4819-a008-4b3ae95a8c1e'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:33:51.649414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.701793 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-35f891fb-08e3-44f4-96a9-3abd8a9d900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:51.703209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fd78d-2a35-4aa9-95b8-adadcb769f29 None None] Pushing event updated for resources: {'Port': ['ID=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:51.841610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Allocated IP 172.21.0.2 (874238d1-8b5d-447d-8c8f-82648322f4c3/33ef533d-12dc-4819-a008-4b3ae95a8c1e/90b4f346-ce2e-4fb0-bcbc-70fa57493291) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:51.988687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb59ee68-a5c2-4440-8f47-fcbb9ae6e8ed tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.016370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.021664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.059136 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Network 874238d1-8b5d-447d-8c8f-82648322f4c3 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:52.062101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:52.066215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:52.077780 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Pushing event updated for resources: {'Port': ['ID=90b4f346-ce2e-4fb0-bcbc-70fa57493291,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:52.098775 n-d-789963-11 neutron-server[94940]: INFO neutron.api.v2.resource [None req-fb59ee68-a5c2-4440-8f47-fcbb9ae6e8ed tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 20:33:52.099978 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fb59ee68-a5c2-4440-8f47-fcbb9ae6e8ed tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "PUT /v2.0/routers/ae1c6038-5283-4d5f-a021-675bb50e874a HTTP/1.1" status: 400 len: 364 time: 0.6889153 Sep 18 20:33:52.105825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42948) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:52.141894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Attempting to bind port 90b4f346-ce2e-4fb0-bcbc-70fa57493291 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:33:52.142260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Attempting to bind port 90b4f346-ce2e-4fb0-bcbc-70fa57493291 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '218ebd71-6243-43a8-bb38-6bfe90c0dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '874238d1-8b5d-447d-8c8f-82648322f4c3'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:33:52.142618 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Attempting to bind port 90b4f346-ce2e-4fb0-bcbc-70fa57493291 on network 874238d1-8b5d-447d-8c8f-82648322f4c3 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:52.147565 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:33:52.147986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Checking segment: {'id': '218ebd71-6243-43a8-bb38-6bfe90c0dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '874238d1-8b5d-447d-8c8f-82648322f4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:52.148394 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.148784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Bound using segment: {'id': '218ebd71-6243-43a8-bb38-6bfe90c0dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '874238d1-8b5d-447d-8c8f-82648322f4c3'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:33:52.149241 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Bound port: 90b4f346-ce2e-4fb0-bcbc-70fa57493291, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218ebd71-6243-43a8-bb38-6bfe90c0dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '874238d1-8b5d-447d-8c8f-82648322f4c3'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:33:52.149621 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.164548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b7a90d-ef95-4ce3-923e-cd5eeec8946b tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Deleting subnet 33ef533d-12dc-4819-a008-4b3ae95a8c1e {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:33:52.167571 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79b7a90d-ef95-4ce3-923e-cd5eeec8946b tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.206643 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79b7a90d-ef95-4ce3-923e-cd5eeec8946b tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.213974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] For port 90b4f346-ce2e-4fb0-bcbc-70fa57493291, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:33:52.217699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] For port 90b4f346-ce2e-4fb0-bcbc-70fa57493291, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=90b4f346-ce2e-4fb0-bcbc-70fa57493291,segment=NetworkSegment(218ebd71-6243-43a8-bb38-6bfe90c0dbcd),segment_id=218ebd71-6243-43a8-bb38-6bfe90c0dbcd)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:33:52.221998 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.285482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17765f5-854c-42f6-91b0-26aa867c0c49 None None] Pushing event updated for resources: {'Port': ['ID=90b4f346-ce2e-4fb0-bcbc-70fa57493291,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:52.297550 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79b7a90d-ef95-4ce3-923e-cd5eeec8946b tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.365437 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79b7a90d-ef95-4ce3-923e-cd5eeec8946b tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.378573 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:33:52.396063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7a90d-ef95-4ce3-923e-cd5eeec8946b tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event deleted for resources: {'Subnet': ['ID=33ef533d-12dc-4819-a008-4b3ae95a8c1e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:52.401291 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79b7a90d-ef95-4ce3-923e-cd5eeec8946b tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.404294 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-79b7a90d-ef95-4ce3-923e-cd5eeec8946b tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "DELETE /v2.0/subnets/33ef533d-12dc-4819-a008-4b3ae95a8c1e HTTP/1.1" status: 204 len: 168 time: 0.2973015 Sep 18 20:33:52.406611 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42950) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:52.500520 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.564025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Deleting port 90b4f346-ce2e-4fb0-bcbc-70fa57493291 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:52.564374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.631194 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] For port 90b4f346-ce2e-4fb0-bcbc-70fa57493291, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=90b4f346-ce2e-4fb0-bcbc-70fa57493291,segment=NetworkSegment(218ebd71-6243-43a8-bb38-6bfe90c0dbcd),segment_id=218ebd71-6243-43a8-bb38-6bfe90c0dbcd)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:52.631584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.644667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Calling delete_port for 90b4f346-ce2e-4fb0-bcbc-70fa57493291 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:52.672100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec406cd-0cbc-4097-a924-33b3be2f4207 None None] Network 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:52.729534 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.753343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event deleted for resources: {'Port': ['ID=90b4f346-ce2e-4fb0-bcbc-70fa57493291,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:52.760128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] No DVR routers for this DVR port 90b4f346-ce2e-4fb0-bcbc-70fa57493291 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:52.762594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c833d9e7-e236-4508-8fd4-c2ede5c301c0 None None] Provisioning complete for port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:52.763179 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c833d9e7-e236-4508-8fd4-c2ede5c301c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.841955 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.863074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874238d1-8b5d-447d-8c8f-82648322f4c3']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:52.872724 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218ebd71-6243-43a8-bb38-6bfe90c0dbcd') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:52.872949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218ebd71-6243-43a8-bb38-6bfe90c0dbcd') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:52.887220 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.895968 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c833d9e7-e236-4508-8fd4-c2ede5c301c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.901939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.909608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:52.910166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:52.913544 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:52.931409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c833d9e7-e236-4508-8fd4-c2ede5c301c0 None None] For port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,segment=NetworkSegment(8bebbecf-39fe-47fe-a7d5-c9307a5c66e8),segment_id=8bebbecf-39fe-47fe-a7d5-c9307a5c66e8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:52.936850 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c833d9e7-e236-4508-8fd4-c2ede5c301c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.986477 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.994850 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:52.996797 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "DELETE /v2.0/networks/874238d1-8b5d-447d-8c8f-82648322f4c3 HTTP/1.1" status: 204 len: 168 time: 0.5891051 Sep 18 20:33:52.999823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42952) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:53.012006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833d9e7-e236-4508-8fd4-c2ede5c301c0 None None] Pushing event updated for resources: {'Port': ['ID=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:53.017636 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3351-95d3-4bc0-be23-95ea97f10f59 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event deleted for resources: {'Network': ['ID=874238d1-8b5d-447d-8c8f-82648322f4c3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:53.073262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e869e53-63bc-4617-a2d5-5e64946a1830 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Deleting subnet 31c96239-e2fd-4e38-8267-cec0088c77c3 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:33:53.081854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e869e53-63bc-4617-a2d5-5e64946a1830 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.133705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:33:53.150703 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e869e53-63bc-4617-a2d5-5e64946a1830 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.193454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:53.193830 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.249757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e869e53-63bc-4617-a2d5-5e64946a1830 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.294319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-08455c7c-84cc-4fb9-b246-09f94a2cf0a6 None None] Provisioning complete for port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:53.294693 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08455c7c-84cc-4fb9-b246-09f94a2cf0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.313574 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e869e53-63bc-4617-a2d5-5e64946a1830 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.349131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e869e53-63bc-4617-a2d5-5e64946a1830 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event deleted for resources: {'Subnet': ['ID=31c96239-e2fd-4e38-8267-cec0088c77c3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:53.351122 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6e869e53-63bc-4617-a2d5-5e64946a1830 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.353039 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6e869e53-63bc-4617-a2d5-5e64946a1830 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "DELETE /v2.0/subnets/31c96239-e2fd-4e38-8267-cec0088c77c3 HTTP/1.1" status: 204 len: 168 time: 0.3523912 Sep 18 20:33:53.356275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42956) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:53.369027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112fa87-686b-4b0a-9718-02845a102fda None None] Network 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:53.442666 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.498252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18a76c-ea03-4db2-9edf-eb5e5b982a36 None None] DHCP port deletion for 874238d1-8b5d-447d-8c8f-82648322f4c3 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:33:53.502786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Deleting port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:53.503130 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.522047 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8e96b-d7e7-4b36-b8b9-374e35ef13a8 None None] Network 874238d1-8b5d-447d-8c8f-82648322f4c3 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:53.534639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8e96b-d7e7-4b36-b8b9-374e35ef13a8 None None] Network 874238d1-8b5d-447d-8c8f-82648322f4c3 could not be found, it might have been deleted concurrently. {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 20:33:53.539965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e320adf0-c7d8-4635-a531-bf8a4d1665eb None None] Could not find standard attr ID for object 90b4f346-ce2e-4fb0-bcbc-70fa57493291. {{(pid=94942) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 20:33:53.569683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] For port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,segment=NetworkSegment(8bebbecf-39fe-47fe-a7d5-c9307a5c66e8),segment_id=8bebbecf-39fe-47fe-a7d5-c9307a5c66e8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:53.570040 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.582226 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Calling delete_port for 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:53.595411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] DHCP port deletion for 56e9a3f1-74da-4c3e-8ffb-5b1ee45359be request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:33:53.645726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] Deleting port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:33:53.645911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.664936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.691889 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event deleted for resources: {'Port': ['ID=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:53.694019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] No DVR routers for this DVR port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:53.712860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] For port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,segment=NetworkSegment(8bebbecf-39fe-47fe-a7d5-c9307a5c66e8),segment_id=8bebbecf-39fe-47fe-a7d5-c9307a5c66e8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:53.713844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.727098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] Calling delete_port for 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:33:53.775168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.800286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e9a3f1-74da-4c3e-8ffb-5b1ee45359be']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:53.802337 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.809645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bebbecf-39fe-47fe-a7d5-c9307a5c66e8') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:53.809940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bebbecf-39fe-47fe-a7d5-c9307a5c66e8') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:53.814319 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.819395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.832456 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.838473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:33:53.838863 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.840470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] Pushing event deleted for resources: {'Port': ['ID=9e71d01f-f8db-46a3-964e-fc42c9d1dc9c,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:53.842327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a9e17-f288-4c5b-9620-b0254bfd23b4 None None] No DVR routers for this DVR port 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:33:53.856016 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:33:53.904342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.913122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.913265 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:53.914450 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "DELETE /v2.0/networks/56e9a3f1-74da-4c3e-8ffb-5b1ee45359be HTTP/1.1" status: 204 len: 168 time: 0.5563834 Sep 18 20:33:53.917583 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:53.926380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63eb4b-0207-4374-af22-f6c625559e91 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Pushing event deleted for resources: {'Network': ['ID=56e9a3f1-74da-4c3e-8ffb-5b1ee45359be,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:53.945620 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3336c506-6e68-4ab0-93cb-de65e148330e tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae1c6038-5283-4d5f-a021-675bb50e874a HTTP/1.1" status: 200 len: 205 time: 0.0262120 Sep 18 20:33:53.947900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42960) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:54.022135 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ac3f-85e3-463d-b70c-45d2c0061f83 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.174753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ac3f-85e3-463d-b70c-45d2c0061f83 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.177262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ac3f-85e3-463d-b70c-45d2c0061f83 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.219755 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ac3f-85e3-463d-b70c-45d2c0061f83 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.220455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b6ac3f-85e3-463d-b70c-45d2c0061f83 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Fanout notify agent at l3_agent the message router_deleted on router ae1c6038-5283-4d5f-a021-675bb50e874a {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:33:54.227254 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ac3f-85e3-463d-b70c-45d2c0061f83 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.230537 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b1b6ac3f-85e3-463d-b70c-45d2c0061f83 tempest-RoutersNegativeTest-1783761271 tempest-RoutersNegativeTest-1783761271-project] 10.222.0.20 "DELETE /v2.0/routers/ae1c6038-5283-4d5f-a021-675bb50e874a HTTP/1.1" status: 204 len: 168 time: 0.2795787 Sep 18 20:33:54.474488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42966) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:54.606287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f54e4292-e508-4eb4-b1ec-fe30844fad6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1ce00c9b52149b4b613c79520448f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298411 Sep 18 20:33:54.608947 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42970) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:54.659557 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90b57338-c34f-43d6-abdf-17991ff1797e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.680516 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90b57338-c34f-43d6-abdf-17991ff1797e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.726433 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90b57338-c34f-43d6-abdf-17991ff1797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.729007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-90b57338-c34f-43d6-abdf-17991ff1797e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.730833 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-90b57338-c34f-43d6-abdf-17991ff1797e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/557fd58d-ec04-47f6-81d9-b8a56546cce2 HTTP/1.1" status: 204 len: 168 time: 0.1203356 Sep 18 20:33:54.739004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b57338-c34f-43d6-abdf-17991ff1797e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557fd58d-ec04-47f6-81d9-b8a56546cce2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:54.873703 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:54.961161 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cadef1a2-0f93-40c4-bac2-ddd667c7b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.063788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90b4f346-ce2e-4fb0-bcbc-70fa57493291 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:33:55.083053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 90b4f346-ce2e-4fb0-bcbc-70fa57493291 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:33:55.083413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 90b4f346-ce2e-4fb0-bcbc-70fa57493291 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:33:55.083827 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:33:55.103257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:33:55.103627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 9e71d01f-f8db-46a3-964e-fc42c9d1dc9c not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:33:55.345008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 42992) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:55.437149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-272211031-network', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:55.457534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Made reservation on behalf of 6ec99bcda2644d8b906aa52884f9069f for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:55.460043 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.469315 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.559571 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.563304 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.584086 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:55.599118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e3ab93-3618-4444-a600-5aeda158bf04,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:55.602469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.602887 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Added segment cf6f0f39-cfa6-45e8-8887-46d60c996422 of type vlan for network b7a54299-814b-4341-b8e2-a5288505b058 Sep 18 20:33:55.644180 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.667835 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.668764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:55.669335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.699802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3531208 Sep 18 20:33:55.702990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42996) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:55.708950 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Request body: {'subnet': {'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-subnet', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:55.720089 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.733593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Made reservation on behalf of 6ec99bcda2644d8b906aa52884f9069f for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:55.736019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.743973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0925e-ea3a-4b33-aadb-cbc33cf7737f admin admin] Pushing event updated for resources: {'Network': ['ID=b7a54299-814b-4341-b8e2-a5288505b058,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:55.754030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network b7a54299-814b-4341-b8e2-a5288505b058 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:33:55.915916 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:55.972185 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18607f1d-147d-41d1-bf04-2357a4e12996,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:55.980851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Checking segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:55.981215 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Network hostable DHCP agents. Network: b7a54299-814b-4341-b8e2-a5288505b058, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:33:55.997927 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Network b7a54299-814b-4341-b8e2-a5288505b058 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:33:56.009602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, b7a54299-814b-4341-b8e2-a5288505b058) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:56.014507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:56.015095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.021139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3f80c-155d-40fb-91f4-22b6aafcd6c3 None None] Network b7a54299-814b-4341-b8e2-a5288505b058 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:56.029049 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4113940a-2bf8-4eb8-8ee3-e259ecd29aa8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3239119 Sep 18 20:33:56.031749 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 42998) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:56.036218 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:56.056196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.057200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.112529 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.169343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-b7a54299-814b-4341-b8e2-a5288505b058', 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'fixed_ips': [{'subnet_id': '18607f1d-147d-41d1-bf04-2357a4e12996'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:33:56.170222 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.250014 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.301383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Allocated IP 172.20.0.2 (b7a54299-814b-4341-b8e2-a5288505b058/18607f1d-147d-41d1-bf04-2357a4e12996/33a2c08b-cb3a-482f-a13a-7178c480ce99) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:56.453481 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.453768 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.459980 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.474206 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.502220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Network b7a54299-814b-4341-b8e2-a5288505b058 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:56.505127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:56.510657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:56.518178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Pushing event updated for resources: {'Port': ['ID=33a2c08b-cb3a-482f-a13a-7178c480ce99,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:56.570742 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Attempting to bind port 33a2c08b-cb3a-482f-a13a-7178c480ce99 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:33:56.571101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Attempting to bind port 33a2c08b-cb3a-482f-a13a-7178c480ce99 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:33:56.571491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Attempting to bind port 33a2c08b-cb3a-482f-a13a-7178c480ce99 on network b7a54299-814b-4341-b8e2-a5288505b058 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:56.576551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:33:56.576919 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Checking segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:56.577310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.577697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Bound using segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:33:56.578148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Bound port: 33a2c08b-cb3a-482f-a13a-7178c480ce99, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:33:56.578573 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.581871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Allocated IP 172.25.8.123 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/fe5587f0-1e4e-475f-8820-6d7b42146af5) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:56.640473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] For port 33a2c08b-cb3a-482f-a13a-7178c480ce99, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:33:56.643601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] For port 33a2c08b-cb3a-482f-a13a-7178c480ce99, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=33a2c08b-cb3a-482f-a13a-7178c480ce99,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:33:56.648821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.688505 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.706891 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6916d66-e455-400a-bf5e-9826151f5955 None None] Pushing event updated for resources: {'Port': ['ID=33a2c08b-cb3a-482f-a13a-7178c480ce99,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:56.728884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:56.767491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:56.770381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:56.773932 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:56.805960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5587f0-1e4e-475f-8820-6d7b42146af5,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:57.056132 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.087518 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 33a2c08b-cb3a-482f-a13a-7178c480ce99 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:33:57.139989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 33a2c08b-cb3a-482f-a13a-7178c480ce99 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:57.140363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.214579 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.252539 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 33a2c08b-cb3a-482f-a13a-7178c480ce99, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=33a2c08b-cb3a-482f-a13a-7178c480ce99,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:57.256258 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.260799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.317310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=33a2c08b-cb3a-482f-a13a-7178c480ce99,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:57.391759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Router 2639b91e-e109-4be9-898d-784e97343340 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:33:57.504421 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:33:57.515840 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Sync routers for ids ['2639b91e-e109-4be9-898d-784e97343340'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:33:57.524320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.525471 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Routers {'2639b91e-e109-4be9-898d-784e97343340'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:33:57.525961 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-203b1f57-c009-483c-8021-3ef4f0791f01 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4932389 Sep 18 20:33:57.526147 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:33:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2639b91e-e109-4be9-898d-784e97343340'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:57.529654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43000) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:57.550073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17833a55-8859-432b-a6a5-b30ef239000d None None] Network b7a54299-814b-4341-b8e2-a5288505b058 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:33:57.624301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9c072d35-91b9-41a2-b7b0-1ec5a4ed109d None None] Provisioning complete for port 33a2c08b-cb3a-482f-a13a-7178c480ce99 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:57.625435 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9c072d35-91b9-41a2-b7b0-1ec5a4ed109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.640473 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Set router 2639b91e-e109-4be9-898d-784e97343340 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:33:57.704673 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.830672 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:56Z', 'revision_number': 3, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port': {'id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:57.864087 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Checking router: 2639b91e-e109-4be9-898d-784e97343340 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:33:57.864431 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Updating router 2639b91e-e109-4be9-898d-784e97343340 port fe5587f0-1e4e-475f-8820-6d7b42146af5 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:33:57.890681 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:57.974186 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.011270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f7f7e161-468a-4293-a839-c5bea9fd70f2 None None] Provisioning complete for port 33a2c08b-cb3a-482f-a13a-7178c480ce99 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:58.011725 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e161-468a-4293-a839-c5bea9fd70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.139389 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Allocated IP 172.20.0.1 (b7a54299-814b-4341-b8e2-a5288505b058/18607f1d-147d-41d1-bf04-2357a4e12996/962d3d6e-f45b-4ad4-bb45-8539c7811784) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:33:58.151481 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.157115 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.206129 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Pushing event updated for resources: {'Port': ['ID=fe5587f0-1e4e-475f-8820-6d7b42146af5,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:58.214388 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.214840 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.215211 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.215564 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.215888 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.216208 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.216520 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.216838 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.217154 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.217461 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.217768 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.218074 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:33:58.223082 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Attempting to bind port fe5587f0-1e4e-475f-8820-6d7b42146af5 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:33:58.223469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Attempting to bind port fe5587f0-1e4e-475f-8820-6d7b42146af5 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:33:58.223817 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Attempting to bind port fe5587f0-1e4e-475f-8820-6d7b42146af5 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:33:58.228750 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:33:58.229132 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:33:58.229498 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.229869 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:33:58.230359 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Bound port: fe5587f0-1e4e-475f-8820-6d7b42146af5, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:33:58.230727 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.247936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.281687 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.286082 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] For port fe5587f0-1e4e-475f-8820-6d7b42146af5, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:33:58.289729 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] For port fe5587f0-1e4e-475f-8820-6d7b42146af5, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=fe5587f0-1e4e-475f-8820-6d7b42146af5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:33:58.293341 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.321496 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Network b7a54299-814b-4341-b8e2-a5288505b058 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:58.327931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:58.335440 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:33:58.340051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Pushing event updated for resources: {'Port': ['ID=962d3d6e-f45b-4ad4-bb45-8539c7811784,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:58.358003 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Routers {'2639b91e-e109-4be9-898d-784e97343340'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:33:58.358619 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:33:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2639b91e-e109-4be9-898d-784e97343340'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:58.360348 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f7209-4a11-4353-b11f-527e91251d86 None None] Pushing event updated for resources: {'Port': ['ID=fe5587f0-1e4e-475f-8820-6d7b42146af5,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:58.383792 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.471043 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] Set router 2639b91e-e109-4be9-898d-784e97343340 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:33:58.529655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.613170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ec21dab7-fca2-4164-8370-da757c35a780 None None] Provisioning complete for port 962d3d6e-f45b-4ad4-bb45-8539c7811784 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:58.613702 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ec21dab7-fca2-4164-8370-da757c35a780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.654963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ec21dab7-fca2-4164-8370-da757c35a780 None None] Port 962d3d6e-f45b-4ad4-bb45-8539c7811784 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:33:58.715788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.721099 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.741669 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:56Z', 'revision_number': 3, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port': {'id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:33:58.770594 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15766b-7a54-4e18-8159-53e53b1f3a6c None None] The sync data for ids ['2639b91e-e109-4be9-898d-784e97343340'] in n-d-789963-11 is: [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:56Z', 'revision_number': 3, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port': {'id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:33:58.794723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Pushing event updated for resources: {'Port': ['ID=962d3d6e-f45b-4ad4-bb45-8539c7811784,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:58.797355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:58.891402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Network b7a54299-814b-4341-b8e2-a5288505b058 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:33:58.892843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:33:59.033230 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Router 2639b91e-e109-4be9-898d-784e97343340 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:33:59.167313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:33:59.172229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cb8ddf16-acf9-498d-a47b-d759f134794a admin admin] 10.222.0.20 "PUT /v2.0/routers/2639b91e-e109-4be9-898d-784e97343340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6415188 Sep 18 20:33:59.173808 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device fe5587f0-1e4e-475f-8820-6d7b42146af5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:33:59.219448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8e2e8499-0191-4c4b-b814-867ca00a0b9e None None] Provisioning complete for port 962d3d6e-f45b-4ad4-bb45-8539c7811784 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:59.220088 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8e2e8499-0191-4c4b-b814-867ca00a0b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.258343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port fe5587f0-1e4e-475f-8820-6d7b42146af5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:59.258626 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.281103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e8499-0191-4c4b-b814-867ca00a0b9e None None] Port 962d3d6e-f45b-4ad4-bb45-8539c7811784 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:33:59.349145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.371676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port fe5587f0-1e4e-475f-8820-6d7b42146af5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=fe5587f0-1e4e-475f-8820-6d7b42146af5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:33:59.375882 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.376738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 33a2c08b-cb3a-482f-a13a-7178c480ce99 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:33:59.456911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=fe5587f0-1e4e-475f-8820-6d7b42146af5,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:59.470809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 33a2c08b-cb3a-482f-a13a-7178c480ce99 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:33:59.471185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.690348 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43016) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:59.695275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-473304865-network', 'tenant_id': '29425fc763a442e580c89993a84b1283'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:59.716781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Made reservation on behalf of 29425fc763a442e580c89993a84b1283 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:59.719157 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.727844 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.817756 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.821426 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.848640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:33:59.853781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8397c6e0-7f42-4ed5-a415-d8ed46ff8465,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:33:59.861546 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.861896 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Added segment 49c82274-21af-4541-9d18-33ae1bdf3ed3 of type vlan for network f6d3fc93-9801-45b2-b56c-48b143cc3804 Sep 18 20:33:59.904190 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.927437 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.928480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:33:59.929091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.961082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2696111 Sep 18 20:33:59.963912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43018) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:33:59.969278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Request body: {'subnet': {'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-subnet', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:33:59.990550 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Made reservation on behalf of 29425fc763a442e580c89993a84b1283 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:33:59.992905 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:33:59.995138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2f7b4-3177-472b-81c7-74df125cd8ef admin admin] Pushing event updated for resources: {'Network': ['ID=f6d3fc93-9801-45b2-b56c-48b143cc3804,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:00.006381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f6d3fc93-9801-45b2-b56c-48b143cc3804 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:34:00.164262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:00.217087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4d3519-11c6-419e-85c2-78a4c27814b7,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:00.227113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Checking segment: {'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:34:00.227505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Network hostable DHCP agents. Network: f6d3fc93-9801-45b2-b56c-48b143cc3804, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:34:00.246698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Network f6d3fc93-9801-45b2-b56c-48b143cc3804 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:34:00.256355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, f6d3fc93-9801-45b2-b56c-48b143cc3804) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:34:00.260424 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:00.261021 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:00.266438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c003c17d-7260-4d2b-9a2c-5a745362188f None None] Network f6d3fc93-9801-45b2-b56c-48b143cc3804 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:34:00.279985 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e8ebe31b-336b-4336-8da7-66fb7147c5eb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3145816 Sep 18 20:34:00.282266 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43020) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:34:00.286892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:34:00.309328 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:00.311071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:00.374896 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:00.415715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Sync routers for ids ['2639b91e-e109-4be9-898d-784e97343340'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:34:00.427605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Routers {'2639b91e-e109-4be9-898d-784e97343340'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:34:00.428298 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:33:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2639b91e-e109-4be9-898d-784e97343340'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:00.431999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-f6d3fc93-9801-45b2-b56c-48b143cc3804', 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'fixed_ips': [{'subnet_id': '0a4d3519-11c6-419e-85c2-78a4c27814b7'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:34:00.432832 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:00.508200 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:00.639927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Set router 2639b91e-e109-4be9-898d-784e97343340 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:34:00.728315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Allocated IP 172.20.0.2 (f6d3fc93-9801-45b2-b56c-48b143cc3804/0a4d3519-11c6-419e-85c2-78a4c27814b7/11961ff5-5552-4913-83af-4afea9d45a6f) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:34:00.984788 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:00.993867 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.004513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:58Z', 'revision_number': 4, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port': {'id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '962d3d6e-f45b-4ad4-bb45-8539c7811784', 'name': '', 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'mac_address': 'fa:16:3e:03:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '18607f1d-147d-41d1-bf04-2357a4e12996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:57Z', 'updated_at': '2021-09-18T20:33:58Z', 'revision_number': 2, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'subnets': [{'id': '18607f1d-147d-41d1-bf04-2357a4e12996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:01.050400 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.064197 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Network f6d3fc93-9801-45b2-b56c-48b143cc3804 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:34:01.067199 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:34:01.069669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:34:01.072220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Checking router: 2639b91e-e109-4be9-898d-784e97343340 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:34:01.072352 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.072591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Updating router 2639b91e-e109-4be9-898d-784e97343340 port 962d3d6e-f45b-4ad4-bb45-8539c7811784 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:34:01.079814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device fe5587f0-1e4e-475f-8820-6d7b42146af5 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:01.138175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Pushing event updated for resources: {'Port': ['ID=11961ff5-5552-4913-83af-4afea9d45a6f,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:01.156033 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.178067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Allocated IP 172.25.8.7 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a2060c4d-4512-4fe1-b2aa-b103dcbc6f32) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:34:01.283785 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.318418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.355732 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:34:01.358871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:34:01.369181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:34:01.391467 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Pushing event updated for resources: {'Port': ['ID=a2060c4d-4512-4fe1-b2aa-b103dcbc6f32,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:01.396813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Attempting to bind port 11961ff5-5552-4913-83af-4afea9d45a6f on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:34:01.397191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Attempting to bind port 11961ff5-5552-4913-83af-4afea9d45a6f by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:34:01.397559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Attempting to bind port 11961ff5-5552-4913-83af-4afea9d45a6f on network f6d3fc93-9801-45b2-b56c-48b143cc3804 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:34:01.416558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:34:01.416933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Checking segment: {'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:34:01.417329 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.417761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Bound using segment: {'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:34:01.418759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Bound port: 11961ff5-5552-4913-83af-4afea9d45a6f, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:34:01.419148 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.475787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port fe5587f0-1e4e-475f-8820-6d7b42146af5 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:01.476151 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.610333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] For port 11961ff5-5552-4913-83af-4afea9d45a6f, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:34:01.616115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] For port 11961ff5-5552-4913-83af-4afea9d45a6f, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=11961ff5-5552-4913-83af-4afea9d45a6f,segment=NetworkSegment(49c82274-21af-4541-9d18-33ae1bdf3ed3),segment_id=49c82274-21af-4541-9d18-33ae1bdf3ed3)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:34:01.625439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.647258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.773235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4194b-9c83-42e4-8e1a-cc5fc7d31913 None None] Pushing event updated for resources: {'Port': ['ID=11961ff5-5552-4913-83af-4afea9d45a6f,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:01.830595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.838189 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.845420 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.907500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0a63-28b9-45a8-bc42-4f1bd21846c0 None None] Pushing event updated for resources: {'Port': ['ID=962d3d6e-f45b-4ad4-bb45-8539c7811784,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:01.978258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Attempting to bind port 962d3d6e-f45b-4ad4-bb45-8539c7811784 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:34:01.978626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Attempting to bind port 962d3d6e-f45b-4ad4-bb45-8539c7811784 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:34:01.978991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Attempting to bind port 962d3d6e-f45b-4ad4-bb45-8539c7811784 on network b7a54299-814b-4341-b8e2-a5288505b058 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:34:01.987290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:34:01.987785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Checking segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:34:01.988195 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:01.988594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Bound using segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:34:01.989096 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Bound port: 962d3d6e-f45b-4ad4-bb45-8539c7811784, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:34:01.989480 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.016692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Router c70bfa59-f3e7-4495-b8b2-e7b076905493 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:34:02.095688 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] For port 962d3d6e-f45b-4ad4-bb45-8539c7811784, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:34:02.099251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] For port 962d3d6e-f45b-4ad4-bb45-8539c7811784, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=962d3d6e-f45b-4ad4-bb45-8539c7811784,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:34:02.107075 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.156008 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:34:02.171433 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Sync routers for ids ['c70bfa59-f3e7-4495-b8b2-e7b076905493'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:34:02.171965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.175369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7f50e07c-e7de-4d40-aff1-8e21eebbec6e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8895450 Sep 18 20:34:02.175547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Routers {'2639b91e-e109-4be9-898d-784e97343340'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:34:02.175547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:33:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2639b91e-e109-4be9-898d-784e97343340'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:02.175844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43022) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:34:02.187362 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Routers {'c70bfa59-f3e7-4495-b8b2-e7b076905493'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:34:02.188019 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:33:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c70bfa59-f3e7-4495-b8b2-e7b076905493'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:02.209623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0a63-28b9-45a8-bc42-4f1bd21846c0 None None] Pushing event updated for resources: {'Port': ['ID=962d3d6e-f45b-4ad4-bb45-8539c7811784,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:02.238231 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-33ec4d35-27d8-4f76-a6a1-6acb1f5f2b05 None None] Provisioning complete for port 962d3d6e-f45b-4ad4-bb45-8539c7811784 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:02.238607 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-33ec4d35-27d8-4f76-a6a1-6acb1f5f2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.326650 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Set router c70bfa59-f3e7-4495-b8b2-e7b076905493 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:34:02.343555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] Set router 2639b91e-e109-4be9-898d-784e97343340 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:34:02.453993 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-33ec4d35-27d8-4f76-a6a1-6acb1f5f2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.532707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-33ec4d35-27d8-4f76-a6a1-6acb1f5f2b05 None None] For port 962d3d6e-f45b-4ad4-bb45-8539c7811784, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=962d3d6e-f45b-4ad4-bb45-8539c7811784,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:02.543767 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-33ec4d35-27d8-4f76-a6a1-6acb1f5f2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.551669 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:34:01Z', 'revision_number': 3, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port': {'id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:01Z', 'updated_at': '2021-09-18T20:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:02.587736 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Checking router: c70bfa59-f3e7-4495-b8b2-e7b076905493 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:34:02.588072 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Updating router c70bfa59-f3e7-4495-b8b2-e7b076905493 port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:34:02.616501 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.639219 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec4d35-27d8-4f76-a6a1-6acb1f5f2b05 None None] Pushing event updated for resources: {'Port': ['ID=962d3d6e-f45b-4ad4-bb45-8539c7811784,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:02.682521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-334d2aa9-9d12-4233-844f-23b2df61f035 None None] Provisioning complete for port 962d3d6e-f45b-4ad4-bb45-8539c7811784 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:02.682961 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-334d2aa9-9d12-4233-844f-23b2df61f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.734240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.745264 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:58Z', 'revision_number': 4, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port': {'id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '962d3d6e-f45b-4ad4-bb45-8539c7811784', 'name': '', 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'mac_address': 'fa:16:3e:03:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '18607f1d-147d-41d1-bf04-2357a4e12996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:57Z', 'updated_at': '2021-09-18T20:34:02Z', 'revision_number': 4, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'subnets': [{'id': '18607f1d-147d-41d1-bf04-2357a4e12996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:02.804246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50a2df-7336-400b-b7ab-71547400580a None None] The sync data for ids ['2639b91e-e109-4be9-898d-784e97343340'] in n-d-789963-11 is: [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:58Z', 'revision_number': 4, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port': {'id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '962d3d6e-f45b-4ad4-bb45-8539c7811784', 'name': '', 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'mac_address': 'fa:16:3e:03:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '18607f1d-147d-41d1-bf04-2357a4e12996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:57Z', 'updated_at': '2021-09-18T20:34:02Z', 'revision_number': 4, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'subnets': [{'id': '18607f1d-147d-41d1-bf04-2357a4e12996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:34:02.903295 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c15b08-2933-461e-8dde-ee3abeb8f3e2 None None] Network f6d3fc93-9801-45b2-b56c-48b143cc3804 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:34:02.959279 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.972685 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:02.975181 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Allocated IP 172.20.0.1 (f6d3fc93-9801-45b2-b56c-48b143cc3804/0a4d3519-11c6-419e-85c2-78a4c27814b7/4f01ff7b-6379-4a38-bd77-fd0ed3074cfb) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:34:02.997553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-190e914f-450b-4d7b-8103-258b1c22ee8e None None] Provisioning complete for port 11961ff5-5552-4913-83af-4afea9d45a6f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:02.998202 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190e914f-450b-4d7b-8103-258b1c22ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.026348 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8f6c9-d3cc-4cf9-a44e-65670a3af5de None None] Pushing event updated for resources: {'Port': ['ID=a2060c4d-4512-4fe1-b2aa-b103dcbc6f32,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:03.058423 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Attempting to bind port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:34:03.064996 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Attempting to bind port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:34:03.065375 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Attempting to bind port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:34:03.076775 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:34:03.076981 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:34:03.077703 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.078105 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:34:03.078738 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Bound port: a2060c4d-4512-4fe1-b2aa-b103dcbc6f32, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:34:03.079088 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.161154 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] For port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:34:03.165413 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] For port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a2060c4d-4512-4fe1-b2aa-b103dcbc6f32,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:34:03.173827 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.189396 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.195612 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 962d3d6e-f45b-4ad4-bb45-8539c7811784 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:03.220566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190e914f-450b-4d7b-8103-258b1c22ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.249016 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8f6c9-d3cc-4cf9-a44e-65670a3af5de None None] Pushing event updated for resources: {'Port': ['ID=a2060c4d-4512-4fe1-b2aa-b103dcbc6f32,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:03.256740 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Routers {'c70bfa59-f3e7-4495-b8b2-e7b076905493'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:34:03.257535 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:33:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c70bfa59-f3e7-4495-b8b2-e7b076905493'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:03.261250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.286937 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-190e914f-450b-4d7b-8103-258b1c22ee8e None None] For port 11961ff5-5552-4913-83af-4afea9d45a6f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=11961ff5-5552-4913-83af-4afea9d45a6f,segment=NetworkSegment(49c82274-21af-4541-9d18-33ae1bdf3ed3),segment_id=49c82274-21af-4541-9d18-33ae1bdf3ed3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:03.295279 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-190e914f-450b-4d7b-8103-258b1c22ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.327482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Network f6d3fc93-9801-45b2-b56c-48b143cc3804 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:34:03.338678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:34:03.348696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:34:03.367409 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e914f-450b-4d7b-8103-258b1c22ee8e None None] Pushing event updated for resources: {'Port': ['ID=11961ff5-5552-4913-83af-4afea9d45a6f,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:03.371609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 962d3d6e-f45b-4ad4-bb45-8539c7811784 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:03.371978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.387766 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Pushing event updated for resources: {'Port': ['ID=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:03.406881 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] Set router c70bfa59-f3e7-4495-b8b2-e7b076905493 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:34:03.481352 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.488861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 11961ff5-5552-4913-83af-4afea9d45a6f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:03.572707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 11961ff5-5552-4913-83af-4afea9d45a6f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:03.573298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.636290 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:34:01Z', 'revision_number': 3, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port': {'id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:01Z', 'updated_at': '2021-09-18T20:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:03.636578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.643976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9f5dd33a-b3a1-4c24-8019-37915a17090a None None] Provisioning complete for port 11961ff5-5552-4913-83af-4afea9d45a6f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:03.644341 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd33a-b3a1-4c24-8019-37915a17090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:03.674866 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994efb-9eb9-4d01-8238-821ff990c158 None None] The sync data for ids ['c70bfa59-f3e7-4495-b8b2-e7b076905493'] in n-d-789963-11 is: [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:34:01Z', 'revision_number': 3, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port': {'id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:01Z', 'updated_at': '2021-09-18T20:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:34:03.974794 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e4d501ac-01de-429a-8f5b-34b703964232 None None] Provisioning complete for port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:03.983334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e4d501ac-01de-429a-8f5b-34b703964232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:04.036897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-e4d501ac-01de-429a-8f5b-34b703964232 None None] Port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:34:04.231296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:04.237120 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:04.308576 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:04.310414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Pushing event updated for resources: {'Port': ['ID=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:04.412087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Network f6d3fc93-9801-45b2-b56c-48b143cc3804 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:34:04.413505 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:34:04.542668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Router c70bfa59-f3e7-4495-b8b2-e7b076905493 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:34:04.660687 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c51421b0-88ee-4448-8655-d7d33712be26 None None] Provisioning complete for port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:04.661230 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c51421b0-88ee-4448-8655-d7d33712be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:04.664175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:34:04.676821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b82fba34-21b9-49b8-9361-452befb161ee admin admin] 10.222.0.20 "PUT /v2.0/routers/c70bfa59-f3e7-4495-b8b2-e7b076905493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4923725 Sep 18 20:34:04.698155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c51421b0-88ee-4448-8655-d7d33712be26 None None] Port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:34:05.137685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:05.185531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:05.185831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:05.272902 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:05.292433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a2060c4d-4512-4fe1-b2aa-b103dcbc6f32,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:05.297622 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:05.298378 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 11961ff5-5552-4913-83af-4afea9d45a6f up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:05.369809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a2060c4d-4512-4fe1-b2aa-b103dcbc6f32,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:05.385983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 11961ff5-5552-4913-83af-4afea9d45a6f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:05.386913 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:05.417056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-66c3d578-a99e-4316-9022-19b2c4864843 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:05.418541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-66c3d578-a99e-4316-9022-19b2c4864843 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/networks?id=b7a54299-814b-4341-b8e2-a5288505b058 HTTP/1.1" status: 200 len: 816 time: 0.1088407 Sep 18 20:34:05.434123 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-7c2f26e1-aae2-4977-a854-8fa8adef9d65 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/quotas/6ec99bcda2644d8b906aa52884f9069f HTTP/1.1" status: 200 len: 375 time: 0.0098400 Sep 18 20:34:05.486377 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-5b251880-35ae-4157-a6eb-789f94cf1716 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ec99bcda2644d8b906aa52884f9069f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465045 Sep 18 20:34:05.585071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-8123ae94-5808-4bdd-b17c-c00c1e94b2fc service neutron] 10.222.0.20 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853252 Sep 18 20:34:05.676691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-66360b23-af7b-45af-a049-e6bfe16b71c3 service neutron] 10.222.0.20 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847614 Sep 18 20:34:05.849762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b23a42c-b906-440a-8ea0-40396800c6f5 req-372c88db-9596-46ea-82d7-4821c5061326 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 210 time: 0.0268598 Sep 18 20:34:06.200652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b2028-7673-44ad-aad9-916611922775 None None] Sync routers for ids ['c70bfa59-f3e7-4495-b8b2-e7b076905493'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:34:06.209567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b2028-7673-44ad-aad9-916611922775 None None] Routers {'c70bfa59-f3e7-4495-b8b2-e7b076905493'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:34:06.210177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-181b2028-7673-44ad-aad9-916611922775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:33:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c70bfa59-f3e7-4495-b8b2-e7b076905493'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:06.321001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-181b2028-7673-44ad-aad9-916611922775 None None] Set router c70bfa59-f3e7-4495-b8b2-e7b076905493 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:34:06.672455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-181b2028-7673-44ad-aad9-916611922775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:34:03Z', 'revision_number': 4, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port': {'id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:01Z', 'updated_at': '2021-09-18T20:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4f01ff7b-6379-4a38-bd77-fd0ed3074cfb', 'name': '', 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'mac_address': 'fa:16:3e:75:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0a4d3519-11c6-419e-85c2-78a4c27814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:02Z', 'updated_at': '2021-09-18T20:34:04Z', 'revision_number': 2, 'project_id': '29425fc763a442e580c89993a84b1283', 'subnets': [{'id': '0a4d3519-11c6-419e-85c2-78a4c27814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:06.699684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b2028-7673-44ad-aad9-916611922775 None None] Checking router: c70bfa59-f3e7-4495-b8b2-e7b076905493 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:34:06.700319 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b2028-7673-44ad-aad9-916611922775 None None] Updating router c70bfa59-f3e7-4495-b8b2-e7b076905493 port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:34:06.732107 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-181b2028-7673-44ad-aad9-916611922775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:06.766210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-3a154945-f2e0-4b1d-8843-e451aa04b077 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:06.767964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-3a154945-f2e0-4b1d-8843-e451aa04b077 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.24 "GET /v2.0/networks?id=b7a54299-814b-4341-b8e2-a5288505b058 HTTP/1.1" status: 200 len: 816 time: 0.1165023 Sep 18 20:34:06.780755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Request body: {'port': {'device_id': '4c32af86-0e7e-4377-9156-df78bfccc88b', 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'admin_state_up': True, 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:34:06.898782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Made reservation on behalf of 6ec99bcda2644d8b906aa52884f9069f for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:34:06.905487 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:06.995448 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60589ffe-3c5f-40dd-a7c6-908a0045a4ab req-9b9f6f6f-a135-4d50-8673-6595d9ebe618 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 210 time: 0.0345879 Sep 18 20:34:07.014550 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-181b2028-7673-44ad-aad9-916611922775 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.023835 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-181b2028-7673-44ad-aad9-916611922775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.066220 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Allocated IP 172.20.0.4 (b7a54299-814b-4341-b8e2-a5288505b058/18607f1d-147d-41d1-bf04-2357a4e12996/aea177f6-0245-4d13-8803-c1bc23b78ebb) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:34:07.094172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0af11-867f-45bc-960d-a8e3a442833e None None] Pushing event updated for resources: {'Port': ['ID=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:07.147074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:07.179272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-181b2028-7673-44ad-aad9-916611922775 None None] Attempting to bind port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:34:07.179670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-181b2028-7673-44ad-aad9-916611922775 None None] Attempting to bind port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:34:07.180042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b2028-7673-44ad-aad9-916611922775 None None] Attempting to bind port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb on network f6d3fc93-9801-45b2-b56c-48b143cc3804 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:34:07.189501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b2028-7673-44ad-aad9-916611922775 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:34:07.189883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b2028-7673-44ad-aad9-916611922775 None None] Checking segment: {'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:34:07.190292 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-181b2028-7673-44ad-aad9-916611922775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.190693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b2028-7673-44ad-aad9-916611922775 None None] Bound using segment: {'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:34:07.191171 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-181b2028-7673-44ad-aad9-916611922775 None None] Bound port: 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c82274-21af-4541-9d18-33ae1bdf3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:34:07.191582 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-181b2028-7673-44ad-aad9-916611922775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.235792 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.245622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:07.246911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.275972 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.306884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-181b2028-7673-44ad-aad9-916611922775 None None] For port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:34:07.321624 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-181b2028-7673-44ad-aad9-916611922775 None None] For port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,segment=NetworkSegment(49c82274-21af-4541-9d18-33ae1bdf3ed3),segment_id=49c82274-21af-4541-9d18-33ae1bdf3ed3)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:34:07.322671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Network b7a54299-814b-4341-b8e2-a5288505b058 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:34:07.330879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:34:07.333134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-181b2028-7673-44ad-aad9-916611922775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.333276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:34:07.373642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Pushing event updated for resources: {'Port': ['ID=aea177f6-0245-4d13-8803-c1bc23b78ebb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:07.396198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:07.396854 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.415657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-78e0449f-dec7-46ef-8f47-bf7a964e14dd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6386418 Sep 18 20:34:07.428659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Request body: {'port': {'device_id': '4c32af86-0e7e-4377-9156-df78bfccc88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:34:07.432599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b8e33e1b-fa22-47ee-8ea0-41960dd5d7af None None] Provisioning complete for port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:07.433833 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8e33e1b-fa22-47ee-8ea0-41960dd5d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.474767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0af11-867f-45bc-960d-a8e3a442833e None None] Pushing event updated for resources: {'Port': ['ID=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:07.483027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b2028-7673-44ad-aad9-916611922775 None None] Routers {'c70bfa59-f3e7-4495-b8b2-e7b076905493'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:34:07.483773 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-181b2028-7673-44ad-aad9-916611922775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:33:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c70bfa59-f3e7-4495-b8b2-e7b076905493'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:07.500710 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.644348 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8e33e1b-fa22-47ee-8ea0-41960dd5d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.647127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-181b2028-7673-44ad-aad9-916611922775 None None] Set router c70bfa59-f3e7-4495-b8b2-e7b076905493 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:34:07.743993 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b8e33e1b-fa22-47ee-8ea0-41960dd5d7af None None] For port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,segment=NetworkSegment(49c82274-21af-4541-9d18-33ae1bdf3ed3),segment_id=49c82274-21af-4541-9d18-33ae1bdf3ed3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:07.755179 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b8e33e1b-fa22-47ee-8ea0-41960dd5d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.813504 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea177f6-0245-4d13-8803-c1bc23b78ebb {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:34:07.821126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.833733 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Transition to ACTIVE for port object aea177f6-0245-4d13-8803-c1bc23b78ebb will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:34:07.837033 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.849070 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e33e1b-fa22-47ee-8ea0-41960dd5d7af None None] Pushing event updated for resources: {'Port': ['ID=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:07.892403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Pushing event updated for resources: {'Port': ['ID=aea177f6-0245-4d13-8803-c1bc23b78ebb,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:07.906787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-85cdee07-995d-4293-b6ff-b1f442decb5e None None] Provisioning complete for port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:07.907156 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-85cdee07-995d-4293-b6ff-b1f442decb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.955128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-181b2028-7673-44ad-aad9-916611922775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:34:03Z', 'revision_number': 4, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port': {'id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:01Z', 'updated_at': '2021-09-18T20:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4f01ff7b-6379-4a38-bd77-fd0ed3074cfb', 'name': '', 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'mac_address': 'fa:16:3e:75:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0a4d3519-11c6-419e-85c2-78a4c27814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:02Z', 'updated_at': '2021-09-18T20:34:07Z', 'revision_number': 4, 'project_id': '29425fc763a442e580c89993a84b1283', 'subnets': [{'id': '0a4d3519-11c6-419e-85c2-78a4c27814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:34:07.965858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Attempting to bind port aea177f6-0245-4d13-8803-c1bc23b78ebb on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:34:07.965858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Attempting to bind port aea177f6-0245-4d13-8803-c1bc23b78ebb by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:34:07.966157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Attempting to bind port aea177f6-0245-4d13-8803-c1bc23b78ebb on network b7a54299-814b-4341-b8e2-a5288505b058 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:34:07.970925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Port aea177f6-0245-4d13-8803-c1bc23b78ebb on network b7a54299-814b-4341-b8e2-a5288505b058 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:34:07.971521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Attempting to bind port aea177f6-0245-4d13-8803-c1bc23b78ebb on network b7a54299-814b-4341-b8e2-a5288505b058 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:34:07.976452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:34:07.976797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Checking segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:34:07.977187 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Bound using segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:34:07.977620 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Bound port: aea177f6-0245-4d13-8803-c1bc23b78ebb, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:34:07.977989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:07.985089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b2028-7673-44ad-aad9-916611922775 None None] The sync data for ids ['c70bfa59-f3e7-4495-b8b2-e7b076905493'] in n-d-789963-11 is: [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:34:03Z', 'revision_number': 4, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port': {'id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:01Z', 'updated_at': '2021-09-18T20:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4f01ff7b-6379-4a38-bd77-fd0ed3074cfb', 'name': '', 'network_id': 'f6d3fc93-9801-45b2-b56c-48b143cc3804', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'mac_address': 'fa:16:3e:75:96:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '0a4d3519-11c6-419e-85c2-78a4c27814b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:02Z', 'updated_at': '2021-09-18T20:34:07Z', 'revision_number': 4, 'project_id': '29425fc763a442e580c89993a84b1283', 'subnets': [{'id': '0a4d3519-11c6-419e-85c2-78a4c27814b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:34:08.077185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] For port aea177f6-0245-4d13-8803-c1bc23b78ebb, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:34:08.086812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] For port aea177f6-0245-4d13-8803-c1bc23b78ebb, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aea177f6-0245-4d13-8803-c1bc23b78ebb,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:34:08.093591 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:08.130767 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.132049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:08.133477 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] 10.222.0.24 "PUT /v2.0/ports/aea177f6-0245-4d13-8803-c1bc23b78ebb HTTP/1.1" status: 200 len: 1092 time: 0.7097802 Sep 18 20:34:08.171729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c32af86-0e7e-4377-9156-df78bfccc88b', 'tag': 'aea177f6-0245-4d13-8803-c1bc23b78ebb'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:34:08.174018 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b6f7e5-41df-4c4d-b490-a8c76101c951" -d '{"events": [{"name": "network-changed", "server_uuid": "4c32af86-0e7e-4377-9156-df78bfccc88b", "tag": "aea177f6-0245-4d13-8803-c1bc23b78ebb"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:34:08.227577 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1155f79-0450-47ce-b087-3fba19a067fa service neutron] Pushing event updated for resources: {'Port': ['ID=aea177f6-0245-4d13-8803-c1bc23b78ebb,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:08.264300 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37237c46-91d5-452a-80b1-b8dc1de3c807 x-openstack-request-id: req-37237c46-91d5-452a-80b1-b8dc1de3c807 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:34:08.264587 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c32af86-0e7e-4377-9156-df78bfccc88b", "tag": "aea177f6-0245-4d13-8803-c1bc23b78ebb", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:34:08.264841 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37237c46-91d5-452a-80b1-b8dc1de3c807 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:34:08.265235 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c32af86-0e7e-4377-9156-df78bfccc88b', 'tag': 'aea177f6-0245-4d13-8803-c1bc23b78ebb', 'status': 'completed', 'code': 200} Sep 18 20:34:08.282990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02a37-a75e-4046-8349-415cfdfb588b req-9b2a4058-e9ff-4cc3-8a1f-177fae3b7441 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.284645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7bb02a37-a75e-4046-8349-415cfdfb588b req-9b2a4058-e9ff-4cc3-8a1f-177fae3b7441 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 943 time: 0.1618760 Sep 18 20:34:08.294001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-901e42a9-2cbc-4a25-9be1-f78ddddfa40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.295555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-901e42a9-2cbc-4a25-9be1-f78ddddfa40d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec99bcda2644d8b906aa52884f9069f&device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 1095 time: 0.1144435 Sep 18 20:34:08.350646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-7a5a72c2-9a0a-4f91-8098-a9e110387eb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea177f6-0245-4d13-8803-c1bc23b78ebb HTTP/1.1" status: 200 len: 217 time: 0.0467086 Sep 18 20:34:08.395899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7bb02a37-a75e-4046-8349-415cfdfb588b req-8f8f965a-816f-45be-95c4-59fbf7f18434 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993505 Sep 18 20:34:08.417070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-aa3120ca-8304-46c7-8534-0d507ff2b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.419018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-aa3120ca-8304-46c7-8534-0d507ff2b3ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18607f1d-147d-41d1-bf04-2357a4e12996 HTTP/1.1" status: 200 len: 855 time: 0.0598197 Sep 18 20:34:08.473032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-ec1aca51-bd79-4371-9493-286f52577fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.474555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-ec1aca51-bd79-4371-9493-286f52577fba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7a54299-814b-4341-b8e2-a5288505b058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489004 Sep 18 20:34:08.568559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-4d23ef5d-59cd-4988-917c-b24fdb3c11c9 service neutron] 10.222.0.24 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867589 Sep 18 20:34:08.663586 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d89ce8b-2d17-4e1f-bf96-e4d4739c7409 req-f2a5d00f-224f-47f6-8e60-e291c0043cbf service neutron] 10.222.0.24 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880365 Sep 18 20:34:08.748190 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-7b0f22e3-5ff3-42ce-87d9-fe0b53cbf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.749639 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-7b0f22e3-5ff3-42ce-87d9-fe0b53cbf1e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec99bcda2644d8b906aa52884f9069f&device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 1095 time: 0.0403290 Sep 18 20:34:08.842562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-9f063412-ec20-4b35-9903-8cb4acbf1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.844089 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-9f063412-ec20-4b35-9903-8cb4acbf1e4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b7a54299-814b-4341-b8e2-a5288505b058 HTTP/1.1" status: 200 len: 917 time: 0.0875158 Sep 18 20:34:08.887325 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-fa7edd30-3a6a-48cb-a7c2-319993db4f40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea177f6-0245-4d13-8803-c1bc23b78ebb HTTP/1.1" status: 200 len: 217 time: 0.0347271 Sep 18 20:34:08.933090 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-491529bf-4aab-4e2a-959d-f1c2d5dae528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.935155 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-491529bf-4aab-4e2a-959d-f1c2d5dae528 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18607f1d-147d-41d1-bf04-2357a4e12996 HTTP/1.1" status: 200 len: 855 time: 0.0420597 Sep 18 20:34:08.985173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-a8977f4e-a489-402a-be0a-9534843ebb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:08.986604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-a8977f4e-a489-402a-be0a-9534843ebb55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7a54299-814b-4341-b8e2-a5288505b058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434823 Sep 18 20:34:09.078806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-f195dbff-b205-415b-9014-f6b9d44017ee service neutron] 10.222.0.24 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830963 Sep 18 20:34:09.096908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:09.144239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:09.144613 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:09.184828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e9b6f7e5-41df-4c4d-b490-a8c76101c951 req-157e80a9-c13c-410f-87ea-3b557b35a35a service neutron] 10.222.0.24 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980814 Sep 18 20:34:09.510797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057f1ae-672d-4818-9c8f-58d11c893a57 req-318bfe2b-9ea5-420b-9871-69a28c8d29af tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:09.513016 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3057f1ae-672d-4818-9c8f-58d11c893a57 req-318bfe2b-9ea5-420b-9871-69a28c8d29af tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 943 time: 0.0486922 Sep 18 20:34:09.550535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3057f1ae-672d-4818-9c8f-58d11c893a57 req-91562c14-5468-4441-9c03-4dd7e18669ea tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Sep 18 20:34:10.667235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe4788-c58a-4133-85da-a408f63a5e58 req-cddc363a-9757-44fa-a604-9cd447963072 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:10.668941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fbe4788-c58a-4133-85da-a408f63a5e58 req-cddc363a-9757-44fa-a604-9cd447963072 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 943 time: 0.0502806 Sep 18 20:34:10.707510 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6fbe4788-c58a-4133-85da-a408f63a5e58 req-d79cf188-86b6-4439-830f-3e63309e2eb9 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Sep 18 20:34:10.925555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device aea177f6-0245-4d13-8803-c1bc23b78ebb details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:34:11.021176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port aea177f6-0245-4d13-8803-c1bc23b78ebb, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aea177f6-0245-4d13-8803-c1bc23b78ebb,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:11.032396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'aea177f6-0245-4d13-8803-c1bc23b78ebb', 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'port_id': 'aea177f6-0245-4d13-8803-c1bc23b78ebb', 'mac_address': 'fa:16:3e:4a:39:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18607f1d-147d-41d1-bf04-2357a4e12996', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:34:11.068380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:11.081168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea177f6-0245-4d13-8803-c1bc23b78ebb {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:34:11.099396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port aea177f6-0245-4d13-8803-c1bc23b78ebb, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aea177f6-0245-4d13-8803-c1bc23b78ebb,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:11.103781 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:11.153648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=aea177f6-0245-4d13-8803-c1bc23b78ebb,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:11.300824 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['aea177f6-0245-4d13-8803-c1bc23b78ebb'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:34:11.826928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee374fe-32be-411f-8b5c-9bacf55a43ad req-5052905c-a6dd-4d9e-bf43-4129bf88ba55 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:11.828453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ee374fe-32be-411f-8b5c-9bacf55a43ad req-5052905c-a6dd-4d9e-bf43-4129bf88ba55 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 944 time: 0.0532384 Sep 18 20:34:11.866260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0ee374fe-32be-411f-8b5c-9bacf55a43ad req-f20951e7-a680-4af9-8d9d-0b63faf8364c tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Sep 18 20:34:12.925951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device aea177f6-0245-4d13-8803-c1bc23b78ebb up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:12.974555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port aea177f6-0245-4d13-8803-c1bc23b78ebb completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:34:12.978087 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port aea177f6-0245-4d13-8803-c1bc23b78ebb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:12.978460 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:12.983134 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851720d7-eecd-4d9f-aece-c65511b6c6ce req-6691ea5d-9e43-4f12-bad7-b9221c9cbad4 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:12.984724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-851720d7-eecd-4d9f-aece-c65511b6c6ce req-6691ea5d-9e43-4f12-bad7-b9221c9cbad4 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 944 time: 0.0535884 Sep 18 20:34:13.024146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-851720d7-eecd-4d9f-aece-c65511b6c6ce req-b03d91d7-a0c9-4cf6-be09-96f1f9236d28 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Sep 18 20:34:13.058514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:13.080731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32af86-0e7e-4377-9156-df78bfccc88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea177f6-0245-4d13-8803-c1bc23b78ebb'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:34:13.083366 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2949989-c190-4248-b1d1-28d41c1f9dc6" -d '{"events": [{"server_uuid": "4c32af86-0e7e-4377-9156-df78bfccc88b", "name": "network-vif-plugged", "status": "completed", "tag": "aea177f6-0245-4d13-8803-c1bc23b78ebb"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:34:13.096566 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port aea177f6-0245-4d13-8803-c1bc23b78ebb, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aea177f6-0245-4d13-8803-c1bc23b78ebb,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:13.100564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:13.127898 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdb7caa-8d80-4830-ba1c-0d4d96be3de6 x-openstack-request-id: req-2fdb7caa-8d80-4830-ba1c-0d4d96be3de6 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:34:13.128189 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32af86-0e7e-4377-9156-df78bfccc88b", "name": "network-vif-plugged", "status": "completed", "tag": "aea177f6-0245-4d13-8803-c1bc23b78ebb", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:34:13.128436 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fdb7caa-8d80-4830-ba1c-0d4d96be3de6 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:34:13.128932 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c32af86-0e7e-4377-9156-df78bfccc88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea177f6-0245-4d13-8803-c1bc23b78ebb', 'code': 200} Sep 18 20:34:13.153793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=aea177f6-0245-4d13-8803-c1bc23b78ebb,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:13.212397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e90c96-7991-4202-bebb-f9db28a1c44a req-3a7ed2af-b5d7-4642-8802-724a08e1396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:13.213853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16e90c96-7991-4202-bebb-f9db28a1c44a req-3a7ed2af-b5d7-4642-8802-724a08e1396f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 1097 time: 0.0397730 Sep 18 20:34:13.248083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-16e90c96-7991-4202-bebb-f9db28a1c44a req-68840443-83db-45b5-b6f1-2d72fbe06df3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274866 Sep 18 20:34:14.145513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2be31-7dbd-4d94-8672-215dcbbf0445 req-1a264e9f-e99a-4c92-940b-52fda1ec7f1c tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:14.146994 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48c2be31-7dbd-4d94-8672-215dcbbf0445 req-1a264e9f-e99a-4c92-940b-52fda1ec7f1c tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 945 time: 0.0556092 Sep 18 20:34:14.186384 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-48c2be31-7dbd-4d94-8672-215dcbbf0445 req-27ca9634-4475-4fbd-9929-ab753d688759 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Sep 18 20:34:15.325542 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a996-2826-4e31-9dbc-dd49917c09a0 req-a81ce09c-5287-4ed9-8d01-d25132371ae2 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:15.327029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c137a996-2826-4e31-9dbc-dd49917c09a0 req-a81ce09c-5287-4ed9-8d01-d25132371ae2 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 945 time: 0.0735052 Sep 18 20:34:15.342343 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-d92cc274-fff7-480e-a03b-d274cad7e1e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597537 Sep 18 20:34:15.369651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c137a996-2826-4e31-9dbc-dd49917c09a0 req-f1b679c3-f0c6-4a48-ade0-f795be2ba125 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360398 Sep 18 20:34:15.426280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-b05c371a-9435-4fb1-b43a-5cf906f67f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:15.427801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-b05c371a-9435-4fb1-b43a-5cf906f67f40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec99bcda2644d8b906aa52884f9069f&device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 1097 time: 0.0439546 Sep 18 20:34:15.543676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65055e81-bc23-4ead-87f8-1571ff9dcedc req-6aeeb651-105e-439c-9fe8-b9aac03ec3cc tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:15.545290 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65055e81-bc23-4ead-87f8-1571ff9dcedc req-6aeeb651-105e-439c-9fe8-b9aac03ec3cc tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 945 time: 0.1084361 Sep 18 20:34:15.582460 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-2932ad93-af32-429f-a3a7-7b3d7de64996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:15.583821 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-2932ad93-af32-429f-a3a7-7b3d7de64996 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b7a54299-814b-4341-b8e2-a5288505b058 HTTP/1.1" status: 200 len: 917 time: 0.1351171 Sep 18 20:34:15.602866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65055e81-bc23-4ead-87f8-1571ff9dcedc req-cc9c6a1e-7b13-438d-9838-e5326d4fa28b tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Sep 18 20:34:15.630658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-c6246e77-5211-4848-b8cd-0bfe6d635828 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea177f6-0245-4d13-8803-c1bc23b78ebb HTTP/1.1" status: 200 len: 217 time: 0.0387843 Sep 18 20:34:15.679679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-ba46a793-0b9c-4695-83e6-c7298f16de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:15.681136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-ba46a793-0b9c-4695-83e6-c7298f16de94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=18607f1d-147d-41d1-bf04-2357a4e12996 HTTP/1.1" status: 200 len: 855 time: 0.0436230 Sep 18 20:34:15.731287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-c2df4e9e-87c6-45be-8e9f-e4e8bb35d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:15.733293 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-c2df4e9e-87c6-45be-8e9f-e4e8bb35d29a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7a54299-814b-4341-b8e2-a5288505b058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454273 Sep 18 20:34:15.825809 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-3260baec-5eec-4db1-b59f-9afd25cc5f56 service neutron] 10.222.0.24 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853450 Sep 18 20:34:15.921381 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f0e31de8-c767-4043-bb1c-7a7dd04c95d8 req-7868c7ec-ecfc-4882-9039-596ab1d60c8b service neutron] 10.222.0.24 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889051 Sep 18 20:34:21.674967 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e2506033-637f-430b-ab77-c59d7e7dd219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:23.792267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:23.916875 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:24.878210 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:24.961992 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-16128b1d-715c-4a50-8c24-18f5d262952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:25.720463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:27.656944 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:29.377923 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:34:34.115241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d0891-31c4-42bb-ab5f-6314ec72e07f req-cf1c626a-eb45-4dfe-ab1f-f931dfdaec2a tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:34.116732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-750d0891-31c4-42bb-ab5f-6314ec72e07f req-cf1c626a-eb45-4dfe-ab1f-f931dfdaec2a tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 945 time: 0.0507815 Sep 18 20:34:34.154005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-750d0891-31c4-42bb-ab5f-6314ec72e07f req-f69c26fd-66b5-4a58-b00b-b7451a1605e5 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Sep 18 20:34:35.269589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b4dc-ef6c-498d-81e6-0ca021caf69f req-7ec10612-ec22-42c2-b3e4-bdc05cecdc0a tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:35.271061 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc28b4dc-ef6c-498d-81e6-0ca021caf69f req-7ec10612-ec22-42c2-b3e4-bdc05cecdc0a tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 945 time: 0.0482392 Sep 18 20:34:35.308298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dc28b4dc-ef6c-498d-81e6-0ca021caf69f req-d8c1789e-7f20-4d75-84bf-08776d9beeb9 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Sep 18 20:34:35.641982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-ab9e94ec-b0fc-40e2-849f-cceba0a6b640 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:35.643464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-ab9e94ec-b0fc-40e2-849f-cceba0a6b640 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 945 time: 0.0521226 Sep 18 20:34:35.730950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Deleting port aea177f6-0245-4d13-8803-c1bc23b78ebb {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:34:35.731298 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:35.823278 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] For port aea177f6-0245-4d13-8803-c1bc23b78ebb, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=aea177f6-0245-4d13-8803-c1bc23b78ebb,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:35.823671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:35.836308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Calling delete_port for aea177f6-0245-4d13-8803-c1bc23b78ebb owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:34:35.959434 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:35.971192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['aea177f6-0245-4d13-8803-c1bc23b78ebb'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:34:35.992045 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Pushing event deleted for resources: {'Port': ['ID=aea177f6-0245-4d13-8803-c1bc23b78ebb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:36.033856 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] No DVR routers for this DVR port aea177f6-0245-4d13-8803-c1bc23b78ebb on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:34:36.036875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:36.039039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b6508e6-41de-401d-9fae-c8c15e16a517 req-693e39af-2639-4b89-95ae-d7279ec28448 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.24 "DELETE /v2.0/ports/aea177f6-0245-4d13-8803-c1bc23b78ebb HTTP/1.1" status: 204 len: 173 time: 0.3890588 Sep 18 20:34:36.039515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32af86-0e7e-4377-9156-df78bfccc88b', 'name': 'network-vif-deleted', 'tag': 'aea177f6-0245-4d13-8803-c1bc23b78ebb'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:34:36.041795 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a9ee204cb4df33ee454a7c70bf5e9278f62bce6c6e884f9461abb10651a0234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92680ec-3542-477a-ad9a-3e0be4fa46b3" -d '{"events": [{"server_uuid": "4c32af86-0e7e-4377-9156-df78bfccc88b", "name": "network-vif-deleted", "tag": "aea177f6-0245-4d13-8803-c1bc23b78ebb"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:34:36.079347 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4954d1ea-0e76-4f2a-820b-b95fc0091029 x-openstack-request-id: req-4954d1ea-0e76-4f2a-820b-b95fc0091029 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:34:36.079725 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32af86-0e7e-4377-9156-df78bfccc88b", "name": "network-vif-deleted", "tag": "aea177f6-0245-4d13-8803-c1bc23b78ebb", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:34:36.080040 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4954d1ea-0e76-4f2a-820b-b95fc0091029 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:34:36.080525 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c32af86-0e7e-4377-9156-df78bfccc88b', 'name': 'network-vif-deleted', 'tag': 'aea177f6-0245-4d13-8803-c1bc23b78ebb', 'status': 'completed', 'code': 200} Sep 18 20:34:36.415275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd31d2e3-cdac-4b20-ab27-d09a274d1974 req-19b253a9-295b-497d-b1b3-de398ff1154e tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c32af86-0e7e-4377-9156-df78bfccc88b HTTP/1.1" status: 200 len: 210 time: 0.0266645 Sep 18 20:34:37.924042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-27c7f7b8-94a7-4eca-a6d1-11069ef96329 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:37.925502 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-27c7f7b8-94a7-4eca-a6d1-11069ef96329 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/networks?id=b7a54299-814b-4341-b8e2-a5288505b058 HTTP/1.1" status: 200 len: 816 time: 0.1045766 Sep 18 20:34:37.940517 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-1026c824-b082-43a8-a363-37a6481d66ff tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/quotas/6ec99bcda2644d8b906aa52884f9069f HTTP/1.1" status: 200 len: 375 time: 0.0093617 Sep 18 20:34:37.990473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9001be5f-ed3e-450b-8304-9fc1ee7dfa8a tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ec99bcda2644d8b906aa52884f9069f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445292 Sep 18 20:34:38.086795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-10c79eed-3d81-4808-a599-811b706cea2d service neutron] 10.222.0.20 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843527 Sep 18 20:34:38.174528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-2593a58f-59c8-48c3-8a40-bacf3d5defac service neutron] 10.222.0.20 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809896 Sep 18 20:34:38.333163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b01c37f-3f33-4efe-8de7-889f368c13b7 req-630fc925-029b-45c1-9092-eada2b92dc0c tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 210 time: 0.0264516 Sep 18 20:34:39.220832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-a108d737-ead3-4d16-b312-d7ffd89544ac tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:39.222322 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-a108d737-ead3-4d16-b312-d7ffd89544ac tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.32 "GET /v2.0/networks?id=b7a54299-814b-4341-b8e2-a5288505b058 HTTP/1.1" status: 200 len: 816 time: 0.1069350 Sep 18 20:34:39.235677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Request body: {'port': {'device_id': 'fb72e303-4e25-4040-9561-29755e8fd625', 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'admin_state_up': True, 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:34:39.344959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Made reservation on behalf of 6ec99bcda2644d8b906aa52884f9069f for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:34:39.348309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:39.429455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-275fc806-b07c-49d7-9f34-b2fb60c45c96 req-2d2d7828-fcb1-415c-8e62-32507eb0c2c4 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 210 time: 0.0295858 Sep 18 20:34:39.473023 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Allocated IP 172.20.0.6 (b7a54299-814b-4341-b8e2-a5288505b058/18607f1d-147d-41d1-bf04-2357a4e12996/a4aa5261-c12d-41bc-bcd5-ad1819f26733) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:34:39.618302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:39.650695 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:39.693068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Network b7a54299-814b-4341-b8e2-a5288505b058 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:34:39.696127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:34:39.703059 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:34:39.726926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Pushing event updated for resources: {'Port': ['ID=a4aa5261-c12d-41bc-bcd5-ad1819f26733,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:39.749694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.750046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.750393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.750735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.751064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.751418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.751753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.752082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.752411 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.752738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.753068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.753388 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:39.772355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:39.773069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:39.789121 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-4f5ba1e2-4e76-4a0c-8e47-1ebd6867e8c1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574582 Sep 18 20:34:39.801778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Request body: {'port': {'device_id': 'fb72e303-4e25-4040-9561-29755e8fd625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:34:39.860196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:39.924781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6ccc02ac-9940-41ea-8f0e-56746608ede5 None None] Provisioning complete for port a4aa5261-c12d-41bc-bcd5-ad1819f26733 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:39.925350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6ccc02ac-9940-41ea-8f0e-56746608ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:39.958268 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc02ac-9940-41ea-8f0e-56746608ede5 None None] Port a4aa5261-c12d-41bc-bcd5-ad1819f26733 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:34:40.118817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4aa5261-c12d-41bc-bcd5-ad1819f26733 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:34:40.126736 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:40.138107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Transition to ACTIVE for port object a4aa5261-c12d-41bc-bcd5-ad1819f26733 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:34:40.141967 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:40.190892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Pushing event updated for resources: {'Port': ['ID=a4aa5261-c12d-41bc-bcd5-ad1819f26733,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:40.263536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Attempting to bind port a4aa5261-c12d-41bc-bcd5-ad1819f26733 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:34:40.264208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Attempting to bind port a4aa5261-c12d-41bc-bcd5-ad1819f26733 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:34:40.264208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Attempting to bind port a4aa5261-c12d-41bc-bcd5-ad1819f26733 on network b7a54299-814b-4341-b8e2-a5288505b058 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:34:40.268713 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Port a4aa5261-c12d-41bc-bcd5-ad1819f26733 on network b7a54299-814b-4341-b8e2-a5288505b058 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:34:40.269033 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Attempting to bind port a4aa5261-c12d-41bc-bcd5-ad1819f26733 on network b7a54299-814b-4341-b8e2-a5288505b058 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:34:40.274096 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:34:40.274436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Checking segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:34:40.274838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Bound using segment: {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:34:40.275252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Bound port: a4aa5261-c12d-41bc-bcd5-ad1819f26733, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6f0f39-cfa6-45e8-8887-46d60c996422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:34:40.275667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:40.346009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] For port a4aa5261-c12d-41bc-bcd5-ad1819f26733, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:34:40.349109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] For port a4aa5261-c12d-41bc-bcd5-ad1819f26733, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4aa5261-c12d-41bc-bcd5-ad1819f26733,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:34:40.353331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:40.388537 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:40.389168 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:40.390585 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-9589a710-903c-4869-ac23-821acdafb62b service neutron] 10.222.0.32 "PUT /v2.0/ports/a4aa5261-c12d-41bc-bcd5-ad1819f26733 HTTP/1.1" status: 200 len: 1092 time: 0.5931838 Sep 18 20:34:40.391010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb72e303-4e25-4040-9561-29755e8fd625', 'tag': 'a4aa5261-c12d-41bc-bcd5-ad1819f26733'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:34:40.393303 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f117a38-da4a-4d95-8a6d-bcd51688a856" -d '{"events": [{"name": "network-changed", "server_uuid": "fb72e303-4e25-4040-9561-29755e8fd625", "tag": "a4aa5261-c12d-41bc-bcd5-ad1819f26733"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:34:40.417984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589a710-903c-4869-ac23-821acdafb62b service neutron] Pushing event updated for resources: {'Port': ['ID=a4aa5261-c12d-41bc-bcd5-ad1819f26733,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:40.460478 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb9e692-d5f2-4f13-863a-7677d92cd3df x-openstack-request-id: req-abb9e692-d5f2-4f13-863a-7677d92cd3df {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:34:40.460755 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb72e303-4e25-4040-9561-29755e8fd625", "tag": "a4aa5261-c12d-41bc-bcd5-ad1819f26733", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:34:40.461016 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abb9e692-d5f2-4f13-863a-7677d92cd3df {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:34:40.461422 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb72e303-4e25-4040-9561-29755e8fd625', 'tag': 'a4aa5261-c12d-41bc-bcd5-ad1819f26733', 'status': 'completed', 'code': 200} Sep 18 20:34:40.479752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-cf378267-affe-4d47-932d-1766b5e87ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:40.482166 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-cf378267-affe-4d47-932d-1766b5e87ec6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ec99bcda2644d8b906aa52884f9069f&device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 1095 time: 0.0503364 Sep 18 20:34:40.531004 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-60db146a-787c-4de0-8d8a-7c0e924d180d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4aa5261-c12d-41bc-bcd5-ad1819f26733 HTTP/1.1" status: 200 len: 217 time: 0.0409718 Sep 18 20:34:40.561357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f49a-b6d1-45a5-aaaf-9209e4f18d14 req-97bcb817-e37b-4a31-87de-c17e65bfcdf1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:40.563038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc65f49a-b6d1-45a5-aaaf-9209e4f18d14 req-97bcb817-e37b-4a31-87de-c17e65bfcdf1 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 943 time: 0.0537870 Sep 18 20:34:40.584494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-ec4af309-abba-4102-b4d0-572ba5ac5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:40.586293 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-ec4af309-abba-4102-b4d0-572ba5ac5625 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18607f1d-147d-41d1-bf04-2357a4e12996 HTTP/1.1" status: 200 len: 855 time: 0.0487916 Sep 18 20:34:40.604087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc65f49a-b6d1-45a5-aaaf-9209e4f18d14 req-c074b88a-5f73-4266-82b5-d70eebd010f7 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347464 Sep 18 20:34:40.632149 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-909333a8-968d-45d6-b099-3b37a8b54678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:40.633684 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-909333a8-968d-45d6-b099-3b37a8b54678 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7a54299-814b-4341-b8e2-a5288505b058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406125 Sep 18 20:34:40.726245 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-fb7389c5-e35e-4fa4-8382-9e565280bb95 service neutron] 10.222.0.32 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853746 Sep 18 20:34:40.814440 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-0e6831d6-928b-484e-9cbf-ea10e9b5d4b9 req-c3464e84-f130-4fbf-be3a-222799682e2e service neutron] 10.222.0.32 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808864 Sep 18 20:34:40.897381 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-d2c3e845-cd0e-4f3d-8baf-bd245d098f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:40.898851 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-d2c3e845-cd0e-4f3d-8baf-bd245d098f9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ec99bcda2644d8b906aa52884f9069f&device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 1095 time: 0.0405672 Sep 18 20:34:40.990756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-48ad53bb-63cc-4105-a582-eae73a4b6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:40.992136 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-48ad53bb-63cc-4105-a582-eae73a4b6d5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7a54299-814b-4341-b8e2-a5288505b058 HTTP/1.1" status: 200 len: 917 time: 0.0860569 Sep 18 20:34:41.031618 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-6cee726f-0363-4a9f-9b5f-1a02af707c47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4aa5261-c12d-41bc-bcd5-ad1819f26733 HTTP/1.1" status: 200 len: 217 time: 0.0326955 Sep 18 20:34:41.082383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-cf55d146-3686-47b0-8415-5be880da2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:41.083819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-cf55d146-3686-47b0-8415-5be880da2d84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18607f1d-147d-41d1-bf04-2357a4e12996 HTTP/1.1" status: 200 len: 855 time: 0.0455639 Sep 18 20:34:41.113289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device aea177f6-0245-4d13-8803-c1bc23b78ebb no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:34:41.129962 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-64013ca8-4ce4-43c2-b785-7d29c3d5c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:41.131476 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-64013ca8-4ce4-43c2-b785-7d29c3d5c03a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7a54299-814b-4341-b8e2-a5288505b058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388720 Sep 18 20:34:41.133133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: aea177f6-0245-4d13-8803-c1bc23b78ebb {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:34:41.133481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device aea177f6-0245-4d13-8803-c1bc23b78ebb not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:34:41.224148 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-bd5635b4-5f1f-428b-9e94-6f076b063b35 service neutron] 10.222.0.32 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840175 Sep 18 20:34:41.310549 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f117a38-da4a-4d95-8a6d-bcd51688a856 req-7abb6e08-ac88-4a2f-ae85-1943bd80f354 service neutron] 10.222.0.32 "GET /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786958 Sep 18 20:34:41.719663 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95da2f-a8c9-45c0-9cf6-a23622f18009 req-76be56d4-b214-453d-95d2-af321b9da997 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:41.721178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad95da2f-a8c9-45c0-9cf6-a23622f18009 req-76be56d4-b214-453d-95d2-af321b9da997 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 943 time: 0.0489945 Sep 18 20:34:41.758367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ad95da2f-a8c9-45c0-9cf6-a23622f18009 req-4ff1fc1f-471a-465f-a731-021b73161efe tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311379 Sep 18 20:34:42.592772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a4aa5261-c12d-41bc-bcd5-ad1819f26733 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:34:42.686207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a4aa5261-c12d-41bc-bcd5-ad1819f26733, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4aa5261-c12d-41bc-bcd5-ad1819f26733,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:42.696980 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'a4aa5261-c12d-41bc-bcd5-ad1819f26733', 'network_id': 'b7a54299-814b-4341-b8e2-a5288505b058', 'port_id': 'a4aa5261-c12d-41bc-bcd5-ad1819f26733', 'mac_address': 'fa:16:3e:a8:95:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18607f1d-147d-41d1-bf04-2357a4e12996', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:34:42.734400 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:42.747594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4aa5261-c12d-41bc-bcd5-ad1819f26733 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:34:42.766455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a4aa5261-c12d-41bc-bcd5-ad1819f26733, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4aa5261-c12d-41bc-bcd5-ad1819f26733,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:42.770265 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:42.819273 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a4aa5261-c12d-41bc-bcd5-ad1819f26733,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:42.872818 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b935e-973d-4caa-8054-6defd7c9d329 req-f2dd7adf-baf0-4c26-b85c-a462843ca889 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:42.874285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-598b935e-973d-4caa-8054-6defd7c9d329 req-f2dd7adf-baf0-4c26-b85c-a462843ca889 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 944 time: 0.0498326 Sep 18 20:34:42.915313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-598b935e-973d-4caa-8054-6defd7c9d329 req-ab08d1d0-900f-4611-bc14-735ab96b95fe tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Sep 18 20:34:42.971550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a4aa5261-c12d-41bc-bcd5-ad1819f26733'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:34:44.035961 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc06f-7f90-4d18-91d0-adf620237f1f req-46bc2182-67ee-4760-bef3-9abcccfcf8e8 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:44.037428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60bfc06f-7f90-4d18-91d0-adf620237f1f req-46bc2182-67ee-4760-bef3-9abcccfcf8e8 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 944 time: 0.0483220 Sep 18 20:34:44.075364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60bfc06f-7f90-4d18-91d0-adf620237f1f req-b2c69f3e-1772-4121-816e-931761208c8b tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 Sep 18 20:34:44.593001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a4aa5261-c12d-41bc-bcd5-ad1819f26733 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:34:44.652536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port a4aa5261-c12d-41bc-bcd5-ad1819f26733 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:34:44.656698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port a4aa5261-c12d-41bc-bcd5-ad1819f26733 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:34:44.657063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:44.732781 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:44.754488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb72e303-4e25-4040-9561-29755e8fd625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aa5261-c12d-41bc-bcd5-ad1819f26733'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:34:44.756707 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6530651-06a9-47f2-bb6f-10a9908bd077" -d '{"events": [{"server_uuid": "fb72e303-4e25-4040-9561-29755e8fd625", "name": "network-vif-plugged", "status": "completed", "tag": "a4aa5261-c12d-41bc-bcd5-ad1819f26733"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:34:44.769148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port a4aa5261-c12d-41bc-bcd5-ad1819f26733, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4aa5261-c12d-41bc-bcd5-ad1819f26733,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:34:44.773605 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:44.797817 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8f233e-1cc2-4b7c-8e64-b3be9342b6d4 x-openstack-request-id: req-7d8f233e-1cc2-4b7c-8e64-b3be9342b6d4 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:34:44.798105 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb72e303-4e25-4040-9561-29755e8fd625", "name": "network-vif-plugged", "status": "completed", "tag": "a4aa5261-c12d-41bc-bcd5-ad1819f26733", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:34:44.798356 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d8f233e-1cc2-4b7c-8e64-b3be9342b6d4 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:34:44.798746 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb72e303-4e25-4040-9561-29755e8fd625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aa5261-c12d-41bc-bcd5-ad1819f26733', 'code': 200} Sep 18 20:34:44.826772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=a4aa5261-c12d-41bc-bcd5-ad1819f26733,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:34:44.834080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.834424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.834761 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.835143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.835462 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.835755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.836071 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.836392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.836711 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.837028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.837345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.837662 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:34:44.891180 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9eb19-52ca-4543-ab2e-7d5fccbe4843 req-6d2d03f1-aaa7-44c1-a7b2-2b4fdbc20c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:44.892707 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2d9eb19-52ca-4543-ab2e-7d5fccbe4843 req-6d2d03f1-aaa7-44c1-a7b2-2b4fdbc20c71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 1097 time: 0.0411823 Sep 18 20:34:44.926115 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f2d9eb19-52ca-4543-ab2e-7d5fccbe4843 req-84db1e66-28d9-45e9-83a9-b68634125704 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263336 Sep 18 20:34:45.188476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5970d-d741-40cb-9109-132b6fadb999 req-0c65174e-f112-47f4-97d4-95cf20202256 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:45.189849 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79f5970d-d741-40cb-9109-132b6fadb999 req-0c65174e-f112-47f4-97d4-95cf20202256 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 945 time: 0.0484877 Sep 18 20:34:45.226124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79f5970d-d741-40cb-9109-132b6fadb999 req-a52f38d8-0440-4e30-b04a-a5a9fa55ad2a tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303733 Sep 18 20:34:46.345255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc53b-b91c-47d8-af04-68921f3aeef2 req-85647921-b0da-46bf-97e3-f00cdb69b425 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:46.346748 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-529dc53b-b91c-47d8-af04-68921f3aeef2 req-85647921-b0da-46bf-97e3-f00cdb69b425 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Sep 18 20:34:46.387214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-529dc53b-b91c-47d8-af04-68921f3aeef2 req-54cebac2-c612-4619-9e21-fc1659014f3d tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345082 Sep 18 20:34:46.504243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99735c05-b051-4b3e-a8eb-2a8ed1b70d8f req-798e6bd5-e01c-4f8c-9927-51611b0cbe1f tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:34:46.505714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99735c05-b051-4b3e-a8eb-2a8ed1b70d8f req-798e6bd5-e01c-4f8c-9927-51611b0cbe1f tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 945 time: 0.0521717 Sep 18 20:34:46.543244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99735c05-b051-4b3e-a8eb-2a8ed1b70d8f req-31f4496d-4094-4539-ac53-9407bb4d2360 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315449 Sep 18 20:34:51.676245 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3fcf4871-1574-47d7-b8b8-0f87e8bc1383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:53.824177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:53.937529 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:54.880030 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:54.960155 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-03476b19-1a32-458e-9d8f-9a151d14cddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:55.722799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:34:57.659005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:04.865697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b08c57-5907-49fd-8734-b449e885e932 req-5c891332-d58e-43ed-bd48-164dae81ea85 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:04.867211 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37b08c57-5907-49fd-8734-b449e885e932 req-5c891332-d58e-43ed-bd48-164dae81ea85 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 945 time: 0.0494328 Sep 18 20:35:04.905243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-37b08c57-5907-49fd-8734-b449e885e932 req-69cdb22b-86dc-45e9-8ef6-b7d230abd3fa tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Sep 18 20:35:06.020656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784babf-a8fc-4f22-8a4c-7b2dead928f1 req-ba7f1fb0-a1b1-486b-aef8-dcc64cfc9410 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:06.022058 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a784babf-a8fc-4f22-8a4c-7b2dead928f1 req-ba7f1fb0-a1b1-486b-aef8-dcc64cfc9410 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Sep 18 20:35:06.062691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a784babf-a8fc-4f22-8a4c-7b2dead928f1 req-cb8b592d-9327-4a0b-a2a8-17b0df3a4be0 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/security-groups?id=57e3ab93-3618-4444-a600-5aeda158bf04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Sep 18 20:35:06.298401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecaebb-8774-4274-8195-4001c3253e3f req-c8fe8470-80eb-444b-8b8b-79b0712ae6c7 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:06.299782 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1fecaebb-8774-4274-8195-4001c3253e3f req-c8fe8470-80eb-444b-8b8b-79b0712ae6c7 tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Sep 18 20:35:06.377185 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:35:06.386293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Deleting port a4aa5261-c12d-41bc-bcd5-ad1819f26733 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:35:06.386631 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:06.475085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] For port a4aa5261-c12d-41bc-bcd5-ad1819f26733, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=a4aa5261-c12d-41bc-bcd5-ad1819f26733,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:06.475471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:06.488068 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Calling delete_port for a4aa5261-c12d-41bc-bcd5-ad1819f26733 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:35:06.614828 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:06.628360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['a4aa5261-c12d-41bc-bcd5-ad1819f26733'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:35:06.662092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Pushing event deleted for resources: {'Port': ['ID=a4aa5261-c12d-41bc-bcd5-ad1819f26733,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:06.704108 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] No DVR routers for this DVR port a4aa5261-c12d-41bc-bcd5-ad1819f26733 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:35:06.706753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:06.708810 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1fecaebb-8774-4274-8195-4001c3253e3f req-0b23e1ea-0542-4562-9e78-002d0a0468bd tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.32 "DELETE /v2.0/ports/a4aa5261-c12d-41bc-bcd5-ad1819f26733 HTTP/1.1" status: 204 len: 173 time: 0.4029436 Sep 18 20:35:06.709255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb72e303-4e25-4040-9561-29755e8fd625', 'name': 'network-vif-deleted', 'tag': 'a4aa5261-c12d-41bc-bcd5-ad1819f26733'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:35:06.711526 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31646c92-1462-473a-9e5b-467646ea23e1" -d '{"events": [{"server_uuid": "fb72e303-4e25-4040-9561-29755e8fd625", "name": "network-vif-deleted", "tag": "a4aa5261-c12d-41bc-bcd5-ad1819f26733"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:35:06.754971 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a1fccb-c4e0-4f2b-a5ec-235e0eb1e6d7 x-openstack-request-id: req-e5a1fccb-c4e0-4f2b-a5ec-235e0eb1e6d7 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:35:06.755566 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb72e303-4e25-4040-9561-29755e8fd625", "name": "network-vif-deleted", "tag": "a4aa5261-c12d-41bc-bcd5-ad1819f26733", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:35:06.756025 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5a1fccb-c4e0-4f2b-a5ec-235e0eb1e6d7 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:35:06.756698 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb72e303-4e25-4040-9561-29755e8fd625', 'name': 'network-vif-deleted', 'tag': 'a4aa5261-c12d-41bc-bcd5-ad1819f26733', 'status': 'completed', 'code': 200} Sep 18 20:35:07.170018 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c5a424f-b81f-41e5-945c-ca6af8b0e1b9 req-e7a1c7b8-38a0-4f15-960b-aef5fb82940c tempest-TestEncryptedCinderVolumes-484215254 tempest-TestEncryptedCinderVolumes-484215254-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb72e303-4e25-4040-9561-29755e8fd625 HTTP/1.1" status: 200 len: 210 time: 0.0289040 Sep 18 20:35:08.260835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43316) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:08.601307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:08.837778 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Deleting port 962d3d6e-f45b-4ad4-bb45-8539c7811784 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:35:08.838115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:08.913168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] For port 962d3d6e-f45b-4ad4-bb45-8539c7811784, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=962d3d6e-f45b-4ad4-bb45-8539c7811784,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:08.913453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:08.925862 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Calling delete_port for 962d3d6e-f45b-4ad4-bb45-8539c7811784 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:35:09.432438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:09.464608 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Pushing event deleted for resources: {'Port': ['ID=962d3d6e-f45b-4ad4-bb45-8539c7811784,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:09.626585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:09.839471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Router 2639b91e-e109-4be9-898d-784e97343340 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:35:09.944047 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:35:09.948969 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7fb29b61-39cc-4512-97be-0ed1b450d68f admin admin] 10.222.0.20 "PUT /v2.0/routers/2639b91e-e109-4be9-898d-784e97343340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871073 Sep 18 20:35:09.952002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43318) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:09.952970 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] Sync routers for ids ['2639b91e-e109-4be9-898d-784e97343340'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:35:09.962134 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] Routers {'2639b91e-e109-4be9-898d-784e97343340'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:09.962714 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2639b91e-e109-4be9-898d-784e97343340'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:10.059347 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.064872 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] Set router 2639b91e-e109-4be9-898d-784e97343340 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:10.162932 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.217814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Deleting port fe5587f0-1e4e-475f-8820-6d7b42146af5 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:35:10.218162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.296638 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] For port fe5587f0-1e4e-475f-8820-6d7b42146af5, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=fe5587f0-1e4e-475f-8820-6d7b42146af5,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:10.296994 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.309784 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Calling delete_port for fe5587f0-1e4e-475f-8820-6d7b42146af5 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:35:10.325195 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:35:09Z', 'revision_number': 5, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port': {'id': 'fe5587f0-1e4e-475f-8820-6d7b42146af5', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639b91e-e109-4be9-898d-784e97343340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:10.354202 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] Checking router: 2639b91e-e109-4be9-898d-784e97343340 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:35:10.362651 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] Routers {'2639b91e-e109-4be9-898d-784e97343340'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:10.363250 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2639b91e-e109-4be9-898d-784e97343340'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:10.449786 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] Set router 2639b91e-e109-4be9-898d-784e97343340 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:10.479237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.500963 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:35:10Z', 'revision_number': 6, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:10.510225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5587f0-1e4e-475f-8820-6d7b42146af5,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:10.529781 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb70e3-562f-4567-ab8b-3fc2b07473bd None None] The sync data for ids ['2639b91e-e109-4be9-898d-784e97343340'] in n-d-789963-11 is: [{'id': '2639b91e-e109-4be9-898d-784e97343340', 'name': 'tempest-TestEncryptedCinderVolumes-272211031-router', 'tenant_id': '6ec99bcda2644d8b906aa52884f9069f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:33:56Z', 'updated_at': '2021-09-18T20:35:10Z', 'revision_number': 6, 'project_id': '6ec99bcda2644d8b906aa52884f9069f', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:35:10.576889 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.666720 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.668859 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.711469 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.711987 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2639b91e-e109-4be9-898d-784e97343340 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:35:10.718231 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.719426 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-626b3d6f-ae94-4077-947b-820218ed5243 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2639b91e-e109-4be9-898d-784e97343340 HTTP/1.1" status: 204 len: 168 time: 0.7663870 Sep 18 20:35:10.721930 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43320) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:10.734702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a4aa5261-c12d-41bc-bcd5-ad1819f26733 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:35:10.754611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: a4aa5261-c12d-41bc-bcd5-ad1819f26733 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:35:10.754949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device a4aa5261-c12d-41bc-bcd5-ad1819f26733 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:35:10.770347 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c6da2d-7024-4045-9aaa-de77fb9d76da admin admin] Deleting subnet 18607f1d-147d-41d1-bf04-2357a4e12996 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:35:10.773416 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8c6da2d-7024-4045-9aaa-de77fb9d76da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.808191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8c6da2d-7024-4045-9aaa-de77fb9d76da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.888153 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8c6da2d-7024-4045-9aaa-de77fb9d76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.949480 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8c6da2d-7024-4045-9aaa-de77fb9d76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.973649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6da2d-7024-4045-9aaa-de77fb9d76da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18607f1d-147d-41d1-bf04-2357a4e12996,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:10.979204 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f8c6da2d-7024-4045-9aaa-de77fb9d76da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:10.981096 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f8c6da2d-7024-4045-9aaa-de77fb9d76da admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18607f1d-147d-41d1-bf04-2357a4e12996 HTTP/1.1" status: 204 len: 168 time: 0.2582281 Sep 18 20:35:10.984586 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43322) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:10.987644 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f6516f-6289-4079-933f-d2754c767a18 None None] Network b7a54299-814b-4341-b8e2-a5288505b058 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:35:11.054587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.116792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Deleting port 33a2c08b-cb3a-482f-a13a-7178c480ce99 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:35:11.117061 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.182489 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] For port 33a2c08b-cb3a-482f-a13a-7178c480ce99, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=33a2c08b-cb3a-482f-a13a-7178c480ce99,segment=NetworkSegment(cf6f0f39-cfa6-45e8-8887-46d60c996422),segment_id=cf6f0f39-cfa6-45e8-8887-46d60c996422)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:11.182855 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.195685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Calling delete_port for 33a2c08b-cb3a-482f-a13a-7178c480ce99 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:35:11.282939 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.315734 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] No DVR routers for this DVR port 33a2c08b-cb3a-482f-a13a-7178c480ce99 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:35:11.320334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Pushing event deleted for resources: {'Port': ['ID=33a2c08b-cb3a-482f-a13a-7178c480ce99,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:11.333484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4b70b-202d-4e64-83d8-a56e5c7fae34 None None] DHCP port deletion for b7a54299-814b-4341-b8e2-a5288505b058 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:35:11.363746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device fe5587f0-1e4e-475f-8820-6d7b42146af5 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:35:11.383981 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: fe5587f0-1e4e-475f-8820-6d7b42146af5 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:35:11.384323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device fe5587f0-1e4e-475f-8820-6d7b42146af5 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:35:11.384732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 962d3d6e-f45b-4ad4-bb45-8539c7811784 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:35:11.401366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.403552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 962d3d6e-f45b-4ad4-bb45-8539c7811784 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:35:11.404108 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 962d3d6e-f45b-4ad4-bb45-8539c7811784 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:35:11.423311 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a54299-814b-4341-b8e2-a5288505b058']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:11.432743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6f0f39-cfa6-45e8-8887-46d60c996422') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:11.433042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6f0f39-cfa6-45e8-8887-46d60c996422') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:11.447262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.460760 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.467025 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:35:11.467739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:35:11.469465 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:35:11.526453 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.533000 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:11.535031 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] 10.222.0.20 "DELETE /v2.0/networks/b7a54299-814b-4341-b8e2-a5288505b058 HTTP/1.1" status: 204 len: 168 time: 0.5495026 Sep 18 20:35:11.538157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43324) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:11.545981 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccac263-d0fc-4165-83d6-9a5ddba9f13d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a54299-814b-4341-b8e2-a5288505b058,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:12.198889 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:12.440277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Deleting port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:35:12.440615 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:12.521665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] For port 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,segment=NetworkSegment(49c82274-21af-4541-9d18-33ae1bdf3ed3),segment_id=49c82274-21af-4541-9d18-33ae1bdf3ed3)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:12.521940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:12.534302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Calling delete_port for 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:35:12.714524 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:12.740618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f01ff7b-6379-4a38-bd77-fd0ed3074cfb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:12.752591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.752942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.753281 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.753614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.753946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.754276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.754602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.754927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.755251 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.755598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.755919 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.756239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:12.918349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:13.135463 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Router c70bfa59-f3e7-4495-b8b2-e7b076905493 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:35:13.157801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 33a2c08b-cb3a-482f-a13a-7178c480ce99 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:35:13.180953 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 33a2c08b-cb3a-482f-a13a-7178c480ce99 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:35:13.181305 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 33a2c08b-cb3a-482f-a13a-7178c480ce99 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:35:13.242769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:35:13.247602 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4e2a0535-c42a-417d-af6b-5e01a916be7b admin admin] 10.222.0.20 "PUT /v2.0/routers/c70bfa59-f3e7-4495-b8b2-e7b076905493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7084141 Sep 18 20:35:13.250753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43326) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:13.252260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] Sync routers for ids ['c70bfa59-f3e7-4495-b8b2-e7b076905493'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:35:13.260984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] Routers {'c70bfa59-f3e7-4495-b8b2-e7b076905493'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:13.261600 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c70bfa59-f3e7-4495-b8b2-e7b076905493'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:13.354755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:13.363209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] Set router c70bfa59-f3e7-4495-b8b2-e7b076905493 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:13.461092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:13.516411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Deleting port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:35:13.516782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:13.544710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:35:12Z', 'revision_number': 5, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port': {'id': 'a2060c4d-4512-4fe1-b2aa-b103dcbc6f32', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:34:01Z', 'updated_at': '2021-09-18T20:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:13.571492 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] Checking router: c70bfa59-f3e7-4495-b8b2-e7b076905493 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:35:13.580882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] Routers {'c70bfa59-f3e7-4495-b8b2-e7b076905493'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:13.581571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['c70bfa59-f3e7-4495-b8b2-e7b076905493'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:13.600123 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] For port a2060c4d-4512-4fe1-b2aa-b103dcbc6f32, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a2060c4d-4512-4fe1-b2aa-b103dcbc6f32,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:13.600480 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:13.612381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Calling delete_port for a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:35:13.672499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] Set router c70bfa59-f3e7-4495-b8b2-e7b076905493 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:13.728243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:35:13Z', 'revision_number': 6, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:13.755126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600ab10-b826-4663-a9c8-fcc83a34b498 None None] The sync data for ids ['c70bfa59-f3e7-4495-b8b2-e7b076905493'] in n-d-789963-11 is: [{'id': 'c70bfa59-f3e7-4495-b8b2-e7b076905493', 'name': 'tempest-TestEncryptedCinderVolumes-473304865-router', 'tenant_id': '29425fc763a442e580c89993a84b1283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:34:00Z', 'updated_at': '2021-09-18T20:35:13Z', 'revision_number': 6, 'project_id': '29425fc763a442e580c89993a84b1283', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:35:13.780611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:13.809743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Pushing event deleted for resources: {'Port': ['ID=a2060c4d-4512-4fe1-b2aa-b103dcbc6f32,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:13.867020 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:13.956742 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:13.959112 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.005428 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.006034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70bfa59-f3e7-4495-b8b2-e7b076905493 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:35:14.010929 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.012106 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9835cdb9-6df1-4aeb-9189-6e426ed58fff admin admin] 10.222.0.20 "DELETE /v2.0/routers/c70bfa59-f3e7-4495-b8b2-e7b076905493 HTTP/1.1" status: 204 len: 168 time: 0.7604389 Sep 18 20:35:14.015249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43328) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:14.058385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-55daeeb9-bcc3-4f21-af35-4f6aeee19374 admin admin] Deleting subnet 0a4d3519-11c6-419e-85c2-78a4c27814b7 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:35:14.061986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-55daeeb9-bcc3-4f21-af35-4f6aeee19374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.099039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-55daeeb9-bcc3-4f21-af35-4f6aeee19374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.190036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-55daeeb9-bcc3-4f21-af35-4f6aeee19374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.241544 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-55daeeb9-bcc3-4f21-af35-4f6aeee19374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.275440 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-55daeeb9-bcc3-4f21-af35-4f6aeee19374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.277364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-55daeeb9-bcc3-4f21-af35-4f6aeee19374 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0a4d3519-11c6-419e-85c2-78a4c27814b7 HTTP/1.1" status: 204 len: 168 time: 0.2611299 Sep 18 20:35:14.278679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daeeb9-bcc3-4f21-af35-4f6aeee19374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4d3519-11c6-419e-85c2-78a4c27814b7,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:14.279998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43330) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:14.282976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3065c03-2729-4299-bc42-2be49a58deef None None] Network f6d3fc93-9801-45b2-b56c-48b143cc3804 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:35:14.350992 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.406101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Deleting port 11961ff5-5552-4913-83af-4afea9d45a6f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:35:14.406537 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.470978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] For port 11961ff5-5552-4913-83af-4afea9d45a6f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=11961ff5-5552-4913-83af-4afea9d45a6f,segment=NetworkSegment(49c82274-21af-4541-9d18-33ae1bdf3ed3),segment_id=49c82274-21af-4541-9d18-33ae1bdf3ed3)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:14.471349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.486668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Calling delete_port for 11961ff5-5552-4913-83af-4afea9d45a6f owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:35:14.493454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] DHCP port deletion for f6d3fc93-9801-45b2-b56c-48b143cc3804 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:35:14.542228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] Deleting port 11961ff5-5552-4913-83af-4afea9d45a6f {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:35:14.542603 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.578081 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.608614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Pushing event deleted for resources: {'Port': ['ID=11961ff5-5552-4913-83af-4afea9d45a6f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:14.612499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] No DVR routers for this DVR port 11961ff5-5552-4913-83af-4afea9d45a6f on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:35:14.618145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] For port 11961ff5-5552-4913-83af-4afea9d45a6f, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=11961ff5-5552-4913-83af-4afea9d45a6f,segment=NetworkSegment(49c82274-21af-4541-9d18-33ae1bdf3ed3),segment_id=49c82274-21af-4541-9d18-33ae1bdf3ed3)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:14.618551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.631464 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] Calling delete_port for 11961ff5-5552-4913-83af-4afea9d45a6f owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:35:14.688623 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 20:35:14.703257 n-d-789963-11 neutron-server[94942]: self.session.flush() Sep 18 20:35:14.707456 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.712118 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d3fc93-9801-45b2-b56c-48b143cc3804']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:14.725290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c82274-21af-4541-9d18-33ae1bdf3ed3') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:14.725583 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c82274-21af-4541-9d18-33ae1bdf3ed3') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:14.737142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] Pushing event deleted for resources: {'Port': ['ID=11961ff5-5552-4913-83af-4afea9d45a6f,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:14.737839 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.746481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4713f3c-e881-490f-a192-bd9a92ae91c3 None None] No DVR routers for this DVR port 11961ff5-5552-4913-83af-4afea9d45a6f on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:35:14.757127 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.764377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:35:14.764785 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:35:14.767006 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:35:14.824041 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.829755 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:14.831589 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] 10.222.0.20 "DELETE /v2.0/networks/f6d3fc93-9801-45b2-b56c-48b143cc3804 HTTP/1.1" status: 204 len: 168 time: 0.5506816 Sep 18 20:35:14.846727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7b697-b77d-4e43-9b5c-0100b8ba291c admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d3fc93-9801-45b2-b56c-48b143cc3804,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:14.992512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43334) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:15.033306 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17db95f4-18b7-4d91-925d-d4eaa5139604 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ec99bcda2644d8b906aa52884f9069f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395281 Sep 18 20:35:15.035690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43336) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:15.083877 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f94a351-e9e8-4797-b7ae-e41f40315fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:15.104796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:35:15.111046 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f94a351-e9e8-4797-b7ae-e41f40315fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:15.125180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:35:15.125620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a2060c4d-4512-4fe1-b2aa-b103dcbc6f32 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:35:15.126093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:35:15.144935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:35:15.145361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4f01ff7b-6379-4a38-bd77-fd0ed3074cfb not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:35:15.145840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 11961ff5-5552-4913-83af-4afea9d45a6f no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:35:15.159335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f94a351-e9e8-4797-b7ae-e41f40315fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:15.161897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0f94a351-e9e8-4797-b7ae-e41f40315fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:15.163080 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0f94a351-e9e8-4797-b7ae-e41f40315fff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57e3ab93-3618-4444-a600-5aeda158bf04 HTTP/1.1" status: 204 len: 168 time: 0.1265028 Sep 18 20:35:15.165256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 11961ff5-5552-4913-83af-4afea9d45a6f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:35:15.166331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 11961ff5-5552-4913-83af-4afea9d45a6f not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:35:15.171530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94a351-e9e8-4797-b7ae-e41f40315fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e3ab93-3618-4444-a600-5aeda158bf04,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:15.470755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43342) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:15.516288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a02e95f1-ab4e-49e6-95d8-3307fba916f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29425fc763a442e580c89993a84b1283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442972 Sep 18 20:35:15.518805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43344) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:15.567333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a369dae6-99ba-4c3c-bb03-622b9de93bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:15.588272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a369dae6-99ba-4c3c-bb03-622b9de93bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:15.635134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a369dae6-99ba-4c3c-bb03-622b9de93bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:15.637721 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a369dae6-99ba-4c3c-bb03-622b9de93bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:15.639973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a369dae6-99ba-4c3c-bb03-622b9de93bee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8397c6e0-7f42-4ed5-a415-d8ed46ff8465 HTTP/1.1" status: 204 len: 168 time: 0.1197915 Sep 18 20:35:15.647965 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369dae6-99ba-4c3c-bb03-622b9de93bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8397c6e0-7f42-4ed5-a415-d8ed46ff8465,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:16.305176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43366) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:16.409350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1854271653-network', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:35:16.430058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Made reservation on behalf of 56edd2e31b074cabbc2f4e1e843047ae for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:35:16.432505 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.442592 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.532808 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.536443 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.556806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:35:16.570246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c338013a-3403-4fcc-9d2d-0333775a60f8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:16.576911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.577251 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Added segment a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8 of type vlan for network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe Sep 18 20:35:16.620823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.644969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.646006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:16.646591 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.677214 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3709781 Sep 18 20:35:16.680105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43370) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:16.685057 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Request body: {'subnet': {'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1854271653-subnet', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:35:16.709801 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Made reservation on behalf of 56edd2e31b074cabbc2f4e1e843047ae for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:35:16.710040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a1eb-ea55-49fa-9357-bdf8284dab7f admin admin] Pushing event updated for resources: {'Network': ['ID=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:16.712581 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.722603 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:35:16.883863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.940780 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95afbaf8-9c9d-4973-b4f0-b19d15f17087,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:16.947457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Checking segment: {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:16.947814 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Network hostable DHCP agents. Network: 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:35:16.963924 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:35:16.972294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:16.976163 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:16.976753 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:16.981987 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974023a5-4c08-4b83-86da-7318c03e15e0 None None] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:35:16.993886 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8ed00cc6-bf00-493e-9b18-02d36c7426e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3126965 Sep 18 20:35:16.996982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43372) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:17.002255 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:35:17.023305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.024470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.080784 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.127041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:35:17.127920 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.217254 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.258513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Allocated IP 172.20.0.2 (89ff1e7c-7d77-4548-acf4-bf122bd0b5fe/95afbaf8-9c9d-4973-b4f0-b19d15f17087/172e671f-87b9-4bdb-aa6d-5a99874de90e) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:35:17.402629 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.409653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.419656 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.439807 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.448636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:17.455256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:17.459682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:35:17.462639 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Pushing event updated for resources: {'Port': ['ID=172e671f-87b9-4bdb-aa6d-5a99874de90e,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:17.517275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Attempting to bind port 172e671f-87b9-4bdb-aa6d-5a99874de90e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:35:17.517650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Attempting to bind port 172e671f-87b9-4bdb-aa6d-5a99874de90e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:35:17.518018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Attempting to bind port 172e671f-87b9-4bdb-aa6d-5a99874de90e on network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:35:17.523201 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:35:17.523623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Checking segment: {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:17.523994 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.524384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Bound using segment: {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:35:17.524838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Bound port: 172e671f-87b9-4bdb-aa6d-5a99874de90e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:35:17.525211 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.552377 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Allocated IP 172.25.8.22 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/a931ff6a-9f23-4768-96c4-f907e35ab911) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:35:17.598180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] For port 172e671f-87b9-4bdb-aa6d-5a99874de90e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:35:17.601611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] For port 172e671f-87b9-4bdb-aa6d-5a99874de90e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=172e671f-87b9-4bdb-aa6d-5a99874de90e,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:35:17.605714 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.663075 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aba6f6-f3ec-4ad7-be5b-2c4b2b8a425e None None] Pushing event updated for resources: {'Port': ['ID=172e671f-87b9-4bdb-aa6d-5a99874de90e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:17.668733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.710090 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:17.754209 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:17.757156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:17.760087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:35:17.791674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Pushing event updated for resources: {'Port': ['ID=a931ff6a-9f23-4768-96c4-f907e35ab911,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:18.038244 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:18.537970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b6490-21c2-4cff-860f-3046be2399d1 None None] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:35:18.571712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-edaaae9d-9ac6-44c8-b632-ade778d72eb1 None None] Provisioning complete for port 172e671f-87b9-4bdb-aa6d-5a99874de90e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:18.572191 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-edaaae9d-9ac6-44c8-b632-ade778d72eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:18.575039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:18.705291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Router b102a5ce-2154-4c90-8615-5f810900f537 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:35:18.748872 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-edaaae9d-9ac6-44c8-b632-ade778d72eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:18.788676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-edaaae9d-9ac6-44c8-b632-ade778d72eb1 None None] For port 172e671f-87b9-4bdb-aa6d-5a99874de90e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=172e671f-87b9-4bdb-aa6d-5a99874de90e,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:18.793710 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-edaaae9d-9ac6-44c8-b632-ade778d72eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:18.821944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:35:18.836063 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Sync routers for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:35:18.841124 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:18.847231 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:18.847769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43374) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:18.849022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-50685211-151f-43e6-a6ad-47c3ab0c779b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8508515 Sep 18 20:35:18.849335 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:18.864826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaae9d-9ac6-44c8-b632-ade778d72eb1 None None] Pushing event updated for resources: {'Port': ['ID=172e671f-87b9-4bdb-aa6d-5a99874de90e,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:18.967816 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:19.014923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-acf71695-ca55-4a5a-a817-fe365d1b8168 None None] Provisioning complete for port 172e671f-87b9-4bdb-aa6d-5a99874de90e triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:19.015664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-acf71695-ca55-4a5a-a817-fe365d1b8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.156936 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:17Z', 'revision_number': 3, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:19.171926 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 172e671f-87b9-4bdb-aa6d-5a99874de90e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:19.184908 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Checking router: b102a5ce-2154-4c90-8615-5f810900f537 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:35:19.184908 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Updating router b102a5ce-2154-4c90-8615-5f810900f537 port a931ff6a-9f23-4768-96c4-f907e35ab911 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:35:19.213903 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.223646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 172e671f-87b9-4bdb-aa6d-5a99874de90e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:19.224139 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.302045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.452641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Allocated IP 172.20.0.1 (89ff1e7c-7d77-4548-acf4-bf122bd0b5fe/95afbaf8-9c9d-4973-b4f0-b19d15f17087/44fd9e1e-512f-4115-9aa2-8651905c7f50) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:35:19.470961 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.476030 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.528792 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Pushing event updated for resources: {'Port': ['ID=a931ff6a-9f23-4768-96c4-f907e35ab911,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:19.530754 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Attempting to bind port a931ff6a-9f23-4768-96c4-f907e35ab911 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:35:19.531115 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Attempting to bind port a931ff6a-9f23-4768-96c4-f907e35ab911 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:35:19.531498 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Attempting to bind port a931ff6a-9f23-4768-96c4-f907e35ab911 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:35:19.540001 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:35:19.540364 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:19.540757 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.541141 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:35:19.541585 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Bound port: a931ff6a-9f23-4768-96c4-f907e35ab911, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:35:19.541961 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.543990 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.544328 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.544667 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.545529 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.545853 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.546179 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.546501 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.546823 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.547142 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.547483 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.547803 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.548117 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:19.558711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.592909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.610277 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] For port a931ff6a-9f23-4768-96c4-f907e35ab911, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:35:19.613622 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] For port a931ff6a-9f23-4768-96c4-f907e35ab911, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a931ff6a-9f23-4768-96c4-f907e35ab911,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:35:19.617873 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.630747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:19.633495 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:19.636985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:35:19.668466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Pushing event updated for resources: {'Port': ['ID=44fd9e1e-512f-4115-9aa2-8651905c7f50,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:19.673216 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:19.673836 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:19.687449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.719100 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88ed61-0ed7-4226-82df-11892bf6c64b None None] Pushing event updated for resources: {'Port': ['ID=a931ff6a-9f23-4768-96c4-f907e35ab911,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:19.800672 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:19.819762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.925107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1719b755-26db-4236-9ce6-6ff238bfb33b None None] Provisioning complete for port 44fd9e1e-512f-4115-9aa2-8651905c7f50 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:19.925660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1719b755-26db-4236-9ce6-6ff238bfb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.967902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1719b755-26db-4236-9ce6-6ff238bfb33b None None] Port 44fd9e1e-512f-4115-9aa2-8651905c7f50 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:35:19.991104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:19.996344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:20.070341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Pushing event updated for resources: {'Port': ['ID=44fd9e1e-512f-4115-9aa2-8651905c7f50,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:20.073011 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:20.073935 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:17Z', 'revision_number': 3, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:20.105008 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b107e3-608f-4a6b-866f-6d7b34740c5a None None] The sync data for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 is: [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:17Z', 'revision_number': 3, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:35:20.165512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:20.166975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:20.288664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Router b102a5ce-2154-4c90-8615-5f810900f537 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:35:20.421929 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:35:20.429643 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2b58d310-9378-4415-8852-5219846b7f5b admin admin] 10.222.0.20 "PUT /v2.0/routers/b102a5ce-2154-4c90-8615-5f810900f537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5772901 Sep 18 20:35:20.497730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ee73ee0c-ef12-41f8-8106-11bccf744be4 None None] Provisioning complete for port 44fd9e1e-512f-4115-9aa2-8651905c7f50 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:20.498307 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee73ee0c-ef12-41f8-8106-11bccf744be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:20.541284 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ee73ee0c-ef12-41f8-8106-11bccf744be4 None None] Port 44fd9e1e-512f-4115-9aa2-8651905c7f50 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:35:20.930010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43390) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:20.935081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1448541265-network', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:35:20.956098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Made reservation on behalf of ec33eb7327ac466fbdf1ae64d6682398 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:35:20.958397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:20.966856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.060138 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.067189 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.090653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:35:21.105861 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6aaf1-481e-4c4b-87a9-4860ab774c11,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:21.113696 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.114044 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Added segment b1f66784-da6a-4715-be7e-c7d7f0d1cc7d of type vlan for network f28a45c8-1462-4a1a-a3da-18d417d05da1 Sep 18 20:35:21.146882 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a931ff6a-9f23-4768-96c4-f907e35ab911 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:21.160071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.186255 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.187562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:21.188439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.195553 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a931ff6a-9f23-4768-96c4-f907e35ab911 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:21.195996 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.223788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43392) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:21.224407 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2927608 Sep 18 20:35:21.229149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Request body: {'subnet': {'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1448541265-subnet', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:35:21.251527 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Made reservation on behalf of ec33eb7327ac466fbdf1ae64d6682398 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:35:21.253965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.257762 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dae70-7710-4140-b671-41191f69c92f admin admin] Pushing event updated for resources: {'Network': ['ID=f28a45c8-1462-4a1a-a3da-18d417d05da1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:21.270018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network f28a45c8-1462-4a1a-a3da-18d417d05da1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:35:21.304895 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.363832 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port a931ff6a-9f23-4768-96c4-f907e35ab911, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a931ff6a-9f23-4768-96c4-f907e35ab911,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:21.369449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.418041 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=a931ff6a-9f23-4768-96c4-f907e35ab911,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:21.436277 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.500150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a07c8fc-c03a-4c2b-ac51-c5466d87707c,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:21.508915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Checking segment: {'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:21.509250 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Network hostable DHCP agents. Network: f28a45c8-1462-4a1a-a3da-18d417d05da1, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:35:21.527155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Network f28a45c8-1462-4a1a-a3da-18d417d05da1 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:35:21.537263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, f28a45c8-1462-4a1a-a3da-18d417d05da1) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:21.541488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:21.542082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.547103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61398254-9608-4133-8b2e-e681c7ba00ef None None] Network f28a45c8-1462-4a1a-a3da-18d417d05da1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:35:21.556273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bbd5d506-54c2-4612-a585-5bb4d945ee9d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3313591 Sep 18 20:35:21.558685 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43394) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:21.563760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:35:21.584782 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.585788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.641312 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.697390 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ef6aec45-1964-4b10-b7d2-8a234dd5b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.700254 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Sync routers for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:35:21.711020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:21.711895 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:21.750894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-f28a45c8-1462-4a1a-a3da-18d417d05da1', 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'fixed_ips': [{'subnet_id': '9a07c8fc-c03a-4c2b-ac51-c5466d87707c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:35:21.751778 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.792277 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:21.996677 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.016469 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.052555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:22.123736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Allocated IP 172.25.8.9 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/98e389c2-872f-4b4b-a5e1-816a61c525c4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:35:22.168963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Allocated IP 172.20.0.2 (f28a45c8-1462-4a1a-a3da-18d417d05da1/9a07c8fc-c03a-4c2b-ac51-c5466d87707c/a664fa62-324c-40dd-9a3d-f9ab65da7b57) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:35:22.226088 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.259016 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.301169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:22.304169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:22.309789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:35:22.316010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Pushing event updated for resources: {'Port': ['ID=98e389c2-872f-4b4b-a5e1-816a61c525c4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:22.401013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 2, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:22.402995 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.434053 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.436072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Checking router: b102a5ce-2154-4c90-8615-5f810900f537 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:35:22.436477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Updating router b102a5ce-2154-4c90-8615-5f810900f537 port 44fd9e1e-512f-4115-9aa2-8651905c7f50 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:35:22.492015 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.496818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Network f28a45c8-1462-4a1a-a3da-18d417d05da1 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:22.510013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:22.516451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:35:22.520381 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Pushing event updated for resources: {'Port': ['ID=a664fa62-324c-40dd-9a3d-f9ab65da7b57,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:22.561966 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.653287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Attempting to bind port a664fa62-324c-40dd-9a3d-f9ab65da7b57 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:35:22.653660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Attempting to bind port a664fa62-324c-40dd-9a3d-f9ab65da7b57 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:35:22.654055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Attempting to bind port a664fa62-324c-40dd-9a3d-f9ab65da7b57 on network f28a45c8-1462-4a1a-a3da-18d417d05da1 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:35:22.662721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:35:22.663098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Checking segment: {'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:22.663538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.663934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Bound using segment: {'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:35:22.664412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Bound port: a664fa62-324c-40dd-9a3d-f9ab65da7b57, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:35:22.664800 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.778478 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.794611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] For port a664fa62-324c-40dd-9a3d-f9ab65da7b57, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:35:22.801261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] For port a664fa62-324c-40dd-9a3d-f9ab65da7b57, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a664fa62-324c-40dd-9a3d-f9ab65da7b57,segment=NetworkSegment(b1f66784-da6a-4715-be7e-c7d7f0d1cc7d),segment_id=b1f66784-da6a-4715-be7e-c7d7f0d1cc7d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:35:22.808035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.939424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f672bcb-ba4b-4356-9def-06a64ca23cdc None None] Pushing event updated for resources: {'Port': ['ID=a664fa62-324c-40dd-9a3d-f9ab65da7b57,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:22.969859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:22.987407 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:23.017087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:35:23.098384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef743f-ae63-4a4f-9a5b-d50a57a2cd2c None None] Pushing event updated for resources: {'Port': ['ID=44fd9e1e-512f-4115-9aa2-8651905c7f50,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:23.218326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a931ff6a-9f23-4768-96c4-f907e35ab911 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:23.283760 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:35:23.295167 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Sync routers for ids ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:35:23.310343 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Routers {'2813fb8b-d626-4e30-8b5e-1d71c54fe619'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:23.313171 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:23.318442 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:23.330352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43396) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:35:23.331161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-50a7e37d-89a8-4a58-87d3-757d6f828f6a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7712674 Sep 18 20:35:23.338079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Attempting to bind port 44fd9e1e-512f-4115-9aa2-8651905c7f50 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:35:23.338444 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Attempting to bind port 44fd9e1e-512f-4115-9aa2-8651905c7f50 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:35:23.338836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Attempting to bind port 44fd9e1e-512f-4115-9aa2-8651905c7f50 on network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:35:23.358841 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:35:23.359326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Checking segment: {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:23.360414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:23.360842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Bound using segment: {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:35:23.361341 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Bound port: 44fd9e1e-512f-4115-9aa2-8651905c7f50, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:35:23.361729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:23.464974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a931ff6a-9f23-4768-96c4-f907e35ab911 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:23.465909 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:23.467837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] For port 44fd9e1e-512f-4115-9aa2-8651905c7f50, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:35:23.472581 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] For port 44fd9e1e-512f-4115-9aa2-8651905c7f50, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=44fd9e1e-512f-4115-9aa2-8651905c7f50,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:35:23.488623 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Set router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:23.497267 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:23.542738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d717e5e7-1fe6-4e5b-9bb2-4b57350762aa None None] Provisioning complete for port 44fd9e1e-512f-4115-9aa2-8651905c7f50 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:23.543057 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d717e5e7-1fe6-4e5b-9bb2-4b57350762aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:23.646486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:23.647244 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:23.653425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef743f-ae63-4a4f-9a5b-d50a57a2cd2c None None] Pushing event updated for resources: {'Port': ['ID=44fd9e1e-512f-4115-9aa2-8651905c7f50,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:23.727145 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:35:22Z', 'revision_number': 3, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port': {'id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:22Z', 'updated_at': '2021-09-18T20:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:23.757465 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Checking router: 2813fb8b-d626-4e30-8b5e-1d71c54fe619 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:35:23.758094 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Updating router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 port 98e389c2-872f-4b4b-a5e1-816a61c525c4 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:35:23.776248 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:23.791508 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:23.986719 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.036450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d717e5e7-1fe6-4e5b-9bb2-4b57350762aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.072665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-d717e5e7-1fe6-4e5b-9bb2-4b57350762aa None None] For port 44fd9e1e-512f-4115-9aa2-8651905c7f50, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=44fd9e1e-512f-4115-9aa2-8651905c7f50,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:24.075799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.083538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d717e5e7-1fe6-4e5b-9bb2-4b57350762aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.100039 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.108193 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.156108 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bde4f-6e90-4b23-825f-3d0ad1c7552a None None] Pushing event updated for resources: {'Port': ['ID=98e389c2-872f-4b4b-a5e1-816a61c525c4,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:24.180521 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Attempting to bind port 98e389c2-872f-4b4b-a5e1-816a61c525c4 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:35:24.181272 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Attempting to bind port 98e389c2-872f-4b4b-a5e1-816a61c525c4 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:35:24.181976 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Attempting to bind port 98e389c2-872f-4b4b-a5e1-816a61c525c4 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:35:24.184880 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717e5e7-1fe6-4e5b-9bb2-4b57350762aa None None] Pushing event updated for resources: {'Port': ['ID=44fd9e1e-512f-4115-9aa2-8651905c7f50,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:24.191738 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:35:24.192448 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:24.193290 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.193836 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:35:24.194469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Bound port: 98e389c2-872f-4b4b-a5e1-816a61c525c4, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:35:24.195534 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.214008 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:23Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:24.246302 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7e460a-1084-430d-985c-718f3587ef26 None None] The sync data for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 is: [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:23Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:35:24.251668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-377420a4-3788-4c27-8bf1-8551f8cf841f None None] Provisioning complete for port 44fd9e1e-512f-4115-9aa2-8651905c7f50 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:24.251887 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-377420a4-3788-4c27-8bf1-8551f8cf841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.253614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc51715-df1e-4692-8875-0f27017022f7 None None] Network f28a45c8-1462-4a1a-a3da-18d417d05da1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:35:24.267656 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] For port 98e389c2-872f-4b4b-a5e1-816a61c525c4, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:35:24.271649 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] For port 98e389c2-872f-4b4b-a5e1-816a61c525c4, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=98e389c2-872f-4b4b-a5e1-816a61c525c4,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:35:24.280446 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.393440 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Routers {'2813fb8b-d626-4e30-8b5e-1d71c54fe619'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:24.394470 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:34:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:24.400068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bde4f-6e90-4b23-825f-3d0ad1c7552a None None] Pushing event updated for resources: {'Port': ['ID=98e389c2-872f-4b4b-a5e1-816a61c525c4,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:24.474549 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.533304 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] Set router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:24.612061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-fd3fda1b-fce2-4a0f-b24d-682340c42dbf None None] Provisioning complete for port a664fa62-324c-40dd-9a3d-f9ab65da7b57 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:24.612585 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd3fda1b-fce2-4a0f-b24d-682340c42dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.693056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Allocated IP 172.20.0.1 (f28a45c8-1462-4a1a-a3da-18d417d05da1/9a07c8fc-c03a-4c2b-ac51-c5466d87707c/3f2be2c6-2102-41ae-9c0d-e783ec689f83) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:35:24.746093 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd3fda1b-fce2-4a0f-b24d-682340c42dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.791633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fd3fda1b-fce2-4a0f-b24d-682340c42dbf None None] For port a664fa62-324c-40dd-9a3d-f9ab65da7b57, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a664fa62-324c-40dd-9a3d-f9ab65da7b57,segment=NetworkSegment(b1f66784-da6a-4715-be7e-c7d7f0d1cc7d),segment_id=b1f66784-da6a-4715-be7e-c7d7f0d1cc7d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:24.800367 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fd3fda1b-fce2-4a0f-b24d-682340c42dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.815830 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:35:22Z', 'revision_number': 3, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port': {'id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:22Z', 'updated_at': '2021-09-18T20:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:24.848030 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.851771 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc27805-7e69-4df7-b9e6-efba563d5d9d None None] The sync data for ids ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'] in n-d-789963-11 is: [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:35:22Z', 'revision_number': 3, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port': {'id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:22Z', 'updated_at': '2021-09-18T20:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:35:24.852572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fda1b-fce2-4a0f-b24d-682340c42dbf None None] Pushing event updated for resources: {'Port': ['ID=a664fa62-324c-40dd-9a3d-f9ab65da7b57,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:24.890557 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.897983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.922733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-5840ffc9-55bf-47ff-8416-210875fc1a08 None None] Provisioning complete for port a664fa62-324c-40dd-9a3d-f9ab65da7b57 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:24.923196 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5840ffc9-55bf-47ff-8416-210875fc1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:24.939684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Network f28a45c8-1462-4a1a-a3da-18d417d05da1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:24.943003 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:24.946938 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:35:24.985813 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-871bd38e-5543-4d73-9770-6f832272080c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.002270 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2be2c6-2102-41ae-9c0d-e783ec689f83,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:25.035853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.251716 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.285860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 44fd9e1e-512f-4115-9aa2-8651905c7f50 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:25.348364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b6156321-f6a2-4ffb-9e42-da039ee8f439 None None] Provisioning complete for port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:25.348715 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b6156321-f6a2-4ffb-9e42-da039ee8f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.395135 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b6156321-f6a2-4ffb-9e42-da039ee8f439 None None] Port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:35:25.398844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 44fd9e1e-512f-4115-9aa2-8651905c7f50 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:25.399225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.467746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.476274 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.497266 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a664fa62-324c-40dd-9a3d-f9ab65da7b57 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:25.556759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2be2c6-2102-41ae-9c0d-e783ec689f83,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:25.558823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port a664fa62-324c-40dd-9a3d-f9ab65da7b57 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:25.559200 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.565357 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.671032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Network f28a45c8-1462-4a1a-a3da-18d417d05da1 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:25.672471 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:25.732653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.823997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:35:25.919399 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-84c74a05-cc79-4a03-b277-52587113387f None None] Provisioning complete for port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:25.920029 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-84c74a05-cc79-4a03-b277-52587113387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:25.944712 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:35:25.949850 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5def9324-f41c-4c60-bbcd-8426a3bc6eb4 admin admin] 10.222.0.20 "PUT /v2.0/routers/2813fb8b-d626-4e30-8b5e-1d71c54fe619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6170087 Sep 18 20:35:25.961179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-84c74a05-cc79-4a03-b277-52587113387f None None] Port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:35:27.151568 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 98e389c2-872f-4b4b-a5e1-816a61c525c4 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:27.374352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 98e389c2-872f-4b4b-a5e1-816a61c525c4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:27.375018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:27.469010 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:27.500885 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 98e389c2-872f-4b4b-a5e1-816a61c525c4, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=98e389c2-872f-4b4b-a5e1-816a61c525c4,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:27.506807 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:27.574110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=98e389c2-872f-4b4b-a5e1-816a61c525c4,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:27.668754 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:27.811604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Sync routers for ids ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:35:27.820809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Routers {'2813fb8b-d626-4e30-8b5e-1d71c54fe619'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:27.821421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:35:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:27.933624 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Set router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:28.143788 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:35:25Z', 'revision_number': 4, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port': {'id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:22Z', 'updated_at': '2021-09-18T20:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3f2be2c6-2102-41ae-9c0d-e783ec689f83', 'name': '', 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'mac_address': 'fa:16:3e:d2:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9a07c8fc-c03a-4c2b-ac51-c5466d87707c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:24Z', 'updated_at': '2021-09-18T20:35:25Z', 'revision_number': 2, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'subnets': [{'id': '9a07c8fc-c03a-4c2b-ac51-c5466d87707c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:28.174645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Checking router: 2813fb8b-d626-4e30-8b5e-1d71c54fe619 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:35:28.175349 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Updating router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:35:28.205734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:28.502273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:28.508944 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:28.584067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2423d-b11e-4b7f-86f1-2c187cf69f7c None None] Pushing event updated for resources: {'Port': ['ID=3f2be2c6-2102-41ae-9c0d-e783ec689f83,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:28.625512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Attempting to bind port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:35:28.626020 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Attempting to bind port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:35:28.626536 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Attempting to bind port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 on network f28a45c8-1462-4a1a-a3da-18d417d05da1 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:35:28.634163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:35:28.634543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Checking segment: {'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:28.635002 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:28.635454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Bound using segment: {'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:35:28.636080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Bound port: 3f2be2c6-2102-41ae-9c0d-e783ec689f83, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:35:28.636658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:28.716109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] For port 3f2be2c6-2102-41ae-9c0d-e783ec689f83, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:35:28.722055 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] For port 3f2be2c6-2102-41ae-9c0d-e783ec689f83, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3f2be2c6-2102-41ae-9c0d-e783ec689f83,segment=NetworkSegment(b1f66784-da6a-4715-be7e-c7d7f0d1cc7d),segment_id=b1f66784-da6a-4715-be7e-c7d7f0d1cc7d)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:35:28.733523 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:28.795526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Routers {'2813fb8b-d626-4e30-8b5e-1d71c54fe619'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:35:28.796406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:35:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:28.845519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2423d-b11e-4b7f-86f1-2c187cf69f7c None None] Pushing event updated for resources: {'Port': ['ID=3f2be2c6-2102-41ae-9c0d-e783ec689f83,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:28.949001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-08c2c4ee-7404-4a3f-b3ce-b4fea0b3680d None None] Provisioning complete for port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:28.949377 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c2c4ee-7404-4a3f-b3ce-b4fea0b3680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:28.952704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] Set router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:35:29.168826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 98e389c2-872f-4b4b-a5e1-816a61c525c4 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:29.233128 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c2c4ee-7404-4a3f-b3ce-b4fea0b3680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:29.311036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 98e389c2-872f-4b4b-a5e1-816a61c525c4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:29.311309 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:29.315002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-08c2c4ee-7404-4a3f-b3ce-b4fea0b3680d None None] For port 3f2be2c6-2102-41ae-9c0d-e783ec689f83, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3f2be2c6-2102-41ae-9c0d-e783ec689f83,segment=NetworkSegment(b1f66784-da6a-4715-be7e-c7d7f0d1cc7d),segment_id=b1f66784-da6a-4715-be7e-c7d7f0d1cc7d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:29.339889 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08c2c4ee-7404-4a3f-b3ce-b4fea0b3680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:29.398964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:35:25Z', 'revision_number': 4, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port': {'id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:22Z', 'updated_at': '2021-09-18T20:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3f2be2c6-2102-41ae-9c0d-e783ec689f83', 'name': '', 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'mac_address': 'fa:16:3e:d2:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9a07c8fc-c03a-4c2b-ac51-c5466d87707c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:24Z', 'updated_at': '2021-09-18T20:35:28Z', 'revision_number': 4, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'subnets': [{'id': '9a07c8fc-c03a-4c2b-ac51-c5466d87707c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:35:29.457301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c832127-9b54-489c-936a-d19ac377e99b None None] The sync data for ids ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'] in n-d-789963-11 is: [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:35:25Z', 'revision_number': 4, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port': {'id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:22Z', 'updated_at': '2021-09-18T20:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '3f2be2c6-2102-41ae-9c0d-e783ec689f83', 'name': '', 'network_id': 'f28a45c8-1462-4a1a-a3da-18d417d05da1', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'mac_address': 'fa:16:3e:d2:4e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9a07c8fc-c03a-4c2b-ac51-c5466d87707c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:24Z', 'updated_at': '2021-09-18T20:35:28Z', 'revision_number': 4, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'subnets': [{'id': '9a07c8fc-c03a-4c2b-ac51-c5466d87707c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:35:29.458722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2c4ee-7404-4a3f-b3ce-b4fea0b3680d None None] Pushing event updated for resources: {'Port': ['ID=3f2be2c6-2102-41ae-9c0d-e783ec689f83,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:29.503189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8a8052ea-964f-4797-881f-fdf94877f5b9 None None] Provisioning complete for port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:29.503601 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8a8052ea-964f-4797-881f-fdf94877f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:31.171893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3f2be2c6-2102-41ae-9c0d-e783ec689f83 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:31.249155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:31.249688 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:35.904038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-4dd35751-c271-433e-aa7b-f254c5f4d8e2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:35.905653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-4dd35751-c271-433e-aa7b-f254c5f4d8e2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 815 time: 0.0995829 Sep 18 20:35:35.920742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-a405ec00-7060-461f-9eca-4cadd3cafbac tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/quotas/56edd2e31b074cabbc2f4e1e843047ae HTTP/1.1" status: 200 len: 375 time: 0.0092325 Sep 18 20:35:35.969567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-21afef84-db88-4723-be15-e07356348548 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438447 Sep 18 20:35:36.157364 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-89460bb5-8fd3-4018-8039-1724fdd80c78 service neutron] 10.222.0.20 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762238 Sep 18 20:35:36.249142 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-a76cc236-1885-43e4-9523-e9aebe55417b service neutron] 10.222.0.20 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857933 Sep 18 20:35:36.462098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-386dcd98-6071-4713-9b07-5487239bbcc1 req-ac6d6200-418e-4767-923e-8b65eab7972f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 210 time: 0.0819273 Sep 18 20:35:37.425878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-f74b959c-7734-4311-876b-d79385dc2edb tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:37.427363 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-f74b959c-7734-4311-876b-d79385dc2edb tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.32 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 815 time: 0.1080458 Sep 18 20:35:37.441538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'port': {'device_id': '08c0a406-122b-4255-9b3c-c7569ad71424', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'admin_state_up': True, 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:35:37.551870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Made reservation on behalf of 56edd2e31b074cabbc2f4e1e843047ae for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:35:37.555622 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:37.561296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4cf35ebe-b8b4-4b1c-9355-d1c55f6c4574 req-8e4c199d-a394-453a-b0e6-ca0206467fe5 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 210 time: 0.0274327 Sep 18 20:35:37.695282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Allocated IP 172.20.0.13 (89ff1e7c-7d77-4548-acf4-bf122bd0b5fe/95afbaf8-9c9d-4973-b4f0-b19d15f17087/6f249a53-7b96-49c8-aab8-574a7c099f9b) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:35:37.877270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:37.918278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:37.972016 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:35:37.978243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:35:37.984465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:35:37.988592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'Port': ['ID=6f249a53-7b96-49c8-aab8-574a7c099f9b,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:38.069125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:38.070570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:38.093826 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3c750beb-eda9-4fd1-aad4-e5976525abfd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6564519 Sep 18 20:35:38.235287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-08099d80-dc06-457b-9557-780437870b85 None None] Provisioning complete for port 6f249a53-7b96-49c8-aab8-574a7c099f9b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:38.236370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08099d80-dc06-457b-9557-780437870b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:38.288999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-08099d80-dc06-457b-9557-780437870b85 None None] Port 6f249a53-7b96-49c8-aab8-574a7c099f9b cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:35:38.709908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4b28a-dea1-4326-bbde-6bd4d318d0d0 req-3fbfb66c-3dc4-4c0d-a170-666abb29c92d tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:38.711568 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbd4b28a-dea1-4326-bbde-6bd4d318d0d0 req-3fbfb66c-3dc4-4c0d-a170-666abb29c92d tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0803852 Sep 18 20:35:38.750895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fbd4b28a-dea1-4326-bbde-6bd4d318d0d0 req-7e213d45-4589-4e75-bacf-7e7b4cf7ea1d tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Sep 18 20:35:39.929432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac25d8-59b6-4602-b0ef-b7ec70e1d557 req-02aeb98a-8d3f-44ab-8f95-f43d5f0760c5 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:39.930983 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52ac25d8-59b6-4602-b0ef-b7ec70e1d557 req-02aeb98a-8d3f-44ab-8f95-f43d5f0760c5 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0544717 Sep 18 20:35:39.973847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52ac25d8-59b6-4602-b0ef-b7ec70e1d557 req-4996dadf-c149-45ca-84b1-beb9a5a8bd53 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365043 Sep 18 20:35:41.224648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9b44c-d069-4a54-a412-0d9b8619c9df req-4e93456b-ca42-4283-a05f-c3932d458c6c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:41.226140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2de9b44c-d069-4a54-a412-0d9b8619c9df req-4e93456b-ca42-4283-a05f-c3932d458c6c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0936217 Sep 18 20:35:41.267265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2de9b44c-d069-4a54-a412-0d9b8619c9df req-3ea98508-de34-42b7-aecf-b192a791a022 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Sep 18 20:35:42.485725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fe1e9-179d-490c-bc96-bc2e5dfa4b6d req-46276c76-bfeb-40ac-90ee-67f4b1757d41 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:42.487199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4fe1e9-179d-490c-bc96-bc2e5dfa4b6d req-46276c76-bfeb-40ac-90ee-67f4b1757d41 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0945768 Sep 18 20:35:42.525358 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c4fe1e9-179d-490c-bc96-bc2e5dfa4b6d req-96859c9f-47fe-46a0-abeb-73d1af327a5e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Sep 18 20:35:43.376772 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:35:43.642555 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60af5d4-fdb9-48d6-b1f2-f82a3c28c881 req-fe831a8b-5b1f-4178-a6e8-83a12e26fd5f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:43.644030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e60af5d4-fdb9-48d6-b1f2-f82a3c28c881 req-fe831a8b-5b1f-4178-a6e8-83a12e26fd5f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0499465 Sep 18 20:35:43.701011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e60af5d4-fdb9-48d6-b1f2-f82a3c28c881 req-d242eed6-65f1-4665-ba9d-46f57bec028b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 Sep 18 20:35:44.842745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93899d4-f3b2-40a7-b071-e982be0b0b6b req-a08ef18c-069e-4282-9f93-4924b3f75f44 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:44.844149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a93899d4-f3b2-40a7-b071-e982be0b0b6b req-a08ef18c-069e-4282-9f93-4924b3f75f44 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0671580 Sep 18 20:35:44.884799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a93899d4-f3b2-40a7-b071-e982be0b0b6b req-03eb9d28-3280-45dd-8967-b38702429b84 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Sep 18 20:35:45.998039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed9c0b-489d-4b89-8e27-599832bfaf39 req-8ea54f30-cc50-48a1-89f2-ede37f4a5b67 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:46.000035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49ed9c0b-489d-4b89-8e27-599832bfaf39 req-8ea54f30-cc50-48a1-89f2-ede37f4a5b67 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0485680 Sep 18 20:35:46.036755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-49ed9c0b-489d-4b89-8e27-599832bfaf39 req-81e93914-b68b-4a31-839b-f1644f0b6ecf tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Sep 18 20:35:47.153924 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f67be4-a0a0-44a6-86e1-eb473b9dd579 req-2e4ec015-c67c-47be-9033-84c374642ffe tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:47.155944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26f67be4-a0a0-44a6-86e1-eb473b9dd579 req-2e4ec015-c67c-47be-9033-84c374642ffe tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0497408 Sep 18 20:35:47.205539 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26f67be4-a0a0-44a6-86e1-eb473b9dd579 req-51ae5e57-aa5c-4907-be45-a1b2452eab00 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Sep 18 20:35:48.323718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0924de-3ef8-4c78-92bf-e60694224074 req-e627f54a-58ea-4f39-ba73-71605e5c5bf1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:48.325109 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea0924de-3ef8-4c78-92bf-e60694224074 req-e627f54a-58ea-4f39-ba73-71605e5c5bf1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 932 time: 0.0479770 Sep 18 20:35:48.364012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea0924de-3ef8-4c78-92bf-e60694224074 req-b825d2ea-02a6-48a7-81e4-86ea741ea87a tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Sep 18 20:35:48.773139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Request body: {'port': {'device_id': '08c0a406-122b-4255-9b3c-c7569ad71424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:35:48.831875 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:49.086269 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f249a53-7b96-49c8-aab8-574a7c099f9b {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:35:49.094134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:49.105610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Transition to ACTIVE for port object 6f249a53-7b96-49c8-aab8-574a7c099f9b will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:35:49.109940 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:49.160819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f249a53-7b96-49c8-aab8-574a7c099f9b,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:49.191548 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.191900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.192240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.192579 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.192909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.193243 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.193577 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.193906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.194232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.194560 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.194886 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.195209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:49.252453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Attempting to bind port 6f249a53-7b96-49c8-aab8-574a7c099f9b on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:35:49.252789 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Attempting to bind port 6f249a53-7b96-49c8-aab8-574a7c099f9b by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:35:49.253122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Attempting to bind port 6f249a53-7b96-49c8-aab8-574a7c099f9b on network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:35:49.257601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Port 6f249a53-7b96-49c8-aab8-574a7c099f9b on network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:35:49.257922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Attempting to bind port 6f249a53-7b96-49c8-aab8-574a7c099f9b on network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:35:49.263034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:35:49.263406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Checking segment: {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:35:49.263844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Bound using segment: {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:35:49.264839 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Bound port: 6f249a53-7b96-49c8-aab8-574a7c099f9b, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:35:49.265216 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:49.331147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] For port 6f249a53-7b96-49c8-aab8-574a7c099f9b, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:35:49.334073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] For port 6f249a53-7b96-49c8-aab8-574a7c099f9b, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:35:49.338632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:49.372531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:49.373151 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:49.375611 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 1093 time: 0.6072888 Sep 18 20:35:49.377965 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:35:49.382283 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd6b984539faa2e6456e43eb834bb04860b284d052d017fa7721c7a054235599" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08144460-c5d8-407a-9c42-05b08d75b8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:35:49.411134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154570e6-ab9d-426c-ad4e-b938e46f93c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f249a53-7b96-49c8-aab8-574a7c099f9b,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:49.458081 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd0cf8-6845-4571-b539-6b2898ef0967 x-openstack-request-id: req-c8bd0cf8-6845-4571-b539-6b2898ef0967 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:35:49.458461 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:35:49.458813 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8bd0cf8-6845-4571-b539-6b2898ef0967 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:35:49.459292 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'status': 'completed', 'code': 200} Sep 18 20:35:49.472872 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3d98b8ea-76c3-4984-a5a1-f068c729c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:49.474674 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-3d98b8ea-76c3-4984-a5a1-f068c729c266 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1096 time: 0.0554752 Sep 18 20:35:49.516013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2dadd-d272-457b-b889-b86754a2b71d req-0a5c8083-ccf9-4814-815f-dbceb9b08792 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:49.517777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edc2dadd-d272-457b-b889-b86754a2b71d req-0a5c8083-ccf9-4814-815f-dbceb9b08792 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 944 time: 0.0534706 Sep 18 20:35:49.521914 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-5b2a4b2b-69f4-4035-99df-528a2a4d842b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 217 time: 0.0394783 Sep 18 20:35:49.557341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-edc2dadd-d272-457b-b889-b86754a2b71d req-e9512dec-58e1-4de0-a615-5f52ef5751ac tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336154 Sep 18 20:35:49.578590 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-fb341efa-975e-4ffc-b298-04d794d94895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:49.578697 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-fb341efa-975e-4ffc-b298-04d794d94895 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 200 len: 854 time: 0.0489702 Sep 18 20:35:49.627864 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-4d731ca4-dcc8-4ead-9be0-82253f93dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:49.629380 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-4d731ca4-dcc8-4ead-9be0-82253f93dacb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443454 Sep 18 20:35:49.720692 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-247420c0-1cf7-45da-ad59-eb8acc337de3 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829353 Sep 18 20:35:49.813830 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-de0a2e50-cf26-4160-bbe2-7a888bfc037c req-c3dd8c5e-6d40-4b9d-a5fb-d519e7b2f614 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860791 Sep 18 20:35:49.897776 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-2eb40ced-105f-4307-a09e-73381d94c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:49.899172 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-2eb40ced-105f-4307-a09e-73381d94c364 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1096 time: 0.0406036 Sep 18 20:35:49.991137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-9d658278-fb9d-458e-b340-4152ffcc6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:49.992617 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-9d658278-fb9d-458e-b340-4152ffcc6848 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 916 time: 0.0854609 Sep 18 20:35:50.034406 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-f1010850-2e19-45de-b234-93bd29e40a6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 217 time: 0.0341036 Sep 18 20:35:50.081142 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-94e7dcf9-e782-49df-aca3-5f73759f9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:50.082537 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-94e7dcf9-e782-49df-aca3-5f73759f9ef1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 200 len: 854 time: 0.0414889 Sep 18 20:35:50.127859 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-f9fe6a02-0966-4d3b-8046-a41dcbb64861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:50.129289 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-f9fe6a02-0966-4d3b-8046-a41dcbb64861 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382743 Sep 18 20:35:50.221550 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-04469756-3261-4e7e-84c2-1bb361e1f957 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833111 Sep 18 20:35:50.316171 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-08144460-c5d8-407a-9c42-05b08d75b8c7 req-6ede4937-6233-4bb8-bdea-1db0cf2f83d2 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864797 Sep 18 20:35:50.673138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e7a9b-28f7-4aad-a2a9-6d1225ac2586 req-d3fa95d3-204e-445b-8c56-de515d882a0b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:50.674591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf3e7a9b-28f7-4aad-a2a9-6d1225ac2586 req-d3fa95d3-204e-445b-8c56-de515d882a0b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 944 time: 0.0483618 Sep 18 20:35:50.716789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf3e7a9b-28f7-4aad-a2a9-6d1225ac2586 req-6abf7949-b2d1-436e-852c-008bcd419157 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360725 Sep 18 20:35:51.678036 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a17d-46c7-45fa-8e55-762c36ced0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:51.830005 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836e0f2-c219-4473-b4ef-5f622647e4f9 req-1dcab0b5-7fcf-401c-8af3-017966a62ed8 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:51.831357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3836e0f2-c219-4473-b4ef-5f622647e4f9 req-1dcab0b5-7fcf-401c-8af3-017966a62ed8 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 944 time: 0.0478683 Sep 18 20:35:51.868174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3836e0f2-c219-4473-b4ef-5f622647e4f9 req-6676507b-237b-4a41-9a6d-e48ee50276ca tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Sep 18 20:35:52.920218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6f249a53-7b96-49c8-aab8-574a7c099f9b details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:35:52.983742 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8abb85-874c-4d25-8a81-87a1c792d972 req-8a1fa11e-89da-455d-8029-c51c4497f694 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:52.985137 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e8abb85-874c-4d25-8a81-87a1c792d972 req-8a1fa11e-89da-455d-8029-c51c4497f694 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 944 time: 0.0495355 Sep 18 20:35:53.015897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6f249a53-7b96-49c8-aab8-574a7c099f9b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:53.022695 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4e8abb85-874c-4d25-8a81-87a1c792d972 req-84cc8c1e-a2be-4ab3-be4f-edc721f364a7 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Sep 18 20:35:53.027358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'port_id': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'mac_address': 'fa:16:3e:d5:f0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:35:53.064657 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:53.077100 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f249a53-7b96-49c8-aab8-574a7c099f9b {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:35:53.096719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6f249a53-7b96-49c8-aab8-574a7c099f9b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:53.100545 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:53.153659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=6f249a53-7b96-49c8-aab8-574a7c099f9b,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:53.161040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.161385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.161722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.162056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.162383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.162709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.163031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.163353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.163702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.164021 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.164340 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.164659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:35:53.333498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6f249a53-7b96-49c8-aab8-574a7c099f9b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:35:53.838301 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:53.953605 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:54.134879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777bde0-4872-4074-9df8-0384ec129792 req-86c418a8-3add-4f48-81fb-ded3ed100b3c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:54.136354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5777bde0-4872-4074-9df8-0384ec129792 req-86c418a8-3add-4f48-81fb-ded3ed100b3c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 945 time: 0.0478127 Sep 18 20:35:54.176699 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5777bde0-4872-4074-9df8-0384ec129792 req-82f42637-36ba-47a2-97c4-d650b78d815e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Sep 18 20:35:54.883812 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:54.955522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6f249a53-7b96-49c8-aab8-574a7c099f9b up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:35:54.989929 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8e6db1f9-c802-4c5b-94c1-157b26eb1063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:55.011232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 6f249a53-7b96-49c8-aab8-574a7c099f9b completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:35:55.014961 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 6f249a53-7b96-49c8-aab8-574a7c099f9b triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:35:55.015349 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:55.091146 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:55.112626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:35:55.115001 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe738463e73f22f2cb00cc854cb87472161323f7f41dab559c859c7e31abb517" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40cec64-13df-4560-a1b8-1b063e0e67d6" -d '{"events": [{"server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "name": "network-vif-plugged", "status": "completed", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:35:55.128054 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 6f249a53-7b96-49c8-aab8-574a7c099f9b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:35:55.132439 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:55.160283 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81085edf-807c-4004-aac3-241afe62a2c8 x-openstack-request-id: req-81085edf-807c-4004-aac3-241afe62a2c8 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:35:55.160572 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "name": "network-vif-plugged", "status": "completed", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:35:55.160821 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81085edf-807c-4004-aac3-241afe62a2c8 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:35:55.161205 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'code': 200} Sep 18 20:35:55.186799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=6f249a53-7b96-49c8-aab8-574a7c099f9b,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:35:55.330493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f602ade-626b-40c2-9c9b-15314c688222 req-5487cc9b-2a28-4cd7-adba-3a4aec21ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:55.332082 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f602ade-626b-40c2-9c9b-15314c688222 req-5487cc9b-2a28-4cd7-adba-3a4aec21ded1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1098 time: 0.0887320 Sep 18 20:35:55.371009 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2f602ade-626b-40c2-9c9b-15314c688222 req-aec2d4ea-3331-42d8-b99c-0628d8a45a15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Sep 18 20:35:55.612984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3f85-be2d-4b4a-9868-2c5a196dc73a req-16dd8bf5-cfeb-409d-8479-ebabbdf97628 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:55.614450 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2fb3f85-be2d-4b4a-9868-2c5a196dc73a req-16dd8bf5-cfeb-409d-8479-ebabbdf97628 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.3702228 Sep 18 20:35:55.650926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2fb3f85-be2d-4b4a-9868-2c5a196dc73a req-6af8cbd9-16ad-4ba7-bd9a-48bfa9e87738 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Sep 18 20:35:55.727270 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:35:56.765081 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8749e-9759-4d50-a887-dedfd5c1df09 req-4576f822-f190-4e27-9255-a981e2a1b57f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:56.766559 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57b8749e-9759-4d50-a887-dedfd5c1df09 req-4576f822-f190-4e27-9255-a981e2a1b57f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.0482798 Sep 18 20:35:56.804104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57b8749e-9759-4d50-a887-dedfd5c1df09 req-f49db623-79cf-43e2-81a3-5bf40ba5064d tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Sep 18 20:35:56.914950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb41877-d40a-46c2-9863-7706e973a772 req-1cb2c1fb-a1dc-4824-ab4c-ab63cc778653 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:56.916439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fb41877-d40a-46c2-9863-7706e973a772 req-1cb2c1fb-a1dc-4824-ab4c-ab63cc778653 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.0479569 Sep 18 20:35:56.956338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8fb41877-d40a-46c2-9863-7706e973a772 req-9d17480c-fc36-4919-9e62-5a5d78c0c516 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333798 Sep 18 20:35:57.138069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18866-5fc9-40f2-9b1d-337986dd943d req-3bf96901-27ae-4917-b13f-5880b92b2b96 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:35:57.140184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcc18866-5fc9-40f2-9b1d-337986dd943d req-3bf96901-27ae-4917-b13f-5880b92b2b96 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.0481925 Sep 18 20:35:57.176742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fcc18866-5fc9-40f2-9b1d-337986dd943d req-d11ac668-aff9-4b82-af96-7dd252802f2d tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Sep 18 20:35:57.665628 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:08.695845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559d28d-f1dd-4092-8346-e88e5b6792d5 req-93121a2b-4acd-4a15-9c41-869981f813ac tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:08.697367 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f559d28d-f1dd-4092-8346-e88e5b6792d5 req-93121a2b-4acd-4a15-9c41-869981f813ac tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.0495479 Sep 18 20:36:08.737008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f559d28d-f1dd-4092-8346-e88e5b6792d5 req-e49daeed-955b-4118-980c-e790954ee714 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333154 Sep 18 20:36:08.758398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43612) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:08.842182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098d312-cc37-45db-b065-0a47a7506073 tempest-TestMinimumBasicScenario-1065386380 tempest-TestMinimumBasicScenario-1065386380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:08.843653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7098d312-cc37-45db-b065-0a47a7506073 tempest-TestMinimumBasicScenario-1065386380 tempest-TestMinimumBasicScenario-1065386380-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1093 time: 0.0842915 Sep 18 20:36:08.846631 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43616) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:08.850755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:08.871833 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:08.969137 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:09.077068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Allocated IP 172.25.8.165 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/c737faea-4b72-4591-b6a3-c2a14440f1b8) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:36:09.178189 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:09.211170 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:09.247821 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:36:09.251234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:36:09.257611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:36:09.282726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'Port': ['ID=c737faea-4b72-4591-b6a3-c2a14440f1b8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:09.609930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:09.678023 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:09.822250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:09.827210 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:09.896731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'Port': ['ID=c737faea-4b72-4591-b6a3-c2a14440f1b8,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:09.907980 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.006371 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Floating IP 1a044933-f580-4fb6-b1df-46e149302d66 associated. External IP: 172.25.8.165, port: 6f249a53-7b96-49c8-aab8-574a7c099f9b. Sep 18 20:36:10.215008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Router b102a5ce-2154-4c90-8615-5f810900f537 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:36:10.324792 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:36:10.337403 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] Sync routers for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:36:10.342862 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.349674 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:36:10.350283 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:35:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:36:10.371645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-1c895bad-6eee-4e26-9d31-2a23850a250c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5239961 Sep 18 20:36:10.372222 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:36:10.375597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:10.380540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c2b5178f-da00-4a04-a825-cd2aa67eabce tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-631943046', 'description': 'tempest-secgroup-smoke-631943046 description', 'project_id': '56edd2e31b074cabbc2f4e1e843047ae'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:10.407485 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2b5178f-da00-4a04-a825-cd2aa67eabce tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.413362 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:36:10.463931 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:36:10.492076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2b5178f-da00-4a04-a825-cd2aa67eabce tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.496364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2b5178f-da00-4a04-a825-cd2aa67eabce tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.513823 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f72bee7-3fee-4724-b610-a5a3afd7a454 x-openstack-request-id: req-8f72bee7-3fee-4724-b610-a5a3afd7a454 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:36:10.514634 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:36:10.514881 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f72bee7-3fee-4724-b610-a5a3afd7a454 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:36:10.515280 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'status': 'completed', 'code': 200} Sep 18 20:36:10.534535 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5178f-da00-4a04-a825-cd2aa67eabce tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be2adfc-262e-4e7a-a916-c05ae388116e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:10.545629 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c2b5178f-da00-4a04-a825-cd2aa67eabce tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.547001 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c2b5178f-da00-4a04-a825-cd2aa67eabce tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1703076 Sep 18 20:36:10.550039 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43626) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:10.554613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2913b459-356d-4f5d-b914-5a07f45e5e23 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'security_group_rule': {'security_group_id': '8be2adfc-262e-4e7a-a916-c05ae388116e', 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:10.588188 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-28b5b604-e09b-4541-a76e-a861e8f943d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:10.589728 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-28b5b604-e09b-4541-a76e-a861e8f943d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1098 time: 0.0524638 Sep 18 20:36:10.590393 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2913b459-356d-4f5d-b914-5a07f45e5e23 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.652897 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2913b459-356d-4f5d-b914-5a07f45e5e23 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.657829 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2913b459-356d-4f5d-b914-5a07f45e5e23 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.678120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913b459-356d-4f5d-b914-5a07f45e5e23 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548e411b-59d9-4d17-99ed-a1aa0ccb3016,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:10.684226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2913b459-356d-4f5d-b914-5a07f45e5e23 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.688601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2913b459-356d-4f5d-b914-5a07f45e5e23 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345446 Sep 18 20:36:10.688813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43628) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:10.692865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-976d5ebc-5138-4b8b-81c3-5e9e463b2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:10.694387 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-976d5ebc-5138-4b8b-81c3-5e9e463b2c9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 916 time: 0.0979540 Sep 18 20:36:10.694519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fc1bf92a-baa5-48d9-8de4-4492077ff96b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'security_group_rule': {'security_group_id': '8be2adfc-262e-4e7a-a916-c05ae388116e', 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:10.723685 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf92a-baa5-48d9-8de4-4492077ff96b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.774606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-e1262142-a245-4c86-8ed6-def3248d5172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 1000 time: 0.0729642 Sep 18 20:36:10.790907 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf92a-baa5-48d9-8de4-4492077ff96b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.796531 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf92a-baa5-48d9-8de4-4492077ff96b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.800061 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '1a044933-f580-4fb6-b1df-46e149302d66', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'port_id': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'mac_address': 'fa:16:3e:d5:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c0a406-122b-4255-9b3c-c7569ad71424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:36:09Z', 'updated_at': '2021-09-18T20:36:09Z', 'revision_number': 0, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:24Z', 'revision_number': 5, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:36:10.808832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bf92a-baa5-48d9-8de4-4492077ff96b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49972de-60e5-4e9f-a553-ccb273e1b1af,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:10.824981 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fc1bf92a-baa5-48d9-8de4-4492077ff96b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.827449 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fc1bf92a-baa5-48d9-8de4-4492077ff96b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366389 Sep 18 20:36:10.830263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43630) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:10.830995 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] Checking router: b102a5ce-2154-4c90-8615-5f810900f537 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:36:10.836240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4be7fdd5-b545-4fcb-9b5e-0646a4bd2a63 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'security_group_rule': {'security_group_id': '8be2adfc-262e-4e7a-a916-c05ae388116e', 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:10.839214 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:36:10.839841 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:35:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:36:10.848478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-97088ba0-2af1-4612-a016-7d2a8e55b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:10.849998 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-97088ba0-2af1-4612-a016-7d2a8e55b7af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 200 len: 854 time: 0.0684175 Sep 18 20:36:10.898236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4be7fdd5-b545-4fcb-9b5e-0646a4bd2a63 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:10.919366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-1f8a15e4-932d-4773-bf97-2f21e40d011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:10.921287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-1f8a15e4-932d-4773-bf97-2f21e40d011a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634754 Sep 18 20:36:10.944817 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:36:11.022441 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4be7fdd5-b545-4fcb-9b5e-0646a4bd2a63 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.027288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4be7fdd5-b545-4fcb-9b5e-0646a4bd2a63 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.055716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7fdd5-b545-4fcb-9b5e-0646a4bd2a63 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf98153-ec0f-425e-8a0e-7fcdefca38f3,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:11.061219 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-eface55f-0f89-4776-91e3-aa5b1f67a49c service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323190 Sep 18 20:36:11.067434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4be7fdd5-b545-4fcb-9b5e-0646a4bd2a63 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.068597 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4be7fdd5-b545-4fcb-9b5e-0646a4bd2a63 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2373641 Sep 18 20:36:11.071597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43632) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:11.076492 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0acbfbd5-adbe-43b2-81f2-bc4d80b3d1e1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'security_group_rule': {'security_group_id': '8be2adfc-262e-4e7a-a916-c05ae388116e', 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:11.114885 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0acbfbd5-adbe-43b2-81f2-bc4d80b3d1e1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.162422 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b35e6fa5-01dd-475c-8acf-3ccac4451ee9 req-3213183f-7779-4bae-8fb5-7fbe3cfce65d service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927505 Sep 18 20:36:11.175246 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '1a044933-f580-4fb6-b1df-46e149302d66', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'port_id': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'mac_address': 'fa:16:3e:d5:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c0a406-122b-4255-9b3c-c7569ad71424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:36:09Z', 'updated_at': '2021-09-18T20:36:09Z', 'revision_number': 0, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:24Z', 'revision_number': 5, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:36:11.184188 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0acbfbd5-adbe-43b2-81f2-bc4d80b3d1e1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.188704 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0acbfbd5-adbe-43b2-81f2-bc4d80b3d1e1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.203103 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3bc916-c1e9-4597-8210-f3a7b65d962f None None] The sync data for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 is: [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '1a044933-f580-4fb6-b1df-46e149302d66', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'port_id': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'mac_address': 'fa:16:3e:d5:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c0a406-122b-4255-9b3c-c7569ad71424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:36:09Z', 'updated_at': '2021-09-18T20:36:09Z', 'revision_number': 0, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:24Z', 'revision_number': 5, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:36:11.212561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbfbd5-adbe-43b2-81f2-bc4d80b3d1e1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366aeb23-a324-4456-bb3f-5acc20033725,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:11.218598 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0acbfbd5-adbe-43b2-81f2-bc4d80b3d1e1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.219915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0acbfbd5-adbe-43b2-81f2-bc4d80b3d1e1 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472263 Sep 18 20:36:11.222642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43634) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:11.227085 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4d356e76-0b3d-430c-82b3-c69cfbc5a06e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'security_group_rule': {'security_group_id': '8be2adfc-262e-4e7a-a916-c05ae388116e', 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:11.250447 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-4d356e76-0b3d-430c-82b3-c69cfbc5a06e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Project 56edd2e31b074cabbc2f4e1e843047ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:36:11.255479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d356e76-0b3d-430c-82b3-c69cfbc5a06e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.317810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d356e76-0b3d-430c-82b3-c69cfbc5a06e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.321783 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d356e76-0b3d-430c-82b3-c69cfbc5a06e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.343228 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d356e76-0b3d-430c-82b3-c69cfbc5a06e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff30d8f-13b1-4787-9304-e6c5c6b487d1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:11.351017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4d356e76-0b3d-430c-82b3-c69cfbc5a06e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.354904 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4d356e76-0b3d-430c-82b3-c69cfbc5a06e tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288364 Sep 18 20:36:11.355101 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43636) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:36:11.361163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3cc29097-832b-41bc-81ef-f2bd429dc467 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'security_group_rule': {'security_group_id': '8be2adfc-262e-4e7a-a916-c05ae388116e', 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:11.384153 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-3cc29097-832b-41bc-81ef-f2bd429dc467 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Project 56edd2e31b074cabbc2f4e1e843047ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:36:11.389654 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3cc29097-832b-41bc-81ef-f2bd429dc467 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.401429 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450de0d9-0216-4e49-8a68-cdda2b4b586a None None] New status for floating IP 1a044933-f580-4fb6-b1df-46e149302d66: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:36:11.455758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3cc29097-832b-41bc-81ef-f2bd429dc467 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.461539 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3cc29097-832b-41bc-81ef-f2bd429dc467 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.481726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc29097-832b-41bc-81ef-f2bd429dc467 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da11e874-d4cb-440d-8a11-7edc7da501a1,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:11.485319 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3cc29097-832b-41bc-81ef-f2bd429dc467 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.487033 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3cc29097-832b-41bc-81ef-f2bd429dc467 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306975 Sep 18 20:36:11.584784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-45a8c17d-b7d7-4ae4-8c00-4fa2e9db9a73 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631943046&fields=id&tenant_id=56edd2e31b074cabbc2f4e1e843047ae HTTP/1.1" status: 200 len: 267 time: 0.0344570 Sep 18 20:36:11.641236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-38509407-885a-44a8-bcb4-1bb49d53774c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:11.642713 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-38509407-885a-44a8-bcb4-1bb49d53774c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.0519679 Sep 18 20:36:11.653813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'port': {'security_groups': ['c338013a-3403-4fcc-9d2d-0333775a60f8', '8be2adfc-262e-4e7a-a916-c05ae388116e']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:36:11.714723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.899477 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] For port 6f249a53-7b96-49c8-aab8-574a7c099f9b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:36:11.928125 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.932922 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.944426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6f249a53-7b96-49c8-aab8-574a7c099f9b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:36:11.980963 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:11.981597 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:11.983551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1f34084a-3f98-405d-a74e-ce62cecc99d4 req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "PUT /v2.0/ports/6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 982 time: 0.3341789 Sep 18 20:36:12.007095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e699b8-fa1b-4d28-ac67-0c689734e958 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'Port': ['ID=6f249a53-7b96-49c8-aab8-574a7c099f9b,revision_number=6']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:36:12.042796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6f249a53-7b96-49c8-aab8-574a7c099f9b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:36:12.096282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ece95-82ce-452e-8c40-08a0ee38d40c req-65185837-df59-4fb1-858d-90e2cca89b6a tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:12.098438 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b43ece95-82ce-452e-8c40-08a0ee38d40c req-65185837-df59-4fb1-858d-90e2cca89b6a tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0534892 Sep 18 20:36:12.148014 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b43ece95-82ce-452e-8c40-08a0ee38d40c req-ceb0a881-4b1e-4dd8-9a51-f5ecc52c3a5a tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384278 Sep 18 20:36:12.317482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a126b771-4610-43e8-b1de-13859716a6bf None None] Provisioning complete for port 6f249a53-7b96-49c8-aab8-574a7c099f9b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:36:12.317772 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a126b771-4610-43e8-b1de-13859716a6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:12.516412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:36:12.518900 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84" -d '{"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:36:12.553802 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7754a541-389b-47c5-b4a9-019b2c75cb8e x-openstack-request-id: req-7754a541-389b-47c5-b4a9-019b2c75cb8e {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:36:12.554092 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:36:12.554341 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7754a541-389b-47c5-b4a9-019b2c75cb8e {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:36:12.554736 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'status': 'completed', 'code': 200} Sep 18 20:36:12.627505 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-2e270552-e951-4af2-8536-81ce01e6a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:12.628999 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-2e270552-e951-4af2-8536-81ce01e6a8f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1137 time: 0.0416777 Sep 18 20:36:12.716204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-70bf93e3-5497-4748-bc74-497d93f1e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:12.717697 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-70bf93e3-5497-4748-bc74-497d93f1e362 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 916 time: 0.0814369 Sep 18 20:36:12.789712 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-7c790ea6-5d50-4242-903a-138b142f57c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 1002 time: 0.0637667 Sep 18 20:36:12.838817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-12a07c8c-c71c-44b3-be35-1920d0d61eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:12.840290 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-12a07c8c-c71c-44b3-be35-1920d0d61eb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 200 len: 854 time: 0.0427022 Sep 18 20:36:12.884595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-8e9deb40-caa0-4f58-96fb-f9b1323686c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:12.886050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-8e9deb40-caa0-4f58-96fb-f9b1323686c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388830 Sep 18 20:36:12.977898 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-4606a444-b142-478f-b44f-e42dd9cdb322 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843260 Sep 18 20:36:13.068565 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9f747fa6-3ab9-4c8e-be4e-39f3b1e7de84 req-4c5d90d5-aa1e-48ad-a534-290f7cb6152a service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832913 Sep 18 20:36:20.375318 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:36:21.679577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-57194fcd-ffbd-4ed3-ac49-cc4f29692051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:23.854589 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:23.952942 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:24.886488 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:24.972261 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-964b4417-7e36-4f35-980d-165ac973cb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:25.730536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:27.662898 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:28.159008 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-86d17d2a-41f0-4e8a-abb0-e98b175cc82e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410242 Sep 18 20:36:28.244614 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-800bc815-7719-4a7e-94dd-107e510b2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:28.246087 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-800bc815-7719-4a7e-94dd-107e510b2b4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1137 time: 0.0409346 Sep 18 20:36:28.351038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-d3a2c4e8-6ded-44cf-84ec-d247df3482c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:28.352541 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-d3a2c4e8-6ded-44cf-84ec-d247df3482c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 916 time: 0.0872159 Sep 18 20:36:28.417593 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-9fff953e-7dd7-4783-ae1a-c99be86db574 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 1002 time: 0.0563102 Sep 18 20:36:28.467433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-405e914a-5402-44ca-9e43-e1ec78dc20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:28.468900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-405e914a-5402-44ca-9e43-e1ec78dc20eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 200 len: 854 time: 0.0432904 Sep 18 20:36:28.517858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-1610f880-8002-44b6-bd58-c116bd045811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:28.519325 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-1610f880-8002-44b6-bd58-c116bd045811 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434442 Sep 18 20:36:28.607050 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-b9ea4c24-f46a-4833-b6e1-9a8e1976b4a1 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793557 Sep 18 20:36:28.702937 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3a25685-7a30-49d3-aea3-edff785f7050 req-bab959ea-3265-449e-9da3-53bbe6a8084f service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881240 Sep 18 20:36:29.367458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87b712-a8d8-4358-b692-297bfd9919d8 req-a14aab6c-9d66-4e75-ad33-b535714940a3 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:29.368069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-4b2a5ecc-2543-4146-b69e-d25c00f86f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:29.368958 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c87b712-a8d8-4358-b692-297bfd9919d8 req-a14aab6c-9d66-4e75-ad33-b535714940a3 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0506554 Sep 18 20:36:29.369094 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-4b2a5ecc-2543-4146-b69e-d25c00f86f22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1137 time: 0.0406587 Sep 18 20:36:29.410732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5c87b712-a8d8-4358-b692-297bfd9919d8 req-121432fd-bf49-4d35-a74e-cdcc134a97c4 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351899 Sep 18 20:36:29.464031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-191b3716-4b3a-4e6b-8f7a-edbb5fe032a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:29.465533 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-191b3716-4b3a-4e6b-8f7a-edbb5fe032a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 916 time: 0.0886714 Sep 18 20:36:29.529771 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-b2e2c925-f77b-4f41-ad16-6a9a93b3e67c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 1002 time: 0.0566311 Sep 18 20:36:29.575617 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-0a87c575-153f-4221-b22c-063a57b6c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:29.576993 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-0a87c575-153f-4221-b22c-063a57b6c4a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 200 len: 854 time: 0.0407231 Sep 18 20:36:29.626014 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-22765a52-f3c8-4b20-96ee-3fb6ee52fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:29.627366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-22765a52-f3c8-4b20-96ee-3fb6ee52fd27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431855 Sep 18 20:36:29.714960 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-3ee19cb5-657a-4915-985b-87fbe241cbe7 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796096 Sep 18 20:36:29.806908 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a3c665c5-9a87-4ce1-bc9d-c1c34cb05855 req-aa6b9a55-4c80-4492-a222-c193fdf9faa6 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845912 Sep 18 20:36:30.526512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124aa9d6-6594-4772-8198-e5b959b7c870 req-5d2d62e7-0bce-44cb-9a9b-d6b080e144ea tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:30.527997 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-124aa9d6-6594-4772-8198-e5b959b7c870 req-5d2d62e7-0bce-44cb-9a9b-d6b080e144ea tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0481899 Sep 18 20:36:30.570680 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-124aa9d6-6594-4772-8198-e5b959b7c870 req-763d158c-e679-430c-839d-4789d3b8cea2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359886 Sep 18 20:36:31.683704 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439b684-a97e-4b77-b3d3-c8c2e33ca986 req-e67ddfcb-8cce-4a10-a74a-deb70c0148a2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:31.685164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0439b684-a97e-4b77-b3d3-c8c2e33ca986 req-e67ddfcb-8cce-4a10-a74a-deb70c0148a2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0482306 Sep 18 20:36:31.725329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0439b684-a97e-4b77-b3d3-c8c2e33ca986 req-0493fe78-e2db-42f3-b388-9e94e6fa5021 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335920 Sep 18 20:36:32.842608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a09f6-cf40-447a-8f7f-2c207b6325eb req-2860d793-1355-48b6-b59a-47c39f766ac0 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:32.844125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf9a09f6-cf40-447a-8f7f-2c207b6325eb req-2860d793-1355-48b6-b59a-47c39f766ac0 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0511825 Sep 18 20:36:32.885334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf9a09f6-cf40-447a-8f7f-2c207b6325eb req-f99a5628-0636-49b5-8f19-b93ac5768501 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341229 Sep 18 20:36:34.000049 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd22d4e-ddde-4255-b000-f87313ada48d req-591a4ed8-7116-4100-84ac-f4efb4f5c35a tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:34.001426 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bd22d4e-ddde-4255-b000-f87313ada48d req-591a4ed8-7116-4100-84ac-f4efb4f5c35a tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0492485 Sep 18 20:36:34.045083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bd22d4e-ddde-4255-b000-f87313ada48d req-e38ceb24-df97-48f3-86a8-1342f27c8d9a tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376384 Sep 18 20:36:35.168372 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e558f8-b198-42d7-b074-1cbbcdbae436 req-3fe2881f-c5d8-4706-ba10-2b17c1e513cd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:35.169869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7e558f8-b198-42d7-b074-1cbbcdbae436 req-3fe2881f-c5d8-4706-ba10-2b17c1e513cd tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0512309 Sep 18 20:36:35.211478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7e558f8-b198-42d7-b074-1cbbcdbae436 req-b454accb-8b0b-42af-b320-34f56f8aaa7a tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345557 Sep 18 20:36:36.328136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9c2f-eb69-4960-99f6-97782f8b5a8b req-a3ba0a1c-f0db-44bd-9eef-b0a3331c9f29 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:36.329615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae4d9c2f-eb69-4960-99f6-97782f8b5a8b req-a3ba0a1c-f0db-44bd-9eef-b0a3331c9f29 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0492964 Sep 18 20:36:36.369398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae4d9c2f-eb69-4960-99f6-97782f8b5a8b req-39f94302-dfd8-4d9f-ad40-a9989e898a32 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337415 Sep 18 20:36:37.483011 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef9d19-7b8c-41c6-a550-d239d320f85b req-03d240e4-2a89-4653-999e-89eb7a28d135 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:37.484526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73ef9d19-7b8c-41c6-a550-d239d320f85b req-03d240e4-2a89-4653-999e-89eb7a28d135 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0492823 Sep 18 20:36:37.528530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73ef9d19-7b8c-41c6-a550-d239d320f85b req-de954da0-7b38-4b9e-b63c-fe98d7bfb218 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371323 Sep 18 20:36:38.643565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086d687-6421-4537-bc8b-fdb95038993e req-e13f0e85-e031-44ab-aeed-e461138720db tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:38.645032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f086d687-6421-4537-bc8b-fdb95038993e req-e13f0e85-e031-44ab-aeed-e461138720db tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0493917 Sep 18 20:36:38.684174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f086d687-6421-4537-bc8b-fdb95038993e req-ee68af1b-c919-46be-9d1c-e2000629f900 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330682 Sep 18 20:36:39.800032 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a01bd-b0a3-4f18-a496-a49793a49aa7 req-d4a65e16-3c64-4b06-8cc4-d410778edb47 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:39.801505 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-252a01bd-b0a3-4f18-a496-a49793a49aa7 req-d4a65e16-3c64-4b06-8cc4-d410778edb47 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0500886 Sep 18 20:36:39.841485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-252a01bd-b0a3-4f18-a496-a49793a49aa7 req-f7e51875-8802-4ff5-8968-3159962947a3 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339406 Sep 18 20:36:40.957651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee0328-8b2c-443b-8014-8838e555dc99 req-1c98c2f9-b216-424a-bdb4-cf2c23dcb6df tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:36:40.959141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6aee0328-8b2c-443b-8014-8838e555dc99 req-1c98c2f9-b216-424a-bdb4-cf2c23dcb6df tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0489500 Sep 18 20:36:41.002461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6aee0328-8b2c-443b-8014-8838e555dc99 req-52a427f5-6bec-4322-8d98-d53061f9b245 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=8be2adfc-262e-4e7a-a916-c05ae388116e&id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372303 Sep 18 20:36:51.683658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bf734956-8fd1-480d-a2b7-a26cf036b18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:53.870234 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:53.952772 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:54.886852 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:54.972702 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2406265-a71c-4f40-b714-c561753bf531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:55.733208 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:36:57.375272 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:36:57.667297 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:13.494029 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-2cdab4aa-8323-4d76-a7d0-817e01fedd5b tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631943046&fields=id&tenant_id=56edd2e31b074cabbc2f4e1e843047ae HTTP/1.1" status: 200 len: 267 time: 0.0357027 Sep 18 20:37:13.547834 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-6422d37b-a41a-4e97-8c7f-5ff714facdd4 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:13.549306 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-6422d37b-a41a-4e97-8c7f-5ff714facdd4 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 985 time: 0.0494707 Sep 18 20:37:13.560897 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Request body: {'port': {'security_groups': ['c338013a-3403-4fcc-9d2d-0333775a60f8']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:13.625256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:13.795722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] For port 6f249a53-7b96-49c8-aab8-574a7c099f9b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:13.827834 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:13.833039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:13.844988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6f249a53-7b96-49c8-aab8-574a7c099f9b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:37:13.877950 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:13.879335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:13.880801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bd21998-0931-444a-84e1-7f084a8c2289 req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "PUT /v2.0/ports/6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 943 time: 0.3243887 Sep 18 20:37:13.881262 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:37:13.883801 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f243245-164c-4fd4-845b-e961012a5fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:37:13.886835 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43708) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:13.923703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event updated for resources: {'Port': ['ID=6f249a53-7b96-49c8-aab8-574a7c099f9b,revision_number=7']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:13.932054 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.932387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.932734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.933075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.933416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.933751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.934084 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.934412 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.934743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.935070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.935408 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.935738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f4c20-4cb4-491b-9b21-b17195b46f9f tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:13.960672 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f63fbe-498b-4d7a-8079-2a049cc9c900 x-openstack-request-id: req-d6f63fbe-498b-4d7a-8079-2a049cc9c900 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:37:13.960971 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:37:13.961225 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6f63fbe-498b-4d7a-8079-2a049cc9c900 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:37:13.961635 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'status': 'completed', 'code': 200} Sep 18 20:37:13.965897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6f249a53-7b96-49c8-aab8-574a7c099f9b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:37:14.022102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.056469 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.060562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-bedddb9a-3bb1-45a4-a670-fe7006cfef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:14.062157 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-bedddb9a-3bb1-45a4-a670-fe7006cfef99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1098 time: 0.0788622 Sep 18 20:37:14.186985 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-8d434b1a-06a6-4252-ab4f-07923b8b7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:14.188460 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-8d434b1a-06a6-4252-ab4f-07923b8b7931 service neutron] 10.222.0.32 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 916 time: 0.1193659 Sep 18 20:37:14.227421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a5cee625-e533-45a6-9570-9e1e6b98dbb5 None None] Provisioning complete for port 6f249a53-7b96-49c8-aab8-574a7c099f9b triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:14.227790 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a5cee625-e533-45a6-9570-9e1e6b98dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.239816 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.242423 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.243552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "DELETE /v2.0/security-groups/8be2adfc-262e-4e7a-a916-c05ae388116e HTTP/1.1" status: 204 len: 168 time: 0.3556817 Sep 18 20:37:14.246402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43714) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:14.261022 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be2adfc-262e-4e7a-a916-c05ae388116e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:14.275317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.275689 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.276072 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.276367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.276699 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.277035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.277363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.277690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.278017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.278377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.278658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.278976 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594d269-d9f9-48f0-9691-d25b5719e73c tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:14.290665 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-46f35c4d-836a-4952-bde6-90dc632cebcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 1002 time: 0.0941226 Sep 18 20:37:14.347005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-721d0014-50f9-4254-b6a1-e7e5f117636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:14.348727 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-721d0014-50f9-4254-b6a1-e7e5f117636f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 200 len: 854 time: 0.0511644 Sep 18 20:37:14.398137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-c71da60e-4947-4fe3-aa03-f2234edcb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:14.399752 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-c71da60e-4947-4fe3-aa03-f2234edcb2c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433726 Sep 18 20:37:14.419172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Deleting port c737faea-4b72-4591-b6a3-c2a14440f1b8 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:14.419549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.495316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.496018 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.498448 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-8117a356-f98b-405d-8b4f-28837ae07a8a service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913177 Sep 18 20:37:14.507363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Calling delete_port for c737faea-4b72-4591-b6a3-c2a14440f1b8 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:14.588369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-8f243245-164c-4fd4-845b-e961012a5fb0 req-b86a80b3-c904-451f-8832-c5b312d435b2 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821829 Sep 18 20:37:14.659963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.687718 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event deleted for resources: {'Port': ['ID=c737faea-4b72-4591-b6a3-c2a14440f1b8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:14.747724 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:14.747984 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Floating IP 1a044933-f580-4fb6-b1df-46e149302d66 disassociated (deleted). External IP: 172.25.8.165, port: 6f249a53-7b96-49c8-aab8-574a7c099f9b. Sep 18 20:37:14.950567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Router b102a5ce-2154-4c90-8615-5f810900f537 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:37:15.057973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:37:15.062540 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:15.067081 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] Sync routers for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:37:15.079908 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:15.080515 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:36:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:15.090901 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-16cc41d0-e904-4b48-aa29-8cae24ffc663 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "DELETE /v2.0/floatingips/1a044933-f580-4fb6-b1df-46e149302d66 HTTP/1.1" status: 204 len: 168 time: 0.8409786 Sep 18 20:37:15.184564 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:15.393094 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:24Z', 'revision_number': 5, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:15.417800 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] Checking router: b102a5ce-2154-4c90-8615-5f810900f537 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:37:15.425678 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:15.426252 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:36:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:15.528418 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:15.721745 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:24Z', 'revision_number': 5, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:15.751256 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4008c91-3cce-47ca-b52c-3a8548522d3d None None] The sync data for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 is: [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:19Z', 'revision_number': 4, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '44fd9e1e-512f-4115-9aa2-8651905c7f50', 'name': '', 'network_id': '89ff1e7c-7d77-4548-acf4-bf122bd0b5fe', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'mac_address': 'fa:16:3e:60:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:19Z', 'updated_at': '2021-09-18T20:35:24Z', 'revision_number': 5, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'subnets': [{'id': '95afbaf8-9c9d-4973-b4f0-b19d15f17087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:37:15.962598 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:37:15.965057 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813aabfd-d701-4f5c-9aad-65e881f1fc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:37:15.968778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f3880-ae45-41f0-ab40-2526bad00a5a None None] New status for floating IP 1a044933-f580-4fb6-b1df-46e149302d66: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:37:16.003794 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293d5ceb-08d5-48c8-9fa6-72cb6654cff7 x-openstack-request-id: req-293d5ceb-08d5-48c8-9fa6-72cb6654cff7 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:37:16.004343 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:37:16.005308 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-293d5ceb-08d5-48c8-9fa6-72cb6654cff7 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:37:16.005777 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'status': 'completed', 'code': 200} Sep 18 20:37:16.072043 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-8a4246ae-a823-4844-ae91-0e484fc249e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:16.074036 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-8a4246ae-a823-4844-ae91-0e484fc249e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 1098 time: 0.0476220 Sep 18 20:37:16.506427 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-a62722ce-d375-4bab-a9a3-16a1aa37181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:16.507945 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-a62722ce-d375-4bab-a9a3-16a1aa37181c service neutron] 10.222.0.32 "GET /v2.0/networks?id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 200 len: 916 time: 0.4269483 Sep 18 20:37:16.551739 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-2e461012-632a-4256-a1af-b24e2790bec3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 200 len: 217 time: 0.0364106 Sep 18 20:37:16.601118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-0be59175-b7ec-4a10-87e8-7bb412abf380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:16.602622 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-0be59175-b7ec-4a10-87e8-7bb412abf380 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 200 len: 854 time: 0.0442681 Sep 18 20:37:16.649743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-f4da115c-2dce-4fee-a503-58b7c69a8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:16.651168 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-f4da115c-2dce-4fee-a503-58b7c69a8c35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411384 Sep 18 20:37:16.749600 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-3350eb32-d425-4bc2-b0cb-46400ad7239a service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907338 Sep 18 20:37:16.839963 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-813aabfd-d701-4f5c-9aad-65e881f1fc5a req-60bda565-17af-4417-b490-343680015360 service neutron] 10.222.0.32 "GET /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828922 Sep 18 20:37:21.684426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6c6f3b87-2909-458d-aaf2-31056b2036c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:22.024468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fae55f-406a-4f76-8710-0d69b06ea2a6 req-541eb3cd-ecab-4ea5-a576-7e0655d37ec2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:22.026081 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85fae55f-406a-4f76-8710-0d69b06ea2a6 req-541eb3cd-ecab-4ea5-a576-7e0655d37ec2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.0491419 Sep 18 20:37:22.064560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-85fae55f-406a-4f76-8710-0d69b06ea2a6 req-c4e9efc7-80b5-4333-88d2-606d2a20cc9d tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Sep 18 20:37:23.180489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d780fa3-9551-4c56-a329-549f059fb640 req-47da0400-6b86-4e18-bbe8-f7c0af7c3182 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:23.181964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6d780fa3-9551-4c56-a329-549f059fb640 req-47da0400-6b86-4e18-bbe8-f7c0af7c3182 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.0479496 Sep 18 20:37:23.222799 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6d780fa3-9551-4c56-a329-549f059fb640 req-38d62c0a-76d4-40f4-b6ce-f54e4187c933 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/security-groups?id=c338013a-3403-4fcc-9d2d-0333775a60f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Sep 18 20:37:23.608920 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-ad38286e-1d21-4f1b-9066-785f57ebde36 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:23.610445 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-ad38286e-1d21-4f1b-9066-785f57ebde36 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.32 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 946 time: 0.0538080 Sep 18 20:37:23.705343 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Deleting port 6f249a53-7b96-49c8-aab8-574a7c099f9b {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:23.706057 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:23.799538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] For port 6f249a53-7b96-49c8-aab8-574a7c099f9b, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=6f249a53-7b96-49c8-aab8-574a7c099f9b,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:23.799901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:23.812313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Calling delete_port for 6f249a53-7b96-49c8-aab8-574a7c099f9b owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:23.871762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:23.939305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:23.951846 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['6f249a53-7b96-49c8-aab8-574a7c099f9b'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:37:23.972707 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Pushing event deleted for resources: {'Port': ['ID=6f249a53-7b96-49c8-aab8-574a7c099f9b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:23.980993 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:24.013654 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] No DVR routers for this DVR port 6f249a53-7b96-49c8-aab8-574a7c099f9b on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:37:24.016243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:24.018224 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aa8595a3-b086-4417-a276-c2ccc503eb88 req-846d7b93-eb54-4ddc-a62b-76652999d4f2 tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.32 "DELETE /v2.0/ports/6f249a53-7b96-49c8-aab8-574a7c099f9b HTTP/1.1" status: 204 len: 173 time: 0.4020901 Sep 18 20:37:24.018653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'name': 'network-vif-deleted', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:37:24.065613 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161de6cb-3d54-4175-b99b-c2bdbe34811a" -d '{"events": [{"server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "name": "network-vif-deleted", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:37:24.159304 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bc4bba-aae0-4757-bdcf-cfdc9a9d6b37 x-openstack-request-id: req-14bc4bba-aae0-4757-bdcf-cfdc9a9d6b37 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:37:24.159651 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c0a406-122b-4255-9b3c-c7569ad71424", "name": "network-vif-deleted", "tag": "6f249a53-7b96-49c8-aab8-574a7c099f9b", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:37:24.159887 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14bc4bba-aae0-4757-bdcf-cfdc9a9d6b37 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:37:24.160290 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c0a406-122b-4255-9b3c-c7569ad71424', 'name': 'network-vif-deleted', 'tag': '6f249a53-7b96-49c8-aab8-574a7c099f9b', 'status': 'completed', 'code': 200} Sep 18 20:37:24.326087 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-902b2eb8-b7a1-47e8-a8be-11473522ffb4 req-9b165806-22fe-42e1-a581-2455b43d7cac tempest-TestMinimumBasicScenario-1563586927 tempest-TestMinimumBasicScenario-1563586927-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c0a406-122b-4255-9b3c-c7569ad71424 HTTP/1.1" status: 200 len: 210 time: 0.0265915 Sep 18 20:37:24.887805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:24.972435 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bc403e96-e578-4ba3-87ef-37e378e17630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:25.737823 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:25.911297 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43812) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:26.658774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:26.914567 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Deleting port 44fd9e1e-512f-4115-9aa2-8651905c7f50 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:26.915237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:26.993400 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] For port 44fd9e1e-512f-4115-9aa2-8651905c7f50, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=44fd9e1e-512f-4115-9aa2-8651905c7f50,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:26.993750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:27.005592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Calling delete_port for 44fd9e1e-512f-4115-9aa2-8651905c7f50 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:27.185263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:27.211353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fd9e1e-512f-4115-9aa2-8651905c7f50,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:27.311729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6f249a53-7b96-49c8-aab8-574a7c099f9b no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:37:27.332183 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 6f249a53-7b96-49c8-aab8-574a7c099f9b {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:37:27.333174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 6f249a53-7b96-49c8-aab8-574a7c099f9b not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:37:27.385594 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:27.597603 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Router b102a5ce-2154-4c90-8615-5f810900f537 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:37:27.669003 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:27.704397 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:37:27.710219 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cd7834a0-ee78-4418-80df-aede0cc53733 admin admin] 10.222.0.20 "PUT /v2.0/routers/b102a5ce-2154-4c90-8615-5f810900f537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978597 Sep 18 20:37:27.712910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43814) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:27.715885 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] Sync routers for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:37:27.727053 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:27.727680 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:27.820398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:27.920232 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:27.927500 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:27.982891 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Deleting port a931ff6a-9f23-4768-96c4-f907e35ab911 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:27.983336 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.066136 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] For port a931ff6a-9f23-4768-96c4-f907e35ab911, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a931ff6a-9f23-4768-96c4-f907e35ab911,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:28.066492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.077993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Calling delete_port for a931ff6a-9f23-4768-96c4-f907e35ab911 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:28.092092 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:37:27Z', 'revision_number': 5, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port': {'id': 'a931ff6a-9f23-4768-96c4-f907e35ab911', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:05:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:28.121796 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] Checking router: b102a5ce-2154-4c90-8615-5f810900f537 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:37:28.130163 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] Routers {'b102a5ce-2154-4c90-8615-5f810900f537'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:28.130758 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['b102a5ce-2154-4c90-8615-5f810900f537'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:28.218369 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] Set router b102a5ce-2154-4c90-8615-5f810900f537 gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:28.246385 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.272510 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:37:27Z', 'revision_number': 6, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:28.274405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Pushing event deleted for resources: {'Port': ['ID=a931ff6a-9f23-4768-96c4-f907e35ab911,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:28.304870 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fb5a8-94d8-4e2a-8fea-5dc029db3a31 None None] The sync data for ids ['b102a5ce-2154-4c90-8615-5f810900f537'] in n-d-789963-11 is: [{'id': 'b102a5ce-2154-4c90-8615-5f810900f537', 'name': 'tempest-TestMinimumBasicScenario-1854271653-router', 'tenant_id': '56edd2e31b074cabbc2f4e1e843047ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:17Z', 'updated_at': '2021-09-18T20:37:27Z', 'revision_number': 6, 'project_id': '56edd2e31b074cabbc2f4e1e843047ae', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:37:28.339242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.428672 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.430737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.477104 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.477613 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b102a5ce-2154-4c90-8615-5f810900f537 {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:37:28.481803 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.482954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9bac10ef-6702-4b0d-8791-49e71a73c204 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b102a5ce-2154-4c90-8615-5f810900f537 HTTP/1.1" status: 204 len: 168 time: 0.7690094 Sep 18 20:37:28.485636 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43816) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:28.530243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49889e5-51ce-4391-9c5e-3aa31ab61398 admin admin] Deleting subnet 95afbaf8-9c9d-4973-b4f0-b19d15f17087 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:37:28.533261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d49889e5-51ce-4391-9c5e-3aa31ab61398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.566371 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d49889e5-51ce-4391-9c5e-3aa31ab61398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.649342 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d49889e5-51ce-4391-9c5e-3aa31ab61398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.705484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d49889e5-51ce-4391-9c5e-3aa31ab61398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.732517 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49889e5-51ce-4391-9c5e-3aa31ab61398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95afbaf8-9c9d-4973-b4f0-b19d15f17087,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:28.739297 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d49889e5-51ce-4391-9c5e-3aa31ab61398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.741634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d49889e5-51ce-4391-9c5e-3aa31ab61398 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/95afbaf8-9c9d-4973-b4f0-b19d15f17087 HTTP/1.1" status: 204 len: 168 time: 0.2550564 Sep 18 20:37:28.744233 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43818) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:28.746983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e134ba2-d6e2-438b-a5da-009c5a606b94 None None] Network 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:37:28.819534 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.871822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Deleting port 172e671f-87b9-4bdb-aa6d-5a99874de90e {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:28.872163 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.935211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] For port 172e671f-87b9-4bdb-aa6d-5a99874de90e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=172e671f-87b9-4bdb-aa6d-5a99874de90e,segment=NetworkSegment(a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8),segment_id=a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:28.935854 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:28.948139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Calling delete_port for 172e671f-87b9-4bdb-aa6d-5a99874de90e owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:29.027951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.057895 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] No DVR routers for this DVR port 172e671f-87b9-4bdb-aa6d-5a99874de90e on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:37:29.062058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=172e671f-87b9-4bdb-aa6d-5a99874de90e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:29.101300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36050f9-ff64-4e17-9ef2-1653eb08267d None None] DHCP port deletion for 89ff1e7c-7d77-4548-acf4-bf122bd0b5fe request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:37:29.143773 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.166822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ff1e7c-7d77-4548-acf4-bf122bd0b5fe']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:29.178062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:29.178363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a105fc71-5f0d-4c2a-ba63-9b1d1bc968e8') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:29.190841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.196433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a931ff6a-9f23-4768-96c4-f907e35ab911 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:37:29.203131 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.209827 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:37:29.210219 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:37:29.212027 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:37:29.217506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a931ff6a-9f23-4768-96c4-f907e35ab911 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:37:29.217861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a931ff6a-9f23-4768-96c4-f907e35ab911 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:37:29.218282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 172e671f-87b9-4bdb-aa6d-5a99874de90e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:37:29.237697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 172e671f-87b9-4bdb-aa6d-5a99874de90e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:37:29.238046 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 172e671f-87b9-4bdb-aa6d-5a99874de90e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:37:29.238463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 44fd9e1e-512f-4115-9aa2-8651905c7f50 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:37:29.257211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 44fd9e1e-512f-4115-9aa2-8651905c7f50 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:37:29.257564 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 44fd9e1e-512f-4115-9aa2-8651905c7f50 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:37:29.273716 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.280486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.282322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] 10.222.0.20 "DELETE /v2.0/networks/89ff1e7c-7d77-4548-acf4-bf122bd0b5fe HTTP/1.1" status: 204 len: 168 time: 0.5369604 Sep 18 20:37:29.286486 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43820) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:29.295012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d3de9-b9f2-4e81-ae17-0360cdf09bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=89ff1e7c-7d77-4548-acf4-bf122bd0b5fe,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:29.633989 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.876768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Deleting port 3f2be2c6-2102-41ae-9c0d-e783ec689f83 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:29.877100 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.952809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] For port 3f2be2c6-2102-41ae-9c0d-e783ec689f83, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3f2be2c6-2102-41ae-9c0d-e783ec689f83,segment=NetworkSegment(b1f66784-da6a-4715-be7e-c7d7f0d1cc7d),segment_id=b1f66784-da6a-4715-be7e-c7d7f0d1cc7d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:29.953086 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:29.965782 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Calling delete_port for 3f2be2c6-2102-41ae-9c0d-e783ec689f83 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:30.146795 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:30.170911 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2be2c6-2102-41ae-9c0d-e783ec689f83,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:30.341697 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:30.551945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:37:30.653612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:37:30.659886 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8c6c7d35-8f5d-42e9-89a2-cc36630bb19b admin admin] 10.222.0.20 "PUT /v2.0/routers/2813fb8b-d626-4e30-8b5e-1d71c54fe619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3702796 Sep 18 20:37:30.661812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43822) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:30.665051 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] Sync routers for ids ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:37:30.674391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] Routers {'2813fb8b-d626-4e30-8b5e-1d71c54fe619'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:30.675018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:30.765237 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:30.779271 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] Set router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:30.869534 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:30.920563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Deleting port 98e389c2-872f-4b4b-a5e1-816a61c525c4 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:30.920909 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:30.956938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:37:30Z', 'revision_number': 5, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port': {'id': '98e389c2-872f-4b4b-a5e1-816a61c525c4', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:35:22Z', 'updated_at': '2021-09-18T20:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:30.983747 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] Checking router: 2813fb8b-d626-4e30-8b5e-1d71c54fe619 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:37:30.992277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] Routers {'2813fb8b-d626-4e30-8b5e-1d71c54fe619'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:30.992883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:30.998156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] For port 98e389c2-872f-4b4b-a5e1-816a61c525c4, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=98e389c2-872f-4b4b-a5e1-816a61c525c4,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:30.998502 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.010694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Calling delete_port for 98e389c2-872f-4b4b-a5e1-816a61c525c4 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:31.079507 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] Set router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:31.130477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:37:30Z', 'revision_number': 6, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:31.160265 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34318c9e-2e1b-48fc-8732-b2e48569f069 None None] The sync data for ids ['2813fb8b-d626-4e30-8b5e-1d71c54fe619'] in n-d-789963-11 is: [{'id': '2813fb8b-d626-4e30-8b5e-1d71c54fe619', 'name': 'tempest-TestMinimumBasicScenario-1448541265-router', 'tenant_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:35:21Z', 'updated_at': '2021-09-18T20:37:30Z', 'revision_number': 6, 'project_id': 'ec33eb7327ac466fbdf1ae64d6682398', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:37:31.182943 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.219913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Pushing event deleted for resources: {'Port': ['ID=98e389c2-872f-4b4b-a5e1-816a61c525c4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:31.275516 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.363604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.365856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.409249 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.409786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2813fb8b-d626-4e30-8b5e-1d71c54fe619 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:37:31.414738 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.415913 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-61b3a70f-b382-4fee-8131-cac1b6e5f78d admin admin] 10.222.0.20 "DELETE /v2.0/routers/2813fb8b-d626-4e30-8b5e-1d71c54fe619 HTTP/1.1" status: 204 len: 168 time: 0.7531991 Sep 18 20:37:31.418738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43824) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:31.793903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7fa0be-a962-4408-80bb-4105e167c7bf admin admin] Deleting subnet 9a07c8fc-c03a-4c2b-ac51-c5466d87707c {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:37:31.796847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db7fa0be-a962-4408-80bb-4105e167c7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.830846 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db7fa0be-a962-4408-80bb-4105e167c7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.905346 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db7fa0be-a962-4408-80bb-4105e167c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.963524 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db7fa0be-a962-4408-80bb-4105e167c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.989321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fa0be-a962-4408-80bb-4105e167c7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a07c8fc-c03a-4c2b-ac51-c5466d87707c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:31.993003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-db7fa0be-a962-4408-80bb-4105e167c7bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:31.995526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-db7fa0be-a962-4408-80bb-4105e167c7bf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9a07c8fc-c03a-4c2b-ac51-c5466d87707c HTTP/1.1" status: 204 len: 168 time: 0.5751691 Sep 18 20:37:31.997466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43826) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:31.999957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b15252a-ccbb-48c2-892f-8d82c52d9b73 None None] Network f28a45c8-1462-4a1a-a3da-18d417d05da1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:37:32.065410 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.124317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Deleting port a664fa62-324c-40dd-9a3d-f9ab65da7b57 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:32.124661 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.174590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] DHCP port deletion for f28a45c8-1462-4a1a-a3da-18d417d05da1 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:37:32.205473 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] For port a664fa62-324c-40dd-9a3d-f9ab65da7b57, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a664fa62-324c-40dd-9a3d-f9ab65da7b57,segment=NetworkSegment(b1f66784-da6a-4715-be7e-c7d7f0d1cc7d),segment_id=b1f66784-da6a-4715-be7e-c7d7f0d1cc7d)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:32.205849 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.219989 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Calling delete_port for a664fa62-324c-40dd-9a3d-f9ab65da7b57 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:32.225636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Deleting port a664fa62-324c-40dd-9a3d-f9ab65da7b57 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:37:32.226006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.288653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] For port a664fa62-324c-40dd-9a3d-f9ab65da7b57, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=a664fa62-324c-40dd-9a3d-f9ab65da7b57,segment=NetworkSegment(b1f66784-da6a-4715-be7e-c7d7f0d1cc7d),segment_id=b1f66784-da6a-4715-be7e-c7d7f0d1cc7d)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:32.289095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.307110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Calling delete_port for a664fa62-324c-40dd-9a3d-f9ab65da7b57 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:37:32.318831 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.346455 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Pushing event deleted for resources: {'Port': ['ID=a664fa62-324c-40dd-9a3d-f9ab65da7b57,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:32.348952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] No DVR routers for this DVR port a664fa62-324c-40dd-9a3d-f9ab65da7b57 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:37:32.390619 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.414091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Pushing event deleted for resources: {'Port': ['ID=a664fa62-324c-40dd-9a3d-f9ab65da7b57,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:32.422870 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.423596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] No DVR routers for this DVR port a664fa62-324c-40dd-9a3d-f9ab65da7b57 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:37:32.431128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.431128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.431128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.431128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.431128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.431128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.431128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.431989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.431989 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.432275 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.433084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.433084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206bf410-a8ac-4b28-ad73-d60b7bcc2077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:32.447845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28a45c8-1462-4a1a-a3da-18d417d05da1']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:32.457078 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:32.457993 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f66784-da6a-4715-be7e-c7d7f0d1cc7d') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:32.467225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.480521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.486858 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:37:32.487243 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:37:32.489871 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:37:32.541279 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.546707 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.548862 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] 10.222.0.20 "DELETE /v2.0/networks/f28a45c8-1462-4a1a-a3da-18d417d05da1 HTTP/1.1" status: 204 len: 168 time: 0.5504804 Sep 18 20:37:32.561408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3de68-d7dd-446c-987b-5a5da20bebee admin admin] Pushing event deleted for resources: {'Network': ['ID=f28a45c8-1462-4a1a-a3da-18d417d05da1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:32.720537 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43830) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:32.760722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a250e58b-5770-470c-845f-28be74ebbb44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56edd2e31b074cabbc2f4e1e843047ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390463 Sep 18 20:37:32.763096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43832) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:32.813030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15718c14-f613-49f7-a145-88bd20aded9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.834131 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15718c14-f613-49f7-a145-88bd20aded9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.880026 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15718c14-f613-49f7-a145-88bd20aded9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.882653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15718c14-f613-49f7-a145-88bd20aded9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:32.883867 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-15718c14-f613-49f7-a145-88bd20aded9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c338013a-3403-4fcc-9d2d-0333775a60f8 HTTP/1.1" status: 204 len: 168 time: 0.1198554 Sep 18 20:37:32.892467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15718c14-f613-49f7-a145-88bd20aded9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c338013a-3403-4fcc-9d2d-0333775a60f8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:33.197315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43838) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:33.198379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 98e389c2-872f-4b4b-a5e1-816a61c525c4 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:37:33.219567 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 98e389c2-872f-4b4b-a5e1-816a61c525c4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:37:33.219999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 98e389c2-872f-4b4b-a5e1-816a61c525c4 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:37:33.220481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3f2be2c6-2102-41ae-9c0d-e783ec689f83 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:37:33.239725 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3f2be2c6-2102-41ae-9c0d-e783ec689f83 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:37:33.240151 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3f2be2c6-2102-41ae-9c0d-e783ec689f83 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:37:33.240635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a664fa62-324c-40dd-9a3d-f9ab65da7b57 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:37:33.241908 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6d9384e9-d4f2-457d-aa52-a35a007631ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec33eb7327ac466fbdf1ae64d6682398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433915 Sep 18 20:37:33.244532 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43840) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:33.262964 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: a664fa62-324c-40dd-9a3d-f9ab65da7b57 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:37:33.263306 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device a664fa62-324c-40dd-9a3d-f9ab65da7b57 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:37:33.298658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e264338-5b6d-463a-81f6-a1b70f571a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:33.320041 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e264338-5b6d-463a-81f6-a1b70f571a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:33.366351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e264338-5b6d-463a-81f6-a1b70f571a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:33.369262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0e264338-5b6d-463a-81f6-a1b70f571a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:33.370407 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0e264338-5b6d-463a-81f6-a1b70f571a15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9aa6aaf1-481e-4c4b-87a9-4860ab774c11 HTTP/1.1" status: 204 len: 168 time: 0.1249454 Sep 18 20:37:33.378367 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e264338-5b6d-463a-81f6-a1b70f571a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6aaf1-481e-4c4b-87a9-4860ab774c11,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:34.374691 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:37:34.935872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-720298f0-ea90-4dcd-bb55-a1df15683335 req-fb319402-8507-48ca-b1cc-eb74a9eb086d tempest-ServerDiskConfigTestJSON-1040896872 tempest-ServerDiskConfigTestJSON-1040896872-project] (94941) timed out ('10.222.0.24', 60720) {{(pid=94941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:37:35.160742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43882) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:35.165320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153625111', 'description': 'tempest-secgroup-smoke-1153625111 description', 'project_id': '749e62293c5d43b1a048845f0d2508b6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:35.187444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.195719 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.284966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.289063 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.324667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d306651-e174-438a-82e9-17ede587026a,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:35.378468 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.382718 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.411595 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.412824 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2510610 Sep 18 20:37:35.415903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43884) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:35.417011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e333a6c-d76f-4da0-b87c-521785ae587e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf8a7ab-9869-4a76-a54d-acbda4572bd0,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:35.421172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-3d5de8f8-3274-40ba-bdcb-f9e781db2902 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '2bf8a7ab-9869-4a76-a54d-acbda4572bd0', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:35.449335 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d5de8f8-3274-40ba-bdcb-f9e781db2902 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.495445 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d5de8f8-3274-40ba-bdcb-f9e781db2902 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.498606 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d5de8f8-3274-40ba-bdcb-f9e781db2902 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.514725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5de8f8-3274-40ba-bdcb-f9e781db2902 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ab140c-3d43-4dfc-9e03-7a6badfd1845,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:35.523899 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d5de8f8-3274-40ba-bdcb-f9e781db2902 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.525110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d5de8f8-3274-40ba-bdcb-f9e781db2902 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081173 Sep 18 20:37:35.527835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43886) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:35.532127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fefd79a4-a55b-4660-ae6b-0df5b0a59b49 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '2bf8a7ab-9869-4a76-a54d-acbda4572bd0', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:35.558111 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fefd79a4-a55b-4660-ae6b-0df5b0a59b49 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.614398 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fefd79a4-a55b-4660-ae6b-0df5b0a59b49 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.618046 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fefd79a4-a55b-4660-ae6b-0df5b0a59b49 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.635311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd79a4-a55b-4660-ae6b-0df5b0a59b49 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cc1526-ecbc-4ca1-9d8e-26caff40fb16,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:35.641992 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fefd79a4-a55b-4660-ae6b-0df5b0a59b49 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.643856 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fefd79a4-a55b-4660-ae6b-0df5b0a59b49 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150327 Sep 18 20:37:35.645850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43888) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:35.650205 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6287326e-e6d3-4183-abc5-753dcc3f9a6e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '2bf8a7ab-9869-4a76-a54d-acbda4572bd0', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:35.675097 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6287326e-e6d3-4183-abc5-753dcc3f9a6e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.736837 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6287326e-e6d3-4183-abc5-753dcc3f9a6e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.741028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6287326e-e6d3-4183-abc5-753dcc3f9a6e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.759075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287326e-e6d3-4183-abc5-753dcc3f9a6e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867fa3d4-8de0-46b0-b1fc-78d991c171eb,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:35.764169 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6287326e-e6d3-4183-abc5-753dcc3f9a6e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.765756 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6287326e-e6d3-4183-abc5-753dcc3f9a6e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186390 Sep 18 20:37:35.768154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43890) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:35.772347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ff44b252-60f2-43fd-bcc2-cbf220712727 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '2bf8a7ab-9869-4a76-a54d-acbda4572bd0', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:35.796715 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff44b252-60f2-43fd-bcc2-cbf220712727 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.855224 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff44b252-60f2-43fd-bcc2-cbf220712727 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.858806 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff44b252-60f2-43fd-bcc2-cbf220712727 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.877732 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44b252-60f2-43fd-bcc2-cbf220712727 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51634e2-e11f-45ee-9c46-bdfd58dcbcf2,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:35.884490 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ff44b252-60f2-43fd-bcc2-cbf220712727 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.888139 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ff44b252-60f2-43fd-bcc2-cbf220712727 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164982 Sep 18 20:37:35.888277 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43892) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:35.892411 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-67f2c3c7-42e6-40c7-ac7c-b891e7a5a3c0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '2bf8a7ab-9869-4a76-a54d-acbda4572bd0', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:35.913388 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-67f2c3c7-42e6-40c7-ac7c-b891e7a5a3c0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:37:35.918105 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67f2c3c7-42e6-40c7-ac7c-b891e7a5a3c0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.978263 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67f2c3c7-42e6-40c7-ac7c-b891e7a5a3c0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:35.981787 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67f2c3c7-42e6-40c7-ac7c-b891e7a5a3c0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.002364 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2c3c7-42e6-40c7-ac7c-b891e7a5a3c0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4cfac0-6cf1-4681-8e77-787d40cc904d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:36.006245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-67f2c3c7-42e6-40c7-ac7c-b891e7a5a3c0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.007444 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-67f2c3c7-42e6-40c7-ac7c-b891e7a5a3c0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182528 Sep 18 20:37:36.010138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43894) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:36.014398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7a79c6f7-90d0-4e73-aab2-33808a47fdd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '2bf8a7ab-9869-4a76-a54d-acbda4572bd0', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:36.037120 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-7a79c6f7-90d0-4e73-aab2-33808a47fdd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:37:36.041669 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a79c6f7-90d0-4e73-aab2-33808a47fdd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.103572 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a79c6f7-90d0-4e73-aab2-33808a47fdd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.106962 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a79c6f7-90d0-4e73-aab2-33808a47fdd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.124376 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79c6f7-90d0-4e73-aab2-33808a47fdd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1fd311-dd4f-4e9e-9427-0d8cb7a6db51,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:36.130786 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7a79c6f7-90d0-4e73-aab2-33808a47fdd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.132151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7a79c6f7-90d0-4e73-aab2-33808a47fdd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210053 Sep 18 20:37:36.135004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 43896) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:36.139890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'network': {'name': 'tempest-network-smoke--749072431', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:36.159142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:37:36.163164 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.185972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:37:36.194561 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.194906 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Added segment 4f3d3173-437b-4d9c-af36-c5094dd3c4ae of type vlan for network 5ded4ab5-398d-4022-999d-5a5df1f7004f Sep 18 20:37:36.234185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.258296 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.263756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:36.264338 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.300235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1641958 Sep 18 20:37:36.304326 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43898) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:36.308947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'admin_state_up': True, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:36.332035 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.333709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.335138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5294202-b521-447d-a79a-37b24e66bbb7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Network': ['ID=5ded4ab5-398d-4022-999d-5a5df1f7004f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:36.346115 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:37:36.384743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.525201 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.718826 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.741757 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.840374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.147 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/40f1954d-1eba-457b-8a3c-d052f3369e4e) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:37:36.947763 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:36.980045 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:37.015793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:37:37.018438 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:37:37.021054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:37:37.052988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=40f1954d-1eba-457b-8a3c-d052f3369e4e,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:37.274542 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:37.467922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:37.599212 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 8ff6d79f-54a3-491e-96b6-2b997f073618 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:37:37.703067 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:37:37.717525 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Sync routers for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:37:37.727731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:37.729097 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:37.729513 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c3e1250e-17d4-4eae-8e93-773ea0b0e31b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4241269 Sep 18 20:37:37.729692 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:37.732653 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43900) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:37.840180 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:37.860893 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-08d4c124-aee3-43ef-acd2-14ec58488e9a tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=749e62293c5d43b1a048845f0d2508b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271360 Sep 18 20:37:37.863956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43904) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:37.951307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f72dad-3af0-4409-b135-2872a1c9945f tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:37.952869 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f3f72dad-3af0-4409-b135-2872a1c9945f tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880153 Sep 18 20:37:37.955723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43906) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:37.986256 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-66a76b27-6d75-4a60-b38c-6c006a68e9f3 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270901 Sep 18 20:37:37.986499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43908) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:37.991752 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1028334382', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:38.014367 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:37Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:38.040722 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Checking router: 8ff6d79f-54a3-491e-96b6-2b997f073618 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:37:38.041062 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Updating router 8ff6d79f-54a3-491e-96b6-2b997f073618 port 40f1954d-1eba-457b-8a3c-d052f3369e4e binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:37:38.064547 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.075461 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:37:38.079198 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.262317 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.323251 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.329167 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Subnet': ['ID=41aaf6c2-c9db-4810-bcdb-eb043a50200c,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:38.329947 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.336556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Checking segment: {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:37:38.336912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network hostable DHCP agents. Network: 5ded4ab5-398d-4022-999d-5a5df1f7004f, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:37:38.353899 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:37:38.365501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 5ded4ab5-398d-4022-999d-5a5df1f7004f) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:37:38.370287 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:38.371155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.375608 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9886ade9-7784-4c2f-b586-80fb484d951a None None] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:37:38.384286 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Attempting to bind port 40f1954d-1eba-457b-8a3c-d052f3369e4e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:37:38.384801 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Attempting to bind port 40f1954d-1eba-457b-8a3c-d052f3369e4e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:37:38.385221 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Attempting to bind port 40f1954d-1eba-457b-8a3c-d052f3369e4e on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:37:38.389754 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-462952bd-743c-4828-9f66-ee9ba095b54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3994503 Sep 18 20:37:38.390010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 43910) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:38.390144 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Pushing event updated for resources: {'Port': ['ID=40f1954d-1eba-457b-8a3c-d052f3369e4e,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:38.400130 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.400469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.400796 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.401123 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.401442 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.401756 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.402068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.402378 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.402687 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.403001 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.403307 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.403637 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:37:38.409075 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:37:38.409440 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:37:38.409829 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.410197 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:37:38.410743 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Bound port: 40f1954d-1eba-457b-8a3c-d052f3369e4e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:37:38.411167 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.463942 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] For port 40f1954d-1eba-457b-8a3c-d052f3369e4e, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:37:38.467239 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] For port 40f1954d-1eba-457b-8a3c-d052f3369e4e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40f1954d-1eba-457b-8a3c-d052f3369e4e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:37:38.471878 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.529141 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59921fba-42e4-4aa5-a1e9-cfa6bf0cdcce None None] Pushing event updated for resources: {'Port': ['ID=40f1954d-1eba-457b-8a3c-d052f3369e4e,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:38.538631 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:38.539232 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:38.540143 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-5ded4ab5-398d-4022-999d-5a5df1f7004f', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:37:38.542623 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.653263 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:38.687934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Allocated IP 172.20.0.2 (5ded4ab5-398d-4022-999d-5a5df1f7004f/41aaf6c2-c9db-4810-bcdb-eb043a50200c/0992829c-e948-4dc8-89c0-f8cfde1bcba1) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:37:38.874535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.881922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:38.918401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:37:38.923111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:37:38.926189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:37:38.944305 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:37Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:38.965665 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Pushing event updated for resources: {'Port': ['ID=0992829c-e948-4dc8-89c0-f8cfde1bcba1,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:38.971209 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee0d22-6c44-4ffd-86fb-d61210699df8 None None] The sync data for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 is: [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:37Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:37:39.000313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Attempting to bind port 0992829c-e948-4dc8-89c0-f8cfde1bcba1 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:37:39.000684 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Attempting to bind port 0992829c-e948-4dc8-89c0-f8cfde1bcba1 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:37:39.001053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Attempting to bind port 0992829c-e948-4dc8-89c0-f8cfde1bcba1 on network 5ded4ab5-398d-4022-999d-5a5df1f7004f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:37:39.007361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:37:39.007770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Checking segment: {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:37:39.008173 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:39.008573 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Bound using segment: {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:37:39.009040 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Bound port: 0992829c-e948-4dc8-89c0-f8cfde1bcba1, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:37:39.009421 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:39.085139 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] For port 0992829c-e948-4dc8-89c0-f8cfde1bcba1, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:37:39.088498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] For port 0992829c-e948-4dc8-89c0-f8cfde1bcba1, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0992829c-e948-4dc8-89c0-f8cfde1bcba1,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:37:39.093464 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:39.156243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bc4d8-92e9-494e-b820-53142a757ee2 None None] Pushing event updated for resources: {'Port': ['ID=0992829c-e948-4dc8-89c0-f8cfde1bcba1,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:39.228361 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:39.554128 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.1 (5ded4ab5-398d-4022-999d-5a5df1f7004f/41aaf6c2-c9db-4810-bcdb-eb043a50200c/cb730c6e-7e04-4c06-9b08-e2f5f4ab2109) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:37:39.681777 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:39.719365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:39.762058 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:37:39.765127 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:37:39.767684 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:37:39.797249 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:39.826590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:39.964199 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.122014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351bb78-9e73-4ed9-bea0-8a7836221211 None None] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:37:40.192511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-60a1c7b7-5f37-4f76-b323-5ca29ba94093 None None] Provisioning complete for port 0992829c-e948-4dc8-89c0-f8cfde1bcba1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:40.192756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-60a1c7b7-5f37-4f76-b323-5ca29ba94093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.253409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.260657 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.323593 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-60a1c7b7-5f37-4f76-b323-5ca29ba94093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.338807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:40.342538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.377541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-60a1c7b7-5f37-4f76-b323-5ca29ba94093 None None] For port 0992829c-e948-4dc8-89c0-f8cfde1bcba1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0992829c-e948-4dc8-89c0-f8cfde1bcba1,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:40.386052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-60a1c7b7-5f37-4f76-b323-5ca29ba94093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.436822 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1c7b7-5f37-4f76-b323-5ca29ba94093 None None] Pushing event updated for resources: {'Port': ['ID=0992829c-e948-4dc8-89c0-f8cfde1bcba1,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:40.461874 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:37:40.463517 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:37:40.583832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 8ff6d79f-54a3-491e-96b6-2b997f073618 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:37:40.620597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f9a9339d-b255-4500-b8ba-6165942ac219 None None] Provisioning complete for port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:40.620963 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9a9339d-b255-4500-b8ba-6165942ac219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.665643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9339d-b255-4500-b8ba-6165942ac219 None None] Port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:37:40.675657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f9a9339d-b255-4500-b8ba-6165942ac219 None None] Provisioning complete for port 0992829c-e948-4dc8-89c0-f8cfde1bcba1 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:40.676167 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9a9339d-b255-4500-b8ba-6165942ac219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:40.715256 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:37:40.728190 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-9cfb1246-0b27-45e0-bffb-5a39dc82514c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/8ff6d79f-54a3-491e-96b6-2b997f073618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3360584 Sep 18 20:37:40.751693 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Sync routers for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:37:40.769383 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:40.770130 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:40.870286 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-b7afc631-9000-496f-a225-52642afa50e0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153625111&fields=id&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 267 time: 0.0372608 Sep 18 20:37:40.890945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:40.983983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-fadc888a-b31c-442f-b0b1-d574b196a4e7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:40.985443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ca9cff3a-4fc8-4ec8-b1d3-50e25b9b025d None None] Provisioning complete for port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:40.985591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-fadc888a-b31c-442f-b0b1-d574b196a4e7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/networks?id=5ded4ab5-398d-4022-999d-5a5df1f7004f HTTP/1.1" status: 200 len: 796 time: 0.1084890 Sep 18 20:37:40.985804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ca9cff3a-4fc8-4ec8-b1d3-50e25b9b025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.005136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-3084cbf7-b027-49e2-aa42-b21a334eb6a7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/quotas/749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 375 time: 0.0103889 Sep 18 20:37:41.063784 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-4d715f38-22e1-4466-b056-2a63dd6f45d2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527935 Sep 18 20:37:41.191437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-4b73fb11-ea7a-4aae-ae1d-4f8080a12239 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:37:41.200974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-4b73fb11-ea7a-4aae-ae1d-4f8080a12239 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666771 Sep 18 20:37:41.220524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cff3a-4fc8-4ec8-b1d3-50e25b9b025d None None] Port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:37:41.271401 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40f1954d-1eba-457b-8a3c-d052f3369e4e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:37:41.291323 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-2f59328d-b892-42d1-aa2c-7e6d424750ad service neutron] 10.222.0.20 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895011 Sep 18 20:37:41.343713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:40Z', 'revision_number': 2, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:41.375718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 40f1954d-1eba-457b-8a3c-d052f3369e4e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:41.376090 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.378189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Checking router: 8ff6d79f-54a3-491e-96b6-2b997f073618 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:37:41.378538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Updating router 8ff6d79f-54a3-491e-96b6-2b997f073618 port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:37:41.381601 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bedef602-2802-448b-9e62-5e13f3140194 None None] Provisioning complete for port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:41.381957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bedef602-2802-448b-9e62-5e13f3140194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.386201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-28fcef97-288d-4900-a83b-002f34bb574f service neutron] 10.222.0.20 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883060 Sep 18 20:37:41.466079 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.468327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-bedef602-2802-448b-9e62-5e13f3140194 None None] Port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:37:41.607273 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.638936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 40f1954d-1eba-457b-8a3c-d052f3369e4e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40f1954d-1eba-457b-8a3c-d052f3369e4e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:41.650630 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.651532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0992829c-e948-4dc8-89c0-f8cfde1bcba1 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:37:41.782321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=40f1954d-1eba-457b-8a3c-d052f3369e4e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:41.808631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 0992829c-e948-4dc8-89c0-f8cfde1bcba1 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:41.808999 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.886439 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.894539 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:41.985304 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ca5cb-e4d0-4de0-9f9f-4599eada9a9b None None] Pushing event updated for resources: {'Port': ['ID=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:42.037354 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Attempting to bind port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:37:42.037722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Attempting to bind port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:37:42.038083 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Attempting to bind port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 on network 5ded4ab5-398d-4022-999d-5a5df1f7004f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:37:42.043546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:37:42.043925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Checking segment: {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:37:42.044327 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:42.044746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Bound using segment: {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:37:42.045210 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Bound port: cb730c6e-7e04-4c06-9b08-e2f5f4ab2109, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:37:42.045618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:42.114369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] For port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:37:42.117614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] For port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:37:42.122752 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:42.180866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:42.181486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:42.187367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ca5cb-e4d0-4de0-9f9f-4599eada9a9b None None] Pushing event updated for resources: {'Port': ['ID=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:42.241892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-03e9d3d2-8451-4015-8d08-0bb8ce79554f None None] Provisioning complete for port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:42.242465 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-03e9d3d2-8451-4015-8d08-0bb8ce79554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:42.325361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:42.442527 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-03e9d3d2-8451-4015-8d08-0bb8ce79554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:42.519222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-03e9d3d2-8451-4015-8d08-0bb8ce79554f None None] For port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:42.529378 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-03e9d3d2-8451-4015-8d08-0bb8ce79554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:42.594703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c292504a-6885-4200-ba13-5967fe5973b2 req-b4b58ab9-7839-4b85-a90e-698193f953ce tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 210 time: 0.0315692 Sep 18 20:37:42.615616 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9d3d2-8451-4015-8d08-0bb8ce79554f None None] Pushing event updated for resources: {'Port': ['ID=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:42.624002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-037c0a77-f174-4863-9987-68474284ff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:42Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:42.657245 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c0a77-f174-4863-9987-68474284ff68 None None] The sync data for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 is: [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:42Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:37:42.667605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1a333b1d-7f15-409a-a555-05d6f810d056 None None] Provisioning complete for port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:42.667981 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1a333b1d-7f15-409a-a555-05d6f810d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:43.267881 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40f1954d-1eba-457b-8a3c-d052f3369e4e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:37:43.319282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 40f1954d-1eba-457b-8a3c-d052f3369e4e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:43.319691 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:43.403934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:37:43.455069 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:43.455480 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:43.664023 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-7be9c4da-ecc4-4c7e-855b-f1c33e204d9a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:43.666459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-7be9c4da-ecc4-4c7e-855b-f1c33e204d9a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/networks?id=5ded4ab5-398d-4022-999d-5a5df1f7004f HTTP/1.1" status: 200 len: 796 time: 0.1565084 Sep 18 20:37:43.725851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-030e32e2-484d-4509-9f1a-f80a6cfd7525 req-efa3011a-40a9-40a6-885f-1dfd5944ee3c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 210 time: 0.0332775 Sep 18 20:37:43.754637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-aea8bab3-2e43-4f56-bedc-88cadee6625a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 380 time: 0.0766504 Sep 18 20:37:43.764646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'port': {'device_id': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'admin_state_up': True, 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'security_groups': ['2bf8a7ab-9869-4a76-a54d-acbda4572bd0']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:43.883600 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:37:43.887007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.014941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.13 (5ded4ab5-398d-4022-999d-5a5df1f7004f/41aaf6c2-c9db-4810-bcdb-eb043a50200c/67d97fcf-d092-4485-a804-fd5543fdbca4) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:37:44.156475 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.190129 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.232909 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:37:44.236041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:37:44.242684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:37:44.266521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=67d97fcf-d092-4485-a804-fd5543fdbca4,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:44.294610 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:44.295347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.312303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-af407773-ae77-40fb-8653-0c3b49140307 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5514884 Sep 18 20:37:44.405993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Request body: {'port': {'device_id': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:44.465483 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.510970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-83bf6386-e102-4533-9d55-b230a512d113 None None] Provisioning complete for port 67d97fcf-d092-4485-a804-fd5543fdbca4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:44.511405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-83bf6386-e102-4533-9d55-b230a512d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.545604 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-83bf6386-e102-4533-9d55-b230a512d113 None None] Port 67d97fcf-d092-4485-a804-fd5543fdbca4 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:37:44.724691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d97fcf-d092-4485-a804-fd5543fdbca4 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:37:44.731951 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.744290 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Transition to ACTIVE for port object 67d97fcf-d092-4485-a804-fd5543fdbca4 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:37:44.748111 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.813987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Pushing event updated for resources: {'Port': ['ID=67d97fcf-d092-4485-a804-fd5543fdbca4,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:44.897150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6f918-a435-4da9-bb8e-228cbb418707 req-4abfa2e2-adc8-40cb-ac8d-a5fc678f755c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:44.898726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1df6f918-a435-4da9-bb8e-228cbb418707 req-4abfa2e2-adc8-40cb-ac8d-a5fc678f755c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 944 time: 0.1008933 Sep 18 20:37:44.919842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Attempting to bind port 67d97fcf-d092-4485-a804-fd5543fdbca4 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:37:44.920180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Attempting to bind port 67d97fcf-d092-4485-a804-fd5543fdbca4 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:37:44.920513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Attempting to bind port 67d97fcf-d092-4485-a804-fd5543fdbca4 on network 5ded4ab5-398d-4022-999d-5a5df1f7004f {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:37:44.934078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Port 67d97fcf-d092-4485-a804-fd5543fdbca4 on network 5ded4ab5-398d-4022-999d-5a5df1f7004f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:37:44.934449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Attempting to bind port 67d97fcf-d092-4485-a804-fd5543fdbca4 on network 5ded4ab5-398d-4022-999d-5a5df1f7004f {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:37:44.948213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:37:44.948581 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Checking segment: {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:37:44.948966 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Bound using segment: {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:37:44.949415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Bound port: 67d97fcf-d092-4485-a804-fd5543fdbca4, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3d3173-437b-4d9c-af36-c5094dd3c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:37:44.949779 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:44.966676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1df6f918-a435-4da9-bb8e-228cbb418707 req-17010063-3ecb-4c19-befd-c7d8c9c04dff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580671 Sep 18 20:37:45.023985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] For port 67d97fcf-d092-4485-a804-fd5543fdbca4, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:37:45.026943 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] For port 67d97fcf-d092-4485-a804-fd5543fdbca4, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=67d97fcf-d092-4485-a804-fd5543fdbca4,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:37:45.031470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:45.065638 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:45.067091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:45.068153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] 10.222.0.24 "PUT /v2.0/ports/67d97fcf-d092-4485-a804-fd5543fdbca4 HTTP/1.1" status: 200 len: 1093 time: 0.7074742 Sep 18 20:37:45.068590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:37:45.070853 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:37:45.094525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b94fa-3aa1-4191-9a22-27b968dddc9b service neutron] Pushing event updated for resources: {'Port': ['ID=67d97fcf-d092-4485-a804-fd5543fdbca4,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:45.122489 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ea36ad-10c4-4294-a1fc-7876d8c76e84 x-openstack-request-id: req-03ea36ad-10c4-4294-a1fc-7876d8c76e84 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:37:45.122785 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:37:45.123038 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03ea36ad-10c4-4294-a1fc-7876d8c76e84 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:37:45.123635 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'status': 'completed', 'code': 200} Sep 18 20:37:45.166813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-c546523d-47a4-4415-a592-1215c3f8f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:45.168378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-c546523d-47a4-4415-a592-1215c3f8f6d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 1096 time: 0.0435386 Sep 18 20:37:45.216003 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-fbb97337-111f-4d96-89e6-65a9c9234ae6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67d97fcf-d092-4485-a804-fd5543fdbca4 HTTP/1.1" status: 200 len: 217 time: 0.0397599 Sep 18 20:37:45.265342 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-fb2859cc-bebb-4222-90aa-077905582eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:45.266794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-fb2859cc-bebb-4222-90aa-077905582eec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41aaf6c2-c9db-4810-bcdb-eb043a50200c HTTP/1.1" status: 200 len: 835 time: 0.0443988 Sep 18 20:37:45.310967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-2f6a1955-520c-45c9-8b3f-ba941d18821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:45.312478 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-2f6a1955-520c-45c9-8b3f-ba941d18821f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ded4ab5-398d-4022-999d-5a5df1f7004f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390327 Sep 18 20:37:45.730658 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-41d2ec6e-8e65-4fc6-8187-efd0c4082971 service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111171 Sep 18 20:37:45.820538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfeb86db-9dfd-41ed-930d-0e8a586a2d3c req-27b7711f-09ba-4cec-b48a-944a37250a0f service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819240 Sep 18 20:37:45.910016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-f589911e-c0ee-4511-8006-5646439295fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:45.912212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-f589911e-c0ee-4511-8006-5646439295fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 1096 time: 0.0451393 Sep 18 20:37:46.005124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-5c1c41be-5f67-4fac-87e8-ea370c27fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:46.006553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-5c1c41be-5f67-4fac-87e8-ea370c27fc1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ded4ab5-398d-4022-999d-5a5df1f7004f HTTP/1.1" status: 200 len: 897 time: 0.0876615 Sep 18 20:37:46.052678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-5578e210-7540-476f-9044-c247eed62bf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67d97fcf-d092-4485-a804-fd5543fdbca4 HTTP/1.1" status: 200 len: 217 time: 0.0392132 Sep 18 20:37:46.126225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-99516d70-5c0a-41e1-b6f5-a0e122f5c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:46.127697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-99516d70-5c0a-41e1-b6f5-a0e122f5c8ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41aaf6c2-c9db-4810-bcdb-eb043a50200c HTTP/1.1" status: 200 len: 835 time: 0.0677888 Sep 18 20:37:46.136014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dbcac-ba6c-4328-812b-90a54d5dbdfa req-6297bc97-e48c-4fe4-98ad-18d43a310716 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:46.137362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f72dbcac-ba6c-4328-812b-90a54d5dbdfa req-6297bc97-e48c-4fe4-98ad-18d43a310716 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 944 time: 0.0874865 Sep 18 20:37:46.196956 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f72dbcac-ba6c-4328-812b-90a54d5dbdfa req-d7851567-a08d-4dc4-b8ad-adc497e0e412 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509961 Sep 18 20:37:46.203009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-e79c9148-739e-4b14-a8dc-36bf220a5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:46.204481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-e79c9148-739e-4b14-a8dc-36bf220a5e40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ded4ab5-398d-4022-999d-5a5df1f7004f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662980 Sep 18 20:37:46.297437 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-38b451bd-a51b-4d47-8dbd-041ad801690e service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853083 Sep 18 20:37:46.387024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a4e8a4d-d3f3-4129-ac75-69fa8637cbbb req-5d85d663-e9b1-4636-92be-ee14e423faf5 service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825300 Sep 18 20:37:47.328890 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3e779-d45e-40c6-8a4d-b638ee2e6f8f req-1f372ed4-99d6-4700-98da-44216e9b6217 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:47.330376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26d3e779-d45e-40c6-8a4d-b638ee2e6f8f req-1f372ed4-99d6-4700-98da-44216e9b6217 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 944 time: 0.0579395 Sep 18 20:37:47.369380 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-26d3e779-d45e-40c6-8a4d-b638ee2e6f8f req-eb658890-7cc2-46d9-a16c-2a12888e944a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Sep 18 20:37:48.084009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 67d97fcf-d092-4485-a804-fd5543fdbca4 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:37:48.177447 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 67d97fcf-d092-4485-a804-fd5543fdbca4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=67d97fcf-d092-4485-a804-fd5543fdbca4,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:48.191908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'port_id': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'mac_address': 'fa:16:3e:d1:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:37:48.233830 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:48.247113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d97fcf-d092-4485-a804-fd5543fdbca4 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:37:48.269965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 67d97fcf-d092-4485-a804-fd5543fdbca4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=67d97fcf-d092-4485-a804-fd5543fdbca4,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:48.273489 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:48.325035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=67d97fcf-d092-4485-a804-fd5543fdbca4,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:48.484464 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4db32-a24c-494c-9bcc-2a08b4482bce req-61a86287-f038-488d-a236-3b20b005d1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:48.485970 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1d4db32-a24c-494c-9bcc-2a08b4482bce req-61a86287-f038-488d-a236-3b20b005d1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 945 time: 0.0515642 Sep 18 20:37:48.511927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['67d97fcf-d092-4485-a804-fd5543fdbca4'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:37:48.524341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1d4db32-a24c-494c-9bcc-2a08b4482bce req-bb557823-a9b3-491d-8202-7d1204678441 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Sep 18 20:37:49.640351 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb535b2-408a-4ee0-a074-68f8af7c81da req-4ccd89ad-f24f-4357-a9d1-4809ce276561 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:49.641817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bb535b2-408a-4ee0-a074-68f8af7c81da req-4ccd89ad-f24f-4357-a9d1-4809ce276561 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Sep 18 20:37:49.678591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8bb535b2-408a-4ee0-a074-68f8af7c81da req-1275be77-cd3f-47a8-ae78-2367b2392415 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301616 Sep 18 20:37:50.097350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 67d97fcf-d092-4485-a804-fd5543fdbca4 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:37:50.146097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 67d97fcf-d092-4485-a804-fd5543fdbca4 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:37:50.149621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 67d97fcf-d092-4485-a804-fd5543fdbca4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:37:50.150001 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:50.229941 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:50.253715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:37:50.267957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 67d97fcf-d092-4485-a804-fd5543fdbca4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=67d97fcf-d092-4485-a804-fd5543fdbca4,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:37:50.272252 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:50.296855 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b4c8d1-569b-4192-a434-6e3ac004f503" -d '{"events": [{"server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "name": "network-vif-plugged", "status": "completed", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:37:50.325555 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=67d97fcf-d092-4485-a804-fd5543fdbca4,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:50.385348 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6054862-c314-4f79-8d3b-3e923eaf08cc x-openstack-request-id: req-c6054862-c314-4f79-8d3b-3e923eaf08cc {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:37:50.385648 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "name": "network-vif-plugged", "status": "completed", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:37:50.385907 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6054862-c314-4f79-8d3b-3e923eaf08cc {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:37:50.386311 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'code': 200} Sep 18 20:37:50.484562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2e34f-c6b8-4871-9bad-cd6b149926f9 req-e05232a6-25e3-4459-84fd-e8a1d509cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:50.485973 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdf2e34f-c6b8-4871-9bad-cd6b149926f9 req-e05232a6-25e3-4459-84fd-e8a1d509cec4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 1098 time: 0.0439939 Sep 18 20:37:50.522581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cdf2e34f-c6b8-4871-9bad-cd6b149926f9 req-05976d40-e235-4e3e-92ae-35888d258449 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300369 Sep 18 20:37:50.794095 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a30715-9d4a-4f67-9b0b-a3665d6534df req-eb4fe68f-f8fd-45a6-a0f8-c4eabec21e63 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:50.795535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8a30715-9d4a-4f67-9b0b-a3665d6534df req-eb4fe68f-f8fd-45a6-a0f8-c4eabec21e63 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0485017 Sep 18 20:37:50.833786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b8a30715-9d4a-4f67-9b0b-a3665d6534df req-af1cc231-8983-42da-b01c-775f26cf279c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Sep 18 20:37:51.684745 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-71578598-bb69-4238-a644-8621c85e946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:51.954427 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d533903-2c18-438e-aa47-90bc6717a419 req-0c8362bd-b803-4a5a-bf9f-adb7d32f2027 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:51.955930 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d533903-2c18-438e-aa47-90bc6717a419 req-0c8362bd-b803-4a5a-bf9f-adb7d32f2027 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0476701 Sep 18 20:37:51.994032 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7d533903-2c18-438e-aa47-90bc6717a419 req-f0c82506-e2ae-42f9-bbaf-2d7502bd9732 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310106 Sep 18 20:37:52.110303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2cb74-6306-41da-92f7-667d3e98eeff req-10b8c5ae-5c40-4e75-a509-80421de8d370 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:52.111852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-acb2cb74-6306-41da-92f7-667d3e98eeff req-10b8c5ae-5c40-4e75-a509-80421de8d370 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0529935 Sep 18 20:37:52.150944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-acb2cb74-6306-41da-92f7-667d3e98eeff req-c9b548bf-1521-4585-84a6-2844f3f0631d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321057 Sep 18 20:37:52.171679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44002) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:52.217052 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c1ec5-d0ee-4c82-ac9b-2c798a55343f tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:52.218613 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e79c1ec5-d0ee-4c82-ac9b-2c798a55343f tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 1093 time: 0.0459039 Sep 18 20:37:52.221497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44006) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:52.225947 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:37:52.247711 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:52.345584 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:52.445730 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.168 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/924f86b7-12e6-4389-a707-fce0d3748a78) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:37:52.555343 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:52.587305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:52.623310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:37:52.626083 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:37:52.629646 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:37:52.656304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=924f86b7-12e6-4389-a707-fce0d3748a78,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:52.994522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:53.058455 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:53.219349 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:53.224304 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:53.290761 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=924f86b7-12e6-4389-a707-fce0d3748a78,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:37:53.302705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:53.403093 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP 22a4bc99-c59d-45bd-a5e9-eb5c205f115c associated. External IP: 172.25.8.168, port: 67d97fcf-d092-4485-a804-fd5543fdbca4. Sep 18 20:37:53.612615 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 8ff6d79f-54a3-491e-96b6-2b997f073618 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:37:53.719069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:37:53.729579 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] Sync routers for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:37:53.734995 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:53.741798 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:53.742440 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:53.763606 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ad3fc657-4ec4-4c9b-b939-f2624bb9c5cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5410097 Sep 18 20:37:53.764288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:37:53.766622 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d49262-dcef-4e17-990c-a8f6b0de6264" -d '{"events": [{"name": "network-changed", "server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:37:53.807409 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b1b2de-a14c-41f6-b269-0aa340608eb8 x-openstack-request-id: req-26b1b2de-a14c-41f6-b269-0aa340608eb8 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:37:53.807714 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:37:53.807965 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26b1b2de-a14c-41f6-b269-0aa340608eb8 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:37:53.808372 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'status': 'completed', 'code': 200} Sep 18 20:37:53.856229 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:53.887765 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:53.890747 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a373fa-3b13-4eff-8f3e-a2fd1a499776 req-5e1346ed-ad39-4b92-bf0d-0656da496752 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:53.892308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54a373fa-3b13-4eff-8f3e-a2fd1a499776 req-5e1346ed-ad39-4b92-bf0d-0656da496752 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0798130 Sep 18 20:37:53.898133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-b838a589-7c0e-4920-abad-6db062891e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:53.899597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-b838a589-7c0e-4920-abad-6db062891e9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 1098 time: 0.0606925 Sep 18 20:37:53.962234 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-54a373fa-3b13-4eff-8f3e-a2fd1a499776 req-5ad6c0fe-4f9a-4495-abc9-9987f819d254 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616708 Sep 18 20:37:53.978023 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:53.986558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44012) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:54.028410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-ac570f08-2224-4cd2-a5e1-e3cfe9442687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:54.030302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-ac570f08-2224-4cd2-a5e1-e3cfe9442687 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ded4ab5-398d-4022-999d-5a5df1f7004f HTTP/1.1" status: 200 len: 897 time: 0.1163154 Sep 18 20:37:54.056211 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b69b2df9-b670-4ffb-a610-ea1e88840d20 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/22a4bc99-c59d-45bd-a5e9-eb5c205f115c HTTP/1.1" status: 200 len: 992 time: 0.0664318 Sep 18 20:37:54.092737 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '22a4bc99-c59d-45bd-a5e9-eb5c205f115c', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'port_id': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'mac_address': 'fa:16:3e:d1:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:37:52Z', 'updated_at': '2021-09-18T20:37:52Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:42Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:54.103296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-34c76cb1-63fa-45f2-b70f-59f71114bb09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67d97fcf-d092-4485-a804-fd5543fdbca4 HTTP/1.1" status: 200 len: 1000 time: 0.0662062 Sep 18 20:37:54.120541 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] Checking router: 8ff6d79f-54a3-491e-96b6-2b997f073618 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:37:54.128540 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:37:54.129779 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:37:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:54.152554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-e7892570-ac6f-4d39-b401-dc06beed81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:54.153935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-e7892570-ac6f-4d39-b401-dc06beed81a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41aaf6c2-c9db-4810-bcdb-eb043a50200c HTTP/1.1" status: 200 len: 835 time: 0.0438585 Sep 18 20:37:54.199239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-38821eac-1f31-40f6-bdf0-ee132adf604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:37:54.200765 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-38821eac-1f31-40f6-bdf0-ee132adf604d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ded4ab5-398d-4022-999d-5a5df1f7004f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397110 Sep 18 20:37:54.235755 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:37:54.297400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-f201c0e4-f604-4b47-8d0c-0fea868a23f0 service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887945 Sep 18 20:37:54.389520 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d49262-dcef-4e17-990c-a8f6b0de6264 req-086e39db-1254-4840-b195-5fb9348d44ad service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852110 Sep 18 20:37:54.463322 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '22a4bc99-c59d-45bd-a5e9-eb5c205f115c', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'port_id': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'mac_address': 'fa:16:3e:d1:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:37:52Z', 'updated_at': '2021-09-18T20:37:52Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:42Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:37:54.490703 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e267d7-e2bb-465b-8b29-700bc23fbb1f None None] The sync data for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 is: [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '22a4bc99-c59d-45bd-a5e9-eb5c205f115c', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'port_id': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'mac_address': 'fa:16:3e:d1:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:37:52Z', 'updated_at': '2021-09-18T20:37:52Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:42Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:37:54.683216 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569a26c-5af1-4ce1-84d9-4ac55a2784cc None None] New status for floating IP 22a4bc99-c59d-45bd-a5e9-eb5c205f115c: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:37:54.888319 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:54.971147 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e6e06ab4-0cce-4ceb-9ee1-6d2d81df852e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:55.059075 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44014) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:37:55.124724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-875f7eac-61fc-4820-85cc-6dbc7d8d3ba7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/22a4bc99-c59d-45bd-a5e9-eb5c205f115c HTTP/1.1" status: 200 len: 994 time: 0.0644262 Sep 18 20:37:55.741080 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:37:57.672030 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:11.374619 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:38:20.862224 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-435de2dd-a11b-4406-a65c-32f4a868c2bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398610 Sep 18 20:38:20.943738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-3e118474-e388-4f9a-b66e-44796e7c8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:20.945198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-3e118474-e388-4f9a-b66e-44796e7c8006 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 1098 time: 0.0407279 Sep 18 20:38:21.050898 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-f4a2886f-f264-409d-ba21-d6615538eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:21.052327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-f4a2886f-f264-409d-ba21-d6615538eea1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ded4ab5-398d-4022-999d-5a5df1f7004f HTTP/1.1" status: 200 len: 897 time: 0.0878863 Sep 18 20:38:21.120479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-452536eb-9c37-4f64-baaf-fe125f9c6890 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67d97fcf-d092-4485-a804-fd5543fdbca4 HTTP/1.1" status: 200 len: 1002 time: 0.0609963 Sep 18 20:38:21.174478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-34915b7b-49c8-4336-aee2-be31147abe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:21.176186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-34915b7b-49c8-4336-aee2-be31147abe9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41aaf6c2-c9db-4810-bcdb-eb043a50200c HTTP/1.1" status: 200 len: 835 time: 0.0481923 Sep 18 20:38:21.222098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-b10a5be3-0e75-4aaa-8af1-b7264a050696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:21.223597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-b10a5be3-0e75-4aaa-8af1-b7264a050696 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ded4ab5-398d-4022-999d-5a5df1f7004f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395606 Sep 18 20:38:21.313037 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-0481437e-41ba-4a0c-87d0-f64353f00e1d service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820479 Sep 18 20:38:21.417310 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d8a74f31-4d8b-44e3-8d81-edb4b64fd011 req-a818d37f-0b13-4a14-a1af-ee0e0b992463 service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877082 Sep 18 20:38:21.685215 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a7872406-ca9b-41af-a4c7-21152f16dd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:23.893370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:23.966569 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:24.889654 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:24.970762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8af3-38f1-438b-a2a8-714dc3e605af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:25.743997 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:26.393321 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d03940-b6a4-4451-9de1-9695ac9b1b3d req-4759159a-4bfc-49b1-92df-0d0738acf2c8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:26.394985 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d03940-b6a4-4451-9de1-9695ac9b1b3d req-4759159a-4bfc-49b1-92df-0d0738acf2c8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0496349 Sep 18 20:38:26.435217 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52d03940-b6a4-4451-9de1-9695ac9b1b3d req-facb176a-a197-40ff-a2ee-c1fb02b3f35d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340831 Sep 18 20:38:27.564968 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6d8e9-d78b-40e7-8b94-0c4b59a2c4ce req-5c02aa85-fb47-41eb-8dc7-88528de256c3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:27.566446 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fd6d8e9-d78b-40e7-8b94-0c4b59a2c4ce req-5c02aa85-fb47-41eb-8dc7-88528de256c3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0485973 Sep 18 20:38:27.609915 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fd6d8e9-d78b-40e7-8b94-0c4b59a2c4ce req-163c6a43-8981-4e7e-9377-73e645e341c7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368001 Sep 18 20:38:27.637127 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44038) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:27.675058 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:27.699933 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-303237af-b3e2-4895-979b-38a22266ddc9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/22a4bc99-c59d-45bd-a5e9-eb5c205f115c HTTP/1.1" status: 200 len: 994 time: 0.0616910 Sep 18 20:38:28.969866 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf9c95-0af6-400c-aa65-152f919276bf req-0547f5e9-5f04-4f19-8b09-b54a35493ac0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:28.971263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82cf9c95-0af6-400c-aa65-152f919276bf req-0547f5e9-5f04-4f19-8b09-b54a35493ac0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0486102 Sep 18 20:38:29.010366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82cf9c95-0af6-400c-aa65-152f919276bf req-7e3596a7-42c6-4f35-84dd-435684f877c5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Sep 18 20:38:30.131215 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22503377-a761-4f61-9172-597376ed9c02 req-8714bdc0-4d45-414d-9a37-6a6b3c908bae tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:30.132725 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22503377-a761-4f61-9172-597376ed9c02 req-8714bdc0-4d45-414d-9a37-6a6b3c908bae tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0533354 Sep 18 20:38:30.169592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22503377-a761-4f61-9172-597376ed9c02 req-bf9cc12c-ea40-48b0-831a-3d9bdabe0e32 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Sep 18 20:38:30.190739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44050) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:30.251655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cf9b72b7-55b6-43c6-a684-547f3e043eee tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/22a4bc99-c59d-45bd-a5e9-eb5c205f115c HTTP/1.1" status: 200 len: 994 time: 0.0591900 Sep 18 20:38:30.471447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44056) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:30.629252 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 924f86b7-12e6-4389-a707-fce0d3748a78 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:38:30.629252 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:30.703077 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:30.703440 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:30.716002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 924f86b7-12e6-4389-a707-fce0d3748a78 owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:38:30.859843 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:30.886034 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=924f86b7-12e6-4389-a707-fce0d3748a78,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:30.913803 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.914154 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.914500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.914837 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.915170 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.915536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.915868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.916198 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.916530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.916852 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.917175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.917496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:30.955272 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:30.955631 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP 22a4bc99-c59d-45bd-a5e9-eb5c205f115c disassociated (deleted). External IP: 172.25.8.168, port: 67d97fcf-d092-4485-a804-fd5543fdbca4. Sep 18 20:38:31.153840 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 8ff6d79f-54a3-491e-96b6-2b997f073618 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:38:31.599138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:38:31.604085 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:31.608555 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] Sync routers for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:38:31.617621 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:31.618216 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:31.630691 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5ddb1797-a41c-4e34-80b8-b532d1f5cbba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/floatingips/22a4bc99-c59d-45bd-a5e9-eb5c205f115c HTTP/1.1" status: 204 len: 168 time: 1.1581562 Sep 18 20:38:31.631276 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:38:31.633695 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d950f474-27cf-4400-aaa8-4c98595e9b08" -d '{"events": [{"name": "network-changed", "server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:38:31.673584 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3fe052-ce55-494f-8902-18ddb6acdf7b x-openstack-request-id: req-2f3fe052-ce55-494f-8902-18ddb6acdf7b {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:38:31.673884 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:38:31.674144 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f3fe052-ce55-494f-8902-18ddb6acdf7b {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:38:31.674553 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'status': 'completed', 'code': 200} Sep 18 20:38:31.730685 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:31.741490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-abc2ebc9-a71f-4124-9b03-f183dcf9e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:31.743481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-abc2ebc9-a71f-4124-9b03-f183dcf9e66a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 1098 time: 0.0449524 Sep 18 20:38:31.852196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-27766d1b-093b-4717-96b3-bd5201b1dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:31.853655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-27766d1b-093b-4717-96b3-bd5201b1dc2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ded4ab5-398d-4022-999d-5a5df1f7004f HTTP/1.1" status: 200 len: 897 time: 0.1036377 Sep 18 20:38:31.909738 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-5f085932-f4c4-4cc3-a725-958fe7a2bdb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67d97fcf-d092-4485-a804-fd5543fdbca4 HTTP/1.1" status: 200 len: 217 time: 0.0422037 Sep 18 20:38:31.934012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c245f8-e32b-427f-86bd-781f796a972f req-4b5068bf-5c2b-40f0-966c-d19482391c02 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:31.935578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77c245f8-e32b-427f-86bd-781f796a972f req-4b5068bf-5c2b-40f0-966c-d19482391c02 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0968571 Sep 18 20:38:31.943141 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:42Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:31.972061 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] Checking router: 8ff6d79f-54a3-491e-96b6-2b997f073618 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:38:31.980160 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:31.980756 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:31.992366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-13506661-2954-4f9b-8b77-64feac584b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:31.993828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-13506661-2954-4f9b-8b77-64feac584b7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41aaf6c2-c9db-4810-bcdb-eb043a50200c HTTP/1.1" status: 200 len: 835 time: 0.0762219 Sep 18 20:38:32.001002 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-77c245f8-e32b-427f-86bd-781f796a972f req-d5e564a3-a8ec-4a47-903c-4af0b955e188 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466285 Sep 18 20:38:32.042467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-b8591d1f-250d-4b4d-9131-9fd611b150f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:32.044054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-b8591d1f-250d-4b4d-9131-9fd611b150f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ded4ab5-398d-4022-999d-5a5df1f7004f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422161 Sep 18 20:38:32.083752 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:32.139240 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-cd5e84d6-1893-42a9-96ab-b252b5abdff8 service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868227 Sep 18 20:38:32.230242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d950f474-27cf-4400-aaa8-4c98595e9b08 req-1bf84126-414d-48a7-977a-1e56a98292c6 service neutron] 10.222.0.24 "GET /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832624 Sep 18 20:38:32.276195 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:42Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:32.300710 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f354bf-1c5b-4168-9c8f-658b99d5f228 None None] The sync data for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 is: [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:39Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'cb730c6e-7e04-4c06-9b08-e2f5f4ab2109', 'name': '', 'network_id': '5ded4ab5-398d-4022-999d-5a5df1f7004f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:0b:5a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:39Z', 'updated_at': '2021-09-18T20:37:42Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '41aaf6c2-c9db-4810-bcdb-eb043a50200c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:38:32.506078 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d23bf8-8076-4bab-b5e8-b0e16d2ecb5b None None] New status for floating IP 22a4bc99-c59d-45bd-a5e9-eb5c205f115c: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:38:33.122789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29e32e-de8a-4081-8cb6-f3ac8095e858 req-3f28c2ec-16e2-41d3-86c0-37c86cda8394 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:33.124294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f29e32e-de8a-4081-8cb6-f3ac8095e858 req-3f28c2ec-16e2-41d3-86c0-37c86cda8394 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0545506 Sep 18 20:38:33.161189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f29e32e-de8a-4081-8cb6-f3ac8095e858 req-03d38678-5b8d-457e-a512-eae6d2e8ce2f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bf8a7ab-9869-4a76-a54d-acbda4572bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307395 Sep 18 20:38:33.323010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-0df9b8ac-d176-4889-a878-259303ebf961 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:33.324383 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-0df9b8ac-d176-4889-a878-259303ebf961 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 946 time: 0.0469508 Sep 18 20:38:33.417276 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 67d97fcf-d092-4485-a804-fd5543fdbca4 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:38:33.417611 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:33.505975 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port 67d97fcf-d092-4485-a804-fd5543fdbca4, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=67d97fcf-d092-4485-a804-fd5543fdbca4,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:33.506330 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:33.518265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 67d97fcf-d092-4485-a804-fd5543fdbca4 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:38:33.645422 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:33.671016 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=67d97fcf-d092-4485-a804-fd5543fdbca4,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:33.689512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.689512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.689512 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.689926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.690117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.690443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.690763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.691082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.691936 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.692347 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.692797 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.693107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:33.732614 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] No DVR routers for this DVR port 67d97fcf-d092-4485-a804-fd5543fdbca4 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:38:33.735144 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:33.737132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-605a7524-726e-4e0f-af99-c38ef9e1459d req-b59fea60-fdee-47a4-8f5b-59b2035450f2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "DELETE /v2.0/ports/67d97fcf-d092-4485-a804-fd5543fdbca4 HTTP/1.1" status: 204 len: 173 time: 0.4063499 Sep 18 20:38:33.737643 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'name': 'network-vif-deleted', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:38:33.740253 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebd12c7-6e6d-48c7-a63b-c0f5825f7d62" -d '{"events": [{"server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "name": "network-vif-deleted", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:38:33.779934 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57816d7-90e3-4d4d-b96a-2027556a5f5c x-openstack-request-id: req-c57816d7-90e3-4d4d-b96a-2027556a5f5c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:38:33.780250 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29", "name": "network-vif-deleted", "tag": "67d97fcf-d092-4485-a804-fd5543fdbca4", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:38:33.780513 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c57816d7-90e3-4d4d-b96a-2027556a5f5c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:38:33.780923 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29', 'name': 'network-vif-deleted', 'tag': '67d97fcf-d092-4485-a804-fd5543fdbca4', 'status': 'completed', 'code': 200} Sep 18 20:38:34.272330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d9b73b45-984d-4bc0-b200-4a70bf8d48b9 req-697fd6d6-efc8-48eb-930d-633685036be6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=05dbb8f7-e276-4fb5-bd27-dfebc3a2ce29 HTTP/1.1" status: 200 len: 210 time: 0.0305624 Sep 18 20:38:35.328109 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44082) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:35.681769 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:35.934895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:38:35.935155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:36.024781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port cb730c6e-7e04-4c06-9b08-e2f5f4ab2109, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:36.025148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:36.037817 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:38:36.218775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:36.244851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=cb730c6e-7e04-4c06-9b08-e2f5f4ab2109,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:36.423965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:36.633865 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 8ff6d79f-54a3-491e-96b6-2b997f073618 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:38:36.737371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:38:36.743683 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fdd270ab-be2b-4dd3-8a45-7122f730aedb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/8ff6d79f-54a3-491e-96b6-2b997f073618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4140239 Sep 18 20:38:36.745937 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44084) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:36.748504 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] Sync routers for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:38:36.757927 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:36.758512 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:36.803900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf88b96-867e-43e6-a1a7-a75522544cc7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting subnet 41aaf6c2-c9db-4810-bcdb-eb043a50200c {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:38:36.807597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bf88b96-867e-43e6-a1a7-a75522544cc7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:36.846653 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bf88b96-867e-43e6-a1a7-a75522544cc7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:36.860167 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:36.932196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bf88b96-867e-43e6-a1a7-a75522544cc7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:36.998632 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bf88b96-867e-43e6-a1a7-a75522544cc7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.027364 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf88b96-867e-43e6-a1a7-a75522544cc7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Subnet': ['ID=41aaf6c2-c9db-4810-bcdb-eb043a50200c,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:37.029394 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-8bf88b96-867e-43e6-a1a7-a75522544cc7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.033773 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8bf88b96-867e-43e6-a1a7-a75522544cc7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/subnets/41aaf6c2-c9db-4810-bcdb-eb043a50200c HTTP/1.1" status: 204 len: 168 time: 0.2844007 Sep 18 20:38:37.033926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44086) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:37.037012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471b615-6a62-4ca3-a493-fa5800104722 None None] Network 5ded4ab5-398d-4022-999d-5a5df1f7004f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:38:37.126182 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:38:36Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:37.146452 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.154586 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] Checking router: 8ff6d79f-54a3-491e-96b6-2b997f073618 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:38:37.165741 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] Routers {'8ff6d79f-54a3-491e-96b6-2b997f073618'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:37.166365 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['8ff6d79f-54a3-491e-96b6-2b997f073618'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:37.240656 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] DHCP port deletion for 5ded4ab5-398d-4022-999d-5a5df1f7004f request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:38:37.265322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.276242 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] Set router 8ff6d79f-54a3-491e-96b6-2b997f073618 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:37.295290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Deleting port 0992829c-e948-4dc8-89c0-f8cfde1bcba1 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:38:37.295711 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.322431 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 40f1954d-1eba-457b-8a3c-d052f3369e4e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:38:37.322803 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.363547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] For port 0992829c-e948-4dc8-89c0-f8cfde1bcba1, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=0992829c-e948-4dc8-89c0-f8cfde1bcba1,segment=NetworkSegment(4f3d3173-437b-4d9c-af36-c5094dd3c4ae),segment_id=4f3d3173-437b-4d9c-af36-c5094dd3c4ae)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:37.364605 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.381166 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Calling delete_port for 0992829c-e948-4dc8-89c0-f8cfde1bcba1 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:38:37.411208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port 40f1954d-1eba-457b-8a3c-d052f3369e4e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=40f1954d-1eba-457b-8a3c-d052f3369e4e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:37.411613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.423278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 40f1954d-1eba-457b-8a3c-d052f3369e4e owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:38:37.464783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.476692 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:38:36Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:37.492038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Pushing event deleted for resources: {'Port': ['ID=0992829c-e948-4dc8-89c0-f8cfde1bcba1,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:37.494282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] No DVR routers for this DVR port 0992829c-e948-4dc8-89c0-f8cfde1bcba1 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:38:37.502790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.503016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.503308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.503668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.504534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.504907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.505267 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.505595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.506126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.506230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.506745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.506877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42938a-f61c-420b-88f3-f61ca06db912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:37.518340 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f7146-5da7-4c25-bee8-f9ca499ee3b1 None None] The sync data for ids ['8ff6d79f-54a3-491e-96b6-2b997f073618'] in n-d-789963-11 is: [{'id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967949943', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:38:36Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '40f1954d-1eba-457b-8a3c-d052f3369e4e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff6d79f-54a3-491e-96b6-2b997f073618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:37:36Z', 'updated_at': '2021-09-18T20:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:38:37.594289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.622432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=40f1954d-1eba-457b-8a3c-d052f3369e4e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:37.684278 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.776378 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.778350 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.821217 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.821742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff6d79f-54a3-491e-96b6-2b997f073618 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:38:37.828880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:37.830002 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7bcf8bdd-7c71-4744-887a-f7ade9afc9e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/routers/8ff6d79f-54a3-491e-96b6-2b997f073618 HTTP/1.1" status: 204 len: 168 time: 0.7951636 Sep 18 20:38:37.833366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44088) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:37.914369 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.003966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.023597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ded4ab5-398d-4022-999d-5a5df1f7004f']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:38.032359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3d3173-437b-4d9c-af36-c5094dd3c4ae') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:38.032668 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3d3173-437b-4d9c-af36-c5094dd3c4ae') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:38.042416 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.055439 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.061298 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:38:38.061690 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:38:38.064643 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:38:38.128188 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.136968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.141417 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/networks/5ded4ab5-398d-4022-999d-5a5df1f7004f HTTP/1.1" status: 204 len: 168 time: 0.3044789 Sep 18 20:38:38.141841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44090) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:38.150887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87ecb4-4b77-46b5-b172-b33817ac5cca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Network': ['ID=5ded4ab5-398d-4022-999d-5a5df1f7004f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:38.209183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffe58-23fd-4571-b39f-781bbc8ccb5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.233789 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffe58-23fd-4571-b39f-781bbc8ccb5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.254872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 67d97fcf-d092-4485-a804-fd5543fdbca4 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:38:38.275149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 67d97fcf-d092-4485-a804-fd5543fdbca4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:38:38.275523 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 67d97fcf-d092-4485-a804-fd5543fdbca4 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:38:38.295092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffe58-23fd-4571-b39f-781bbc8ccb5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.297686 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffe58-23fd-4571-b39f-781bbc8ccb5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.298859 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3d9ffe58-23fd-4571-b39f-781bbc8ccb5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/security-groups/2bf8a7ab-9869-4a76-a54d-acbda4572bd0 HTTP/1.1" status: 204 len: 168 time: 0.1559243 Sep 18 20:38:38.307954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ffe58-23fd-4571-b39f-781bbc8ccb5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf8a7ab-9869-4a76-a54d-acbda4572bd0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:38.568073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44096) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:38.572621 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9fd36711-1ebd-4952-8603-b7cfb2027883 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845576551', 'description': 'tempest-secgroup-smoke-845576551 description', 'project_id': '749e62293c5d43b1a048845f0d2508b6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:38.593878 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-1ebd-4952-8603-b7cfb2027883 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.673964 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-1ebd-4952-8603-b7cfb2027883 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.677941 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-1ebd-4952-8603-b7cfb2027883 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.708194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fd36711-1ebd-4952-8603-b7cfb2027883 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.709440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9fd36711-1ebd-4952-8603-b7cfb2027883 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1403637 Sep 18 20:38:38.710303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd36711-1ebd-4952-8603-b7cfb2027883 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed07f030-fccf-48c5-8da8-46fbbd6160d8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:38.712335 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44098) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:38.716832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-5b952536-194e-4c64-8694-fb85872f1ac2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'ed07f030-fccf-48c5-8da8-46fbbd6160d8', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:38.744662 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5b952536-194e-4c64-8694-fb85872f1ac2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.804656 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5b952536-194e-4c64-8694-fb85872f1ac2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.808083 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5b952536-194e-4c64-8694-fb85872f1ac2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.826214 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b952536-194e-4c64-8694-fb85872f1ac2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74c5b99-d211-4d7a-887d-3b6ea2ba0ddd,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:38.832948 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5b952536-194e-4c64-8694-fb85872f1ac2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.834051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5b952536-194e-4c64-8694-fb85872f1ac2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207786 Sep 18 20:38:38.836789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44100) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:38.841072 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8cd9364a-ad19-4a75-8dcb-ef36a042e0c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'ed07f030-fccf-48c5-8da8-46fbbd6160d8', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:38.867110 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd9364a-ad19-4a75-8dcb-ef36a042e0c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.921905 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd9364a-ad19-4a75-8dcb-ef36a042e0c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.925347 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd9364a-ad19-4a75-8dcb-ef36a042e0c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.942923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9364a-ad19-4a75-8dcb-ef36a042e0c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb229d2-23ca-4c36-afe0-b121f1c3b66d,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:38.948216 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8cd9364a-ad19-4a75-8dcb-ef36a042e0c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:38.949321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8cd9364a-ad19-4a75-8dcb-ef36a042e0c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1115985 Sep 18 20:38:38.952229 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44102) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:38.956656 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-56d9b49e-f448-46cd-bd33-e17f093b0303 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'ed07f030-fccf-48c5-8da8-46fbbd6160d8', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:38.982659 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56d9b49e-f448-46cd-bd33-e17f093b0303 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.043796 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56d9b49e-f448-46cd-bd33-e17f093b0303 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.047419 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56d9b49e-f448-46cd-bd33-e17f093b0303 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.064605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9b49e-f448-46cd-bd33-e17f093b0303 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da48d55-4351-469b-ba98-109d96fb3cf7,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:39.071486 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-56d9b49e-f448-46cd-bd33-e17f093b0303 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.072722 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-56d9b49e-f448-46cd-bd33-e17f093b0303 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194696 Sep 18 20:38:39.075401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44104) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:39.081772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-0167a080-8d8d-4c50-95c6-8f360f7c23fc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'ed07f030-fccf-48c5-8da8-46fbbd6160d8', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:39.111747 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0167a080-8d8d-4c50-95c6-8f360f7c23fc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.169104 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0167a080-8d8d-4c50-95c6-8f360f7c23fc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.172854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0167a080-8d8d-4c50-95c6-8f360f7c23fc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.191183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167a080-8d8d-4c50-95c6-8f360f7c23fc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e1238a-4036-40b2-badc-a2f046f2f3b0,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:39.198282 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0167a080-8d8d-4c50-95c6-8f360f7c23fc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.199535 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0167a080-8d8d-4c50-95c6-8f360f7c23fc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230412 Sep 18 20:38:39.202223 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44106) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:39.206602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e988e594-1a16-4a4b-810b-76201e408507 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'ed07f030-fccf-48c5-8da8-46fbbd6160d8', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:39.222433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40f1954d-1eba-457b-8a3c-d052f3369e4e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:38:39.229476 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-e988e594-1a16-4a4b-810b-76201e408507 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:38:39.234288 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e988e594-1a16-4a4b-810b-76201e408507 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.246196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 40f1954d-1eba-457b-8a3c-d052f3369e4e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:38:39.246540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 40f1954d-1eba-457b-8a3c-d052f3369e4e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:38:39.246957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:38:39.264943 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:38:39.265580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cb730c6e-7e04-4c06-9b08-e2f5f4ab2109 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:38:39.265713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0992829c-e948-4dc8-89c0-f8cfde1bcba1 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:38:39.284262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 0992829c-e948-4dc8-89c0-f8cfde1bcba1 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:38:39.284837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 0992829c-e948-4dc8-89c0-f8cfde1bcba1 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:38:39.295928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e988e594-1a16-4a4b-810b-76201e408507 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.299847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e988e594-1a16-4a4b-810b-76201e408507 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.318210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988e594-1a16-4a4b-810b-76201e408507 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d566fc80-a389-48db-a7ee-cf2a66a7bef6,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:39.324975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e988e594-1a16-4a4b-810b-76201e408507 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.326249 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e988e594-1a16-4a4b-810b-76201e408507 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230998 Sep 18 20:38:39.328969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44108) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:39.333979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-94f1ab90-30ca-4596-bd83-bdf0aa888839 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'ed07f030-fccf-48c5-8da8-46fbbd6160d8', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:39.355350 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-94f1ab90-30ca-4596-bd83-bdf0aa888839 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:38:39.360006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94f1ab90-30ca-4596-bd83-bdf0aa888839 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.427559 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94f1ab90-30ca-4596-bd83-bdf0aa888839 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.431023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94f1ab90-30ca-4596-bd83-bdf0aa888839 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.448042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1ab90-30ca-4596-bd83-bdf0aa888839 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2b7358-edea-45ce-88ea-8930ed466bef,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:39.454134 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-94f1ab90-30ca-4596-bd83-bdf0aa888839 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.455265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-94f1ab90-30ca-4596-bd83-bdf0aa888839 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253457 Sep 18 20:38:39.459158 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44110) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:39.463828 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'network': {'name': 'tempest-network-smoke--2090069490', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'port_security_enabled': True}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:39.483645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:38:39.486974 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.509626 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:38:39.518179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.518549 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Added segment 91e64bb5-e715-4831-96c8-2935672056e5 of type vlan for network 936cb99d-af9c-4bbd-bbf6-2d507199464f Sep 18 20:38:39.557860 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.580590 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.586567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:39.587149 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.618545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1583924 Sep 18 20:38:39.621275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44112) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:39.625422 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'admin_state_up': True, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:39.669530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa36c-d779-4c93-b2b3-f5a12f8a0051 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Network': ['ID=936cb99d-af9c-4bbd-bbf6-2d507199464f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:39.679726 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:38:39.682682 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.683789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:39.735998 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:40.211729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:40.399585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:40.418825 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:40.523539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.154 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/e31233b8-eb9b-4be7-a668-23ee0993dee6) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:38:40.623211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:40.661137 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:40.697237 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:38:40.700363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:38:40.703953 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:38:40.730002 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=e31233b8-eb9b-4be7-a668-23ee0993dee6,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:40.957027 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:41.154184 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:41.279164 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router de734636-0da5-4c38-8128-d62f394b90c9 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:38:41.383524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:38:41.392649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Sync routers for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:38:41.402310 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:41.402547 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:41.403155 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:41.403615 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-92685ded-85f2-45f8-abfc-cfc7fcf4e2c6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7813764 Sep 18 20:38:41.406733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44114) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:41.437716 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8aa2b2d8-7d30-433a-b095-9828e9ad9918 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=749e62293c5d43b1a048845f0d2508b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299113 Sep 18 20:38:41.440294 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44116) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:41.517809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:41.529680 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d59852-9fb8-480e-9ae3-22d5030eea43 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:41.531137 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e6d59852-9fb8-480e-9ae3-22d5030eea43 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899551 Sep 18 20:38:41.534500 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44118) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:41.566946 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8da723fa-00e9-4afc-a586-79483a8cfad5 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310915 Sep 18 20:38:41.569474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44120) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:41.574094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647934818', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:41.661184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:38:41.664762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:41.704285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:40Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:41.735223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Checking router: de734636-0da5-4c38-8128-d62f394b90c9 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:38:41.735702 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Updating router de734636-0da5-4c38-8128-d62f394b90c9 port e31233b8-eb9b-4be7-a668-23ee0993dee6 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:38:41.762241 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:41.849760 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:41.910612 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Subnet': ['ID=383eb17f-685d-4ac1-a651-c0b3ea978333,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:41.920114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Checking segment: {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:38:41.920481 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network hostable DHCP agents. Network: 936cb99d-af9c-4bbd-bbf6-2d507199464f, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:38:41.937599 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:38:41.948027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 936cb99d-af9c-4bbd-bbf6-2d507199464f) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:38:41.953091 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:41.953884 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:41.964068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a78366a-cbfc-4589-8b8f-d35ddba85e94 None None] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:38:41.969206 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e1ef2eae-431d-4d9c-bf6d-060e854c979f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3987463 Sep 18 20:38:41.971992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44122) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:42.088187 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.095526 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.184722 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Attempting to bind port e31233b8-eb9b-4be7-a668-23ee0993dee6 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:38:42.185098 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Attempting to bind port e31233b8-eb9b-4be7-a668-23ee0993dee6 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:38:42.185486 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Attempting to bind port e31233b8-eb9b-4be7-a668-23ee0993dee6 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:38:42.201416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:38:42.201801 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:38:42.202212 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.202607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:38:42.203081 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Bound port: e31233b8-eb9b-4be7-a668-23ee0993dee6, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:38:42.203551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.208140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-936cb99d-af9c-4bbd-bbf6-2d507199464f', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:38:42.208940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.227634 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50e6fe-9c83-4bdf-b2d3-304d27f59b87 None None] Pushing event updated for resources: {'Port': ['ID=e31233b8-eb9b-4be7-a668-23ee0993dee6,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:42.328049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] For port e31233b8-eb9b-4be7-a668-23ee0993dee6, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:38:42.346157 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] For port e31233b8-eb9b-4be7-a668-23ee0993dee6, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e31233b8-eb9b-4be7-a668-23ee0993dee6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:38:42.353251 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.427233 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.445830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:42.446457 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:42.449516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50e6fe-9c83-4bdf-b2d3-304d27f59b87 None None] Pushing event updated for resources: {'Port': ['ID=e31233b8-eb9b-4be7-a668-23ee0993dee6,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:42.492829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Allocated IP 172.20.0.2 (936cb99d-af9c-4bbd-bbf6-2d507199464f/383eb17f-685d-4ac1-a651-c0b3ea978333/cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:38:42.621681 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:42.802315 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.810426 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:42.862132 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.1 (936cb99d-af9c-4bbd-bbf6-2d507199464f/383eb17f-685d-4ac1-a651-c0b3ea978333/c7378d09-9e78-408f-9a06-cfa1952da138) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:38:42.986171 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.019239 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.024840 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:38:43.030472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:38:43.037911 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:38:43.045495 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Pushing event updated for resources: {'Port': ['ID=cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:43.057880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:38:43.060847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:38:43.064558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:38:43.095146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:40Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:43.102339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=c7378d09-9e78-408f-9a06-cfa1952da138,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:43.119257 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.124548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8686611d-876d-4666-8a6f-9163c2b78b52 None None] The sync data for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 is: [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:40Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:38:43.134844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Attempting to bind port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:38:43.135222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Attempting to bind port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:38:43.135689 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Attempting to bind port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 on network 936cb99d-af9c-4bbd-bbf6-2d507199464f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:38:43.146758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:38:43.146758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Checking segment: {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:38:43.146758 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.146758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Bound using segment: {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:38:43.146758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Bound port: cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:38:43.146758 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.211845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] For port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:38:43.215352 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] For port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:38:43.219868 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.258192 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.281705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04471633-c2b1-4713-971d-ff03209e03d8 None None] Pushing event updated for resources: {'Port': ['ID=cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:43.623492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.630908 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.726926 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:43.728901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=c7378d09-9e78-408f-9a06-cfa1952da138,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:43.828260 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:38:43.829868 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:38:43.951704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router de734636-0da5-4c38-8128-d62f394b90c9 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:38:44.073508 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:38:44.078982 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-79af9a7c-e234-499e-b955-8000dbb64690 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/de734636-0da5-4c38-8128-d62f394b90c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1053512 Sep 18 20:38:44.237147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a00f56f6-c3b1-43fb-8187-b7c14d230d12 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845576551&fields=id&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 267 time: 0.0381978 Sep 18 20:38:44.355804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-d5258431-00ab-4571-a21d-8b836aeddfd8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:44.363490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-d5258431-00ab-4571-a21d-8b836aeddfd8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/networks?id=936cb99d-af9c-4bbd-bbf6-2d507199464f HTTP/1.1" status: 200 len: 797 time: 0.1186662 Sep 18 20:38:44.374397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-b05f9940-0ae6-4b59-a9d7-1afff191dab2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/quotas/749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 375 time: 0.0096717 Sep 18 20:38:44.403140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050bfbfe-e654-40a9-bde7-8193e4eac925 None None] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:38:44.430476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-f2b1b941-7743-44bc-b3f9-c3f9b820ae61 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488312 Sep 18 20:38:44.477750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b2ab8520-4484-4c3c-8c00-ca5fe44f09f0 None None] Provisioning complete for port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:44.478307 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8520-4484-4c3c-8c00-ca5fe44f09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:44.633887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-f0c8cc53-8f5a-4cb3-8c5f-6b0392b0938f service neutron] 10.222.0.20 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485229 Sep 18 20:38:44.637488 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8520-4484-4c3c-8c00-ca5fe44f09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:44.679559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b2ab8520-4484-4c3c-8c00-ca5fe44f09f0 None None] For port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:44.683782 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8520-4484-4c3c-8c00-ca5fe44f09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:44.736296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-1aa349be-8dd5-4025-955a-de538178d476 service neutron] 10.222.0.20 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957053 Sep 18 20:38:44.737403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab8520-4484-4c3c-8c00-ca5fe44f09f0 None None] Pushing event updated for resources: {'Port': ['ID=cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:44.906067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8c50ae60-7ec5-4c40-9a67-2a4e5173fffa None None] Provisioning complete for port c7378d09-9e78-408f-9a06-cfa1952da138 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:44.907162 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c50ae60-7ec5-4c40-9a67-2a4e5173fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:44.933462 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Sync routers for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:38:44.948588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-8c50ae60-7ec5-4c40-9a67-2a4e5173fffa None None] Port c7378d09-9e78-408f-9a06-cfa1952da138 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:38:44.948812 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:44.949374 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:44.959357 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7184fca0-e2cb-4f7f-94ff-929e05c7ec4d req-22343d85-c32a-4fab-8269-bd92fd89223a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 210 time: 0.0477011 Sep 18 20:38:44.968878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-8c50ae60-7ec5-4c40-9a67-2a4e5173fffa None None] Provisioning complete for port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:44.969255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c50ae60-7ec5-4c40-9a67-2a4e5173fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.084607 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:45.193345 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-41d4ac6c-d24f-43a5-8f57-fee082468cd9 None None] Provisioning complete for port c7378d09-9e78-408f-9a06-cfa1952da138 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:45.193659 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-41d4ac6c-d24f-43a5-8f57-fee082468cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.254014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-41d4ac6c-d24f-43a5-8f57-fee082468cd9 None None] Port c7378d09-9e78-408f-9a06-cfa1952da138 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:38:45.344488 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 2, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:45.362426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e31233b8-eb9b-4be7-a668-23ee0993dee6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:38:45.383912 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Checking router: de734636-0da5-4c38-8128-d62f394b90c9 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:38:45.384244 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Updating router de734636-0da5-4c38-8128-d62f394b90c9 port c7378d09-9e78-408f-9a06-cfa1952da138 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:38:45.413381 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.426785 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e31233b8-eb9b-4be7-a668-23ee0993dee6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:45.427750 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.483552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-f30e5734-798a-4ea1-bd37-d86e23c6ac59 None None] Provisioning complete for port c7378d09-9e78-408f-9a06-cfa1952da138 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:45.483917 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f30e5734-798a-4ea1-bd37-d86e23c6ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.547551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f30e5734-798a-4ea1-bd37-d86e23c6ac59 None None] Port c7378d09-9e78-408f-9a06-cfa1952da138 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:38:45.555549 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.576001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port e31233b8-eb9b-4be7-a668-23ee0993dee6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e31233b8-eb9b-4be7-a668-23ee0993dee6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:45.581418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.582419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:38:45.664607 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=e31233b8-eb9b-4be7-a668-23ee0993dee6,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:45.674856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:45.675237 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.724951 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.730251 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.785862 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Pushing event updated for resources: {'Port': ['ID=c7378d09-9e78-408f-9a06-cfa1952da138,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:45.811066 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.811416 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.811749 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.812079 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.812398 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.812715 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.813031 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.813345 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.813651 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.813970 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.814279 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.814592 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:38:45.847348 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Attempting to bind port c7378d09-9e78-408f-9a06-cfa1952da138 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:38:45.848214 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Attempting to bind port c7378d09-9e78-408f-9a06-cfa1952da138 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:38:45.848984 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Attempting to bind port c7378d09-9e78-408f-9a06-cfa1952da138 on network 936cb99d-af9c-4bbd-bbf6-2d507199464f {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:38:45.854482 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:38:45.854820 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Checking segment: {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:38:45.855244 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.855648 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Bound using segment: {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:38:45.856102 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Bound port: c7378d09-9e78-408f-9a06-cfa1952da138, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:38:45.856470 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.922918 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] For port c7378d09-9e78-408f-9a06-cfa1952da138, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:38:45.926981 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] For port c7378d09-9e78-408f-9a06-cfa1952da138, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c7378d09-9e78-408f-9a06-cfa1952da138,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:38:45.930932 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.974152 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4e9ece3e-a712-4084-9d76-4cdda655b1a0 None None] Provisioning complete for port c7378d09-9e78-408f-9a06-cfa1952da138 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:45.974680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e9ece3e-a712-4084-9d76-4cdda655b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:45.998174 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0fe74-0fbd-41ba-9555-3e0ca03c5449 None None] Pushing event updated for resources: {'Port': ['ID=c7378d09-9e78-408f-9a06-cfa1952da138,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:46.009161 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:46.009844 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:46.124676 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e9ece3e-a712-4084-9d76-4cdda655b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:46.129075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-628a25c4-0469-4da8-9713-4f08697f6884 req-6789986f-3d6e-4896-af0b-9942e52a5d95 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 210 time: 0.0447593 Sep 18 20:38:46.162970 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:46.191631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4e9ece3e-a712-4084-9d76-4cdda655b1a0 None None] For port c7378d09-9e78-408f-9a06-cfa1952da138, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c7378d09-9e78-408f-9a06-cfa1952da138,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:46.197766 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4e9ece3e-a712-4084-9d76-4cdda655b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:46.235453 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-106706ff-ca8e-4162-96c7-18acf9223942 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:46.237787 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-106706ff-ca8e-4162-96c7-18acf9223942 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "GET /v2.0/networks?id=936cb99d-af9c-4bbd-bbf6-2d507199464f HTTP/1.1" status: 200 len: 797 time: 0.1988552 Sep 18 20:38:46.250873 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ece3e-a712-4084-9d76-4cdda655b1a0 None None] Pushing event updated for resources: {'Port': ['ID=c7378d09-9e78-408f-9a06-cfa1952da138,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:46.286820 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-88f801d8-5c21-4501-94d6-f3f36bad13ae tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 379 time: 0.0383952 Sep 18 20:38:46.297155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'port': {'device_id': '58fce82c-4858-43d5-a7a8-74d35511afff', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'admin_state_up': True, 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'security_groups': ['ed07f030-fccf-48c5-8da8-46fbbd6160d8']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:46.321024 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-102e5623-c1ae-49fd-a7d3-d08aa4cc39cb None None] Provisioning complete for port c7378d09-9e78-408f-9a06-cfa1952da138 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:46.321399 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-102e5623-c1ae-49fd-a7d3-d08aa4cc39cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:46.412307 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:38:46.415925 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:46.503178 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:46.529650 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7167827-c738-4a83-b4d4-d8571069004f None None] The sync data for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 is: [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:38:46.548941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.8 (936cb99d-af9c-4bbd-bbf6-2d507199464f/383eb17f-685d-4ac1-a651-c0b3ea978333/7b61d8d2-a353-45ef-bf2c-db1974f1a120) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:38:46.714805 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:46.750133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:46.792974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:38:46.796280 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:38:46.798641 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:38:46.827172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=7b61d8d2-a353-45ef-bf2c-db1974f1a120,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:46.858365 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:46.859026 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:46.876264 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-a4159943-ef79-4715-965d-f3b4344988de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829105 Sep 18 20:38:46.889742 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Request body: {'port': {'device_id': '58fce82c-4858-43d5-a7a8-74d35511afff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:46.953699 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.039559 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b0832413-9e30-4cbd-8272-1d318013ba00 None None] Provisioning complete for port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:47.040165 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b0832413-9e30-4cbd-8272-1d318013ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.080312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b0832413-9e30-4cbd-8272-1d318013ba00 None None] Port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:38:47.276949 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f118f-3f1b-4746-ac27-0d59a1f0fb77 req-407b4542-de73-444c-b90e-4b0e755f897a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:47.279165 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-656f118f-3f1b-4746-ac27-0d59a1f0fb77 req-407b4542-de73-444c-b90e-4b0e755f897a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 931 time: 0.0656862 Sep 18 20:38:47.337611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-656f118f-3f1b-4746-ac27-0d59a1f0fb77 req-543298e5-dc8c-474a-a342-60c0f5b5dffe tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492368 Sep 18 20:38:47.350796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e31233b8-eb9b-4be7-a668-23ee0993dee6 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:38:47.406405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e31233b8-eb9b-4be7-a668-23ee0993dee6 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:47.406771 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.500280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c7378d09-9e78-408f-9a06-cfa1952da138 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:38:47.547094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c7378d09-9e78-408f-9a06-cfa1952da138 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:47.547586 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.614823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b61d8d2-a353-45ef-bf2c-db1974f1a120 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:38:47.622521 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.636111 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Transition to ACTIVE for port object 7b61d8d2-a353-45ef-bf2c-db1974f1a120 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:38:47.640102 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.694348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Pushing event updated for resources: {'Port': ['ID=7b61d8d2-a353-45ef-bf2c-db1974f1a120,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:47.765449 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Attempting to bind port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:38:47.765796 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Attempting to bind port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:38:47.766131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Attempting to bind port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 on network 936cb99d-af9c-4bbd-bbf6-2d507199464f {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:38:47.771262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 on network 936cb99d-af9c-4bbd-bbf6-2d507199464f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:38:47.771620 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Attempting to bind port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 on network 936cb99d-af9c-4bbd-bbf6-2d507199464f {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:38:47.776432 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:38:47.776774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Checking segment: {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:38:47.777165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Bound using segment: {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:38:47.777600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Bound port: 7b61d8d2-a353-45ef-bf2c-db1974f1a120, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e64bb5-e715-4831-96c8-2935672056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:38:47.777963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.842990 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] For port 7b61d8d2-a353-45ef-bf2c-db1974f1a120, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:38:47.846196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] For port 7b61d8d2-a353-45ef-bf2c-db1974f1a120, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:38:47.851492 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.883017 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:47.883843 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:47.885473 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] 10.222.0.32 "PUT /v2.0/ports/7b61d8d2-a353-45ef-bf2c-db1974f1a120 HTTP/1.1" status: 200 len: 1092 time: 1.0009379 Sep 18 20:38:47.887665 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:38:47.889968 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b988148-c5ac-4964-b72e-33d5cfebfff7" -d '{"events": [{"name": "network-changed", "server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:38:47.931673 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd0bc9c-f43c-40cc-ba7d-15de3e658545 x-openstack-request-id: req-2dd0bc9c-f43c-40cc-ba7d-15de3e658545 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:38:47.931964 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:38:47.932219 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dd0bc9c-f43c-40cc-ba7d-15de3e658545 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:38:47.932647 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'status': 'completed', 'code': 200} Sep 18 20:38:47.946885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa00ac-3565-4cc4-ac24-3bc300ac3999 service neutron] Pushing event updated for resources: {'Port': ['ID=7b61d8d2-a353-45ef-bf2c-db1974f1a120,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:47.982700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-486c8bec-c5ac-4cbb-9844-34bb7de425ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:47.984287 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-486c8bec-c5ac-4cbb-9844-34bb7de425ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 1095 time: 0.0545001 Sep 18 20:38:48.027620 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-79ab13d1-f252-4607-8925-60efee525f94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120 HTTP/1.1" status: 200 len: 217 time: 0.0359120 Sep 18 20:38:48.078209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-c6616c25-b056-49f7-956e-960e1486dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:48.079713 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-c6616c25-b056-49f7-956e-960e1486dbdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=383eb17f-685d-4ac1-a651-c0b3ea978333 HTTP/1.1" status: 200 len: 835 time: 0.0451128 Sep 18 20:38:48.128686 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-7c8fa41d-bec4-4d58-8f86-73a336722c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:48.130343 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-7c8fa41d-bec4-4d58-8f86-73a336722c23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=936cb99d-af9c-4bbd-bbf6-2d507199464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439851 Sep 18 20:38:48.218177 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-0f8d3aa3-cc7d-4bcd-b46f-82a1f77a3913 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806453 Sep 18 20:38:48.308718 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-aca1d812-7ca4-4094-91c5-c9f031dbf6dd req-23bb37c5-7cf8-4564-af43-a6cbe33b1f00 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836256 Sep 18 20:38:48.373729 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:38:48.391107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-ea6562cf-5bec-4165-a97c-ea79a62d08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:48.392679 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-ea6562cf-5bec-4165-a97c-ea79a62d08e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 1095 time: 0.0402882 Sep 18 20:38:48.471462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37feb3-a596-4d15-b502-ab18e26df38c req-1d5de208-7762-4669-ae97-6933044fd607 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:48.474157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec37feb3-a596-4d15-b502-ab18e26df38c req-1d5de208-7762-4669-ae97-6933044fd607 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 943 time: 0.0517528 Sep 18 20:38:48.490842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-07dac79f-964a-400d-ae05-e877bfe3f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:48.492360 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-07dac79f-964a-400d-ae05-e877bfe3f7a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=936cb99d-af9c-4bbd-bbf6-2d507199464f HTTP/1.1" status: 200 len: 898 time: 0.0930099 Sep 18 20:38:48.513001 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec37feb3-a596-4d15-b502-ab18e26df38c req-85b02921-16d2-4b12-9578-66e0ce85ed24 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332396 Sep 18 20:38:48.535640 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-c7b66714-573c-4557-8fc0-2fd36d4b9edb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120 HTTP/1.1" status: 200 len: 217 time: 0.0360475 Sep 18 20:38:48.584810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-527b1897-09ce-4994-adb3-2fda4c95f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:48.586236 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-527b1897-09ce-4994-adb3-2fda4c95f08d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=383eb17f-685d-4ac1-a651-c0b3ea978333 HTTP/1.1" status: 200 len: 835 time: 0.0440245 Sep 18 20:38:48.632035 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-e78fa21a-dd3d-4db3-acdf-aed50aa68dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:48.633568 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-e78fa21a-dd3d-4db3-acdf-aed50aa68dbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=936cb99d-af9c-4bbd-bbf6-2d507199464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396631 Sep 18 20:38:48.728146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-332d8cb4-f704-4408-ab97-f245af5e6b43 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867343 Sep 18 20:38:48.822042 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9b988148-c5ac-4964-b72e-33d5cfebfff7 req-18e8aa6b-dd26-4b03-b1d1-6cb12ae9ba96 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863700 Sep 18 20:38:49.622729 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7b61d8d2-a353-45ef-bf2c-db1974f1a120 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:38:49.629640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1607d-a10a-4c13-861c-399ac5d940be req-3ceffb52-62cc-4447-8db7-9aa1b5dfa7b4 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:49.631203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72a1607d-a10a-4c13-861c-399ac5d940be req-3ceffb52-62cc-4447-8db7-9aa1b5dfa7b4 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 943 time: 0.0501482 Sep 18 20:38:49.668686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72a1607d-a10a-4c13-861c-399ac5d940be req-b412bc46-4e77-46ed-b758-d13fcaa8c0d5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Sep 18 20:38:49.719278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7b61d8d2-a353-45ef-bf2c-db1974f1a120, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:49.730815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'port_id': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'mac_address': 'fa:16:3e:b0:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:38:49.765940 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:49.780137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b61d8d2-a353-45ef-bf2c-db1974f1a120 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:38:49.800258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7b61d8d2-a353-45ef-bf2c-db1974f1a120, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:49.804478 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:49.853406 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7b61d8d2-a353-45ef-bf2c-db1974f1a120,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:50.008988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['7b61d8d2-a353-45ef-bf2c-db1974f1a120'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:38:50.792343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aa105-2fb8-4360-8a80-2b28e3ffdf1f req-b8f3bb08-6fd7-4dd7-ad9e-dc04719a8372 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:50.793813 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af1aa105-2fb8-4360-8a80-2b28e3ffdf1f req-b8f3bb08-6fd7-4dd7-ad9e-dc04719a8372 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 944 time: 0.0533967 Sep 18 20:38:50.831634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-af1aa105-2fb8-4360-8a80-2b28e3ffdf1f req-117b8adc-0e74-495d-8467-e13e48be229a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318782 Sep 18 20:38:51.622929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7b61d8d2-a353-45ef-bf2c-db1974f1a120 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:38:51.669758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:38:51.680984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:38:51.681352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:51.707675 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e1619752-392d-4d3f-aed5-8963fdbdbcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:51.761175 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:51.782236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:38:51.784605 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a434f47c-6950-47ef-8889-b17ea4c60de3" -d '{"events": [{"server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "name": "network-vif-plugged", "status": "completed", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:38:51.797622 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 7b61d8d2-a353-45ef-bf2c-db1974f1a120, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:38:51.802892 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:51.830372 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b691c1-7f88-4004-8c9b-b06489ab18c3 x-openstack-request-id: req-e0b691c1-7f88-4004-8c9b-b06489ab18c3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:38:51.830659 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "name": "network-vif-plugged", "status": "completed", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:38:51.830903 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0b691c1-7f88-4004-8c9b-b06489ab18c3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:38:51.831287 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'code': 200} Sep 18 20:38:51.857017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=7b61d8d2-a353-45ef-bf2c-db1974f1a120,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:51.919737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6c2ca-b924-439a-8cff-1188cee01b61 req-7ea1a2e8-ad9e-4645-8b91-486e3d85a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:51.921304 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1f6c2ca-b924-439a-8cff-1188cee01b61 req-7ea1a2e8-ad9e-4645-8b91-486e3d85a8f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 1097 time: 0.0406868 Sep 18 20:38:51.949734 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d9370-f346-48d8-a1af-ba241186bb6f req-a1212402-70a7-47f5-a5ea-be0ac5333e24 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:51.951300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb8d9370-f346-48d8-a1af-ba241186bb6f req-a1212402-70a7-47f5-a5ea-be0ac5333e24 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0500004 Sep 18 20:38:51.957596 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f1f6c2ca-b924-439a-8cff-1188cee01b61 req-4d421375-5a71-46a2-974b-5f3bfc4cd94f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278268 Sep 18 20:38:51.990772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb8d9370-f346-48d8-a1af-ba241186bb6f req-67712323-ecd3-4091-8194-4ab8395a9827 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Sep 18 20:38:53.107794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a6cfc-6784-4d45-9a51-0feeac17bd5a req-3dca1467-8593-4dd5-8124-5f66d5f62d89 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:53.109271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-809a6cfc-6784-4d45-9a51-0feeac17bd5a req-3dca1467-8593-4dd5-8124-5f66d5f62d89 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0493541 Sep 18 20:38:53.147228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-809a6cfc-6784-4d45-9a51-0feeac17bd5a req-17fe96f4-b495-4ece-a216-f16c18adfcc0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Sep 18 20:38:53.264018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4a6b1-b02a-451c-9d7f-bd549765d35a req-4ee29f31-0eb7-4ce9-ab5c-5c4b9fdfeb50 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:53.265489 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2e4a6b1-b02a-451c-9d7f-bd549765d35a req-4ee29f31-0eb7-4ce9-ab5c-5c4b9fdfeb50 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0527217 Sep 18 20:38:53.304558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2e4a6b1-b02a-451c-9d7f-bd549765d35a req-a9dccd69-e67f-4ad1-bcaf-ca617ea0824c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Sep 18 20:38:53.326488 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44188) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:53.365423 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa3546d-f06b-4461-b15c-ce004fbd649e tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:53.366919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4aa3546d-f06b-4461-b15c-ce004fbd649e tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 1092 time: 0.0394430 Sep 18 20:38:53.369692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44190) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:53.373992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:38:53.396096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:53.499307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:53.598999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.235 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/d650bd8d-ee70-4ae0-8362-f05878def720) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:38:53.704068 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:53.742922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:53.778121 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:38:53.782295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:38:53.786173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:38:53.811588 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=d650bd8d-ee70-4ae0-8362-f05878def720,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:53.901649 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:53.985681 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:54.153229 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:54.218308 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:54.367483 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:54.372402 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:54.446956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=d650bd8d-ee70-4ae0-8362-f05878def720,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:38:54.457225 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:54.555492 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP d09cbf98-f340-4611-b10a-2e78439de312 associated. External IP: 172.25.8.235, port: 7b61d8d2-a353-45ef-bf2c-db1974f1a120. Sep 18 20:38:54.759536 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router de734636-0da5-4c38-8128-d62f394b90c9 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:38:54.862516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:38:54.873205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] Sync routers for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:38:54.879023 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:54.892513 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:54.893090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:54.896868 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:54.911663 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2ff2c25a-63a9-4fde-a6d4-a57e3c24afdd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5407727 Sep 18 20:38:54.912504 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:38:54.914892 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936e608b-c42f-48c2-8c7a-1122b31ffbff" -d '{"events": [{"name": "network-changed", "server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:38:54.954007 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74abf480-f8d1-4b15-8930-bee44f2dc8e8 x-openstack-request-id: req-74abf480-f8d1-4b15-8930-bee44f2dc8e8 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:38:54.954387 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:38:54.954887 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74abf480-f8d1-4b15-8930-bee44f2dc8e8 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:38:54.955361 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'status': 'completed', 'code': 200} Sep 18 20:38:55.007896 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-815d04ce-fe75-43ed-af38-bacc5d9ef092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:55.018739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:55.022073 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-6a780394-1bd5-45da-b71b-a58321da7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:55.022938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf1c79-3e36-440e-9c20-0b484ece3846 req-b295a751-6a11-477c-b30b-d1a0f9ee35cd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:55.023634 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-6a780394-1bd5-45da-b71b-a58321da7106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 1097 time: 0.0471358 Sep 18 20:38:55.024797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ebf1c79-3e36-440e-9c20-0b484ece3846 req-b295a751-6a11-477c-b30b-d1a0f9ee35cd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0607319 Sep 18 20:38:55.064221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1ebf1c79-3e36-440e-9c20-0b484ece3846 req-9a95e2dc-b85d-4203-8eff-3124d978a3e5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332499 Sep 18 20:38:55.087915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44196) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:55.127799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-5be4d36c-1e5c-4343-9450-c16c2cb5acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:55.129802 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-5be4d36c-1e5c-4343-9450-c16c2cb5acd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=936cb99d-af9c-4bbd-bbf6-2d507199464f HTTP/1.1" status: 200 len: 898 time: 0.0991459 Sep 18 20:38:55.155660 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-36749967-bd05-4255-af88-43466117a451 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/d09cbf98-f340-4611-b10a-2e78439de312 HTTP/1.1" status: 200 len: 991 time: 0.0664897 Sep 18 20:38:55.199486 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-5e4a64af-f3d3-414d-99fb-197095d31859 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120 HTTP/1.1" status: 200 len: 999 time: 0.0630491 Sep 18 20:38:55.249740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-5f7040f9-8a61-45c8-9807-a7ac9db599ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:55.251211 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-5f7040f9-8a61-45c8-9807-a7ac9db599ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=383eb17f-685d-4ac1-a651-c0b3ea978333 HTTP/1.1" status: 200 len: 835 time: 0.0448382 Sep 18 20:38:55.252526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'd09cbf98-f340-4611-b10a-2e78439de312', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'port_id': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'mac_address': 'fa:16:3e:b0:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fce82c-4858-43d5-a7a8-74d35511afff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:38:54Z', 'updated_at': '2021-09-18T20:38:54Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:46Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:55.282215 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] Checking router: de734636-0da5-4c38-8128-d62f394b90c9 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:38:55.291032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:38:55.291666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:38:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:55.297597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-3b409880-2b36-44c1-8f51-0581a77b3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:38:55.299119 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-3b409880-2b36-44c1-8f51-0581a77b3a3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=936cb99d-af9c-4bbd-bbf6-2d507199464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410974 Sep 18 20:38:55.391589 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-26d3bb4b-1378-4124-9737-0ef3f2684a8c service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856493 Sep 18 20:38:55.396477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:38:55.484919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-936e608b-c42f-48c2-8c7a-1122b31ffbff req-c9843cca-dd13-4740-b274-67738ed45db9 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867643 Sep 18 20:38:55.619772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'd09cbf98-f340-4611-b10a-2e78439de312', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'port_id': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'mac_address': 'fa:16:3e:b0:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fce82c-4858-43d5-a7a8-74d35511afff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:38:54Z', 'updated_at': '2021-09-18T20:38:54Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:46Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:38:55.649685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c808f-b09d-4a51-a37c-aa359a1737fb None None] The sync data for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 is: [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'd09cbf98-f340-4611-b10a-2e78439de312', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'port_id': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'mac_address': 'fa:16:3e:b0:30:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fce82c-4858-43d5-a7a8-74d35511afff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:38:54Z', 'updated_at': '2021-09-18T20:38:54Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:46Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:38:55.746505 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:38:55.842406 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e38421-8783-4e54-b387-5ea3feef0e68 None None] New status for floating IP d09cbf98-f340-4611-b10a-2e78439de312: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:38:56.159521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44198) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:38:56.218643 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d8bddafe-be03-43cd-8123-912dd6bd2dbc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/d09cbf98-f340-4611-b10a-2e78439de312 HTTP/1.1" status: 200 len: 993 time: 0.0574591 Sep 18 20:38:57.679846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:21.687387 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1334cd1e-57df-4e26-9e77-14c7da883a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:23.901262 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:23.984684 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:24.892113 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:24.973542 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-58bbe233-1ba1-46da-b222-c52b8133213a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:24.984116 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-3afc8b5c-f0b3-4c1f-afbd-924390b47f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:24.985635 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-3afc8b5c-f0b3-4c1f-afbd-924390b47f92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 1097 time: 0.0542588 Sep 18 20:39:24.987459 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158dec5-3105-4ac1-b065-417c796b1a41 req-f68cc82d-7f17-4418-9ace-64cf6ca600df tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:24.990198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d158dec5-3105-4ac1-b065-417c796b1a41 req-f68cc82d-7f17-4418-9ace-64cf6ca600df tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0636647 Sep 18 20:39:25.028571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d158dec5-3105-4ac1-b065-417c796b1a41 req-685ced64-57bf-49ad-bd1f-2789eccaab7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323284 Sep 18 20:39:25.077161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-355095f8-b917-44bd-90b8-24631377f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:25.078649 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-355095f8-b917-44bd-90b8-24631377f833 service neutron] 10.222.0.32 "GET /v2.0/networks?id=936cb99d-af9c-4bbd-bbf6-2d507199464f HTTP/1.1" status: 200 len: 898 time: 0.0859408 Sep 18 20:39:25.147188 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-51984ead-0c7e-46b9-bf98-f0069e26afe1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120 HTTP/1.1" status: 200 len: 1001 time: 0.0597608 Sep 18 20:39:25.195512 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-c4771f8f-3de4-44a0-a48d-13078de6b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:25.196946 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-c4771f8f-3de4-44a0-a48d-13078de6b365 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=383eb17f-685d-4ac1-a651-c0b3ea978333 HTTP/1.1" status: 200 len: 835 time: 0.0426636 Sep 18 20:39:25.242568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-b6e4cc8d-470a-4332-9795-409313bb4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:25.243989 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-b6e4cc8d-470a-4332-9795-409313bb4c7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=936cb99d-af9c-4bbd-bbf6-2d507199464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398147 Sep 18 20:39:25.336041 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-cc1b16fd-d4d6-4d0e-8948-6625fc0305bc service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845602 Sep 18 20:39:25.372220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:39:25.426417 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4a9c73e7-99e6-489b-83d1-4eb314deba67 req-27f6232f-0843-4e4f-902f-52bdde7eaaf3 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825393 Sep 18 20:39:25.749711 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:26.168034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd6a9f-3799-4a6a-a5e2-f32c84235e7d req-ca01c821-a4a7-4278-96f3-a298a227afed tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:26.169484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fbd6a9f-3799-4a6a-a5e2-f32c84235e7d req-ca01c821-a4a7-4278-96f3-a298a227afed tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0512290 Sep 18 20:39:26.206691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3fbd6a9f-3799-4a6a-a5e2-f32c84235e7d req-981c25df-d49f-4646-82ea-081139d41e72 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311162 Sep 18 20:39:27.320709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b04470-89f4-41a3-b887-7781fc7a62f7 req-e52337e6-845b-49f6-b432-40768cc5b86d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:27.322194 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09b04470-89f4-41a3-b887-7781fc7a62f7 req-e52337e6-845b-49f6-b432-40768cc5b86d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0482750 Sep 18 20:39:27.361808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09b04470-89f4-41a3-b887-7781fc7a62f7 req-6ac94028-0e9d-4e0b-83e2-658a63da0f74 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331426 Sep 18 20:39:27.682625 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:28.476171 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58472223-ff04-437b-bf09-26f9df01df31 req-069aeeb8-3011-4203-9da1-a14b67fe3e22 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:28.477646 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58472223-ff04-437b-bf09-26f9df01df31 req-069aeeb8-3011-4203-9da1-a14b67fe3e22 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0489976 Sep 18 20:39:28.514651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-58472223-ff04-437b-bf09-26f9df01df31 req-379bcdc7-d9ec-4c5f-88ee-e9854bdd10e6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311012 Sep 18 20:39:29.636608 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600acc8-23e4-450e-aaef-1ede590426ac req-a871620a-733c-4934-addb-96437441d1b5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:29.638071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b600acc8-23e4-450e-aaef-1ede590426ac req-a871620a-733c-4934-addb-96437441d1b5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0572426 Sep 18 20:39:29.676262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b600acc8-23e4-450e-aaef-1ede590426ac req-f96e126a-1d6d-46a1-acd2-c649ed72c312 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Sep 18 20:39:30.789489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f232-eaed-49e8-82ea-73665789f7df req-21107377-6136-4010-803d-978bf4e0ed27 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:30.790946 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c604f232-eaed-49e8-82ea-73665789f7df req-21107377-6136-4010-803d-978bf4e0ed27 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0479813 Sep 18 20:39:30.827421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c604f232-eaed-49e8-82ea-73665789f7df req-9b3b97e1-7e5d-4bad-8663-5481f106256f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306227 Sep 18 20:39:31.180259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-d69ce545-7abd-4315-9694-a66f2f7acae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:31.181731 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-d69ce545-7abd-4315-9694-a66f2f7acae8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 1097 time: 0.0439513 Sep 18 20:39:31.283207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-8d5a1fdc-b415-4dac-b4f7-477e8db8fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:31.284735 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-8d5a1fdc-b415-4dac-b4f7-477e8db8fd9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=936cb99d-af9c-4bbd-bbf6-2d507199464f HTTP/1.1" status: 200 len: 898 time: 0.0847809 Sep 18 20:39:31.351034 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-754e85a9-ead0-492b-bb28-5ddfe31c582e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120 HTTP/1.1" status: 200 len: 1001 time: 0.0593138 Sep 18 20:39:31.397721 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-3c73f8cc-48b2-496e-9e1c-cc7791822d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:31.399099 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-3c73f8cc-48b2-496e-9e1c-cc7791822d91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=383eb17f-685d-4ac1-a651-c0b3ea978333 HTTP/1.1" status: 200 len: 835 time: 0.0409842 Sep 18 20:39:31.444028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-c261ed49-fc75-43fe-a639-1e2548450001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:31.445424 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-c261ed49-fc75-43fe-a639-1e2548450001 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=936cb99d-af9c-4bbd-bbf6-2d507199464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395858 Sep 18 20:39:31.539709 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-358b4e3a-b28b-4ad2-aa14-e893cb650ef7 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866218 Sep 18 20:39:31.627059 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-72be24f9-08fd-439c-9bf3-af7e0d76a684 req-71fb339d-94d9-452a-8c3f-b90503d0c2aa service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805545 Sep 18 20:39:31.940462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5d3b2-26b6-48f8-a920-e94f33ae3153 req-01f8383f-1b39-4d29-8a96-3f4c54d997b9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:31.941954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81e5d3b2-26b6-48f8-a920-e94f33ae3153 req-01f8383f-1b39-4d29-8a96-3f4c54d997b9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0489416 Sep 18 20:39:31.979247 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-81e5d3b2-26b6-48f8-a920-e94f33ae3153 req-1d459331-233d-4c64-abb5-4535216b462b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312841 Sep 18 20:39:33.095286 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e39b3-4b7c-4875-ab0d-ca65daf45832 req-084229de-2275-4da4-a885-8560ab747d39 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:33.096796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e52e39b3-4b7c-4875-ab0d-ca65daf45832 req-084229de-2275-4da4-a885-8560ab747d39 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0519791 Sep 18 20:39:33.133601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e52e39b3-4b7c-4875-ab0d-ca65daf45832 req-b49a0eaf-f787-45ca-ba55-b30666390022 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308831 Sep 18 20:39:34.247410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ae63-9251-4d58-ac16-bc2f17cfdf31 req-ca70857c-9bea-4e8d-931d-97f1786c4976 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:34.248870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9988ae63-9251-4d58-ac16-bc2f17cfdf31 req-ca70857c-9bea-4e8d-931d-97f1786c4976 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0483749 Sep 18 20:39:34.286378 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9988ae63-9251-4d58-ac16-bc2f17cfdf31 req-fb7db42f-98d9-4c0e-a403-6be5ca968cc8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309689 Sep 18 20:39:35.400831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0545d1-6289-4dd5-91e3-f8c2d88520e7 req-b6138b66-ec9d-4a6f-8504-818bcb97a578 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:35.402335 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee0545d1-6289-4dd5-91e3-f8c2d88520e7 req-b6138b66-ec9d-4a6f-8504-818bcb97a578 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0499585 Sep 18 20:39:35.439172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee0545d1-6289-4dd5-91e3-f8c2d88520e7 req-c4b67780-ac0d-40c8-a846-736323c07783 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309913 Sep 18 20:39:36.557990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1b0ce-aa94-4ec3-85a4-626a688975ea req-80050365-2370-403d-b0a9-bed91385e537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:39:36.559552 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7d1b0ce-aa94-4ec3-85a4-626a688975ea req-80050365-2370-403d-b0a9-bed91385e537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0526423 Sep 18 20:39:36.596045 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f7d1b0ce-aa94-4ec3-85a4-626a688975ea req-420c68e3-d10f-4417-909a-ba00c45dfc75 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306048 Sep 18 20:39:36.618705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44238) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:39:36.677509 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5cff7dd7-d01c-43d2-85b9-bb32f26579ec tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/d09cbf98-f340-4611-b10a-2e78439de312 HTTP/1.1" status: 200 len: 993 time: 0.0577149 Sep 18 20:39:51.689166 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4383c71d-efce-483a-a3dd-5a955f6bda3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:53.913173 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:53.983760 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:54.894445 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:54.964334 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8dd6c993-da3f-4a69-a911-450044d6f5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:55.753231 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:39:57.685020 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:02.371844 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:40:07.027499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44256) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:07.185175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port d650bd8d-ee70-4ae0-8362-f05878def720 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:40:07.185512 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:07.264090 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:07.264412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:07.275597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for d650bd8d-ee70-4ae0-8362-f05878def720 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:40:07.419472 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:07.445042 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=d650bd8d-ee70-4ae0-8362-f05878def720,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:07.469223 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.469568 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.469908 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.470235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.470560 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.470931 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.471285 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.471653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.471976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.472291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.472607 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.472918 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:07.514445 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:07.515477 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP d09cbf98-f340-4611-b10a-2e78439de312 disassociated (deleted). External IP: 172.25.8.235, port: 7b61d8d2-a353-45ef-bf2c-db1974f1a120. Sep 18 20:40:07.723353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router de734636-0da5-4c38-8128-d62f394b90c9 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:40:07.833853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:40:07.838555 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:07.842965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] Sync routers for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:40:07.851850 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:07.852455 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:39:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:07.865603 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bcec537a-6da7-45c8-acb0-6c09e315086f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/floatingips/d09cbf98-f340-4611-b10a-2e78439de312 HTTP/1.1" status: 204 len: 168 time: 0.8362992 Sep 18 20:40:07.866198 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:40:07.868479 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ca779-0410-4553-a665-2537ef5c7e95" -d '{"events": [{"name": "network-changed", "server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:40:07.911019 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecdcd84-a5d4-43d4-9858-72cf957e9974 x-openstack-request-id: req-0ecdcd84-a5d4-43d4-9858-72cf957e9974 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:40:07.911315 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:40:07.911873 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ecdcd84-a5d4-43d4-9858-72cf957e9974 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:40:07.912346 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'status': 'completed', 'code': 200} Sep 18 20:40:07.964311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:07.983011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca779-0410-4553-a665-2537ef5c7e95 req-b0ef3a58-e863-482b-8c96-f4464f4d3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:07.986378 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-b0ef3a58-e863-482b-8c96-f4464f4d3d4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 1097 time: 0.0516913 Sep 18 20:40:08.088639 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca779-0410-4553-a665-2537ef5c7e95 req-3a82912b-7fdd-44f9-bc70-9a242dc5ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:08.090162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-3a82912b-7fdd-44f9-bc70-9a242dc5ed6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=936cb99d-af9c-4bbd-bbf6-2d507199464f HTTP/1.1" status: 200 len: 898 time: 0.0939448 Sep 18 20:40:08.116624 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5b2c-0aee-41c4-8fa6-e22f0500473e req-ce9fce0a-df3d-41cd-a650-0d775c8992be tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:08.118264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff8f5b2c-0aee-41c4-8fa6-e22f0500473e req-ce9fce0a-df3d-41cd-a650-0d775c8992be tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0614653 Sep 18 20:40:08.140396 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-3b0ebcc0-d8af-451d-91e5-d56c9514f055 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120 HTTP/1.1" status: 200 len: 217 time: 0.0423872 Sep 18 20:40:08.163431 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff8f5b2c-0aee-41c4-8fa6-e22f0500473e req-1df64a18-f831-4805-8ee9-4510d395bdee tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382729 Sep 18 20:40:08.197196 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca779-0410-4553-a665-2537ef5c7e95 req-e08be8bc-69e2-49de-9054-18ca057ac988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:08.198698 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-e08be8bc-69e2-49de-9054-18ca057ac988 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=383eb17f-685d-4ac1-a651-c0b3ea978333 HTTP/1.1" status: 200 len: 835 time: 0.0501716 Sep 18 20:40:08.244082 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca779-0410-4553-a665-2537ef5c7e95 req-a2cc6b67-cf0d-4dcd-b499-e69a4a48d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:08.245511 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-a2cc6b67-cf0d-4dcd-b499-e69a4a48d6e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=936cb99d-af9c-4bbd-bbf6-2d507199464f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395527 Sep 18 20:40:08.258235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-6bf26e1a-0f57-44d8-8840-0aee5e92b170 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:40:08.259187 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-6bf26e1a-0f57-44d8-8840-0aee5e92b170 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053499 Sep 18 20:40:08.319548 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:46Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:08.345016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] Checking router: de734636-0da5-4c38-8128-d62f394b90c9 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:40:08.351308 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-607cb128-8c48-415f-a55e-c1b8f04eb601 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844054 Sep 18 20:40:08.353951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:08.354549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:39:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:08.440860 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-534ca779-0410-4553-a665-2537ef5c7e95 req-a3dfb4d9-b1cc-4f94-886b-e2aab4be31b2 service neutron] 10.222.0.32 "GET /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818005 Sep 18 20:40:08.459116 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:08.647303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:46Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:08.681613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad6814-d066-4234-a277-40b5d3ede4ad None None] The sync data for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 is: [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:38:43Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'c7378d09-9e78-408f-9a06-cfa1952da138', 'name': '', 'network_id': '936cb99d-af9c-4bbd-bbf6-2d507199464f', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:de:d3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:42Z', 'updated_at': '2021-09-18T20:38:46Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '383eb17f-685d-4ac1-a651-c0b3ea978333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:40:08.892125 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c5bc0-aa2e-4c3d-ab8e-a74748a75958 None None] New status for floating IP d09cbf98-f340-4611-b10a-2e78439de312: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:40:09.279224 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f59e9d-8318-427d-9d73-bd26705d6f0e req-062942df-22cb-4d54-935c-dad1ed2ebaa0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:09.280728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44f59e9d-8318-427d-9d73-bd26705d6f0e req-062942df-22cb-4d54-935c-dad1ed2ebaa0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0481248 Sep 18 20:40:09.317468 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-44f59e9d-8318-427d-9d73-bd26705d6f0e req-44ce0488-8ab3-4041-939a-f67151aa12ab tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed07f030-fccf-48c5-8da8-46fbbd6160d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308833 Sep 18 20:40:09.529844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf49778-e979-4561-a9a6-94caa5b00651 req-f0958f76-09e5-4c87-94ef-a7a8cd9cc9b2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:09.531225 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-daf49778-e979-4561-a9a6-94caa5b00651 req-f0958f76-09e5-4c87-94ef-a7a8cd9cc9b2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 945 time: 0.0504518 Sep 18 20:40:09.622028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:40:09.622367 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:09.711031 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port 7b61d8d2-a353-45ef-bf2c-db1974f1a120, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=7b61d8d2-a353-45ef-bf2c-db1974f1a120,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:09.711418 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:09.722887 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 7b61d8d2-a353-45ef-bf2c-db1974f1a120 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:40:10.180557 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:10.211138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=7b61d8d2-a353-45ef-bf2c-db1974f1a120,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:10.225857 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.226213 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.226558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.226906 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.227228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.227584 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.227922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.228257 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.228600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.228923 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.229246 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.229568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:10.263822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] No DVR routers for this DVR port 7b61d8d2-a353-45ef-bf2c-db1974f1a120 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:40:10.266676 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:10.269464 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-daf49778-e979-4561-a9a6-94caa5b00651 req-edba018d-2cf5-4dc6-a170-c9ba51cacd88 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "DELETE /v2.0/ports/7b61d8d2-a353-45ef-bf2c-db1974f1a120 HTTP/1.1" status: 204 len: 173 time: 0.7315891 Sep 18 20:40:10.269915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'name': 'network-vif-deleted', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:40:10.273300 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a98506-1c3b-48a5-92ff-3d21b6e6dfbf" -d '{"events": [{"server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "name": "network-vif-deleted", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:40:10.312882 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504cb132-390a-451a-980b-e00d91a39137 x-openstack-request-id: req-504cb132-390a-451a-980b-e00d91a39137 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:40:10.313171 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fce82c-4858-43d5-a7a8-74d35511afff", "name": "network-vif-deleted", "tag": "7b61d8d2-a353-45ef-bf2c-db1974f1a120", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:40:10.313420 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-504cb132-390a-451a-980b-e00d91a39137 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:40:10.313806 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fce82c-4858-43d5-a7a8-74d35511afff', 'name': 'network-vif-deleted', 'tag': '7b61d8d2-a353-45ef-bf2c-db1974f1a120', 'status': 'completed', 'code': 200} Sep 18 20:40:10.430035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-497b4465-c299-4995-bf70-8088fa4a8de4 req-389f8f19-8228-490c-ad1e-94209ce955e2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=58fce82c-4858-43d5-a7a8-74d35511afff HTTP/1.1" status: 200 len: 210 time: 0.0265388 Sep 18 20:40:11.486987 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44272) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:12.176348 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:12.424910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port c7378d09-9e78-408f-9a06-cfa1952da138 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:40:12.425253 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:12.516322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port c7378d09-9e78-408f-9a06-cfa1952da138, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c7378d09-9e78-408f-9a06-cfa1952da138,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:12.516990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:12.533368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for c7378d09-9e78-408f-9a06-cfa1952da138 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:40:12.713219 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:12.739753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=c7378d09-9e78-408f-9a06-cfa1952da138,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:12.916810 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.129822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router de734636-0da5-4c38-8128-d62f394b90c9 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:40:13.236852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:40:13.245578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-144f3ae5-3760-4308-a442-840e8082ea5c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/de734636-0da5-4c38-8128-d62f394b90c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7553358 Sep 18 20:40:13.246047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44274) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:13.247901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] Sync routers for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:40:13.257028 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:13.257645 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:39:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:13.297245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2372f2f-05e2-41ed-bbd6-ade54dce8d41 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting subnet 383eb17f-685d-4ac1-a651-c0b3ea978333 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:40:13.300285 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2372f2f-05e2-41ed-bbd6-ade54dce8d41 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.340108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2372f2f-05e2-41ed-bbd6-ade54dce8d41 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.363031 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:13.428727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2372f2f-05e2-41ed-bbd6-ade54dce8d41 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.487989 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2372f2f-05e2-41ed-bbd6-ade54dce8d41 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.521234 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d2372f2f-05e2-41ed-bbd6-ade54dce8d41 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.523181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d2372f2f-05e2-41ed-bbd6-ade54dce8d41 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/subnets/383eb17f-685d-4ac1-a651-c0b3ea978333 HTTP/1.1" status: 204 len: 168 time: 0.2757103 Sep 18 20:40:13.524275 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2372f2f-05e2-41ed-bbd6-ade54dce8d41 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Subnet': ['ID=383eb17f-685d-4ac1-a651-c0b3ea978333,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:13.525964 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44276) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:13.532629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c47a07-b49d-4942-b979-964d505d4e2e None None] Network 936cb99d-af9c-4bbd-bbf6-2d507199464f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:40:13.608975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:40:12Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:13.633408 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.652512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] Checking router: de734636-0da5-4c38-8128-d62f394b90c9 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:40:13.676884 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] Routers {'de734636-0da5-4c38-8128-d62f394b90c9'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:13.677562 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:39:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['de734636-0da5-4c38-8128-d62f394b90c9'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:13.738962 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.796001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] DHCP port deletion for 936cb99d-af9c-4bbd-bbf6-2d507199464f request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:40:13.804009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port e31233b8-eb9b-4be7-a668-23ee0993dee6 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:40:13.804364 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.806391 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] Set router de734636-0da5-4c38-8128-d62f394b90c9 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:13.885074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port e31233b8-eb9b-4be7-a668-23ee0993dee6, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e31233b8-eb9b-4be7-a668-23ee0993dee6,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:13.885471 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:13.901666 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for e31233b8-eb9b-4be7-a668-23ee0993dee6 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:40:13.962902 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Deleting port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:40:13.963319 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.002969 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7b61d8d2-a353-45ef-bf2c-db1974f1a120 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:40:14.063912 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 7b61d8d2-a353-45ef-bf2c-db1974f1a120 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:40:14.064148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 7b61d8d2-a353-45ef-bf2c-db1974f1a120 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:40:14.072529 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.072749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] For port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3,segment=NetworkSegment(91e64bb5-e715-4831-96c8-2935672056e5),segment_id=91e64bb5-e715-4831-96c8-2935672056e5)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:14.073144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.087916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Calling delete_port for cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:40:14.098221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=e31233b8-eb9b-4be7-a668-23ee0993dee6,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:14.142170 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:40:12Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:14.159767 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.182126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe37ec-b264-40ef-8150-e963ae5f2226 None None] The sync data for ids ['de734636-0da5-4c38-8128-d62f394b90c9'] in n-d-789963-11 is: [{'id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2059654482', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:38:39Z', 'updated_at': '2021-09-18T20:40:12Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': 'e31233b8-eb9b-4be7-a668-23ee0993dee6', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de734636-0da5-4c38-8128-d62f394b90c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:38:40Z', 'updated_at': '2021-09-18T20:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:40:14.205744 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.235690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Pushing event deleted for resources: {'Port': ['ID=cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:14.241653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] No DVR routers for this DVR port cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:40:14.250703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.251238 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.251497 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.251735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.252067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.252423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.252733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.253109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.253387 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.253730 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.254094 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.254325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3268e2c4-94ac-4148-9b0f-6fcd8ce0e6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:14.256059 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.258300 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.306300 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.307027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Fanout notify agent at l3_agent the message router_deleted on router de734636-0da5-4c38-8128-d62f394b90c9 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:40:14.314095 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.315282 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-421c876b-e6a1-4e71-9f05-bc2b2be4c38a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/routers/de734636-0da5-4c38-8128-d62f394b90c9 HTTP/1.1" status: 204 len: 168 time: 0.7876673 Sep 18 20:40:14.318693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44280) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:14.393315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.481474 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.500943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936cb99d-af9c-4bbd-bbf6-2d507199464f']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:14.510478 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e64bb5-e715-4831-96c8-2935672056e5') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:14.510723 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e64bb5-e715-4831-96c8-2935672056e5') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:14.519663 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.533060 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.539755 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:40:14.540149 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:40:14.543175 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:40:14.611339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.619397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.621309 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/networks/936cb99d-af9c-4bbd-bbf6-2d507199464f HTTP/1.1" status: 204 len: 168 time: 0.3019071 Sep 18 20:40:14.624207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44282) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:14.633793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bdc67-b2ff-4833-b608-f0d3e4232290 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Network': ['ID=936cb99d-af9c-4bbd-bbf6-2d507199464f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:14.691213 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5945fda-5823-4e10-8b86-ecc294ca0d19 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.717940 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5945fda-5823-4e10-8b86-ecc294ca0d19 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.784652 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5945fda-5823-4e10-8b86-ecc294ca0d19 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.788108 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b5945fda-5823-4e10-8b86-ecc294ca0d19 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:14.789314 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b5945fda-5823-4e10-8b86-ecc294ca0d19 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed07f030-fccf-48c5-8da8-46fbbd6160d8 HTTP/1.1" status: 204 len: 168 time: 0.1639845 Sep 18 20:40:14.799182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5945fda-5823-4e10-8b86-ecc294ca0d19 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed07f030-fccf-48c5-8da8-46fbbd6160d8,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:15.149907 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44288) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:15.154402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-57bd02e3-812c-4257-becd-2ad4bac02ef5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252354947', 'description': 'tempest-secgroup-smoke-1252354947 description', 'project_id': '749e62293c5d43b1a048845f0d2508b6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:15.177116 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-57bd02e3-812c-4257-becd-2ad4bac02ef5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.266256 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-57bd02e3-812c-4257-becd-2ad4bac02ef5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.270134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-57bd02e3-812c-4257-becd-2ad4bac02ef5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.283206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e31233b8-eb9b-4be7-a668-23ee0993dee6 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:40:15.300913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd02e3-812c-4257-becd-2ad4bac02ef5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc549d9d-4d9d-4706-a56f-58e099f95019,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:15.303233 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-57bd02e3-812c-4257-becd-2ad4bac02ef5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.303854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: e31233b8-eb9b-4be7-a668-23ee0993dee6 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:40:15.307424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e31233b8-eb9b-4be7-a668-23ee0993dee6 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:40:15.307578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-57bd02e3-812c-4257-becd-2ad4bac02ef5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1535811 Sep 18 20:40:15.307690 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:40:15.307813 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44290) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:15.311824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-932f3df3-d782-4d15-adf6-9efb2d09c20e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'bc549d9d-4d9d-4706-a56f-58e099f95019', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:15.327204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:40:15.327506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device cfe9b5b2-f60e-49ed-9195-2e5f7c5a17b3 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:40:15.327784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c7378d09-9e78-408f-9a06-cfa1952da138 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:40:15.338630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-932f3df3-d782-4d15-adf6-9efb2d09c20e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.346632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c7378d09-9e78-408f-9a06-cfa1952da138 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:40:15.346973 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c7378d09-9e78-408f-9a06-cfa1952da138 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:40:15.402715 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-932f3df3-d782-4d15-adf6-9efb2d09c20e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.406039 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-932f3df3-d782-4d15-adf6-9efb2d09c20e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.425686 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f3df3-d782-4d15-adf6-9efb2d09c20e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10762975-8a1e-42db-b221-7c2676b01d36,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:15.430126 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-932f3df3-d782-4d15-adf6-9efb2d09c20e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.431321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-932f3df3-d782-4d15-adf6-9efb2d09c20e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229894 Sep 18 20:40:15.434062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44292) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:15.438415 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b01a44fe-739d-41e7-81be-39bc544c62b1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'bc549d9d-4d9d-4706-a56f-58e099f95019', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:15.464809 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b01a44fe-739d-41e7-81be-39bc544c62b1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.524986 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b01a44fe-739d-41e7-81be-39bc544c62b1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.528470 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b01a44fe-739d-41e7-81be-39bc544c62b1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.548273 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a44fe-739d-41e7-81be-39bc544c62b1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4dca9c-5b56-494c-b848-7b0e9405521e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:15.553359 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b01a44fe-739d-41e7-81be-39bc544c62b1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.554597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b01a44fe-739d-41e7-81be-39bc544c62b1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195574 Sep 18 20:40:15.557349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44294) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:15.561582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-31946f75-fde2-4787-a193-da76686bf694 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'bc549d9d-4d9d-4706-a56f-58e099f95019', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:15.586333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31946f75-fde2-4787-a193-da76686bf694 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.643813 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31946f75-fde2-4787-a193-da76686bf694 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.647799 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31946f75-fde2-4787-a193-da76686bf694 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.665170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31946f75-fde2-4787-a193-da76686bf694 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6342f3f9-19d9-45fc-b280-59b82c927510,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:15.671697 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31946f75-fde2-4787-a193-da76686bf694 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.672911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-31946f75-fde2-4787-a193-da76686bf694 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146343 Sep 18 20:40:15.675701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44296) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:15.680540 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2cf3b63a-ff1d-403c-a4be-a180faf6a34a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'bc549d9d-4d9d-4706-a56f-58e099f95019', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:15.706445 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b63a-ff1d-403c-a4be-a180faf6a34a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.765388 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b63a-ff1d-403c-a4be-a180faf6a34a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.769305 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b63a-ff1d-403c-a4be-a180faf6a34a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.787726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3b63a-ff1d-403c-a4be-a180faf6a34a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d94ba92-ef26-4ab1-8f69-24668bb9b81b,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:15.793587 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b63a-ff1d-403c-a4be-a180faf6a34a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.794806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2cf3b63a-ff1d-403c-a4be-a180faf6a34a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182053 Sep 18 20:40:15.797645 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44298) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:15.801847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-044b9e3a-2a8e-42f7-8166-49e09bb45668 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'bc549d9d-4d9d-4706-a56f-58e099f95019', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:15.823295 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-044b9e3a-2a8e-42f7-8166-49e09bb45668 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:40:15.827905 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-044b9e3a-2a8e-42f7-8166-49e09bb45668 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.890461 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-044b9e3a-2a8e-42f7-8166-49e09bb45668 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.894082 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-044b9e3a-2a8e-42f7-8166-49e09bb45668 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.912433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b9e3a-2a8e-42f7-8166-49e09bb45668 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddf4e9a-e22a-4312-bdcf-bde0b9be6613,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:15.919834 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-044b9e3a-2a8e-42f7-8166-49e09bb45668 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:15.921051 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-044b9e3a-2a8e-42f7-8166-49e09bb45668 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225541 Sep 18 20:40:15.923783 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44300) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:15.928756 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a7a8a5d1-e5cd-4326-be6b-ad28c152dfff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'bc549d9d-4d9d-4706-a56f-58e099f95019', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:15.949708 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-a7a8a5d1-e5cd-4326-be6b-ad28c152dfff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:40:15.954412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a5d1-e5cd-4326-be6b-ad28c152dfff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.017099 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a5d1-e5cd-4326-be6b-ad28c152dfff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.020944 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a5d1-e5cd-4326-be6b-ad28c152dfff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.039097 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8a5d1-e5cd-4326-be6b-ad28c152dfff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051e914b-af15-4968-bae3-b6c2b05d7174,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:16.046395 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a5d1-e5cd-4326-be6b-ad28c152dfff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.047598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a7a8a5d1-e5cd-4326-be6b-ad28c152dfff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227739 Sep 18 20:40:16.050508 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44302) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:16.055849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'network': {'name': 'tempest-network-smoke--1525325129', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:16.076056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:40:16.079614 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.103291 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:40:16.112321 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.112649 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Added segment d64d1169-8d78-4113-8c06-7853a7bf05e0 of type vlan for network 6411e907-bcd7-44e7-ab38-11c48302b2c1 Sep 18 20:40:16.153630 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.178518 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.184520 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:16.185103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.226772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1752007 Sep 18 20:40:16.229743 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44304) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:16.234390 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'admin_state_up': True, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:16.255795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe6f91-214a-4d68-abca-2e05689d179a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Network': ['ID=6411e907-bcd7-44e7-ab38-11c48302b2c1,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:16.259211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.260335 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.267251 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:40:16.312483 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.449854 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.638121 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.660424 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.760166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.79 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/1b823a72-8cd4-49b7-be57-e2da92162e12) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:40:16.863034 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.896858 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:16.930358 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:40:16.933169 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:40:16.936561 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:40:16.967502 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=1b823a72-8cd4-49b7-be57-e2da92162e12,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:17.181978 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:17.373587 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:17.497207 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:40:17.599444 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:40:17.608665 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Sync routers for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:40:17.617985 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:17.619224 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d890a5c3-c240-4b8f-b54b-cd9943cdbde0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3884680 Sep 18 20:40:17.619698 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:17.620181 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:39:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:17.622498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44306) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:17.651104 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6cbbdd98-ccc5-42bb-b9e5-deccea263316 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=749e62293c5d43b1a048845f0d2508b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274608 Sep 18 20:40:17.653650 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44308) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:17.722401 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:17.742993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c96356-0a68-4d2f-a0b3-51606a5c100e tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:17.744555 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-54c96356-0a68-4d2f-a0b3-51606a5c100e tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900114 Sep 18 20:40:17.747352 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44310) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:17.777691 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c7521ff3-3fa6-456b-ba2f-72683a7ecbf5 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270782 Sep 18 20:40:17.777892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44312) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:17.782475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826442302', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:17.873916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:40:17.877553 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:17.898137 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:17Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:17.922900 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Checking router: ff0547c8-990e-4a4d-bbf7-a9d267e4c3af for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:40:17.923238 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Updating router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af port 1b823a72-8cd4-49b7-be57-e2da92162e12 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:40:17.951118 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.058431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.130591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Subnet': ['ID=2c83437b-5c42-46f8-b44e-ee1cdf4fc629,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:18.135069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Checking segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:40:18.135451 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network hostable DHCP agents. Network: 6411e907-bcd7-44e7-ab38-11c48302b2c1, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:40:18.152513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:40:18.160654 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6411e907-bcd7-44e7-ab38-11c48302b2c1) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:40:18.166390 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:18.167731 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.169491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33ba21-bbd2-46ec-92f9-daf372223fa5 None None] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:40:18.182225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-16fa2a14-bfae-4cde-aab2-88ae0a28e068 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4031172 Sep 18 20:40:18.184696 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44314) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:18.209855 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.217764 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.263070 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Pushing event updated for resources: {'Port': ['ID=1b823a72-8cd4-49b7-be57-e2da92162e12,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:18.282147 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.282493 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.282829 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.283163 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.283516 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.283846 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.284182 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.284495 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.284818 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.285138 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.285459 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.285778 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:40:18.289369 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Attempting to bind port 1b823a72-8cd4-49b7-be57-e2da92162e12 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:40:18.289734 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Attempting to bind port 1b823a72-8cd4-49b7-be57-e2da92162e12 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:40:18.290092 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Attempting to bind port 1b823a72-8cd4-49b7-be57-e2da92162e12 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:40:18.295306 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:40:18.295656 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:40:18.296053 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.296944 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:40:18.296944 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Bound port: 1b823a72-8cd4-49b7-be57-e2da92162e12, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:40:18.297288 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.320534 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-6411e907-bcd7-44e7-ab38-11c48302b2c1', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:40:18.321669 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.351367 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] For port 1b823a72-8cd4-49b7-be57-e2da92162e12, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:40:18.354502 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] For port 1b823a72-8cd4-49b7-be57-e2da92162e12, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1b823a72-8cd4-49b7-be57-e2da92162e12,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:40:18.359023 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.417429 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aefae2-68a5-4562-a074-8985370c47bb None None] Pushing event updated for resources: {'Port': ['ID=1b823a72-8cd4-49b7-be57-e2da92162e12,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:18.420395 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:18.421045 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:39:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:18.465990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Allocated IP 172.20.0.2 (6411e907-bcd7-44e7-ab38-11c48302b2c1/2c83437b-5c42-46f8-b44e-ee1cdf4fc629/e39fa5de-48c6-4547-b8e2-6525642d9086) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:40:18.616512 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:18.644222 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.653148 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.690826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:40:18.695256 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:40:18.698695 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.700861 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:40:18.710033 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Pushing event updated for resources: {'Port': ['ID=e39fa5de-48c6-4547-b8e2-6525642d9086,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:18.765811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Attempting to bind port e39fa5de-48c6-4547-b8e2-6525642d9086 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:40:18.766178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Attempting to bind port e39fa5de-48c6-4547-b8e2-6525642d9086 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:40:18.766543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Attempting to bind port e39fa5de-48c6-4547-b8e2-6525642d9086 on network 6411e907-bcd7-44e7-ab38-11c48302b2c1 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:40:18.771560 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:40:18.772014 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Checking segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:40:18.772473 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.772957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Bound using segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:40:18.773482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Bound port: e39fa5de-48c6-4547-b8e2-6525642d9086, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:40:18.773920 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.822810 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:17Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:18.838652 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] For port e39fa5de-48c6-4547-b8e2-6525642d9086, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:40:18.841951 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] For port e39fa5de-48c6-4547-b8e2-6525642d9086, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e39fa5de-48c6-4547-b8e2-6525642d9086,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:40:18.845643 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:18.853466 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8fd94-c3c3-438e-9569-6b69cdd0fd78 None None] The sync data for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 is: [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:17Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:40:18.912153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d306d-f26b-4f1e-a826-fb5ea13d2e59 None None] Pushing event updated for resources: {'Port': ['ID=e39fa5de-48c6-4547-b8e2-6525642d9086,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:19.008305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.1 (6411e907-bcd7-44e7-ab38-11c48302b2c1/2c83437b-5c42-46f8-b44e-ee1cdf4fc629/ae9bdfc6-2a60-4645-aab2-a084f123d168) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:40:19.181329 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.218648 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.264436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:40:19.267548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:40:19.272788 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:40:19.319331 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=ae9bdfc6-2a60-4645-aab2-a084f123d168,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:19.326589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.369660 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e39fa5de-48c6-4547-b8e2-6525642d9086 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:40:19.438134 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e39fa5de-48c6-4547-b8e2-6525642d9086 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:19.438536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.475674 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.526223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.561469 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port e39fa5de-48c6-4547-b8e2-6525642d9086, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e39fa5de-48c6-4547-b8e2-6525642d9086,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:19.569797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.570461 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1b823a72-8cd4-49b7-be57-e2da92162e12 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:40:19.670886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=e39fa5de-48c6-4547-b8e2-6525642d9086,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:19.696233 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 1b823a72-8cd4-49b7-be57-e2da92162e12 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:19.696750 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.790541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.798569 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.799198 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.826060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 1b823a72-8cd4-49b7-be57-e2da92162e12, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1b823a72-8cd4-49b7-be57-e2da92162e12,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:19.833116 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.877333 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:19.879160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=ae9bdfc6-2a60-4645-aab2-a084f123d168,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:19.886146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=1b823a72-8cd4-49b7-be57-e2da92162e12,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:19.984999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:40:19.985632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801c640-edcd-4d4c-92fb-737062f72a8b None None] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:40:19.986349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:40:20.102850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:40:20.227296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ee162588-dbbc-4217-aef2-e35ef438d7ed None None] Provisioning complete for port e39fa5de-48c6-4547-b8e2-6525642d9086 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:20.227602 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee162588-dbbc-4217-aef2-e35ef438d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:20.562452 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:40:20.568133 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e25bc275-6e58-4dac-a07d-a84827b9ceb3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/ff0547c8-990e-4a4d-bbf7-a9d267e4c3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3820629 Sep 18 20:40:20.595207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9addb2a9-285d-4402-a0e7-525c36123e8d None None] Provisioning complete for port e39fa5de-48c6-4547-b8e2-6525642d9086 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:20.595790 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9addb2a9-285d-4402-a0e7-525c36123e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:20.713172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Sync routers for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:40:20.719060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-9addb2a9-285d-4402-a0e7-525c36123e8d None None] Provisioning complete for port ae9bdfc6-2a60-4645-aab2-a084f123d168 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:20.719495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9addb2a9-285d-4402-a0e7-525c36123e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:20.746126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:20.746769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:39:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:20.756064 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-14d4f412-1db6-4f47-adbc-5917e647f162 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252354947&fields=id&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 267 time: 0.0345919 Sep 18 20:40:20.793396 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-9addb2a9-285d-4402-a0e7-525c36123e8d None None] Port ae9bdfc6-2a60-4645-aab2-a084f123d168 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:40:20.866374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:20.870405 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05746f-cfac-4114-94c8-504081999cfe req-a2fb7625-d268-42a0-b709-e31205561c9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:20.871957 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-a2fb7625-d268-42a0-b709-e31205561c9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 797 time: 0.1090269 Sep 18 20:40:20.888781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-95c90292-b9cf-49f4-ba87-adcee7e9fc3a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/quotas/749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 375 time: 0.0104222 Sep 18 20:40:20.951097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-a66f2513-f2c7-490c-8e55-0cb560fd950c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556006 Sep 18 20:40:20.973527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d5280d91-5be5-4951-98ce-03f760e17d42 None None] Provisioning complete for port ae9bdfc6-2a60-4645-aab2-a084f123d168 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:20.974606 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d5280d91-5be5-4951-98ce-03f760e17d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.040322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d5280d91-5be5-4951-98ce-03f760e17d42 None None] Port ae9bdfc6-2a60-4645-aab2-a084f123d168 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:40:21.047108 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-02bcdd4d-ff4a-4c20-b400-d33696f066e4 service neutron] 10.222.0.20 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Sep 18 20:40:21.110067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 2, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:21.137491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Checking router: ff0547c8-990e-4a4d-bbf7-a9d267e4c3af for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:40:21.137842 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Updating router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af port ae9bdfc6-2a60-4645-aab2-a084f123d168 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:40:21.141103 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-86a1aa5d-fe53-44a9-ab6e-f64ad1c0d9bf service neutron] 10.222.0.20 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876689 Sep 18 20:40:21.168285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.179812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-1aeca809-1820-426d-86cf-a8f560d1f163 None None] Provisioning complete for port ae9bdfc6-2a60-4645-aab2-a084f123d168 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:21.180168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1aeca809-1820-426d-86cf-a8f560d1f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.243496 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1aeca809-1820-426d-86cf-a8f560d1f163 None None] Port ae9bdfc6-2a60-4645-aab2-a084f123d168 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:40:21.317926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87ae8fd9-9b05-42e3-89d0-f7052952f9de req-adffa67a-aea8-4965-9f41-764675214850 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 210 time: 0.0340598 Sep 18 20:40:21.329049 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e39fa5de-48c6-4547-b8e2-6525642d9086 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:40:21.444749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port e39fa5de-48c6-4547-b8e2-6525642d9086 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:21.445052 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.584898 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.596739 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.605720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1b823a72-8cd4-49b7-be57-e2da92162e12 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:40:21.712526 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa51ab8-8fa5-42e8-8479-4a55f9892877 None None] Pushing event updated for resources: {'Port': ['ID=ae9bdfc6-2a60-4645-aab2-a084f123d168,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:21.742102 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-65806a35-421c-4f40-bda0-ee0f2ed4a8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.758059 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Attempting to bind port ae9bdfc6-2a60-4645-aab2-a084f123d168 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:40:21.758428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Attempting to bind port ae9bdfc6-2a60-4645-aab2-a084f123d168 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:40:21.758795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Attempting to bind port ae9bdfc6-2a60-4645-aab2-a084f123d168 on network 6411e907-bcd7-44e7-ab38-11c48302b2c1 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:40:21.764549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 1b823a72-8cd4-49b7-be57-e2da92162e12 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:21.764897 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.767759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:40:21.768140 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Checking segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:40:21.768543 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.768947 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Bound using segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:40:21.769425 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Bound port: ae9bdfc6-2a60-4645-aab2-a084f123d168, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:40:21.769808 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.873315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] For port ae9bdfc6-2a60-4645-aab2-a084f123d168, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:40:21.877751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] For port ae9bdfc6-2a60-4645-aab2-a084f123d168, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ae9bdfc6-2a60-4645-aab2-a084f123d168,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:40:21.900663 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:21.973596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:21.974292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:39:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:22.012038 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa51ab8-8fa5-42e8-8479-4a55f9892877 None None] Pushing event updated for resources: {'Port': ['ID=ae9bdfc6-2a60-4645-aab2-a084f123d168,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:22.032974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6401299f-566b-48aa-baa7-9de4ce4aad99 None None] Provisioning complete for port ae9bdfc6-2a60-4645-aab2-a084f123d168 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:22.033353 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6401299f-566b-48aa-baa7-9de4ce4aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:22.124369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:22.235189 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6401299f-566b-48aa-baa7-9de4ce4aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:22.311524 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05746f-cfac-4114-94c8-504081999cfe req-c0bc0d12-7dc9-4247-9033-313ec2ac519e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:22.313098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-c0bc0d12-7dc9-4247-9033-313ec2ac519e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 797 time: 0.1188390 Sep 18 20:40:22.318510 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6401299f-566b-48aa-baa7-9de4ce4aad99 None None] For port ae9bdfc6-2a60-4645-aab2-a084f123d168, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ae9bdfc6-2a60-4645-aab2-a084f123d168,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:22.328513 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6401299f-566b-48aa-baa7-9de4ce4aad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:22.358319 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-b140f526-3ada-4a00-bdad-224ace57c996 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 380 time: 0.0359182 Sep 18 20:40:22.370549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'port': {'device_id': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'admin_state_up': True, 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'security_groups': ['bc549d9d-4d9d-4706-a56f-58e099f95019']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:22.454779 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dfcabc41-8692-4ffc-90d8-f3de17aaf0e3 req-fe88a8e5-5b06-4f38-b5d1-bc601f71d58d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 210 time: 0.0567660 Sep 18 20:40:22.512402 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:40:22.516774 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:22.585947 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d0384664-9a00-468b-8fa7-5e66e38e5d04 None None] Provisioning complete for port ae9bdfc6-2a60-4645-aab2-a084f123d168 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:22.586317 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d0384664-9a00-468b-8fa7-5e66e38e5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:22.587810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401299f-566b-48aa-baa7-9de4ce4aad99 None None] Pushing event updated for resources: {'Port': ['ID=ae9bdfc6-2a60-4645-aab2-a084f123d168,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:22.638067 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:21Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:22.648714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.14 (6411e907-bcd7-44e7-ab38-11c48302b2c1/2c83437b-5c42-46f8-b44e-ee1cdf4fc629/743395b1-f290-4f9a-bee0-5f4765012a75) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:40:22.669541 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f99320-ad2f-42ce-84a1-31a50fe2a03f None None] The sync data for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 is: [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:21Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:40:22.813553 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:22.849857 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:22.892586 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:40:22.896484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:40:22.900336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:40:22.929293 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:22.959954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:22.960904 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:22.977851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-e2878d06-6681-4050-87a7-d9f8eb515cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112123 Sep 18 20:40:22.990295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Request body: {'port': {'device_id': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:23.058750 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.141594 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6de8fb0c-c46f-4905-ac13-88f46bc4a931 None None] Provisioning complete for port 743395b1-f290-4f9a-bee0-5f4765012a75 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:23.142021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6de8fb0c-c46f-4905-ac13-88f46bc4a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.182668 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-6de8fb0c-c46f-4905-ac13-88f46bc4a931 None None] Port 743395b1-f290-4f9a-bee0-5f4765012a75 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:40:23.323774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ae9bdfc6-2a60-4645-aab2-a084f123d168 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:40:23.359155 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743395b1-f290-4f9a-bee0-5f4765012a75 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:40:23.368021 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.380404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Transition to ACTIVE for port object 743395b1-f290-4f9a-bee0-5f4765012a75 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:40:23.383626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port ae9bdfc6-2a60-4645-aab2-a084f123d168 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:23.384037 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.385302 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.436484 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:23.541073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Attempting to bind port 743395b1-f290-4f9a-bee0-5f4765012a75 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:40:23.541800 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Attempting to bind port 743395b1-f290-4f9a-bee0-5f4765012a75 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:40:23.542328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Attempting to bind port 743395b1-f290-4f9a-bee0-5f4765012a75 on network 6411e907-bcd7-44e7-ab38-11c48302b2c1 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:40:23.549152 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Port 743395b1-f290-4f9a-bee0-5f4765012a75 on network 6411e907-bcd7-44e7-ab38-11c48302b2c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:40:23.549558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Attempting to bind port 743395b1-f290-4f9a-bee0-5f4765012a75 on network 6411e907-bcd7-44e7-ab38-11c48302b2c1 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:40:23.565151 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:40:23.565561 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Checking segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:40:23.566009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Bound using segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:40:23.566510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Bound port: 743395b1-f290-4f9a-bee0-5f4765012a75, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:40:23.566932 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.640140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05e54-c427-4779-87a9-b96a5f24854e req-1a6d5359-1775-4fa2-8772-b3cf0deb67b5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:23.641724 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fd05e54-c427-4779-87a9-b96a5f24854e req-1a6d5359-1775-4fa2-8772-b3cf0deb67b5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 944 time: 0.0945516 Sep 18 20:40:23.686437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:40:23.707708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:40:23.713098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fd05e54-c427-4779-87a9-b96a5f24854e req-ec02a91c-08eb-4ff1-8479-47099c70cc71 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597036 Sep 18 20:40:23.716482 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.759847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:23.760203 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.761605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] 10.222.0.24 "PUT /v2.0/ports/743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1093 time: 0.7763917 Sep 18 20:40:23.762068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:40:23.764321 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da87d64-e06f-4b17-b376-fa694e50d8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:40:23.796482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a5ae8-4226-4f54-b66e-2b184e816841 service neutron] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:23.819140 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa7d439-6f23-42be-8a0f-fe20257b0dad x-openstack-request-id: req-caa7d439-6f23-42be-8a0f-fe20257b0dad {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:40:23.819551 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:40:23.819867 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caa7d439-6f23-42be-8a0f-fe20257b0dad {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:40:23.820655 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75', 'status': 'completed', 'code': 200} Sep 18 20:40:23.856973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05746f-cfac-4114-94c8-504081999cfe req-25b811b3-de75-4bdd-b9a8-287aea5a08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:23.858683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-25b811b3-de75-4bdd-b9a8-287aea5a08db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1096 time: 0.0524466 Sep 18 20:40:23.903800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-955c5388-6031-4600-9653-b87d9257eec2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 217 time: 0.0363131 Sep 18 20:40:23.919246 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:23.962083 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05746f-cfac-4114-94c8-504081999cfe req-0c2e8562-4ac9-41dd-b7b8-17d6c1ccecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:23.963595 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-0c2e8562-4ac9-41dd-b7b8-17d6c1ccecd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0531735 Sep 18 20:40:24.002082 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:24.012459 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05746f-cfac-4114-94c8-504081999cfe req-28b6e5ab-64c5-4b70-b084-9f0425b2dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:24.013995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-28b6e5ab-64c5-4b70-b084-9f0425b2dfbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439818 Sep 18 20:40:24.103622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-b305685e-726a-4b4c-96ff-0d243b131949 service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816836 Sep 18 20:40:24.196987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f05746f-cfac-4114-94c8-504081999cfe req-5b3f9f8f-61e1-401b-9d2f-3dabcac18695 service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869064 Sep 18 20:40:24.283661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-56a5e22c-6154-4b06-8178-7b11a85a1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:24.285154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-56a5e22c-6154-4b06-8178-7b11a85a1d7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1096 time: 0.0406971 Sep 18 20:40:24.386531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-b16ab94c-e177-4aa5-a159-5fe6230d66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:24.388041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-b16ab94c-e177-4aa5-a159-5fe6230d66df service neutron] 10.222.0.24 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.0965140 Sep 18 20:40:24.431736 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-7f9c1c20-c626-4938-ae86-e75c96383acf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 217 time: 0.0367339 Sep 18 20:40:24.489831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-eb70bfe6-2444-4094-b602-5be4238c6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:24.491592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-eb70bfe6-2444-4094-b602-5be4238c6dfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0530825 Sep 18 20:40:24.540076 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-58f2dc37-d34c-42e0-88fe-dab930a0756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:24.541582 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-58f2dc37-d34c-42e0-88fe-dab930a0756b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422556 Sep 18 20:40:24.636487 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-b94168cf-af97-461a-82a7-45184b22632c service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859997 Sep 18 20:40:24.731754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8da87d64-e06f-4b17-b376-fa694e50d8c8 req-6710de44-6c14-4b82-acdf-c156d21937e8 service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873544 Sep 18 20:40:24.834070 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be49275-efc2-4c93-8c7a-48be814dd6ec req-891534a8-0fb8-4412-8fc5-7972943b5c35 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:24.835592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4be49275-efc2-4c93-8c7a-48be814dd6ec req-891534a8-0fb8-4412-8fc5-7972943b5c35 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 944 time: 0.0506482 Sep 18 20:40:24.873315 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4be49275-efc2-4c93-8c7a-48be814dd6ec req-8c29f0ec-7d7d-467b-8b25-4931587a8046 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Sep 18 20:40:24.894831 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:24.965101 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa7d3b29-af10-41c8-a101-58082b430f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:25.755947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:25.987312 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496186c4-5bbe-4505-bd15-09c42f11e545 req-ae66d04e-f0bc-4f70-82d3-056224f10313 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:25.988703 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-496186c4-5bbe-4505-bd15-09c42f11e545 req-ae66d04e-f0bc-4f70-82d3-056224f10313 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 944 time: 0.0484719 Sep 18 20:40:26.031303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-496186c4-5bbe-4505-bd15-09c42f11e545 req-d52216b3-7932-4b96-be08-229781f6a1bf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358524 Sep 18 20:40:26.708092 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 743395b1-f290-4f9a-bee0-5f4765012a75 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:40:26.802333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:26.813163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '743395b1-f290-4f9a-bee0-5f4765012a75', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'port_id': '743395b1-f290-4f9a-bee0-5f4765012a75', 'mac_address': 'fa:16:3e:ab:fc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:40:26.849083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:26.861080 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743395b1-f290-4f9a-bee0-5f4765012a75 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:40:26.879952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:26.883866 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:26.930243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:27.119920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['743395b1-f290-4f9a-bee0-5f4765012a75'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:40:27.147211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27bedf-a276-4a37-ad6f-d3a2f55d2872 req-d1c7371a-26fc-4714-ac36-3cf3d29f8a56 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:27.148727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd27bedf-a276-4a37-ad6f-d3a2f55d2872 req-d1c7371a-26fc-4714-ac36-3cf3d29f8a56 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 945 time: 0.0521932 Sep 18 20:40:27.190551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd27bedf-a276-4a37-ad6f-d3a2f55d2872 req-fa16b8d2-9381-40bd-afc8-d3c234514a8d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355177 Sep 18 20:40:27.686715 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:28.305199 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde98c86-fa0b-4bff-bba9-f092ae107c22 req-59a7dbc7-af8e-49dd-baf5-253fa905e808 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:28.306686 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dde98c86-fa0b-4bff-bba9-f092ae107c22 req-59a7dbc7-af8e-49dd-baf5-253fa905e808 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 945 time: 0.0487602 Sep 18 20:40:28.345388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dde98c86-fa0b-4bff-bba9-f092ae107c22 req-be09d470-ae31-4df9-b70c-4e59f2e9f784 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326834 Sep 18 20:40:28.722799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 743395b1-f290-4f9a-bee0-5f4765012a75 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:40:28.780590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 743395b1-f290-4f9a-bee0-5f4765012a75 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:40:28.784358 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 743395b1-f290-4f9a-bee0-5f4765012a75 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:40:28.784722 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:28.880270 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:28.905133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:40:28.907555 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603a3f9a-6a94-4e88-bab4-74efccab0893" -d '{"events": [{"server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "name": "network-vif-plugged", "status": "completed", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:40:28.921043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:40:28.924975 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:28.955318 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb957bc-8b1b-40cd-bdaf-e1716cec7f23 x-openstack-request-id: req-aeb957bc-8b1b-40cd-bdaf-e1716cec7f23 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:40:28.955871 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "name": "network-vif-plugged", "status": "completed", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:40:28.955871 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aeb957bc-8b1b-40cd-bdaf-e1716cec7f23 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:40:28.956275 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75', 'code': 200} Sep 18 20:40:28.984942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:29.060616 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c338f4-bad1-45a0-bbd4-182db0526165 req-b73b2a33-9f8e-4211-a29e-65e070d3fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:29.062140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69c338f4-bad1-45a0-bbd4-182db0526165 req-b73b2a33-9f8e-4211-a29e-65e070d3fe2a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1098 time: 0.0484266 Sep 18 20:40:29.105482 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69c338f4-bad1-45a0-bbd4-182db0526165 req-fd7c9bd2-b02c-48bd-b306-7190edcb3b3e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356951 Sep 18 20:40:29.464449 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c5a5e-92c0-465c-bfb1-ac6d341b7ee0 req-3ac52349-e29d-4f94-896a-4d83e8e0e116 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:29.465939 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-120c5a5e-92c0-465c-bfb1-ac6d341b7ee0 req-3ac52349-e29d-4f94-896a-4d83e8e0e116 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0492105 Sep 18 20:40:29.503745 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-120c5a5e-92c0-465c-bfb1-ac6d341b7ee0 req-b147d02c-6b74-4d21-b5b3-bd938ae28495 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Sep 18 20:40:30.617695 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27768f-e7ed-4bec-ad14-f2589cff6e3a req-c4beec7c-63e4-459d-b5fe-30036ed5af70 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:30.619185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c27768f-e7ed-4bec-ad14-f2589cff6e3a req-c4beec7c-63e4-459d-b5fe-30036ed5af70 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0482097 Sep 18 20:40:30.657222 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c27768f-e7ed-4bec-ad14-f2589cff6e3a req-c1126e6c-c1b0-479b-9dbc-21fbb5981d0f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Sep 18 20:40:30.768416 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9d428-b703-41d7-97b7-aa2013d61b81 req-fda69ade-ed9f-4b6a-90d4-359decfdac14 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:30.769871 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25a9d428-b703-41d7-97b7-aa2013d61b81 req-fda69ade-ed9f-4b6a-90d4-359decfdac14 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0475202 Sep 18 20:40:30.810690 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25a9d428-b703-41d7-97b7-aa2013d61b81 req-62dfbf11-d408-4ca8-803c-5c0f95cff2a1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346968 Sep 18 20:40:30.831971 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44372) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:30.872787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e554cb-eadc-4b45-be47-b49a97f4b7a8 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:30.874270 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d5e554cb-eadc-4b45-be47-b49a97f4b7a8 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1093 time: 0.0413482 Sep 18 20:40:30.877006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44374) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:30.881710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '743395b1-f290-4f9a-bee0-5f4765012a75', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:40:30.903417 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:30.999226 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:31.103684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.198 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/fa9b8149-7ed3-450a-ad38-8a68a0ceed3d) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:40:31.204484 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:31.243036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:31.279988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:40:31.282878 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:40:31.289375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:40:31.311196 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=fa9b8149-7ed3-450a-ad38-8a68a0ceed3d,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:31.647017 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:31.717289 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:31.870585 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:31.875278 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:31.941139 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=fa9b8149-7ed3-450a-ad38-8a68a0ceed3d,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:40:31.952527 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:32.052303 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP a99abb40-0aa3-4b24-8d7e-d1505aad34bc associated. External IP: 172.25.8.198, port: 743395b1-f290-4f9a-bee0-5f4765012a75. Sep 18 20:40:32.257850 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:40:32.367310 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:40:32.377453 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] Sync routers for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:40:32.383523 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:32.386467 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:32.387096 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:40:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:32.411748 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-055f4426-5c7d-499b-a8bd-d490617c6b30 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5331562 Sep 18 20:40:32.412381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:40:32.414726 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff26bf9-8fc4-4378-b93e-186476af5f59" -d '{"events": [{"name": "network-changed", "server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:40:32.455768 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab13470a-afdb-43b9-97e1-0aa052463dc6 x-openstack-request-id: req-ab13470a-afdb-43b9-97e1-0aa052463dc6 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:40:32.456118 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:40:32.456434 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab13470a-afdb-43b9-97e1-0aa052463dc6 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:40:32.456899 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75', 'status': 'completed', 'code': 200} Sep 18 20:40:32.495225 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:32.540283 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009b883-43c3-4deb-aa4b-5b62dd49c8bd req-3e7d983f-cc68-4af4-a610-26000af98aa9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:32.541696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e009b883-43c3-4deb-aa4b-5b62dd49c8bd req-3e7d983f-cc68-4af4-a610-26000af98aa9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0816448 Sep 18 20:40:32.544499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-101bf872-6e01-4120-a766-02a304b234fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:32.545841 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-101bf872-6e01-4120-a766-02a304b234fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1098 time: 0.0575533 Sep 18 20:40:32.634614 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e009b883-43c3-4deb-aa4b-5b62dd49c8bd req-6ca223a6-99f6-4b8d-b6fb-f08e868c5d47 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866251 Sep 18 20:40:32.657754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44382) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:32.665143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-ddac71e7-712b-482e-bccd-a1abb0888d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:32.667143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-ddac71e7-712b-482e-bccd-a1abb0888d0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.1133485 Sep 18 20:40:32.720632 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'a99abb40-0aa3-4b24-8d7e-d1505aad34bc', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'port_id': '743395b1-f290-4f9a-bee0-5f4765012a75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'mac_address': 'fa:16:3e:ab:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:40:31Z', 'updated_at': '2021-09-18T20:40:31Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:22Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:32.727293 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-519557ec-2b82-4d61-b5d6-c4b1137e630c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/a99abb40-0aa3-4b24-8d7e-d1505aad34bc HTTP/1.1" status: 200 len: 992 time: 0.0657358 Sep 18 20:40:32.744200 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-1784f63d-93f4-405d-b269-bb7229200593 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1000 time: 0.0700612 Sep 18 20:40:32.747443 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] Checking router: ff0547c8-990e-4a4d-bbf7-a9d267e4c3af for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:40:32.755723 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:40:32.756305 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:40:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:32.793753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-fd11edbb-7746-4225-bcc3-1ccd5d5d76db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:32.795143 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-fd11edbb-7746-4225-bcc3-1ccd5d5d76db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0443733 Sep 18 20:40:32.840570 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-71effcf5-7e0a-4823-8037-8572dbc1dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:40:32.842191 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-71effcf5-7e0a-4823-8037-8572dbc1dcae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396414 Sep 18 20:40:32.860527 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:40:32.937383 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-fe1a2eaf-006a-4c46-afe8-309c4c12ad2b service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877717 Sep 18 20:40:33.028962 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff26bf9-8fc4-4378-b93e-186476af5f59 req-f2b91eec-3322-4305-b485-ee6c0817a355 service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847080 Sep 18 20:40:33.081989 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'a99abb40-0aa3-4b24-8d7e-d1505aad34bc', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'port_id': '743395b1-f290-4f9a-bee0-5f4765012a75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'mac_address': 'fa:16:3e:ab:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:40:31Z', 'updated_at': '2021-09-18T20:40:31Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:22Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:40:33.107755 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d05c3-60f6-47be-a5e0-881ee317fc2c None None] The sync data for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 is: [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'a99abb40-0aa3-4b24-8d7e-d1505aad34bc', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'port_id': '743395b1-f290-4f9a-bee0-5f4765012a75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'mac_address': 'fa:16:3e:ab:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:40:31Z', 'updated_at': '2021-09-18T20:40:31Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:22Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:40:33.309527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724abbe-8d0d-4de8-9a96-bb4697c816bb None None] New status for floating IP a99abb40-0aa3-4b24-8d7e-d1505aad34bc: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:40:33.730406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44384) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:40:33.792907 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-2bb35621-5db9-4ec6-889a-e5e979251a9f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/a99abb40-0aa3-4b24-8d7e-d1505aad34bc HTTP/1.1" status: 200 len: 994 time: 0.0613382 Sep 18 20:40:39.371422 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:40:51.693023 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aee8c4b6-573a-4ebf-bf7e-43ffb5ecb320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:53.919035 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:54.024539 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:54.895680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:54.964954 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bb925cdf-336c-422c-b9c8-68ef707cfd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:55.758364 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:40:57.689516 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:00.292098 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-19cf22bf-494c-4e51-b815-eb57adfb6566 req-453a033c-0f1c-4431-9a04-53031f9bceea service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:41:00.293100 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19cf22bf-494c-4e51-b815-eb57adfb6566 req-453a033c-0f1c-4431-9a04-53031f9bceea service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052910 Sep 18 20:41:01.574320 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-c1657fa8-c972-45c4-8bb3-b6cb19060c72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779166 Sep 18 20:41:01.576687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ff3f8-4964-4a74-9aa9-9928ec2611f7 req-2245a398-ef35-41fb-8063-96140b234b80 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:01.578190 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-820ff3f8-4964-4a74-9aa9-9928ec2611f7 req-2245a398-ef35-41fb-8063-96140b234b80 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.1166871 Sep 18 20:41:01.584371 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-1ad770a7-6cc7-492c-8157-d432d2f0acc8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:41:01.585374 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-1ad770a7-6cc7-492c-8157-d432d2f0acc8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058832 Sep 18 20:41:01.621672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-820ff3f8-4964-4a74-9aa9-9928ec2611f7 req-fd596c6f-7502-4de6-a439-ec4869e3acfd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367939 Sep 18 20:41:02.785506 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dcb35-a775-41f3-a432-bddb81860254 req-08e485ca-a059-4e36-bd14-f58e743d096a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:02.787107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-764dcb35-a775-41f3-a432-bddb81860254 req-08e485ca-a059-4e36-bd14-f58e743d096a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0981286 Sep 18 20:41:02.823732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-764dcb35-a775-41f3-a432-bddb81860254 req-dc58d1db-98a4-431a-a313-939e66a5f965 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Sep 18 20:41:03.704189 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-97dfefd6-8dd8-4776-b138-03aac2df6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:03.705704 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-97dfefd6-8dd8-4776-b138-03aac2df6e25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1098 time: 0.0397575 Sep 18 20:41:03.799573 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-40d0a1ad-5280-4883-882c-38c8b3d1ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:03.801715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-40d0a1ad-5280-4883-882c-38c8b3d1ebae service neutron] 10.222.0.24 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.0881178 Sep 18 20:41:03.865303 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-152418bb-e649-449f-ac97-e51552cc8fcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1002 time: 0.0572884 Sep 18 20:41:03.951579 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-06f7093f-4d38-4f46-a9b2-d6a232899729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:03.953453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-06f7093f-4d38-4f46-a9b2-d6a232899729 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0823255 Sep 18 20:41:03.966197 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0feed9-596e-4022-8c52-d0277afbf209 req-6c85212e-782a-442f-a4c5-d22ed56e708e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:03.967532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b0feed9-596e-4022-8c52-d0277afbf209 req-6c85212e-782a-442f-a4c5-d22ed56e708e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0684528 Sep 18 20:41:04.029694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7b0feed9-596e-4022-8c52-d0277afbf209 req-a0449b24-fad9-486f-99d6-a7125106fb81 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523076 Sep 18 20:41:04.032556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-aabdba57-181f-465c-99bf-7181cd8fb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:04.033818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-aabdba57-181f-465c-99bf-7181cd8fb65f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654571 Sep 18 20:41:04.125558 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-588ce00e-2840-4a55-b610-49906e35a327 service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849049 Sep 18 20:41:04.213937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-51dafea7-6178-40f5-b3ad-91b7377192ea service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810816 Sep 18 20:41:05.152370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717406a6-a88d-4bbc-a681-333afbe81426 req-37bbab84-5a96-4c71-9c05-cdd895550776 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:05.153827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-717406a6-a88d-4bbc-a681-333afbe81426 req-37bbab84-5a96-4c71-9c05-cdd895550776 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0533869 Sep 18 20:41:05.190742 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-717406a6-a88d-4bbc-a681-333afbe81426 req-84fe9caf-4463-4ee8-8e34-3d6c2ae655f6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Sep 18 20:41:06.305906 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e4bc8-11b1-4520-a86c-06d4179b6e0f req-5753af86-de2f-40e1-b17f-01219e1d6231 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:06.307354 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-558e4bc8-11b1-4520-a86c-06d4179b6e0f req-5753af86-de2f-40e1-b17f-01219e1d6231 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0471528 Sep 18 20:41:06.344023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-558e4bc8-11b1-4520-a86c-06d4179b6e0f req-37a187f3-ba9a-4ced-aaa5-ec892d34d069 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307837 Sep 18 20:41:07.454926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9ec29-4de5-488f-be85-ae38fd1330c1 req-59401022-6c8d-4c36-b02d-a851d579d7de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:07.456393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afc9ec29-4de5-488f-be85-ae38fd1330c1 req-59401022-6c8d-4c36-b02d-a851d579d7de tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0470181 Sep 18 20:41:07.493996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-afc9ec29-4de5-488f-be85-ae38fd1330c1 req-9052a17f-112f-49c0-be31-ab7a14461166 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Sep 18 20:41:08.610082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64617-0a1e-46c9-aea9-79d74e7ef7f2 req-2ee2d23e-ea71-4b61-9747-c7d854c8577c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:08.611551 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35d64617-0a1e-46c9-aea9-79d74e7ef7f2 req-2ee2d23e-ea71-4b61-9747-c7d854c8577c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0514519 Sep 18 20:41:08.973238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-35d64617-0a1e-46c9-aea9-79d74e7ef7f2 req-56e3ab84-6fe6-4a84-9f96-80bdc98cec2d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548014 Sep 18 20:41:10.086325 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a74c04-ab84-45c0-8c9d-5d5d7e9b209f req-8b185df3-9108-40a6-8be3-79bf258e5da4 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:10.087800 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0a74c04-ab84-45c0-8c9d-5d5d7e9b209f req-8b185df3-9108-40a6-8be3-79bf258e5da4 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0476799 Sep 18 20:41:10.125273 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c0a74c04-ab84-45c0-8c9d-5d5d7e9b209f req-d085d533-8259-461a-b9d5-6eff7b07caa2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Sep 18 20:41:11.240721 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a7314-e0a8-4a09-a96c-8816d19d45c2 req-2eda2354-5d66-449a-babc-f2cf6e24e2f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:11.242456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-105a7314-e0a8-4a09-a96c-8816d19d45c2 req-2eda2354-5d66-449a-babc-f2cf6e24e2f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0502093 Sep 18 20:41:11.280146 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-105a7314-e0a8-4a09-a96c-8816d19d45c2 req-5781a8e7-9e69-4128-9cd3-9343cb1edb35 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318053 Sep 18 20:41:12.394231 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea887-67e0-4e1f-8855-cbf9f69ec772 req-7cb0818d-8605-4c3e-8f01-94dcd9a05fcb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:12.396221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d1ea887-67e0-4e1f-8855-cbf9f69ec772 req-7cb0818d-8605-4c3e-8f01-94dcd9a05fcb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0509531 Sep 18 20:41:12.433265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5d1ea887-67e0-4e1f-8855-cbf9f69ec772 req-b214944d-c7e1-47bb-b0e9-2668f15d0d60 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Sep 18 20:41:13.556414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96bcf7-54eb-4751-8cae-14d3edcd6bd2 req-374404b5-5864-4bf4-bbe2-4c0b171b8b3a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:13.557796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b96bcf7-54eb-4751-8cae-14d3edcd6bd2 req-374404b5-5864-4bf4-bbe2-4c0b171b8b3a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0489697 Sep 18 20:41:13.594984 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b96bcf7-54eb-4751-8cae-14d3edcd6bd2 req-96a207d4-16fc-4450-be2a-f18d1d36d36d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Sep 18 20:41:14.707877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83a677-8d3e-4ebd-b86a-302d6e644011 req-0e57a4fb-c6a0-430d-abb5-977dd1c76066 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:14.709477 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d83a677-8d3e-4ebd-b86a-302d6e644011 req-0e57a4fb-c6a0-430d-abb5-977dd1c76066 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0475039 Sep 18 20:41:14.747861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d83a677-8d3e-4ebd-b86a-302d6e644011 req-836a695a-7d54-438f-aaaa-ffc0a1eb8ce2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Sep 18 20:41:15.865216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4c40-a892-4d04-9d43-79edfb50741f req-2da44b82-1d86-48fa-8435-0ff8997fe03b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:15.866920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f9f4c40-a892-4d04-9d43-79edfb50741f req-2da44b82-1d86-48fa-8435-0ff8997fe03b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0513675 Sep 18 20:41:15.905533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9f9f4c40-a892-4d04-9d43-79edfb50741f req-992fd3b2-6ea2-4a98-b6f7-08b440a5f609 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Sep 18 20:41:16.371036 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:41:17.020882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae05e27-8afe-4fed-ae6f-44dad13c8f6f req-4b11005e-d8ef-48fc-b2f0-2a75b9ed9b20 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:17.022249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fae05e27-8afe-4fed-ae6f-44dad13c8f6f req-4b11005e-d8ef-48fc-b2f0-2a75b9ed9b20 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0484436 Sep 18 20:41:17.059187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fae05e27-8afe-4fed-ae6f-44dad13c8f6f req-5761837d-a624-4817-aae9-9d47e61c880f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Sep 18 20:41:18.172811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d7706-f3a8-4906-b88b-08224e5f949e req-9eabaa4d-8cf2-48f5-918d-2205d115c54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:18.174291 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-452d7706-f3a8-4906-b88b-08224e5f949e req-9eabaa4d-8cf2-48f5-918d-2205d115c54c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0479503 Sep 18 20:41:18.212722 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-452d7706-f3a8-4906-b88b-08224e5f949e req-1df0d495-1965-4110-9edc-8b4b61613bf8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Sep 18 20:41:19.331769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222764db-e22b-491f-b53d-ebdce6f67e3c req-4f4bdc8d-7464-4aa3-815e-7b1bbd39b444 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:19.333244 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-222764db-e22b-491f-b53d-ebdce6f67e3c req-4f4bdc8d-7464-4aa3-815e-7b1bbd39b444 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0520840 Sep 18 20:41:19.371221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-222764db-e22b-491f-b53d-ebdce6f67e3c req-ae3ed25b-999f-4f2c-90e7-8b96536efb50 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Sep 18 20:41:20.486510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0435d4-3476-44c1-93af-676d436d354a req-b4d44dab-71b0-48c4-933c-59488847331f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:20.488525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a0435d4-3476-44c1-93af-676d436d354a req-b4d44dab-71b0-48c4-933c-59488847331f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0495033 Sep 18 20:41:20.526271 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a0435d4-3476-44c1-93af-676d436d354a req-e6f5c9c0-27ee-4b68-916e-45e7f46a9ffd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Sep 18 20:41:21.010104 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-c2fd24ff-8cbc-44f3-b35d-c74e96f68858 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:41:21.010996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-c2fd24ff-8cbc-44f3-b35d-c74e96f68858 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052950 Sep 18 20:41:21.070878 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-e11268fa-bb42-4903-a339-5af8c07b4a1d service neutron] show failed (client error): The resource could not be found. Sep 18 20:41:21.071888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-e11268fa-bb42-4903-a339-5af8c07b4a1d service neutron] 10.222.0.24 "GET /v2.0/ports/743395b1-f290-4f9a-bee0-5f4765012a75/bindings/n-h1-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0532105 Sep 18 20:41:21.301728 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-d76ee189-6ee0-414c-bef3-dd4b1a691326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:21.303231 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-d76ee189-6ee0-414c-bef3-dd4b1a691326 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 1098 time: 0.0825799 Sep 18 20:41:21.314558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:41:21.369166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:21.568771 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:41:21.602119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:41:21.641040 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:41:21.643316 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df31e71a-f0d0-46d9-8d8f-2455bd29b9a6" -d '{"events": [{"server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "name": "network-vif-unplugged", "status": "completed", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:41:21.647706 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:21.648375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6383-fd0f-425f-b2e7-e25ddcdbb6c0 req-d1fa619d-d4fa-443f-b107-493964071327 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:21.650681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5aa6383-fd0f-425f-b2e7-e25ddcdbb6c0 req-d1fa619d-d4fa-443f-b107-493964071327 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0565252 Sep 18 20:41:21.662060 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Transition to ACTIVE for port object 743395b1-f290-4f9a-bee0-5f4765012a75 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:41:21.667019 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:21.694651 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f5aa6383-fd0f-425f-b2e7-e25ddcdbb6c0 req-42af74c2-5d28-4068-bbbb-f3a99b5417cf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371444 Sep 18 20:41:21.704799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c353a36c-548f-4f21-98f8-2bbab565b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:21.724759 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909caba-6787-42bf-aa2c-ea333aa7aeba x-openstack-request-id: req-a909caba-6787-42bf-aa2c-ea333aa7aeba {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:41:21.724759 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "name": "network-vif-unplugged", "status": "completed", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:41:21.724759 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a909caba-6787-42bf-aa2c-ea333aa7aeba {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:41:21.728332 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75', 'code': 200} Sep 18 20:41:21.731338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=6']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:41:21.771984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.772328 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.772667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.772997 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.773324 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.773648 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.773967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.774288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.774605 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.774921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.775236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.775573 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:21.816676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] No DVR routers for this DVR port 743395b1-f290-4f9a-bee0-5f4765012a75 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:41:21.952418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Attempting to bind port 743395b1-f290-4f9a-bee0-5f4765012a75 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:41:21.952747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Attempting to bind port 743395b1-f290-4f9a-bee0-5f4765012a75 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:41:21.953074 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Attempting to bind port 743395b1-f290-4f9a-bee0-5f4765012a75 on network 6411e907-bcd7-44e7-ab38-11c48302b2c1 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:41:21.958340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Port 743395b1-f290-4f9a-bee0-5f4765012a75 on network 6411e907-bcd7-44e7-ab38-11c48302b2c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:41:21.958659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Attempting to bind port 743395b1-f290-4f9a-bee0-5f4765012a75 on network 6411e907-bcd7-44e7-ab38-11c48302b2c1 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:41:21.963503 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:41:21.963895 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Checking segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:41:21.964282 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Bound using segment: {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:41:21.964703 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Bound port: 743395b1-f290-4f9a-bee0-5f4765012a75, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64d1169-8d78-4113-8c06-7853a7bf05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:41:21.965058 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:22.028783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:41:22.032134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:41:22.037148 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:22.074760 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:22.075406 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:22.076931 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] 10.222.0.32 "PUT /v2.0/ports/743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1093 time: 0.7660711 Sep 18 20:41:22.112448 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e83228-1b78-4b16-89ad-cc7091944245 service neutron] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=7']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:41:22.145036 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-5df945c7-d93e-464f-9e45-fed74155a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:22.146608 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-5df945c7-d93e-464f-9e45-fed74155a2da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1096 time: 0.0446093 Sep 18 20:41:22.245867 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-4087dd11-7834-4716-a61e-8be23da37037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:22.247366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-4087dd11-7834-4716-a61e-8be23da37037 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.0940723 Sep 18 20:41:22.314080 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-3b8cb655-17b2-46b3-b70a-ae11546fc9fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1000 time: 0.0588980 Sep 18 20:41:22.362870 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-a3d3bd6f-d2f1-4048-b4e7-4184d243745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:22.364344 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-a3d3bd6f-d2f1-4048-b4e7-4184d243745e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0437117 Sep 18 20:41:22.411539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-985b69f8-0211-46ea-a8fe-41bd747880c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:22.412992 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-985b69f8-0211-46ea-a8fe-41bd747880c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416610 Sep 18 20:41:22.822665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c35b6-2769-4b7d-a7dd-204d42ac40f7 req-7b9b3c6c-cd41-4d87-9e4a-e87f7ca1e50e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:22.824307 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b84c35b6-2769-4b7d-a7dd-204d42ac40f7 req-7b9b3c6c-cd41-4d87-9e4a-e87f7ca1e50e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 944 time: 0.0495629 Sep 18 20:41:22.840518 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-513f2e9d-8210-4369-aaa7-0c618d3a8d78 service neutron] 10.222.0.32 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201686 Sep 18 20:41:22.861842 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b84c35b6-2769-4b7d-a7dd-204d42ac40f7 req-9764c7e2-b268-4876-8504-357a74f9f7ac tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Sep 18 20:41:22.934885 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-975d74e2-793b-4bde-82bc-0b7df0098238 service neutron] 10.222.0.32 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872121 Sep 18 20:41:23.729768 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:41:23.732555 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f73f05-7c2b-4d45-88cd-c3c4ef173960" -d '{"events": [{"name": "network-changed", "server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:41:23.781663 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a14deae-5311-45a9-bb2b-b9d079c864a8 x-openstack-request-id: req-0a14deae-5311-45a9-bb2b-b9d079c864a8 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:41:23.781953 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:41:23.782203 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a14deae-5311-45a9-bb2b-b9d079c864a8 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:41:23.782605 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75', 'status': 'completed', 'code': 200} Sep 18 20:41:23.840593 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-9b492afe-bf46-47c4-aa38-b71ab76701ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:23.842102 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-9b492afe-bf46-47c4-aa38-b71ab76701ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1096 time: 0.0409329 Sep 18 20:41:23.843033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-f6309e78-73a6-44ef-aac8-9c8be2c8b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:23.844556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-f6309e78-73a6-44ef-aac8-9c8be2c8b862 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1096 time: 0.0404658 Sep 18 20:41:23.923278 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:23.946837 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-520927da-5f01-4598-8b80-7c6ba0ea66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:23.948631 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-520927da-5f01-4598-8b80-7c6ba0ea66ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.0988824 Sep 18 20:41:23.959543 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-243257aa-3db0-4a5d-9049-75266b8a2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:23.961047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-243257aa-3db0-4a5d-9049-75266b8a2aaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.1072230 Sep 18 20:41:24.018487 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:24.020891 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-d5470f68-8a43-4b77-ad51-3feed5ef3e98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1000 time: 0.0632145 Sep 18 20:41:24.039794 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c4ebd-d12f-423a-904d-47d96e801e8d req-6cee1794-038c-4c8b-adba-7dfccf61fabb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:24.041284 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f28c4ebd-d12f-423a-904d-47d96e801e8d req-6cee1794-038c-4c8b-adba-7dfccf61fabb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 944 time: 0.0965247 Sep 18 20:41:24.061877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-c70555e6-19b8-47ce-aa65-fdd0d27119ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1000 time: 0.0870383 Sep 18 20:41:24.074549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-310f0e4e-5ba1-4de8-82f0-eb090479a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:24.076083 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-310f0e4e-5ba1-4de8-82f0-eb090479a478 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0478818 Sep 18 20:41:24.123580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f28c4ebd-d12f-423a-904d-47d96e801e8d req-90064259-32e6-42e0-b98e-4ca1da326cc3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752106 Sep 18 20:41:24.129255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-6838b9f6-efbb-499b-b38c-bdd1ebdcf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:24.129694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-e069c2a9-5d60-4613-9aeb-dfbe92277d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:24.130921 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-6838b9f6-efbb-499b-b38c-bdd1ebdcf9b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458796 Sep 18 20:41:24.131136 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-e069c2a9-5d60-4613-9aeb-dfbe92277d8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0622203 Sep 18 20:41:24.177893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-e6ff678d-4a21-410d-9a49-7d94448a2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:24.179465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-e6ff678d-4a21-410d-9a49-7d94448a2017 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415499 Sep 18 20:41:24.223332 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-842df1ec-045f-441b-b5ee-20765ba7ffa4 service neutron] 10.222.0.32 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838115 Sep 18 20:41:24.231433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 743395b1-f290-4f9a-bee0-5f4765012a75 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:41:24.274896 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-ed0a81d1-08a6-4843-8b9c-e43b9e25a2bd service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886765 Sep 18 20:41:24.324816 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-5dc509a5-b15e-4abf-9315-eb901592a2c4 service neutron] 10.222.0.32 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938191 Sep 18 20:41:24.330663 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:41:24.347635 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '743395b1-f290-4f9a-bee0-5f4765012a75', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'port_id': '743395b1-f290-4f9a-bee0-5f4765012a75', 'mac_address': 'fa:16:3e:ab:fc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:41:24.373968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-09f73f05-7c2b-4d45-88cd-c3c4ef173960 req-6b56c04f-950d-4d0d-b6a1-96fd2a5e89b3 service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922143 Sep 18 20:41:24.389000 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:24.403367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743395b1-f290-4f9a-bee0-5f4765012a75 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:41:24.422516 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:41:24.427017 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:24.481670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:41:24.489643 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.489983 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.490318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.490649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.490975 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.491300 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.491894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.492213 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.492531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.492847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.493163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.493479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:24.654851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['743395b1-f290-4f9a-bee0-5f4765012a75'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:41:24.901370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:24.960412 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 743395b1-f290-4f9a-bee0-5f4765012a75 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:41:24.983971 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5c36afec-683b-431f-a8f6-7484a0f41ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:25.002554 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 743395b1-f290-4f9a-bee0-5f4765012a75 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:41:25.246237 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9c1c7-adfd-44d9-91d7-a7d2174c5aed req-fd32e718-2512-4c80-be8f-a6eb172f73c1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:25.247653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2c9c1c7-adfd-44d9-91d7-a7d2174c5aed req-fd32e718-2512-4c80-be8f-a6eb172f73c1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 945 time: 0.0544703 Sep 18 20:41:25.286408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e2c9c1c7-adfd-44d9-91d7-a7d2174c5aed req-41427203-35c0-4f08-a48d-8c8cc9c9f964 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328069 Sep 18 20:41:25.500267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df4e80-4fe6-43b3-b8df-68e6331a8ed9 req-2714caaf-6359-4d9d-a846-3521d4bfbde5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:25.501662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2df4e80-4fe6-43b3-b8df-68e6331a8ed9 req-2714caaf-6359-4d9d-a846-3521d4bfbde5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 945 time: 0.0743179 Sep 18 20:41:25.536629 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a28-5a84-45bf-889d-c5edb529d916 req-c2220548-d2ae-4ba4-98fe-f052a8f09155 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:25.538068 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-c2220548-d2ae-4ba4-98fe-f052a8f09155 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e&tenant_id=749e62293c5d43b1a048845f0d2508b6&binding%3Ahost_id=n-h1-789963-11 HTTP/1.1" status: 200 len: 945 time: 0.0778744 Sep 18 20:41:25.560966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f2df4e80-4fe6-43b3-b8df-68e6331a8ed9 req-53343909-4631-4f0c-a946-8197d6c172d8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524828 Sep 18 20:41:25.611716 n-d-789963-11 neutron-server[94941]: INFO neutron.api.v2.resource [req-90316a28-5a84-45bf-889d-c5edb529d916 req-bc573c6e-2503-49f6-bec6-16639353c3e4 service neutron] delete failed (client error): The resource could not be found. Sep 18 20:41:25.613575 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-bc573c6e-2503-49f6-bec6-16639353c3e4 service neutron] 10.222.0.24 "DELETE /v2.0/ports/743395b1-f290-4f9a-bee0-5f4765012a75/bindings/n-h2-789963-11 HTTP/1.1" status: 404 len: 381 time: 0.0652401 Sep 18 20:41:25.713117 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a351b8-0869-4d76-ac30-91a31b7ee490 req-d5f2a873-1f3b-475d-8020-3ce3d1f3acde tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:25.714630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0a351b8-0869-4d76-ac30-91a31b7ee490 req-d5f2a873-1f3b-475d-8020-3ce3d1f3acde tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 945 time: 0.0819452 Sep 18 20:41:25.719595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a28-5a84-45bf-889d-c5edb529d916 req-6c0d7867-d2a3-46cd-b261-5f8003b8f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:25.721005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-6c0d7867-d2a3-46cd-b261-5f8003b8f417 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1097 time: 0.0617430 Sep 18 20:41:25.761305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:25.811914 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a0a351b8-0869-4d76-ac30-91a31b7ee490 req-22c7a4ad-1820-43dc-b6fa-d8881627e43e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898759 Sep 18 20:41:25.841681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a28-5a84-45bf-889d-c5edb529d916 req-099f3f5a-7e51-4260-9b79-50e0691c7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:25.843181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-099f3f5a-7e51-4260-9b79-50e0691c7c81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.1142771 Sep 18 20:41:25.910433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-299e0125-e756-4358-8e5b-99ec9a29b343 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1001 time: 0.0585704 Sep 18 20:41:25.961622 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a28-5a84-45bf-889d-c5edb529d916 req-205f1120-4ddf-4be8-886a-e4452ed6a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:25.963082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-205f1120-4ddf-4be8-886a-e4452ed6a9cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0471313 Sep 18 20:41:26.008736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316a28-5a84-45bf-889d-c5edb529d916 req-03b1b177-cc4d-4b99-bb52-dda5fa9f3910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:26.010184 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-03b1b177-cc4d-4b99-bb52-dda5fa9f3910 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399709 Sep 18 20:41:26.103513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-efce088d-22d5-433e-90df-f9ab2681cb45 service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864553 Sep 18 20:41:26.201459 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-90316a28-5a84-45bf-889d-c5edb529d916 req-d636c9d9-9913-4d99-9352-b13a62fa8be8 service neutron] 10.222.0.24 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914652 Sep 18 20:41:26.256313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 743395b1-f290-4f9a-bee0-5f4765012a75 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:41:26.306470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 743395b1-f290-4f9a-bee0-5f4765012a75 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:41:26.310192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 743395b1-f290-4f9a-bee0-5f4765012a75 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:41:26.310566 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:26.390542 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:26.411750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:41:26.413985 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d5b2d4-db3c-4409-b263-c221519751b8" -d '{"events": [{"server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "name": "network-vif-plugged", "status": "completed", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:41:26.426986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:41:26.431003 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:26.463905 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b94003a-1e71-441a-ac17-4ed2fdea7818 x-openstack-request-id: req-9b94003a-1e71-441a-ac17-4ed2fdea7818 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:41:26.464512 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "name": "network-vif-plugged", "status": "completed", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:41:26.464770 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b94003a-1e71-441a-ac17-4ed2fdea7818 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:41:26.465160 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75', 'code': 200} Sep 18 20:41:26.488261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=9']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:41:26.929511 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7901055-9519-4fda-959c-4fa64b223dfe req-65f74e24-802f-4a47-9f56-1c477653cc55 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:26.930894 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7901055-9519-4fda-959c-4fa64b223dfe req-65f74e24-802f-4a47-9f56-1c477653cc55 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0488105 Sep 18 20:41:26.967334 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a7901055-9519-4fda-959c-4fa64b223dfe req-106cea9f-8d47-4319-914e-1df6f339780b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305088 Sep 18 20:41:26.989926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44498) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:41:27.052889 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0677a403-a0ee-4e67-908f-d24c338852ff tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/a99abb40-0aa3-4b24-8d7e-d1505aad34bc HTTP/1.1" status: 200 len: 994 time: 0.0618830 Sep 18 20:41:27.694656 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:32.784349 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-a7e5c985-9d6b-4b77-b8cf-146c7d5b8091 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394940 Sep 18 20:41:32.861849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-944bb5cc-719b-4564-a55d-500038e05be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:32.863358 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-944bb5cc-719b-4564-a55d-500038e05be7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1098 time: 0.0395205 Sep 18 20:41:32.966310 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-c5734963-8930-4a58-99f7-77b95271220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:32.967698 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-c5734963-8930-4a58-99f7-77b95271220e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.0854986 Sep 18 20:41:33.030391 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-8d98a80c-8456-4861-9728-1f707e6b20a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 1002 time: 0.0556507 Sep 18 20:41:33.083747 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-d9bb0a60-c7eb-4bb7-8408-5f1f8a69e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:33.085216 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-d9bb0a60-c7eb-4bb7-8408-5f1f8a69e24f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0478833 Sep 18 20:41:33.134540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-65ddede8-0c81-4932-a207-54b4bc9aee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:33.136073 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-65ddede8-0c81-4932-a207-54b4bc9aee0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438285 Sep 18 20:41:33.223298 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-509cff3f-e489-4e4a-90d7-40e6d75d19f8 service neutron] 10.222.0.32 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794108 Sep 18 20:41:33.314548 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b93b65c7-dd90-4767-b299-c7143e7fd8cb req-aceeb7b6-7690-4c44-8685-86fbf4a22e2b service neutron] 10.222.0.32 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Sep 18 20:41:51.695834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-92ad9661-e982-45c7-91d6-2e7a6ede4c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:53.370964 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:41:53.916143 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:54.030437 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:54.902680 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:54.964405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e2c94979-3ffb-4e73-b916-a396efa7c017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:55.673332 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44508) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:41:55.765144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:55.835679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port fa9b8149-7ed3-450a-ad38-8a68a0ceed3d {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:41:55.836028 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:55.911208 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:55.912358 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:55.923928 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for fa9b8149-7ed3-450a-ad38-8a68a0ceed3d owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:41:56.070562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:56.099648 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=fa9b8149-7ed3-450a-ad38-8a68a0ceed3d,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:41:56.124192 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.124534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.124870 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.125200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.125526 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.125848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.126186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.126489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.126808 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.127126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.127468 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.127780 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:41:56.169030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:56.169664 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP a99abb40-0aa3-4b24-8d7e-d1505aad34bc disassociated (deleted). External IP: 172.25.8.198, port: 743395b1-f290-4f9a-bee0-5f4765012a75. Sep 18 20:41:56.376576 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:41:56.482630 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:41:56.487288 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:56.492942 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] Sync routers for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:41:56.502325 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:41:56.502927 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:41:56.516769 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-85df090c-2258-468d-9776-9625843d5153 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/floatingips/a99abb40-0aa3-4b24-8d7e-d1505aad34bc HTTP/1.1" status: 204 len: 168 time: 0.8399448 Sep 18 20:41:56.516769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:41:56.517152 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f04853-a88f-4444-bc82-87078a171bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:41:56.612068 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:41:56.617181 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b4d4f6-f030-4ef1-954d-1bf8f90bf5e9 x-openstack-request-id: req-b4b4d4f6-f030-4ef1-954d-1bf8f90bf5e9 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:41:56.617470 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:41:56.617716 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4b4d4f6-f030-4ef1-954d-1bf8f90bf5e9 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:41:56.618117 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75', 'status': 'completed', 'code': 200} Sep 18 20:41:56.690740 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f04853-a88f-4444-bc82-87078a171bfc req-7433a23e-098f-4fbc-9636-1a23373234c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:56.693545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80f04853-a88f-4444-bc82-87078a171bfc req-7433a23e-098f-4fbc-9636-1a23373234c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 1098 time: 0.0452754 Sep 18 20:41:56.761426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa43147-2043-4645-9318-2430cf06db18 req-98b3a56e-ed6d-4b2d-9828-bdd55c6c83fe tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:56.762952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfa43147-2043-4645-9318-2430cf06db18 req-98b3a56e-ed6d-4b2d-9828-bdd55c6c83fe tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0549090 Sep 18 20:41:56.796189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f04853-a88f-4444-bc82-87078a171bfc req-193be71b-216f-4292-ae12-246596ccb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:56.798053 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80f04853-a88f-4444-bc82-87078a171bfc req-193be71b-216f-4292-ae12-246596ccb933 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 200 len: 898 time: 0.0963748 Sep 18 20:41:56.801004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bfa43147-2043-4645-9318-2430cf06db18 req-cc313838-f1cb-4994-87d3-edd177cc23c3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Sep 18 20:41:56.836465 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:22Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:41:56.841722 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80f04853-a88f-4444-bc82-87078a171bfc req-ac18c5fe-72af-46b2-9942-ec198454b829 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 200 len: 217 time: 0.0355501 Sep 18 20:41:56.862150 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] Checking router: ff0547c8-990e-4a4d-bbf7-a9d267e4c3af for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:41:56.870592 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:41:56.871197 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:41:56.891239 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f04853-a88f-4444-bc82-87078a171bfc req-d04b3679-e8b8-4855-b3c7-0143495d07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:56.892793 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80f04853-a88f-4444-bc82-87078a171bfc req-d04b3679-e8b8-4855-b3c7-0143495d07e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 200 len: 835 time: 0.0441084 Sep 18 20:41:56.943957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f04853-a88f-4444-bc82-87078a171bfc req-4e7e12f3-2a06-4023-945c-e0797f293a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:56.945396 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80f04853-a88f-4444-bc82-87078a171bfc req-4e7e12f3-2a06-4023-945c-e0797f293a79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6411e907-bcd7-44e7-ab38-11c48302b2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443664 Sep 18 20:41:57.039909 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80f04853-a88f-4444-bc82-87078a171bfc req-c303bc07-077d-4c46-a32a-6038aaeda5f2 service neutron] 10.222.0.32 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868094 Sep 18 20:41:57.064851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:41:57.134369 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-80f04853-a88f-4444-bc82-87078a171bfc req-db93bd0e-0463-4051-bf08-33836de2c433 service neutron] 10.222.0.32 "GET /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872245 Sep 18 20:41:57.257039 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:22Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:41:57.287082 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e9f5bf-e1a4-4b80-b274-536bba2c4e06 None None] The sync data for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 is: [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'ae9bdfc6-2a60-4645-aab2-a084f123d168', 'name': '', 'network_id': '6411e907-bcd7-44e7-ab38-11c48302b2c1', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:3a:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:18Z', 'updated_at': '2021-09-18T20:40:22Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '2c83437b-5c42-46f8-b44e-ee1cdf4fc629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:41:57.493670 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c854a-bd4b-4c1e-b774-58d5bea99cd8 None None] New status for floating IP a99abb40-0aa3-4b24-8d7e-d1505aad34bc: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:41:57.697377 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:57.919670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b6688-097f-4ec9-af09-1bf44aeb5aa8 req-88724967-9b93-4094-affa-357c70ca3d35 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:57.921153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f0b6688-097f-4ec9-af09-1bf44aeb5aa8 req-88724967-9b93-4094-affa-357c70ca3d35 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0495007 Sep 18 20:41:57.959827 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f0b6688-097f-4ec9-af09-1bf44aeb5aa8 req-1abac4fc-e0f8-480f-9570-4a1d7e82a37b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc549d9d-4d9d-4706-a56f-58e099f95019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325713 Sep 18 20:41:58.006983 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f967f-8ae5-4311-b566-80edbc749e10 req-42d9bd71-ada1-4efe-9e9c-d0f5a8898389 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:41:58.008480 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-135f967f-8ae5-4311-b566-80edbc749e10 req-42d9bd71-ada1-4efe-9e9c-d0f5a8898389 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fac7790-3ecd-4ded-88ef-5d87d59b874e HTTP/1.1" status: 200 len: 946 time: 0.0501382 Sep 18 20:41:58.096501 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 743395b1-f290-4f9a-bee0-5f4765012a75 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:41:58.096762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:58.188122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port 743395b1-f290-4f9a-bee0-5f4765012a75, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=743395b1-f290-4f9a-bee0-5f4765012a75,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:41:58.188490 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:58.201539 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 743395b1-f290-4f9a-bee0-5f4765012a75 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:41:58.328723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:58.361595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=743395b1-f290-4f9a-bee0-5f4765012a75,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:41:58.399797 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] No DVR routers for this DVR port 743395b1-f290-4f9a-bee0-5f4765012a75 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:41:58.402299 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:58.404380 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-135f967f-8ae5-4311-b566-80edbc749e10 req-2d09d354-b0f0-4d25-bc59-8e7beb73cf66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "DELETE /v2.0/ports/743395b1-f290-4f9a-bee0-5f4765012a75 HTTP/1.1" status: 204 len: 173 time: 0.3900516 Sep 18 20:41:58.404844 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'name': 'network-vif-deleted', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:41:58.407178 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d33c1ca-ef1a-4f3b-82bf-0df85352149b" -d '{"events": [{"server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "name": "network-vif-deleted", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:41:58.443004 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4462fae-8484-42ee-8f38-5b22da884a37 x-openstack-request-id: req-c4462fae-8484-42ee-8f38-5b22da884a37 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:41:58.443598 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fac7790-3ecd-4ded-88ef-5d87d59b874e", "name": "network-vif-deleted", "tag": "743395b1-f290-4f9a-bee0-5f4765012a75", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:41:58.443598 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4462fae-8484-42ee-8f38-5b22da884a37 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:41:58.443970 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fac7790-3ecd-4ded-88ef-5d87d59b874e', 'name': 'network-vif-deleted', 'tag': '743395b1-f290-4f9a-bee0-5f4765012a75', 'status': 'completed', 'code': 200} Sep 18 20:41:59.015486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44524) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:41:59.371007 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:59.623956 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port ae9bdfc6-2a60-4645-aab2-a084f123d168 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:41:59.624303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:59.714336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port ae9bdfc6-2a60-4645-aab2-a084f123d168, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=ae9bdfc6-2a60-4645-aab2-a084f123d168,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:41:59.714701 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:59.726716 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for ae9bdfc6-2a60-4645-aab2-a084f123d168 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:41:59.906848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:41:59.932826 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=ae9bdfc6-2a60-4645-aab2-a084f123d168,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:00.106582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:00.323356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:42:00.426260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:42:00.431891 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9bdd625e-e26b-4db9-aed9-5c6a3bd2ae2b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/ff0547c8-990e-4a4d-bbf7-a9d267e4c3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153709 Sep 18 20:42:00.434619 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44526) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:00.437299 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] Sync routers for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:42:00.446604 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:42:00.447267 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:00.488311 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-357bdfc6-c365-4f5c-a2b5-7bca226d9c7d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting subnet 2c83437b-5c42-46f8-b44e-ee1cdf4fc629 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:42:00.492237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-357bdfc6-c365-4f5c-a2b5-7bca226d9c7d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:00.530272 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-357bdfc6-c365-4f5c-a2b5-7bca226d9c7d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:00.551177 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:42:00.616431 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-357bdfc6-c365-4f5c-a2b5-7bca226d9c7d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:00.676960 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-357bdfc6-c365-4f5c-a2b5-7bca226d9c7d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:00.702195 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bdfc6-c365-4f5c-a2b5-7bca226d9c7d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Subnet': ['ID=2c83437b-5c42-46f8-b44e-ee1cdf4fc629,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:00.710326 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-357bdfc6-c365-4f5c-a2b5-7bca226d9c7d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:00.712408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-357bdfc6-c365-4f5c-a2b5-7bca226d9c7d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/subnets/2c83437b-5c42-46f8-b44e-ee1cdf4fc629 HTTP/1.1" status: 204 len: 168 time: 0.2768781 Sep 18 20:42:00.715245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44528) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:00.721454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef0735-d9a6-410a-8ee6-ae1f08315aac None None] Network 6411e907-bcd7-44e7-ab38-11c48302b2c1 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:42:00.737321 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:41:59Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:00.764618 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] Checking router: ff0547c8-990e-4a4d-bbf7-a9d267e4c3af for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:42:00.774241 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] Routers {'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:42:00.774847 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:00.829240 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:00.886038 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] Set router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:42:00.924148 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] DHCP port deletion for 6411e907-bcd7-44e7-ab38-11c48302b2c1 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:42:00.976397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] Deleting port e39fa5de-48c6-4547-b8e2-6525642d9086 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:42:00.976797 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.050385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] For port e39fa5de-48c6-4547-b8e2-6525642d9086, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=e39fa5de-48c6-4547-b8e2-6525642d9086,segment=NetworkSegment(d64d1169-8d78-4113-8c06-7853a7bf05e0),segment_id=d64d1169-8d78-4113-8c06-7853a7bf05e0)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:42:01.050804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.064830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] Calling delete_port for e39fa5de-48c6-4547-b8e2-6525642d9086 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:42:01.090450 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:41:59Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:01.118992 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6739423-c907-4ee6-ad90-23f100b42920 None None] The sync data for ids ['ff0547c8-990e-4a4d-bbf7-a9d267e4c3af'] in n-d-789963-11 is: [{'id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1798736366', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:41:59Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1b823a72-8cd4-49b7-be57-e2da92162e12', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0547c8-990e-4a4d-bbf7-a9d267e4c3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:40:16Z', 'updated_at': '2021-09-18T20:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:42:01.146726 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.173203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] Pushing event deleted for resources: {'Port': ['ID=e39fa5de-48c6-4547-b8e2-6525642d9086,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:01.185090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7c428-c9a4-4987-af3f-0735db1d1b47 None None] No DVR routers for this DVR port e39fa5de-48c6-4547-b8e2-6525642d9086 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:42:01.264971 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.314841 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 1b823a72-8cd4-49b7-be57-e2da92162e12 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:42:01.315178 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.392996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port 1b823a72-8cd4-49b7-be57-e2da92162e12, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1b823a72-8cd4-49b7-be57-e2da92162e12,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:42:01.393277 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.405456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 1b823a72-8cd4-49b7-be57-e2da92162e12 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:42:01.516332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e39fa5de-48c6-4547-b8e2-6525642d9086 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:42:01.538826 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: e39fa5de-48c6-4547-b8e2-6525642d9086 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:42:01.539209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device e39fa5de-48c6-4547-b8e2-6525642d9086 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:42:01.539621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ae9bdfc6-2a60-4645-aab2-a084f123d168 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:42:01.559085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: ae9bdfc6-2a60-4645-aab2-a084f123d168 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:42:01.559463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device ae9bdfc6-2a60-4645-aab2-a084f123d168 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:42:01.576653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.604839 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=1b823a72-8cd4-49b7-be57-e2da92162e12,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:01.671457 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.761625 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.763740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.807115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.807646 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Fanout notify agent at l3_agent the message router_deleted on router ff0547c8-990e-4a4d-bbf7-a9d267e4c3af {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:42:01.814349 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.815732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f8bc62d3-e289-471a-ae3c-a42e21f48ad9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/routers/ff0547c8-990e-4a4d-bbf7-a9d267e4c3af HTTP/1.1" status: 204 len: 168 time: 1.0987346 Sep 18 20:42:01.818807 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44536) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:01.902351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:01.987929 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.012203 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6411e907-bcd7-44e7-ab38-11c48302b2c1']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:02.021910 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64d1169-8d78-4113-8c06-7853a7bf05e0') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:02.022204 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64d1169-8d78-4113-8c06-7853a7bf05e0') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:02.031078 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.043650 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.050594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:42:02.051076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:42:02.054325 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:42:02.111223 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.118956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.120808 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/networks/6411e907-bcd7-44e7-ab38-11c48302b2c1 HTTP/1.1" status: 204 len: 168 time: 0.3009322 Sep 18 20:42:02.123727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44538) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:02.132606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094048ce-69b5-4ba0-8131-71e816fe8dd0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Network': ['ID=6411e907-bcd7-44e7-ab38-11c48302b2c1,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:02.186045 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4349b892-dec1-4df0-972d-3b0123f4ae4e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.211058 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4349b892-dec1-4df0-972d-3b0123f4ae4e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.278056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4349b892-dec1-4df0-972d-3b0123f4ae4e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.280687 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4349b892-dec1-4df0-972d-3b0123f4ae4e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.281866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4349b892-dec1-4df0-972d-3b0123f4ae4e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc549d9d-4d9d-4706-a56f-58e099f95019 HTTP/1.1" status: 204 len: 168 time: 0.1571293 Sep 18 20:42:02.291984 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349b892-dec1-4df0-972d-3b0123f4ae4e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc549d9d-4d9d-4706-a56f-58e099f95019,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:02.355740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 743395b1-f290-4f9a-bee0-5f4765012a75 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:42:02.375227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 743395b1-f290-4f9a-bee0-5f4765012a75 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:42:02.375596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 743395b1-f290-4f9a-bee0-5f4765012a75 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:42:02.498853 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44544) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:02.503458 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-30293189-0c22-4c37-b65d-b4707c8dc995 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255213575', 'description': 'tempest-secgroup-smoke-255213575 description', 'project_id': '749e62293c5d43b1a048845f0d2508b6'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:02.529543 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30293189-0c22-4c37-b65d-b4707c8dc995 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.609202 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30293189-0c22-4c37-b65d-b4707c8dc995 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.612954 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30293189-0c22-4c37-b65d-b4707c8dc995 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.639966 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-30293189-0c22-4c37-b65d-b4707c8dc995 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.641186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-30293189-0c22-4c37-b65d-b4707c8dc995 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1412673 Sep 18 20:42:02.643014 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30293189-0c22-4c37-b65d-b4707c8dc995 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a420b099-65da-42f6-9ec7-42ea01c29458,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:02.644352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44546) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:02.649509 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-5416128b-2fbd-4a0d-a577-60e9420478d3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'a420b099-65da-42f6-9ec7-42ea01c29458', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:02.675356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5416128b-2fbd-4a0d-a577-60e9420478d3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.731890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5416128b-2fbd-4a0d-a577-60e9420478d3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.735219 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5416128b-2fbd-4a0d-a577-60e9420478d3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.757041 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416128b-2fbd-4a0d-a577-60e9420478d3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796eaef0-3148-4731-855b-0294684b8fff,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:02.764242 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5416128b-2fbd-4a0d-a577-60e9420478d3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.765425 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5416128b-2fbd-4a0d-a577-60e9420478d3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200521 Sep 18 20:42:02.768168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44548) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:02.772475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b9a34f54-9261-442e-8017-8896f73938a9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'a420b099-65da-42f6-9ec7-42ea01c29458', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:02.798050 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9a34f54-9261-442e-8017-8896f73938a9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.852140 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9a34f54-9261-442e-8017-8896f73938a9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.855462 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9a34f54-9261-442e-8017-8896f73938a9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.875065 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a34f54-9261-442e-8017-8896f73938a9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed66b21-b093-456a-84bf-d1ee01542f69,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:02.878767 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b9a34f54-9261-442e-8017-8896f73938a9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.879996 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b9a34f54-9261-442e-8017-8896f73938a9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1108773 Sep 18 20:42:02.882836 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44550) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:02.887339 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-b3b3a405-8859-4f05-a460-2ead1f78774c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'a420b099-65da-42f6-9ec7-42ea01c29458', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:02.913911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a405-8859-4f05-a460-2ead1f78774c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.969354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a405-8859-4f05-a460-2ead1f78774c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.972788 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a405-8859-4f05-a460-2ead1f78774c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.990877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3a405-8859-4f05-a460-2ead1f78774c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46155c4-b6ef-4678-a796-59dc8d8bf052,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:02.996952 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a405-8859-4f05-a460-2ead1f78774c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:02.998167 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-b3b3a405-8859-4f05-a460-2ead1f78774c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141675 Sep 18 20:42:03.000968 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44552) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:03.005254 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-021b411a-0a74-4917-a3e5-045958afff7f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'a420b099-65da-42f6-9ec7-42ea01c29458', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:03.029968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-021b411a-0a74-4917-a3e5-045958afff7f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.089746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-021b411a-0a74-4917-a3e5-045958afff7f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.094145 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-021b411a-0a74-4917-a3e5-045958afff7f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.117403 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b411a-0a74-4917-a3e5-045958afff7f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc2448c-58fa-4055-8b8f-d1df2bef3688,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:03.119729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-021b411a-0a74-4917-a3e5-045958afff7f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.120890 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-021b411a-0a74-4917-a3e5-045958afff7f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189742 Sep 18 20:42:03.124019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44554) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:03.128599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-febb33cd-969f-4e47-9882-c55d65c7f84b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'a420b099-65da-42f6-9ec7-42ea01c29458', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:03.150092 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-febb33cd-969f-4e47-9882-c55d65c7f84b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:42:03.154864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-febb33cd-969f-4e47-9882-c55d65c7f84b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.213841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-febb33cd-969f-4e47-9882-c55d65c7f84b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.217374 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-febb33cd-969f-4e47-9882-c55d65c7f84b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.234430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb33cd-969f-4e47-9882-c55d65c7f84b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddec590b-3cb9-4daa-960b-c2bc5804f877,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:03.240780 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-febb33cd-969f-4e47-9882-c55d65c7f84b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.242427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-febb33cd-969f-4e47-9882-c55d65c7f84b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170983 Sep 18 20:42:03.245058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44556) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:03.249319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f306ae3c-f4b6-44f6-bddc-1516601c0c05 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': 'a420b099-65da-42f6-9ec7-42ea01c29458', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:03.268956 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-f306ae3c-f4b6-44f6-bddc-1516601c0c05 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:42:03.274176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f306ae3c-f4b6-44f6-bddc-1516601c0c05 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.335837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1b823a72-8cd4-49b7-be57-e2da92162e12 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:42:03.336057 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f306ae3c-f4b6-44f6-bddc-1516601c0c05 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.340078 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f306ae3c-f4b6-44f6-bddc-1516601c0c05 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.358121 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 1b823a72-8cd4-49b7-be57-e2da92162e12 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:42:03.358714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1b823a72-8cd4-49b7-be57-e2da92162e12 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:42:03.363723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306ae3c-f4b6-44f6-bddc-1516601c0c05 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b09db19-598a-4c02-b339-3cd4c0d9e128,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:03.368065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f306ae3c-f4b6-44f6-bddc-1516601c0c05 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.369261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f306ae3c-f4b6-44f6-bddc-1516601c0c05 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232846 Sep 18 20:42:03.372143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44558) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:03.376846 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'network': {'name': 'tempest-network-smoke--240244493', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:03.397177 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:42:03.400610 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.426182 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:42:03.434933 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.435310 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Added segment d09f0a90-d86a-4260-8268-26a6e139532c of type vlan for network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e Sep 18 20:42:03.476219 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.499874 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.505869 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:03.506460 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.541055 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1678944 Sep 18 20:42:03.543891 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44560) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:03.548526 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'admin_state_up': True, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:03.571997 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.572995 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.574418 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2931c84-806d-40e8-89c9-107fca85d878 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Network': ['ID=02685cd5-4fb8-40dc-8499-bbb7a2293a4e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:03.588278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:42:03.653007 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.789426 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.973647 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:03.994069 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:04.095338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.144 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/3f218e9f-4ca9-4b9d-baf0-16c7d4903a68) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:42:04.194701 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:04.230821 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:04.268195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:42:04.270974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:42:04.274408 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:42:04.301171 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=3f218e9f-4ca9-4b9d-baf0-16c7d4903a68,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:04.520511 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:04.708708 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:04.834879 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router fa655130-a172-4491-9dba-1ba19e2f32ea is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:42:04.936451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:42:04.946636 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Sync routers for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:42:04.955240 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:42:04.955433 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:04.955907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:04.956567 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-c9e545a9-46b5-4235-a31d-430ab2e6f1fb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4116006 Sep 18 20:42:04.960400 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44562) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:04.987605 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-80ba560b-562a-43df-bfa5-508612cc2d6e tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=749e62293c5d43b1a048845f0d2508b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260909 Sep 18 20:42:04.990262 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44564) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:05.060350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:42:05.075013 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7cf025-7fc9-4553-8efe-8b6870d4e8c0 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:05.076586 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8a7cf025-7fc9-4553-8efe-8b6870d4e8c0 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854194 Sep 18 20:42:05.079419 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44566) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:05.110125 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-55591f41-4ec3-4b48-9d60-66e862908754 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296242 Sep 18 20:42:05.112628 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44568) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:05.117602 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-313244272', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:05.201520 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:42:05.205209 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.233790 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:04Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:05.263818 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Checking router: fa655130-a172-4491-9dba-1ba19e2f32ea for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:42:05.264172 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Updating router fa655130-a172-4491-9dba-1ba19e2f32ea port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:42:05.290710 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.384662 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.447661 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Subnet': ['ID=71e1f37f-588f-4161-b215-43dbde10ce00,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:05.456662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Checking segment: {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:42:05.457026 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network hostable DHCP agents. Network: 02685cd5-4fb8-40dc-8499-bbb7a2293a4e, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:42:05.474101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:42:05.482984 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 02685cd5-4fb8-40dc-8499-bbb7a2293a4e) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:42:05.487982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:05.489025 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.497103 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef28c1f-0a9b-4e5f-aed3-7b7423b8c6da None None] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:42:05.505497 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7928c19b-ed86-4d4c-b649-235ac720d12c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3915720 Sep 18 20:42:05.508378 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44570) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:05.749956 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.759202 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.848310 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Attempting to bind port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:42:05.849234 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Attempting to bind port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:42:05.849597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Attempting to bind port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:42:05.853845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ca6d8-73fd-42e9-bcbb-a7c9a23ed9d2 None None] Pushing event updated for resources: {'Port': ['ID=3f218e9f-4ca9-4b9d-baf0-16c7d4903a68,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:05.859851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:42:05.860229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:42:05.860626 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.861012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:42:05.861473 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Bound port: 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:42:05.861860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.923781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:42:05.924619 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:05.947261 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] For port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:42:05.960616 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.006718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] For port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3f218e9f-4ca9-4b9d-baf0-16c7d4903a68,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:42:06.017370 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.114698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ca6d8-73fd-42e9-bcbb-a7c9a23ed9d2 None None] Pushing event updated for resources: {'Port': ['ID=3f218e9f-4ca9-4b9d-baf0-16c7d4903a68,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:06.121106 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:42:06.121698 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:06.174460 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Allocated IP 172.20.0.2 (02685cd5-4fb8-40dc-8499-bbb7a2293a4e/71e1f37f-588f-4161-b215-43dbde10ce00/d96dec1a-5bdf-4259-b6a6-a823256cde68) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:42:06.288073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:42:06.476662 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.499295 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.541258 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.1 (02685cd5-4fb8-40dc-8499-bbb7a2293a4e/71e1f37f-588f-4161-b215-43dbde10ce00/4cc1ea29-042a-4722-b9eb-4725111dccc8) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:42:06.549315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:42:06.555793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:42:06.561847 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:42:06.564333 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Pushing event updated for resources: {'Port': ['ID=d96dec1a-5bdf-4259-b6a6-a823256cde68,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:06.614883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:04Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:06.647479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85f462-2f58-42a0-84a7-f989f5d4ee7d None None] The sync data for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 is: [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:04Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:42:06.651145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Attempting to bind port d96dec1a-5bdf-4259-b6a6-a823256cde68 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:42:06.651327 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Attempting to bind port d96dec1a-5bdf-4259-b6a6-a823256cde68 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:42:06.651710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Attempting to bind port d96dec1a-5bdf-4259-b6a6-a823256cde68 on network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:42:06.656914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:42:06.657285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Checking segment: {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:42:06.657686 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.658463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Bound using segment: {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:42:06.658593 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Bound port: d96dec1a-5bdf-4259-b6a6-a823256cde68, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:42:06.658894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.661530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.697666 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.718840 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:42:06.721574 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:42:06.729279 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] For port d96dec1a-5bdf-4259-b6a6-a823256cde68, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:42:06.732856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] For port d96dec1a-5bdf-4259-b6a6-a823256cde68, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d96dec1a-5bdf-4259-b6a6-a823256cde68,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:42:06.737396 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.740849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:42:06.798770 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78047c-60cb-44c2-b7b8-c671bd2a5c54 None None] Pushing event updated for resources: {'Port': ['ID=d96dec1a-5bdf-4259-b6a6-a823256cde68,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:06.808061 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:06.811407 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=4cc1ea29-042a-4722-b9eb-4725111dccc8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:06.983183 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.309217 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.315209 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.396019 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.398066 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=4cc1ea29-042a-4722-b9eb-4725111dccc8,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:07.402910 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d96dec1a-5bdf-4259-b6a6-a823256cde68 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:42:07.484239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d96dec1a-5bdf-4259-b6a6-a823256cde68 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:07.484239 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.512937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:42:07.514501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:42:07.585958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.630217 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port d96dec1a-5bdf-4259-b6a6-a823256cde68, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d96dec1a-5bdf-4259-b6a6-a823256cde68,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:42:07.635155 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.636255 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:42:07.645322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router fa655130-a172-4491-9dba-1ba19e2f32ea has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:42:07.730749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:07.731126 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.736211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=d96dec1a-5bdf-4259-b6a6-a823256cde68,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:07.764795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:42:07.769893 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b7d98c20-b043-4b9a-bba6-f31f5073fcb5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/fa655130-a172-4491-9dba-1ba19e2f32ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2604065 Sep 18 20:42:07.827282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0387ca-cfce-404a-95a8-05d78a3f64f5 None None] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:42:07.855613 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.916270 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3f218e9f-4ca9-4b9d-baf0-16c7d4903a68,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:42:07.919115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-4be1f6de-addc-4bbe-9f37-27df7846c7ac tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255213575&fields=id&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 267 time: 0.0347722 Sep 18 20:42:07.924111 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:07.958934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7ab30d55-a2cc-4158-8fba-07c9c529ba5d None None] Provisioning complete for port d96dec1a-5bdf-4259-b6a6-a823256cde68 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:07.959350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7ab30d55-a2cc-4158-8fba-07c9c529ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:08.037828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-3b10a9cd-15c7-4331-ac21-742015cc6e82 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:08.039483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-3b10a9cd-15c7-4331-ac21-742015cc6e82 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/networks?id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 200 len: 796 time: 0.1110632 Sep 18 20:42:08.054293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=3f218e9f-4ca9-4b9d-baf0-16c7d4903a68,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:08.056532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-07339c39-ca42-4347-82e4-e28be65dd2ca tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/quotas/749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 375 time: 0.0111427 Sep 18 20:42:08.120274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-937c23cb-e75d-45fe-a04a-1b5148e20ac0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502455 Sep 18 20:42:08.227797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-7ab55e21-4640-4d8e-bad4-cc2b87b56a20 service neutron] 10.222.0.20 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951064 Sep 18 20:42:08.324580 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-f33102bf-864e-4fc1-a4e3-b0ff73e9ddaa service neutron] 10.222.0.20 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903640 Sep 18 20:42:08.348686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-70ddbb3d-bb76-457f-a617-f57ca55db2fb None None] Provisioning complete for port d96dec1a-5bdf-4259-b6a6-a823256cde68 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:08.349063 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-70ddbb3d-bb76-457f-a617-f57ca55db2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:08.393892 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Sync routers for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:42:08.406674 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:42:08.407209 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:08.474767 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-70ddbb3d-bb76-457f-a617-f57ca55db2fb None None] Provisioning complete for port 4cc1ea29-042a-4722-b9eb-4725111dccc8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:08.475880 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-70ddbb3d-bb76-457f-a617-f57ca55db2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:08.524043 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-70ddbb3d-bb76-457f-a617-f57ca55db2fb None None] Port 4cc1ea29-042a-4722-b9eb-4725111dccc8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:42:08.537370 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:42:08.555107 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-164890ce-d228-46fa-ae69-f14c325674d4 req-9623f9e8-874b-4ac9-b3e7-d336eff64b69 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 210 time: 0.0554364 Sep 18 20:42:08.649000 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-940cd92b-8f91-45be-ab19-0d9da9f88d43 None None] Provisioning complete for port 4cc1ea29-042a-4722-b9eb-4725111dccc8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:08.649449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-940cd92b-8f91-45be-ab19-0d9da9f88d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:08.688084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-940cd92b-8f91-45be-ab19-0d9da9f88d43 None None] Port 4cc1ea29-042a-4722-b9eb-4725111dccc8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:42:08.763767 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 2, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:08.891786 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Checking router: fa655130-a172-4491-9dba-1ba19e2f32ea for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:42:08.892130 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Updating router fa655130-a172-4491-9dba-1ba19e2f32ea port 4cc1ea29-042a-4722-b9eb-4725111dccc8 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:42:08.909386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3738f8f7-2d17-48b5-8f16-bf69ab75b0a8 None None] Provisioning complete for port 4cc1ea29-042a-4722-b9eb-4725111dccc8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:08.910064 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3738f8f7-2d17-48b5-8f16-bf69ab75b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:08.921475 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:08.956262 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3738f8f7-2d17-48b5-8f16-bf69ab75b0a8 None None] Port 4cc1ea29-042a-4722-b9eb-4725111dccc8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:42:09.184326 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.189446 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.257999 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Pushing event updated for resources: {'Port': ['ID=4cc1ea29-042a-4722-b9eb-4725111dccc8,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:09.280606 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.280946 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.281277 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.281603 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.281925 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.282245 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.283053 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.283053 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.283208 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.283488 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.284036 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.284150 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:42:09.297522 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Attempting to bind port 4cc1ea29-042a-4722-b9eb-4725111dccc8 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:42:09.297886 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Attempting to bind port 4cc1ea29-042a-4722-b9eb-4725111dccc8 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:42:09.298266 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Attempting to bind port 4cc1ea29-042a-4722-b9eb-4725111dccc8 on network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:42:09.304311 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:42:09.304791 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Checking segment: {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:42:09.305126 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.305522 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Bound using segment: {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:42:09.306076 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Bound port: 4cc1ea29-042a-4722-b9eb-4725111dccc8, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:42:09.306348 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.371877 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d96dec1a-5bdf-4259-b6a6-a823256cde68 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:42:09.396355 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] For port 4cc1ea29-042a-4722-b9eb-4725111dccc8, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:42:09.399813 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] For port 4cc1ea29-042a-4722-b9eb-4725111dccc8, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4cc1ea29-042a-4722-b9eb-4725111dccc8,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:42:09.408794 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.434125 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port d96dec1a-5bdf-4259-b6a6-a823256cde68 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:09.434558 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.468400 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:42:09.469045 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:09.502696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-82bfd43d-7021-4ae1-a5a0-b679f8d36991 None None] Provisioning complete for port 4cc1ea29-042a-4722-b9eb-4725111dccc8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:09.503308 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82bfd43d-7021-4ae1-a5a0-b679f8d36991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.549529 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0574ed3-01ea-4765-821e-390662a7a718 None None] Pushing event updated for resources: {'Port': ['ID=4cc1ea29-042a-4722-b9eb-4725111dccc8,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:09.579512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:42:09.620455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-b45913fe-ef46-4017-b117-e31d28973500 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:09.622949 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-b45913fe-ef46-4017-b117-e31d28973500 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/networks?id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 200 len: 796 time: 0.2092729 Sep 18 20:42:09.676458 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:42:09.686652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82bfd43d-7021-4ae1-a5a0-b679f8d36991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.703577 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c6f34693-4016-488a-8112-a942fe6a8d0a req-7381ed35-821c-4323-9cf0-d0a908473148 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 210 time: 0.0627689 Sep 18 20:42:09.707916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-b90fc308-c570-4068-9a43-cb63b25e2d35 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 379 time: 0.0750489 Sep 18 20:42:09.714405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:09.715216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.720410 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'port': {'device_id': 'd0dce186-5b94-4439-bc2e-81805a710531', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'admin_state_up': True, 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'security_groups': ['a420b099-65da-42f6-9ec7-42ea01c29458']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:09.773979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-82bfd43d-7021-4ae1-a5a0-b679f8d36991 None None] For port 4cc1ea29-042a-4722-b9eb-4725111dccc8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4cc1ea29-042a-4722-b9eb-4725111dccc8,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:42:09.781417 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-82bfd43d-7021-4ae1-a5a0-b679f8d36991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.850940 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:42:09.854898 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.860820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfd43d-7021-4ae1-a5a0-b679f8d36991 None None] Pushing event updated for resources: {'Port': ['ID=4cc1ea29-042a-4722-b9eb-4725111dccc8,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:09.901580 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ee6f4958-674e-4dc4-b8f3-ddbd689aae6c None None] Provisioning complete for port 4cc1ea29-042a-4722-b9eb-4725111dccc8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:09.901957 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4958-674e-4dc4-b8f3-ddbd689aae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:09.930107 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:09Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:09.958009 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91a195-c121-46be-8de1-a0dd8cdbf767 None None] The sync data for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 is: [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:09Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:42:10.001857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.11 (02685cd5-4fb8-40dc-8499-bbb7a2293a4e/71e1f37f-588f-4161-b215-43dbde10ce00/b9ddb9ce-e556-48fa-99d2-cae12b7077c3) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:42:10.159692 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:10.194491 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:10.245140 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:42:10.248349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:42:10.255632 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:42:10.284036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:10.320565 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:10.321246 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:10.341121 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e1cca32e-7dea-40ba-8718-674e6f267949 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6264894 Sep 18 20:42:10.354658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Request body: {'port': {'device_id': 'd0dce186-5b94-4439-bc2e-81805a710531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:10.419312 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:10.514290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-ee6ca48f-27e5-453c-8536-9c9bca34c158 None None] Provisioning complete for port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:10.514899 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca48f-27e5-453c-8536-9c9bca34c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:10.549820 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ca48f-27e5-453c-8536-9c9bca34c158 None None] Port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:42:10.701972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ddb9ce-e556-48fa-99d2-cae12b7077c3 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:42:10.710696 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:10.723319 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Transition to ACTIVE for port object b9ddb9ce-e556-48fa-99d2-cae12b7077c3 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:42:10.728338 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:10.781915 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:10.896674 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e563a5-9bab-4aa0-aa79-a938851253e0 req-ed6c5eb7-fbba-4377-9513-9cd1c1db6a0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:10.898386 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5e563a5-9bab-4aa0-aa79-a938851253e0 req-ed6c5eb7-fbba-4377-9513-9cd1c1db6a0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 944 time: 0.0944796 Sep 18 20:42:10.903444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Attempting to bind port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:42:10.903859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Attempting to bind port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:42:10.904362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Attempting to bind port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 on network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:42:10.916267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 on network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:42:10.916723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Attempting to bind port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 on network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:42:10.935531 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:42:10.936012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Checking segment: {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:42:10.936490 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Bound using segment: {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:42:10.937017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Bound port: b9ddb9ce-e556-48fa-99d2-cae12b7077c3, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09f0a90-d86a-4260-8268-26a6e139532c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:42:10.937485 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:10.967047 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a5e563a5-9bab-4aa0-aa79-a938851253e0 req-08445dda-feb5-4d0c-ac4b-586e0dbb6679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593121 Sep 18 20:42:11.024114 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] For port b9ddb9ce-e556-48fa-99d2-cae12b7077c3, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:42:11.027315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] For port b9ddb9ce-e556-48fa-99d2-cae12b7077c3, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:42:11.031559 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:11.063329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:11.064124 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:11.065944 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] 10.222.0.24 "PUT /v2.0/ports/b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 200 len: 1093 time: 0.7163057 Sep 18 20:42:11.066383 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:42:11.069642 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:42:11.103447 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb5e75-469b-4a38-8107-07324765f479 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:11.142261 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2467a14a-f2da-4f09-852d-33c7b8c4608c x-openstack-request-id: req-2467a14a-f2da-4f09-852d-33c7b8c4608c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:42:11.142630 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:42:11.142959 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2467a14a-f2da-4f09-852d-33c7b8c4608c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:42:11.143449 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'status': 'completed', 'code': 200} Sep 18 20:42:11.159911 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-1d135fe8-f79d-40dc-9695-8aeba4e4a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:11.162585 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-1d135fe8-f79d-40dc-9695-8aeba4e4a207 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1096 time: 0.0492473 Sep 18 20:42:11.208936 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-ee519c10-d680-45bc-be27-4bf52e0e6d6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 200 len: 217 time: 0.0392499 Sep 18 20:42:11.258802 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e5a86687-69ea-45cf-b2eb-abd9aeabd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:11.260296 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-e5a86687-69ea-45cf-b2eb-abd9aeabd011 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71e1f37f-588f-4161-b215-43dbde10ce00 HTTP/1.1" status: 200 len: 834 time: 0.0451922 Sep 18 20:42:11.311340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-273fe010-9e95-48fb-b754-de8667d73473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:11.312952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-273fe010-9e95-48fb-b754-de8667d73473 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455184 Sep 18 20:42:11.369508 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4cc1ea29-042a-4722-b9eb-4725111dccc8 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:42:11.408563 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-47787c59-c317-48df-b438-fd335b105e7a service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888529 Sep 18 20:42:11.417138 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 4cc1ea29-042a-4722-b9eb-4725111dccc8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:11.417514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:11.506145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0bf49161-f4b3-4845-9998-de570f9dd8e6 req-256f51dc-d53a-41d2-965f-5ff8dfeb3939 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897107 Sep 18 20:42:11.600398 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-b20718d0-dbbe-473f-8fb4-b816a5d17a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:11.601923 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-b20718d0-dbbe-473f-8fb4-b816a5d17a62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1096 time: 0.0483356 Sep 18 20:42:11.690034 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-155463a7-e7cb-471a-b5bd-56a7d6a35425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:11.691515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-155463a7-e7cb-471a-b5bd-56a7d6a35425 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 200 len: 897 time: 0.0832615 Sep 18 20:42:11.736854 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-fcc07566-b820-4c32-b4b8-0d96b991f091 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 200 len: 217 time: 0.0384336 Sep 18 20:42:11.786903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-85bfd92e-67b9-425f-921c-8111e3817972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:11.788469 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-85bfd92e-67b9-425f-921c-8111e3817972 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71e1f37f-588f-4161-b215-43dbde10ce00 HTTP/1.1" status: 200 len: 834 time: 0.0437884 Sep 18 20:42:11.833359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-1301ffef-a6be-4a5f-b53b-9f8cf84f6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:11.834801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-1301ffef-a6be-4a5f-b53b-9f8cf84f6b0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391922 Sep 18 20:42:11.925164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-4e36880f-943f-4144-8bbf-8fe9969143c7 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828021 Sep 18 20:42:12.015147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-266ae17c-7dde-44bd-a16f-d27f7ab50c3e req-7a1b9688-a9d8-4793-982c-14d1a093df26 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827482 Sep 18 20:42:12.081595 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5476009-dd33-4d26-ac20-9ef2965a9281 req-f9562768-68b0-4d14-99f5-c01df178ed69 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:12.083562 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5476009-dd33-4d26-ac20-9ef2965a9281 req-f9562768-68b0-4d14-99f5-c01df178ed69 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 944 time: 0.0481820 Sep 18 20:42:12.126453 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d5476009-dd33-4d26-ac20-9ef2965a9281 req-9eca8ac4-45e9-46e7-9f65-69a469b48b49 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367999 Sep 18 20:42:13.164583 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b9ddb9ce-e556-48fa-99d2-cae12b7077c3 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:42:13.243486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b122-5288-469f-94cc-ba39b63c504f req-38768e80-27f1-43b7-834b-f0588642bd91 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:13.245008 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e77b122-5288-469f-94cc-ba39b63c504f req-38768e80-27f1-43b7-834b-f0588642bd91 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 944 time: 0.0495799 Sep 18 20:42:13.257792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b9ddb9ce-e556-48fa-99d2-cae12b7077c3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:42:13.268704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'port_id': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'mac_address': 'fa:16:3e:3a:61:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:42:13.282174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7e77b122-5288-469f-94cc-ba39b63c504f req-b8b0e67a-f46b-4c5f-b087-249afad9ff59 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310979 Sep 18 20:42:13.310145 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:13.476493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ddb9ce-e556-48fa-99d2-cae12b7077c3 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:42:13.495942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b9ddb9ce-e556-48fa-99d2-cae12b7077c3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:42:13.499775 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:13.548920 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:13.700487 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['b9ddb9ce-e556-48fa-99d2-cae12b7077c3'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:42:14.399046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7254a-5b69-494d-853a-0bed21c26a1b req-03765f6b-0b36-45ef-bb2c-91f072e44312 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:14.400533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0b7254a-5b69-494d-853a-0bed21c26a1b req-03765f6b-0b36-45ef-bb2c-91f072e44312 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 945 time: 0.0485001 Sep 18 20:42:14.437895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e0b7254a-5b69-494d-853a-0bed21c26a1b req-d2c7bb31-7a9f-497c-ada5-d633c9c816f9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314033 Sep 18 20:42:15.191328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b9ddb9ce-e556-48fa-99d2-cae12b7077c3 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:42:15.240814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:42:15.244829 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:42:15.245199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:15.321922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:15.342815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:42:15.345139 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fdbbca-3924-4e7f-ba83-d99e4085a183" -d '{"events": [{"server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "name": "network-vif-plugged", "status": "completed", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:42:15.357331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port b9ddb9ce-e556-48fa-99d2-cae12b7077c3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:42:15.361158 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:15.384484 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8fdf9a-7abf-4846-81be-1ea895e9374a x-openstack-request-id: req-7f8fdf9a-7abf-4846-81be-1ea895e9374a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:42:15.384770 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "name": "network-vif-plugged", "status": "completed", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:42:15.385017 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f8fdf9a-7abf-4846-81be-1ea895e9374a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:42:15.385400 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'code': 200} Sep 18 20:42:15.410626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:15.476692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b5af3-4070-4461-8a2d-e7ccd31f6ad2 req-7f0b0589-9d05-4058-b6ee-d2c675cb097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:15.478172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-349b5af3-4070-4461-8a2d-e7ccd31f6ad2 req-7f0b0589-9d05-4058-b6ee-d2c675cb097a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1098 time: 0.0412948 Sep 18 20:42:15.545872 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-349b5af3-4070-4461-8a2d-e7ccd31f6ad2 req-44fbd002-fd0e-4245-8e0c-48f489b501aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560000 Sep 18 20:42:15.564811 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8a6cb-d1ea-4b5f-9cba-28536d62578f req-54c35676-2841-45d6-8a98-3079c20eee75 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:15.566221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15d8a6cb-d1ea-4b5f-9cba-28536d62578f req-54c35676-2841-45d6-8a98-3079c20eee75 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0561726 Sep 18 20:42:15.604494 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15d8a6cb-d1ea-4b5f-9cba-28536d62578f req-647b7e25-e259-4717-bf73-357b98ba8f4e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Sep 18 20:42:16.719701 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c866f8-3598-4003-b4fb-ca1f8d536b70 req-a9584e45-23b8-41b0-8fa7-b832a51b8737 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:16.721634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2c866f8-3598-4003-b4fb-ca1f8d536b70 req-a9584e45-23b8-41b0-8fa7-b832a51b8737 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0494275 Sep 18 20:42:16.761171 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d2c866f8-3598-4003-b4fb-ca1f8d536b70 req-a019a395-2b41-45ee-88d0-6ed1f420f554 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Sep 18 20:42:16.874671 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdbbe8-e2b2-4c20-9ffd-1f493dc90771 req-ccc25be5-d042-4365-bbb7-103f7afab40a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:16.876186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9abdbbe8-e2b2-4c20-9ffd-1f493dc90771 req-ccc25be5-d042-4365-bbb7-103f7afab40a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0499024 Sep 18 20:42:16.917480 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9abdbbe8-e2b2-4c20-9ffd-1f493dc90771 req-753bc9e6-1b6d-477e-bb92-7bc164b9ff21 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347717 Sep 18 20:42:16.939164 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44618) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:16.977812 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eee581-777b-464d-b022-33fdedfc485a tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:16.979292 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-88eee581-777b-464d-b022-33fdedfc485a tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1093 time: 0.0391557 Sep 18 20:42:16.982036 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44620) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:16.986521 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:42:17.009081 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:17.102541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:17.205529 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.60 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/ba36c0da-1e21-4504-991e-0ae1d9bcfbb5) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:42:17.306248 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:17.343355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:17.379185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:42:17.383592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:42:17.390135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:42:17.395993 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=ba36c0da-1e21-4504-991e-0ae1d9bcfbb5,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:17.738232 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:17.806697 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:17.953527 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:17.958085 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:18.022845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=ba36c0da-1e21-4504-991e-0ae1d9bcfbb5,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:42:18.033963 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:18.454975 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP bea0e0a3-9454-4e00-a92a-22571a9218ed associated. External IP: 172.25.8.60, port: b9ddb9ce-e556-48fa-99d2-cae12b7077c3. Sep 18 20:42:18.660295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router fa655130-a172-4491-9dba-1ba19e2f32ea has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:42:18.769880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:42:18.780114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] Sync routers for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:42:18.789604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:18.790739 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:42:18.791392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:18.818517 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b81949f3-f3fe-4c1e-a494-203d4d7dd41f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8351133 Sep 18 20:42:18.819107 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:42:18.821501 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb985138-4ab8-4870-82d7-e61e0bd5ff59" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:42:18.858215 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc759df1-5bc2-4be1-8a55-0d5649634609 x-openstack-request-id: req-bc759df1-5bc2-4be1-8a55-0d5649634609 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:42:18.858517 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:42:18.858769 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc759df1-5bc2-4be1-8a55-0d5649634609 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:42:18.859170 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'status': 'completed', 'code': 200} Sep 18 20:42:18.901178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:42:18.952040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a1f68-fe7e-45de-908e-2ef6356addb6 req-c0ac1596-7659-4dae-a63a-195489e520eb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:18.953571 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71a1f68-fe7e-45de-908e-2ef6356addb6 req-c0ac1596-7659-4dae-a63a-195489e520eb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0835538 Sep 18 20:42:18.961746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-130b27a9-465c-42c4-a5ae-067a9d6a083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:18.963294 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-130b27a9-465c-42c4-a5ae-067a9d6a083e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1098 time: 0.0682576 Sep 18 20:42:19.052797 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d71a1f68-fe7e-45de-908e-2ef6356addb6 req-b4b6668e-7812-4582-b77b-abbf9d0db3ba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884051 Sep 18 20:42:19.074084 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44626) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:19.080055 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-54ec3cb6-d905-4f59-8d11-47db0090d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:19.081565 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-54ec3cb6-d905-4f59-8d11-47db0090d470 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 200 len: 897 time: 0.1115294 Sep 18 20:42:19.130458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'bea0e0a3-9454-4e00-a92a-22571a9218ed', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'port_id': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'mac_address': 'fa:16:3e:3a:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dce186-5b94-4439-bc2e-81805a710531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:42:17Z', 'updated_at': '2021-09-18T20:42:17Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:09Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:19.137457 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-78ba31b4-6d8f-47c2-b818-851b7523808d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/bea0e0a3-9454-4e00-a92a-22571a9218ed HTTP/1.1" status: 200 len: 991 time: 0.0605752 Sep 18 20:42:19.156302 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-46b779ad-b994-4362-9c9c-00ecc54fae43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 200 len: 999 time: 0.0678828 Sep 18 20:42:19.156682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] Checking router: fa655130-a172-4491-9dba-1ba19e2f32ea for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:42:19.165203 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:42:19.165795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:41:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:19.204720 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-f11f7738-0601-4363-ad34-561d5eb023e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:19.206170 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-f11f7738-0601-4363-ad34-561d5eb023e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71e1f37f-588f-4161-b215-43dbde10ce00 HTTP/1.1" status: 200 len: 834 time: 0.0432727 Sep 18 20:42:19.253417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-e0ac516a-9518-4f26-a67f-69d7364ee841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:19.255532 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-e0ac516a-9518-4f26-a67f-69d7364ee841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421777 Sep 18 20:42:19.270027 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:42:19.348851 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-1a201af3-8219-477b-8a1b-3c4afde72c86 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861721 Sep 18 20:42:19.438941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb985138-4ab8-4870-82d7-e61e0bd5ff59 req-cd1e5f58-7d3b-44b6-9f77-0d81260beb87 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837836 Sep 18 20:42:19.487736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'bea0e0a3-9454-4e00-a92a-22571a9218ed', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'port_id': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'mac_address': 'fa:16:3e:3a:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dce186-5b94-4439-bc2e-81805a710531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:42:17Z', 'updated_at': '2021-09-18T20:42:17Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:09Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:42:19.517574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334208b-0e64-4f59-a66f-d5010db4912e None None] The sync data for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 is: [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'bea0e0a3-9454-4e00-a92a-22571a9218ed', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'port_id': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'mac_address': 'fa:16:3e:3a:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dce186-5b94-4439-bc2e-81805a710531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:42:17Z', 'updated_at': '2021-09-18T20:42:17Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:09Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:42:19.701164 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7441c38c-1dfc-42e9-87ce-f6adbed9b83b None None] New status for floating IP bea0e0a3-9454-4e00-a92a-22571a9218ed: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:42:20.139433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44628) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:42:20.201966 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-8dcfe4c9-a1f5-4968-a811-f5b703def92f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/bea0e0a3-9454-4e00-a92a-22571a9218ed HTTP/1.1" status: 200 len: 993 time: 0.0614657 Sep 18 20:42:21.696463 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d0553dd0-9b28-4ab0-a6fa-adda60a9e92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:23.326125 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-33c26d56-2e57-4cb6-8f14-d2332bdd2a2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462594 Sep 18 20:42:23.406680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-fb230e4f-7268-4863-bfd2-637ba8d3417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:23.408149 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-fb230e4f-7268-4863-bfd2-637ba8d3417c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1098 time: 0.0392771 Sep 18 20:42:23.512240 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-0c31906a-4d61-4dfd-8276-383b18bfff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:23.513684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-0c31906a-4d61-4dfd-8276-383b18bfff83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 200 len: 897 time: 0.0882075 Sep 18 20:42:23.580920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-5f93b854-00e1-4003-8468-33d25b4b55b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 200 len: 1001 time: 0.0588448 Sep 18 20:42:23.628533 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-39e3c3ce-503d-49bf-b4b0-b3905accf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:23.630540 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-39e3c3ce-503d-49bf-b4b0-b3905accf7e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71e1f37f-588f-4161-b215-43dbde10ce00 HTTP/1.1" status: 200 len: 834 time: 0.0430789 Sep 18 20:42:23.677739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-62c7cda8-388c-4a3e-9554-5c70d1a229f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:23.679185 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-62c7cda8-388c-4a3e-9554-5c70d1a229f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424330 Sep 18 20:42:23.767881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-f0bc815f-7d31-40a9-89e4-b462dc7903d4 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817404 Sep 18 20:42:23.863298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-655e85c9-ea5f-4601-9ed2-46629d365751 req-0a886a5d-13a4-4162-bfd1-e7257d48b895 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871854 Sep 18 20:42:23.914843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:24.032988 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:24.912728 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:24.965962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1da5a086-291d-4e3d-9d8e-19f8c9fa7df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:25.766874 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:27.701363 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:30.373955 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:42:51.605988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb306114-1965-4d65-aa2a-b7246134d389 req-9463ee9c-1613-4efe-bafd-d6f4a6890bdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:51.607516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb306114-1965-4d65-aa2a-b7246134d389 req-9463ee9c-1613-4efe-bafd-d6f4a6890bdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0507233 Sep 18 20:42:51.646515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb306114-1965-4d65-aa2a-b7246134d389 req-a3fd2ca2-59a5-4178-82bc-a7e67cacd1a9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329814 Sep 18 20:42:51.696748 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9e9dd0d-9d44-4ded-99c1-5e8f10e093eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:52.777731 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2358c4-a44e-4d34-8bc4-ae5725a8748d req-1f2ec098-2ea6-4c8d-bf41-d02644dc9688 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:52.779210 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b2358c4-a44e-4d34-8bc4-ae5725a8748d req-1f2ec098-2ea6-4c8d-bf41-d02644dc9688 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Sep 18 20:42:52.816794 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b2358c4-a44e-4d34-8bc4-ae5725a8748d req-3211d795-d8db-4025-8e5a-a1cd67ed499a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314713 Sep 18 20:42:53.925240 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:53.939692 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9201b-7cf7-4849-a923-3516f66dce5a req-cbe6e648-a432-4fbf-8f3e-ef7c3b7a814c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:53.941163 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62a9201b-7cf7-4849-a923-3516f66dce5a req-cbe6e648-a432-4fbf-8f3e-ef7c3b7a814c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0538137 Sep 18 20:42:53.979954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62a9201b-7cf7-4849-a923-3516f66dce5a req-0358e965-d230-4e37-bc06-3b50d78767a8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316224 Sep 18 20:42:54.047645 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:54.904491 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:54.965522 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7560bc05-2eb1-4384-8d53-0d9638fff8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:55.096165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4284a6-0dbc-4c5a-b5b3-09df82164066 req-58fe4f53-dcf3-41ad-88c3-028a385da263 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:55.098092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d4284a6-0dbc-4c5a-b5b3-09df82164066 req-58fe4f53-dcf3-41ad-88c3-028a385da263 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0500016 Sep 18 20:42:55.136101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d4284a6-0dbc-4c5a-b5b3-09df82164066 req-d495b8e6-fedf-42ab-8e48-24b2d56030a3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325565 Sep 18 20:42:55.769888 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:56.251315 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4515-230a-4e88-bfb4-6686d27a9da4 req-23dc2715-3955-402a-8fff-1e4750ca2691 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:56.252792 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be4c4515-230a-4e88-bfb4-6686d27a9da4 req-23dc2715-3955-402a-8fff-1e4750ca2691 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0491416 Sep 18 20:42:56.290196 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be4c4515-230a-4e88-bfb4-6686d27a9da4 req-37a1f33a-a155-4402-9bc9-684c7f225cc4 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314798 Sep 18 20:42:57.408667 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7524da-de3f-4b6a-be9b-3254ee77ba63 req-8a7d67b0-5800-4b81-af16-cbb13e81d73b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:57.411141 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa7524da-de3f-4b6a-be9b-3254ee77ba63 req-8a7d67b0-5800-4b81-af16-cbb13e81d73b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0543115 Sep 18 20:42:57.450850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa7524da-de3f-4b6a-be9b-3254ee77ba63 req-7e915776-6e49-49fb-a824-98f89f2d3e2f tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338752 Sep 18 20:42:57.705821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:42:58.567350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c5a90-f342-4111-9637-7f1115511515 req-cf37176a-85ad-4e9b-b497-634e7cc604d8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:58.568879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-640c5a90-f342-4111-9637-7f1115511515 req-cf37176a-85ad-4e9b-b497-634e7cc604d8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0502193 Sep 18 20:42:58.606145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-640c5a90-f342-4111-9637-7f1115511515 req-7f4f1df7-f147-4c3f-9f2b-112035c57d82 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Sep 18 20:42:59.718739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7ef35-fe4f-4cf5-8bfb-f7ca5981ec67 req-f5ee6205-6c9a-4fd4-bb57-3d15edfc8841 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:42:59.720256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72e7ef35-fe4f-4cf5-8bfb-f7ca5981ec67 req-f5ee6205-6c9a-4fd4-bb57-3d15edfc8841 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0487244 Sep 18 20:42:59.758888 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-72e7ef35-fe4f-4cf5-8bfb-f7ca5981ec67 req-bad95249-7225-4c9c-8e76-069e72defebe tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326562 Sep 18 20:43:00.878103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696857e-861b-4a49-9534-4ad8738b025c req-9d802a12-44bd-4af2-a0e4-c2c474db6d36 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:00.880094 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b696857e-861b-4a49-9534-4ad8738b025c req-9d802a12-44bd-4af2-a0e4-c2c474db6d36 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0533442 Sep 18 20:43:00.917075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b696857e-861b-4a49-9534-4ad8738b025c req-c1355154-6191-4d4b-8660-5fc09755903a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Sep 18 20:43:02.030318 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a475020-45e5-4ecd-858d-17d94af24dcc req-840356db-2e45-4499-b204-caad38cfc8ce tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:02.031714 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a475020-45e5-4ecd-858d-17d94af24dcc req-840356db-2e45-4499-b204-caad38cfc8ce tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0486035 Sep 18 20:43:02.068780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1a475020-45e5-4ecd-858d-17d94af24dcc req-9f3a160a-4eb0-4daa-99cf-3d0f19671774 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303652 Sep 18 20:43:03.182260 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f082b2a-ad08-4bee-bdfe-3ed7411de474 req-8231391f-9e0b-49bc-b9e8-b75f8b2df0f7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:03.183733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f082b2a-ad08-4bee-bdfe-3ed7411de474 req-8231391f-9e0b-49bc-b9e8-b75f8b2df0f7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0477524 Sep 18 20:43:03.219338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0f082b2a-ad08-4bee-bdfe-3ed7411de474 req-f68b6781-1a58-4b2f-84c9-d4df52b3646a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297379 Sep 18 20:43:04.338362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff53a0c-0cfb-4607-abb7-52e6fc08b85e req-105e7b42-faa7-4a81-82c4-c7a58fd21ab0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:04.339890 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff53a0c-0cfb-4607-abb7-52e6fc08b85e req-105e7b42-faa7-4a81-82c4-c7a58fd21ab0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0533504 Sep 18 20:43:04.377999 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7ff53a0c-0cfb-4607-abb7-52e6fc08b85e req-5c595d97-7e85-46cf-b578-6179fdfccb43 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319879 Sep 18 20:43:05.493982 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6e5b4-c4e8-4653-ab81-f05d276a860a req-6fe59f37-7d30-4d3b-96f0-53f7b83cb7b6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:05.495542 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78a6e5b4-c4e8-4653-ab81-f05d276a860a req-6fe59f37-7d30-4d3b-96f0-53f7b83cb7b6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0496736 Sep 18 20:43:05.532676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78a6e5b4-c4e8-4653-ab81-f05d276a860a req-d710c301-b299-4644-81f9-fc09c35d98c1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Sep 18 20:43:06.645493 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b4346-ab30-4096-8a10-fd7989934cd2 req-20203225-8a8c-439b-abe6-899f45509b79 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:06.646953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a9b4346-ab30-4096-8a10-fd7989934cd2 req-20203225-8a8c-439b-abe6-899f45509b79 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0477097 Sep 18 20:43:06.683968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a9b4346-ab30-4096-8a10-fd7989934cd2 req-66615956-f6c9-4589-a8c8-ea24cef45c66 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Sep 18 20:43:07.373756 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:43:07.802857 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c90b-ff5b-4b73-9955-d2f5f2ac1c35 req-b21ee196-722b-483d-8aa9-f503af09816a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:07.804338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8657c90b-ff5b-4b73-9955-d2f5f2ac1c35 req-b21ee196-722b-483d-8aa9-f503af09816a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0527322 Sep 18 20:43:07.841021 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8657c90b-ff5b-4b73-9955-d2f5f2ac1c35 req-8b10c10b-82e1-4c88-ae6b-f0dce56484b9 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Sep 18 20:43:07.864465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44680) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:07.923285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-46a94cd2-8104-43bd-a6c1-40876be9ca9c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/bea0e0a3-9454-4e00-a92a-22571a9218ed HTTP/1.1" status: 200 len: 993 time: 0.0577333 Sep 18 20:43:09.189550 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe76e1-5423-48d4-887c-6705aa34cb31 req-fad37d68-7d69-4e05-a4c1-33ce9c67d045 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:09.191758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4bfe76e1-5423-48d4-887c-6705aa34cb31 req-fad37d68-7d69-4e05-a4c1-33ce9c67d045 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0572615 Sep 18 20:43:09.260511 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4bfe76e1-5423-48d4-887c-6705aa34cb31 req-6474ef61-310a-4075-ac23-1d360541dca0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626042 Sep 18 20:43:09.272423 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-8dc96d68-ffe9-407d-813f-eece38966bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:09.273898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-8dc96d68-ffe9-407d-813f-eece38966bef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1098 time: 0.1054552 Sep 18 20:43:09.363640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-5646afd9-9278-4511-91cc-1f4de129fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:09.365181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-5646afd9-9278-4511-91cc-1f4de129fe6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 200 len: 897 time: 0.0842550 Sep 18 20:43:09.432861 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-22cf00a7-fe67-47e7-8c7c-9d3b123d2a3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 200 len: 1001 time: 0.0605407 Sep 18 20:43:09.481417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-327a68a3-d700-45a0-ac39-f844607ebca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:09.482843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-327a68a3-d700-45a0-ac39-f844607ebca1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71e1f37f-588f-4161-b215-43dbde10ce00 HTTP/1.1" status: 200 len: 834 time: 0.0433424 Sep 18 20:43:09.527656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-2f4d1b3a-1e7c-4358-aec9-659e56ed9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:09.529005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-2f4d1b3a-1e7c-4358-aec9-659e56ed9f25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387061 Sep 18 20:43:09.619504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-6dac9dc0-6e71-4c90-a6dd-74ff2900a1c5 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832307 Sep 18 20:43:09.707178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5471416a-ccc8-4227-8303-ae74e718d0b6 req-190c6c62-ae0e-47ad-a0c0-c8b9ea0ff075 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803137 Sep 18 20:43:10.380432 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b2758-050c-4337-81e3-70cbd507e496 req-11ca74e5-d15f-4ea9-bb2a-810d91243a06 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:10.381885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a23b2758-050c-4337-81e3-70cbd507e496 req-11ca74e5-d15f-4ea9-bb2a-810d91243a06 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0530236 Sep 18 20:43:10.418024 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a23b2758-050c-4337-81e3-70cbd507e496 req-4c7ddb58-5577-480a-972f-dcc1fcbc564d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302927 Sep 18 20:43:10.439757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44692) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:10.502199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b9fbeffe-18ac-4b8c-8ed5-be8a9f17dac1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/bea0e0a3-9454-4e00-a92a-22571a9218ed HTTP/1.1" status: 200 len: 993 time: 0.0613132 Sep 18 20:43:21.698226 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5a97-05df-45f3-8b1f-1059cf816878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:23.929460 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:24.049150 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:24.322218 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-9da9ab1c-0b0b-4174-a399-de2e5977b5eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429041 Sep 18 20:43:24.400178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-708a997f-dd12-43e0-b522-919937db339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:24.401630 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-708a997f-dd12-43e0-b522-919937db339d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1098 time: 0.0402405 Sep 18 20:43:24.502221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-48e1e3d4-e847-46c2-b1c7-bb8faefe6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:24.503770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-48e1e3d4-e847-46c2-b1c7-bb8faefe6020 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 200 len: 897 time: 0.0837576 Sep 18 20:43:24.572132 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-7730eaed-4882-45c6-9e62-4c8c9103825b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 200 len: 1001 time: 0.0615551 Sep 18 20:43:24.620552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-738c5197-0766-4364-beae-c1fae311caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:24.621980 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-738c5197-0766-4364-beae-c1fae311caf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71e1f37f-588f-4161-b215-43dbde10ce00 HTTP/1.1" status: 200 len: 834 time: 0.0434718 Sep 18 20:43:24.667041 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-25455b2e-ec19-4a19-889b-340e2a016aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:24.668504 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-25455b2e-ec19-4a19-889b-340e2a016aa7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390391 Sep 18 20:43:24.761239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-c535bd64-6afa-44ba-a67b-d275f81f0300 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841792 Sep 18 20:43:24.852959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3be29bfc-590c-4696-85f6-3a85799d54ed req-8909a561-f2ce-454e-8f8c-84becdc7eb9b service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842338 Sep 18 20:43:24.905860 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:24.964006 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b73d5df6-3c05-4a91-8bd5-acfc6c75dc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:25.773164 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:27.708552 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:40.986385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44708) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:41.138125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port ba36c0da-1e21-4504-991e-0ae1d9bcfbb5 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:43:41.138459 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:41.210670 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:41.210995 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:41.222888 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for ba36c0da-1e21-4504-991e-0ae1d9bcfbb5 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:43:41.365318 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:41.390498 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=ba36c0da-1e21-4504-991e-0ae1d9bcfbb5,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:41.417387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.417727 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.418060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.418381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.418705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.419027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.419345 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.419688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.420010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.420344 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.420642 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.420952 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:41.461115 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:41.461439 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP bea0e0a3-9454-4e00-a92a-22571a9218ed disassociated (deleted). External IP: 172.25.8.60, port: b9ddb9ce-e556-48fa-99d2-cae12b7077c3. Sep 18 20:43:41.675988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router fa655130-a172-4491-9dba-1ba19e2f32ea has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:43:41.780466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:43:41.785653 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:41.791127 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] Sync routers for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:43:41.799916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:43:41.801252 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:41.811968 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3a82f21a-7598-4b18-be1c-7024d874c34d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/floatingips/bea0e0a3-9454-4e00-a92a-22571a9218ed HTTP/1.1" status: 204 len: 168 time: 0.8240173 Sep 18 20:43:41.812656 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:43:41.815043 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f7ec24-02a4-4188-8e71-816fbc047b50" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:43:41.858214 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56397d15-83e5-44cb-96cb-7367fab6f569 x-openstack-request-id: req-56397d15-83e5-44cb-96cb-7367fab6f569 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:43:41.858423 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:43:41.858677 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56397d15-83e5-44cb-96cb-7367fab6f569 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:43:41.859094 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'status': 'completed', 'code': 200} Sep 18 20:43:41.904186 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:43:41.924010 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-86abfd53-cd94-4f2d-9f35-fa62063688bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:41.926652 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-86abfd53-cd94-4f2d-9f35-fa62063688bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 1098 time: 0.0449190 Sep 18 20:43:42.056334 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-69d5d141-fb4b-4153-8102-05a13c5793a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:42.057804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-69d5d141-fb4b-4153-8102-05a13c5793a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 200 len: 897 time: 0.1215670 Sep 18 20:43:42.069661 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100100d-cf93-438c-8cca-b7564d6c67ae req-b60c1868-f316-4d9b-896a-6b67f3cad10b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:42.071074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9100100d-cf93-438c-8cca-b7564d6c67ae req-b60c1868-f316-4d9b-896a-6b67f3cad10b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0739088 Sep 18 20:43:42.106703 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:09Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:42.116198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-12fe30a0-7a3c-4211-a62b-d13cf02d41d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 200 len: 217 time: 0.0441730 Sep 18 20:43:42.132974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] Checking router: fa655130-a172-4491-9dba-1ba19e2f32ea for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:43:42.141017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:43:42.141766 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:42.143056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9100100d-cf93-438c-8cca-b7564d6c67ae req-8664927b-b235-4f62-a4b1-5769c03d0457 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655742 Sep 18 20:43:42.179131 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-80f2c79e-352a-4949-a3f5-75d160b0c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:42.180528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-80f2c79e-352a-4949-a3f5-75d160b0c57d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71e1f37f-588f-4161-b215-43dbde10ce00 HTTP/1.1" status: 200 len: 834 time: 0.0521019 Sep 18 20:43:42.247751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:43:42.463577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:09Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:42.490995 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee056572-a774-470f-9ce0-1b4caa0cc99e None None] The sync data for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 is: [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:06Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '4cc1ea29-042a-4722-b9eb-4725111dccc8', 'name': '', 'network_id': '02685cd5-4fb8-40dc-8499-bbb7a2293a4e', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:30:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:06Z', 'updated_at': '2021-09-18T20:42:09Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '71e1f37f-588f-4161-b215-43dbde10ce00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:43:42.563035 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-67427927-34c7-4002-9573-3d37e510b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:42.564723 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-67427927-34c7-4002-9573-3d37e510b94c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02685cd5-4fb8-40dc-8499-bbb7a2293a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3770432 Sep 18 20:43:42.657943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-0a6d1ccc-b8e1-4700-bb9e-7870f6cc97ab service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854173 Sep 18 20:43:42.721400 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff60b6-f096-4289-8481-ae57f50b2ff7 None None] New status for floating IP bea0e0a3-9454-4e00-a92a-22571a9218ed: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:43:42.754581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0f7ec24-02a4-4188-8e71-816fbc047b50 req-fa6bbea4-d3bb-4513-93f3-473846170099 service neutron] 10.222.0.24 "GET /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898659 Sep 18 20:43:43.262796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d10ffe-ef93-4df2-a2ac-805d78d88639 req-e7917c8d-85f9-4cda-b624-abfe26a4242d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:43.264320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63d10ffe-ef93-4df2-a2ac-805d78d88639 req-e7917c8d-85f9-4cda-b624-abfe26a4242d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0501521 Sep 18 20:43:43.305629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-63d10ffe-ef93-4df2-a2ac-805d78d88639 req-0751bf5b-8627-4798-ad4b-d7fba86253be tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=a420b099-65da-42f6-9ec7-42ea01c29458&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345402 Sep 18 20:43:43.458068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-bff58f59-7fb3-4fbf-b6f5-d983ac3b851e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:43.459411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-bff58f59-7fb3-4fbf-b6f5-d983ac3b851e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 946 time: 0.0468900 Sep 18 20:43:43.554216 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:43:43.554609 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:43.649299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port b9ddb9ce-e556-48fa-99d2-cae12b7077c3, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:43:43.649667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:43.661796 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for b9ddb9ce-e556-48fa-99d2-cae12b7077c3 owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:43:43.790511 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:43.817900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=b9ddb9ce-e556-48fa-99d2-cae12b7077c3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:43.870218 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] No DVR routers for this DVR port b9ddb9ce-e556-48fa-99d2-cae12b7077c3 on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:43:43.873147 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:43.875606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bab3e0a-e64d-4901-a911-a770aa5005ce req-2f138fe7-72a9-4a2c-a760-13518cbac96b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.24 "DELETE /v2.0/ports/b9ddb9ce-e556-48fa-99d2-cae12b7077c3 HTTP/1.1" status: 204 len: 173 time: 0.4098029 Sep 18 20:43:43.876059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'name': 'network-vif-deleted', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:43:43.879574 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c630153b-2df2-46d8-ab20-a7b44aab8e31" -d '{"events": [{"server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "name": "network-vif-deleted", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:43:43.922096 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738bd003-505a-426a-ae10-2a715059fcba x-openstack-request-id: req-738bd003-505a-426a-ae10-2a715059fcba {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:43:43.922519 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dce186-5b94-4439-bc2e-81805a710531", "name": "network-vif-deleted", "tag": "b9ddb9ce-e556-48fa-99d2-cae12b7077c3", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:43:43.922783 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-738bd003-505a-426a-ae10-2a715059fcba {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:43:43.923194 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dce186-5b94-4439-bc2e-81805a710531', 'name': 'network-vif-deleted', 'tag': 'b9ddb9ce-e556-48fa-99d2-cae12b7077c3', 'status': 'completed', 'code': 200} Sep 18 20:43:44.373776 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:43:44.417110 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-15a4c87d-e6d9-4631-969e-a97cc47c14c9 req-bd183f22-4400-4e67-b24c-1b11452afd62 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0dce186-5b94-4439-bc2e-81805a710531 HTTP/1.1" status: 200 len: 210 time: 0.0285692 Sep 18 20:43:45.474819 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44728) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:46.155604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:46.402165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 4cc1ea29-042a-4722-b9eb-4725111dccc8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:43:46.402506 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:46.491228 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port 4cc1ea29-042a-4722-b9eb-4725111dccc8, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=4cc1ea29-042a-4722-b9eb-4725111dccc8,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:43:46.491946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:46.503122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 4cc1ea29-042a-4722-b9eb-4725111dccc8 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:43:46.689902 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:46.717777 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=4cc1ea29-042a-4722-b9eb-4725111dccc8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:46.743885 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.744166 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.744514 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.744851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.745184 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.745516 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.745845 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.746173 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.746506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.746830 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.747151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.747491 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:46.912274 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.121225 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router fa655130-a172-4491-9dba-1ba19e2f32ea has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:43:47.224880 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:43:47.229919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-02dca9d6-aa91-4952-9bd9-6e4604ee3e3b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/fa655130-a172-4491-9dba-1ba19e2f32ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7540402 Sep 18 20:43:47.234161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44732) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:47.237695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] Sync routers for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:43:47.246998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:43:47.247633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:47.287779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03c2499-55fc-47bb-9915-aa68de85f575 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting subnet 71e1f37f-588f-4161-b215-43dbde10ce00 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:43:47.290792 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a03c2499-55fc-47bb-9915-aa68de85f575 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.329325 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a03c2499-55fc-47bb-9915-aa68de85f575 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.353713 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:43:47.415324 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a03c2499-55fc-47bb-9915-aa68de85f575 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.483230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a03c2499-55fc-47bb-9915-aa68de85f575 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.512143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c2499-55fc-47bb-9915-aa68de85f575 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Subnet': ['ID=71e1f37f-588f-4161-b215-43dbde10ce00,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:47.515671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a03c2499-55fc-47bb-9915-aa68de85f575 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.521040 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44734) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:47.521578 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a03c2499-55fc-47bb-9915-aa68de85f575 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/subnets/71e1f37f-588f-4161-b215-43dbde10ce00 HTTP/1.1" status: 204 len: 168 time: 0.2859473 Sep 18 20:43:47.593901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063017f-3594-414c-8026-c549b8c62ffd None None] Network 02685cd5-4fb8-40dc-8499-bbb7a2293a4e requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:43:47.638124 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.718222 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b9ddb9ce-e556-48fa-99d2-cae12b7077c3 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:43:47.745363 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.746596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: b9ddb9ce-e556-48fa-99d2-cae12b7077c3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:43:47.746944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device b9ddb9ce-e556-48fa-99d2-cae12b7077c3 not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:43:47.799793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:43:47.800169 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.822230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:43:46Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '3f218e9f-4ca9-4b9d-baf0-16c7d4903a68', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:47.849180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] Checking router: fa655130-a172-4491-9dba-1ba19e2f32ea for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:43:47.858277 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] Routers {'fa655130-a172-4491-9dba-1ba19e2f32ea'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:43:47.858883 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['fa655130-a172-4491-9dba-1ba19e2f32ea'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:47.890145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3f218e9f-4ca9-4b9d-baf0-16c7d4903a68,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:43:47.890513 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:47.894192 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] DHCP port deletion for 02685cd5-4fb8-40dc-8499-bbb7a2293a4e request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:43:47.902904 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:43:47.968236 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] Set router fa655130-a172-4491-9dba-1ba19e2f32ea gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:43:48.028550 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:43:47Z', 'revision_number': 6, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:48.059611 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76878381-8091-470d-ba66-433360b0cbc1 None None] The sync data for ids ['fa655130-a172-4491-9dba-1ba19e2f32ea'] in n-d-789963-11 is: [{'id': 'fa655130-a172-4491-9dba-1ba19e2f32ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385555993', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:42:03Z', 'updated_at': '2021-09-18T20:43:47Z', 'revision_number': 6, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:43:48.066765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Deleting port d96dec1a-5bdf-4259-b6a6-a823256cde68 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:43:48.067216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.074257 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.102038 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=3f218e9f-4ca9-4b9d-baf0-16c7d4903a68,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:48.144674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] For port d96dec1a-5bdf-4259-b6a6-a823256cde68, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=d96dec1a-5bdf-4259-b6a6-a823256cde68,segment=NetworkSegment(d09f0a90-d86a-4260-8268-26a6e139532c),segment_id=d09f0a90-d86a-4260-8268-26a6e139532c)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:43:48.145072 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.160375 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Calling delete_port for d96dec1a-5bdf-4259-b6a6-a823256cde68 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:43:48.164122 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.237609 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.258905 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.261060 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.262459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Pushing event deleted for resources: {'Port': ['ID=d96dec1a-5bdf-4259-b6a6-a823256cde68,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:48.267074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] No DVR routers for this DVR port d96dec1a-5bdf-4259-b6a6-a823256cde68 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.277090 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.278386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.278386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1ab54e-a5aa-4dec-9163-806ff867bbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:48.304399 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.305206 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Fanout notify agent at l3_agent the message router_deleted on router fa655130-a172-4491-9dba-1ba19e2f32ea {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:43:48.312095 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.313197 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b4ee4390-0820-484e-9d64-a6a93d6729d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/routers/fa655130-a172-4491-9dba-1ba19e2f32ea HTTP/1.1" status: 204 len: 168 time: 0.7892218 Sep 18 20:43:48.316175 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44738) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:48.391027 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.488833 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.508363 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02685cd5-4fb8-40dc-8499-bbb7a2293a4e']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:48.517302 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09f0a90-d86a-4260-8268-26a6e139532c') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:48.517594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09f0a90-d86a-4260-8268-26a6e139532c') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:48.528106 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.542320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.548558 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:43:48.549001 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:43:48.552354 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:43:48.617065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.621865 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.624471 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/networks/02685cd5-4fb8-40dc-8499-bbb7a2293a4e HTTP/1.1" status: 204 len: 168 time: 0.3070662 Sep 18 20:43:48.626959 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44740) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:48.640996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5869e-e04d-4d37-aeea-5f2ed975d136 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Network': ['ID=02685cd5-4fb8-40dc-8499-bbb7a2293a4e,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:48.689685 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-32a52e9e-3710-4f2e-8165-712098fab58e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.718154 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-32a52e9e-3710-4f2e-8165-712098fab58e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.781018 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-32a52e9e-3710-4f2e-8165-712098fab58e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.783667 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-32a52e9e-3710-4f2e-8165-712098fab58e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:48.787860 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-32a52e9e-3710-4f2e-8165-712098fab58e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/security-groups/a420b099-65da-42f6-9ec7-42ea01c29458 HTTP/1.1" status: 204 len: 168 time: 0.1562057 Sep 18 20:43:48.794831 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a52e9e-3710-4f2e-8165-712098fab58e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420b099-65da-42f6-9ec7-42ea01c29458,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:49.002148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44746) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:49.006912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-968e8dc2-62ea-4d27-a76e-499aa7cdd772 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377674812', 'description': 'tempest-secgroup-smoke-377674812 description', 'project_id': '749e62293c5d43b1a048845f0d2508b6'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:49.029522 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-968e8dc2-62ea-4d27-a76e-499aa7cdd772 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.111354 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-968e8dc2-62ea-4d27-a76e-499aa7cdd772 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.115813 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-968e8dc2-62ea-4d27-a76e-499aa7cdd772 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.142432 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-968e8dc2-62ea-4d27-a76e-499aa7cdd772 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.144127 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-968e8dc2-62ea-4d27-a76e-499aa7cdd772 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1409323 Sep 18 20:43:49.145979 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e8dc2-62ea-4d27-a76e-499aa7cdd772 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0353f133-dfbb-4f86-902a-7187d4435c33,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:49.147078 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44748) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:49.151843 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-4fc7dc65-1d63-43d4-9000-f38c557c1900 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '0353f133-dfbb-4f86-902a-7187d4435c33', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:49.181906 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dc65-1d63-43d4-9000-f38c557c1900 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.237366 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dc65-1d63-43d4-9000-f38c557c1900 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.240736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dc65-1d63-43d4-9000-f38c557c1900 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.257740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7dc65-1d63-43d4-9000-f38c557c1900 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c54d315-174e-4e1a-a4a0-bdc9b532782b,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:49.265221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-4fc7dc65-1d63-43d4-9000-f38c557c1900 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.266476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-4fc7dc65-1d63-43d4-9000-f38c557c1900 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182535 Sep 18 20:43:49.270265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44750) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:49.274599 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8fd1d4d3-d0df-4ee2-8499-f2f46e3cce6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '0353f133-dfbb-4f86-902a-7187d4435c33', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:49.300667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4d3-d0df-4ee2-8499-f2f46e3cce6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.357911 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4d3-d0df-4ee2-8499-f2f46e3cce6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.366894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4d3-d0df-4ee2-8499-f2f46e3cce6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.389801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1d4d3-d0df-4ee2-8499-f2f46e3cce6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e2cccb-4d6f-43b6-a706-9237671edbfd,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:49.398593 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4d3-d0df-4ee2-8499-f2f46e3cce6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.400705 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8fd1d4d3-d0df-4ee2-8499-f2f46e3cce6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288738 Sep 18 20:43:49.402739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44752) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:49.403107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d96dec1a-5bdf-4259-b6a6-a823256cde68 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:43:49.407033 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-37d7734e-b872-4611-ba97-af0bf3380ae6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '0353f133-dfbb-4f86-902a-7187d4435c33', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:49.428674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: d96dec1a-5bdf-4259-b6a6-a823256cde68 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:43:49.429177 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device d96dec1a-5bdf-4259-b6a6-a823256cde68 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:43:49.429659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4cc1ea29-042a-4722-b9eb-4725111dccc8 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:43:49.433325 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37d7734e-b872-4611-ba97-af0bf3380ae6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.448511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 4cc1ea29-042a-4722-b9eb-4725111dccc8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:43:49.448852 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 4cc1ea29-042a-4722-b9eb-4725111dccc8 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:43:49.449260 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:43:49.467648 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:43:49.468149 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3f218e9f-4ca9-4b9d-baf0-16c7d4903a68 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:43:49.494607 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37d7734e-b872-4611-ba97-af0bf3380ae6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.498073 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37d7734e-b872-4611-ba97-af0bf3380ae6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.515169 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7734e-b872-4611-ba97-af0bf3380ae6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e07136-93e9-4dbd-ac9c-9dbd27fbd438,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:49.522141 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-37d7734e-b872-4611-ba97-af0bf3380ae6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.523604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-37d7734e-b872-4611-ba97-af0bf3380ae6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198907 Sep 18 20:43:49.526268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44754) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:49.530709 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-d97003d3-2bb4-474f-b75f-60b3aca20ab2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '0353f133-dfbb-4f86-902a-7187d4435c33', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:49.557736 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d97003d3-2bb4-474f-b75f-60b3aca20ab2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.616394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d97003d3-2bb4-474f-b75f-60b3aca20ab2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.620222 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d97003d3-2bb4-474f-b75f-60b3aca20ab2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.637777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97003d3-2bb4-474f-b75f-60b3aca20ab2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c58fc9-85f7-4a04-a9d8-f4267ed4a302,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:49.646526 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d97003d3-2bb4-474f-b75f-60b3aca20ab2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.647822 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d97003d3-2bb4-474f-b75f-60b3aca20ab2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205897 Sep 18 20:43:49.650580 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44756) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:49.654809 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-2454aa45-2f88-40c0-8eee-371cc2db18f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '0353f133-dfbb-4f86-902a-7187d4435c33', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:49.675907 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-2454aa45-2f88-40c0-8eee-371cc2db18f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:43:49.680503 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2454aa45-2f88-40c0-8eee-371cc2db18f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.740103 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2454aa45-2f88-40c0-8eee-371cc2db18f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.744000 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2454aa45-2f88-40c0-8eee-371cc2db18f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.763670 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454aa45-2f88-40c0-8eee-371cc2db18f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db663a03-8478-417b-b063-e8ee841ad43e,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:49.770472 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2454aa45-2f88-40c0-8eee-371cc2db18f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.771786 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2454aa45-2f88-40c0-8eee-371cc2db18f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202905 Sep 18 20:43:49.774446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44758) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:49.778740 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-6ccc1142-3248-48ae-b263-812c78793a9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'security_group_rule': {'security_group_id': '0353f133-dfbb-4f86-902a-7187d4435c33', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:49.800546 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-6ccc1142-3248-48ae-b263-812c78793a9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Project 749e62293c5d43b1a048845f0d2508b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:43:49.805908 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1142-3248-48ae-b263-812c78793a9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.866883 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1142-3248-48ae-b263-812c78793a9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.870815 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1142-3248-48ae-b263-812c78793a9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.888996 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc1142-3248-48ae-b263-812c78793a9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0253658c-2274-4453-bef4-4e2395100dfd,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:49.894702 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1142-3248-48ae-b263-812c78793a9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.899730 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6ccc1142-3248-48ae-b263-812c78793a9b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205711 Sep 18 20:43:49.899730 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44760) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:49.904359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'network': {'name': 'tempest-network-smoke--398747107', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'port_security_enabled': True}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:49.923703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'network': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:43:49.927098 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.950553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:43:49.960033 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:49.960528 n-d-789963-11 neutron-server[94941]: INFO neutron.db.segments_db [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Added segment 696492a1-2e5a-4c94-b639-a7e3f318a214 of type vlan for network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb Sep 18 20:43:50.000655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.024790 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.030143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:50.030720 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.069998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1693428 Sep 18 20:43:50.072691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44762) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:50.101253 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'admin_state_up': True, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:50.111069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637bb1b-fabf-48b4-84ed-50fd45decfbf tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Network': ['ID=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:50.121671 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:43:50.128930 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.129916 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.179868 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.317698 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.508063 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.526737 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.633154 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.22 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/1319aa43-2846-411d-bafa-1b812734f7da) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:43:50.738020 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.770941 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:50.805954 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:43:50.808628 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:43:50.812059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:43:50.839142 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=1319aa43-2846-411d-bafa-1b812734f7da,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:51.058589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:51.253886 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:51.379988 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 2664beb7-5c28-4a60-9c24-0e73210f491f is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:43:51.484644 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:43:51.495087 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Sync routers for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:43:51.506868 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:43:51.507593 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:51.508617 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:51.509869 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0c33d090-b5ed-4408-afb0-81ef8d991932 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4362481 Sep 18 20:43:51.513221 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44766) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:51.588333 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6d16f4a9-6967-43c3-89c3-31bb560e45a1 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=749e62293c5d43b1a048845f0d2508b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735741 Sep 18 20:43:51.590606 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44770) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:51.613644 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:43:51.676412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8fdd45-5370-49f8-a0fd-368798b6321c tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:51.679487 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ed8fdd45-5370-49f8-a0fd-368798b6321c tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878327 Sep 18 20:43:51.680903 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44772) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:51.700045 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bcf4eaeb-3ea9-4c55-9421-812807ead6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:51.714550 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ab1a5095-2549-45a7-9801-09bbb0fc5856 tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=355f3962-b824-486d-927f-f4a87763feee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304649 Sep 18 20:43:51.714945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44774) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:51.719952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-173050335', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:51.791479 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:50Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:51.811660 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:43:51.816032 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:51.817874 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Checking router: 2664beb7-5c28-4a60-9c24-0e73210f491f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:43:51.818224 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Updating router 2664beb7-5c28-4a60-9c24-0e73210f491f port 1319aa43-2846-411d-bafa-1b812734f7da binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:43:51.842579 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.001302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.058783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Subnet': ['ID=704cb68e-89fe-4374-af76-460595c74e39,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:52.069567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Checking segment: {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:43:52.069933 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network hostable DHCP agents. Network: 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:43:52.086875 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:43:52.095506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:43:52.100054 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:52.100678 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.107925 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b54b6d-161f-46e0-bb8c-f0613fc42d12 None None] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:43:52.118728 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-340706d1-49f5-4614-98e1-6654059f4b0d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4000039 Sep 18 20:43:52.118948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44776) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:43:52.188949 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.195927 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.236376 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Pushing event updated for resources: {'Port': ['ID=1319aa43-2846-411d-bafa-1b812734f7da,revision_number=2']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:52.244831 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.245173 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.245511 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.245843 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.246175 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.246502 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.246825 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.247147 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.247491 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.247815 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.248133 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.248457 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:43:52.265475 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Attempting to bind port 1319aa43-2846-411d-bafa-1b812734f7da on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:43:52.265793 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Attempting to bind port 1319aa43-2846-411d-bafa-1b812734f7da by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:43:52.266152 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Attempting to bind port 1319aa43-2846-411d-bafa-1b812734f7da on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:43:52.271851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:43:52.272222 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:43:52.272725 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.273230 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:43:52.273488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:43:52.273700 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Bound port: 1319aa43-2846-411d-bafa-1b812734f7da, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:43:52.274076 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.274762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.327081 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] For port 1319aa43-2846-411d-bafa-1b812734f7da, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:43:52.330317 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] For port 1319aa43-2846-411d-bafa-1b812734f7da, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1319aa43-2846-411d-bafa-1b812734f7da,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:43:52.335643 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.396763 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb0bd0-07ff-4073-81a2-46872d5db932 None None] Pushing event updated for resources: {'Port': ['ID=1319aa43-2846-411d-bafa-1b812734f7da,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:52.407888 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:43:52.408675 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:52.416347 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Allocated IP 172.20.0.2 (6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb/704cb68e-89fe-4374-af76-460595c74e39/705ac1c5-3d3a-46ed-952d-a6eda5f8df30) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:43:52.519691 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:43:52.572377 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.573221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.580431 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.619110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:43:52.622072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:43:52.628097 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:43:52.635307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Pushing event updated for resources: {'Port': ['ID=705ac1c5-3d3a-46ed-952d-a6eda5f8df30,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:52.688074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Attempting to bind port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:43:52.688438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Attempting to bind port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:43:52.688907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Attempting to bind port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 on network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:43:52.694779 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:43:52.695150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Checking segment: {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:43:52.695582 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.696001 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Bound using segment: {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:43:52.696466 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Bound port: 705ac1c5-3d3a-46ed-952d-a6eda5f8df30, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:43:52.696841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.730935 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:50Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:52.761077 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474af210-63dc-408a-88cc-8e3bcd442c63 None None] The sync data for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 is: [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:50Z', 'revision_number': 3, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:43:52.767750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] For port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:43:52.771985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] For port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=705ac1c5-3d3a-46ed-952d-a6eda5f8df30,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:43:52.777615 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:52.840005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa297fbd-0db2-44ee-8c4d-5bf73e35b503 None None] Pushing event updated for resources: {'Port': ['ID=705ac1c5-3d3a-46ed-952d-a6eda5f8df30,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:52.878393 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.1 (6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb/704cb68e-89fe-4374-af76-460595c74e39/bb958f3c-0741-49a0-b027-bf8c88e3af6d) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:43:53.036721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.092947 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.135208 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:43:53.138637 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:43:53.145866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:43:53.172773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=bb958f3c-0741-49a0-b027-bf8c88e3af6d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:53.200110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.343836 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.465779 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:43:53.531293 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:53.531762 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.641444 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.680017 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.685603 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.685830 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=705ac1c5-3d3a-46ed-952d-a6eda5f8df30,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:43:53.693522 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.694443 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1319aa43-2846-411d-bafa-1b812734f7da up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:43:53.780128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 1319aa43-2846-411d-bafa-1b812734f7da triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:53.780785 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.780957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=bb958f3c-0741-49a0-b027-bf8c88e3af6d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:53.784556 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.817931 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=705ac1c5-3d3a-46ed-952d-a6eda5f8df30,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:53.879485 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.880524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:43:53.882334 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:43:53.902592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 1319aa43-2846-411d-bafa-1b812734f7da, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1319aa43-2846-411d-bafa-1b812734f7da,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:43:53.907474 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:53.932030 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f1d45-ed08-4355-8543-a16aee66bb5f None None] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:43:54.011809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 2664beb7-5c28-4a60-9c24-0e73210f491f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:43:54.018784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=1319aa43-2846-411d-bafa-1b812734f7da,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:54.028828 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:54.036800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4860314e-cc83-4871-969f-0866f699d051 None None] Provisioning complete for port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:54.037163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4860314e-cc83-4871-969f-0866f699d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:54.114060 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:54.421003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-36af35b7-d7e5-4c89-aab7-f69e8876d335 None None] Provisioning complete for port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:54.421725 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36af35b7-d7e5-4c89-aab7-f69e8876d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:54.474994 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:43:54.480688 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-05144b30-439b-446a-a35a-2e59e67a0d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/2664beb7-5c28-4a60-9c24-0e73210f491f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3607371 Sep 18 20:43:54.529494 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Sync routers for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:43:54.545948 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:43:54.546410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:54.550774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-36af35b7-d7e5-4c89-aab7-f69e8876d335 None None] Provisioning complete for port bb958f3c-0741-49a0-b027-bf8c88e3af6d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:54.550774 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36af35b7-d7e5-4c89-aab7-f69e8876d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:54.629719 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-36af35b7-d7e5-4c89-aab7-f69e8876d335 None None] Port bb958f3c-0741-49a0-b027-bf8c88e3af6d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:43:54.641020 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-4c9249f8-ee1d-408c-93ae-7104f3f26adc tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377674812&fields=id&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 267 time: 0.0346739 Sep 18 20:43:54.686886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:43:54.765267 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-a23434f6-5e8e-4fc6-ae27-25c8da3ac5c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:54.771078 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-a23434f6-5e8e-4fc6-ae27-25c8da3ac5c2 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/networks?id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb HTTP/1.1" status: 200 len: 796 time: 0.1215036 Sep 18 20:43:54.783921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-beec3052-2ba9-4778-98a1-00799d6acb70 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/quotas/749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 375 time: 0.0103693 Sep 18 20:43:54.842177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-8a3f5f8e-1e74-44db-87db-1e99ee659649 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512524 Sep 18 20:43:54.983744 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-d44777fa-77a8-4f8b-af1b-6afde39744ea service neutron] 10.222.0.20 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279538 Sep 18 20:43:54.997347 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.004279 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a852aa26-4300-43fe-82f1-dfecc831c3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.007427 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-efc94472-0cc3-4d23-af6c-9c956ed36e24 None None] Provisioning complete for port bb958f3c-0741-49a0-b027-bf8c88e3af6d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:55.007562 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-efc94472-0cc3-4d23-af6c-9c956ed36e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.081403 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-efc94472-0cc3-4d23-af6c-9c956ed36e24 None None] Port bb958f3c-0741-49a0-b027-bf8c88e3af6d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:43:55.086461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-c5f3b802-c344-4fd7-b0a0-7bfaf0c28e2b service neutron] 10.222.0.20 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956202 Sep 18 20:43:55.139438 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 2, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:55.169050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Checking router: 2664beb7-5c28-4a60-9c24-0e73210f491f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:43:55.169448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Updating router 2664beb7-5c28-4a60-9c24-0e73210f491f port bb958f3c-0741-49a0-b027-bf8c88e3af6d binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:43:55.207280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.223551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-0e874270-41c4-4184-b0b3-b9c38f1c38ff None None] Provisioning complete for port bb958f3c-0741-49a0-b027-bf8c88e3af6d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:55.223952 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0e874270-41c4-4184-b0b3-b9c38f1c38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.256934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-05522eae-f0f2-4ceb-82d6-bbfd8c587d5f req-f4694557-2f4b-4a7d-a09a-ebffce76c3f8 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 210 time: 0.0271635 Sep 18 20:43:55.336649 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-0e874270-41c4-4184-b0b3-b9c38f1c38ff None None] Port bb958f3c-0741-49a0-b027-bf8c88e3af6d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:43:55.418089 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:43:55.513716 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:55.514021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.578958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.587146 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.661477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704cbcb-d854-4688-9f8b-0a14a1c93064 None None] Pushing event updated for resources: {'Port': ['ID=bb958f3c-0741-49a0-b027-bf8c88e3af6d,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:55.679351 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1319aa43-2846-411d-bafa-1b812734f7da up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:43:55.755758 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Attempting to bind port bb958f3c-0741-49a0-b027-bf8c88e3af6d on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:43:55.756132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Attempting to bind port bb958f3c-0741-49a0-b027-bf8c88e3af6d by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:43:55.756500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Attempting to bind port bb958f3c-0741-49a0-b027-bf8c88e3af6d on network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:43:55.770741 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:43:55.771120 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Checking segment: {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:43:55.771558 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.771955 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Bound using segment: {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:43:55.772446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Bound port: bb958f3c-0741-49a0-b027-bf8c88e3af6d, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:43:55.772832 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.796914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 1319aa43-2846-411d-bafa-1b812734f7da triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:55.797298 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.818681 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.895285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-7a4dfc12-e0de-42d7-ab40-69c197545c2d None None] Provisioning complete for port bb958f3c-0741-49a0-b027-bf8c88e3af6d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:55.895608 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a4dfc12-e0de-42d7-ab40-69c197545c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:55.899574 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] For port bb958f3c-0741-49a0-b027-bf8c88e3af6d, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:43:55.903467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] For port bb958f3c-0741-49a0-b027-bf8c88e3af6d, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=bb958f3c-0741-49a0-b027-bf8c88e3af6d,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:43:55.925567 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:56.002303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-7a4dfc12-e0de-42d7-ab40-69c197545c2d None None] Port bb958f3c-0741-49a0-b027-bf8c88e3af6d cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:43:56.027939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:43:56.028579 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:56.064313 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704cbcb-d854-4688-9f8b-0a14a1c93064 None None] Pushing event updated for resources: {'Port': ['ID=bb958f3c-0741-49a0-b027-bf8c88e3af6d,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:56.143532 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:43:56.247833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6f639bd3-a547-44c4-8c40-889129a45520 None None] Provisioning complete for port bb958f3c-0741-49a0-b027-bf8c88e3af6d triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:56.248155 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6f639bd3-a547-44c4-8c40-889129a45520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:56.321288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-956a1a27-f3bb-4f99-b506-389bd6bc4fee tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:56.324906 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-956a1a27-f3bb-4f99-b506-389bd6bc4fee tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "GET /v2.0/networks?id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb HTTP/1.1" status: 200 len: 796 time: 0.1180861 Sep 18 20:43:56.372455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bd34e6a6-3d1a-4529-b2a1-1e7c80a4563a req-a6a19d86-bd27-467d-ab48-7f834a79dcf7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 210 time: 0.0372624 Sep 18 20:43:56.383858 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-14e601a0-4292-4a34-ab12-9e74ea154ada tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749e62293c5d43b1a048845f0d2508b6 HTTP/1.1" status: 200 len: 379 time: 0.0466912 Sep 18 20:43:56.396754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'port': {'device_id': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'admin_state_up': True, 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'security_groups': ['0353f133-dfbb-4f86-902a-7187d4435c33']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:56.440382 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6f639bd3-a547-44c4-8c40-889129a45520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:56.454812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:55Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:43:56.487856 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1b05c-5678-4c44-a31f-d8c237629a0b None None] The sync data for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 is: [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:55Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:43:56.504823 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6f639bd3-a547-44c4-8c40-889129a45520 None None] For port bb958f3c-0741-49a0-b027-bf8c88e3af6d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=bb958f3c-0741-49a0-b027-bf8c88e3af6d,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:43:56.505688 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Made reservation on behalf of 749e62293c5d43b1a048845f0d2508b6 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:43:56.509127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6f639bd3-a547-44c4-8c40-889129a45520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:56.509495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:56.579150 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639bd3-a547-44c4-8c40-889129a45520 None None] Pushing event updated for resources: {'Port': ['ID=bb958f3c-0741-49a0-b027-bf8c88e3af6d,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:56.659144 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.20.0.9 (6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb/704cb68e-89fe-4374-af76-460595c74e39/b83ff735-e5d6-4bf6-a24f-96d3c678c390) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:43:56.818487 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:56.851348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:56.895513 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:43:56.899046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:43:56.905105 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:43:56.932255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=b83ff735-e5d6-4bf6-a24f-96d3c678c390,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:56.959295 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:56.960124 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:56.977749 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-9529dd12-4f53-4502-a967-87cf6822e76d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854995 Sep 18 20:43:56.990708 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Request body: {'port': {'device_id': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:43:57.049566 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.135624 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2407d808-e294-40a6-84be-feca0fde9100 None None] Provisioning complete for port b83ff735-e5d6-4bf6-a24f-96d3c678c390 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:57.136218 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2407d808-e294-40a6-84be-feca0fde9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.335365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2407d808-e294-40a6-84be-feca0fde9100 None None] Port b83ff735-e5d6-4bf6-a24f-96d3c678c390 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:43:57.352946 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83ff735-e5d6-4bf6-a24f-96d3c678c390 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:43:57.360638 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.376137 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Transition to ACTIVE for port object b83ff735-e5d6-4bf6-a24f-96d3c678c390 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:43:57.381213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.432441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device bb958f3c-0741-49a0-b027-bf8c88e3af6d up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:43:57.484187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Pushing event updated for resources: {'Port': ['ID=b83ff735-e5d6-4bf6-a24f-96d3c678c390,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:57.509276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port bb958f3c-0741-49a0-b027-bf8c88e3af6d triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:43:57.509743 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.580629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Attempting to bind port b83ff735-e5d6-4bf6-a24f-96d3c678c390 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:43:57.580629 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Attempting to bind port b83ff735-e5d6-4bf6-a24f-96d3c678c390 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:43:57.581406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Attempting to bind port b83ff735-e5d6-4bf6-a24f-96d3c678c390 on network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:43:57.592960 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Port b83ff735-e5d6-4bf6-a24f-96d3c678c390 on network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:43:57.593258 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Attempting to bind port b83ff735-e5d6-4bf6-a24f-96d3c678c390 on network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:43:57.604384 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:43:57.604763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Checking segment: {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:43:57.605119 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Bound using segment: {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:43:57.605571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Bound port: b83ff735-e5d6-4bf6-a24f-96d3c678c390, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696492a1-2e5a-4c94-b639-a7e3f318a214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:43:57.605942 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.714263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] For port b83ff735-e5d6-4bf6-a24f-96d3c678c390, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:43:57.719118 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] For port b83ff735-e5d6-4bf6-a24f-96d3c678c390, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:43:57.726454 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.742310 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.778805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:57.779762 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:43:57.781706 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] 10.222.0.32 "PUT /v2.0/ports/b83ff735-e5d6-4bf6-a24f-96d3c678c390 HTTP/1.1" status: 200 len: 1092 time: 0.7960658 Sep 18 20:43:57.785181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:43:57.788629 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27bb40c-ca35-416d-8524-10de08039fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:43:57.912948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6bef6-08ce-4ddb-8708-e5cd5f51588f service neutron] Pushing event updated for resources: {'Port': ['ID=b83ff735-e5d6-4bf6-a24f-96d3c678c390,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:43:57.934772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-c2d9cfb8-2b2e-4150-9720-fc26e7497cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:57.936169 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-c2d9cfb8-2b2e-4150-9720-fc26e7497cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 1095 time: 0.0846839 Sep 18 20:43:57.951362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f07ef-79bd-48f2-a3b9-84c5d4da6ac1 req-a34ea89a-2ca6-4a56-897d-08fe0d813f16 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:57.953060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df0f07ef-79bd-48f2-a3b9-84c5d4da6ac1 req-a34ea89a-2ca6-4a56-897d-08fe0d813f16 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 943 time: 0.5087109 Sep 18 20:43:57.957658 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c082d1ac-28dc-4f96-8a60-0e4d71597fab x-openstack-request-id: req-c082d1ac-28dc-4f96-8a60-0e4d71597fab {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:43:57.957977 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:43:57.958249 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c082d1ac-28dc-4f96-8a60-0e4d71597fab {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:43:57.958571 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'status': 'completed', 'code': 200} Sep 18 20:43:57.991475 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-c4881fc1-e732-4278-aa94-1097edf4c6bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390 HTTP/1.1" status: 200 len: 217 time: 0.0460796 Sep 18 20:43:57.997492 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-df0f07ef-79bd-48f2-a3b9-84c5d4da6ac1 req-8f2fb57c-e847-4b28-9184-ba7fb59d56d1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354385 Sep 18 20:43:58.049134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-c928084e-56b7-43ea-a382-d964e5f46d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:58.050564 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-c928084e-56b7-43ea-a382-d964e5f46d74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=704cb68e-89fe-4374-af76-460595c74e39 HTTP/1.1" status: 200 len: 834 time: 0.0528681 Sep 18 20:43:58.098063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-12de17bd-e5a9-4713-8272-5fbc142d230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:58.099604 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-12de17bd-e5a9-4713-8272-5fbc142d230b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413034 Sep 18 20:43:58.191719 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-79aee4fc-52a3-44ea-a37b-2eab5627c9bd service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850868 Sep 18 20:43:58.280916 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-83c7b2eb-6d23-4e8b-aabb-72ef1a2721a1 req-cd627b50-bc82-48f7-a84b-d7b4666fb43b service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828130 Sep 18 20:43:58.368812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb40c-ca35-416d-8524-10de08039fbe req-ceed13f7-d6ed-452d-b406-8bbdc50a9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:58.370324 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e27bb40c-ca35-416d-8524-10de08039fbe req-ceed13f7-d6ed-452d-b406-8bbdc50a9283 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 1095 time: 0.0453506 Sep 18 20:43:58.458917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb40c-ca35-416d-8524-10de08039fbe req-d5877fea-a368-441d-985c-c9861744b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:58.460332 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e27bb40c-ca35-416d-8524-10de08039fbe req-d5877fea-a368-441d-985c-c9861744b859 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb HTTP/1.1" status: 200 len: 897 time: 0.0833583 Sep 18 20:43:58.506432 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e27bb40c-ca35-416d-8524-10de08039fbe req-b5efa4eb-8cfb-4170-a6a4-be3e4bb8c891 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390 HTTP/1.1" status: 200 len: 217 time: 0.0391467 Sep 18 20:43:58.554830 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb40c-ca35-416d-8524-10de08039fbe req-5581df57-1afb-4d94-943a-ea453321282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:58.556326 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e27bb40c-ca35-416d-8524-10de08039fbe req-5581df57-1afb-4d94-943a-ea453321282d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=704cb68e-89fe-4374-af76-460595c74e39 HTTP/1.1" status: 200 len: 834 time: 0.0427272 Sep 18 20:43:58.605956 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb40c-ca35-416d-8524-10de08039fbe req-d3dd0ea6-e779-4677-a803-2496c78b7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:58.607514 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e27bb40c-ca35-416d-8524-10de08039fbe req-d3dd0ea6-e779-4677-a803-2496c78b7d37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440309 Sep 18 20:43:58.704032 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e27bb40c-ca35-416d-8524-10de08039fbe req-537cbd13-543a-4da1-b5bf-0dd01d6ecb1d service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884509 Sep 18 20:43:58.796113 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e27bb40c-ca35-416d-8524-10de08039fbe req-8219c5b0-c4fe-4a71-8c20-b2ade0778c63 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841539 Sep 18 20:43:59.114611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11700c34-c24a-4d7b-9ebf-df48e4f34d19 req-48dc4e97-4488-48fc-af34-7860786133e0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:43:59.116092 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11700c34-c24a-4d7b-9ebf-df48e4f34d19 req-48dc4e97-4488-48fc-af34-7860786133e0 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 943 time: 0.0481927 Sep 18 20:43:59.153815 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-11700c34-c24a-4d7b-9ebf-df48e4f34d19 req-728b796e-2fec-4445-9bb4-c52d480e9591 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Sep 18 20:44:00.266503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934a683-cdeb-400c-ac8b-f2149f810fd9 req-7c2ba0c1-191f-42cf-bd72-0b595f103433 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:00.269054 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2934a683-cdeb-400c-ac8b-f2149f810fd9 req-7c2ba0c1-191f-42cf-bd72-0b595f103433 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 943 time: 0.0492611 Sep 18 20:44:00.304857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2934a683-cdeb-400c-ac8b-f2149f810fd9 req-1cbfebd5-4af2-4457-815e-0efdd7a6adc5 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304196 Sep 18 20:44:00.917675 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b83ff735-e5d6-4bf6-a24f-96d3c678c390 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:44:01.012343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b83ff735-e5d6-4bf6-a24f-96d3c678c390, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:44:01.023928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'port_id': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'mac_address': 'fa:16:3e:e5:92:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:44:01.065641 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:01.077938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83ff735-e5d6-4bf6-a24f-96d3c678c390 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:44:01.100805 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b83ff735-e5d6-4bf6-a24f-96d3c678c390, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:44:01.104739 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:01.149715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b83ff735-e5d6-4bf6-a24f-96d3c678c390,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:01.328757 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['b83ff735-e5d6-4bf6-a24f-96d3c678c390'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:44:01.423892 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637818a5-87c5-489f-be25-11eb537bb1c6 req-8bbdc4e9-746b-44ca-993e-205343fd38d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:01.425556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-637818a5-87c5-489f-be25-11eb537bb1c6 req-8bbdc4e9-746b-44ca-993e-205343fd38d6 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 944 time: 0.0536935 Sep 18 20:44:01.462684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-637818a5-87c5-489f-be25-11eb537bb1c6 req-6de6f0ec-e1e4-4256-b367-25ebaff8a399 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311255 Sep 18 20:44:02.579150 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71897aec-6297-41e0-a070-764149a3693e req-8447c90f-3740-4033-9974-8bb701ee52cd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:02.581245 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71897aec-6297-41e0-a070-764149a3693e req-8447c90f-3740-4033-9974-8bb701ee52cd tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 944 time: 0.0478828 Sep 18 20:44:02.617075 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71897aec-6297-41e0-a070-764149a3693e req-aac3e5c3-dbb5-4298-ad89-39b81c62740a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299201 Sep 18 20:44:02.932309 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b83ff735-e5d6-4bf6-a24f-96d3c678c390 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:44:02.981180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port b83ff735-e5d6-4bf6-a24f-96d3c678c390 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:44:02.984696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port b83ff735-e5d6-4bf6-a24f-96d3c678c390 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:44:02.985074 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:03.063947 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:03.086903 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:44:03.089168 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4bc703-ac56-460b-88a1-1145ee6c0e25" -d '{"events": [{"server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "name": "network-vif-plugged", "status": "completed", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:44:03.102289 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port b83ff735-e5d6-4bf6-a24f-96d3c678c390, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:44:03.105390 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:03.162775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=b83ff735-e5d6-4bf6-a24f-96d3c678c390,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:03.195229 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0964dd79-9d82-4cfa-8a44-ad9837387ce3 x-openstack-request-id: req-0964dd79-9d82-4cfa-8a44-ad9837387ce3 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:44:03.195545 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "name": "network-vif-plugged", "status": "completed", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:44:03.195797 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0964dd79-9d82-4cfa-8a44-ad9837387ce3 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:44:03.196190 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'code': 200} Sep 18 20:44:03.288392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f897f7-95c9-4036-92b4-0fcfa891cbde req-49bcec82-860e-4f43-807c-7ee47cbc95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:03.289880 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a1f897f7-95c9-4036-92b4-0fcfa891cbde req-49bcec82-860e-4f43-807c-7ee47cbc95d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 1097 time: 0.0397758 Sep 18 20:44:03.327988 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a1f897f7-95c9-4036-92b4-0fcfa891cbde req-59a53425-e994-4441-a41e-15b09feb0eb2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Sep 18 20:44:03.729708 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17776326-a409-402a-9f0b-e6c551540a21 req-f1fea33d-19ca-4b63-acfb-1e8427a33fdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:03.731189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17776326-a409-402a-9f0b-e6c551540a21 req-f1fea33d-19ca-4b63-acfb-1e8427a33fdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0486367 Sep 18 20:44:03.767981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17776326-a409-402a-9f0b-e6c551540a21 req-991223d9-f1f7-4034-a11b-80c7e2126e45 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307231 Sep 18 20:44:04.887923 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2be9ec-8360-4625-86e0-353873afd0a7 req-747c8e56-75be-464f-aef4-9dc8fd9ebfba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:04.889398 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da2be9ec-8360-4625-86e0-353873afd0a7 req-747c8e56-75be-464f-aef4-9dc8fd9ebfba tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0532098 Sep 18 20:44:04.927672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da2be9ec-8360-4625-86e0-353873afd0a7 req-c27193bf-70c1-44a1-8ea9-4e3701c13627 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Sep 18 20:44:05.039765 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baf0a0-91ef-48da-bfff-0209256c962d req-d0f090a2-98cd-4838-9064-fe4c5737db28 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:05.041178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8baf0a0-91ef-48da-bfff-0209256c962d req-d0f090a2-98cd-4838-9064-fe4c5737db28 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0501006 Sep 18 20:44:05.079954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8baf0a0-91ef-48da-bfff-0209256c962d req-713c86b4-7023-4121-810a-0479bf17ca86 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329466 Sep 18 20:44:05.102012 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44856) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:05.142414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475343b-0880-42aa-8d40-a3a4ec1d3f1e tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:05.144192 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a475343b-0880-42aa-8d40-a3a4ec1d3f1e tempest-TestNetworkAdvancedServerOps-680264053 tempest-TestNetworkAdvancedServerOps-680264053-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 1092 time: 0.0410678 Sep 18 20:44:05.146926 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44858) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:05.151062 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:44:05.171999 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:05.266012 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:05.369851 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Allocated IP 172.25.8.30 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/9ae366ec-b7ae-4a88-a74c-af7eb12e5faf) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:44:05.467253 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:05.505866 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:05.542313 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:44:05.545148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:44:05.550720 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:44:05.572860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=9ae366ec-b7ae-4a88-a74c-af7eb12e5faf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:05.898835 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:05.965847 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:06.112746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:06.117444 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:06.188232 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event updated for resources: {'Port': ['ID=9ae366ec-b7ae-4a88-a74c-af7eb12e5faf,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:06.195799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:06.294786 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP 04fec47d-f007-4cf2-9e79-d6cf0e7ac68a associated. External IP: 172.25.8.30, port: b83ff735-e5d6-4bf6-a24f-96d3c678c390. Sep 18 20:44:06.497958 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 2664beb7-5c28-4a60-9c24-0e73210f491f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:44:06.603775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:44:06.613213 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] Sync routers for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:44:06.619656 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:06.623269 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:44:06.623919 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:06.646392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-d38d145a-83a9-4d06-83b6-d4182cfbf679 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4984410 Sep 18 20:44:06.646975 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:44:06.649241 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8982f9-c814-4c24-965f-89d885bbce23" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:44:06.685914 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2fccc4-df00-4210-9c5a-6f969e79b2ac x-openstack-request-id: req-9a2fccc4-df00-4210-9c5a-6f969e79b2ac {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:44:06.686208 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:44:06.686462 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a2fccc4-df00-4210-9c5a-6f969e79b2ac {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:44:06.686899 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'status': 'completed', 'code': 200} Sep 18 20:44:06.741006 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:44:06.749941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa585e0f-f29c-4a46-9905-a46c8070aa32 req-8fcdc952-d1d8-4dda-8f65-c991a5a44b6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:06.752066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa585e0f-f29c-4a46-9905-a46c8070aa32 req-8fcdc952-d1d8-4dda-8f65-c991a5a44b6b tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0559711 Sep 18 20:44:06.761971 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-7f20ed5a-f2bb-4dc6-83e6-176ae66f07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:06.763626 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-7f20ed5a-f2bb-4dc6-83e6-176ae66f07f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 1097 time: 0.0458903 Sep 18 20:44:06.794012 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-aa585e0f-f29c-4a46-9905-a46c8070aa32 req-e8f14092-fdd8-4456-8d6f-9f89f04064db tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338862 Sep 18 20:44:06.816837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44864) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:06.864736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-d855e493-4a5f-441b-9f31-85b33c4e1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:06.866265 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-d855e493-4a5f-441b-9f31-85b33c4e1dcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb HTTP/1.1" status: 200 len: 897 time: 0.0958252 Sep 18 20:44:06.886808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e0763de8-9cb7-41ac-bd6d-b507b76f7cdb tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/04fec47d-f007-4cf2-9e79-d6cf0e7ac68a HTTP/1.1" status: 200 len: 990 time: 0.0675738 Sep 18 20:44:06.932344 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-1ab70f09-9809-4364-a8ed-d990c43c3f28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390 HTTP/1.1" status: 200 len: 998 time: 0.0595634 Sep 18 20:44:06.964797 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '04fec47d-f007-4cf2-9e79-d6cf0e7ac68a', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'port_id': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'mac_address': 'fa:16:3e:e5:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:44:05Z', 'updated_at': '2021-09-18T20:44:05Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:56Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:06.987019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-6b9b6a0a-6733-484a-b16b-a3e758f44aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:06.989146 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-6b9b6a0a-6733-484a-b16b-a3e758f44aaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=704cb68e-89fe-4374-af76-460595c74e39 HTTP/1.1" status: 200 len: 834 time: 0.0481441 Sep 18 20:44:06.994356 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] Checking router: 2664beb7-5c28-4a60-9c24-0e73210f491f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:44:07.002369 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:44:07.002939 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:43:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:07.033175 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-2da65b2f-b4e3-4349-ac93-b8b813c13cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:07.035268 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-2da65b2f-b4e3-4349-ac93-b8b813c13cc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397892 Sep 18 20:44:07.104771 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:44:07.123868 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-29664127-ae88-47e4-bf22-2568d8929227 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817382 Sep 18 20:44:07.217373 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-cd8982f9-c814-4c24-965f-89d885bbce23 req-85884a5e-90cc-49bb-8dd9-a77385aca306 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859077 Sep 18 20:44:07.413065 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '04fec47d-f007-4cf2-9e79-d6cf0e7ac68a', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'port_id': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'mac_address': 'fa:16:3e:e5:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:44:05Z', 'updated_at': '2021-09-18T20:44:05Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:56Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:07.441079 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063466bf-a8b1-438c-b7d5-7c63a13e352a None None] The sync data for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 is: [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '04fec47d-f007-4cf2-9e79-d6cf0e7ac68a', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'port_id': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'mac_address': 'fa:16:3e:e5:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:44:05Z', 'updated_at': '2021-09-18T20:44:05Z', 'revision_number': 0, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:56Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:44:07.629488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03b649-bbaf-4992-8bfb-f77039a09931 None None] New status for floating IP 04fec47d-f007-4cf2-9e79-d6cf0e7ac68a: ACTIVE {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:44:07.889551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44866) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:07.950832 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-cb8884a3-2252-45df-bf10-47de56b78dc1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/04fec47d-f007-4cf2-9e79-d6cf0e7ac68a HTTP/1.1" status: 200 len: 992 time: 0.0601552 Sep 18 20:44:21.374546 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:44:21.698608 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0816419c-26ff-43a5-9d36-2f548e53b501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:23.980199 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:24.061777 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:24.909481 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:24.962802 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bcb4579a-1609-4ce5-adad-b0fe1dad5e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:25.780074 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:27.711778 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:35.711230 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-7171bf6f-699e-4bde-ac39-61ef8cbd90b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390759 Sep 18 20:44:35.795998 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-92c1b940-21e8-4f70-a348-e4e5c7bdb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:35.797469 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-92c1b940-21e8-4f70-a348-e4e5c7bdb22b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 1097 time: 0.0434411 Sep 18 20:44:35.898070 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-25d1218f-ad29-4ff6-a035-666917618104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:35.899545 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-25d1218f-ad29-4ff6-a035-666917618104 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb HTTP/1.1" status: 200 len: 897 time: 0.0819867 Sep 18 20:44:35.967888 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-a23334ca-b96a-4dd8-8015-fe4e9f7f90e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390 HTTP/1.1" status: 200 len: 1000 time: 0.0609357 Sep 18 20:44:36.014787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-88485ae1-9c71-4619-8031-2ea437506db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:36.016260 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-88485ae1-9c71-4619-8031-2ea437506db0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=704cb68e-89fe-4374-af76-460595c74e39 HTTP/1.1" status: 200 len: 834 time: 0.0416126 Sep 18 20:44:36.061587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-c8fdb970-c15d-460e-add3-f7976e39cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:36.063102 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-c8fdb970-c15d-460e-add3-f7976e39cdee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394268 Sep 18 20:44:36.154658 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-989e893e-c3d3-42b0-be92-adb387cffa8d service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843737 Sep 18 20:44:36.242642 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-9c709ee7-7ee5-450e-bc91-88eb296de88f req-d943ba09-13ee-4aab-ba43-aed85d4670c7 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804956 Sep 18 20:44:39.380817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985bba-c2e1-448c-a5ef-ce979587b37c req-19526dc4-cc7c-44d0-a7eb-a0d5c37e45ed tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:39.382318 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43985bba-c2e1-448c-a5ef-ce979587b37c req-19526dc4-cc7c-44d0-a7eb-a0d5c37e45ed tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0540507 Sep 18 20:44:39.420167 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-43985bba-c2e1-448c-a5ef-ce979587b37c req-25307dab-82fb-453f-8c47-57e1b4f58433 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Sep 18 20:44:40.538141 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54b336-f8db-4d70-90ec-51dfcae41eff req-78c38eb2-e39a-4010-b9aa-1907875339f7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:40.539644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae54b336-f8db-4d70-90ec-51dfcae41eff req-78c38eb2-e39a-4010-b9aa-1907875339f7 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0495462 Sep 18 20:44:40.576817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ae54b336-f8db-4d70-90ec-51dfcae41eff req-f13d842f-4eb8-4031-b982-8557916ef5e3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Sep 18 20:44:40.599785 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44884) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:40.662819 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6d8db494-c7e4-429c-9598-22e3ca4adc1c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/04fec47d-f007-4cf2-9e79-d6cf0e7ac68a HTTP/1.1" status: 200 len: 992 time: 0.0618839 Sep 18 20:44:41.925523 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e3e8-c72c-48c6-b3f8-853280b5593b req-9614fc97-b7e3-48d1-99d2-8cf67ef6437e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:41.927056 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d025e3e8-c72c-48c6-b3f8-853280b5593b req-9614fc97-b7e3-48d1-99d2-8cf67ef6437e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0491855 Sep 18 20:44:41.939088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-e9262f88-d611-4504-8614-ea3d1acaa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:41.940555 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-e9262f88-d611-4504-8614-ea3d1acaa6e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 1097 time: 0.0405462 Sep 18 20:44:41.965886 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d025e3e8-c72c-48c6-b3f8-853280b5593b req-687b19f6-ed1f-406e-9f3e-08175a7b8af3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325131 Sep 18 20:44:42.031727 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-b4e9eeab-b00b-486f-92d5-d56a32fa9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:42.033194 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-b4e9eeab-b00b-486f-92d5-d56a32fa9f13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb HTTP/1.1" status: 200 len: 897 time: 0.0860050 Sep 18 20:44:42.095900 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-dc4ec432-54d0-4885-8021-b60f8273aa50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390 HTTP/1.1" status: 200 len: 1000 time: 0.0552506 Sep 18 20:44:42.143556 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-9aa4981d-87fb-4836-b16a-bc3af5d11712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:42.144962 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-9aa4981d-87fb-4836-b16a-bc3af5d11712 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=704cb68e-89fe-4374-af76-460595c74e39 HTTP/1.1" status: 200 len: 834 time: 0.0413570 Sep 18 20:44:42.193097 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-addf1150-e12f-4b64-bb74-5e6fa4b13db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:42.194477 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-addf1150-e12f-4b64-bb74-5e6fa4b13db4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424857 Sep 18 20:44:42.280666 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-64a29c0c-d079-4ca7-bf20-a06b5cb80d52 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790660 Sep 18 20:44:42.371269 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-07306283-61d1-472f-8bb4-e5c04029cc44 req-ab2490e3-7590-41fd-bccb-872bff9bd3fa service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830407 Sep 18 20:44:43.086456 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1517-bd87-4ce3-a856-69a28491663a req-7a672434-1644-4896-b48d-3e7370757587 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:43.088898 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7efc1517-bd87-4ce3-a856-69a28491663a req-7a672434-1644-4896-b48d-3e7370757587 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0537651 Sep 18 20:44:43.131101 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7efc1517-bd87-4ce3-a856-69a28491663a req-3298f934-ab93-40e4-af31-caf64f1a5be3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346198 Sep 18 20:44:44.247299 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03dbf2-d0cf-4eb1-8aa7-e37f8b8d76a5 req-8937e778-d01a-44e8-b549-b7b13a7bd67d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:44.248758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a03dbf2-d0cf-4eb1-8aa7-e37f8b8d76a5 req-8937e778-d01a-44e8-b549-b7b13a7bd67d tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0494812 Sep 18 20:44:44.286845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5a03dbf2-d0cf-4eb1-8aa7-e37f8b8d76a5 req-a7e933fa-62a5-4540-a727-4eb1301f70f3 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313315 Sep 18 20:44:44.308942 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44896) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:44.368177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-6df9740a-38d7-41d0-b097-b4c74a81f054 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/floatingips/04fec47d-f007-4cf2-9e79-d6cf0e7ac68a HTTP/1.1" status: 200 len: 992 time: 0.0580928 Sep 18 20:44:44.579943 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44902) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:45.071692 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 9ae366ec-b7ae-4a88-a74c-af7eb12e5faf {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:44:45.071975 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:45.145053 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:45.145376 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:45.156496 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 9ae366ec-b7ae-4a88-a74c-af7eb12e5faf owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:44:45.297928 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:45.323476 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=9ae366ec-b7ae-4a88-a74c-af7eb12e5faf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:45.385254 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:45.385580 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Floating IP 04fec47d-f007-4cf2-9e79-d6cf0e7ac68a disassociated (deleted). External IP: 172.25.8.30, port: b83ff735-e5d6-4bf6-a24f-96d3c678c390. Sep 18 20:44:45.590952 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 2664beb7-5c28-4a60-9c24-0e73210f491f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:44:45.697005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:44:45.701887 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:45.709174 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] Sync routers for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:44:45.718437 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:44:45.719098 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:45.727808 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3e17f7ef-6d2c-47ee-8c33-9d098422f747 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/floatingips/04fec47d-f007-4cf2-9e79-d6cf0e7ac68a HTTP/1.1" status: 204 len: 168 time: 1.1467593 Sep 18 20:44:45.728414 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:44:45.730681 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d2c17-f642-4805-aeab-d4e029a44264" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:44:45.769384 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a9a2e3-a206-48e3-9df6-c0e35c87adf1 x-openstack-request-id: req-80a9a2e3-a206-48e3-9df6-c0e35c87adf1 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:44:45.769752 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:44:45.770067 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80a9a2e3-a206-48e3-9df6-c0e35c87adf1 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:44:45.770568 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'status': 'completed', 'code': 200} Sep 18 20:44:45.828721 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:44:45.835809 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-859cb216-b65e-4b55-b992-e18c37841281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:45.837386 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-859cb216-b65e-4b55-b992-e18c37841281 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=749e62293c5d43b1a048845f0d2508b6&device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 1097 time: 0.0440733 Sep 18 20:44:45.941704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-17ec52ea-e4b4-4a4e-877d-c95f2a6a0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:45.943942 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-17ec52ea-e4b4-4a4e-877d-c95f2a6a0987 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb HTTP/1.1" status: 200 len: 897 time: 0.0974846 Sep 18 20:44:45.977582 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6299ed-aa08-409d-b1f1-640cf47a8192 req-3fe551c7-bc05-4df1-9f80-0161e0604288 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:45.979285 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb6299ed-aa08-409d-b1f1-640cf47a8192 req-3fe551c7-bc05-4df1-9f80-0161e0604288 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0567584 Sep 18 20:44:45.994206 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-55b8d535-56e6-4fc2-893d-cefc069e919b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390 HTTP/1.1" status: 200 len: 217 time: 0.0385211 Sep 18 20:44:46.019456 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-eb6299ed-aa08-409d-b1f1-640cf47a8192 req-ecb22a64-ccfd-4f60-855d-939afb02a53e tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329449 Sep 18 20:44:46.045125 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:56Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:46.045696 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-7ee3ad57-832d-4384-8445-6deb6cf26f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:46.047234 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-7ee3ad57-832d-4384-8445-6deb6cf26f7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=704cb68e-89fe-4374-af76-460595c74e39 HTTP/1.1" status: 200 len: 834 time: 0.0457122 Sep 18 20:44:46.071207 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] Checking router: 2664beb7-5c28-4a60-9c24-0e73210f491f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:44:46.079202 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:44:46.079826 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:46.103813 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-86e7888b-9210-4cbc-835b-066fbcb1c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:46.105381 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-86e7888b-9210-4cbc-835b-066fbcb1c6ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503941 Sep 18 20:44:46.185422 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:44:46.197556 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-caab0f94-b405-4a7b-bdc0-60ad691b1409 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841508 Sep 18 20:44:46.291460 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a26d2c17-f642-4805-aeab-d4e029a44264 req-582b5b14-83e8-4329-919c-7b40a1f52857 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863321 Sep 18 20:44:46.382959 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:56Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:46.408540 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc042832-d759-4ff4-8271-e289a9d43b2c None None] The sync data for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 is: [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'bb958f3c-0741-49a0-b027-bf8c88e3af6d', 'name': '', 'network_id': '6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'mac_address': 'fa:16:3e:f2:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '704cb68e-89fe-4374-af76-460595c74e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:52Z', 'updated_at': '2021-09-18T20:43:56Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'subnets': [{'id': '704cb68e-89fe-4374-af76-460595c74e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:44:46.617619 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f61a1-d91b-474b-ba3a-5e97cb7f2ed6 None None] New status for floating IP 04fec47d-f007-4cf2-9e79-d6cf0e7ac68a: DOWN {{(pid=94942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:44:47.139920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c83b82-858c-4854-a767-8a101896ea87 req-7654f32a-c5f1-49d1-9a5d-082e84730502 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:47.141390 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78c83b82-858c-4854-a767-8a101896ea87 req-7654f32a-c5f1-49d1-9a5d-082e84730502 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0495486 Sep 18 20:44:47.179329 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-78c83b82-858c-4854-a767-8a101896ea87 req-f880c4f0-f7b4-432b-a029-6a6314a23815 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/security-groups?id=0353f133-dfbb-4f86-902a-7187d4435c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Sep 18 20:44:47.431245 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-41696422-d032-4a35-ae13-50de465283ed tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:47.432761 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-41696422-d032-4a35-ae13-50de465283ed tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 945 time: 0.0485542 Sep 18 20:44:47.526010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port b83ff735-e5d6-4bf6-a24f-96d3c678c390 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:44:47.526356 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:47.615860 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port b83ff735-e5d6-4bf6-a24f-96d3c678c390, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=b83ff735-e5d6-4bf6-a24f-96d3c678c390,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:44:47.616142 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:47.628599 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for b83ff735-e5d6-4bf6-a24f-96d3c678c390 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:44:47.762180 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:47.791417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=b83ff735-e5d6-4bf6-a24f-96d3c678c390,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:47.803995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.804350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.804691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.805027 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.805361 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.805698 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.806030 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.806359 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.806685 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.807010 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.807333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.807677 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:47.841499 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] No DVR routers for this DVR port b83ff735-e5d6-4bf6-a24f-96d3c678c390 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:44:47.844006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:47.846092 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-380fe3ec-cdc6-48f6-83a6-ab16f0ced521 req-c94dfa5d-2355-4076-aafb-d97d80f85c7c tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.32 "DELETE /v2.0/ports/b83ff735-e5d6-4bf6-a24f-96d3c678c390 HTTP/1.1" status: 204 len: 173 time: 0.4072526 Sep 18 20:44:47.846530 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'name': 'network-vif-deleted', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:44:47.848830 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5defd040-2b98-4983-a4a4-54dc8c9d1583" -d '{"events": [{"server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "name": "network-vif-deleted", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:44:47.888095 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96351c5-bd39-46e2-87a9-afacef3ab3ca x-openstack-request-id: req-a96351c5-bd39-46e2-87a9-afacef3ab3ca {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:44:47.888390 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e8620d-f9b2-4922-b32b-13043ae48bbf", "name": "network-vif-deleted", "tag": "b83ff735-e5d6-4bf6-a24f-96d3c678c390", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:44:47.888647 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a96351c5-bd39-46e2-87a9-afacef3ab3ca {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:44:47.889056 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e8620d-f9b2-4922-b32b-13043ae48bbf', 'name': 'network-vif-deleted', 'tag': 'b83ff735-e5d6-4bf6-a24f-96d3c678c390', 'status': 'completed', 'code': 200} Sep 18 20:44:48.294321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2116f25f-6584-42f5-9c9a-3874c6dafde9 req-24f53033-9835-477e-9d50-ca9327152a27 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e8620d-f9b2-4922-b32b-13043ae48bbf HTTP/1.1" status: 200 len: 210 time: 0.0328391 Sep 18 20:44:49.349234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44918) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:49.705387 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:49.951582 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port bb958f3c-0741-49a0-b027-bf8c88e3af6d {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:44:49.951922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:50.040383 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port bb958f3c-0741-49a0-b027-bf8c88e3af6d, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=bb958f3c-0741-49a0-b027-bf8c88e3af6d,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:44:50.040658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:50.052578 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for bb958f3c-0741-49a0-b027-bf8c88e3af6d owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:44:50.234371 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:50.263088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=bb958f3c-0741-49a0-b027-bf8c88e3af6d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:50.434715 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:50.652945 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Router 2664beb7-5c28-4a60-9c24-0e73210f491f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:44:50.759138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:44:50.764252 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7bc0bf0f-0e1b-4601-875c-06849102f537 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "PUT /v2.0/routers/2664beb7-5c28-4a60-9c24-0e73210f491f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4139929 Sep 18 20:44:50.766982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44920) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:50.769598 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] Sync routers for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:44:50.779285 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:44:50.779903 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:50.817046 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-569a2338-e675-4aec-bf7b-f8dbd567a490 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting subnet 704cb68e-89fe-4374-af76-460595c74e39 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:44:50.820319 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-569a2338-e675-4aec-bf7b-f8dbd567a490 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:50.860115 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-569a2338-e675-4aec-bf7b-f8dbd567a490 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:50.884851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:44:50.946071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-569a2338-e675-4aec-bf7b-f8dbd567a490 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.005982 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-569a2338-e675-4aec-bf7b-f8dbd567a490 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.036694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a2338-e675-4aec-bf7b-f8dbd567a490 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Subnet': ['ID=704cb68e-89fe-4374-af76-460595c74e39,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:51.042598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-569a2338-e675-4aec-bf7b-f8dbd567a490 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.047192 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-569a2338-e675-4aec-bf7b-f8dbd567a490 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/subnets/704cb68e-89fe-4374-af76-460595c74e39 HTTP/1.1" status: 204 len: 168 time: 0.2765737 Sep 18 20:44:51.047192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44922) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:51.050606 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e59128-3743-4458-af6c-6be9fc989b7a None None] Network 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:44:51.065030 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:44:50Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:51.091655 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] Checking router: 2664beb7-5c28-4a60-9c24-0e73210f491f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:44:51.100168 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] Routers {'2664beb7-5c28-4a60-9c24-0e73210f491f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:44:51.100761 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['2664beb7-5c28-4a60-9c24-0e73210f491f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:51.159174 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.164809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b83ff735-e5d6-4bf6-a24f-96d3c678c390 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:44:51.190223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: b83ff735-e5d6-4bf6-a24f-96d3c678c390 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:44:51.190223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device b83ff735-e5d6-4bf6-a24f-96d3c678c390 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:44:51.206061 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] Set router 2664beb7-5c28-4a60-9c24-0e73210f491f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:44:51.266003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.269095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] DHCP port deletion for 6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:44:51.322643 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Deleting port 1319aa43-2846-411d-bafa-1b812734f7da {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:44:51.323076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.327129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Deleting port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:44:51.327541 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.397724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] For port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=705ac1c5-3d3a-46ed-952d-a6eda5f8df30,segment=NetworkSegment(696492a1-2e5a-4c94-b639-a7e3f318a214),segment_id=696492a1-2e5a-4c94-b639-a7e3f318a214)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:44:51.398237 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.415878 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Calling delete_port for 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:44:51.429238 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] For port 1319aa43-2846-411d-bafa-1b812734f7da, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1319aa43-2846-411d-bafa-1b812734f7da,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:44:51.429987 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.443571 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Calling delete_port for 1319aa43-2846-411d-bafa-1b812734f7da owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:44:51.476206 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:44:50Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:51.508712 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.512635 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e642ae2e-c1bf-43cf-aa5f-f8bddd9e1308 None None] The sync data for ids ['2664beb7-5c28-4a60-9c24-0e73210f491f'] in n-d-789963-11 is: [{'id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55444777', 'tenant_id': '749e62293c5d43b1a048845f0d2508b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '1319aa43-2846-411d-bafa-1b812734f7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:44:50Z', 'revision_number': 5, 'project_id': '749e62293c5d43b1a048845f0d2508b6', 'gw_port': {'id': '1319aa43-2846-411d-bafa-1b812734f7da', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:89:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2664beb7-5c28-4a60-9c24-0e73210f491f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:43:50Z', 'updated_at': '2021-09-18T20:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:44:51.517777 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:44:51.559322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Pushing event deleted for resources: {'Port': ['ID=705ac1c5-3d3a-46ed-952d-a6eda5f8df30,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:51.561680 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] No DVR routers for this DVR port 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:44:51.562928 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:44:51.563282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 705ac1c5-3d3a-46ed-952d-a6eda5f8df30 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:44:51.576019 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.576463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.576689 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.577022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.577350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.577674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.577996 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.578316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.578632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.578946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.579280 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.579598 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5f1fd-b6d1-4a34-98be-ccb209a3d256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:51.642155 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.670122 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Port': ['ID=1319aa43-2846-411d-bafa-1b812734f7da,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:51.698482 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5b5de401-bb8a-44f0-80fb-a4151d2220f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.728507 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.820279 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.822252 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.865784 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.866314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Fanout notify agent at l3_agent the message router_deleted on router 2664beb7-5c28-4a60-9c24-0e73210f491f {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:44:51.874768 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:51.875861 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a35c03ad-fd40-414f-bd88-189aa7397265 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/routers/2664beb7-5c28-4a60-9c24-0e73210f491f HTTP/1.1" status: 204 len: 168 time: 0.8277454 Sep 18 20:44:51.878714 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44924) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:51.961107 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.052733 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.075026 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:52.085060 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696492a1-2e5a-4c94-b639-a7e3f318a214') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:52.085350 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696492a1-2e5a-4c94-b639-a7e3f318a214') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:52.095066 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.108396 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.114836 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:44:52.115214 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:44:52.118327 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:44:52.177719 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.184745 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.186526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/networks/6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb HTTP/1.1" status: 204 len: 168 time: 0.3067598 Sep 18 20:44:52.189344 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44926) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:52.197549 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'Network': ['ID=6d8b6a55-d7a9-4c79-9eb4-e74cbbb725eb,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:52.204781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.205124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.205461 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.205793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.206121 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.206446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.206769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.207091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.207433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.208265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.208596 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.208910 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85550ded-5e65-413c-a2b0-95a6a331c2f1 tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:44:52.247655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-223708c3-ae06-4595-a103-ef64621d7d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.272458 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-223708c3-ae06-4595-a103-ef64621d7d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.329580 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-223708c3-ae06-4595-a103-ef64621d7d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.332151 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-223708c3-ae06-4595-a103-ef64621d7d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.333451 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-223708c3-ae06-4595-a103-ef64621d7d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] 10.222.0.20 "DELETE /v2.0/security-groups/0353f133-dfbb-4f86-902a-7187d4435c33 HTTP/1.1" status: 204 len: 168 time: 0.1430242 Sep 18 20:44:52.342224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223708c3-ae06-4595-a103-ef64621d7d5a tempest-TestNetworkAdvancedServerOps-38600918 tempest-TestNetworkAdvancedServerOps-38600918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0353f133-dfbb-4f86-902a-7187d4435c33,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:52.666079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44934) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:52.794205 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e3907666-949f-4cff-9354-3332ace1fb05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=749e62293c5d43b1a048845f0d2508b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269426 Sep 18 20:44:52.796627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44938) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:52.845560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-548dca17-1adf-4b25-8811-cf5a1468ef1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.870149 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-548dca17-1adf-4b25-8811-cf5a1468ef1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.916482 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-548dca17-1adf-4b25-8811-cf5a1468ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.919191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-548dca17-1adf-4b25-8811-cf5a1468ef1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:52.920365 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-548dca17-1adf-4b25-8811-cf5a1468ef1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d306651-e174-438a-82e9-17ede587026a HTTP/1.1" status: 204 len: 168 time: 0.1228569 Sep 18 20:44:52.929355 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dca17-1adf-4b25-8811-cf5a1468ef1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d306651-e174-438a-82e9-17ede587026a,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:53.174192 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44944) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:53.187599 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03162873-8c79-4dc5-9bfd-7b704fff80df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:53.277322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03162873-8c79-4dc5-9bfd-7b704fff80df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:53.280669 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-03162873-8c79-4dc5-9bfd-7b704fff80df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:53.317739 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-03162873-8c79-4dc5-9bfd-7b704fff80df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61e8f1a9b770432699204f403844cba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419358 Sep 18 20:44:53.318969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03162873-8c79-4dc5-9bfd-7b704fff80df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6a4562-fbd0-4b36-84dc-f0df9b156353,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:53.320723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44946) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:53.369316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed52c230-c97d-423b-891f-40797e9adbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:53.395643 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed52c230-c97d-423b-891f-40797e9adbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:53.425538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device bb958f3c-0741-49a0-b027-bf8c88e3af6d no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:44:53.443856 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed52c230-c97d-423b-891f-40797e9adbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:53.445700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: bb958f3c-0741-49a0-b027-bf8c88e3af6d {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:44:53.446045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device bb958f3c-0741-49a0-b027-bf8c88e3af6d not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:44:53.446458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1319aa43-2846-411d-bafa-1b812734f7da no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:44:53.446637 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ed52c230-c97d-423b-891f-40797e9adbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:53.450091 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ed52c230-c97d-423b-891f-40797e9adbb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa6a4562-fbd0-4b36-84dc-f0df9b156353 HTTP/1.1" status: 204 len: 168 time: 0.1257279 Sep 18 20:44:53.459467 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52c230-c97d-423b-891f-40797e9adbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6a4562-fbd0-4b36-84dc-f0df9b156353,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:53.465394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 1319aa43-2846-411d-bafa-1b812734f7da {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:44:53.465740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1319aa43-2846-411d-bafa-1b812734f7da not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:44:53.992005 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.061816 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.152267 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:54.247338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1678830171-network', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:44:54.267527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Made reservation on behalf of 4fde3000bf6e4daa88ed34c14ab82fd4 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:44:54.269794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.278013 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.369615 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.373268 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.726568 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:44:54.735011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4455ec9e-6cea-4f74-bc45-46c2d669ba5c,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:54.741642 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.741987 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Added segment 86729569-a322-4455-8753-990689777405 of type vlan for network fb8fb6e2-8d8e-46c9-99bf-d38581041330 Sep 18 20:44:54.781963 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.805469 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.806420 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:54.807002 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.840398 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6870427 Sep 18 20:44:54.843681 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44972) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:54.849172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Request body: {'subnet': {'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1678830171-subnet', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:44:54.871875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Made reservation on behalf of 4fde3000bf6e4daa88ed34c14ab82fd4 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:44:54.872094 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df284272-ad14-42a2-adb1-96edb5b726ef admin admin] Pushing event updated for resources: {'Network': ['ID=fb8fb6e2-8d8e-46c9-99bf-d38581041330,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:54.874283 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.882939 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:44:54.947111 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:54.973451 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-358f120a-b863-4380-9a81-314f37a63c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.043766 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.098805 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03dc0f98-da0d-4663-8de7-cd302ec7928b,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:55.107087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Checking segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:44:55.107478 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Network hostable DHCP agents. Network: fb8fb6e2-8d8e-46c9-99bf-d38581041330, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:44:55.123938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:44:55.132852 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, fb8fb6e2-8d8e-46c9-99bf-d38581041330) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:44:55.136972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:55.137562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.142025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dcdeb4-2b04-4668-a4d4-7875e70f0041 None None] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:44:55.151615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-c33edcf6-efd7-4b23-8427-6a080c0cfd9c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067880 Sep 18 20:44:55.154370 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44974) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:55.158500 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:44:55.178859 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.180109 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.236507 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.289003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:44:55.289864 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.376874 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.427153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Allocated IP 172.20.0.2 (fb8fb6e2-8d8e-46c9-99bf-d38581041330/03dc0f98-da0d-4663-8de7-cd302ec7928b/3b8d8b54-2070-4ada-b415-be1ba0e98756) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:44:55.569172 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.574453 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.586477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.605679 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.608970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:44:55.611659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:44:55.615854 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:44:55.627793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Pushing event updated for resources: {'Port': ['ID=3b8d8b54-2070-4ada-b415-be1ba0e98756,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:55.675228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Attempting to bind port 3b8d8b54-2070-4ada-b415-be1ba0e98756 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:44:55.675629 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Attempting to bind port 3b8d8b54-2070-4ada-b415-be1ba0e98756 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:44:55.675994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Attempting to bind port 3b8d8b54-2070-4ada-b415-be1ba0e98756 on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:44:55.681483 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:44:55.681865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Checking segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:44:55.682255 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.682659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Bound using segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:44:55.683111 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Bound port: 3b8d8b54-2070-4ada-b415-be1ba0e98756, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:44:55.683523 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.709753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Allocated IP 172.25.8.168 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/c0814ca8-8b4d-4632-80c7-465215bb8531) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:44:55.746007 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] For port 3b8d8b54-2070-4ada-b415-be1ba0e98756, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:44:55.749101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] For port 3b8d8b54-2070-4ada-b415-be1ba0e98756, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b8d8b54-2070-4ada-b415-be1ba0e98756,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:44:55.753908 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.811543 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.820704 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.829676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990434e-fd00-45ca-8e8e-6542407ec0a1 None None] Pushing event updated for resources: {'Port': ['ID=3b8d8b54-2070-4ada-b415-be1ba0e98756,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:55.855644 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:55.898369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:44:55.903455 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:44:55.906480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:44:55.913163 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Pushing event updated for resources: {'Port': ['ID=c0814ca8-8b4d-4632-80c7-465215bb8531,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:56.190816 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:56.392928 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:56.527973 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Router 378f934b-3606-43f1-97be-e7c700eb0f47 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:44:56.639176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:44:56.649269 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Sync routers for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:44:56.657837 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:56.659009 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:44:56.659697 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:56.662892 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44976) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:56.663366 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bce6e9a9-6be8-4643-aea2-49b495579b95 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5076039 Sep 18 20:44:56.694833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d49a783-20e4-4434-b2a1-7646ce5eeb88 None None] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:44:56.824160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b013438f-6135-4e26-9eae-5234b9f519a5 None None] Provisioning complete for port 3b8d8b54-2070-4ada-b415-be1ba0e98756 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:44:56.824534 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b013438f-6135-4e26-9eae-5234b9f519a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.016259 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:44:57.082301 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.237214 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Allocated IP 172.20.0.1 (fb8fb6e2-8d8e-46c9-99bf-d38581041330/03dc0f98-da0d-4663-8de7-cd302ec7928b/79a1e42a-1caf-415f-8238-3e30529446cb) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:44:57.264519 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b013438f-6135-4e26-9eae-5234b9f519a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.310723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-b013438f-6135-4e26-9eae-5234b9f519a5 None None] For port 3b8d8b54-2070-4ada-b415-be1ba0e98756, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b8d8b54-2070-4ada-b415-be1ba0e98756,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:44:57.318795 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b013438f-6135-4e26-9eae-5234b9f519a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.354087 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.358923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:56Z', 'revision_number': 3, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:57.393795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Checking router: 378f934b-3606-43f1-97be-e7c700eb0f47 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:44:57.393795 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Updating router 378f934b-3606-43f1-97be-e7c700eb0f47 port c0814ca8-8b4d-4632-80c7-465215bb8531 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:44:57.403366 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.430474 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013438f-6135-4e26-9eae-5234b9f519a5 None None] Pushing event updated for resources: {'Port': ['ID=3b8d8b54-2070-4ada-b415-be1ba0e98756,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:57.437671 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.452292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:44:57.456563 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:44:57.460125 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:44:57.508209 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Pushing event updated for resources: {'Port': ['ID=79a1e42a-1caf-415f-8238-3e30529446cb,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:57.517344 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.536371 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b8d8b54-2070-4ada-b415-be1ba0e98756 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:44:57.605557 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3c7f6f4d-25c4-46f2-a189-f035929b7fa9 None None] Provisioning complete for port 3b8d8b54-2070-4ada-b415-be1ba0e98756 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:44:57.605997 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6f4d-25c4-46f2-a189-f035929b7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.651597 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.716433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3b8d8b54-2070-4ada-b415-be1ba0e98756 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:44:57.716885 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.764498 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.822680 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.827177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.894473 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.897088 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Pushing event updated for resources: {'Port': ['ID=79a1e42a-1caf-415f-8238-3e30529446cb,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:57.916935 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.922989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.984696 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Attempting to bind port c0814ca8-8b4d-4632-80c7-465215bb8531 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:44:57.985063 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Attempting to bind port c0814ca8-8b4d-4632-80c7-465215bb8531 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:44:57.985419 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Attempting to bind port c0814ca8-8b4d-4632-80c7-465215bb8531 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:44:57.987596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b2acdfc4-6c9a-49c0-87ed-ce9ed8333747 None None] Provisioning complete for port 79a1e42a-1caf-415f-8238-3e30529446cb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:44:57.987964 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b2acdfc4-6c9a-49c0-87ed-ce9ed8333747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:57.990328 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0590b-860a-4bea-8ac6-fef98baf2972 None None] Pushing event updated for resources: {'Port': ['ID=c0814ca8-8b4d-4632-80c7-465215bb8531,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:57.995763 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:44:57.997187 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:44:58.014066 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:44:58.014448 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:44:58.014834 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.015235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:44:58.015812 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Bound port: c0814ca8-8b4d-4632-80c7-465215bb8531, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:44:58.016194 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.052948 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b2acdfc4-6c9a-49c0-87ed-ce9ed8333747 None None] Port 79a1e42a-1caf-415f-8238-3e30529446cb cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:44:58.078897 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] For port c0814ca8-8b4d-4632-80c7-465215bb8531, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:44:58.082746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] For port c0814ca8-8b4d-4632-80c7-465215bb8531, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0814ca8-8b4d-4632-80c7-465215bb8531,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:44:58.089227 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.114308 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Router 378f934b-3606-43f1-97be-e7c700eb0f47 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:44:58.154872 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:44:58.155531 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:58.157218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0590b-860a-4bea-8ac6-fef98baf2972 None None] Pushing event updated for resources: {'Port': ['ID=c0814ca8-8b4d-4632-80c7-465215bb8531,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:58.231622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:44:58.237588 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4fe3082f-8627-4a0e-a9da-e787e2575d19 admin admin] 10.222.0.20 "PUT /v2.0/routers/378f934b-3606-43f1-97be-e7c700eb0f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727379 Sep 18 20:44:58.271571 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:44:58.308363 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-b50eebcf-cdd8-4a69-ab07-d545edc28ce0 None None] Provisioning complete for port 79a1e42a-1caf-415f-8238-3e30529446cb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:44:58.308728 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b50eebcf-cdd8-4a69-ab07-d545edc28ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.374178 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:44:58.396228 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-b50eebcf-cdd8-4a69-ab07-d545edc28ce0 None None] Port 79a1e42a-1caf-415f-8238-3e30529446cb cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:44:58.498315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 2, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:44:58.527932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890363f2-cc26-4589-89cb-1371c2b94d60 None None] The sync data for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 is: [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 2, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:44:58.720649 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44992) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:58.734731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1491132711-network', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:44:58.761055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Made reservation on behalf of f8317eda3df242d9afa1acc0166779ff for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:44:58.763447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.776844 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.886185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.890330 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.919977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:44:58.926540 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff02d7-cbbd-4137-bbb4-5e6199e039f2,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:58.932956 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:58.933311 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Added segment 15764b2b-0d23-4594-b6e4-910a7616d047 of type vlan for network c620118d-9e17-440e-babf-40a52d9d7a7f Sep 18 20:44:58.977297 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.002758 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.003800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:59.004409 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.038984 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3161688 Sep 18 20:44:59.042270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 44994) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:59.047815 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Request body: {'subnet': {'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1491132711-subnet', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:44:59.072343 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Made reservation on behalf of f8317eda3df242d9afa1acc0166779ff for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:44:59.072632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb3ab5-63b5-4374-841f-4666ee424db1 admin admin] Pushing event updated for resources: {'Network': ['ID=c620118d-9e17-440e-babf-40a52d9d7a7f,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:59.075671 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.082505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network c620118d-9e17-440e-babf-40a52d9d7a7f details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:44:59.260295 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.312019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c716d3f0-497e-4b8a-bf07-cc97a7f274cd,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:44:59.329401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Checking segment: {'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:44:59.329743 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Network hostable DHCP agents. Network: c620118d-9e17-440e-babf-40a52d9d7a7f, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:44:59.348769 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Network c620118d-9e17-440e-babf-40a52d9d7a7f is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:44:59.358368 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, c620118d-9e17-440e-babf-40a52d9d7a7f) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:44:59.362772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:44:59.363338 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.369426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386b2c5-bddb-4599-bf8f-7495760c7120 None None] Network c620118d-9e17-440e-babf-40a52d9d7a7f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:44:59.385696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-fd4d9850-d066-49bd-a198-9cf78c89a7c9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3393028 Sep 18 20:44:59.386138 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44996) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:44:59.391151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:44:59.422179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.423315 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.502743 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.547142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0814ca8-8b4d-4632-80c7-465215bb8531 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:44:59.571764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-c620118d-9e17-440e-babf-40a52d9d7a7f', 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'fixed_ips': [{'subnet_id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:44:59.572616 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.657634 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.680986 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c0814ca8-8b4d-4632-80c7-465215bb8531 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:44:59.680986 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.778400 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Allocated IP 172.20.0.2 (c620118d-9e17-440e-babf-40a52d9d7a7f/c716d3f0-497e-4b8a-bf07-cc97a7f274cd/bf9f9bd8-54bf-4c79-9b85-23248bb067aa) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:44:59.876052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:44:59.898380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.011670 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Allocated IP 172.25.8.171 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/1574dfd0-7c8b-414c-a2da-51a61d9a9d64) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:45:00.040020 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.069974 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port c0814ca8-8b4d-4632-80c7-465215bb8531, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0814ca8-8b4d-4632-80c7-465215bb8531,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:45:00.077612 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.078392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b8d8b54-2070-4ada-b415-be1ba0e98756 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:00.123751 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.161739 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.197392 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:45:00.201765 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=c0814ca8-8b4d-4632-80c7-465215bb8531,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:00.202259 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:45:00.204773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:45:00.217883 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.228841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.230620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 3b8d8b54-2070-4ada-b415-be1ba0e98756 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:00.231061 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.246110 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Pushing event updated for resources: {'Port': ['ID=1574dfd0-7c8b-414c-a2da-51a61d9a9d64,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:00.294685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Network c620118d-9e17-440e-babf-40a52d9d7a7f is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:45:00.304312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:45:00.314588 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:45:00.324036 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Pushing event updated for resources: {'Port': ['ID=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:00.403736 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Attempting to bind port bf9f9bd8-54bf-4c79-9b85-23248bb067aa on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:45:00.404146 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Attempting to bind port bf9f9bd8-54bf-4c79-9b85-23248bb067aa by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:45:00.404524 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Attempting to bind port bf9f9bd8-54bf-4c79-9b85-23248bb067aa on network c620118d-9e17-440e-babf-40a52d9d7a7f {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:45:00.416857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:45:00.417158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Checking segment: {'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:45:00.417558 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.417946 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Bound using segment: {'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:45:00.418410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Bound port: bf9f9bd8-54bf-4c79-9b85-23248bb067aa, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:45:00.418782 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.483671 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.491667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] For port bf9f9bd8-54bf-4c79-9b85-23248bb067aa, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:45:00.495456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] For port bf9f9bd8-54bf-4c79-9b85-23248bb067aa, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,segment=NetworkSegment(15764b2b-0d23-4594-b6e4-910a7616d047),segment_id=15764b2b-0d23-4594-b6e4-910a7616d047)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:45:00.499517 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.559890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e77055-3323-432d-99cd-f01a386e8863 None None] Pushing event updated for resources: {'Port': ['ID=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:00.728447 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.728763 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Sync routers for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:45:00.738328 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:45:00.738998 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:00.852171 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:45:00.864729 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:45:00.972061 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:45:00.982915 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Sync routers for ids ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:45:00.990817 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:00.995012 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3a40a028-b227-4cbd-b6c6-ec35ee7df81e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6078227 Sep 18 20:45:00.995634 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 44998) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:01.000509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Routers {'00869f7a-f8cd-406c-9736-4e3e78dbaa0f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:45:01.001158 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:01.060901 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 2, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:01.088146 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Checking router: 378f934b-3606-43f1-97be-e7c700eb0f47 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:45:01.089292 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Updating router 378f934b-3606-43f1-97be-e7c700eb0f47 port 79a1e42a-1caf-415f-8238-3e30529446cb binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:45:01.113369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Set router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:45:01.121812 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.310627 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 3, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port': {'id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:01.342976 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Checking router: 00869f7a-f8cd-406c-9736-4e3e78dbaa0f for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:45:01.343413 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Updating router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:45:01.370254 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.438171 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.444798 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.493560 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.528011 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Pushing event updated for resources: {'Port': ['ID=79a1e42a-1caf-415f-8238-3e30529446cb,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:01.544277 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.544769 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.545367 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.545510 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.545802 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.546175 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.555408 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.555408 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.555408 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.555408 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.555408 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.555408 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:45:01.635751 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Attempting to bind port 79a1e42a-1caf-415f-8238-3e30529446cb on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:45:01.636254 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Attempting to bind port 79a1e42a-1caf-415f-8238-3e30529446cb by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:45:01.636710 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Attempting to bind port 79a1e42a-1caf-415f-8238-3e30529446cb on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:45:01.642633 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:45:01.643473 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Checking segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:45:01.644233 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.644848 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Bound using segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:45:01.645602 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Bound port: 79a1e42a-1caf-415f-8238-3e30529446cb, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:45:01.646305 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.649432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device bf9f9bd8-54bf-4c79-9b85-23248bb067aa up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:01.692659 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7277aa24-c099-4c1d-a3bc-10099bf6e001 None None] Network c620118d-9e17-440e-babf-40a52d9d7a7f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:45:01.746966 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Allocated IP 172.20.0.1 (c620118d-9e17-440e-babf-40a52d9d7a7f/c716d3f0-497e-4b8a-bf07-cc97a7f274cd/7a9592a2-30a2-41f9-8970-9a1bf92f26cf) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:45:01.751847 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] For port 79a1e42a-1caf-415f-8238-3e30529446cb, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:45:01.756160 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] For port 79a1e42a-1caf-415f-8238-3e30529446cb, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=79a1e42a-1caf-415f-8238-3e30529446cb,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:45:01.761833 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.809086 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:45:01.810266 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:01.822218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a40c7cb3-1168-4e25-949c-e6c872f4c9d7 None None] Provisioning complete for port bf9f9bd8-54bf-4c79-9b85-23248bb067aa triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:01.822821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a40c7cb3-1168-4e25-949c-e6c872f4c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.865610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port bf9f9bd8-54bf-4c79-9b85-23248bb067aa triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:01.865983 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.882948 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.923365 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:01.929751 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d85f7-aabc-428f-8b3e-33a273efb9f9 None None] Pushing event updated for resources: {'Port': ['ID=79a1e42a-1caf-415f-8238-3e30529446cb,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:01.964373 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:45:01.990736 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Network c620118d-9e17-440e-babf-40a52d9d7a7f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:45:02.001338 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:45:02.011538 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.012407 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:45:02.016460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:02.065370 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.079878 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.101881 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a40c7cb3-1168-4e25-949c-e6c872f4c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.193813 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.199213 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.202114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd37aa-c07e-4e47-a57b-395d29ff8066 None None] Pushing event updated for resources: {'Port': ['ID=1574dfd0-7c8b-414c-a2da-51a61d9a9d64,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:02.204493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Attempting to bind port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:45:02.204862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Attempting to bind port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:45:02.205225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Attempting to bind port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:45:02.222567 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-37198348-0275-42c1-8d42-f83b24059453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:01Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:02.225200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a40c7cb3-1168-4e25-949c-e6c872f4c9d7 None None] For port bf9f9bd8-54bf-4c79-9b85-23248bb067aa, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,segment=NetworkSegment(15764b2b-0d23-4594-b6e4-910a7616d047),segment_id=15764b2b-0d23-4594-b6e4-910a7616d047)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:45:02.227311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:45:02.227718 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:45:02.228119 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.228520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:45:02.229042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Bound port: 1574dfd0-7c8b-414c-a2da-51a61d9a9d64, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:45:02.229410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.237225 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a40c7cb3-1168-4e25-949c-e6c872f4c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.262557 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37198348-0275-42c1-8d42-f83b24059453 None None] The sync data for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 is: [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:01Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:45:02.370916 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] For port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:45:02.401378 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 20:45:02.401731 n-d-789963-11 neutron-server[94942]: DEBUG oslo_db.api [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 20:45:02.402359 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c7cb3-1168-4e25-949c-e6c872f4c9d7 None None] Pushing event updated for resources: {'Port': ['ID=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:02.416731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] For port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1574dfd0-7c8b-414c-a2da-51a61d9a9d64,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:45:02.418835 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-40709b8f-e152-4283-8d3b-4271c28c67b5 None None] Provisioning complete for port 79a1e42a-1caf-415f-8238-3e30529446cb triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:02.419615 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40709b8f-e152-4283-8d3b-4271c28c67b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.452348 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.529898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Routers {'00869f7a-f8cd-406c-9736-4e3e78dbaa0f'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:45:02.530592 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:02.658426 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] Set router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:45:02.685133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd37aa-c07e-4e47-a57b-395d29ff8066 None None] Pushing event updated for resources: {'Port': ['ID=1574dfd0-7c8b-414c-a2da-51a61d9a9d64,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:02.795966 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.802515 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.871886 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:02.874598 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:02.978825 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Network c620118d-9e17-440e-babf-40a52d9d7a7f is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:45:02.980222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:45:03.001843 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40709b8f-e152-4283-8d3b-4271c28c67b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:03.007204 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0814ca8-8b4d-4632-80c7-465215bb8531 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:03.112107 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:45:03.124838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-40709b8f-e152-4283-8d3b-4271c28c67b5 None None] For port 79a1e42a-1caf-415f-8238-3e30529446cb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=79a1e42a-1caf-415f-8238-3e30529446cb,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:45:03.134833 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-40709b8f-e152-4283-8d3b-4271c28c67b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:03.221132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40709b8f-e152-4283-8d3b-4271c28c67b5 None None] Pushing event updated for resources: {'Port': ['ID=79a1e42a-1caf-415f-8238-3e30529446cb,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:03.224117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port c0814ca8-8b4d-4632-80c7-465215bb8531 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:03.224652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:03.233350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:45:03.239652 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-48313f4d-50c3-4e8b-a74a-b1e93aa43a34 admin admin] 10.222.0.20 "PUT /v2.0/routers/00869f7a-f8cd-406c-9736-4e3e78dbaa0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2391021 Sep 18 20:45:03.284379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:02Z', 'revision_number': 4, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port': {'id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7a9592a2-30a2-41f9-8970-9a1bf92f26cf', 'name': '', 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'mac_address': 'fa:16:3e:0e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:45:01Z', 'updated_at': '2021-09-18T20:45:01Z', 'revision_number': 1, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'subnets': [{'id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:03.311441 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4eb537a9-a58d-4013-9ed0-ea009c1b3f3c None None] Provisioning complete for port bf9f9bd8-54bf-4c79-9b85-23248bb067aa triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:03.311809 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4eb537a9-a58d-4013-9ed0-ea009c1b3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:03.331468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43769be-d1ab-4a82-958d-8005d7754060 None None] The sync data for ids ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'] in n-d-789963-11 is: [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:02Z', 'revision_number': 4, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port': {'id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7a9592a2-30a2-41f9-8970-9a1bf92f26cf', 'name': '', 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'mac_address': 'fa:16:3e:0e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:45:01Z', 'updated_at': '2021-09-18T20:45:01Z', 'revision_number': 1, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'subnets': [{'id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:45:03.451923 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-4eb537a9-a58d-4013-9ed0-ea009c1b3f3c None None] Provisioning complete for port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:03.452536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4eb537a9-a58d-4013-9ed0-ea009c1b3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:03.491865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-4eb537a9-a58d-4013-9ed0-ea009c1b3f3c None None] Port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:45:03.509242 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device bf9f9bd8-54bf-4c79-9b85-23248bb067aa up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:03.559543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port bf9f9bd8-54bf-4c79-9b85-23248bb067aa triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:03.559978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:03.687006 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 79a1e42a-1caf-415f-8238-3e30529446cb up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:03.741015 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 79a1e42a-1caf-415f-8238-3e30529446cb triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:03.741381 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:03.967099 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45006) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:03.971881 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-8486af40-7b0f-4a0f-9cf0-6e46927f935e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230616409', 'description': 'tempest-secgroup-smoke-230616409 description', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:03.996894 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8486af40-7b0f-4a0f-9cf0-6e46927f935e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.081412 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8486af40-7b0f-4a0f-9cf0-6e46927f935e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.085773 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8486af40-7b0f-4a0f-9cf0-6e46927f935e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.107668 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-8486af40-7b0f-4a0f-9cf0-6e46927f935e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.108916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-8486af40-7b0f-4a0f-9cf0-6e46927f935e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1407750 Sep 18 20:45:04.112098 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45008) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:04.117201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486af40-7b0f-4a0f-9cf0-6e46927f935e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce329611-7050-40ca-811c-1df739a063f8,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:04.117352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-072e9639-629d-4735-a057-cc2c20e4a8ba tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'ce329611-7050-40ca-811c-1df739a063f8', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:04.144967 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-072e9639-629d-4735-a057-cc2c20e4a8ba tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.199401 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-072e9639-629d-4735-a057-cc2c20e4a8ba tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.202815 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-072e9639-629d-4735-a057-cc2c20e4a8ba tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.221103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e9639-629d-4735-a057-cc2c20e4a8ba tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fafa36-50f7-485b-94ba-cc4d479420b8,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:04.230322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-072e9639-629d-4735-a057-cc2c20e4a8ba tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.231653 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-072e9639-629d-4735-a057-cc2c20e4a8ba tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184947 Sep 18 20:45:04.234321 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45010) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:04.239457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-17d6da84-1383-4250-bdf8-c6b676b85ccb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'ce329611-7050-40ca-811c-1df739a063f8', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:04.266868 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17d6da84-1383-4250-bdf8-c6b676b85ccb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.321152 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17d6da84-1383-4250-bdf8-c6b676b85ccb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.324890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17d6da84-1383-4250-bdf8-c6b676b85ccb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.344366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6da84-1383-4250-bdf8-c6b676b85ccb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22ab609-f631-44f2-8b1d-1857df408644,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:04.348006 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-17d6da84-1383-4250-bdf8-c6b676b85ccb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.351981 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-17d6da84-1383-4250-bdf8-c6b676b85ccb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141176 Sep 18 20:45:04.352453 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45012) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:04.356978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-5db04d1f-262f-4b0b-beb5-8d01d867725f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'ce329611-7050-40ca-811c-1df739a063f8', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:04.389822 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5db04d1f-262f-4b0b-beb5-8d01d867725f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.436571 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5db04d1f-262f-4b0b-beb5-8d01d867725f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.439965 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5db04d1f-262f-4b0b-beb5-8d01d867725f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.457771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db04d1f-262f-4b0b-beb5-8d01d867725f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7269b645-81a1-47ec-b9ef-a8d28840e451,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:04.464604 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5db04d1f-262f-4b0b-beb5-8d01d867725f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.465941 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5db04d1f-262f-4b0b-beb5-8d01d867725f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125815 Sep 18 20:45:04.468665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45014) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:04.472946 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-ecd810e7-1d76-4b83-9c28-08c4b6e6ec10 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'ce329611-7050-40ca-811c-1df739a063f8', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:04.499729 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ecd810e7-1d76-4b83-9c28-08c4b6e6ec10 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.558294 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ecd810e7-1d76-4b83-9c28-08c4b6e6ec10 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.561717 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ecd810e7-1d76-4b83-9c28-08c4b6e6ec10 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.580751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd810e7-1d76-4b83-9c28-08c4b6e6ec10 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f05f99-bc13-482d-818f-24c0932c0a36,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:04.584444 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ecd810e7-1d76-4b83-9c28-08c4b6e6ec10 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.585644 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ecd810e7-1d76-4b83-9c28-08c4b6e6ec10 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160269 Sep 18 20:45:04.588437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45016) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:04.592694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-f81d68d6-29a1-452a-a978-122f10539230 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'ce329611-7050-40ca-811c-1df739a063f8', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:04.613104 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-f81d68d6-29a1-452a-a978-122f10539230 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Project 4fde3000bf6e4daa88ed34c14ab82fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:45:04.617801 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f81d68d6-29a1-452a-a978-122f10539230 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.677345 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f81d68d6-29a1-452a-a978-122f10539230 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.680828 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f81d68d6-29a1-452a-a978-122f10539230 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.698056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d68d6-29a1-452a-a978-122f10539230 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a0f604-6843-4a4a-b763-764b63304e88,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:04.708264 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-f81d68d6-29a1-452a-a978-122f10539230 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.709662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-f81d68d6-29a1-452a-a978-122f10539230 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203074 Sep 18 20:45:04.712430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45018) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:04.716900 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7ab79ea0-67e3-45a1-a386-3e178fe6f332 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'ce329611-7050-40ca-811c-1df739a063f8', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:04.737154 n-d-789963-11 neutron-server[94941]: INFO neutron.db.securitygroups_db [None req-7ab79ea0-67e3-45a1-a386-3e178fe6f332 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Project 4fde3000bf6e4daa88ed34c14ab82fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:45:04.742250 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ab79ea0-67e3-45a1-a386-3e178fe6f332 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.805478 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ab79ea0-67e3-45a1-a386-3e178fe6f332 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.809106 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ab79ea0-67e3-45a1-a386-3e178fe6f332 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.823690 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab79ea0-67e3-45a1-a386-3e178fe6f332 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422baa4f-9161-4f68-8d9f-c6db57ab8c56,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:04.831659 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7ab79ea0-67e3-45a1-a386-3e178fe6f332 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:04.833609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7ab79ea0-67e3-45a1-a386-3e178fe6f332 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200790 Sep 18 20:45:04.972536 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-ff8fa49a-5744-41f5-8c90-e87754f53e13 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230616409&fields=id&tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4 HTTP/1.1" status: 200 len: 267 time: 0.0326200 Sep 18 20:45:05.102256 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-a3686ec3-1e87-4cf3-82c8-21819f81ef99 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:05.103846 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-a3686ec3-1e87-4cf3-82c8-21819f81ef99 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 809 time: 0.1243610 Sep 18 20:45:05.120780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-e5b4999f-cf5a-49ca-8ac7-472eb1ca77f3 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/quotas/4fde3000bf6e4daa88ed34c14ab82fd4 HTTP/1.1" status: 200 len: 375 time: 0.0109479 Sep 18 20:45:05.179876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-6e78b563-6595-4569-bf6e-fa52fee0a53c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530963 Sep 18 20:45:05.292225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-ca5c324f-5cb3-400f-87a6-8ec0958059e1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:45:05.293262 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-ca5c324f-5cb3-400f-87a6-8ec0958059e1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1019723 Sep 18 20:45:05.387322 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-36436461-d4dc-4ced-ba2a-a3db1ac940ac service neutron] 10.222.0.20 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873811 Sep 18 20:45:05.493311 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:05.499349 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-184d4aa5-23a1-44ad-bbcb-be9f6784783c service neutron] 10.222.0.20 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057658 Sep 18 20:45:05.555356 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:05.555821 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:05.647738 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:05.668411 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1574dfd0-7c8b-414c-a2da-51a61d9a9d64,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:45:05.672945 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:05.681408 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1d9ea6af-56f2-4c95-af0b-95a91d6c911a req-70d2948c-d914-4dd5-bd33-50875f4a4d85 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 210 time: 0.0331092 Sep 18 20:45:05.730416 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=1574dfd0-7c8b-414c-a2da-51a61d9a9d64,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:06.330291 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Sync routers for ids ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:45:06.339327 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Routers {'00869f7a-f8cd-406c-9736-4e3e78dbaa0f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:45:06.339960 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:06.442775 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Set router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:45:06.602002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-97bb741d-843c-443c-8812-6ea3d85be2e1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:06.603533 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-97bb741d-843c-443c-8812-6ea3d85be2e1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 809 time: 0.1122160 Sep 18 20:45:06.650189 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-6a21f113-92b6-4afa-9ea3-416dd8f425eb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4 HTTP/1.1" status: 200 len: 379 time: 0.0375721 Sep 18 20:45:06.661156 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'port': {'device_id': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'admin_state_up': True, 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'security_groups': ['ce329611-7050-40ca-811c-1df739a063f8']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:06.749381 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:02Z', 'revision_number': 4, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port': {'id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7a9592a2-30a2-41f9-8970-9a1bf92f26cf', 'name': '', 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'mac_address': 'fa:16:3e:0e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:45:01Z', 'updated_at': '2021-09-18T20:45:02Z', 'revision_number': 2, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'subnets': [{'id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:06.775836 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Checking router: 00869f7a-f8cd-406c-9736-4e3e78dbaa0f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:45:06.776260 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Updating router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:45:06.789535 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4b541153-465d-4e6d-902e-11dd58d9d0e8 req-1ae43420-74c4-4203-a76a-b629948bdd09 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 210 time: 0.0306590 Sep 18 20:45:06.800392 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Made reservation on behalf of 4fde3000bf6e4daa88ed34c14ab82fd4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:45:06.808494 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:06.810982 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:06.940705 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Allocated IP 172.20.0.7 (fb8fb6e2-8d8e-46c9-99bf-d38581041330/03dc0f98-da0d-4663-8de7-cd302ec7928b/caa79f11-44d4-497e-a6cd-9ebff7bf1e28) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:45:07.070209 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.075291 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.082092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.117242 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.128735 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5428a6-e6da-4831-be02-eddaa5f369e2 None None] Pushing event updated for resources: {'Port': ['ID=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:07.162515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:45:07.165689 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:45:07.169022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:45:07.188835 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Attempting to bind port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:45:07.190314 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Attempting to bind port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:45:07.190674 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Attempting to bind port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf on network c620118d-9e17-440e-babf-40a52d9d7a7f {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:45:07.196137 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:45:07.196510 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Checking segment: {'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:45:07.197270 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.197663 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Bound using segment: {'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:45:07.198369 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Bound port: 7a9592a2-30a2-41f9-8970-9a1bf92f26cf, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15764b2b-0d23-4594-b6e4-910a7616d047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:45:07.198750 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.219284 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:07.231357 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:07.232231 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.249375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-de4b4632-147a-4fa8-b515-870cff3469b0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5921228 Sep 18 20:45:07.261597 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Request body: {'port': {'device_id': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:07.278500 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] For port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:45:07.283070 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] For port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,segment=NetworkSegment(15764b2b-0d23-4594-b6e4-910a7616d047),segment_id=15764b2b-0d23-4594-b6e4-910a7616d047)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:45:07.288049 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.335477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.351697 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5428a6-e6da-4831-be02-eddaa5f369e2 None None] Pushing event updated for resources: {'Port': ['ID=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:07.362343 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Routers {'00869f7a-f8cd-406c-9736-4e3e78dbaa0f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:45:07.362974 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:07.446211 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-000f0d38-cf1e-42ad-9d6e-444ee25b8990 None None] Provisioning complete for port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:07.446718 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-000f0d38-cf1e-42ad-9d6e-444ee25b8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.539225 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:07.565111 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] Set router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:45:07.580297 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-000f0d38-cf1e-42ad-9d6e-444ee25b8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.657053 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-000f0d38-cf1e-42ad-9d6e-444ee25b8990 None None] For port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,segment=NetworkSegment(15764b2b-0d23-4594-b6e4-910a7616d047),segment_id=15764b2b-0d23-4594-b6e4-910a7616d047)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:45:07.664618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-000f0d38-cf1e-42ad-9d6e-444ee25b8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.668609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:07.668963 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.681937 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa79f11-44d4-497e-a6cd-9ebff7bf1e28 {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:45:07.689664 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.702706 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Transition to ACTIVE for port object caa79f11-44d4-497e-a6cd-9ebff7bf1e28 will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:45:07.707893 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.751893 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f0d38-cf1e-42ad-9d6e-444ee25b8990 None None] Pushing event updated for resources: {'Port': ['ID=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:07.787359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:07.805501 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-e5ab2791-208b-480b-a1b6-88f89f28050b None None] Provisioning complete for port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:07.806230 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e5ab2791-208b-480b-a1b6-88f89f28050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.811718 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:02Z', 'revision_number': 4, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port': {'id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7a9592a2-30a2-41f9-8970-9a1bf92f26cf', 'name': '', 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'mac_address': 'fa:16:3e:0e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:45:01Z', 'updated_at': '2021-09-18T20:45:07Z', 'revision_number': 4, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'subnets': [{'id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:07.855676 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Attempting to bind port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:45:07.856013 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Attempting to bind port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:45:07.856337 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Attempting to bind port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:45:07.860306 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f556ee4a-5d5e-4d26-abb5-04f289749bc9 None None] The sync data for ids ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'] in n-d-789963-11 is: [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:02Z', 'revision_number': 4, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port': {'id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '7a9592a2-30a2-41f9-8970-9a1bf92f26cf', 'name': '', 'network_id': 'c620118d-9e17-440e-babf-40a52d9d7a7f', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'mac_address': 'fa:16:3e:0e:55:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:45:01Z', 'updated_at': '2021-09-18T20:45:07Z', 'revision_number': 4, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'subnets': [{'id': 'c716d3f0-497e-4b8a-bf07-cc97a7f274cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:45:07.860920 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:45:07.861238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Attempting to bind port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:45:07.863257 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7a9592a2-30a2-41f9-8970-9a1bf92f26cf up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:07.868500 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:45:07.868835 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Checking segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:45:07.869475 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Bound using segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:45:07.869901 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Bound port: caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:45:07.870260 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.976710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:07.977522 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:07.989553 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:45:08.001546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd469e3-388c-4878-8ca7-b618c8c9e6bd req-2111bc53-3e70-45b3-8b3a-fb23f13c0b44 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.003261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffd469e3-388c-4878-8ca7-b618c8c9e6bd req-2111bc53-3e70-45b3-8b3a-fb23f13c0b44 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 943 time: 0.1141922 Sep 18 20:45:08.005985 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:45:08.037441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:08.098799 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.099418 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:08.101337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] 10.222.0.24 "PUT /v2.0/ports/caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 1092 time: 0.8443081 Sep 18 20:45:08.106925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:45:08.109313 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:45:08.118397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ffd469e3-388c-4878-8ca7-b618c8c9e6bd req-170bc63f-ee5f-42a8-9364-a41c66a8ce56 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075976 Sep 18 20:45:08.140305 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeab4cf-6529-4a9b-bcee-66f48cceb1fc service neutron] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:08.154677 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d430b5c-622f-4cf1-abc7-6afd347d6379 x-openstack-request-id: req-1d430b5c-622f-4cf1-abc7-6afd347d6379 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:45:08.154984 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:45:08.155230 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d430b5c-622f-4cf1-abc7-6afd347d6379 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:45:08.155691 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'status': 'completed', 'code': 200} Sep 18 20:45:08.200381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-9773b07e-81fb-42ff-80cb-c59d79f44d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.201912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-9773b07e-81fb-42ff-80cb-c59d79f44d9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1095 time: 0.0446470 Sep 18 20:45:08.246082 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-e1798bad-8081-43e6-9294-840ff30f833a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 217 time: 0.0366488 Sep 18 20:45:08.302238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-b3bba2e5-4a56-4e8c-90e2-a8d7b8551e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.303755 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-b3bba2e5-4a56-4e8c-90e2-a8d7b8551e0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0513802 Sep 18 20:45:08.351585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-46015bd6-3c02-44ec-90a3-836d39dfefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.353166 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-46015bd6-3c02-44ec-90a3-836d39dfefd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430057 Sep 18 20:45:08.444409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-bbd59525-68ca-40c4-9301-fa78eeb04bca service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838540 Sep 18 20:45:08.538094 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-de43a395-5bee-4b0c-b8ae-2a07e1f46dd5 req-f9871783-bbb1-47ef-a533-aeaf681135bc service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867877 Sep 18 20:45:08.619927 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-ad406732-e80b-4dda-ad5e-8d31de995394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.621275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-ad406732-e80b-4dda-ad5e-8d31de995394 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1095 time: 0.0399058 Sep 18 20:45:08.711806 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-2de84dda-a569-4603-ae3f-4ca2680fec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.713312 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-2de84dda-a569-4603-ae3f-4ca2680fec09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0856383 Sep 18 20:45:08.753629 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-c2505738-0c61-4a7c-8009-1662a6b324e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 217 time: 0.0336559 Sep 18 20:45:08.804203 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-d63665dd-3088-45ef-98b6-75922752af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.805592 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-d63665dd-3088-45ef-98b6-75922752af82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0452003 Sep 18 20:45:08.849999 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-c53a597f-8830-4ddf-9fb7-700b0ed539f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:08.851489 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-c53a597f-8830-4ddf-9fb7-700b0ed539f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386922 Sep 18 20:45:08.942934 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-cbc8116d-b266-4625-8a6b-afbb78a7582f service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828309 Sep 18 20:45:09.392775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fa296f7d-9f3d-4c4a-a63e-cac2a802f1e7 req-c0f966c5-f72f-4c86-9bb8-27e7a4870f9d service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430499 Sep 18 20:45:09.404562 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf44ff0-4ecc-4325-81ef-ecad6d8957fb req-cac453af-428f-4a6d-b531-82940c04b507 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:09.406066 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf44ff0-4ecc-4325-81ef-ecad6d8957fb req-cac453af-428f-4a6d-b531-82940c04b507 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 943 time: 0.0709991 Sep 18 20:45:09.448638 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2bf44ff0-4ecc-4325-81ef-ecad6d8957fb req-2ba4f0fe-6fc7-4282-a10b-46fa6146bfaf tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348029 Sep 18 20:45:09.483042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7a9592a2-30a2-41f9-8970-9a1bf92f26cf up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:09.535667 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:09.536028 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:09.924821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:45:10.019751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:45:10.031064 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'port_id': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'mac_address': 'fa:16:3e:6a:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:45:10.067301 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:10.079512 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa79f11-44d4-497e-a6cd-9ebff7bf1e28 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:45:10.098944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:45:10.103170 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:10.149434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:10.319999 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['caa79f11-44d4-497e-a6cd-9ebff7bf1e28'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:45:10.570513 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149e90a-609e-47d4-ba8e-0d8667bd7d28 req-a8d3133a-388a-4ac0-8c16-0001ab303a4e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:10.572347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c149e90a-609e-47d4-ba8e-0d8667bd7d28 req-a8d3133a-388a-4ac0-8c16-0001ab303a4e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0528564 Sep 18 20:45:10.609256 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c149e90a-609e-47d4-ba8e-0d8667bd7d28 req-e6eacad8-1e5f-4496-be21-2afc86081158 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307684 Sep 18 20:45:11.725354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b7ec-d7d0-40f6-9a34-3d25998ed713 req-89a3e0df-80ca-4321-a2dd-d6150dd294d8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:11.726866 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64d3b7ec-d7d0-40f6-9a34-3d25998ed713 req-89a3e0df-80ca-4321-a2dd-d6150dd294d8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0497682 Sep 18 20:45:11.763599 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-64d3b7ec-d7d0-40f6-9a34-3d25998ed713 req-c7bdc470-591f-4fda-b7de-b20392ba15f8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307524 Sep 18 20:45:11.939909 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:45:11.992517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:45:11.996386 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:45:11.996856 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:12.071007 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:12.093738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:45:12.096042 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dab2ab-e094-4b8c-8c00-eb4c24be363a" -d '{"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-plugged", "status": "completed", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:45:12.109706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:45:12.114911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:12.137143 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a782eb-ae7b-4ecd-865e-690d68e7ae6a x-openstack-request-id: req-f3a782eb-ae7b-4ecd-865e-690d68e7ae6a {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:45:12.137435 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-plugged", "status": "completed", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:45:12.137687 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3a782eb-ae7b-4ecd-865e-690d68e7ae6a {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:45:12.138073 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'code': 200} Sep 18 20:45:12.164786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:12.232499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9baf4-8424-425c-964e-f6f234da1cbd req-d15cac41-2f89-4dc8-8a61-f9ec422977e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:12.233966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ce9baf4-8424-425c-964e-f6f234da1cbd req-d15cac41-2f89-4dc8-8a61-f9ec422977e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1097 time: 0.0393968 Sep 18 20:45:12.267161 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4ce9baf4-8424-425c-964e-f6f234da1cbd req-a90357c9-978c-4c4a-bbbe-8190a7e053ed service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265203 Sep 18 20:45:12.879781 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362d4a2-7358-407e-ade1-57a8d518f726 req-1850ada3-a0c4-4e89-91f4-273c275bfb3c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:12.881476 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3362d4a2-7358-407e-ade1-57a8d518f726 req-1850ada3-a0c4-4e89-91f4-273c275bfb3c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0522237 Sep 18 20:45:12.920483 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3362d4a2-7358-407e-ade1-57a8d518f726 req-b14fddfb-ebd9-4bc7-8746-abf732500d36 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Sep 18 20:45:14.035024 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74f235-7777-4941-b6a5-4c3e9aa18a7d req-47c2b69a-60eb-4bd5-94ef-e1ab38d02456 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:14.036693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb74f235-7777-4941-b6a5-4c3e9aa18a7d req-47c2b69a-60eb-4bd5-94ef-e1ab38d02456 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Sep 18 20:45:14.073541 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cb74f235-7777-4941-b6a5-4c3e9aa18a7d req-e6ae2a2e-c8cb-4879-a272-7a44a5db6da7 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310791 Sep 18 20:45:14.184525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce052132-55a0-47f8-9f9b-9220a32d7c33 req-11c97394-06ec-432e-920c-9fca0762090b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:14.186038 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce052132-55a0-47f8-9f9b-9220a32d7c33 req-11c97394-06ec-432e-920c-9fca0762090b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0476875 Sep 18 20:45:14.223622 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ce052132-55a0-47f8-9f9b-9220a32d7c33 req-574761d7-614b-4bd5-a18e-6c7142606724 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Sep 18 20:45:14.245657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45068) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:14.329059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf90d1c-ca85-4fe0-86b5-5f44bada2d9a tempest-TestShelveInstance-1306951244 tempest-TestShelveInstance-1306951244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:14.330567 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-acf90d1c-ca85-4fe0-86b5-5f44bada2d9a tempest-TestShelveInstance-1306951244 tempest-TestShelveInstance-1306951244-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1092 time: 0.0839520 Sep 18 20:45:14.334059 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45072) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:45:14.338221 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:45:14.359501 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:14.454199 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:14.563279 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Allocated IP 172.25.8.47 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/ff46271c-1396-40c9-a956-11897ad39d4e) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:45:14.663185 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:14.695479 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:14.735777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:45:14.739188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:45:14.745944 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:45:14.770354 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'Port': ['ID=ff46271c-1396-40c9-a956-11897ad39d4e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:15.105355 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:15.177464 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:15.327735 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:15.332407 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:15.401043 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'Port': ['ID=ff46271c-1396-40c9-a956-11897ad39d4e,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:45:15.411338 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:15.512591 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Floating IP b7dcfa72-8f0c-421a-b192-eac3ae27ac76 associated. External IP: 172.25.8.47, port: caa79f11-44d4-497e-a6cd-9ebff7bf1e28. Sep 18 20:45:15.719246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Router 378f934b-3606-43f1-97be-e7c700eb0f47 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:45:15.827053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:45:15.836367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] Sync routers for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:45:15.843477 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:15.851337 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:45:15.851970 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:15.871316 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-bf3e38d7-6b69-4e0b-9a25-63491908cc02 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5362716 Sep 18 20:45:15.872002 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:45:15.874266 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38a785f-f605-445b-9aa5-997f5c113acd" -d '{"events": [{"name": "network-changed", "server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:45:15.911072 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25ff4e0-9e39-40db-a231-443c5ec82254 x-openstack-request-id: req-b25ff4e0-9e39-40db-a231-443c5ec82254 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:45:15.911948 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:45:15.912230 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b25ff4e0-9e39-40db-a231-443c5ec82254 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:45:15.912667 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'status': 'completed', 'code': 200} Sep 18 20:45:15.956595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:45:15.975873 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a785f-f605-445b-9aa5-997f5c113acd req-64ba3c11-84de-46c0-a391-17a1ff6b4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:15.977443 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d38a785f-f605-445b-9aa5-997f5c113acd req-64ba3c11-84de-46c0-a391-17a1ff6b4294 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1097 time: 0.0430212 Sep 18 20:45:16.073446 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a785f-f605-445b-9aa5-997f5c113acd req-683dd0ed-bc3d-4158-9813-37a13f8619b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:16.074943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d38a785f-f605-445b-9aa5-997f5c113acd req-683dd0ed-bc3d-4158-9813-37a13f8619b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0912328 Sep 18 20:45:16.141429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d38a785f-f605-445b-9aa5-997f5c113acd req-94f5195d-00d3-438d-942e-f7c2829ac8e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 998 time: 0.0595634 Sep 18 20:45:16.180178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b7dcfa72-8f0c-421a-b192-eac3ae27ac76', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'port_id': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'mac_address': 'fa:16:3e:6a:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:45:14Z', 'updated_at': '2021-09-18T20:45:14Z', 'revision_number': 0, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:16.196053 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a785f-f605-445b-9aa5-997f5c113acd req-d3537de0-5115-44cc-88b8-0a4f59efffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:16.197534 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d38a785f-f605-445b-9aa5-997f5c113acd req-d3537de0-5115-44cc-88b8-0a4f59efffb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0488818 Sep 18 20:45:16.205451 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] Checking router: 378f934b-3606-43f1-97be-e7c700eb0f47 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:45:16.214392 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:45:16.214990 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:44:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:16.243668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a785f-f605-445b-9aa5-997f5c113acd req-2ddc5bf5-8de3-49e8-a52b-d1f2bb10176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:16.245341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d38a785f-f605-445b-9aa5-997f5c113acd req-2ddc5bf5-8de3-49e8-a52b-d1f2bb10176b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409186 Sep 18 20:45:16.319042 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:45:16.334737 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d38a785f-f605-445b-9aa5-997f5c113acd req-856390c3-ba36-4ab8-b6a8-f6798893c46a service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822289 Sep 18 20:45:16.430317 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d38a785f-f605-445b-9aa5-997f5c113acd req-4af0b262-b5b7-455f-b34c-9c3cf240281a service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873768 Sep 18 20:45:16.694890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b7dcfa72-8f0c-421a-b192-eac3ae27ac76', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'port_id': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'mac_address': 'fa:16:3e:6a:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:45:14Z', 'updated_at': '2021-09-18T20:45:14Z', 'revision_number': 0, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:45:16.720623 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e61a3-06ca-4232-a762-e49e00dfe990 None None] The sync data for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 is: [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b7dcfa72-8f0c-421a-b192-eac3ae27ac76', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'port_id': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'mac_address': 'fa:16:3e:6a:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:45:14Z', 'updated_at': '2021-09-18T20:45:14Z', 'revision_number': 0, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:45:16.901558 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2341af-8e14-42ff-a299-41e5f7c0d678 None None] New status for floating IP b7dcfa72-8f0c-421a-b192-eac3ae27ac76: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:45:21.698243 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-268d8eb5-04f4-4106-aedc-d42f04c28102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:23.991333 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:24.082054 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:24.908908 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:24.964527 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3e1bdea5-1a13-40b9-b21e-65da17c45e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:25.785911 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:27.314227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-17c56cf3-ed19-4c98-9eb8-7e22e6308093 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394557 Sep 18 20:45:27.395160 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-5a38dbc2-1237-41ae-8f72-967ce0e923ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:27.396751 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-5a38dbc2-1237-41ae-8f72-967ce0e923ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1097 time: 0.0402944 Sep 18 20:45:27.505234 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-b83dec9d-0b69-441a-8688-c037eb82d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:27.506945 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-b83dec9d-0b69-441a-8688-c037eb82d636 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0917125 Sep 18 20:45:27.570557 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-c6104c05-7c33-4610-9864-ec468de7b1b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 1000 time: 0.0568311 Sep 18 20:45:27.623502 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-15f30c79-e256-4b19-9757-e21dcfa382a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:27.624943 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-15f30c79-e256-4b19-9757-e21dcfa382a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0474586 Sep 18 20:45:27.670008 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-a30775df-4844-4f17-806d-bcd8750c0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:45:27.671392 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-a30775df-4844-4f17-806d-bcd8750c0c8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394945 Sep 18 20:45:27.720907 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:27.765637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-edb2a859-a4f5-4968-a1d0-681831809750 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877624 Sep 18 20:45:27.858791 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a6dddd75-fb76-40a8-a809-5a69006047ca req-626f3517-29e3-42ab-b055-2006f8f6a9aa service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811863 Sep 18 20:45:35.374226 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:45:51.698406 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f1d0dfcd-7f87-4070-90d9-ad807a48177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:53.990341 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:54.094333 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:54.909804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:54.964608 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2f2c2ab0-ca4d-46ab-9e1d-5c9e007eecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:55.789753 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:45:57.725251 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:12.374465 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:46:21.699286 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-536117de-2163-4426-88d3-d807b4f98de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:23.991302 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:24.103825 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:24.910679 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:24.963641 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4263151a-8b4a-420d-8b02-ed4387820bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:25.794070 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:27.727157 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:28.919113 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-34a33c2f-c146-4445-8756-3bc94076d919 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401289 Sep 18 20:46:29.004395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-807616e7-cef0-4fc9-a4a0-a73adedae029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:46:29.005805 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-807616e7-cef0-4fc9-a4a0-a73adedae029 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1097 time: 0.0458243 Sep 18 20:46:29.106976 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-0fc56522-38fd-4cbb-94aa-826de1264f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:46:29.108609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-0fc56522-38fd-4cbb-94aa-826de1264f40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0845926 Sep 18 20:46:29.177203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-5460be6e-2c7d-4af7-a1e3-ef06732c3f1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 1000 time: 0.0615268 Sep 18 20:46:29.226476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-d5039762-5005-45aa-a178-150cd82d7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:46:29.227987 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-d5039762-5005-45aa-a178-150cd82d7d5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0440087 Sep 18 20:46:29.272602 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-9b067b50-a597-41f5-8384-396ee416fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:46:29.273974 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-9b067b50-a597-41f5-8384-396ee416fc53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390773 Sep 18 20:46:29.365371 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-9af9f9f5-a61f-4d56-a7f2-9e6421d40994 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843763 Sep 18 20:46:29.454052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f9a3b10c-34ae-4d84-ade1-6887c7d03506 req-8ba31347-777f-400f-8157-67e1d811c969 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806849 Sep 18 20:46:49.374834 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:46:51.700590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-da316066-694c-46f2-905a-b76156f104f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:53.988810 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:54.106172 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:54.911894 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:54.961804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5ed14e30-82fe-42d0-b452-ee49b6c63135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:55.794335 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:46:57.730664 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:09.134377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-91b493b1-b6b4-4a84-8c7b-d0f5260ab5ce req-7641df79-58b3-4dc5-9653-d78a524c0464 service neutron] (94940) timed out ('10.222.0.20', 39556) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:47:12.603028 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69170c4a-b6e0-4094-a13e-960cfecb13ad req-dcfce2e3-4cf4-4694-a07b-d18c350072b7 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:12.604526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69170c4a-b6e0-4094-a13e-960cfecb13ad req-dcfce2e3-4cf4-4694-a07b-d18c350072b7 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.1108503 Sep 18 20:47:12.640916 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-69170c4a-b6e0-4094-a13e-960cfecb13ad req-6d5bdc8d-df7a-4cdc-a414-103adfdc410a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304494 Sep 18 20:47:13.759922 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4ced0-eb4e-412c-bc2a-79ae8c6a4709 req-2a39ef04-9d19-4564-8ba5-9188c4190248 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:13.761337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3d4ced0-eb4e-412c-bc2a-79ae8c6a4709 req-2a39ef04-9d19-4564-8ba5-9188c4190248 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0515459 Sep 18 20:47:13.798114 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a3d4ced0-eb4e-412c-bc2a-79ae8c6a4709 req-9d0a9be2-dd93-4b73-8ed4-74fc3b73ed8f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308435 Sep 18 20:47:14.923750 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f28e7-9553-4c47-b016-9d829cc36875 req-6e93b08b-b59c-41b8-8d80-9aeb4b068213 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:14.925991 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-448f28e7-9553-4c47-b016-9d829cc36875 req-6e93b08b-b59c-41b8-8d80-9aeb4b068213 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0470583 Sep 18 20:47:14.962447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-448f28e7-9553-4c47-b016-9d829cc36875 req-46c614ea-432e-4785-9038-404459a18e8f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306041 Sep 18 20:47:16.083027 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea28bb-2f93-448e-a5f9-6c85925720de req-78a3b675-2535-4a8f-a35b-dbbb76e87747 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:16.084422 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deea28bb-2f93-448e-a5f9-6c85925720de req-78a3b675-2535-4a8f-a35b-dbbb76e87747 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0536005 Sep 18 20:47:16.123021 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deea28bb-2f93-448e-a5f9-6c85925720de req-1dc56b5a-24dd-41d1-8e87-61e954d9ed16 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321152 Sep 18 20:47:17.234877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ea016-422a-4dca-9a1b-1ee445780baf req-9530ae44-44c0-4475-a0fc-3f3bde66c6f9 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:17.236355 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a6ea016-422a-4dca-9a1b-1ee445780baf req-9530ae44-44c0-4475-a0fc-3f3bde66c6f9 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Sep 18 20:47:17.274030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0a6ea016-422a-4dca-9a1b-1ee445780baf req-9aece1b2-bcae-4a41-aeae-b05c14a1dd4e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Sep 18 20:47:18.386659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8558f5-3a67-4da6-9aa7-04e1bea3ff31 req-519e26af-1050-4208-b6da-268bfc42654e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:18.388144 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d8558f5-3a67-4da6-9aa7-04e1bea3ff31 req-519e26af-1050-4208-b6da-268bfc42654e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Sep 18 20:47:18.425242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4d8558f5-3a67-4da6-9aa7-04e1bea3ff31 req-fac2e413-dc7f-44a7-ad92-3ca3fa4982bd tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305436 Sep 18 20:47:19.542235 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245e118-77bd-432c-ba10-35ee57424d62 req-87cecf89-7c51-4acc-bb89-4eeaa1383d9d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:19.543702 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f245e118-77bd-432c-ba10-35ee57424d62 req-87cecf89-7c51-4acc-bb89-4eeaa1383d9d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0518291 Sep 18 20:47:19.580874 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f245e118-77bd-432c-ba10-35ee57424d62 req-28768270-c24e-40f5-b289-24429221beb9 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Sep 18 20:47:20.694830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185764e-464f-4108-a445-40a5bfa732d5 req-6f192a68-493d-460e-a9e6-ee98473d37bb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:20.696324 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b185764e-464f-4108-a445-40a5bfa732d5 req-6f192a68-493d-460e-a9e6-ee98473d37bb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Sep 18 20:47:20.734388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b185764e-464f-4108-a445-40a5bfa732d5 req-a29dc9ba-0df4-465f-b9d7-70a325c23cf8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Sep 18 20:47:21.703009 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-58735a12-5346-4278-a43f-96e89a50365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:21.849848 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de25160-efb2-43af-95f6-7f323a463e7a req-c0a5a06f-ec8a-44ad-8916-b1297090d673 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:21.851332 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6de25160-efb2-43af-95f6-7f323a463e7a req-c0a5a06f-ec8a-44ad-8916-b1297090d673 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0491273 Sep 18 20:47:21.889198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6de25160-efb2-43af-95f6-7f323a463e7a req-63b09c6c-1738-4694-b950-af6681739f54 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319815 Sep 18 20:47:23.008816 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78933c-5fd1-4c81-9893-4b634113aef2 req-ceea5dd0-1d45-496e-9c8f-605c1809e812 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:23.010187 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea78933c-5fd1-4c81-9893-4b634113aef2 req-ceea5dd0-1d45-496e-9c8f-605c1809e812 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0525258 Sep 18 20:47:23.047728 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ea78933c-5fd1-4c81-9893-4b634113aef2 req-edb8c1e0-b186-46e2-9401-0b170482b385 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Sep 18 20:47:23.989682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:24.126302 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:24.164069 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff6743-d0d8-4c80-a3d6-e98e41e42214 req-0d14b275-e042-448b-b6aa-8df8b4a1ccb1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:24.165556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1ff6743-d0d8-4c80-a3d6-e98e41e42214 req-0d14b275-e042-448b-b6aa-8df8b4a1ccb1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0496073 Sep 18 20:47:24.202887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a1ff6743-d0d8-4c80-a3d6-e98e41e42214 req-826f4a41-afea-4980-99e4-853cedc9e7d2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313396 Sep 18 20:47:24.532714 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:47:24.635162 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:47:24.647107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'port_id': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'mac_address': 'fa:16:3e:6a:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:47:24.684160 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:24.697458 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id caa79f11-44d4-497e-a6cd-9ebff7bf1e28 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:47:24.720012 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:47:24.724670 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:24.781685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:47:24.789715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.789715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.789952 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.790099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.790424 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.790749 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.791073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.791414 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.791735 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.792052 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.792369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.792682 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:24.800318 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['caa79f11-44d4-497e-a6cd-9ebff7bf1e28'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:47:24.935842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:24.969280 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-19d0d6c0-9eb9-481a-a4a6-c2c05de058b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:25.335983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef349f30-fc7a-4ff9-abed-86f002e6c983 req-2dd4c819-ba4d-4bb3-b807-29769c2fdc5d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:25.337598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef349f30-fc7a-4ff9-abed-86f002e6c983 req-2dd4c819-ba4d-4bb3-b807-29769c2fdc5d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0564518 Sep 18 20:47:25.383215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef349f30-fc7a-4ff9-abed-86f002e6c983 req-c68b44a2-83ad-4e37-b2a4-2dbd9b1ad4a1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 Sep 18 20:47:25.798959 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:26.374402 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:47:26.522941 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17a04f-e809-4338-b962-febb93fb7508 req-f134c367-4cc9-44fd-9c44-0848050b8f2b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:26.524676 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf17a04f-e809-4338-b962-febb93fb7508 req-f134c367-4cc9-44fd-9c44-0848050b8f2b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0568805 Sep 18 20:47:26.536005 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:47:26.582049 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cf17a04f-e809-4338-b962-febb93fb7508 req-6fcaf012-6ef6-40d6-906c-97d761ac9356 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467865 Sep 18 20:47:26.590509 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:47:26.590987 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:26.688082 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:26.712227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:47:26.714546 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4530434-974c-467c-9bc0-3914092ffdc7" -d '{"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-plugged", "status": "completed", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:47:26.728224 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:47:26.737719 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:26.775822 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961666f2-8fc3-484d-ab95-d5f3fa4a19e2 x-openstack-request-id: req-961666f2-8fc3-484d-ab95-d5f3fa4a19e2 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:47:26.776209 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-plugged", "status": "completed", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:47:26.776519 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-961666f2-8fc3-484d-ab95-d5f3fa4a19e2 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:47:26.776977 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'code': 200} Sep 18 20:47:26.805301 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:47:27.704773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5deda-54b5-4ea9-9c03-4e698262d9d8 req-e644c4d4-3eea-4419-aac5-cf3bbc6452c3 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:27.711905 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1aa5deda-54b5-4ea9-9c03-4e698262d9d8 req-e644c4d4-3eea-4419-aac5-cf3bbc6452c3 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0577796 Sep 18 20:47:27.738942 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:27.757388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1aa5deda-54b5-4ea9-9c03-4e698262d9d8 req-b9e4bdea-b6ba-41c2-bd42-43caf594e805 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Sep 18 20:47:28.886738 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a757827-7ea0-4d9b-a35e-c9dc0f2cb760 req-fb7d6c44-2665-4c38-97b1-f94478519809 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:28.888274 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a757827-7ea0-4d9b-a35e-c9dc0f2cb760 req-fb7d6c44-2665-4c38-97b1-f94478519809 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0516255 Sep 18 20:47:28.944776 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7a757827-7ea0-4d9b-a35e-c9dc0f2cb760 req-f02770d5-c624-4cf6-8829-aeaff5c76b4a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 Sep 18 20:47:29.367913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-697eb85c-e957-4758-ac8e-ab6e74b7b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:29.370818 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-697eb85c-e957-4758-ac8e-ab6e74b7b020 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1097 time: 0.0573769 Sep 18 20:47:29.481096 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-0b6fd95c-7cd8-4b59-925e-d8328a668885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:29.482507 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-0b6fd95c-7cd8-4b59-925e-d8328a668885 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0901041 Sep 18 20:47:29.555254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-413bfb35-486b-4774-b6e7-ac9a73f96add service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 1000 time: 0.0652411 Sep 18 20:47:29.612584 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-31e11eee-bab5-4b92-b59c-72a2c964328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:29.614556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-31e11eee-bab5-4b92-b59c-72a2c964328f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0525589 Sep 18 20:47:29.667657 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-82ec9d45-8fc6-45f7-931b-3c4612c0d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:29.669088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-82ec9d45-8fc6-45f7-931b-3c4612c0d1d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460649 Sep 18 20:47:29.781979 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-15f10032-21ca-4c5c-8242-d6e1c72fc10d service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047010 Sep 18 20:47:29.885097 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-12f96d0c-869b-4afc-9e6f-0264a46f863d req-128f1661-8e06-4bea-80e6-737ff6f0cbfe service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947738 Sep 18 20:47:30.079430 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cc943-8435-4045-a844-7630f3c10a58 req-8d26002d-9934-4f58-b4a9-7b113b31e222 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:30.081147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e89cc943-8435-4045-a844-7630f3c10a58 req-8d26002d-9934-4f58-b4a9-7b113b31e222 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0615737 Sep 18 20:47:30.129604 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e89cc943-8435-4045-a844-7630f3c10a58 req-b8110d94-0795-49ad-9c9d-c045a9f01fae tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381322 Sep 18 20:47:31.254442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81a8e1-7680-4c96-91ec-d8a2cc1eb2f0 req-92cafac0-b7bd-4c3a-8560-6d3e039505c6 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:31.256781 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef81a8e1-7680-4c96-91ec-d8a2cc1eb2f0 req-92cafac0-b7bd-4c3a-8560-6d3e039505c6 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0540862 Sep 18 20:47:31.297526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ef81a8e1-7680-4c96-91ec-d8a2cc1eb2f0 req-e58085cd-6f85-4564-96e8-d85fdf663cad tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345521 Sep 18 20:47:32.419102 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104982a3-4d33-45ba-b353-1f60422e27ce req-66745470-17a5-4bb1-a0cf-ed9f271d33de tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:32.421662 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-104982a3-4d33-45ba-b353-1f60422e27ce req-66745470-17a5-4bb1-a0cf-ed9f271d33de tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0528579 Sep 18 20:47:32.468865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-104982a3-4d33-45ba-b353-1f60422e27ce req-eca69b38-2430-459a-9dcb-aad02fed79a9 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354044 Sep 18 20:47:33.601591 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76362b-ab69-4dce-8454-ba9890070eef req-f7a4b01f-1bfc-4a79-83fb-666a7ff42df2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:33.603098 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da76362b-ab69-4dce-8454-ba9890070eef req-f7a4b01f-1bfc-4a79-83fb-666a7ff42df2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0551848 Sep 18 20:47:33.644183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-da76362b-ab69-4dce-8454-ba9890070eef req-e72cf519-e625-43e5-a125-0ddae8db11b8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347309 Sep 18 20:47:34.477044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248340af-5c4a-40cf-ae64-07762e044e89 req-39dafc3a-36f5-4ed1-a3e1-2b9cfd1f2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:34.478498 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248340af-5c4a-40cf-ae64-07762e044e89 req-39dafc3a-36f5-4ed1-a3e1-2b9cfd1f2ceb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1097 time: 0.0395050 Sep 18 20:47:34.570978 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248340af-5c4a-40cf-ae64-07762e044e89 req-9fb1802b-b0cc-4c34-9c90-b8f7fd7e493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:34.572484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248340af-5c4a-40cf-ae64-07762e044e89 req-9fb1802b-b0cc-4c34-9c90-b8f7fd7e493a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0869017 Sep 18 20:47:34.636918 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248340af-5c4a-40cf-ae64-07762e044e89 req-f5651dfe-ff16-487d-94e9-96191e25d05b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 1000 time: 0.0559347 Sep 18 20:47:34.685694 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248340af-5c4a-40cf-ae64-07762e044e89 req-9dd0d6bd-016f-49d0-9ec3-48c9f416cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:34.687213 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248340af-5c4a-40cf-ae64-07762e044e89 req-9dd0d6bd-016f-49d0-9ec3-48c9f416cb19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0430169 Sep 18 20:47:35.088443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248340af-5c4a-40cf-ae64-07762e044e89 req-60983328-a107-4198-8edd-81c26b9c78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:35.089927 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248340af-5c4a-40cf-ae64-07762e044e89 req-60983328-a107-4198-8edd-81c26b9c78a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3953474 Sep 18 20:47:35.101280 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cadbec-4d89-408e-bdfa-de7f74f72ca6 req-92cbcb2d-6403-40be-95ac-ca0823f5597a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:35.102627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3cadbec-4d89-408e-bdfa-de7f74f72ca6 req-92cbcb2d-6403-40be-95ac-ca0823f5597a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.3841877 Sep 18 20:47:35.190715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3cadbec-4d89-408e-bdfa-de7f74f72ca6 req-cf3ff826-3ebf-4646-a3fc-79c884f286af tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803797 Sep 18 20:47:35.213389 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248340af-5c4a-40cf-ae64-07762e044e89 req-2285b33a-00f7-4cb0-8216-4590d380cbc6 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097608 Sep 18 20:47:35.302733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-248340af-5c4a-40cf-ae64-07762e044e89 req-e4727b7f-1d58-46d9-a20c-ccd801f7f968 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814939 Sep 18 20:47:36.305822 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719b608-65ff-41a7-9302-cfcffdf0513a req-adad7c5a-7af7-44cc-b8a8-d23e8a6b262c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:36.307279 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a719b608-65ff-41a7-9302-cfcffdf0513a req-adad7c5a-7af7-44cc-b8a8-d23e8a6b262c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0483713 Sep 18 20:47:36.344379 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a719b608-65ff-41a7-9302-cfcffdf0513a req-0a632ad9-3888-47c0-8a48-b1e33f6b554d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Sep 18 20:47:37.467803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e52dd5-be70-4cc1-8c29-bc8e46f87b52 req-4a73afc8-ed51-472f-9724-f08ec63409d9 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:37.469295 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70e52dd5-be70-4cc1-8c29-bc8e46f87b52 req-4a73afc8-ed51-472f-9724-f08ec63409d9 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0545621 Sep 18 20:47:37.508299 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-70e52dd5-be70-4cc1-8c29-bc8e46f87b52 req-1ce977db-e95b-4f4f-a17c-e7ea2351ac57 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319395 Sep 18 20:47:37.579287 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-6856e260-b039-418e-919b-c8227c54f5e5 req-807714fb-df30-4536-8073-08e5e0cd5207 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:47:37.581584 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6856e260-b039-418e-919b-c8227c54f5e5 req-807714fb-df30-4536-8073-08e5e0cd5207 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069208 Sep 18 20:47:37.749149 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365aff9-4d8c-4f68-8b5e-5bdef7325998 req-a662a41b-2e41-4314-b2aa-b8247f5527e4 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:37.750620 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d365aff9-4d8c-4f68-8b5e-5bdef7325998 req-a662a41b-2e41-4314-b2aa-b8247f5527e4 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0545902 Sep 18 20:47:37.789998 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d365aff9-4d8c-4f68-8b5e-5bdef7325998 req-3e175a76-33b2-4f18-bd41-ee80e661d531 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332797 Sep 18 20:47:37.875548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45260) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:47:37.953346 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-66199c3b-d731-4e44-bad1-011de9030569 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765882 Sep 18 20:47:37.962786 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-9203601d-6707-4e47-ba24-dcabb58e8e55 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:47:37.963771 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-9203601d-6707-4e47-ba24-dcabb58e8e55 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048211 Sep 18 20:47:38.612572 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:47:38.692757 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:38.714845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:47:38.717089 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e6058-e7e8-432b-9acc-8ae8bbef3948" -d '{"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-unplugged", "status": "completed", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:47:38.730035 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:47:38.733998 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:38.763837 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ec1957-5eb2-4879-afde-51722f8f34f2 x-openstack-request-id: req-30ec1957-5eb2-4879-afde-51722f8f34f2 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:47:38.764273 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-unplugged", "status": "completed", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:47:38.764667 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30ec1957-5eb2-4879-afde-51722f8f34f2 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:47:38.765249 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'code': 200} Sep 18 20:47:38.794450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:47:38.889205 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-75f1af6f-c1b1-40f6-82cd-5b3e2116eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:38.890756 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-75f1af6f-c1b1-40f6-82cd-5b3e2116eae9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27&tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4 HTTP/1.1" status: 200 len: 1095 time: 0.1115036 Sep 18 20:47:38.904000 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-11', 'device_owner': 'compute:nova'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:47:38.926651 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4e453-8119-4ce2-93f9-7d0e0bf9cbb9 req-383494f0-376f-44be-94d7-d508fc9d8231 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:38.928221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87d4e453-8119-4ce2-93f9-7d0e0bf9cbb9 req-383494f0-376f-44be-94d7-d508fc9d8231 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 943 time: 0.0606773 Sep 18 20:47:38.967783 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:38.977117 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-87d4e453-8119-4ce2-93f9-7d0e0bf9cbb9 req-b33e66b7-e07e-43a7-aed4-a4aa17e00cfb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378747 Sep 18 20:47:39.144001 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.32', 62909) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:47:39.192125 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc112-448d-4f0b-8943-e9112a57301b req-ec8aa780-1673-4e68-ac57-38429ffa9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:39.193653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1abcc112-448d-4f0b-8943-e9112a57301b req-ec8aa780-1673-4e68-ac57-38429ffa9ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1095 time: 0.0484059 Sep 18 20:47:39.226610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:47:39.264174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h2-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:47:39.307866 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa79f11-44d4-497e-a6cd-9ebff7bf1e28 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:47:39.313882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc112-448d-4f0b-8943-e9112a57301b req-6a4ab830-ddca-4369-9797-61c98d307157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:39.316937 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1abcc112-448d-4f0b-8943-e9112a57301b req-6a4ab830-ddca-4369-9797-61c98d307157 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.1044109 Sep 18 20:47:39.317185 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:39.333131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Transition to ACTIVE for port object caa79f11-44d4-497e-a6cd-9ebff7bf1e28 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:47:39.337606 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:39.398743 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1abcc112-448d-4f0b-8943-e9112a57301b req-38317b90-8a51-42a1-94bd-e064bdfef848 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 998 time: 0.0748146 Sep 18 20:47:39.423439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=9']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:47:39.436716 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.437261 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.437652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.438146 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.438718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.439095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.439693 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.440240 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.440769 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.441297 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.441921 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.442447 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:47:39.465763 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc112-448d-4f0b-8943-e9112a57301b req-b7002b60-ee37-4b7b-89bc-78eb6ecc62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:39.467607 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1abcc112-448d-4f0b-8943-e9112a57301b req-b7002b60-ee37-4b7b-89bc-78eb6ecc62db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0612853 Sep 18 20:47:39.486913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] No DVR routers for this DVR port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:47:39.522700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc112-448d-4f0b-8943-e9112a57301b req-91fcf4e8-5eac-442b-b227-faf28432fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:39.524403 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1abcc112-448d-4f0b-8943-e9112a57301b req-91fcf4e8-5eac-442b-b227-faf28432fd3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496500 Sep 18 20:47:39.622175 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1abcc112-448d-4f0b-8943-e9112a57301b req-f29479a3-c551-4216-8bca-d9d7c507f7e2 service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904417 Sep 18 20:47:39.635822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Attempting to bind port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:47:39.636148 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Attempting to bind port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:47:39.636475 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Attempting to bind port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:47:39.640706 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:47:39.641021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Attempting to bind port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:47:39.646222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:47:39.646557 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Checking segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:47:39.646982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Bound using segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:47:39.647352 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Bound port: caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:47:39.647748 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:39.717178 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:47:39.720315 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:47:39.723115 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1abcc112-448d-4f0b-8943-e9112a57301b req-1f1c4cd7-0663-47b5-91f5-6582ff930127 service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928109 Sep 18 20:47:39.725687 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:39.762112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:39.762729 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:39.764145 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] 10.222.0.32 "PUT /v2.0/ports/caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 1092 time: 0.8643792 Sep 18 20:47:39.764581 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:47:39.766828 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a2ca54-5237-4667-920a-d6ee173c8ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:47:39.800234 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295b9c9-1a2f-4724-8b45-84824335be54 service neutron] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=10']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:47:39.818481 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d703acd-0879-44f6-85b6-bbe7c9bf1d05 x-openstack-request-id: req-4d703acd-0879-44f6-85b6-bbe7c9bf1d05 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:47:39.818838 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:47:39.819021 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d703acd-0879-44f6-85b6-bbe7c9bf1d05 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:47:39.819466 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'status': 'completed', 'code': 200} Sep 18 20:47:39.836382 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-ad57000b-4bb8-4140-af8e-f3016f38c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:39.837919 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-ad57000b-4bb8-4140-af8e-f3016f38c182 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1096 time: 0.0472989 Sep 18 20:47:39.937524 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-259854a1-09ee-4c8f-9a5a-1f0ff0cca649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:39.939002 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-259854a1-09ee-4c8f-9a5a-1f0ff0cca649 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0943561 Sep 18 20:47:40.004946 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-c827477c-fb6d-42cf-b023-ec11c42219a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 998 time: 0.0588312 Sep 18 20:47:40.058834 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-6269e174-a879-44d4-9ca8-db892dfb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:40.060262 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-6269e174-a879-44d4-9ca8-db892dfb2eda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0484967 Sep 18 20:47:40.100693 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e82fd-a894-4974-9c18-881067161ee6 req-0502b692-6def-4c76-8b2e-14898ff75ebd tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:40.102330 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b22e82fd-a894-4974-9c18-881067161ee6 req-0502b692-6def-4c76-8b2e-14898ff75ebd tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0501051 Sep 18 20:47:40.106751 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-329c43dc-2006-4f56-b021-434f1ba631e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:40.108280 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-329c43dc-2006-4f56-b021-434f1ba631e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410688 Sep 18 20:47:40.140707 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b22e82fd-a894-4974-9c18-881067161ee6 req-ac93258d-7f7f-42a2-97cb-d5ef4b17852b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323040 Sep 18 20:47:40.199109 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-b0c8cd08-5bec-48f9-9f8f-f4d46d9edd6f service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833266 Sep 18 20:47:40.291479 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-71e427af-ced0-4d06-9b28-8c4fda882c4b req-2a411f6a-4377-4d63-8327-ac5b870497bb service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848274 Sep 18 20:47:40.367189 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-ba1206a6-1763-45dd-a2b0-71eb1f356f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:40.368758 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-ba1206a6-1763-45dd-a2b0-71eb1f356f2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1096 time: 0.0403147 Sep 18 20:47:40.464702 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-44169088-a474-48e9-a2ca-f2eb33fb7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:40.466197 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-44169088-a474-48e9-a2ca-f2eb33fb7f0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0903203 Sep 18 20:47:40.534381 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-47e35588-00eb-4de4-be92-1eaf6daeec21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 998 time: 0.0615208 Sep 18 20:47:41.265068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15c1ed-cf67-4544-b05b-0242e31e433a req-53dfca69-a565-4bb6-bb04-22ae16b58d87 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:41.266616 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b15c1ed-cf67-4544-b05b-0242e31e433a req-53dfca69-a565-4bb6-bb04-22ae16b58d87 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0501220 Sep 18 20:47:41.311039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b15c1ed-cf67-4544-b05b-0242e31e433a req-2c214e6b-157d-4596-a236-0dda0eb54156 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375104 Sep 18 20:47:42.431697 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a83b3b-974c-4e12-b815-60d2e517fd34 req-8a14924e-d73c-497c-87dd-2aef54f1a13e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:42.433249 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1a83b3b-974c-4e12-b815-60d2e517fd34 req-8a14924e-d73c-497c-87dd-2aef54f1a13e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0542374 Sep 18 20:47:42.475263 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c1a83b3b-974c-4e12-b815-60d2e517fd34 req-14a8693d-b80a-45ab-b97a-2105084c483c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358191 Sep 18 20:47:43.610678 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b16bcd-1545-4c9a-919c-2c90edf16c94 req-c7362da1-33d6-4c57-9e98-f592f830680f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:43.612287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1b16bcd-1545-4c9a-919c-2c90edf16c94 req-c7362da1-33d6-4c57-9e98-f592f830680f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0544672 Sep 18 20:47:43.665235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e1b16bcd-1545-4c9a-919c-2c90edf16c94 req-4ba437ad-ad4b-419c-8b39-51e884b6ffe1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462124 Sep 18 20:47:44.792652 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b75081-a3a8-4b8c-a191-3b4ae4fd211d req-ec317731-3839-48f9-bdde-2309a6a231c2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:44.794086 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60b75081-a3a8-4b8c-a191-3b4ae4fd211d req-ec317731-3839-48f9-bdde-2309a6a231c2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0558021 Sep 18 20:47:44.832836 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-60b75081-a3a8-4b8c-a191-3b4ae4fd211d req-75d81547-f0d9-4c65-a0fc-0ee4f12fd164 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Sep 18 20:47:45.969135 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a381a-b4f0-4fec-9b36-e44a6a29afe1 req-3717d3bf-1466-4530-9f76-dfec11d9c4c3 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:45.970693 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-308a381a-b4f0-4fec-9b36-e44a6a29afe1 req-3717d3bf-1466-4530-9f76-dfec11d9c4c3 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0561919 Sep 18 20:47:46.010837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-308a381a-b4f0-4fec-9b36-e44a6a29afe1 req-97035a5e-8d37-48d3-b179-b14ae60895dd tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327296 Sep 18 20:47:47.134925 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83204a29-003e-41cc-925d-298d07393a6f req-13e5ba80-e0dd-4834-be16-81c5964a329e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:47.136466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83204a29-003e-41cc-925d-298d07393a6f req-13e5ba80-e0dd-4834-be16-81c5964a329e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0512893 Sep 18 20:47:47.176911 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83204a29-003e-41cc-925d-298d07393a6f req-df3ccd28-2c68-400a-9e05-89e348b18a32 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344331 Sep 18 20:47:48.306486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b96832-2063-4f9d-8c01-58ded6afff1d req-dcd58cf0-a85a-4b2d-935f-fa7e12bf2d03 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:48.308005 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c9b96832-2063-4f9d-8c01-58ded6afff1d req-dcd58cf0-a85a-4b2d-935f-fa7e12bf2d03 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0554590 Sep 18 20:47:48.348615 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c9b96832-2063-4f9d-8c01-58ded6afff1d req-89510454-d5e0-4d3a-9c21-49ebed5bdd1b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345535 Sep 18 20:47:49.476939 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f4444-9856-49c3-afae-5898c37bb415 req-cbf5fb1a-7e34-4297-9f30-0d0c657df885 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:49.478411 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c7f4444-9856-49c3-afae-5898c37bb415 req-cbf5fb1a-7e34-4297-9f30-0d0c657df885 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0565155 Sep 18 20:47:49.518278 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c7f4444-9856-49c3-afae-5898c37bb415 req-a1ac7733-f4e6-43de-b4a0-316649fe31a1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338745 Sep 18 20:47:50.635703 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57796aa3-c7fa-45e8-92e5-d86f217b3728 req-1029c203-4316-4232-9857-6245002135fb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:50.637174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57796aa3-c7fa-45e8-92e5-d86f217b3728 req-1029c203-4316-4232-9857-6245002135fb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0499249 Sep 18 20:47:50.673637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-57796aa3-c7fa-45e8-92e5-d86f217b3728 req-d6a89d55-ec68-4888-87d4-2e4a2575152b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304933 Sep 18 20:47:50.969288 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-004366fd-a9b7-4521-8a8a-e293117694e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:50.970764 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-004366fd-a9b7-4521-8a8a-e293117694e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0524478 Sep 18 20:47:51.016810 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-508f21e1-3d0b-4140-9ee0-25a0a41a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:51.018273 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-508f21e1-3d0b-4140-9ee0-25a0a41a5ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396228 Sep 18 20:47:51.109134 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-3d7c8fd9-7e3f-4fe2-850b-4db0e1f6ea05 service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803339 Sep 18 20:47:51.202627 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7a2ca54-5237-4667-920a-d6ee173c8ecb req-3f6e1c45-542d-4023-9534-5b915c73ccbb service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834434 Sep 18 20:47:51.706993 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-91e05e0f-01a3-4625-b645-aa084e0b85ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:51.799133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921da13-af74-4140-85c5-fad871f869bf req-b5b6dead-10cb-4f45-bf8d-1ccf62d6a4ae tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:51.800634 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5921da13-af74-4140-85c5-fad871f869bf req-b5b6dead-10cb-4f45-bf8d-1ccf62d6a4ae tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0511496 Sep 18 20:47:51.837891 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-5921da13-af74-4140-85c5-fad871f869bf req-90400e40-bf58-4241-93b0-d00a2503bebc tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Sep 18 20:47:52.954782 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a81c62-81a9-4d10-b07d-1fb446d51948 req-2483f8fd-fb64-4079-aeaa-6c4a4281f9fc tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:52.956267 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59a81c62-81a9-4d10-b07d-1fb446d51948 req-2483f8fd-fb64-4079-aeaa-6c4a4281f9fc tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 944 time: 0.0521429 Sep 18 20:47:52.994151 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-59a81c62-81a9-4d10-b07d-1fb446d51948 req-30492c56-b631-41d5-be3a-e27db555a565 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Sep 18 20:47:53.866632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:47:53.957871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:47:53.972276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'port_id': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'mac_address': 'fa:16:3e:6a:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:47:54.008576 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:54.018058 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:54.031837 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa79f11-44d4-497e-a6cd-9ebff7bf1e28 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:47:54.050890 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:47:54.056343 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:54.103811 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=11']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:47:54.118640 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c570d-6ad9-43cf-a47e-5ca2c8770407 req-21c9092a-8834-4114-8824-5b971389384f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:54.120088 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b4c570d-6ad9-43cf-a47e-5ca2c8770407 req-21c9092a-8834-4114-8824-5b971389384f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0490789 Sep 18 20:47:54.138414 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:54.160063 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1b4c570d-6ad9-43cf-a47e-5ca2c8770407 req-b8c5244c-7c0e-457d-a0c7-af2b7d017836 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333998 Sep 18 20:47:54.305731 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['caa79f11-44d4-497e-a6cd-9ebff7bf1e28'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:47:54.917122 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:54.960704 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1ade9d87-581a-45c6-957b-a0e948795ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:55.273712 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868411ff-86a1-4b2d-936d-ba4e5b0b33a7 req-607c9324-9695-4a82-bd66-ba46f6c107d5 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:55.275173 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-868411ff-86a1-4b2d-936d-ba4e5b0b33a7 req-607c9324-9695-4a82-bd66-ba46f6c107d5 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Sep 18 20:47:55.312235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-868411ff-86a1-4b2d-936d-ba4e5b0b33a7 req-d104c8be-baa0-43d1-ae5e-ebc1707c6d3e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Sep 18 20:47:55.800963 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:55.866750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:47:55.912382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:47:55.916002 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:47:55.916377 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:55.999469 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:56.021815 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:47:56.024102 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb6a92b-8ea9-4d1a-9484-f06c4f2ea01d" -d '{"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-plugged", "status": "completed", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:47:56.036836 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:47:56.040825 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:56.065751 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb468bc9-bb73-4e12-a639-9fd68cb315c1 x-openstack-request-id: req-bb468bc9-bb73-4e12-a639-9fd68cb315c1 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:47:56.066040 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-plugged", "status": "completed", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:47:56.066286 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb468bc9-bb73-4e12-a639-9fd68cb315c1 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:47:56.066668 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'code': 200} Sep 18 20:47:56.094290 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=12']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:47:56.211114 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939a216-197e-4f4b-8192-d600115b0b2c req-cbf49ada-642a-4ab0-a40f-20963c953562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:56.212638 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a939a216-197e-4f4b-8192-d600115b0b2c req-cbf49ada-642a-4ab0-a40f-20963c953562 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1098 time: 0.0401421 Sep 18 20:47:56.247682 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-a939a216-197e-4f4b-8192-d600115b0b2c req-808bfc29-64d6-4bef-89d0-272114297051 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282950 Sep 18 20:47:56.430938 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c6775-d69e-41d2-9f27-54f4f6793c3f req-fba28a9d-fe63-451a-9bcf-4f5c005a9932 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:56.432439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c4c6775-d69e-41d2-9f27-54f4f6793c3f req-fba28a9d-fe63-451a-9bcf-4f5c005a9932 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 946 time: 0.0532429 Sep 18 20:47:56.468780 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4c4c6775-d69e-41d2-9f27-54f4f6793c3f req-2cb66b79-1ee5-4d92-bc39-6a0b001c45da tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304267 Sep 18 20:47:57.589739 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be80476-3da8-42b0-831c-fb332f39801e req-62418afd-01dc-4ca1-ae05-0c10ba4915ae tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:57.591802 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be80476-3da8-42b0-831c-fb332f39801e req-62418afd-01dc-4ca1-ae05-0c10ba4915ae tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 946 time: 0.0518663 Sep 18 20:47:57.632683 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0be80476-3da8-42b0-831c-fb332f39801e req-66740bc7-cd37-4775-94ff-4cfa6c5129cc tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348091 Sep 18 20:47:57.738551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:47:58.748089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525345a-9dc6-4ffc-9f4f-c1b683b20f46 req-bbb0b740-b036-4ccf-99cb-f38fc2bc7b3c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:47:58.749583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e525345a-9dc6-4ffc-9f4f-c1b683b20f46 req-bbb0b740-b036-4ccf-99cb-f38fc2bc7b3c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 946 time: 0.0487442 Sep 18 20:47:58.786808 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e525345a-9dc6-4ffc-9f4f-c1b683b20f46 req-787cec8d-2173-40f0-903a-035a53c27692 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305605 Sep 18 20:48:03.374626 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:48:21.704934 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-725ba74f-9712-49a4-8d4f-ed21b4fb37c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:23.998551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:24.152600 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:24.921920 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:24.960749 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a8453c86-8904-432d-b37a-54391d97ae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:25.804032 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:27.741402 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:39.666130 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-e0c442a3-4b39-417a-b779-985a475fc203 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441871 Sep 18 20:48:39.747117 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-473c68fd-354e-40bb-9af0-35efa65a1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:48:39.748645 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-473c68fd-354e-40bb-9af0-35efa65a1c7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1098 time: 0.0404160 Sep 18 20:48:39.853397 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-0169a4df-0dfc-48a1-9a3c-a5b5b94449f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:48:39.854869 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-0169a4df-0dfc-48a1-9a3c-a5b5b94449f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0854418 Sep 18 20:48:39.931357 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-a8fe9c1a-2512-4e41-855f-fa450895ef97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 1000 time: 0.0699139 Sep 18 20:48:39.980957 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-f6b1f580-5f05-43a3-80cb-8e5590cf08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:48:39.982392 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-f6b1f580-5f05-43a3-80cb-8e5590cf08ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0442038 Sep 18 20:48:40.030366 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-d87ca33c-10c7-484e-8dee-cb169869e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:48:40.031886 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-d87ca33c-10c7-484e-8dee-cb169869e6d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417275 Sep 18 20:48:40.126055 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-1694db17-1875-40dd-930f-f1c0601d518d service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869184 Sep 18 20:48:40.230525 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-61ab4e85-c3e3-4891-b9d9-10f5b1014a12 req-3861c70d-de3b-4170-abe6-8b908b45c6a8 service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971787 Sep 18 20:48:40.374295 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:48:51.705958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-10a8e6b8-c147-4a61-ab22-c350100f4393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:54.018490 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:54.153027 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:54.923651 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:54.959606 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b6ef27f3-0cc7-4e3f-a646-bc0853defe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:55.806165 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:48:57.744389 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:09.473917 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45392) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:09.630531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Deleting port ff46271c-1396-40c9-a956-11897ad39d4e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:49:09.630880 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:09.704998 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:09.705331 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:09.718341 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Calling delete_port for ff46271c-1396-40c9-a956-11897ad39d4e owned by network:floatingip {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:49:09.864903 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:09.889779 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event deleted for resources: {'Port': ['ID=ff46271c-1396-40c9-a956-11897ad39d4e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:09.918738 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.919079 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.919433 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.919767 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.920092 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.920413 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.920733 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.921049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.921363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.921679 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.921995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.922312 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:09.960941 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for floatingip, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:09.961273 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Floating IP b7dcfa72-8f0c-421a-b192-eac3ae27ac76 disassociated (deleted). External IP: 172.25.8.47, port: caa79f11-44d4-497e-a6cd-9ebff7bf1e28. Sep 18 20:49:10.161774 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Router 378f934b-3606-43f1-97be-e7c700eb0f47 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:49:10.267386 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:49:10.272138 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:10.276740 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] Sync routers for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:49:10.285609 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:49:10.286230 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:48:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:49:10.299336 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-0b87b5f2-e28a-4046-990c-3baf17529ea2 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7dcfa72-8f0c-421a-b192-eac3ae27ac76 HTTP/1.1" status: 204 len: 168 time: 0.8243313 Sep 18 20:49:10.299995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:49:10.302317 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d410568f-cf93-4cf8-96c2-bdc4a752104b" -d '{"events": [{"name": "network-changed", "server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:49:10.393542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:49:10.409667 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe902e4-881a-4da8-a3f9-601076b892ae x-openstack-request-id: req-dfe902e4-881a-4da8-a3f9-601076b892ae {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:49:10.410180 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:49:10.410570 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfe902e4-881a-4da8-a3f9-601076b892ae {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:49:10.411064 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'status': 'completed', 'code': 200} Sep 18 20:49:10.476542 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-fc6513c3-f923-42bd-9014-e9feb94ddd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:10.478073 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-fc6513c3-f923-42bd-9014-e9feb94ddd90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 1098 time: 0.0460374 Sep 18 20:49:10.549791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddcfd5-d6b0-4f60-b2ca-7eaaa2b5bc87 req-163dd7dc-2ef6-41c8-8491-0c1210c82e71 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:10.551340 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6ddcfd5-d6b0-4f60-b2ca-7eaaa2b5bc87 req-163dd7dc-2ef6-41c8-8491-0c1210c82e71 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 946 time: 0.0571012 Sep 18 20:49:10.583849 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-57739f48-dbf2-406d-a45b-ffc0458f61de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:10.585595 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-57739f48-dbf2-406d-a45b-ffc0458f61de service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0991995 Sep 18 20:49:10.594065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b6ddcfd5-d6b0-4f60-b2ca-7eaaa2b5bc87 req-cdfe8fc3-5dd7-422e-b5f7-b3f1275ed258 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Sep 18 20:49:10.603397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:49:10.630507 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-15c33c41-15c4-4828-a07a-2aa8f3735413 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 200 len: 217 time: 0.0370266 Sep 18 20:49:10.639364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] Checking router: 378f934b-3606-43f1-97be-e7c700eb0f47 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:49:10.647789 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:49:10.648398 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:48:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:49:10.679467 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-a8aaab2c-ddcc-4de5-98cf-db6fff3d3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:10.680992 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-a8aaab2c-ddcc-4de5-98cf-db6fff3d3252 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0441036 Sep 18 20:49:10.729900 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-0b5350cc-088a-463a-84eb-b695e4f1fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:10.731453 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-0b5350cc-088a-463a-84eb-b695e4f1fecb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432942 Sep 18 20:49:10.758446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:49:10.825366 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-b7104a32-053d-409a-a805-793b3c5428f2 service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851636 Sep 18 20:49:10.925682 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-d410568f-cf93-4cf8-96c2-bdc4a752104b req-5429d43a-a123-489c-9b3b-0e0d34e68ebd service neutron] 10.222.0.32 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923197 Sep 18 20:49:10.953708 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:49:10.979752 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535da0b-55ec-4483-ae74-d513dc0999b7 None None] The sync data for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 is: [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:49:11.193657 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1cd4-1858-42a8-950e-a50f360932f1 None None] New status for floating IP b7dcfa72-8f0c-421a-b192-eac3ae27ac76: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:49:11.710051 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a3952-376a-47d2-aeb8-50d9e6a33942 req-0cd17595-e68e-44c2-8196-55b44a572b3b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:11.711673 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-290a3952-376a-47d2-aeb8-50d9e6a33942 req-0cd17595-e68e-44c2-8196-55b44a572b3b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 946 time: 0.0486124 Sep 18 20:49:11.753467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-290a3952-376a-47d2-aeb8-50d9e6a33942 req-f99f51ff-14f8-42bf-94e3-3090672bcd2c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce329611-7050-40ca-811c-1df739a063f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358720 Sep 18 20:49:11.765595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-9091a4b7-bbc7-41bf-87b2-69afcef5f2c0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:11.767167 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-9091a4b7-bbc7-41bf-87b2-69afcef5f2c0 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.32 "GET /v2.0/ports?device_id=e39e77e0-067e-404e-880c-3a57e2774d27 HTTP/1.1" status: 200 len: 946 time: 0.0505588 Sep 18 20:49:11.855274 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Deleting port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:49:11.855642 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:11.944401 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] For port caa79f11-44d4-497e-a6cd-9ebff7bf1e28, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:49:11.945027 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:11.957293 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Calling delete_port for caa79f11-44d4-497e-a6cd-9ebff7bf1e28 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:49:12.080374 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:12.109847 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event deleted for resources: {'Port': ['ID=caa79f11-44d4-497e-a6cd-9ebff7bf1e28,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:12.152063 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] No DVR routers for this DVR port caa79f11-44d4-497e-a6cd-9ebff7bf1e28 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:49:12.154534 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:12.156618 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-3b06fd66-5f8c-4e46-a25b-cb4a30034ee5 req-a9393674-ca12-4c36-a201-2ae8ba4a295d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.32 "DELETE /v2.0/ports/caa79f11-44d4-497e-a6cd-9ebff7bf1e28 HTTP/1.1" status: 204 len: 173 time: 0.3829584 Sep 18 20:49:12.412069 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-deleted', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:49:12.414420 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d2b5f1-16c0-4922-a7c4-0ab5608b8bf8" -d '{"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-deleted", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:49:12.451928 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2babb4-41d3-4733-a293-a4d026edd064 x-openstack-request-id: req-ba2babb4-41d3-4733-a293-a4d026edd064 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:49:12.452270 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39e77e0-067e-404e-880c-3a57e2774d27", "name": "network-vif-deleted", "tag": "caa79f11-44d4-497e-a6cd-9ebff7bf1e28", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:49:12.452583 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba2babb4-41d3-4733-a293-a4d026edd064 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:49:12.453043 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39e77e0-067e-404e-880c-3a57e2774d27', 'name': 'network-vif-deleted', 'tag': 'caa79f11-44d4-497e-a6cd-9ebff7bf1e28', 'status': 'completed', 'code': 200} Sep 18 20:49:12.808624 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45416) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:12.864913 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bd33132a-cfe7-4447-9e8c-6bd5bf83df2d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:12.889581 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bd33132a-cfe7-4447-9e8c-6bd5bf83df2d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:12.949897 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bd33132a-cfe7-4447-9e8c-6bd5bf83df2d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:12.952508 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bd33132a-cfe7-4447-9e8c-6bd5bf83df2d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:12.953662 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bd33132a-cfe7-4447-9e8c-6bd5bf83df2d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce329611-7050-40ca-811c-1df739a063f8 HTTP/1.1" status: 204 len: 168 time: 0.1440613 Sep 18 20:49:12.962529 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33132a-cfe7-4447-9e8c-6bd5bf83df2d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce329611-7050-40ca-811c-1df739a063f8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:13.168659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45422) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:13.173219 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-ae065583-e038-4026-950b-f1ffb97b375e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561847484', 'description': 'tempest-secgroup-smoke-1561847484 description', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:13.195929 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae065583-e038-4026-950b-f1ffb97b375e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.275318 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae065583-e038-4026-950b-f1ffb97b375e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.278869 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae065583-e038-4026-950b-f1ffb97b375e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.309108 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ae065583-e038-4026-950b-f1ffb97b375e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.310318 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-ae065583-e038-4026-950b-f1ffb97b375e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1406696 Sep 18 20:49:13.312275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae065583-e038-4026-950b-f1ffb97b375e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ece719-8623-42e5-a038-47e18f780004,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:13.313282 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45424) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:13.317970 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'a7ece719-8623-42e5-a038-47e18f780004', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:13.344582 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.392727 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.396233 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.413957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9948fe98-e190-45b3-9a2c-0013547f5881,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:13.422420 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.423657 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092947 Sep 18 20:49:13.425172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.425503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.425844 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.426185 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.426519 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.426645 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45426) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:13.426851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.427178 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.427534 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.427861 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.429058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.429486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.429829 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4db58e-14c6-47da-b2bb-499b49b16261 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:13.432236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-11bd3db1-8a4a-4784-a560-618aa6645a8b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'a7ece719-8623-42e5-a038-47e18f780004', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:13.460722 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11bd3db1-8a4a-4784-a560-618aa6645a8b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.517038 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11bd3db1-8a4a-4784-a560-618aa6645a8b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.520248 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11bd3db1-8a4a-4784-a560-618aa6645a8b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.539042 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd3db1-8a4a-4784-a560-618aa6645a8b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc2a8d9-b2af-4220-b2ad-67b032aee224,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:13.541270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11bd3db1-8a4a-4784-a560-618aa6645a8b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.542474 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-11bd3db1-8a4a-4784-a560-618aa6645a8b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146302 Sep 18 20:49:13.545236 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45428) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:13.549412 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3143bbfe-28ba-4f9f-8be5-ba61d2ac5832 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'a7ece719-8623-42e5-a038-47e18f780004', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:13.574658 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3143bbfe-28ba-4f9f-8be5-ba61d2ac5832 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.634721 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3143bbfe-28ba-4f9f-8be5-ba61d2ac5832 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.638184 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3143bbfe-28ba-4f9f-8be5-ba61d2ac5832 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.656112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143bbfe-28ba-4f9f-8be5-ba61d2ac5832 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f8b3a6-f9bd-41a2-b727-a9429f591c08,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:13.659211 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3143bbfe-28ba-4f9f-8be5-ba61d2ac5832 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.660510 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3143bbfe-28ba-4f9f-8be5-ba61d2ac5832 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143804 Sep 18 20:49:13.663822 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45430) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:13.668155 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e33e5637-8bd3-4f0a-aa53-daf7b4feb92a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'a7ece719-8623-42e5-a038-47e18f780004', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:13.693965 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e33e5637-8bd3-4f0a-aa53-daf7b4feb92a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.752183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e33e5637-8bd3-4f0a-aa53-daf7b4feb92a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.755689 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e33e5637-8bd3-4f0a-aa53-daf7b4feb92a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.773594 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e5637-8bd3-4f0a-aa53-daf7b4feb92a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7e6507-3840-48c0-a237-1c92dfbc084e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:13.780055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e33e5637-8bd3-4f0a-aa53-daf7b4feb92a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.781183 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e33e5637-8bd3-4f0a-aa53-daf7b4feb92a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163685 Sep 18 20:49:13.783909 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45432) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:13.788468 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-e37f8fc4-690c-4706-a662-ae64e4bb3303 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'a7ece719-8623-42e5-a038-47e18f780004', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:13.809648 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-e37f8fc4-690c-4706-a662-ae64e4bb3303 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Project 4fde3000bf6e4daa88ed34c14ab82fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:49:13.814196 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e37f8fc4-690c-4706-a662-ae64e4bb3303 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.872800 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e37f8fc4-690c-4706-a662-ae64e4bb3303 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.877731 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e37f8fc4-690c-4706-a662-ae64e4bb3303 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.894824 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f8fc4-690c-4706-a662-ae64e4bb3303 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51c7a33-b159-4b8b-918f-98ead670b25d,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:13.901723 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e37f8fc4-690c-4706-a662-ae64e4bb3303 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.902922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-e37f8fc4-690c-4706-a662-ae64e4bb3303 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179948 Sep 18 20:49:13.905636 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45434) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:13.909800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-f2e9cc7b-4892-44e8-b2ae-f20044e5ff41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'security_group_rule': {'security_group_id': 'a7ece719-8623-42e5-a038-47e18f780004', 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:13.930560 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-f2e9cc7b-4892-44e8-b2ae-f20044e5ff41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Project 4fde3000bf6e4daa88ed34c14ab82fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:49:13.935096 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2e9cc7b-4892-44e8-b2ae-f20044e5ff41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:13.996819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2e9cc7b-4892-44e8-b2ae-f20044e5ff41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:14.000183 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2e9cc7b-4892-44e8-b2ae-f20044e5ff41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:14.017134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9cc7b-4892-44e8-b2ae-f20044e5ff41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6432605a-6643-4feb-9597-182c56508e75,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:14.024181 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f2e9cc7b-4892-44e8-b2ae-f20044e5ff41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:14.025384 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f2e9cc7b-4892-44e8-b2ae-f20044e5ff41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188419 Sep 18 20:49:16.209415 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:49:16.233132 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: caa79f11-44d4-497e-a6cd-9ebff7bf1e28 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:49:16.233479 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device caa79f11-44d4-497e-a6cd-9ebff7bf1e28 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:49:17.373965 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:49:21.714318 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0d98357f-8cc7-4fb6-a3ff-0f53e7765fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:24.019995 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:24.152652 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:24.924912 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:24.963409 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-493cf90a-4ab0-4a1c-a400-ef62e044e1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:25.810161 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:27.747602 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:28.286067 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-1f6e280c-8e99-43a8-a064-3c7a045f33e8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561847484&fields=id&tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4 HTTP/1.1" status: 200 len: 267 time: 0.0323470 Sep 18 20:49:28.396210 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-9dc89b19-c774-4d69-a5df-984c26763131 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:28.397647 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-9dc89b19-c774-4d69-a5df-984c26763131 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 809 time: 0.1041276 Sep 18 20:49:28.412186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-133ec712-cfb1-414d-9fbb-962479b90757 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/quotas/4fde3000bf6e4daa88ed34c14ab82fd4 HTTP/1.1" status: 200 len: 375 time: 0.0087607 Sep 18 20:49:28.462237 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a7b59f88-ea93-433e-b6e6-270fc2318334 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444019 Sep 18 20:49:28.519362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-eec3668c-0a1f-4e87-845e-c10674b6f06e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:49:28.520401 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-eec3668c-0a1f-4e87-845e-c10674b6f06e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474119 Sep 18 20:49:28.611853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-208d8ee4-49c2-457c-b845-b5836273b3eb service neutron] 10.222.0.20 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849571 Sep 18 20:49:28.698969 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-1ef353f4-e92f-474b-846a-63841161ec8a service neutron] 10.222.0.20 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805006 Sep 18 20:49:28.986183 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f3c329c8-84d7-4444-acf5-8e8e791602d2 req-c1156e37-4b55-42f3-8977-bbdd7b224005 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 210 time: 0.0324476 Sep 18 20:49:30.001361 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a5af147b-e9ed-4d69-8bc5-651238df6379 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:30.002825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a5af147b-e9ed-4d69-8bc5-651238df6379 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 809 time: 0.1054862 Sep 18 20:49:30.053004 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-11b100b3-d599-4745-9b75-505fe16867e8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4 HTTP/1.1" status: 200 len: 380 time: 0.0415130 Sep 18 20:49:30.062012 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'port': {'device_id': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'admin_state_up': True, 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'security_groups': ['a7ece719-8623-42e5-a038-47e18f780004']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:30.118177 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dae9cc98-2c99-4079-8091-6f3f0ddcc942 req-604ea21e-2e93-498a-8c6d-ad5ec51df276 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 210 time: 0.0406108 Sep 18 20:49:30.197320 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Made reservation on behalf of 4fde3000bf6e4daa88ed34c14ab82fd4 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:49:30.200804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:30.334489 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Allocated IP 172.20.0.10 (fb8fb6e2-8d8e-46c9-99bf-d38581041330/03dc0f98-da0d-4663-8de7-cd302ec7928b/83388f78-8a83-4e81-ab41-5289620ad59f) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:49:30.475190 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:30.510353 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:30.558729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:49:30.561779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:49:30.565497 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:49:30.604268 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:30.633176 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:30.634135 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:30.650470 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-a9db63e6-ac44-46b3-84de-71f7f9b1eb4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5921185 Sep 18 20:49:30.718243 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Request body: {'port': {'device_id': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:30.776496 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:30.832360 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-3e6200b8-19fc-449f-8fab-ffe3a6f68204 None None] Provisioning complete for port 83388f78-8a83-4e81-ab41-5289620ad59f triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:49:30.832902 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-3e6200b8-19fc-449f-8fab-ffe3a6f68204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:30.866932 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-3e6200b8-19fc-449f-8fab-ffe3a6f68204 None None] Port 83388f78-8a83-4e81-ab41-5289620ad59f cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:49:31.047306 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83388f78-8a83-4e81-ab41-5289620ad59f {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:49:31.055259 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:31.067728 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Transition to ACTIVE for port object 83388f78-8a83-4e81-ab41-5289620ad59f will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:49:31.071570 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:31.144817 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Pushing event updated for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:31.208369 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Attempting to bind port 83388f78-8a83-4e81-ab41-5289620ad59f on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:49:31.208691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Attempting to bind port 83388f78-8a83-4e81-ab41-5289620ad59f by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:49:31.209017 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Attempting to bind port 83388f78-8a83-4e81-ab41-5289620ad59f on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:49:31.232173 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Port 83388f78-8a83-4e81-ab41-5289620ad59f on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:49:31.232495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Attempting to bind port 83388f78-8a83-4e81-ab41-5289620ad59f on network fb8fb6e2-8d8e-46c9-99bf-d38581041330 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:49:31.253772 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:49:31.254106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Checking segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:49:31.254530 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Bound using segment: {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:49:31.254977 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Bound port: 83388f78-8a83-4e81-ab41-5289620ad59f, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86729569-a322-4455-8753-990689777405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:49:31.255340 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:31.311425 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82122e-9658-4f43-9d50-18574d8e7a13 req-a9ba8abe-fa7a-4e9a-be6d-06498cb11e98 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:31.312981 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed82122e-9658-4f43-9d50-18574d8e7a13 req-a9ba8abe-fa7a-4e9a-be6d-06498cb11e98 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0948110 Sep 18 20:49:31.357774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:49:31.361710 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:49:31.368563 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:31.406653 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ed82122e-9658-4f43-9d50-18574d8e7a13 req-ce1fef38-88a7-4922-ad97-6c94105e3afb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845940 Sep 18 20:49:31.415429 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:31.416147 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:31.417427 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] 10.222.0.24 "PUT /v2.0/ports/83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 1093 time: 0.7582054 Sep 18 20:49:31.417879 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:49:31.420227 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bbaf50-9098-46f5-b94b-04752ba7ce1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:49:31.453435 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0794251-b620-4555-9982-eaf5c4718574 service neutron] Pushing event updated for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:31.535713 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-b8bbccd9-1ce1-4547-82cd-2d61401896ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:31.536727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-b8bbccd9-1ce1-4547-82cd-2d61401896ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1096 time: 0.0634999 Sep 18 20:49:31.589674 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5763b-9c60-4622-83cf-63f915c26ec5 x-openstack-request-id: req-ccd5763b-9c60-4622-83cf-63f915c26ec5 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:49:31.590023 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:49:31.590213 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccd5763b-9c60-4622-83cf-63f915c26ec5 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:49:31.590584 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f', 'status': 'completed', 'code': 200} Sep 18 20:49:31.592681 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-55083e63-a29e-472f-83cd-04610b8b2269 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 217 time: 0.0435233 Sep 18 20:49:31.644916 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-dc2528bb-6a53-494c-89a5-f6ab65c7df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:31.646455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-dc2528bb-6a53-494c-89a5-f6ab65c7df1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0470333 Sep 18 20:49:31.698964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-3e562e24-ef6d-4bff-a2d7-cdee45849599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:31.700440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-3e562e24-ef6d-4bff-a2d7-cdee45849599 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463402 Sep 18 20:49:31.799735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-36b93440-62dc-4885-8364-fad318fdd4d1 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922210 Sep 18 20:49:31.901907 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-deb5e275-5a3b-40d1-bb67-a50f3106a91b req-cc93c137-f062-4203-a4a2-cfaa12a9e9b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952170 Sep 18 20:49:31.987225 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-b3589f33-99e2-4fdd-bb10-952e035270c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:31.988845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-b3589f33-99e2-4fdd-bb10-952e035270c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1096 time: 0.0421193 Sep 18 20:49:32.082824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-aba596b3-cab6-4d11-9a17-d2ba02296990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:32.084351 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-aba596b3-cab6-4d11-9a17-d2ba02296990 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0889549 Sep 18 20:49:32.126382 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-f0505ba1-5758-4f52-9d6d-9668210323d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 217 time: 0.0345953 Sep 18 20:49:32.176655 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-13ca72c7-4b8b-45a4-8c41-8cb37ab103cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:32.178019 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-13ca72c7-4b8b-45a4-8c41-8cb37ab103cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0443766 Sep 18 20:49:32.228787 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-cf478753-f726-4412-aca6-f901e0d4f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:32.230275 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-cf478753-f726-4412-aca6-f901e0d4f89e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451844 Sep 18 20:49:32.320140 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-2454d1d0-15a7-4d9a-908a-b231d38fc820 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822001 Sep 18 20:49:32.414479 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-19bbaf50-9098-46f5-b94b-04752ba7ce1d req-d04d70d3-bcf5-4dd2-95e9-470bb477bb15 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875843 Sep 18 20:49:32.529488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374fe32-9217-472d-89a6-312d18c2d781 req-f291c104-61ec-44d3-a9b0-9e65e70f3959 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:32.531027 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d374fe32-9217-472d-89a6-312d18c2d781 req-f291c104-61ec-44d3-a9b0-9e65e70f3959 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0533772 Sep 18 20:49:32.571694 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d374fe32-9217-472d-89a6-312d18c2d781 req-ed639c07-5f5a-4807-beec-451973c54255 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338178 Sep 18 20:49:33.693983 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a536a4-a955-460d-a672-327316322afa req-0c92dc1a-a314-4f3c-9340-495d0d025b7f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:33.695645 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51a536a4-a955-460d-a672-327316322afa req-0c92dc1a-a314-4f3c-9340-495d0d025b7f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0538218 Sep 18 20:49:33.736597 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-51a536a4-a955-460d-a672-327316322afa req-9d164496-79af-4c19-9832-81401176f057 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347471 Sep 18 20:49:34.852725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67739080-e868-46ee-850d-788d553add53 req-eaf521dc-4f2c-4f17-a0fb-2f159c4767aa tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:34.854172 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67739080-e868-46ee-850d-788d553add53 req-eaf521dc-4f2c-4f17-a0fb-2f159c4767aa tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0520744 Sep 18 20:49:34.891272 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-67739080-e868-46ee-850d-788d553add53 req-550325aa-90ab-408a-917c-bd8945117d33 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Sep 18 20:49:36.006308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b121b-066c-4ac7-b8e0-2c490f37853c req-6ed17d17-c587-453c-a5b8-b66ba49c1fe3 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:36.007819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b52b121b-066c-4ac7-b8e0-2c490f37853c req-6ed17d17-c587-453c-a5b8-b66ba49c1fe3 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0490069 Sep 18 20:49:36.046865 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b52b121b-066c-4ac7-b8e0-2c490f37853c req-a7e83b70-00cb-4ace-b171-f356cc4a0205 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Sep 18 20:49:37.163673 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf98e8-ebe2-4e6c-92ae-d3abb73492b1 req-72843058-212e-4c09-85be-babab602255c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:37.165164 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-adaf98e8-ebe2-4e6c-92ae-d3abb73492b1 req-72843058-212e-4c09-85be-babab602255c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0497639 Sep 18 20:49:37.202485 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-adaf98e8-ebe2-4e6c-92ae-d3abb73492b1 req-b38b7779-f2e2-4427-9e48-23b6ee195639 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315011 Sep 18 20:49:38.319004 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f67cc-655a-4ff1-a755-dc2d4c8a2a1d req-fb8bdbbb-2943-4ec6-991e-528240f2c6d6 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:38.320877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b12f67cc-655a-4ff1-a755-dc2d4c8a2a1d req-fb8bdbbb-2943-4ec6-991e-528240f2c6d6 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0530212 Sep 18 20:49:38.358039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b12f67cc-655a-4ff1-a755-dc2d4c8a2a1d req-60a9cc3d-c9a1-4260-b25d-6983b0cc5277 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309331 Sep 18 20:49:39.474723 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee859-2565-4072-8b40-fc9024939f9b req-21d9876e-61c9-4e0a-bce7-adf14ea1ebe1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:39.476843 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ee859-2565-4072-8b40-fc9024939f9b req-21d9876e-61c9-4e0a-bce7-adf14ea1ebe1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0493913 Sep 18 20:49:39.515057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b25ee859-2565-4072-8b40-fc9024939f9b req-9aa3f6e3-e65c-4bc0-aafb-e3c934908f38 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Sep 18 20:49:40.627680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c4295-6bee-4978-a707-1dcebdca2b44 req-558bbec9-34ad-4de4-b48f-c564bdde18f5 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:40.629156 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3b8c4295-6bee-4978-a707-1dcebdca2b44 req-558bbec9-34ad-4de4-b48f-c564bdde18f5 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0486362 Sep 18 20:49:40.669530 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3b8c4295-6bee-4978-a707-1dcebdca2b44 req-9975414e-a9db-4376-b6c8-f588d6fdd81f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340745 Sep 18 20:49:41.786349 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483af6d3-5a9c-4925-9fcf-aa63aa71139a req-50c50a44-ce58-44cb-960b-204c599e867a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:41.788397 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-483af6d3-5a9c-4925-9fcf-aa63aa71139a req-50c50a44-ce58-44cb-960b-204c599e867a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0511658 Sep 18 20:49:41.824305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-483af6d3-5a9c-4925-9fcf-aa63aa71139a req-68257a6e-804e-4b09-bf6b-4ec74242a82e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300722 Sep 18 20:49:42.945556 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d3859-fcff-4582-bd18-178769beadc1 req-3e7e9bd5-ef74-4b02-98da-b176635c32c1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:42.947039 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-277d3859-fcff-4582-bd18-178769beadc1 req-3e7e9bd5-ef74-4b02-98da-b176635c32c1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0525846 Sep 18 20:49:42.984995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-277d3859-fcff-4582-bd18-178769beadc1 req-ff4a1949-968e-4588-bba9-0ded0c242b6a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Sep 18 20:49:43.234459 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 83388f78-8a83-4e81-ab41-5289620ad59f details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:49:43.326723 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:49:43.337746 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '83388f78-8a83-4e81-ab41-5289620ad59f', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'port_id': '83388f78-8a83-4e81-ab41-5289620ad59f', 'mac_address': 'fa:16:3e:0b:ae:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:49:43.372974 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:43.386023 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83388f78-8a83-4e81-ab41-5289620ad59f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:49:43.404994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:49:43.408513 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:43.456287 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:43.464113 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.464452 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.464781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.465114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.465437 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.465756 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.466073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.466389 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.466705 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.467018 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.467332 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.467669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:49:43.624745 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['83388f78-8a83-4e81-ab41-5289620ad59f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:49:44.100022 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b7d68-0563-45e8-a810-ab87c2c79611 req-3e94d7ca-51a2-412c-9997-7990dff73b9a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:44.101837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-232b7d68-0563-45e8-a810-ab87c2c79611 req-3e94d7ca-51a2-412c-9997-7990dff73b9a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 945 time: 0.0509229 Sep 18 20:49:44.140145 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-232b7d68-0563-45e8-a810-ab87c2c79611 req-bf52fdb2-a2bc-4641-8e97-a77c6b5b2c3e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Sep 18 20:49:45.249760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 83388f78-8a83-4e81-ab41-5289620ad59f up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:49:45.259653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36fb6a-9c55-4c4c-80e7-f8c353d9f4cf req-7afd8a6b-1611-4cb8-a7f6-be5acc84c767 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:45.261154 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c36fb6a-9c55-4c4c-80e7-f8c353d9f4cf req-7afd8a6b-1611-4cb8-a7f6-be5acc84c767 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 945 time: 0.0551496 Sep 18 20:49:45.299826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1c36fb6a-9c55-4c4c-80e7-f8c353d9f4cf req-dd2e77c5-d73a-405c-ae35-2659108dfd92 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Sep 18 20:49:45.300584 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port 83388f78-8a83-4e81-ab41-5289620ad59f completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:49:45.305674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 83388f78-8a83-4e81-ab41-5289620ad59f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:49:45.306046 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:45.382817 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:45.404944 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:49:45.407155 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d14d8a5-fdaf-4d01-b1ea-0a827a2eabe8" -d '{"events": [{"server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "name": "network-vif-plugged", "status": "completed", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:49:45.420334 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:49:45.426429 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:45.607247 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1b152-61bb-4dfa-bb0b-7e20c2c6e722 req-4ba5d183-5a06-491d-aaba-29f1030342cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:45.608817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36c1b152-61bb-4dfa-bb0b-7e20c2c6e722 req-4ba5d183-5a06-491d-aaba-29f1030342cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0420573 Sep 18 20:49:45.611789 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d933c1-5607-4358-b545-3e11ec3a1eff x-openstack-request-id: req-14d933c1-5607-4358-b545-3e11ec3a1eff {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:49:45.612079 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "name": "network-vif-plugged", "status": "completed", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:49:45.612326 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14d933c1-5607-4358-b545-3e11ec3a1eff {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:49:45.612703 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f', 'code': 200} Sep 18 20:49:45.644516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-36c1b152-61bb-4dfa-bb0b-7e20c2c6e722 req-327d10a5-3310-4fd1-93d8-c2dcb9f5f05a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282593 Sep 18 20:49:45.644809 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:46.413003 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ebf24-342c-479f-b663-2eef36e1a74a req-a9351e73-823c-4979-bd59-52daf1a2838c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:46.414467 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-538ebf24-342c-479f-b663-2eef36e1a74a req-a9351e73-823c-4979-bd59-52daf1a2838c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0481420 Sep 18 20:49:46.451605 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-538ebf24-342c-479f-b663-2eef36e1a74a req-1ab1cd19-a0a6-4758-967f-1d647b0d3440 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Sep 18 20:49:47.569851 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22916-414e-4f3a-b0b3-6143b439bc85 req-e48d6a3c-4d62-4b1a-a0d4-9c91463e318e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:47.571338 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52a22916-414e-4f3a-b0b3-6143b439bc85 req-e48d6a3c-4d62-4b1a-a0d4-9c91463e318e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0518315 Sep 18 20:49:47.609079 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52a22916-414e-4f3a-b0b3-6143b439bc85 req-03513e1b-4865-415d-8558-e19a70d43315 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Sep 18 20:49:47.724465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b75de7-1299-448a-a803-15bf95c05c9b req-c568cfb3-6997-4916-80c5-846fe363c380 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:47.725953 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30b75de7-1299-448a-a803-15bf95c05c9b req-c568cfb3-6997-4916-80c5-846fe363c380 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0506835 Sep 18 20:49:47.765157 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-30b75de7-1299-448a-a803-15bf95c05c9b req-0aecfe01-d8d1-4eb3-877b-40b2668e5a79 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Sep 18 20:49:47.786777 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45648) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:47.824753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a73eeef-bfde-4587-9beb-b75e02ef3724 tempest-TestShelveInstance-1306951244 tempest-TestShelveInstance-1306951244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:47.826228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0a73eeef-bfde-4587-9beb-b75e02ef3724 tempest-TestShelveInstance-1306951244 tempest-TestShelveInstance-1306951244-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1093 time: 0.0384705 Sep 18 20:49:47.828858 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45650) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:49:47.832980 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '83388f78-8a83-4e81-ab41-5289620ad59f', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:49:47.855565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:47.955880 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:48.060885 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Allocated IP 172.25.8.228 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/79354ed6-3006-4dbe-9fdd-4a9990ff62c0) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:49:48.159691 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:48.192158 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:48.226516 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:49:48.230729 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:49:48.234211 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:49:48.266679 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'Port': ['ID=79354ed6-3006-4dbe-9fdd-4a9990ff62c0,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:48.592261 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:48.660255 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:48.804840 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:48.809134 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:48.879726 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event updated for resources: {'Port': ['ID=79354ed6-3006-4dbe-9fdd-4a9990ff62c0,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:49:48.889445 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:49.309253 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Floating IP b1918cff-d264-4195-8c6d-5e176d71ae5e associated. External IP: 172.25.8.228, port: 83388f78-8a83-4e81-ab41-5289620ad59f. Sep 18 20:49:49.514443 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Router 378f934b-3606-43f1-97be-e7c700eb0f47 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:49:49.624366 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:49:49.635016 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] Sync routers for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:49:49.641036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:49.645101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:49:49.645720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:49:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:49:49.669922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-7b3eddd5-0b9a-4963-afbb-594b23b0e580 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8400156 Sep 18 20:49:49.670514 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:49:49.672786 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f339857e-442e-438c-89f4-3e5e3f60d785" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:49:49.714985 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1716d43-de8f-4787-9337-9c3047bd5a2c x-openstack-request-id: req-e1716d43-de8f-4787-9337-9c3047bd5a2c {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:49:49.715523 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:49:49.715796 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1716d43-de8f-4787-9337-9c3047bd5a2c {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:49:49.716190 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f', 'status': 'completed', 'code': 200} Sep 18 20:49:49.758673 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:49:49.779404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-746e613d-c9bb-497c-8568-2a7b80102e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:49.780935 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-746e613d-c9bb-497c-8568-2a7b80102e4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0416651 Sep 18 20:49:49.879867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-79a37eb1-a44f-4cf8-b382-45818d41afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:49.881305 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-79a37eb1-a44f-4cf8-b382-45818d41afe3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0926292 Sep 18 20:49:49.945964 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-99071567-9508-410a-bdc3-8ae07c07a6b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 1000 time: 0.0580435 Sep 18 20:49:49.978733 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b1918cff-d264-4195-8c6d-5e176d71ae5e', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'port_id': '83388f78-8a83-4e81-ab41-5289620ad59f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'mac_address': 'fa:16:3e:0b:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:49:48Z', 'updated_at': '2021-09-18T20:49:48Z', 'revision_number': 0, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:49:49.995501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-957975c5-ecc3-4912-911a-ccac7964623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:49.997221 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-957975c5-ecc3-4912-911a-ccac7964623c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0441585 Sep 18 20:49:50.009905 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] Checking router: 378f934b-3606-43f1-97be-e7c700eb0f47 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:49:50.018180 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:49:50.018792 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:49:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:49:50.046082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-3d7c51bc-488f-43a0-8276-4ce7a209d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:49:50.047601 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-3d7c51bc-488f-43a0-8276-4ce7a209d0df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431604 Sep 18 20:49:50.126402 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:49:50.136966 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-25f3b676-fdf7-442a-8d1f-aeb05a74e647 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816050 Sep 18 20:49:50.231921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f339857e-442e-438c-89f4-3e5e3f60d785 req-6ff50bae-eba5-4965-8709-50f075791ccb service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877032 Sep 18 20:49:50.343699 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b1918cff-d264-4195-8c6d-5e176d71ae5e', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'port_id': '83388f78-8a83-4e81-ab41-5289620ad59f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'mac_address': 'fa:16:3e:0b:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:49:48Z', 'updated_at': '2021-09-18T20:49:48Z', 'revision_number': 0, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:49:50.372772 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1ae9f-68d6-4885-a6da-23ab47f37871 None None] The sync data for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 is: [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b1918cff-d264-4195-8c6d-5e176d71ae5e', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'port_id': '83388f78-8a83-4e81-ab41-5289620ad59f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'mac_address': 'fa:16:3e:0b:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:49:48Z', 'updated_at': '2021-09-18T20:49:48Z', 'revision_number': 0, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:49:50.566052 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978f230-cfd9-4229-962d-fa043b7db615 None None] New status for floating IP b1918cff-d264-4195-8c6d-5e176d71ae5e: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:49:51.707875 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d8a3cf42-03c3-45da-877c-d51e33432bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:54.034018 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:54.176604 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:54.373246 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:49:54.925203 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:54.965792 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-66a019d3-d08e-4543-bb32-b73ced306958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:55.813554 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:49:57.750892 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:21.709256 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d9e0db2f-a506-491d-95aa-c1497cad50cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:24.033413 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:24.183688 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:24.925852 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:24.965109 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c014d0a3-5dab-4a2a-bb36-9cf3e2fa2584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:25.816675 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:27.754471 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:31.372701 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:50:33.855227 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e85c48d1-6c4f-49ea-be83-675177495094 req-891c2050-615f-45e0-a9e3-b342a3141b1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389490 Sep 18 20:50:33.935295 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c48d1-6c4f-49ea-be83-675177495094 req-aab5b8be-30b4-439e-b00b-efe0121740ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:50:33.936782 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e85c48d1-6c4f-49ea-be83-675177495094 req-aab5b8be-30b4-439e-b00b-efe0121740ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0392976 Sep 18 20:50:34.049972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c48d1-6c4f-49ea-be83-675177495094 req-626acd3f-e023-4b6d-8231-a90520ac734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:50:34.051481 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e85c48d1-6c4f-49ea-be83-675177495094 req-626acd3f-e023-4b6d-8231-a90520ac734d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0960414 Sep 18 20:50:34.117134 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e85c48d1-6c4f-49ea-be83-675177495094 req-16a4298f-635b-45e0-bf67-73b927bae8b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 1002 time: 0.0582099 Sep 18 20:50:34.171509 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c48d1-6c4f-49ea-be83-675177495094 req-8cfb1b1c-e22d-4ddf-b02f-b9270caadd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:50:34.172954 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e85c48d1-6c4f-49ea-be83-675177495094 req-8cfb1b1c-e22d-4ddf-b02f-b9270caadd28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0481131 Sep 18 20:50:34.217274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c48d1-6c4f-49ea-be83-675177495094 req-3d1368f7-80d6-46b2-a853-ec94d81e4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:50:34.218726 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e85c48d1-6c4f-49ea-be83-675177495094 req-3d1368f7-80d6-46b2-a853-ec94d81e4ba6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391181 Sep 18 20:50:34.308885 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e85c48d1-6c4f-49ea-be83-675177495094 req-d18a40cb-90ff-46ab-a505-3ac9436a3d6b service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Sep 18 20:50:34.396952 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e85c48d1-6c4f-49ea-be83-675177495094 req-27aed04b-aae8-4d7f-8b89-69ce7db027c6 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806808 Sep 18 20:50:51.710518 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-07ca84a8-e9f0-4aba-99f5-81edae4c60bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:54.033785 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:54.183226 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:54.928569 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:54.964658 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d12a3647-554c-4550-af96-75565de4f40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:55.818660 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:50:57.757905 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:08.372009 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:51:21.712258 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-88a65ef4-d105-4427-9b1a-33e34e278c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:24.031863 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:24.197486 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:24.934416 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:24.963523 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-21f4c500-6689-4726-8d1b-f232e9048215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:25.821551 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:27.759713 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:33.889042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-d5dc526e-10a6-4ac8-829b-9fbf470a9c9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394011 Sep 18 20:51:33.974047 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9e80e-2562-4605-adb6-ea059151b033 req-2f8c823b-5085-49e2-ac69-e26c3937e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:33.975556 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-2f8c823b-5085-49e2-ac69-e26c3937e061 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0462968 Sep 18 20:51:34.081488 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9e80e-2562-4605-adb6-ea059151b033 req-c9a728f8-95f6-465b-8332-95c2bd421f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:34.083553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-c9a728f8-95f6-465b-8332-95c2bd421f5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0884736 Sep 18 20:51:34.155308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-1b1d46c5-c047-409a-8e27-a481ffa675b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 1002 time: 0.0650229 Sep 18 20:51:34.203951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9e80e-2562-4605-adb6-ea059151b033 req-3095fb78-1286-4672-a4e9-779f5c5af786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:34.205350 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-3095fb78-1286-4672-a4e9-779f5c5af786 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0434415 Sep 18 20:51:34.249989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9e80e-2562-4605-adb6-ea059151b033 req-d5ea329c-0b6f-4ca3-afff-828a4ff9c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:34.251497 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-d5ea329c-0b6f-4ca3-afff-828a4ff9c182 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395079 Sep 18 20:51:34.262972 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-5c2d7975-0385-47eb-bc8f-7ae7cec8169d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:51:34.263955 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-5c2d7975-0385-47eb-bc8f-7ae7cec8169d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048187 Sep 18 20:51:34.354929 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-1c5b28f6-fd8f-4c82-8e62-582cda9b5c84 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838475 Sep 18 20:51:34.443942 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02e9e80e-2562-4605-adb6-ea059151b033 req-534a1583-c902-42ad-8803-a340292dc5e0 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820179 Sep 18 20:51:44.065575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23bb3e-718c-4d88-8c88-0cfc96f792ff req-e238b310-ff18-4e50-ae62-48365200094e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:44.067116 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c23bb3e-718c-4d88-8c88-0cfc96f792ff req-e238b310-ff18-4e50-ae62-48365200094e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0572650 Sep 18 20:51:44.113434 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2c23bb3e-718c-4d88-8c88-0cfc96f792ff req-04056ef9-44d5-40bd-b66d-0324c168f330 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359449 Sep 18 20:51:45.243832 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b1688-db67-45a3-95d5-abecfe0c3624 req-72fac19f-ec28-4633-bb4c-ccaa8628914d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:45.245304 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a5b1688-db67-45a3-95d5-abecfe0c3624 req-72fac19f-ec28-4633-bb4c-ccaa8628914d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0482388 Sep 18 20:51:45.282538 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8a5b1688-db67-45a3-95d5-abecfe0c3624 req-f437af71-760f-41de-aac2-c925b4651fa5 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Sep 18 20:51:45.371757 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:51:46.456680 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c08f3d-9852-46bd-acc7-94013c22fcdf req-8ab935b1-f2d6-4b78-9d67-d291104c9936 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:46.458226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0c08f3d-9852-46bd-acc7-94013c22fcdf req-8ab935b1-f2d6-4b78-9d67-d291104c9936 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0507879 Sep 18 20:51:46.501759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b0c08f3d-9852-46bd-acc7-94013c22fcdf req-628c95b2-5365-46c3-bebb-1ad3e9a605fb tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363488 Sep 18 20:51:47.627903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fdd3a-a997-4cd0-bc5b-3c22fcd3444a req-0aa85d86-dd7c-418e-9fa6-a6874dee8c06 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:47.629388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d1fdd3a-a997-4cd0-bc5b-3c22fcd3444a req-0aa85d86-dd7c-418e-9fa6-a6874dee8c06 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0560811 Sep 18 20:51:47.668030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3d1fdd3a-a997-4cd0-bc5b-3c22fcd3444a req-07c243b1-9f51-4f4b-90a5-71fb3c242e7b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324786 Sep 18 20:51:48.784374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4167a-1f2e-4868-acf8-4ca312dd0a3a req-7c9946bc-13bd-469f-88b8-57a6d17bcf8c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:48.785758 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00f4167a-1f2e-4868-acf8-4ca312dd0a3a req-7c9946bc-13bd-469f-88b8-57a6d17bcf8c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0491898 Sep 18 20:51:48.823772 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00f4167a-1f2e-4868-acf8-4ca312dd0a3a req-30e4df0f-7711-4a57-a97e-79644a93196f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Sep 18 20:51:49.936715 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae69a9-77d0-481f-b28a-495eb7230df0 req-1c4c7f50-a22a-462e-9e2d-cff07b8ab776 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:49.938180 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79ae69a9-77d0-481f-b28a-495eb7230df0 req-1c4c7f50-a22a-462e-9e2d-cff07b8ab776 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0481966 Sep 18 20:51:49.976462 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-79ae69a9-77d0-481f-b28a-495eb7230df0 req-2f75fd5a-ba36-4064-93ed-2aef18b23003 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321176 Sep 18 20:51:51.095585 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0efc26-4bb0-4309-85be-a76631eaad7b req-20c3fc84-c735-4c12-ae24-49d22a6a0796 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:51.097074 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe0efc26-4bb0-4309-85be-a76631eaad7b req-20c3fc84-c735-4c12-ae24-49d22a6a0796 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0533216 Sep 18 20:51:51.135628 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fe0efc26-4bb0-4309-85be-a76631eaad7b req-cb05ba2e-1327-4d9d-af78-c1f135852f5e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 Sep 18 20:51:51.712473 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-445b59df-32ec-4b27-98a5-5ea27fc209fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:52.249903 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72dd07-d51a-4f3f-b7b7-5d25e8542ba7 req-308cd866-3d8a-4848-801b-bd493329980a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:52.251395 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd72dd07-d51a-4f3f-b7b7-5d25e8542ba7 req-308cd866-3d8a-4848-801b-bd493329980a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0496378 Sep 18 20:51:52.289022 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fd72dd07-d51a-4f3f-b7b7-5d25e8542ba7 req-4001b958-14c8-41f5-8355-4a7580fb40a6 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Sep 18 20:51:53.402170 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbae37-13c8-4c51-baae-6179af798334 req-e39c8e65-fcac-4f5e-82a5-17ab3550c2be tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:53.403678 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6acbae37-13c8-4c51-baae-6179af798334 req-e39c8e65-fcac-4f5e-82a5-17ab3550c2be tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0494728 Sep 18 20:51:53.441783 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6acbae37-13c8-4c51-baae-6179af798334 req-cacda0b0-06d8-426a-9097-a5bbfc042e38 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Sep 18 20:51:54.030593 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:54.184544 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-39bb54fd-bb7c-42d2-8958-aeb950462a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:54.186030 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-39bb54fd-bb7c-42d2-8958-aeb950462a4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0450494 Sep 18 20:51:54.214352 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:54.279623 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-6d91477e-6ce4-4d53-85fd-65c57dcfe59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:54.281159 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-6d91477e-6ce4-4d53-85fd-65c57dcfe59e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0882561 Sep 18 20:51:54.351203 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-f50eb3b9-e04c-43d1-af94-17b743272e63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 1002 time: 0.0636058 Sep 18 20:51:54.400201 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-d243dd94-2191-4ab3-9fc5-9bf87916814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:54.401612 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-d243dd94-2191-4ab3-9fc5-9bf87916814c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0441940 Sep 18 20:51:54.446322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-9ca9a354-ea8c-4a55-a667-a2f25f4bd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:54.447873 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-9ca9a354-ea8c-4a55-a667-a2f25f4bd6d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396373 Sep 18 20:51:54.575042 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-9e381317-9af8-4838-862f-353dd09bef40 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200726 Sep 18 20:51:54.583249 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081ce07-25ce-45a0-a450-0f6bb101210b req-fc17dbea-82d7-4eaa-8c7f-34b795b90e41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:54.585447 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d081ce07-25ce-45a0-a450-0f6bb101210b req-fc17dbea-82d7-4eaa-8c7f-34b795b90e41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0696595 Sep 18 20:51:54.677430 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d081ce07-25ce-45a0-a450-0f6bb101210b req-c499de04-042c-4313-8f37-9884fc16dd05 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841434 Sep 18 20:51:54.705229 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-449e8ef3-a894-4cb4-a342-9c44f3b1787c req-c6736369-984b-41ec-ab10-1244c8276ebe service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188266 Sep 18 20:51:54.926350 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:54.962784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-add3bb2c-b39f-4073-a9f1-887bbe5b6c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:55.792795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b049e-5831-45e9-b4ef-78ad59b719f4 req-e0a71d15-800b-4877-bd06-c2b005017187 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:55.794287 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f62b049e-5831-45e9-b4ef-78ad59b719f4 req-e0a71d15-800b-4877-bd06-c2b005017187 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0490761 Sep 18 20:51:55.825239 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:55.835057 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f62b049e-5831-45e9-b4ef-78ad59b719f4 req-a8074316-3d44-4c8e-89aa-fa89fe074a44 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343339 Sep 18 20:51:56.957578 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb971a8d-660f-4efe-98b6-da7b94f3446d req-265d6d6a-6264-4c74-800f-94d9ceccbb18 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:56.959083 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb971a8d-660f-4efe-98b6-da7b94f3446d req-265d6d6a-6264-4c74-800f-94d9ceccbb18 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0500228 Sep 18 20:51:56.998181 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bb971a8d-660f-4efe-98b6-da7b94f3446d req-82668600-af85-4d6b-8f33-5e022bf1cdec tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Sep 18 20:51:57.764972 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:58.117082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e470a3-869b-4c8b-b3a2-6e918f7a4ec8 req-02ad3077-8d73-477c-b688-d0422ce9720a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:58.118564 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e470a3-869b-4c8b-b3a2-6e918f7a4ec8 req-02ad3077-8d73-477c-b688-d0422ce9720a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0550754 Sep 18 20:51:58.155775 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-73e470a3-869b-4c8b-b3a2-6e918f7a4ec8 req-7a1cc2f0-a5fd-4032-a301-a5caca2ec737 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Sep 18 20:51:59.383574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-2b4a017b-dabd-4b74-8538-32552e8cad3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710104 Sep 18 20:51:59.395615 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3d8b4-89f7-4713-9034-07b4c05e2c74 req-63b5c98c-2d06-4f12-a67c-eca9f6e9970b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:51:59.397375 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62a3d8b4-89f7-4713-9034-07b4c05e2c74 req-63b5c98c-2d06-4f12-a67c-eca9f6e9970b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0596113 Sep 18 20:51:59.435852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-62a3d8b4-89f7-4713-9034-07b4c05e2c74 req-0b6b1b3e-10c9-4f42-9d18-614568786a36 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Sep 18 20:51:59.842061 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 83388f78-8a83-4e81-ab41-5289620ad59f no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:51:59.913586 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:59.934715 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:51:59.937106 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d991863c-d285-4d2e-b29c-e442575c0005" -d '{"events": [{"server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "name": "network-vif-unplugged", "status": "completed", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:51:59.952614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:51:59.956975 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:51:59.981575 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9273b59f-17d7-4293-a496-518fccca2bc4 x-openstack-request-id: req-9273b59f-17d7-4293-a496-518fccca2bc4 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:51:59.981866 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "name": "network-vif-unplugged", "status": "failed", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f", "code": 422}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:51:59.982117 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9273b59f-17d7-4293-a496-518fccca2bc4 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:51:59.982503 n-d-789963-11 neutron-server[94942]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f', 'code': 422} returned with failed status Sep 18 20:52:00.007958 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:52:00.014967 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.015312 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.015679 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.016013 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.016343 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.016674 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.016998 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.017321 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.017644 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.017963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.018283 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.018602 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:52:00.552219 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af7bf4-3c94-425e-b95d-f9609d26504d req-91723139-5046-4d28-9c29-ec9c120c482e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:00.554838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27af7bf4-3c94-425e-b95d-f9609d26504d req-91723139-5046-4d28-9c29-ec9c120c482e tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0541546 Sep 18 20:52:00.592280 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-27af7bf4-3c94-425e-b95d-f9609d26504d req-2929acc5-f796-4d07-8808-ac8835f546ee tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315599 Sep 18 20:52:01.717495 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369023-18ef-4e3b-a1de-bc2b33ec20c9 req-5a55a3aa-969d-4180-b32b-682430f41114 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:01.719007 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66369023-18ef-4e3b-a1de-bc2b33ec20c9 req-5a55a3aa-969d-4180-b32b-682430f41114 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0495155 Sep 18 20:52:01.756789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-66369023-18ef-4e3b-a1de-bc2b33ec20c9 req-34ee2c9e-d39c-40d9-a9b9-3e3aaaa631ed tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310178 Sep 18 20:52:02.870465 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ed571-c0bb-442a-a099-fb4ec20a431c req-d4484068-89d0-4435-8d82-6b4bb4d42fc1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:02.871995 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f24ed571-c0bb-442a-a099-fb4ec20a431c req-d4484068-89d0-4435-8d82-6b4bb4d42fc1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0492098 Sep 18 20:52:02.909133 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f24ed571-c0bb-442a-a099-fb4ec20a431c req-dabe7303-69ed-4bcd-ba6f-807cf2639043 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309670 Sep 18 20:52:04.030459 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b754f85-4ea2-4a8e-8038-675bffba74af req-a4b0dec8-f35e-44db-81ed-2a6955798e41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:04.031996 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b754f85-4ea2-4a8e-8038-675bffba74af req-a4b0dec8-f35e-44db-81ed-2a6955798e41 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0547800 Sep 18 20:52:04.070513 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0b754f85-4ea2-4a8e-8038-675bffba74af req-be952b31-ae3e-4452-8a0b-0f4c01f910f5 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324910 Sep 18 20:52:05.189957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029a912-5991-4b4b-9974-bed16f93aefb req-41954f6c-e7ed-4d77-b088-485078e04e22 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:05.191486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e029a912-5991-4b4b-9974-bed16f93aefb req-41954f6c-e7ed-4d77-b088-485078e04e22 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0495639 Sep 18 20:52:05.229388 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e029a912-5991-4b4b-9974-bed16f93aefb req-e19e859d-b6e9-4e95-bfe0-4c8d870701cd tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317342 Sep 18 20:52:06.346551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d276f-7cdf-4280-9ea8-580275743281 req-d4814ecf-5654-4984-8b25-f8e36b02a76d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:06.348060 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f83d276f-7cdf-4280-9ea8-580275743281 req-d4814ecf-5654-4984-8b25-f8e36b02a76d tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0482864 Sep 18 20:52:06.385860 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f83d276f-7cdf-4280-9ea8-580275743281 req-038d15ef-8136-44b6-9040-b717f58037cf tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Sep 18 20:52:07.508374 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde586d-ebda-4578-884b-09fd6343679c req-c7cc2db0-2193-4701-94a2-7e55dbf9052f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:07.509877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbde586d-ebda-4578-884b-09fd6343679c req-c7cc2db0-2193-4701-94a2-7e55dbf9052f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0559413 Sep 18 20:52:07.551186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cbde586d-ebda-4578-884b-09fd6343679c req-cecaa5ac-66e3-4705-ac6c-1d51de6a34af tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349789 Sep 18 20:52:08.015317 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-21d971a4-a6cf-4b28-86f9-f94596755727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:08.016729 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-21d971a4-a6cf-4b28-86f9-f94596755727 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee&tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0412288 Sep 18 20:52:08.075428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-161072bf-2ea9-49d5-b39e-1e507feb725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:08.076876 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-161072bf-2ea9-49d5-b39e-1e507feb725d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1096 time: 0.0395780 Sep 18 20:52:08.168664 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-68a04721-d086-4f51-9359-1bef49940159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:08.170105 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-68a04721-d086-4f51-9359-1bef49940159 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0865679 Sep 18 20:52:08.232777 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-3552b11c-685b-4687-b656-f219b97252f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 1000 time: 0.0558097 Sep 18 20:52:08.286403 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-a977cd2f-9855-4db9-a95f-9026745fae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:08.288624 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-a977cd2f-9855-4db9-a95f-9026745fae7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0492134 Sep 18 20:52:08.332764 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-1ce19ccb-bd41-406f-8992-3a902313efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:08.334254 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-1ce19ccb-bd41-406f-8992-3a902313efbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392525 Sep 18 20:52:08.421425 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-8cf79e98-6f74-43a1-a41c-65026ce99265 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802386 Sep 18 20:52:08.514076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-1b0f23dd-6214-408c-83a1-a9b8aa6bbeaa service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855989 Sep 18 20:52:08.666057 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e05cd-5796-455c-9bb8-603fc1ca7282 req-632a4672-b1fe-41b6-8c13-b66d7ffeb10b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:08.667547 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-599e05cd-5796-455c-9bb8-603fc1ca7282 req-632a4672-b1fe-41b6-8c13-b66d7ffeb10b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0492918 Sep 18 20:52:08.704264 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-599e05cd-5796-455c-9bb8-603fc1ca7282 req-615d6d98-4001-4f78-ac54-8f0aeeba73ba tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307398 Sep 18 20:52:09.823917 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cbfa9-9cfa-4bf5-9ee4-99e6244f60d4 req-b9f843a4-7384-4633-944a-be1ea55fcf1f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:09.825417 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f1cbfa9-9cfa-4bf5-9ee4-99e6244f60d4 req-b9f843a4-7384-4633-944a-be1ea55fcf1f tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0533626 Sep 18 20:52:09.862347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8f1cbfa9-9cfa-4bf5-9ee4-99e6244f60d4 req-9b7f23b3-6295-4690-b7c8-1cf34ff55542 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Sep 18 20:52:10.977957 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84cdd-ba1a-4888-b097-fbbe7a8ab224 req-09d87173-b067-4b57-bdfd-7cb4ed53e125 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:10.979369 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c84cdd-ba1a-4888-b097-fbbe7a8ab224 req-09d87173-b067-4b57-bdfd-7cb4ed53e125 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0498955 Sep 18 20:52:11.018837 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f4c84cdd-ba1a-4888-b097-fbbe7a8ab224 req-4fbaf90b-99b6-4135-a722-5d1bcc188e17 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Sep 18 20:52:12.132414 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4c19e-c001-45b7-90b2-5648e9567a03 req-b62b64e2-b169-494e-9d73-471244088335 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:12.133877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-04e4c19e-c001-45b7-90b2-5648e9567a03 req-b62b64e2-b169-494e-9d73-471244088335 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0493431 Sep 18 20:52:12.174611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-04e4c19e-c001-45b7-90b2-5648e9567a03 req-7a31bd9e-a574-4bbb-9746-c65748ff9403 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346951 Sep 18 20:52:13.345699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83073779-e2b3-45f6-83a9-0d3f35a66bbf req-d1765693-51a3-4321-bf3b-35e3d703b1da tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:13.347174 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83073779-e2b3-45f6-83a9-0d3f35a66bbf req-d1765693-51a3-4321-bf3b-35e3d703b1da tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.1065485 Sep 18 20:52:13.384770 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-83073779-e2b3-45f6-83a9-0d3f35a66bbf req-d4cfd6bb-f846-4db5-b213-43bb2e5aa2bf tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311158 Sep 18 20:52:14.542388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93b2c4-18a8-4764-9394-93b011921988 req-1fe9c27d-ec06-45af-abf3-bd4a71854d78 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:14.543897 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c93b2c4-18a8-4764-9394-93b011921988 req-1fe9c27d-ec06-45af-abf3-bd4a71854d78 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0938280 Sep 18 20:52:14.580621 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9c93b2c4-18a8-4764-9394-93b011921988 req-3ff7f129-74a4-4cb9-9283-7180c8f09c0b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Sep 18 20:52:15.695499 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ba2b5-d29b-44c3-a5d5-99da9865804c req-71e5a238-b6f6-4317-9956-ac8d16813430 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:15.696960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-041ba2b5-d29b-44c3-a5d5-99da9865804c req-71e5a238-b6f6-4317-9956-ac8d16813430 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0490859 Sep 18 20:52:15.734300 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-041ba2b5-d29b-44c3-a5d5-99da9865804c req-03fb6b32-3376-465a-b0e6-680052621841 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313067 Sep 18 20:52:16.852019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952f36-94f9-4ff7-a6ad-9fa8e859ea5f req-9d5405cd-19dd-4aa0-b01f-73dd7458aaca tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:16.853484 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82952f36-94f9-4ff7-a6ad-9fa8e859ea5f req-9d5405cd-19dd-4aa0-b01f-73dd7458aaca tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0534172 Sep 18 20:52:16.891921 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-82952f36-94f9-4ff7-a6ad-9fa8e859ea5f req-224fdfc1-3fcc-4dc9-bde8-70d9b09e8e03 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Sep 18 20:52:17.889712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 83388f78-8a83-4e81-ab41-5289620ad59f details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:52:17.982209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:52:17.998540 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': '83388f78-8a83-4e81-ab41-5289620ad59f', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'port_id': '83388f78-8a83-4e81-ab41-5289620ad59f', 'mac_address': 'fa:16:3e:0b:ae:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:52:18.012592 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae9e2c-e411-4d62-88e9-05955383540c req-7cb06482-ab21-44bb-aec4-7ae77f8db86b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:18.014102 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1aae9e2c-e411-4d62-88e9-05955383540c req-7cb06482-ab21-44bb-aec4-7ae77f8db86b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 944 time: 0.0564599 Sep 18 20:52:18.035453 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:18.047620 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83388f78-8a83-4e81-ab41-5289620ad59f {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:52:18.052301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-1aae9e2c-e411-4d62-88e9-05955383540c req-2158d476-ebb8-4346-8045-a213283dad24 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Sep 18 20:52:18.066522 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:52:18.071283 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:18.117862 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:52:18.269833 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['83388f78-8a83-4e81-ab41-5289620ad59f'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:52:19.167934 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911413e-526a-497f-a414-9e2ec4c64041 req-8136365d-2003-4b26-a51b-72cc425154fa tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:19.169440 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3911413e-526a-497f-a414-9e2ec4c64041 req-8136365d-2003-4b26-a51b-72cc425154fa tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 945 time: 0.0486920 Sep 18 20:52:19.207320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-3911413e-526a-497f-a414-9e2ec4c64041 req-681fad9f-f584-4c92-aeee-2405d4b2cf11 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320730 Sep 18 20:52:19.904163 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 83388f78-8a83-4e81-ab41-5289620ad59f up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:52:19.950760 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port 83388f78-8a83-4e81-ab41-5289620ad59f triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:52:19.951130 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:20.025977 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:20.047527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:52:20.049730 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0234a-03c3-4fdb-b0e4-0f90ece43c70" -d '{"events": [{"server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "name": "network-vif-plugged", "status": "completed", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:52:20.062091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:52:20.066590 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:20.088958 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656dc4f6-da06-47a6-86fb-0886a5816102 x-openstack-request-id: req-656dc4f6-da06-47a6-86fb-0886a5816102 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:52:20.089249 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "name": "network-vif-plugged", "status": "completed", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:52:20.089500 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-656dc4f6-da06-47a6-86fb-0886a5816102 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:52:20.089883 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f', 'code': 200} Sep 18 20:52:20.114499 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:52:20.232551 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c806ec-e5de-49cd-b4f5-39f3e0c2e838 req-ffb0a17e-051b-4102-a3e5-bcbc9d6ecc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:20.234344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29c806ec-e5de-49cd-b4f5-39f3e0c2e838 req-ffb0a17e-051b-4102-a3e5-bcbc9d6ecc2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0427074 Sep 18 20:52:20.270035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-29c806ec-e5de-49cd-b4f5-39f3e0c2e838 req-1f540b27-3009-4433-b7d7-e2ca78dc7d3e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290697 Sep 18 20:52:20.322736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25222b90-1bc2-473e-be23-5cf71dbfb5be req-9805c0e2-1574-47a7-8a94-54d270132752 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:20.324288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25222b90-1bc2-473e-be23-5cf71dbfb5be req-9805c0e2-1574-47a7-8a94-54d270132752 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0503397 Sep 18 20:52:20.361199 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-25222b90-1bc2-473e-be23-5cf71dbfb5be req-ab8c8f50-6cd4-4950-8ee0-4a505dd0a6fd tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309095 Sep 18 20:52:21.476103 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ee8d5-8105-4f4d-b291-ad192eb2d4d1 req-e04a5b27-3a65-40c8-b058-2961b9b0f9af tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:21.477581 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c96ee8d5-8105-4f4d-b291-ad192eb2d4d1 req-e04a5b27-3a65-40c8-b058-2961b9b0f9af tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0493932 Sep 18 20:52:21.515553 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c96ee8d5-8105-4f4d-b291-ad192eb2d4d1 req-757489e5-13de-49ab-b568-f489150ea4ec tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Sep 18 20:52:21.713021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-524e7041-4761-4b8b-b1b8-3e70899d1e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:22.370965 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:52:24.031146 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:24.213223 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:24.926841 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:24.962321 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-28cf5593-2052-4fc6-87c5-70bfe274992d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:25.827157 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:27.768854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:33.847362 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-f0cd669f-2c1d-4df6-9aae-14aac40177e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468056 Sep 18 20:52:33.939313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-3c0814bd-80e2-4f7c-9ca4-5636877dbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:33.940721 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-3c0814bd-80e2-4f7c-9ca4-5636877dbb7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0439906 Sep 18 20:52:34.043859 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-5213d762-d4af-4247-947a-7d107773a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:34.045320 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-5213d762-d4af-4247-947a-7d107773a568 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0845940 Sep 18 20:52:34.113819 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-8eb5db37-9e0e-4f8d-b47d-07ef8307e6ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 1002 time: 0.0614119 Sep 18 20:52:34.162683 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-e01d117e-5b66-48f5-8c39-2e635f0c80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:34.164265 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-e01d117e-5b66-48f5-8c39-2e635f0c80c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0431113 Sep 18 20:52:34.210825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-4d402d0c-a058-4478-a3ae-fc24af9dd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:52:34.212308 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-4d402d0c-a058-4478-a3ae-fc24af9dd3c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410430 Sep 18 20:52:34.303501 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-11afe6f3-6faf-4491-a1bc-95744b300a81 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Sep 18 20:52:34.401421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bec86833-b0cb-44c1-8a82-669c7457fa71 req-ba9afa71-4821-4f54-a788-f2661e1996f8 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900934 Sep 18 20:52:51.713990 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b6d49dba-15e4-4b11-90c5-c80118a7d44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:54.030149 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:54.228179 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:54.928512 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:54.961184 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90a0d455-7414-411a-8980-bb10253c4000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:55.831263 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:57.768979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:52:59.370073 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:53:21.718394 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-532b237d-2f5a-46ab-882a-9851fd76a450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:24.060817 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:24.222756 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:24.930573 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:24.959103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-07a613f7-de97-42fc-96bb-33b6584ae6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:25.833469 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:27.771353 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:33.307795 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-9ae19e10-fb90-41fe-a1ac-893b06cef80f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392537 Sep 18 20:53:33.387113 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-e5b98aa6-6baf-45c4-a8e6-56b736d5cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:33.388655 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-e5b98aa6-6baf-45c4-a8e6-56b736d5cfb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0411916 Sep 18 20:53:33.490874 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-b7df886d-bd71-42fc-ab1e-4f5d6207505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:33.492341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-b7df886d-bd71-42fc-ab1e-4f5d6207505d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.0856276 Sep 18 20:53:33.559490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-8a951315-b4ef-41db-967a-edcd60e85eb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 1002 time: 0.0598080 Sep 18 20:53:33.608687 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-d52bd3fd-3f7d-439e-9caf-53aff25f197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:33.610248 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-d52bd3fd-3f7d-439e-9caf-53aff25f197d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0445013 Sep 18 20:53:33.658263 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-01b78c5d-69e5-4466-a363-bd117340be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:33.659754 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-01b78c5d-69e5-4466-a363-bd117340be98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430982 Sep 18 20:53:33.749465 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-dc781e0e-5441-47a3-b755-d6fde84cbec7 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819530 Sep 18 20:53:33.842578 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-751a0b67-d550-4a11-9a03-7f36b2feffc0 req-3d4c4569-c79e-420b-b24b-9e93fb781b80 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863719 Sep 18 20:53:36.372007 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:53:37.374677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45832) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:37.532401 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Deleting port 79354ed6-3006-4dbe-9fdd-4a9990ff62c0 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:37.532740 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:37.611595 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:37.611917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:37.624238 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Calling delete_port for 79354ed6-3006-4dbe-9fdd-4a9990ff62c0 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:38.084390 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:38.111775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event deleted for resources: {'Port': ['ID=79354ed6-3006-4dbe-9fdd-4a9990ff62c0,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:38.124056 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.124406 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.124741 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.125074 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.125409 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.125736 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.126058 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.126379 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.126698 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.127018 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.127340 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.127691 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:38.180649 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:38.180981 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Floating IP b1918cff-d264-4195-8c6d-5e176d71ae5e disassociated (deleted). External IP: 172.25.8.228, port: 83388f78-8a83-4e81-ab41-5289620ad59f. Sep 18 20:53:38.388431 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Router 378f934b-3606-43f1-97be-e7c700eb0f47 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:53:38.496246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:53:38.501149 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:38.507817 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] Sync routers for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:53:38.517515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:53:38.518126 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:38.530526 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-16fa8645-2aa3-43a5-90b6-1097e8037aa8 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "DELETE /v2.0/floatingips/b1918cff-d264-4195-8c6d-5e176d71ae5e HTTP/1.1" status: 204 len: 168 time: 1.1547229 Sep 18 20:53:38.531133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:53:38.533426 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16aefab-27a6-474a-aad4-53558b805d75" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:53:38.575662 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e55dce0-df1f-433e-b589-abf211bdd7d8 x-openstack-request-id: req-4e55dce0-df1f-433e-b589-abf211bdd7d8 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:53:38.576224 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:53:38.576466 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e55dce0-df1f-433e-b589-abf211bdd7d8 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:53:38.576919 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f', 'status': 'completed', 'code': 200} Sep 18 20:53:38.631003 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:53:38.640755 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aefab-27a6-474a-aad4-53558b805d75 req-455c9ca8-03ba-4e1c-818c-3fbc35e12fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:38.642464 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a16aefab-27a6-474a-aad4-53558b805d75 req-455c9ca8-03ba-4e1c-818c-3fbc35e12fe4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 1098 time: 0.0438046 Sep 18 20:53:38.774618 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aefab-27a6-474a-aad4-53558b805d75 req-94bb5e9b-0156-433a-8e42-e2ac0a6e712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:38.776852 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a16aefab-27a6-474a-aad4-53558b805d75 req-94bb5e9b-0156-433a-8e42-e2ac0a6e712d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 200 len: 910 time: 0.1280525 Sep 18 20:53:38.799270 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d691d-090e-4d6a-a4f7-3b8351de2a7e req-5c0e8f27-0a29-40d2-8ff4-9b1552aff65b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:38.800767 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d63d691d-090e-4d6a-a4f7-3b8351de2a7e req-5c0e8f27-0a29-40d2-8ff4-9b1552aff65b tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0715001 Sep 18 20:53:38.833692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a16aefab-27a6-474a-aad4-53558b805d75 req-42b2a865-c71c-4534-ad82-3ee4d4c4166e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 200 len: 217 time: 0.0487566 Sep 18 20:53:38.839590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:38.898347 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d63d691d-090e-4d6a-a4f7-3b8351de2a7e req-4997b43a-6236-4300-adba-fa92089fd6b3 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673158 Sep 18 20:53:38.908245 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aefab-27a6-474a-aad4-53558b805d75 req-ce0a9c5e-6371-478f-ad2d-97f0ecf1f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:38.909720 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a16aefab-27a6-474a-aad4-53558b805d75 req-ce0a9c5e-6371-478f-ad2d-97f0ecf1f29d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 200 len: 848 time: 0.0632679 Sep 18 20:53:38.957875 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aefab-27a6-474a-aad4-53558b805d75 req-f9415519-4a26-441d-9215-c1b718a96e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:38.959429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a16aefab-27a6-474a-aad4-53558b805d75 req-f9415519-4a26-441d-9215-c1b718a96e0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb8fb6e2-8d8e-46c9-99bf-d38581041330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418186 Sep 18 20:53:39.020434 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] Checking router: 378f934b-3606-43f1-97be-e7c700eb0f47 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:53:39.029353 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:53:39.029949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:39.056421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a16aefab-27a6-474a-aad4-53558b805d75 req-a484139b-e6c9-4831-8010-2dc17eae2a2b service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886903 Sep 18 20:53:39.136821 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:53:39.150409 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a16aefab-27a6-474a-aad4-53558b805d75 req-06e5ff2b-0ecd-44c3-91dd-5f1185f5b7d8 service neutron] 10.222.0.24 "GET /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857120 Sep 18 20:53:39.330431 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:39.359439 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4060c47-3e3b-4a31-a381-86f4ba76c7c8 None None] The sync data for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 is: [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:44:57Z', 'revision_number': 4, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '79a1e42a-1caf-415f-8238-3e30529446cb', 'name': '', 'network_id': 'fb8fb6e2-8d8e-46c9-99bf-d38581041330', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'mac_address': 'fa:16:3e:d8:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:57Z', 'updated_at': '2021-09-18T20:45:03Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'subnets': [{'id': '03dc0f98-da0d-4663-8de7-cd302ec7928b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:53:39.587389 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792c9ec9-f45e-46a8-80bb-e222b5208ed6 None None] New status for floating IP b1918cff-d264-4195-8c6d-5e176d71ae5e: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:53:40.020241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22127137-8181-42ac-a4a2-13d98e9a9c38 req-5b528089-8a09-4548-9f98-c0af4a810ad7 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:40.021708 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22127137-8181-42ac-a4a2-13d98e9a9c38 req-5b528089-8a09-4548-9f98-c0af4a810ad7 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0535200 Sep 18 20:53:40.059006 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-22127137-8181-42ac-a4a2-13d98e9a9c38 req-64316f2a-eecc-4d6d-98da-418c8397b708 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7ece719-8623-42e5-a038-47e18f780004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306959 Sep 18 20:53:40.200913 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b774b-1815-4058-931c-6499e7eac953 req-19d41614-5980-4f94-9805-f779520aff59 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:40.202261 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d1b774b-1815-4058-931c-6499e7eac953 req-19d41614-5980-4f94-9805-f779520aff59 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 946 time: 0.0474293 Sep 18 20:53:40.292525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Deleting port 83388f78-8a83-4e81-ab41-5289620ad59f {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:40.292852 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:40.378395 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] For port 83388f78-8a83-4e81-ab41-5289620ad59f, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=83388f78-8a83-4e81-ab41-5289620ad59f,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:40.378745 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:40.391444 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Calling delete_port for 83388f78-8a83-4e81-ab41-5289620ad59f owned by compute:nova {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:40.519824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:40.548133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event deleted for resources: {'Port': ['ID=83388f78-8a83-4e81-ab41-5289620ad59f,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:40.593810 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] No DVR routers for this DVR port 83388f78-8a83-4e81-ab41-5289620ad59f on host n-h2-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:53:40.596377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:40.598344 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-8d1b774b-1815-4058-931c-6499e7eac953 req-71497d35-e094-4f99-a82b-5f45fc148d4c tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.24 "DELETE /v2.0/ports/83388f78-8a83-4e81-ab41-5289620ad59f HTTP/1.1" status: 204 len: 173 time: 0.3901374 Sep 18 20:53:40.598771 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'name': 'network-vif-deleted', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:53:40.601015 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed260c03-0bb6-4580-b60a-80f72f1ec931" -d '{"events": [{"server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "name": "network-vif-deleted", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:53:40.662318 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154f98b5-b128-40cc-a880-964f48936b33 x-openstack-request-id: req-154f98b5-b128-40cc-a880-964f48936b33 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:53:40.663589 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab59258-3335-45b5-9dee-1066680cb8ee", "name": "network-vif-deleted", "tag": "83388f78-8a83-4e81-ab41-5289620ad59f", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:53:40.663869 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-154f98b5-b128-40cc-a880-964f48936b33 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:53:40.664279 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab59258-3335-45b5-9dee-1066680cb8ee', 'name': 'network-vif-deleted', 'tag': '83388f78-8a83-4e81-ab41-5289620ad59f', 'status': 'completed', 'code': 200} Sep 18 20:53:41.157298 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c17bf43b-75a7-4529-85b0-389bc1596f37 req-3d22a52c-a847-4214-ba09-714b349d5e13 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 210 time: 0.0311730 Sep 18 20:53:42.253337 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0142c294-568e-4f2b-b232-b265514a4449 req-9d1fbcdb-391b-42b2-9e4d-e17e370ca5e6 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 210 time: 0.0274231 Sep 18 20:53:42.263851 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 83388f78-8a83-4e81-ab41-5289620ad59f no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:53:42.283965 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: 83388f78-8a83-4e81-ab41-5289620ad59f {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:53:42.284316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device 83388f78-8a83-4e81-ab41-5289620ad59f not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:53:43.360598 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-fb463cdc-0633-4fe3-8e8b-978f9ac33fa0 req-1d96e211-dd33-471f-8a36-c404af7be8f1 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 210 time: 0.0316288 Sep 18 20:53:44.480583 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-9290a09f-b97c-47bf-917c-714591cad901 req-87b15f61-ff69-40da-adb9-9e68f27fef4a tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ab59258-3335-45b5-9dee-1066680cb8ee HTTP/1.1" status: 200 len: 210 time: 0.0290658 Sep 18 20:53:45.537688 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45866) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:45.599841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c5be46a-6cba-4756-97d2-83a028691a20 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:45.628071 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c5be46a-6cba-4756-97d2-83a028691a20 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:45.691206 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c5be46a-6cba-4756-97d2-83a028691a20 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:45.694005 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-3c5be46a-6cba-4756-97d2-83a028691a20 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:45.695250 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-3c5be46a-6cba-4756-97d2-83a028691a20 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] 10.222.0.20 "DELETE /v2.0/security-groups/a7ece719-8623-42e5-a038-47e18f780004 HTTP/1.1" status: 204 len: 168 time: 0.1565409 Sep 18 20:53:45.709109 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5be46a-6cba-4756-97d2-83a028691a20 tempest-TestShelveInstance-1100654785 tempest-TestShelveInstance-1100654785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ece719-8623-42e5-a038-47e18f780004,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:46.769071 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45872) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:47.545084 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:47.797592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Deleting port 79a1e42a-1caf-415f-8238-3e30529446cb {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:47.798286 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:47.879704 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] For port 79a1e42a-1caf-415f-8238-3e30529446cb, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=79a1e42a-1caf-415f-8238-3e30529446cb,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:47.880071 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:47.892103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Calling delete_port for 79a1e42a-1caf-415f-8238-3e30529446cb owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:48.068605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:48.093510 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Pushing event deleted for resources: {'Port': ['ID=79a1e42a-1caf-415f-8238-3e30529446cb,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:48.104961 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.105794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.106134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.106483 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.106816 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.107143 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.107493 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.107812 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.108136 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.108457 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.108775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.109093 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:48.268901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:48.491440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Router 378f934b-3606-43f1-97be-e7c700eb0f47 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:53:48.607028 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:53:48.612057 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-91e3c0a9-fc50-4e94-af0f-1d22d41b902b admin admin] 10.222.0.20 "PUT /v2.0/routers/378f934b-3606-43f1-97be-e7c700eb0f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8419704 Sep 18 20:53:48.614632 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45878) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:48.615633 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] Sync routers for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:53:48.625178 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:53:48.625776 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:48.730193 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:48.733669 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:53:48.840604 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:48.895597 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Deleting port c0814ca8-8b4d-4632-80c7-465215bb8531 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:48.895935 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:48.941959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:53:48Z', 'revision_number': 5, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port': {'id': 'c0814ca8-8b4d-4632-80c7-465215bb8531', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:48.973759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] Checking router: 378f934b-3606-43f1-97be-e7c700eb0f47 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:53:48.980598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] For port c0814ca8-8b4d-4632-80c7-465215bb8531, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=c0814ca8-8b4d-4632-80c7-465215bb8531,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:48.980968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:48.982515 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] Routers {'378f934b-3606-43f1-97be-e7c700eb0f47'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:53:48.983118 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['378f934b-3606-43f1-97be-e7c700eb0f47'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:48.992662 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Calling delete_port for c0814ca8-8b4d-4632-80c7-465215bb8531 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:49.082160 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] Set router 378f934b-3606-43f1-97be-e7c700eb0f47 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:53:49.155184 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:53:48Z', 'revision_number': 6, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:49.180531 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.197423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fee63f-e94b-4e9b-8c85-4251b6043e52 None None] The sync data for ids ['378f934b-3606-43f1-97be-e7c700eb0f47'] in n-d-789963-11 is: [{'id': '378f934b-3606-43f1-97be-e7c700eb0f47', 'name': 'tempest-TestShelveInstance-1678830171-router', 'tenant_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:55Z', 'updated_at': '2021-09-18T20:53:48Z', 'revision_number': 6, 'project_id': '4fde3000bf6e4daa88ed34c14ab82fd4', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:53:49.208758 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0814ca8-8b4d-4632-80c7-465215bb8531,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:49.277912 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.359493 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.361610 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.407789 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.408233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 378f934b-3606-43f1-97be-e7c700eb0f47 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:53:49.412700 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.413693 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5a244810-59ca-4393-b7f8-a9ebdc4e7738 admin admin] 10.222.0.20 "DELETE /v2.0/routers/378f934b-3606-43f1-97be-e7c700eb0f47 HTTP/1.1" status: 204 len: 168 time: 0.7981372 Sep 18 20:53:49.416161 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45880) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:49.460533 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7cbd7f-b33d-40a5-96a5-cdc3465473b6 admin admin] Deleting subnet 03dc0f98-da0d-4663-8de7-cd302ec7928b {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:53:49.464404 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbd7f-b33d-40a5-96a5-cdc3465473b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.497799 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbd7f-b33d-40a5-96a5-cdc3465473b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.585879 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbd7f-b33d-40a5-96a5-cdc3465473b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.646333 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbd7f-b33d-40a5-96a5-cdc3465473b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.675179 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf7cbd7f-b33d-40a5-96a5-cdc3465473b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.677155 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-cf7cbd7f-b33d-40a5-96a5-cdc3465473b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/03dc0f98-da0d-4663-8de7-cd302ec7928b HTTP/1.1" status: 204 len: 168 time: 0.2600589 Sep 18 20:53:49.678233 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cbd7f-b33d-40a5-96a5-cdc3465473b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03dc0f98-da0d-4663-8de7-cd302ec7928b,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:49.679787 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45882) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:49.680384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be441637-7a49-4eaf-8241-03a47ebdf504 None None] Network fb8fb6e2-8d8e-46c9-99bf-d38581041330 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:53:49.754793 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.806219 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Deleting port 3b8d8b54-2070-4ada-b415-be1ba0e98756 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:49.807092 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.878690 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] For port 3b8d8b54-2070-4ada-b415-be1ba0e98756, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=3b8d8b54-2070-4ada-b415-be1ba0e98756,segment=NetworkSegment(86729569-a322-4455-8753-990689777405),segment_id=86729569-a322-4455-8753-990689777405)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:49.879449 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.893123 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Calling delete_port for 3b8d8b54-2070-4ada-b415-be1ba0e98756 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:49.980923 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:49.987110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d824baf9-450b-4025-beee-438a1e98531a None None] DHCP port deletion for fb8fb6e2-8d8e-46c9-99bf-d38581041330 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:53:50.015271 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8d8b54-2070-4ada-b415-be1ba0e98756,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:50.018485 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] No DVR routers for this DVR port 3b8d8b54-2070-4ada-b415-be1ba0e98756 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:53:50.050706 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0814ca8-8b4d-4632-80c7-465215bb8531 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:53:50.075202 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: c0814ca8-8b4d-4632-80c7-465215bb8531 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:53:50.075701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device c0814ca8-8b4d-4632-80c7-465215bb8531 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:53:50.075984 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 79a1e42a-1caf-415f-8238-3e30529446cb no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:53:50.095517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 79a1e42a-1caf-415f-8238-3e30529446cb {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:53:50.095875 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 79a1e42a-1caf-415f-8238-3e30529446cb not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:53:50.096299 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b8d8b54-2070-4ada-b415-be1ba0e98756 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:53:50.099818 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.116613 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 3b8d8b54-2070-4ada-b415-be1ba0e98756 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:53:50.116966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 3b8d8b54-2070-4ada-b415-be1ba0e98756 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:53:50.129754 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8fb6e2-8d8e-46c9-99bf-d38581041330']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:50.139317 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86729569-a322-4455-8753-990689777405') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:50.139737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86729569-a322-4455-8753-990689777405') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:50.149348 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.162968 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.170049 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:53:50.170455 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:53:50.172444 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:53:50.240254 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.246289 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.248973 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb8fb6e2-8d8e-46c9-99bf-d38581041330 HTTP/1.1" status: 204 len: 168 time: 0.5682740 Sep 18 20:53:50.251915 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45884) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:50.300674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6711aa-af01-43a9-be5b-cef5c984d1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8fb6e2-8d8e-46c9-99bf-d38581041330,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:50.621303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.906507 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Deleting port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:50.907176 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.983805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] For port 7a9592a2-30a2-41f9-8970-9a1bf92f26cf, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,segment=NetworkSegment(15764b2b-0d23-4594-b6e4-910a7616d047),segment_id=15764b2b-0d23-4594-b6e4-910a7616d047)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:50.984168 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:50.996565 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Calling delete_port for 7a9592a2-30a2-41f9-8970-9a1bf92f26cf owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:51.174162 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:51.208595 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9592a2-30a2-41f9-8970-9a1bf92f26cf,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:51.368117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:51.729177 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4898fb02-a152-4f5d-81a2-321570a088ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:51.946497 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:53:52.052894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:53:52.058681 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-f325cbfc-8fea-44ad-a9f2-0e23e8bd7ac1 admin admin] 10.222.0.20 "PUT /v2.0/routers/00869f7a-f8cd-406c-9736-4e3e78dbaa0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056860 Sep 18 20:53:52.061156 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45888) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:52.063893 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] Sync routers for ids ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:53:52.073903 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] Routers {'00869f7a-f8cd-406c-9736-4e3e78dbaa0f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:53:52.074501 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:52.164856 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.178920 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] Set router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:53:52.263434 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.319941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Deleting port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:52.320284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.355763 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:53:51Z', 'revision_number': 5, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port': {'id': '1574dfd0-7c8b-414c-a2da-51a61d9a9d64', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:52.385189 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] Checking router: 00869f7a-f8cd-406c-9736-4e3e78dbaa0f for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:53:52.393200 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] Routers {'00869f7a-f8cd-406c-9736-4e3e78dbaa0f'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:53:52.393784 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:52.399775 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] For port 1574dfd0-7c8b-414c-a2da-51a61d9a9d64, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=1574dfd0-7c8b-414c-a2da-51a61d9a9d64,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:52.400438 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.412791 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Calling delete_port for 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:52.473151 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] Set router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:53:52.527342 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:53:52Z', 'revision_number': 6, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:52.553373 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffab6d1-ef8e-4d3f-830d-62d0a8be760c None None] The sync data for ids ['00869f7a-f8cd-406c-9736-4e3e78dbaa0f'] in n-d-789963-11 is: [{'id': '00869f7a-f8cd-406c-9736-4e3e78dbaa0f', 'name': 'tempest-TestShelveInstance-1491132711-router', 'tenant_id': 'f8317eda3df242d9afa1acc0166779ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:44:59Z', 'updated_at': '2021-09-18T20:53:52Z', 'revision_number': 6, 'project_id': 'f8317eda3df242d9afa1acc0166779ff', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:53:52.582930 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.607151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Pushing event deleted for resources: {'Port': ['ID=1574dfd0-7c8b-414c-a2da-51a61d9a9d64,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:52.679054 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.774320 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.776876 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.818641 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.819102 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00869f7a-f8cd-406c-9736-4e3e78dbaa0f {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:53:52.824405 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.825542 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-5558638c-20a3-4f43-a685-6be3a62f0018 admin admin] 10.222.0.20 "DELETE /v2.0/routers/00869f7a-f8cd-406c-9736-4e3e78dbaa0f HTTP/1.1" status: 204 len: 168 time: 0.7633204 Sep 18 20:53:52.828134 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45890) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:52.871756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cce0087-69eb-4307-bd9b-c1e597a3e728 admin admin] Deleting subnet c716d3f0-497e-4b8a-bf07-cc97a7f274cd {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:53:52.875136 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cce0087-69eb-4307-bd9b-c1e597a3e728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.914674 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cce0087-69eb-4307-bd9b-c1e597a3e728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:52.996076 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cce0087-69eb-4307-bd9b-c1e597a3e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.048479 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cce0087-69eb-4307-bd9b-c1e597a3e728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.075080 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce0087-69eb-4307-bd9b-c1e597a3e728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c716d3f0-497e-4b8a-bf07-cc97a7f274cd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:53.077003 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6cce0087-69eb-4307-bd9b-c1e597a3e728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.079995 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6cce0087-69eb-4307-bd9b-c1e597a3e728 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c716d3f0-497e-4b8a-bf07-cc97a7f274cd HTTP/1.1" status: 204 len: 168 time: 0.2498198 Sep 18 20:53:53.081399 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45892) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:53.083988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e114ef8-9a3c-4b24-8053-fa59adc7abd0 None None] Network c620118d-9e17-440e-babf-40a52d9d7a7f requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:53:53.193221 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.253967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Deleting port bf9f9bd8-54bf-4c79-9b85-23248bb067aa {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:53.254312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.319367 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac416567-454a-403f-a53f-bc115c83053f None None] DHCP port deletion for c620118d-9e17-440e-babf-40a52d9d7a7f request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:53:53.327904 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] For port bf9f9bd8-54bf-4c79-9b85-23248bb067aa, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,segment=NetworkSegment(15764b2b-0d23-4594-b6e4-910a7616d047),segment_id=15764b2b-0d23-4594-b6e4-910a7616d047)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:53.328198 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.341737 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Calling delete_port for bf9f9bd8-54bf-4c79-9b85-23248bb067aa owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:53.365754 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Deleting port bf9f9bd8-54bf-4c79-9b85-23248bb067aa {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:53:53.366147 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.421263 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.432382 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-ac416567-454a-403f-a53f-bc115c83053f None None] For port bf9f9bd8-54bf-4c79-9b85-23248bb067aa, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,segment=NetworkSegment(15764b2b-0d23-4594-b6e4-910a7616d047),segment_id=15764b2b-0d23-4594-b6e4-910a7616d047)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:53.432779 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.445329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Calling delete_port for bf9f9bd8-54bf-4c79-9b85-23248bb067aa owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:53:53.448056 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:53.452772 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] No DVR routers for this DVR port bf9f9bd8-54bf-4c79-9b85-23248bb067aa on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:53:53.530608 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.531160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.551804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c620118d-9e17-440e-babf-40a52d9d7a7f']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:53.559263 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Pushing event deleted for resources: {'Port': ['ID=bf9f9bd8-54bf-4c79-9b85-23248bb067aa,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:53.564756 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15764b2b-0d23-4594-b6e4-910a7616d047') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:53.565278 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15764b2b-0d23-4594-b6e4-910a7616d047') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:53.567322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac416567-454a-403f-a53f-bc115c83053f None None] No DVR routers for this DVR port bf9f9bd8-54bf-4c79-9b85-23248bb067aa on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:53:53.569655 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.570128 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.570728 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.571209 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.571615 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.572865 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.573436 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.573845 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.574246 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.574577 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.574887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.575223 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac416567-454a-403f-a53f-bc115c83053f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:53:53.587055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.602160 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.609351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:53:53.610052 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:53:53.611894 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:53:53.671234 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.676843 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.682416 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c620118d-9e17-440e-babf-40a52d9d7a7f HTTP/1.1" status: 204 len: 168 time: 0.5965059 Sep 18 20:53:53.690974 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d8cf3-84b6-4c43-8047-b70b996c69d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c620118d-9e17-440e-babf-40a52d9d7a7f,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:53.749105 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7a9592a2-30a2-41f9-8970-9a1bf92f26cf no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:53:53.775303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 7a9592a2-30a2-41f9-8970-9a1bf92f26cf {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:53:53.775774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 7a9592a2-30a2-41f9-8970-9a1bf92f26cf not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:53:53.776218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device bf9f9bd8-54bf-4c79-9b85-23248bb067aa no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:53:53.798871 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: bf9f9bd8-54bf-4c79-9b85-23248bb067aa {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:53:53.799221 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device bf9f9bd8-54bf-4c79-9b85-23248bb067aa not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:53:53.799653 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:53:53.807951 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45896) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:53.818642 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:53:53.818988 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 1574dfd0-7c8b-414c-a2da-51a61d9a9d64 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:53:53.854826 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aa11ce0b-87c7-42e0-b0cf-3e8634e325e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fde3000bf6e4daa88ed34c14ab82fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455065 Sep 18 20:53:53.857124 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45898) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:53.906354 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-688bc482-2ffc-4ff7-b78b-c7c8e2aef00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.927763 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-688bc482-2ffc-4ff7-b78b-c7c8e2aef00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.975264 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-688bc482-2ffc-4ff7-b78b-c7c8e2aef00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.977969 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-688bc482-2ffc-4ff7-b78b-c7c8e2aef00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:53.979627 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-688bc482-2ffc-4ff7-b78b-c7c8e2aef00d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4455ec9e-6cea-4f74-bc45-46c2d669ba5c HTTP/1.1" status: 204 len: 168 time: 0.1215942 Sep 18 20:53:53.987326 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bc482-2ffc-4ff7-b78b-c7c8e2aef00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4455ec9e-6cea-4f74-bc45-46c2d669ba5c,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:54.059618 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:54.230686 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:54.307990 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45904) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:54.349899 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d4617ea0-73c1-4c46-b7b7-3c6a22acd2b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8317eda3df242d9afa1acc0166779ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407553 Sep 18 20:53:54.352356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45906) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:54.399237 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97f5761a-8ab9-4f6b-b007-e5fa12299f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:54.420589 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97f5761a-8ab9-4f6b-b007-e5fa12299f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:54.468318 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97f5761a-8ab9-4f6b-b007-e5fa12299f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:54.470848 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-97f5761a-8ab9-4f6b-b007-e5fa12299f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:54.472090 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-97f5761a-8ab9-4f6b-b007-e5fa12299f55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2ff02d7-cbbd-4137-bbb4-5e6199e039f2 HTTP/1.1" status: 204 len: 168 time: 0.1188505 Sep 18 20:53:54.479967 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5761a-8ab9-4f6b-b007-e5fa12299f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff02d7-cbbd-4137-bbb4-5e6199e039f2,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:54.939838 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:54.965787 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6bc8ab5c-531d-498d-a21c-5b46f6c51adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.151853 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45928) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:55.265986 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-334348993-network', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:53:55.285625 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Made reservation on behalf of c23e1d16d0e7453c9cf920cd15e98337 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:53:55.287991 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.297087 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.387829 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.391540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.412518 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:53:55.427141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d738a20-fcfe-4d09-af3b-b662fe2a4670,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:55.430270 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.430728 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Added segment 26b1d374-39a2-4e77-82e3-a7597c1e9d19 of type vlan for network a31be0b0-10ee-4af5-930b-66e856d7d0d9 Sep 18 20:53:55.472305 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.496616 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.497575 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:55.498158 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.539538 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3840554 Sep 18 20:53:55.539905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45932) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:55.544991 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Request body: {'subnet': {'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-334348993-subnet', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'ip_version': 4}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:53:55.566510 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Made reservation on behalf of c23e1d16d0e7453c9cf920cd15e98337 for: {'subnet': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:53:55.568917 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59832320'] for subnet, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.574458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917b151-e115-4e6d-808f-9c00c5a95577 admin admin] Pushing event updated for resources: {'Network': ['ID=a31be0b0-10ee-4af5-930b-66e856d7d0d9,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:55.587433 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:53:55.743320 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3849027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59832366'] for subnet, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.805029 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Pushing event updated for resources: {'Subnet': ['ID=613e9ab0-b4e7-494b-bc12-c5679e87d940,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:55.810745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Checking segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:53:55.811186 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Network hostable DHCP agents. Network: a31be0b0-10ee-4af5-930b-66e856d7d0d9, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:53:55.829933 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:53:55.837498 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.839304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, a31be0b0-10ee-4af5-930b-66e856d7d0d9) {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:53:55.843572 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:55.844168 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.851226 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d99ab2-43fb-4bb0-af73-47a386af8805 None None] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:53:55.858524 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-de045b3b-52fe-4c2c-a4e4-d2952687935a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3174903 Sep 18 20:53:55.861385 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45934) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:55.865707 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:53:55.888040 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.889154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.946013 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:55.997029 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:53:55.997890 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.086990 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.130060 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Allocated IP 172.20.0.2 (a31be0b0-10ee-4af5-930b-66e856d7d0d9/613e9ab0-b4e7-494b-bc12-c5679e87d940/13589086-cd98-4415-a6ea-ff17225947c4) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:53:56.272529 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.279962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.292451 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.312065 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.314664 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:53:56.317364 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:53:56.320828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:53:56.332493 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Pushing event updated for resources: {'Port': ['ID=13589086-cd98-4415-a6ea-ff17225947c4,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:56.383886 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Attempting to bind port 13589086-cd98-4415-a6ea-ff17225947c4 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:53:56.384323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Attempting to bind port 13589086-cd98-4415-a6ea-ff17225947c4 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:53:56.384685 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Attempting to bind port 13589086-cd98-4415-a6ea-ff17225947c4 on network a31be0b0-10ee-4af5-930b-66e856d7d0d9 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:53:56.389446 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:53:56.389813 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Checking segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:53:56.390207 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.390595 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Bound using segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:53:56.391048 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Bound port: 13589086-cd98-4415-a6ea-ff17225947c4, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:53:56.391440 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.414239 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Allocated IP 172.25.8.71 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/98698694-8d20-48bb-8cd2-c3cc4d54e20e) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:53:56.453775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] For port 13589086-cd98-4415-a6ea-ff17225947c4, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:53:56.456907 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] For port 13589086-cd98-4415-a6ea-ff17225947c4, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=13589086-cd98-4415-a6ea-ff17225947c4,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:53:56.460432 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.518650 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695cbbd-b21d-4dc9-ab3d-2a8fbf33d51b None None] Pushing event updated for resources: {'Port': ['ID=13589086-cd98-4415-a6ea-ff17225947c4,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:56.523823 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.558827 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:56.597997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:53:56.600880 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:53:56.603877 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:53:56.630847 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=98698694-8d20-48bb-8cd2-c3cc4d54e20e,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:56.888804 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:57.089176 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:57.222753 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Router 1037e4ab-8ad5-46ca-a5ca-5904be384897 is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:53:57.335359 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:53:57.344505 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Sync routers for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:53:57.354303 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:57.358817 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-5ddc0e02-d573-4cfc-818d-1a951dfee3e1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4963813 Sep 18 20:53:57.358995 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45936) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:57.359819 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:53:57.360538 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:57.553229 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa7a0b-a99d-4982-a071-c3be804201b5 None None] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:53:57.601423 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-c06a9d9b-ccb6-4af8-a157-36dc845c53d9 None None] Provisioning complete for port 13589086-cd98-4415-a6ea-ff17225947c4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:53:57.601805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c06a9d9b-ccb6-4af8-a157-36dc845c53d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:57.729521 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:53:57.796837 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:57.823325 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 13589086-cd98-4415-a6ea-ff17225947c4 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:53:57.921027 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:57.932595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c06a9d9b-ccb6-4af8-a157-36dc845c53d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:57.957676 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Allocated IP 172.20.0.1 (a31be0b0-10ee-4af5-930b-66e856d7d0d9/613e9ab0-b4e7-494b-bc12-c5679e87d940/b904cb19-fde1-43f5-866c-1942b3c46772) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:53:58.048346 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-c06a9d9b-ccb6-4af8-a157-36dc845c53d9 None None] For port 13589086-cd98-4415-a6ea-ff17225947c4, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=13589086-cd98-4415-a6ea-ff17225947c4,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:53:58.053454 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 13589086-cd98-4415-a6ea-ff17225947c4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:53:58.053828 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.063585 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.065253 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c06a9d9b-ccb6-4af8-a157-36dc845c53d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.098138 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.133416 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:53:58.138439 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:53:58.141999 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:53:58.170195 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Pushing event updated for resources: {'Port': ['ID=b904cb19-fde1-43f5-866c-1942b3c46772,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:58.188644 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.190658 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a9d9b-ccb6-4af8-a157-36dc845c53d9 None None] Pushing event updated for resources: {'Port': ['ID=13589086-cd98-4415-a6ea-ff17225947c4,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:58.237335 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:56Z', 'revision_number': 3, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:58.269957 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Checking router: 1037e4ab-8ad5-46ca-a5ca-5904be384897 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:53:58.270342 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Updating router 1037e4ab-8ad5-46ca-a5ca-5904be384897 port 98698694-8d20-48bb-8cd2-c3cc4d54e20e binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:53:58.298604 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.325635 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.415142 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-bfdd3ad2-3fd8-482c-af6c-7a074decd14e None None] Provisioning complete for port 13589086-cd98-4415-a6ea-ff17225947c4 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:53:58.415785 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-bfdd3ad2-3fd8-482c-af6c-7a074decd14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.508506 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.514540 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.583165 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.585103 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Pushing event updated for resources: {'Port': ['ID=b904cb19-fde1-43f5-866c-1942b3c46772,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:58.632929 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.640242 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.681558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:53:58.683019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:53:58.701034 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b32b85-bb49-446c-ba0f-a317fdfd599b None None] Pushing event updated for resources: {'Port': ['ID=98698694-8d20-48bb-8cd2-c3cc4d54e20e,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:58.703491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Attempting to bind port 98698694-8d20-48bb-8cd2-c3cc4d54e20e on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:53:58.703866 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Attempting to bind port 98698694-8d20-48bb-8cd2-c3cc4d54e20e by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:53:58.704227 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Attempting to bind port 98698694-8d20-48bb-8cd2-c3cc4d54e20e on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:53:58.710778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:53:58.715421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:53:58.715421 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.715421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:53:58.715421 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Bound port: 98698694-8d20-48bb-8cd2-c3cc4d54e20e, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:53:58.715421 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.749068 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-08152a33-4d77-4880-a296-f6e5a2f24b8b None None] Provisioning complete for port b904cb19-fde1-43f5-866c-1942b3c46772 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:53:58.749441 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-08152a33-4d77-4880-a296-f6e5a2f24b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.800561 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] For port 98698694-8d20-48bb-8cd2-c3cc4d54e20e, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:53:58.805296 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] For port 98698694-8d20-48bb-8cd2-c3cc4d54e20e, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=98698694-8d20-48bb-8cd2-c3cc4d54e20e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:53:58.806385 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-08152a33-4d77-4880-a296-f6e5a2f24b8b None None] Port b904cb19-fde1-43f5-866c-1942b3c46772 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:53:58.806664 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Router 1037e4ab-8ad5-46ca-a5ca-5904be384897 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:53:58.812285 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:58.876093 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:53:58.876732 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:58.878519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b32b85-bb49-446c-ba0f-a317fdfd599b None None] Pushing event updated for resources: {'Port': ['ID=98698694-8d20-48bb-8cd2-c3cc4d54e20e,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:58.930674 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:53:58.937597 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-26107bf8-cb8a-4bac-ae6d-8c2b87a95130 admin admin] 10.222.0.20 "PUT /v2.0/routers/1037e4ab-8ad5-46ca-a5ca-5904be384897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5774331 Sep 18 20:53:58.947938 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-71c46ac9-ecc4-4a6f-a915-4403bedee81b None None] Provisioning complete for port b904cb19-fde1-43f5-866c-1942b3c46772 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:53:58.948317 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-71c46ac9-ecc4-4a6f-a915-4403bedee81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.021814 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:53:59.023582 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-71c46ac9-ecc4-4a6f-a915-4403bedee81b None None] Port b904cb19-fde1-43f5-866c-1942b3c46772 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:53:59.226701 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 2, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:53:59.256091 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf82819d-346b-4f9a-b54c-4782bc5d59a7 None None] The sync data for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 is: [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 2, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:53:59.414112 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45952) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:59.422151 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-399259071-network', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:53:59.460580 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Made reservation on behalf of 7117072b4aa84ba18e5f90fe85a9dff3 for: {'network': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:53:59.463451 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for network, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.472351 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.569252 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.573637 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.600480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 20:53:59.611558 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0983d6cc-885b-4548-af2c-98f043c222e3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:59.617709 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.618053 n-d-789963-11 neutron-server[94940]: INFO neutron.db.segments_db [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Added segment 37208b50-70df-4394-ac8f-533dd9f6cb7a of type vlan for network 66af9de8-15d0-409e-8a09-e00e3cc5b996 Sep 18 20:53:59.660561 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781701550111'] for network, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.689819 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345'] for network, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.691235 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:53:59.691857 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.727824 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3124387 Sep 18 20:53:59.731159 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45954) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:53:59.735913 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Request body: {'subnet': {'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-399259071-subnet', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'ip_version': 4}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:53:59.767994 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 13589086-cd98-4415-a6ea-ff17225947c4 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:53:59.778085 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdc13c-9513-4544-81ec-ceef7a198335 admin admin] Pushing event updated for resources: {'Network': ['ID=66af9de8-15d0-409e-8a09-e00e3cc5b996,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:53:59.792735 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Made reservation on behalf of 7117072b4aa84ba18e5f90fe85a9dff3 for: {'subnet': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:53:59.795890 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58932459'] for subnet, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:53:59.796369 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Network 66af9de8-15d0-409e-8a09-e00e3cc5b996 details requested by agent ovs-agent-n-d-789963-11 with host n-d-789963-11 {{(pid=94942) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 20:53:59.890025 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 13589086-cd98-4415-a6ea-ff17225947c4 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:53:59.890405 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.352303 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58802843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58932421'] for subnet, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.409353 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:00.420064 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Checking segment: {'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:54:00.420667 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Network hostable DHCP agents. Network: 66af9de8-15d0-409e-8a09-e00e3cc5b996, hostable agents: ['a53ec784-1183-4ab9-a09d-630d09bc91aa'], hosted agents: [] {{(pid=94940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 20:54:00.442174 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Network 66af9de8-15d0-409e-8a09-e00e3cc5b996 is scheduled to be hosted by DHCP agent a53ec784-1183-4ab9-a09d-630d09bc91aa with binding_index 1 {{(pid=94940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 20:54:00.451600 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-11, 66af9de8-15d0-409e-8a09-e00e3cc5b996) {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:54:00.455652 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:00.456091 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.461504 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa0ac8-22a2-4785-b21a-c0455613baae None None] Network 66af9de8-15d0-409e-8a09-e00e3cc5b996 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:54:00.473182 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-829b80f5-f3be-43eb-97a3-94eec883fab3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7383881 Sep 18 20:54:00.473406 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45956) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:00.477659 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:00.500794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1715'] for router, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.501774 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1704'] for router, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.563436 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.604709 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcec36982-8549-53d7-8d6e-827168e1a8f8-66af9de8-15d0-409e-8a09-e00e3cc5b996', 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'fixed_ips': [{'subnet_id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61'}]}} from n-d-789963-11. {{(pid=94942) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 20:54:00.605782 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.704691 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.761621 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.db_base_plugin_common [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Allocated IP 172.20.0.2 (66af9de8-15d0-409e-8a09-e00e3cc5b996/5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61/12404090-a1ca-4324-baa0-85c2471a722a) {{(pid=94942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:54:00.910989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Notify callbacks [] for port, precommit_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.915284 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.917687 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168'] for port, after_create {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.935417 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:00.953315 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Network 66af9de8-15d0-409e-8a09-e00e3cc5b996 is already hosted by enough agents. {{(pid=94942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:54:00.956331 n-d-789963-11 neutron-server[94942]: DEBUG neutron.scheduler.base_scheduler [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Resources bound (agent type, host, resource id): {{(pid=94942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:54:00.958781 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Received port after_create {{(pid=94942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:54:00.995959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Pushing event updated for resources: {'Port': ['ID=12404090-a1ca-4324-baa0-85c2471a722a,revision_number=1']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:01.033101 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Attempting to bind port 12404090-a1ca-4324-baa0-85c2471a722a on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:54:01.033465 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Attempting to bind port 12404090-a1ca-4324-baa0-85c2471a722a by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:54:01.033825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Attempting to bind port 12404090-a1ca-4324-baa0-85c2471a722a on network 66af9de8-15d0-409e-8a09-e00e3cc5b996 {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:54:01.038934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:54:01.039314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Checking segment: {'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:54:01.039745 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.040133 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Bound using segment: {'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:54:01.040888 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Bound port: 12404090-a1ca-4324-baa0-85c2471a722a, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:54:01.041746 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.055562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Allocated IP 172.25.8.29 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/793599c9-822f-4762-b7cd-a8e081f9dcd3) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:54:01.112755 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] For port 12404090-a1ca-4324-baa0-85c2471a722a, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:54:01.116320 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] For port 12404090-a1ca-4324-baa0-85c2471a722a, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=12404090-a1ca-4324-baa0-85c2471a722a,segment=NetworkSegment(37208b50-70df-4394-ac8f-533dd9f6cb7a),segment_id=37208b50-70df-4394-ac8f-533dd9f6cb7a)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:54:01.121074 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.160670 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.183323 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef1972-4d1f-4f34-8acc-df0b1699dea3 None None] Pushing event updated for resources: {'Port': ['ID=12404090-a1ca-4324-baa0-85c2471a722a,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:01.203922 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.243894 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:54:01.249601 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:54:01.252622 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:54:01.258627 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Pushing event updated for resources: {'Port': ['ID=793599c9-822f-4762-b7cd-a8e081f9dcd3,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:01.371012 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Sync routers for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:54:01.380576 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:54:01.381309 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:01.545117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.577046 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:54:01.763607 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584022'] for router, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.796276 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 2, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:01.827910 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Checking router: 1037e4ab-8ad5-46ca-a5ca-5904be384897 for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:54:01.828549 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Updating router 1037e4ab-8ad5-46ca-a5ca-5904be384897 port b904cb19-fde1-43f5-866c-1942b3c46772 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:54:01.839936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 12404090-a1ca-4324-baa0-85c2471a722a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:01.860777 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.893085 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 12404090-a1ca-4324-baa0-85c2471a722a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:01.893452 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:01.928838 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Router 636d3510-aac6-416a-ac32-42239ce575ad is scheduled to L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b with binding_index 1 {{(pid=94940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 20:54:02.060168 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:54:02.082570 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.084431 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-4dee2fcb-f727-4616-9b61-9f50920e0970 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6099627 Sep 18 20:54:02.087250 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45958) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:02.140544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Sync routers for ids ['636d3510-aac6-416a-ac32-42239ce575ad'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:54:02.158205 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Routers {'636d3510-aac6-416a-ac32-42239ce575ad'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:54:02.158857 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['636d3510-aac6-416a-ac32-42239ce575ad'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:02.203082 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.205574 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.217373 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d200da5-8c4a-4dff-a87e-228e0ad2e05a None None] Network 66af9de8-15d0-409e-8a09-e00e3cc5b996 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:54:02.219272 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.278967 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Pushing event updated for resources: {'Port': ['ID=b904cb19-fde1-43f5-866c-1942b3c46772,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:02.279232 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 12404090-a1ca-4324-baa0-85c2471a722a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=12404090-a1ca-4324-baa0-85c2471a722a,segment=NetworkSegment(37208b50-70df-4394-ac8f-533dd9f6cb7a),segment_id=37208b50-70df-4394-ac8f-533dd9f6cb7a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:54:02.302423 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.302762 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.303096 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.303446 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.303773 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.304660 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.304660 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.304876 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.305098 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.305435 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.305628 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.305922 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:54:02.312729 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.313480 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 98698694-8d20-48bb-8cd2-c3cc4d54e20e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:02.356479 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Attempting to bind port b904cb19-fde1-43f5-866c-1942b3c46772 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:54:02.357256 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Attempting to bind port b904cb19-fde1-43f5-866c-1942b3c46772 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:54:02.358171 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Attempting to bind port b904cb19-fde1-43f5-866c-1942b3c46772 on network a31be0b0-10ee-4af5-930b-66e856d7d0d9 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:54:02.364857 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:54:02.365915 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Checking segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:54:02.366616 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.367217 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Bound using segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:54:02.367898 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Bound port: b904cb19-fde1-43f5-866c-1942b3c46772, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:54:02.368540 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.433168 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Set router 636d3510-aac6-416a-ac32-42239ce575ad gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:54:02.447019 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] For port b904cb19-fde1-43f5-866c-1942b3c46772, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:54:02.451317 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] For port b904cb19-fde1-43f5-866c-1942b3c46772, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b904cb19-fde1-43f5-866c-1942b3c46772,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:54:02.457090 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.467176 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-43e6b4f3-575f-41ce-91be-4ffa121ed25c None None] Provisioning complete for port 12404090-a1ca-4324-baa0-85c2471a722a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:02.467645 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-43e6b4f3-575f-41ce-91be-4ffa121ed25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.509053 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:54:02.509703 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:02.587982 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0e236-10bd-4daf-8fb6-921fd0b6629c None None] Pushing event updated for resources: {'Port': ['ID=b904cb19-fde1-43f5-866c-1942b3c46772,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:02.591491 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.668468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=12404090-a1ca-4324-baa0-85c2471a722a,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:02.668786 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:54:02.771543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 98698694-8d20-48bb-8cd2-c3cc4d54e20e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:02.771921 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.804547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Allocated IP 172.20.0.1 (66af9de8-15d0-409e-8a09-e00e3cc5b996/5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61/52c8f0a2-7a58-429d-8ebd-e951f466c860) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:54:02.879329 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:01Z', 'revision_number': 3, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port': {'id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:02.912107 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Checking router: 636d3510-aac6-416a-ac32-42239ce575ad for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:54:02.912463 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Updating router 636d3510-aac6-416a-ac32-42239ce575ad port 793599c9-822f-4762-b7cd-a8e081f9dcd3 binding host n-d-789963-11 {{(pid=94942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:54:02.925057 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:02.932534 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.960544 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17d0b0-0415-4cc4-b12f-144d3dd4f686 None None] The sync data for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 is: [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:54:02.963141 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.980117 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:02.993399 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.023095 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Network 66af9de8-15d0-409e-8a09-e00e3cc5b996 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:54:03.027458 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:54:03.029955 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:54:03.062691 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Pushing event updated for resources: {'Port': ['ID=52c8f0a2-7a58-429d-8ebd-e951f466c860,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:03.086055 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-584065'] for router_interface, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.107762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 98698694-8d20-48bb-8cd2-c3cc4d54e20e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=98698694-8d20-48bb-8cd2-c3cc4d54e20e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:54:03.112278 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-609882c5-5615-4d4b-90da-319d2fa5f4ad None None] Provisioning complete for port b904cb19-fde1-43f5-866c-1942b3c46772 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:03.112537 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-609882c5-5615-4d4b-90da-319d2fa5f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.144721 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.231852 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.268022 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=98698694-8d20-48bb-8cd2-c3cc4d54e20e,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:03.340083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-609882c5-5615-4d4b-90da-319d2fa5f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.410200 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-609882c5-5615-4d4b-90da-319d2fa5f4ad None None] For port b904cb19-fde1-43f5-866c-1942b3c46772, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b904cb19-fde1-43f5-866c-1942b3c46772,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:54:03.412191 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.417274 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-609882c5-5615-4d4b-90da-319d2fa5f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.417538 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.423842 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Notify callbacks [] for port, precommit_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.445904 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.485114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Attempting to bind port 793599c9-822f-4762-b7cd-a8e081f9dcd3 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:54:03.485482 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Attempting to bind port 793599c9-822f-4762-b7cd-a8e081f9dcd3 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:54:03.485838 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Attempting to bind port 793599c9-822f-4762-b7cd-a8e081f9dcd3 on network 355f3962-b824-486d-927f-f4a87763feee {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:54:03.487786 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609882c5-5615-4d4b-90da-319d2fa5f4ad None None] Pushing event updated for resources: {'Port': ['ID=b904cb19-fde1-43f5-866c-1942b3c46772,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:03.489513 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1001683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-587281'] for router_interface, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.491320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Pushing event updated for resources: {'Port': ['ID=52c8f0a2-7a58-429d-8ebd-e951f466c860,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:03.516525 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:54:03.516908 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Checking segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:54:03.517380 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.517721 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Bound using segment: {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'} {{(pid=94942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:54:03.518218 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.managers [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Bound port: 793599c9-822f-4762-b7cd-a8e081f9dcd3, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae67db4-0091-4cd0-be95-58bf578cf1ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '355f3962-b824-486d-927f-f4a87763feee'}}] {{(pid=94942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:54:03.518596 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.564666 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bbc43-9a77-4fe1-8363-94bbd9a8bcf4 None None] Pushing event updated for resources: {'Port': ['ID=793599c9-822f-4762-b7cd-a8e081f9dcd3,revision_number=2']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:03.583488 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2e059a88-3a5c-447b-956c-0cc6d64f0c7e None None] Provisioning complete for port 52c8f0a2-7a58-429d-8ebd-e951f466c860 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:03.583851 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e059a88-3a5c-447b-956c-0cc6d64f0c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.588948 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Network 66af9de8-15d0-409e-8a09-e00e3cc5b996 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:54:03.590492 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:54:03.613374 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] For port 793599c9-822f-4762-b7cd-a8e081f9dcd3, host n-d-789963-11, cleared binding levels {{(pid=94942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:54:03.631626 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] For port 793599c9-822f-4762-b7cd-a8e081f9dcd3, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=793599c9-822f-4762-b7cd-a8e081f9dcd3,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:54:03.634468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2e059a88-3a5c-447b-956c-0cc6d64f0c7e None None] Port 52c8f0a2-7a58-429d-8ebd-e951f466c860 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:54:03.638372 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.687949 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2e059a88-3a5c-447b-956c-0cc6d64f0c7e None None] Provisioning complete for port 12404090-a1ca-4324-baa0-85c2471a722a triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:03.688194 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2e059a88-3a5c-447b-956c-0cc6d64f0c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:03.712081 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Router 636d3510-aac6-416a-ac32-42239ce575ad has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:54:03.728979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Routers {'636d3510-aac6-416a-ac32-42239ce575ad'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:54:03.729614 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['636d3510-aac6-416a-ac32-42239ce575ad'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:03.734372 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bbc43-9a77-4fe1-8363-94bbd9a8bcf4 None None] Pushing event updated for resources: {'Port': ['ID=793599c9-822f-4762-b7cd-a8e081f9dcd3,revision_number=3']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:03.852373 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:54:03.859878 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-6dcfd0ea-9328-42ae-a8ec-e03873977f60 admin admin] 10.222.0.20 "PUT /v2.0/routers/636d3510-aac6-416a-ac32-42239ce575ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7708185 Sep 18 20:54:03.989410 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 12404090-a1ca-4324-baa0-85c2471a722a up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:04.060032 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] Set router 636d3510-aac6-416a-ac32-42239ce575ad gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:54:04.147914 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 12404090-a1ca-4324-baa0-85c2471a722a triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:04.148589 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:04.262672 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-2a6ae9b2-2ef3-4041-bebd-39c9fd12eba7 None None] Provisioning complete for port 52c8f0a2-7a58-429d-8ebd-e951f466c860 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:04.262954 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2a6ae9b2-2ef3-4041-bebd-39c9fd12eba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:04.348445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ae9b2-2ef3-4041-bebd-39c9fd12eba7 None None] Port 52c8f0a2-7a58-429d-8ebd-e951f466c860 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:54:04.361174 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b904cb19-fde1-43f5-866c-1942b3c46772 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:04.408855 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 4, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port': {'id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '52c8f0a2-7a58-429d-8ebd-e951f466c860', 'name': '', 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'mac_address': 'fa:16:3e:09:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:02Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 2, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'subnets': [{'id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:04.437481 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24127e3b-3f81-45d6-8625-5d8ae540bd61 None None] The sync data for ids ['636d3510-aac6-416a-ac32-42239ce575ad'] in n-d-789963-11 is: [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 4, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port': {'id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '52c8f0a2-7a58-429d-8ebd-e951f466c860', 'name': '', 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'mac_address': 'fa:16:3e:09:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:02Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 2, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'subnets': [{'id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:54:04.442929 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port b904cb19-fde1-43f5-866c-1942b3c46772 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:04.443333 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:04.528985 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 98698694-8d20-48bb-8cd2-c3cc4d54e20e up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:04.574610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 98698694-8d20-48bb-8cd2-c3cc4d54e20e triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:04.574979 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:05.767750 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 793599c9-822f-4762-b7cd-a8e081f9dcd3 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:05.820239 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 793599c9-822f-4762-b7cd-a8e081f9dcd3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:05.820611 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:05.898205 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:05.909871 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45968) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:05.914418 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-50dc6bf0-c73c-47fa-a1c5-ff2334f08c9c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160253394', 'description': 'tempest-secgroup-smoke-1160253394 description', 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:05.920945 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] For port 793599c9-822f-4762-b7cd-a8e081f9dcd3, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=793599c9-822f-4762-b7cd-a8e081f9dcd3,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:54:05.925804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:05.936946 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50dc6bf0-c73c-47fa-a1c5-ff2334f08c9c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:05.976901 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Pushing event updated for resources: {'Port': ['ID=793599c9-822f-4762-b7cd-a8e081f9dcd3,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:06.029686 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50dc6bf0-c73c-47fa-a1c5-ff2334f08c9c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.033341 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50dc6bf0-c73c-47fa-a1c5-ff2334f08c9c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.061075 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-50dc6bf0-c73c-47fa-a1c5-ff2334f08c9c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.062313 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-50dc6bf0-c73c-47fa-a1c5-ff2334f08c9c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1514778 Sep 18 20:54:06.064186 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc6bf0-c73c-47fa-a1c5-ff2334f08c9c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5088ee-b00f-4e66-8e89-698e29a9769d,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:06.065675 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45970) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:06.071303 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-aded61ff-a257-4da8-85e8-ed82d9fba029 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'security_group_rule': {'security_group_id': '2f5088ee-b00f-4e66-8e89-698e29a9769d', 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:06.101984 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aded61ff-a257-4da8-85e8-ed82d9fba029 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.160620 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aded61ff-a257-4da8-85e8-ed82d9fba029 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.165286 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aded61ff-a257-4da8-85e8-ed82d9fba029 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.185046 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded61ff-a257-4da8-85e8-ed82d9fba029 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0a0101-8e33-46d8-bc9d-c333499fa5e0,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:06.190936 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-aded61ff-a257-4da8-85e8-ed82d9fba029 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.192178 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-aded61ff-a257-4da8-85e8-ed82d9fba029 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248562 Sep 18 20:54:06.194964 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45972) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:06.199774 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-15da89e1-41fa-4fa6-bed4-d017b9241e78 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'security_group_rule': {'security_group_id': '2f5088ee-b00f-4e66-8e89-698e29a9769d', 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:06.225049 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15da89e1-41fa-4fa6-bed4-d017b9241e78 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.281452 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15da89e1-41fa-4fa6-bed4-d017b9241e78 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.285024 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15da89e1-41fa-4fa6-bed4-d017b9241e78 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.301590 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da89e1-41fa-4fa6-bed4-d017b9241e78 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f757043-4c2b-4f10-b592-e2f11b072e76,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:06.308143 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-15da89e1-41fa-4fa6-bed4-d017b9241e78 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.309327 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-15da89e1-41fa-4fa6-bed4-d017b9241e78 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134107 Sep 18 20:54:06.312120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45974) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:06.316241 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-a752ac8a-c63d-43bf-8fcf-c62059079f05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'security_group_rule': {'security_group_id': '2f5088ee-b00f-4e66-8e89-698e29a9769d', 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:06.341723 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a752ac8a-c63d-43bf-8fcf-c62059079f05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.405421 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a752ac8a-c63d-43bf-8fcf-c62059079f05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.409517 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a752ac8a-c63d-43bf-8fcf-c62059079f05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.428886 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752ac8a-c63d-43bf-8fcf-c62059079f05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7542f9d4-8452-4729-b748-fd14d41ba022,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:06.434154 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-a752ac8a-c63d-43bf-8fcf-c62059079f05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.435461 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-a752ac8a-c63d-43bf-8fcf-c62059079f05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223800 Sep 18 20:54:06.438322 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 45976) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:06.442466 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-31e06193-3996-4926-a9d2-488f042437a3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'security_group_rule': {'security_group_id': '2f5088ee-b00f-4e66-8e89-698e29a9769d', 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:06.468044 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31e06193-3996-4926-a9d2-488f042437a3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.528076 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31e06193-3996-4926-a9d2-488f042437a3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.531853 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31e06193-3996-4926-a9d2-488f042437a3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.549830 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e06193-3996-4926-a9d2-488f042437a3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424c3d79-b62e-4fb2-8c70-7bd89aca3444,revision_number=0']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:06.556228 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-31e06193-3996-4926-a9d2-488f042437a3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.560895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-31e06193-3996-4926-a9d2-488f042437a3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190317 Sep 18 20:54:06.561153 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45978) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:06.565794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-3076bc7e-5420-4f2b-a410-c6dc89458fcc tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'security_group_rule': {'security_group_id': '2f5088ee-b00f-4e66-8e89-698e29a9769d', 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:06.589166 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-3076bc7e-5420-4f2b-a410-c6dc89458fcc tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Project c23e1d16d0e7453c9cf920cd15e98337 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:54:06.593941 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3076bc7e-5420-4f2b-a410-c6dc89458fcc tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.658376 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3076bc7e-5420-4f2b-a410-c6dc89458fcc tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.662017 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3076bc7e-5420-4f2b-a410-c6dc89458fcc tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.686176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076bc7e-5420-4f2b-a410-c6dc89458fcc tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a556984-b30c-4d29-8766-f973f79ea77e,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:06.691863 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3076bc7e-5420-4f2b-a410-c6dc89458fcc tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.693123 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3076bc7e-5420-4f2b-a410-c6dc89458fcc tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309304 Sep 18 20:54:06.696032 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 45980) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:06.700390 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-fe40b01d-e35c-42dc-99a1-6b8c30cf9264 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'security_group_rule': {'security_group_id': '2f5088ee-b00f-4e66-8e89-698e29a9769d', 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:06.719158 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Sync routers for ids ['636d3510-aac6-416a-ac32-42239ce575ad'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:54:06.728921 n-d-789963-11 neutron-server[94940]: INFO neutron.db.securitygroups_db [None req-fe40b01d-e35c-42dc-99a1-6b8c30cf9264 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Project c23e1d16d0e7453c9cf920cd15e98337 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 20:54:06.729082 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Routers {'636d3510-aac6-416a-ac32-42239ce575ad'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:54:06.729486 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['636d3510-aac6-416a-ac32-42239ce575ad'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:06.734851 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe40b01d-e35c-42dc-99a1-6b8c30cf9264 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.798381 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe40b01d-e35c-42dc-99a1-6b8c30cf9264 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.801999 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe40b01d-e35c-42dc-99a1-6b8c30cf9264 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-790313'] for security_group_rule, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.818592 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40b01d-e35c-42dc-99a1-6b8c30cf9264 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdee367-6e9c-4ccb-9c3e-367d23cb9619,revision_number=0']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:06.825802 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fe40b01d-e35c-42dc-99a1-6b8c30cf9264 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:06.827107 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-fe40b01d-e35c-42dc-99a1-6b8c30cf9264 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301291 Sep 18 20:54:06.838309 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Set router 636d3510-aac6-416a-ac32-42239ce575ad gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:54:06.963242 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-a7fda81c-a414-4449-8a55-32f97062ac89 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160253394&fields=id&tenant_id=c23e1d16d0e7453c9cf920cd15e98337 HTTP/1.1" status: 200 len: 267 time: 0.0316098 Sep 18 20:54:07.037558 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 4, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port': {'id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '52c8f0a2-7a58-429d-8ebd-e951f466c860', 'name': '', 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'mac_address': 'fa:16:3e:09:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:02Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 2, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'subnets': [{'id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:07.076381 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-136111ed-cbfa-4cf8-b55b-5027383cb615 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:07.077989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-136111ed-cbfa-4cf8-b55b-5027383cb615 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 809 time: 0.1074615 Sep 18 20:54:07.095243 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-d3659d6d-426c-4f0e-9c35-cce5aea5d031 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/quotas/c23e1d16d0e7453c9cf920cd15e98337 HTTP/1.1" status: 200 len: 375 time: 0.0107708 Sep 18 20:54:07.150870 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Checking router: 636d3510-aac6-416a-ac32-42239ce575ad for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:54:07.151209 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Updating router 636d3510-aac6-416a-ac32-42239ce575ad port 52c8f0a2-7a58-429d-8ebd-e951f466c860 binding host n-d-789963-11 {{(pid=94943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 20:54:07.151733 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-e942ab4e-2910-484f-a337-7cda296da52d tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504107 Sep 18 20:54:07.176019 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:07.251473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-74c4a6c1-a838-456b-a90b-3b3c388ab269 service neutron] 10.222.0.20 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880582 Sep 18 20:54:07.339850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-fc0a181c-80cb-47db-987a-f271f7133fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821476 Sep 18 20:54:07.431785 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Notify callbacks [] for port, precommit_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:07.436927 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:07.488642 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35fb5a-5ebc-4f52-b1de-8f9ae1b4c40c None None] Pushing event updated for resources: {'Port': ['ID=52c8f0a2-7a58-429d-8ebd-e951f466c860,revision_number=3']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:07.543879 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-c3eb872a-922d-499d-af81-27539348cb16 req-d6e1ed6a-5ea0-4865-a04d-b7c26cf98166 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 210 time: 0.0502982 Sep 18 20:54:07.565309 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Attempting to bind port 52c8f0a2-7a58-429d-8ebd-e951f466c860 on host n-d-789963-11 for vnic_type normal with profile {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:54:07.565999 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Attempting to bind port 52c8f0a2-7a58-429d-8ebd-e951f466c860 by drivers openvswitch,hyperv on host n-d-789963-11 at level 0 using segments [{'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:54:07.566256 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Attempting to bind port 52c8f0a2-7a58-429d-8ebd-e951f466c860 on network 66af9de8-15d0-409e-8a09-e00e3cc5b996 {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:54:07.573141 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Checking agent: {'id': '29b94a22-ecf3-4f39-a9df-f9f0fbdb0944', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 27, 55), 'started_at': datetime.datetime(2021, 9, 18, 19, 28, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:54:07.573395 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Checking segment: {'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:54:07.573828 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:07.574192 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Bound using segment: {'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'} {{(pid=94943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:54:07.574809 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.managers [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Bound port: 52c8f0a2-7a58-429d-8ebd-e951f466c860, host: n-d-789963-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37208b50-70df-4394-ac8f-533dd9f6cb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996'}}] {{(pid=94943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:54:07.575242 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:07.646851 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] For port 52c8f0a2-7a58-429d-8ebd-e951f466c860, host n-d-789963-11, cleared binding levels {{(pid=94943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:54:07.650186 n-d-789963-11 neutron-server[94943]: DEBUG neutron.plugins.ml2.db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] For port 52c8f0a2-7a58-429d-8ebd-e951f466c860, host n-d-789963-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=52c8f0a2-7a58-429d-8ebd-e951f466c860,segment=NetworkSegment(37208b50-70df-4394-ac8f-533dd9f6cb7a),segment_id=37208b50-70df-4394-ac8f-533dd9f6cb7a)] {{(pid=94943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:54:07.654567 n-d-789963-11 neutron-server[94943]: DEBUG neutron_lib.callbacks.manager [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:07.733019 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35fb5a-5ebc-4f52-b1de-8f9ae1b4c40c None None] Pushing event updated for resources: {'Port': ['ID=52c8f0a2-7a58-429d-8ebd-e951f466c860,revision_number=4']} {{(pid=94943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:07.745564 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Routers {'636d3510-aac6-416a-ac32-42239ce575ad'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:54:07.746433 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['636d3510-aac6-416a-ac32-42239ce575ad'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:07.782520 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 793599c9-822f-4762-b7cd-a8e081f9dcd3 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:07.842506 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 793599c9-822f-4762-b7cd-a8e081f9dcd3 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:07.842976 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:07.890010 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] Set router 636d3510-aac6-416a-ac32-42239ce575ad gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:54:07.908432 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-6d193872-afa2-42f9-91eb-94ae2bad598a None None] Provisioning complete for port 52c8f0a2-7a58-429d-8ebd-e951f466c860 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:07.908806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6d193872-afa2-42f9-91eb-94ae2bad598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:08.039568 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6d193872-afa2-42f9-91eb-94ae2bad598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:08.076793 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-6d193872-afa2-42f9-91eb-94ae2bad598a None None] For port 52c8f0a2-7a58-429d-8ebd-e951f466c860, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=52c8f0a2-7a58-429d-8ebd-e951f466c860,segment=NetworkSegment(37208b50-70df-4394-ac8f-533dd9f6cb7a),segment_id=37208b50-70df-4394-ac8f-533dd9f6cb7a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:54:08.082801 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6d193872-afa2-42f9-91eb-94ae2bad598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:08.132956 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d193872-afa2-42f9-91eb-94ae2bad598a None None] Pushing event updated for resources: {'Port': ['ID=52c8f0a2-7a58-429d-8ebd-e951f466c860,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:08.149386 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 4, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port': {'id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '52c8f0a2-7a58-429d-8ebd-e951f466c860', 'name': '', 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'mac_address': 'fa:16:3e:09:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:02Z', 'updated_at': '2021-09-18T20:54:07Z', 'revision_number': 4, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'subnets': [{'id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:08.175469 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b822f-56b6-4dff-9315-a433c5ee868c None None] The sync data for ids ['636d3510-aac6-416a-ac32-42239ce575ad'] in n-d-789963-11 is: [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 4, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port': {'id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': '52c8f0a2-7a58-429d-8ebd-e951f466c860', 'name': '', 'network_id': '66af9de8-15d0-409e-8a09-e00e3cc5b996', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'mac_address': 'fa:16:3e:09:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:02Z', 'updated_at': '2021-09-18T20:54:07Z', 'revision_number': 4, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'subnets': [{'id': '5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:54:08.202258 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-496de935-1c3a-40ef-a260-3f50a164b8d7 None None] Provisioning complete for port 52c8f0a2-7a58-429d-8ebd-e951f466c860 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:08.202628 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-496de935-1c3a-40ef-a260-3f50a164b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:08.574658 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-b503f605-88ac-4c16-bdbf-af997ef98630 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:08.576641 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-b503f605-88ac-4c16-bdbf-af997ef98630 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 809 time: 0.1319816 Sep 18 20:54:08.641684 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-6e245186-bac4-4a82-aec7-15434183e0c4 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23e1d16d0e7453c9cf920cd15e98337 HTTP/1.1" status: 200 len: 380 time: 0.0562584 Sep 18 20:54:08.663363 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d25deb11-bc45-4fbf-b5c6-b945ad21c4b0 req-6fe7df30-b8ba-4dfe-b49c-2bb257086e8a tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 210 time: 0.0420094 Sep 18 20:54:08.668213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'port': {'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'admin_state_up': True, 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'security_groups': ['2f5088ee-b00f-4e66-8e89-698e29a9769d']}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:08.790092 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Made reservation on behalf of c23e1d16d0e7453c9cf920cd15e98337 for: {'port': 1} {{(pid=94941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:54:08.794673 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:08.926116 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Allocated IP 172.20.0.13 (a31be0b0-10ee-4af5-930b-66e856d7d0d9/613e9ab0-b4e7-494b-bc12-c5679e87d940/dde7d144-2848-4ea0-9384-3d50699ce4bd) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:54:09.059922 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:09.092056 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:09.136575 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:54:09.139491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:54:09.143207 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:54:09.172138 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:09.200849 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:09.201465 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:09.217913 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-3e5f3200-efc9-48df-a818-63e656424974 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570877 Sep 18 20:54:09.230749 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Request body: {'port': {'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-11'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:09.285788 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:09.410966 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-29f1bea1-b301-40e7-8d29-0223fbf36d21 None None] Provisioning complete for port dde7d144-2848-4ea0-9384-3d50699ce4bd triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:09.411616 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-29f1bea1-b301-40e7-8d29-0223fbf36d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:09.446546 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-29f1bea1-b301-40e7-8d29-0223fbf36d21 None None] Port dde7d144-2848-4ea0-9384-3d50699ce4bd cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:54:09.780220 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 52c8f0a2-7a58-429d-8ebd-e951f466c860 up at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:09.827393 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Provisioning complete for port 52c8f0a2-7a58-429d-8ebd-e951f466c860 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:09.827934 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:09.859473 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e4a81-1db3-4ae6-8dd0-4dfb3ff4560a req-3576759b-b1fd-439d-b216-ab30094ce996 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:09.860959 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-786e4a81-1db3-4ae6-8dd0-4dfb3ff4560a req-3576759b-b1fd-439d-b216-ab30094ce996 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 932 time: 0.1038098 Sep 18 20:54:09.922696 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-786e4a81-1db3-4ae6-8dd0-4dfb3ff4560a req-9d0d3588-473d-4f72-b9a4-88a5a50bac92 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557847 Sep 18 20:54:09.952375 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde7d144-2848-4ea0-9384-3d50699ce4bd {{(pid=94941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:54:09.959565 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:09.971660 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.provisioning_blocks [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Transition to ACTIVE for port object dde7d144-2848-4ea0-9384-3d50699ce4bd will not be triggered until provisioned by entity L2. {{(pid=94941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:54:09.975578 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:10.025867 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Pushing event updated for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:10.100662 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Attempting to bind port dde7d144-2848-4ea0-9384-3d50699ce4bd on host n-h2-789963-11 for vnic_type normal with profile {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:54:10.101000 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Attempting to bind port dde7d144-2848-4ea0-9384-3d50699ce4bd by drivers openvswitch,hyperv on host n-h2-789963-11 at level 0 using segments [{'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:54:10.101328 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Attempting to bind port dde7d144-2848-4ea0-9384-3d50699ce4bd on network a31be0b0-10ee-4af5-930b-66e856d7d0d9 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:54:10.106989 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Port dde7d144-2848-4ea0-9384-3d50699ce4bd on network a31be0b0-10ee-4af5-930b-66e856d7d0d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-11 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:54:10.107308 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Attempting to bind port dde7d144-2848-4ea0-9384-3d50699ce4bd on network a31be0b0-10ee-4af5-930b-66e856d7d0d9 {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:54:10.112439 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Checking agent: {'id': 'b982f4da-b238-46b3-85c2-9c1d75d946d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:54:10.112775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Checking segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:54:10.113153 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Bound using segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} {{(pid=94941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:54:10.113665 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.managers [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Bound port: dde7d144-2848-4ea0-9384-3d50699ce4bd, host: n-h2-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'}}] {{(pid=94941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:54:10.114139 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:10.180353 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, cleared binding levels {{(pid=94941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:54:10.184050 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:54:10.188441 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:10.222062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:10.222665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:10.224331 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] 10.222.0.24 "PUT /v2.0/ports/dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 1093 time: 0.9982655 Sep 18 20:54:10.224548 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:54:10.226789 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4b5010-ea41-438b-b594-01ccbfd9181c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:54:10.252905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286b8b-8501-4664-b0db-85dc98867d2e service neutron] Pushing event updated for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=3']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:10.267534 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4191d2-df24-483f-879c-e8a05d2beff9 x-openstack-request-id: req-5f4191d2-df24-483f-879c-e8a05d2beff9 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:54:10.267832 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:54:10.268082 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f4191d2-df24-483f-879c-e8a05d2beff9 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:54:10.268515 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'status': 'completed', 'code': 200} Sep 18 20:54:10.321404 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-f84a0edf-b24d-4ce3-a3e8-5147cd4d9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:10.323202 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-f84a0edf-b24d-4ce3-a3e8-5147cd4d9926 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1096 time: 0.0468252 Sep 18 20:54:10.366071 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-df56bb8c-4c15-405a-971a-23b0ea118d39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 217 time: 0.0355692 Sep 18 20:54:10.417699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-a0b0d281-97c2-4f81-815f-94e42264133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:10.419188 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-a0b0d281-97c2-4f81-815f-94e42264133e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0450828 Sep 18 20:54:10.468133 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-1c0af4d5-5bc1-4b85-8a99-5fcb2fb6f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:10.469516 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-1c0af4d5-5bc1-4b85-8a99-5fcb2fb6f93b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435410 Sep 18 20:54:10.559609 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-451407ac-0ca5-471f-b04d-a3dde67bddba service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829775 Sep 18 20:54:10.650560 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7fdde0d3-22d9-4876-9395-cbbd967192a5 req-b216cef2-1b5a-4bee-a3ba-a216dbd340bc service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837884 Sep 18 20:54:10.738428 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-21f2420b-ef54-4804-8dee-ec6fa4043301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:10.739883 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-21f2420b-ef54-4804-8dee-ec6fa4043301 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1096 time: 0.0422199 Sep 18 20:54:10.833274 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-70527d84-9a38-4b72-bbbd-423c254e5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:10.834732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-70527d84-9a38-4b72-bbbd-423c254e5d93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0879238 Sep 18 20:54:10.876065 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-c4332672-763f-497d-8456-9364369fd56d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 217 time: 0.0338471 Sep 18 20:54:10.924789 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-abd99b60-53db-4e3b-a45d-d7b212b40136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:10.926225 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-abd99b60-53db-4e3b-a45d-d7b212b40136 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0432377 Sep 18 20:54:10.973388 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-6c2dde7b-f00d-4b42-8a9e-7e5291bbfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:10.974887 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-6c2dde7b-f00d-4b42-8a9e-7e5291bbfe4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400758 Sep 18 20:54:11.095801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399e5d4-e0cc-4de1-b0ab-19d02c494d49 req-0c35f8ab-6df5-4817-8d48-b5bf10661a1c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:11.097215 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0399e5d4-e0cc-4de1-b0ab-19d02c494d49 req-0c35f8ab-6df5-4817-8d48-b5bf10661a1c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 944 time: 0.1065111 Sep 18 20:54:11.117466 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-51a1251e-bfbb-4bee-a20f-0e80c2ecceb6 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337900 Sep 18 20:54:11.171650 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0399e5d4-e0cc-4de1-b0ab-19d02c494d49 req-8bec090c-9a3b-42bc-9ab7-7f11ab602e4b tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647695 Sep 18 20:54:11.227124 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f4b5010-ea41-438b-b594-01ccbfd9181c req-d114dd8e-cd91-4e07-9627-77eaca7a1478 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003611 Sep 18 20:54:12.287229 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb9ad3-240a-4295-b63d-ab837dc22349 req-17d9cd0d-cad5-4d84-9406-19449ae1ab20 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:12.288804 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4dbb9ad3-240a-4295-b63d-ab837dc22349 req-17d9cd0d-cad5-4d84-9406-19449ae1ab20 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 944 time: 0.0493054 Sep 18 20:54:12.325825 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-4dbb9ad3-240a-4295-b63d-ab837dc22349 req-1a440cce-c12b-49e4-afea-c07eade9abc5 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303490 Sep 18 20:54:13.371565 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:54:13.442329 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005bbc2-d33c-4963-85f0-b6341fa98c1b req-e2d08c56-7fa1-4de3-a7fe-d55f83f42b45 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:13.443847 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f005bbc2-d33c-4963-85f0-b6341fa98c1b req-e2d08c56-7fa1-4de3-a7fe-d55f83f42b45 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 944 time: 0.0527353 Sep 18 20:54:13.481374 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f005bbc2-d33c-4963-85f0-b6341fa98c1b req-90665a1c-df46-42ed-89e0-3284057f72c0 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Sep 18 20:54:14.340324 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device dde7d144-2848-4ea0-9384-3d50699ce4bd details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:54:14.432569 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:54:14.443182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:54:14.479418 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:14.495476 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde7d144-2848-4ea0-9384-3d50699ce4bd {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:54:14.516185 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:54:14.519962 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:14.567646 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:14.598246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0ce9-e2e0-4e8b-ae73-2431e898e272 req-b7cc2daa-8e99-49bd-9538-9e64144f7c47 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:14.599789 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99db0ce9-e2e0-4e8b-ae73-2431e898e272 req-b7cc2daa-8e99-49bd-9538-9e64144f7c47 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 945 time: 0.0509992 Sep 18 20:54:14.638212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-99db0ce9-e2e0-4e8b-ae73-2431e898e272 req-e1f32a18-e596-42d8-aff3-207c82349dd9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Sep 18 20:54:14.752774 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['dde7d144-2848-4ea0-9384-3d50699ce4bd'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:54:15.754232 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be994c08-1a5e-4e7e-8921-a6767079894b req-334c54c2-56f9-4c3b-8b08-cff60a18e058 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:15.755778 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be994c08-1a5e-4e7e-8921-a6767079894b req-334c54c2-56f9-4c3b-8b08-cff60a18e058 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 945 time: 0.0506546 Sep 18 20:54:15.793623 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-be994c08-1a5e-4e7e-8921-a6767079894b req-bc176a1f-8822-445f-8cb7-114d0d359c2f tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Sep 18 20:54:16.372189 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device dde7d144-2848-4ea0-9384-3d50699ce4bd up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:54:16.419927 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning for port dde7d144-2848-4ea0-9384-3d50699ce4bd completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:54:16.423361 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port dde7d144-2848-4ea0-9384-3d50699ce4bd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:54:16.423761 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:16.500286 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:16.521991 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:54:16.524449 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a674e62-e7a5-48f8-b594-5403dd130aa4" -d '{"events": [{"server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "name": "network-vif-plugged", "status": "completed", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:54:16.537182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:54:16.542784 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:16.565288 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bb8d10-38ce-4d3e-9e9b-d4ccfb21f541 x-openstack-request-id: req-64bb8d10-38ce-4d3e-9e9b-d4ccfb21f541 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:54:16.565580 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "name": "network-vif-plugged", "status": "completed", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:54:16.565833 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64bb8d10-38ce-4d3e-9e9b-d4ccfb21f541 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:54:16.566233 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'code': 200} Sep 18 20:54:16.593129 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:16.661525 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566d25c-db2c-46f3-8bff-e6e6b4166018 req-dca327f1-5113-442a-9c0f-9ae290339811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:16.662912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b566d25c-db2c-46f3-8bff-e6e6b4166018 req-dca327f1-5113-442a-9c0f-9ae290339811 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1098 time: 0.0435510 Sep 18 20:54:16.696672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b566d25c-db2c-46f3-8bff-e6e6b4166018 req-426933c1-f4ec-4375-90d8-13a32b08a107 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266695 Sep 18 20:54:16.905682 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec8e0-ee23-4142-92c0-89375aad26d4 req-46ef31b1-930a-4d09-a32a-8d3e420285d0 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:16.907168 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-484ec8e0-ee23-4142-92c0-89375aad26d4 req-46ef31b1-930a-4d09-a32a-8d3e420285d0 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 946 time: 0.0484154 Sep 18 20:54:16.945455 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-484ec8e0-ee23-4142-92c0-89375aad26d4 req-c2b61305-f405-4593-8f5f-e6a5e3249e04 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321245 Sep 18 20:54:18.073995 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579a95-b47a-4db0-ad63-8ac51d986eb3 req-c8ad307d-c0ca-4aca-8b80-b28fa325593c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:18.075490 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52579a95-b47a-4db0-ad63-8ac51d986eb3 req-c8ad307d-c0ca-4aca-8b80-b28fa325593c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 946 time: 0.0502799 Sep 18 20:54:18.116376 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-52579a95-b47a-4db0-ad63-8ac51d986eb3 req-58909abe-ac25-49d3-80fb-0f06b3449c2d tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346417 Sep 18 20:54:18.232336 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a727d-65ea-47e9-a331-d0d5a93708ce req-dc254586-6be1-4de5-9a47-47cd4ed1b7ac tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:18.233735 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff6a727d-65ea-47e9-a331-d0d5a93708ce req-dc254586-6be1-4de5-9a47-47cd4ed1b7ac tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 946 time: 0.0530498 Sep 18 20:54:18.273910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ff6a727d-65ea-47e9-a331-d0d5a93708ce req-3b15e7aa-df61-4517-a541-64cd3b580b81 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341375 Sep 18 20:54:18.295322 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46032) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:18.419709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b58fb-2790-45f3-a5dd-8a52f73eb662 tempest-TestSnapshotPattern-1800796911 tempest-TestSnapshotPattern-1800796911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:18.421201 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-725b58fb-2790-45f3-a5dd-8a52f73eb662 tempest-TestSnapshotPattern-1800796911 tempest-TestSnapshotPattern-1800796911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1093 time: 0.1248353 Sep 18 20:54:18.424113 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46036) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:54:18.428210 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:54:18.449455 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for floatingip, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:18.545309 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:18.641610 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Allocated IP 172.25.8.218 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/d8d89758-de14-4178-b3b3-2b1946d35de1) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:54:18.747901 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:18.781037 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:18.817753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:54:18.820547 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:54:18.826598 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:54:18.848480 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'Port': ['ID=d8d89758-de14-4178-b3b3-2b1946d35de1,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:19.175546 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:19.240317 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:19.387282 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:19.391775 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:19.466928 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'Port': ['ID=d8d89758-de14-4178-b3b3-2b1946d35de1,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:54:19.477167 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:19.920406 n-d-789963-11 neutron-server[94940]: INFO neutron.db.l3_db [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Floating IP b34071be-32e1-4fc5-a37a-d4673d8b42f4 associated. External IP: 172.25.8.218, port: dde7d144-2848-4ea0-9384-3d50699ce4bd. Sep 18 20:54:20.116941 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Router 1037e4ab-8ad5-46ca-a5ca-5904be384897 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:54:20.227718 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:54:20.237544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] Sync routers for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:54:20.243676 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:20.247913 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:54:20.248798 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:20.273381 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-589eb861-852c-4959-8368-09c09044d791 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8482702 Sep 18 20:54:20.273954 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:54:20.276737 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76923e68-40f4-45c6-abb0-d4d48d11fed6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:54:20.357933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:54:20.372761 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdf707a-74ac-4ac3-9861-324370d1d2dd x-openstack-request-id: req-ffdf707a-74ac-4ac3-9861-324370d1d2dd {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:54:20.373066 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:54:20.373326 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffdf707a-74ac-4ac3-9861-324370d1d2dd {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:54:20.373993 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'status': 'completed', 'code': 200} Sep 18 20:54:20.433482 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-eef446f9-92c6-4ac6-b7a7-9261fd9b2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:20.434990 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-eef446f9-92c6-4ac6-b7a7-9261fd9b2a06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1098 time: 0.0407610 Sep 18 20:54:20.529803 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-7d1100c0-c91f-4538-8bfa-ca1906a35d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:20.531238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-7d1100c0-c91f-4538-8bfa-ca1906a35d2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0897422 Sep 18 20:54:20.581095 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:19Z', 'revision_number': 0, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:20.597186 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-9205aa37-985a-48c0-a9ac-34ef36aebe23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 1000 time: 0.0590827 Sep 18 20:54:20.607072 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] Checking router: 1037e4ab-8ad5-46ca-a5ca-5904be384897 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:54:20.615307 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:54:20.615935 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:53:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:20.646462 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-24c23123-c160-4d39-80b9-72fe8884690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:20.647960 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-24c23123-c160-4d39-80b9-72fe8884690d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0437977 Sep 18 20:54:20.697362 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-cdc67d13-f213-4b26-bf5d-a06f03d36059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:20.698877 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-cdc67d13-f213-4b26-bf5d-a06f03d36059 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444188 Sep 18 20:54:20.725292 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:54:20.797922 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-57c7e4b7-9796-4d2b-91de-00d253807232 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921421 Sep 18 20:54:20.895672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-76923e68-40f4-45c6-abb0-d4d48d11fed6 req-84df9e6d-3775-49f5-8505-0de52a7de38e service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912745 Sep 18 20:54:21.098570 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:19Z', 'revision_number': 0, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:54:21.127418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba1a60-8d35-4c0b-9746-acc8bdf95372 None None] The sync data for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 is: [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:19Z', 'revision_number': 0, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:54:21.721106 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eeb82c-1a85-4a34-90c0-75a75e303eba None None] New status for floating IP b34071be-32e1-4fc5-a37a-d4673d8b42f4: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:54:21.721632 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-51c893c1-2a4e-4cc5-b81c-e1904921a053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:24.059804 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:24.227690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:24.930564 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:24.955965 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-52278b7f-620b-4787-96a7-384985805bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:25.840021 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:27.779477 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:35.369727 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-db48b0f4-5357-46e5-ac2e-d65510831a58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857792 Sep 18 20:54:35.449684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-8d36e0da-3615-44d5-8898-37954f121456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:35.451128 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-8d36e0da-3615-44d5-8898-37954f121456 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1098 time: 0.0395937 Sep 18 20:54:35.558188 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-ca59ab48-c1dd-4a47-ad73-a12769e1b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:35.559591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-ca59ab48-c1dd-4a47-ad73-a12769e1b62b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0899172 Sep 18 20:54:35.622235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-50c6508b-6014-4404-99d4-e723ebd15fd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 1002 time: 0.0559175 Sep 18 20:54:35.673304 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-00c84483-f807-4ef6-b8e9-c7723e0f55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:35.674692 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-00c84483-f807-4ef6-b8e9-c7723e0f55dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0461476 Sep 18 20:54:35.721067 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-9aae0634-2268-479d-af68-52729df0653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:54:35.722574 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-9aae0634-2268-479d-af68-52729df0653e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403333 Sep 18 20:54:35.811153 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-e2a1fb9f-918a-4ec7-838f-1f4615e42f33 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811982 Sep 18 20:54:35.903801 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bee085f9-7a4a-4d01-b437-8a385af27adc req-a678db32-5b19-443e-9677-2deaaa6dd11f service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844359 Sep 18 20:54:50.372375 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:54:51.723669 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7c3e832f-c8b6-45b3-b2d0-45d9971973e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:54.058901 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:54.242163 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:54.933536 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:54.955895 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-891adc2a-b49a-46c3-81e6-e6c5d23861cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:55.844449 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:54:57.781565 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:21.724852 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8ba3-c8b9-4873-a066-0c3736590e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:24.057690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:24.273180 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:24.937535 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:24.955325 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-444b171c-bdb4-4201-8f0a-e578a3ee9964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:25.845277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:27.371444 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:55:27.784388 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:37.790035 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-87ca27d1-42f8-4a52-9ef1-68a616872e70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398507 Sep 18 20:55:37.870757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-16dbde31-29e1-473e-9383-f4f625222537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:55:37.872260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-16dbde31-29e1-473e-9383-f4f625222537 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1098 time: 0.0408969 Sep 18 20:55:37.979159 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-1abc7396-b611-4f30-b73b-26b84548dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:55:37.980544 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-1abc7396-b611-4f30-b73b-26b84548dd07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0902135 Sep 18 20:55:38.046238 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-8fd0d72a-4b5b-47c0-a783-992bbe940b32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 1002 time: 0.0582652 Sep 18 20:55:38.098882 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-92b8fd5e-f748-43d2-ad31-9ea3a861fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:55:38.100313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-92b8fd5e-f748-43d2-ad31-9ea3a861fad0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0479746 Sep 18 20:55:38.145073 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-c5d91220-134e-4e8b-b26a-df5e2181c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:55:38.146515 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-c5d91220-134e-4e8b-b26a-df5e2181c062 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398078 Sep 18 20:55:38.238989 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-e82456eb-43ba-44c5-b47b-6dbb27c1de2b service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854719 Sep 18 20:55:38.333147 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-639ed6f0-f0f7-4bcf-b9e2-1c68251d95fb req-134d8852-fb48-446d-9b12-6562f9e05eb6 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874546 Sep 18 20:55:51.726719 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-137102ab-de67-4528-939f-4226b9cff988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:54.057511 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:54.288358 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:54.938482 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:54.955159 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-90f99794-a732-4af6-85ab-ac579e96bc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:55.848216 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:55:57.788673 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:01.587021 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-1312b7a6-087d-46d0-a730-c281f8ae091a req-1ad770a7-6cc7-492c-8157-d432d2f0acc8 service neutron] (94940) timed out ('10.222.0.20', 46018) {{(pid=94940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 20:56:04.370985 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:56:19.073759 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device dde7d144-2848-4ea0-9384-3d50699ce4bd details requested by agent hyperv_n-h2-789963-11 with host n-h2-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:56:19.169173 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:56:19.180542 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Returning: {'device': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:56:19.221375 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:19.234114 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dde7d144-2848-4ea0-9384-3d50699ce4bd {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:56:19.252784 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:56:19.257996 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:19.313350 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:19.320610 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.320963 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.321303 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.321644 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.321979 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.322308 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.322632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.322959 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.323282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.323632 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.324191 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.324517 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:19.329778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] get_ports_and_sgs() called for port_ids ['dde7d144-2848-4ea0-9384-3d50699ce4bd'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:56:21.082810 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device dde7d144-2848-4ea0-9384-3d50699ce4bd up at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:56:21.133477 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Provisioning complete for port dde7d144-2848-4ea0-9384-3d50699ce4bd triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:56:21.133844 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:21.220108 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:21.242892 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:56:21.245157 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c1100d-afba-4382-83bd-f62753eef01e" -d '{"events": [{"server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "name": "network-vif-plugged", "status": "completed", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:56:21.259597 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:56:21.266736 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:21.320769 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:21.384048 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eea768-bf5e-4b8e-8251-a84d935b9326 x-openstack-request-id: req-70eea768-bf5e-4b8e-8251-a84d935b9326 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:56:21.384347 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "name": "network-vif-plugged", "status": "completed", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:56:21.384728 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70eea768-bf5e-4b8e-8251-a84d935b9326 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:56:21.385128 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'code': 200} Sep 18 20:56:21.729400 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5a796260-40eb-49f8-864e-5f7945ccf80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:24.062451 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:24.302049 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:24.953393 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:24.976094 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-93240b11-0132-4cdb-b76b-21a23079a4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:25.852499 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:27.787606 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:28.780429 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-b921507b-dc32-4b92-9764-b567fee54235 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160253394&fields=id&tenant_id=c23e1d16d0e7453c9cf920cd15e98337 HTTP/1.1" status: 200 len: 267 time: 0.0339630 Sep 18 20:56:28.889180 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-16d70338-0666-40fd-a4f2-436446fdc288 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:28.890637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-16d70338-0666-40fd-a4f2-436446fdc288 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 809 time: 0.1037459 Sep 18 20:56:28.905697 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-3681e4ae-b1cd-4467-9bd8-faa391d76347 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/quotas/c23e1d16d0e7453c9cf920cd15e98337 HTTP/1.1" status: 200 len: 375 time: 0.0093207 Sep 18 20:56:28.960759 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-c2befef6-ab76-489e-b002-2c4055d477b1 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493307 Sep 18 20:56:29.018200 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-80df08ff-49cd-4ee2-b23c-e322b3412b2d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:56:29.019201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-80df08ff-49cd-4ee2-b23c-e322b3412b2d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467544 Sep 18 20:56:29.110857 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-7320ddac-b7fa-4134-8779-7281bc8f51ec service neutron] 10.222.0.20 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853567 Sep 18 20:56:29.198845 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-54673004-866c-4ca3-a125-56efae091e07 service neutron] 10.222.0.20 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816226 Sep 18 20:56:29.378201 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ee165a34-48ac-452f-b1ce-0fd3130594d9 req-4aa210d1-a9c2-4977-b60f-abf30412aff7 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 210 time: 0.0272772 Sep 18 20:56:30.315255 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-fecd5298-7797-4095-a661-45330a258d79 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:30.316833 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-fecd5298-7797-4095-a661-45330a258d79 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.32 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 809 time: 0.1073356 Sep 18 20:56:30.360158 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-4ef9709c-f401-44ab-b047-7018a925cd19 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23e1d16d0e7453c9cf920cd15e98337 HTTP/1.1" status: 200 len: 380 time: 0.0339975 Sep 18 20:56:30.371332 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'port': {'device_id': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'admin_state_up': True, 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'security_groups': ['2f5088ee-b00f-4e66-8e89-698e29a9769d']}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:56:30.483486 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5ff4cc1-cf6c-4025-b549-ab18e8efe73a req-97feaeca-360a-4173-b9f2-cf7037981638 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 210 time: 0.0331948 Sep 18 20:56:30.490350 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Made reservation on behalf of c23e1d16d0e7453c9cf920cd15e98337 for: {'port': 1} {{(pid=94940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 20:56:30.494312 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:30.651873 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_common [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Allocated IP 172.20.0.12 (a31be0b0-10ee-4af5-930b-66e856d7d0d9/613e9ab0-b4e7-494b-bc12-c5679e87d940/29797ea4-6954-40e8-9498-717df4460de8) {{(pid=94940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:56:30.875090 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for port, precommit_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:30.917853 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_create {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:30.970977 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 is already hosted by enough agents. {{(pid=94940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:56:30.974130 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.base_scheduler [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Resources bound (agent type, host, resource id): {{(pid=94940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:56:30.980538 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Received port after_create {{(pid=94940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:56:30.986549 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'Port': ['ID=29797ea4-6954-40e8-9498-717df4460de8,revision_number=1']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:31.015658 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.016005 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.016351 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.016683 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.017009 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.017340 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.017813 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.018141 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.018465 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.018783 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.019101 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.019474 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:31.057131 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:31.058177 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:31.093214 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e21e3226-cb68-4a40-ac30-25b9007c8bc9 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7241957 Sep 18 20:56:31.123710 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device dde7d144-2848-4ea0-9384-3d50699ce4bd no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:56:31.249685 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:31.278056 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:56:31.280600 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8beb979-cd90-47c4-8b9c-8e0ee942bdbc" -d '{"events": [{"server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:56:31.293282 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:56:31.301798 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:31.352209 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd527e8-5684-411f-9eae-e28ad27af034 x-openstack-request-id: req-bcd527e8-5684-411f-9eae-e28ad27af034 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:56:31.352577 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:56:31.352975 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcd527e8-5684-411f-9eae-e28ad27af034 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:56:31.353676 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'code': 200} Sep 18 20:56:31.379123 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Pushing event updated for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=8']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:31.386551 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-d3fa2e47-19d5-4625-abb1-33eaf7f2a903 None None] Provisioning complete for port 29797ea4-6954-40e8-9498-717df4460de8 triggered by entity DHCP. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:56:31.386916 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2e47-19d5-4625-abb1-33eaf7f2a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:31.422179 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa2e47-19d5-4625-abb1-33eaf7f2a903 None None] Port 29797ea4-6954-40e8-9498-717df4460de8 cannot update to ACTIVE because it is not bound. {{(pid=94942) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 20:56:31.603979 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5d2c6-de71-40e9-9899-b994076cba48 req-a681e87a-c43b-40ea-9b76-e12024830949 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:31.605439 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00a5d2c6-de71-40e9-9899-b994076cba48 req-a681e87a-c43b-40ea-9b76-e12024830949 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0484653 Sep 18 20:56:31.644015 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-00a5d2c6-de71-40e9-9899-b994076cba48 req-e0a240cd-fb97-47cb-b1e6-8bd398a7e8ce tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Sep 18 20:56:32.763068 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185eec4-727e-4c16-8d3b-a56c00945c45 req-2deea365-a402-4b8c-a1ad-556f8d3e176a tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:32.764668 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f185eec4-727e-4c16-8d3b-a56c00945c45 req-2deea365-a402-4b8c-a1ad-556f8d3e176a tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0498688 Sep 18 20:56:32.802076 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f185eec4-727e-4c16-8d3b-a56c00945c45 req-de132434-8865-4853-b0cf-83099e636e5c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Sep 18 20:56:33.919288 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13746706-0e5a-4be7-b67a-87be5af6d83c req-1090550a-0c53-4966-a546-ac522b44aa55 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:33.920920 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13746706-0e5a-4be7-b67a-87be5af6d83c req-1090550a-0c53-4966-a546-ac522b44aa55 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0503690 Sep 18 20:56:33.961198 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-13746706-0e5a-4be7-b67a-87be5af6d83c req-7209cbc3-06a1-4178-9ed3-eba9f2f70549 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344141 Sep 18 20:56:35.105089 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29af80-31ec-4f7b-9023-7f634a415851 req-0fcd0aed-7fef-4c26-a206-3818d8335104 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:35.107288 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c29af80-31ec-4f7b-9023-7f634a415851 req-0fcd0aed-7fef-4c26-a206-3818d8335104 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0606537 Sep 18 20:56:35.147260 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-7c29af80-31ec-4f7b-9023-7f634a415851 req-b9f5ba37-f3a7-44df-807b-0674023c78c7 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338593 Sep 18 20:56:36.273905 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47b8cb-8950-4565-9701-89e575abc753 req-802d17a3-e10d-4b21-ae40-468f35b882ec tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:36.275428 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc47b8cb-8950-4565-9701-89e575abc753 req-802d17a3-e10d-4b21-ae40-468f35b882ec tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0606198 Sep 18 20:56:36.325011 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-cc47b8cb-8950-4565-9701-89e575abc753 req-21808d4d-f16d-48c6-ba4b-88692657e8f7 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Sep 18 20:56:37.439659 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1870c-b669-455b-aefb-2d2960efd650 req-404fbebe-51a7-440f-b70e-890038f833b6 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:37.441207 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21b1870c-b669-455b-aefb-2d2960efd650 req-404fbebe-51a7-440f-b70e-890038f833b6 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0477643 Sep 18 20:56:37.495910 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-21b1870c-b669-455b-aefb-2d2960efd650 req-82a7435b-9753-46ec-bb74-06ab06ccdd61 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481157 Sep 18 20:56:38.617773 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb22c0-5778-4c5a-8e34-ed13a7075f70 req-05f34ace-05a6-4cfd-b9bd-62dc2c73cdc2 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:38.619454 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7eb22c0-5778-4c5a-8e34-ed13a7075f70 req-05f34ace-05a6-4cfd-b9bd-62dc2c73cdc2 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0568717 Sep 18 20:56:38.661226 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-d7eb22c0-5778-4c5a-8e34-ed13a7075f70 req-8b5cf47a-8a7d-43e6-8dbf-29487ee105b8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347939 Sep 18 20:56:39.780128 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132fee6-ea86-4f24-a383-2c520512c230 req-b6a5fa90-7ac0-4496-913b-bf75a1691126 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:39.781637 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f132fee6-ea86-4f24-a383-2c520512c230 req-b6a5fa90-7ac0-4496-913b-bf75a1691126 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0527589 Sep 18 20:56:39.827667 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f132fee6-ea86-4f24-a383-2c520512c230 req-07bc981d-584f-43f8-a6ce-d946fe558b39 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400116 Sep 18 20:56:39.947025 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-dcde4ed4-b345-41c6-b694-40e9e8ded98e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412669 Sep 18 20:56:40.030082 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-ee3dd8cb-a419-4210-8f62-3f1fb02763af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:40.031554 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-ee3dd8cb-a419-4210-8f62-3f1fb02763af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1096 time: 0.0428505 Sep 18 20:56:40.131265 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-08724df3-059a-419f-a1ae-25cff74c3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:40.132715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-08724df3-059a-419f-a1ae-25cff74c3558 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0818517 Sep 18 20:56:40.201400 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-b54fc789-029d-4ce0-b227-186d656a1556 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 1000 time: 0.0607891 Sep 18 20:56:40.260617 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-6373e07c-bbe1-4052-b1f2-91b89f841d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:40.262525 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-6373e07c-bbe1-4052-b1f2-91b89f841d94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0551918 Sep 18 20:56:40.311246 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-b107b5d1-578a-442c-934c-d9895c1e0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:40.312796 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-b107b5d1-578a-442c-934c-d9895c1e0722 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428777 Sep 18 20:56:40.405824 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-cd04ae29-bb1c-4793-b5ca-701e48b12cf4 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857122 Sep 18 20:56:40.494806 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-bf28bbdc-0174-4be0-96b0-8890be02a9a0 req-2882d3a8-6434-4eb5-9af4-6b7788f166d8 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815315 Sep 18 20:56:40.944778 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d8b12-ea4e-4107-982b-c40e2cb96e61 req-afa840c4-8386-4642-8eca-4e5bb078c971 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:40.946235 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-316d8b12-ea4e-4107-982b-c40e2cb96e61 req-afa840c4-8386-4642-8eca-4e5bb078c971 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0521178 Sep 18 20:56:40.982895 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-316d8b12-ea4e-4107-982b-c40e2cb96e61 req-8d92d44f-cd48-4e5f-aafc-c8efb73ffd0b tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306549 Sep 18 20:56:41.370712 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:56:42.113945 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e6a89-2d25-4ea2-b730-e3158b9e2b30 req-bc9de193-ae82-45d6-b49c-f71c876991c3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:42.116528 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-287e6a89-2d25-4ea2-b730-e3158b9e2b30 req-bc9de193-ae82-45d6-b49c-f71c876991c3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0645022 Sep 18 20:56:42.159393 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-287e6a89-2d25-4ea2-b730-e3158b9e2b30 req-82dfdc00-d3c6-4b95-b4f0-f9c8877f45e5 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368299 Sep 18 20:56:43.273309 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b3a70-b54b-4306-8eb6-6dbd747965f6 req-e76635e5-3093-4a65-aa6c-1c82c512bbdb tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:43.274762 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a79b3a70-b54b-4306-8eb6-6dbd747965f6 req-e76635e5-3093-4a65-aa6c-1c82c512bbdb tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 932 time: 0.0476918 Sep 18 20:56:43.314228 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a79b3a70-b54b-4306-8eb6-6dbd747965f6 req-c378f584-3977-4800-9f69-6a7f03c82372 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330467 Sep 18 20:56:43.841969 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-9388d05b-a785-45d6-8749-d19ed630c981 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 20:56:43.843035 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-9388d05b-a785-45d6-8749-d19ed630c981 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067546 Sep 18 20:56:43.901587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.v2.base [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Request body: {'port': {'device_id': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-11'}} {{(pid=94940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:56:43.956814 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:44.220165 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29797ea4-6954-40e8-9498-717df4460de8 {{(pid=94940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:56:44.228705 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:44.241055 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Transition to ACTIVE for port object 29797ea4-6954-40e8-9498-717df4460de8 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 20:56:44.246081 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:44.299466 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Pushing event updated for resources: {'Port': ['ID=29797ea4-6954-40e8-9498-717df4460de8,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:44.374644 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Attempting to bind port 29797ea4-6954-40e8-9498-717df4460de8 on host n-h1-789963-11 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 20:56:44.374982 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Attempting to bind port 29797ea4-6954-40e8-9498-717df4460de8 by drivers openvswitch,hyperv on host n-h1-789963-11 at level 0 using segments [{'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 20:56:44.375320 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Attempting to bind port 29797ea4-6954-40e8-9498-717df4460de8 on network a31be0b0-10ee-4af5-930b-66e856d7d0d9 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:56:44.379833 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Port 29797ea4-6954-40e8-9498-717df4460de8 on network a31be0b0-10ee-4af5-930b-66e856d7d0d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-11 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 20:56:44.380160 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Attempting to bind port 29797ea4-6954-40e8-9498-717df4460de8 on network a31be0b0-10ee-4af5-930b-66e856d7d0d9 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 20:56:44.385554 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Checking agent: {'id': 'aff7cfbd-2152-4393-861a-a199cdbe2b97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'started_at': datetime.datetime(2021, 9, 18, 19, 35, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 20:56:44.385908 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Checking segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 20:56:44.386299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Bound using segment: {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 20:56:44.386731 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Bound port: 29797ea4-6954-40e8-9498-717df4460de8, host: n-h1-789963-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b1d374-39a2-4e77-82e3-a7597c1e9d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 20:56:44.387107 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:44.464213 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c74d9-25c9-4454-bcf8-0f9d7c388d5c req-97ccbc84-d85d-4aa2-9c11-805cc7cf67ff tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:44.466263 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 20:56:44.466421 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a47c74d9-25c9-4454-bcf8-0f9d7c388d5c req-97ccbc84-d85d-4aa2-9c11-805cc7cf67ff tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 944 time: 0.0592935 Sep 18 20:56:44.470279 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=29797ea4-6954-40e8-9498-717df4460de8,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 20:56:44.475794 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58802926'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:44.511220 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-a47c74d9-25c9-4454-bcf8-0f9d7c388d5c req-ce4adcd3-c0f0-40a8-95b6-2bf5ad8e7b2d tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363982 Sep 18 20:56:44.513440 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:44.514110 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:44.515552 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] 10.222.0.32 "PUT /v2.0/ports/29797ea4-6954-40e8-9498-717df4460de8 HTTP/1.1" status: 200 len: 1093 time: 0.6624069 Sep 18 20:56:44.516001 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'tag': '29797ea4-6954-40e8-9498-717df4460de8'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:56:44.518315 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c771213f-18b7-4029-a1ba-9928e35bf997" -d '{"events": [{"name": "network-changed", "server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "tag": "29797ea4-6954-40e8-9498-717df4460de8"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:56:44.555842 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f0ae0-65d0-4b85-ad0c-d3b06b88d836 service neutron] Pushing event updated for resources: {'Port': ['ID=29797ea4-6954-40e8-9498-717df4460de8,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:44.589678 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639f6c43-c3ec-46bd-94d4-d5a58c3e3883 x-openstack-request-id: req-639f6c43-c3ec-46bd-94d4-d5a58c3e3883 {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:56:44.589678 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "tag": "29797ea4-6954-40e8-9498-717df4460de8", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:56:44.589678 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-639f6c43-c3ec-46bd-94d4-d5a58c3e3883 {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:56:44.589678 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'tag': '29797ea4-6954-40e8-9498-717df4460de8', 'status': 'completed', 'code': 200} Sep 18 20:56:44.621275 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-2f6b4c9c-8358-42fd-81a7-64eb343dde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:44.623068 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-2f6b4c9c-8358-42fd-81a7-64eb343dde12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 1096 time: 0.0468032 Sep 18 20:56:44.670769 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-801e7f2c-4c64-4b5b-a53c-42cb77f7b3af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29797ea4-6954-40e8-9498-717df4460de8 HTTP/1.1" status: 200 len: 217 time: 0.0403864 Sep 18 20:56:44.723781 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-8125b1a5-4fc7-4b06-88d2-ff77af826079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:44.725334 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-8125b1a5-4fc7-4b06-88d2-ff77af826079 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0484023 Sep 18 20:56:44.776273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-1800f552-032d-4935-bec4-08b91808e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:44.777745 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-1800f552-032d-4935-bec4-08b91808e34c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449679 Sep 18 20:56:44.888715 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-37dfa311-400f-465e-bbda-c349e53e442f service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024356 Sep 18 20:56:44.990157 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-2a092e96-bd6d-4d22-bc47-1e3ca2244bae req-e787f9bc-588d-4ddc-98c6-4d0049b846bc service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956187 Sep 18 20:56:45.082304 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-af9000e2-53bc-406d-a6f3-4b23362ba125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:45.083922 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-af9000e2-53bc-406d-a6f3-4b23362ba125 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 1096 time: 0.0491252 Sep 18 20:56:45.187673 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-efa6ab5c-2244-4035-99a4-8cdf7789d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:45.189825 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-efa6ab5c-2244-4035-99a4-8cdf7789d121 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0966938 Sep 18 20:56:45.241532 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-b555506f-febb-4dc6-9cbe-5a6ef718aafb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29797ea4-6954-40e8-9498-717df4460de8 HTTP/1.1" status: 200 len: 217 time: 0.0436578 Sep 18 20:56:45.299925 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-7fe34567-adf3-496a-ad9d-bd429ca86be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:45.301403 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-7fe34567-adf3-496a-ad9d-bd429ca86be1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0517082 Sep 18 20:56:45.356374 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-b49ed9b0-399d-4cd2-bd58-585b3613608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:45.358687 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-b49ed9b0-399d-4cd2-bd58-585b3613608c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488710 Sep 18 20:56:45.456261 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-1fdfd32c-99e0-4a91-8c7c-80c0a2c75c7a service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901937 Sep 18 20:56:45.551192 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-c771213f-18b7-4029-a1ba-9928e35bf997 req-3d5c1919-c20d-45a6-9953-0d6e2693311b service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875254 Sep 18 20:56:45.631006 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4bb7d-c53d-4682-a2ae-0144a69820ae req-abe570dc-b60c-4d47-9c31-007419be7e96 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:45.632870 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e4bb7d-c53d-4682-a2ae-0144a69820ae req-abe570dc-b60c-4d47-9c31-007419be7e96 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 944 time: 0.0493808 Sep 18 20:56:45.670850 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-e3e4bb7d-c53d-4682-a2ae-0144a69820ae req-7ad67611-1ba3-4323-a992-b4013c41d3c5 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Sep 18 20:56:46.788387 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd285da3-2f6d-43f8-9504-0154950800f4 req-8a1fbd58-d998-40ba-a9df-6bf7f93e8259 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:46.790131 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd285da3-2f6d-43f8-9504-0154950800f4 req-8a1fbd58-d998-40ba-a9df-6bf7f93e8259 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 944 time: 0.0487030 Sep 18 20:56:46.829433 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-dd285da3-2f6d-43f8-9504-0154950800f4 req-edfbc2ae-936b-4cda-9ff0-ee54bc0f336a tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329087 Sep 18 20:56:47.944126 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db284a-8615-4dda-ad50-650389316dce req-d21274b9-3d65-47dd-8b7e-59fb9ebac611 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:47.945611 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39db284a-8615-4dda-ad50-650389316dce req-d21274b9-3d65-47dd-8b7e-59fb9ebac611 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 944 time: 0.0513606 Sep 18 20:56:47.982853 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-39db284a-8615-4dda-ad50-650389316dce req-6fca0782-8170-4931-8aa5-12bdf0dfda30 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Sep 18 20:56:48.293968 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 29797ea4-6954-40e8-9498-717df4460de8 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:56:48.386695 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=29797ea4-6954-40e8-9498-717df4460de8,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:56:48.397887 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '29797ea4-6954-40e8-9498-717df4460de8', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'port_id': '29797ea4-6954-40e8-9498-717df4460de8', 'mac_address': 'fa:16:3e:df:4c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:56:48.433235 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:48.445825 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29797ea4-6954-40e8-9498-717df4460de8 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:56:48.464519 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=29797ea4-6954-40e8-9498-717df4460de8,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:56:48.468748 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:48.514418 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=29797ea4-6954-40e8-9498-717df4460de8,revision_number=4']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:48.692167 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['29797ea4-6954-40e8-9498-717df4460de8'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:56:49.094860 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4625e-a051-4c37-a898-a8467495fbe9 req-896ead49-0700-405a-9b81-7efd5e9866e5 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:49.096341 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65c4625e-a051-4c37-a898-a8467495fbe9 req-896ead49-0700-405a-9b81-7efd5e9866e5 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 945 time: 0.0479271 Sep 18 20:56:49.133838 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-65c4625e-a051-4c37-a898-a8467495fbe9 req-b73ba5ee-cfd1-4944-9225-769e1d87fb7c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316782 Sep 18 20:56:50.248433 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b4921-b736-4cd3-a9db-33f0ca523c3f req-b1d5f99d-86b0-4994-b769-925b2467006e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:50.249919 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-003b4921-b736-4cd3-a9db-33f0ca523c3f req-b1d5f99d-86b0-4994-b769-925b2467006e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Sep 18 20:56:50.286023 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-003b4921-b736-4cd3-a9db-33f0ca523c3f req-8be9699c-870c-4527-99f8-fe21c35d5354 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301173 Sep 18 20:56:50.310326 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 29797ea4-6954-40e8-9498-717df4460de8 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:56:50.356500 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning for port 29797ea4-6954-40e8-9498-717df4460de8 completed by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 20:56:50.360276 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 29797ea4-6954-40e8-9498-717df4460de8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:56:50.360644 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:50.437235 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:50.459394 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29797ea4-6954-40e8-9498-717df4460de8'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:56:50.461642 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb63b26-77ef-4f12-a56e-549f14969119" -d '{"events": [{"server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "name": "network-vif-plugged", "status": "completed", "tag": "29797ea4-6954-40e8-9498-717df4460de8"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:56:50.474704 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=29797ea4-6954-40e8-9498-717df4460de8,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:56:50.478772 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:50.503596 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c291fb3d-9589-4395-89be-eb1e2ec67202 x-openstack-request-id: req-c291fb3d-9589-4395-89be-eb1e2ec67202 {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:56:50.503881 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "name": "network-vif-plugged", "status": "completed", "tag": "29797ea4-6954-40e8-9498-717df4460de8", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:56:50.504131 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c291fb3d-9589-4395-89be-eb1e2ec67202 {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:56:50.504509 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29797ea4-6954-40e8-9498-717df4460de8', 'code': 200} Sep 18 20:56:50.530417 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=29797ea4-6954-40e8-9498-717df4460de8,revision_number=5']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:50.591804 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de288fb-3740-4e56-9835-00574ed94747 req-146c4519-08d8-40c4-8ba9-0efabd65dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:50.593341 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4de288fb-3740-4e56-9835-00574ed94747 req-146c4519-08d8-40c4-8ba9-0efabd65dce6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 1098 time: 0.0402994 Sep 18 20:56:50.632129 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-4de288fb-3740-4e56-9835-00574ed94747 req-aae6ab46-b37f-4711-9d37-0ba469fa6ee9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Sep 18 20:56:51.404157 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb77ad-092a-4fc6-85a7-a19aaadf23fb req-6cdcf13b-8346-40fa-a4de-3489bb0a6080 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:51.405631 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17eb77ad-092a-4fc6-85a7-a19aaadf23fb req-6cdcf13b-8346-40fa-a4de-3489bb0a6080 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 946 time: 0.0520518 Sep 18 20:56:51.442176 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-17eb77ad-092a-4fc6-85a7-a19aaadf23fb req-e564c0d3-75cc-4617-b3b2-ec4ccfc8c48c tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Sep 18 20:56:51.730232 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-23f7750f-85a7-4e9d-a0ac-88810ef35aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:52.565546 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67fbe-ad83-4d0a-9a5e-9ddf95efac3a req-e08dc5fa-29f1-40fd-8874-527b79a29287 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:52.567041 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61c67fbe-ad83-4d0a-9a5e-9ddf95efac3a req-e08dc5fa-29f1-40fd-8874-527b79a29287 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 946 time: 0.0561390 Sep 18 20:56:52.605359 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-61c67fbe-ad83-4d0a-9a5e-9ddf95efac3a req-86aa4e89-d8ad-4626-be17-b8d691d314bb tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323985 Sep 18 20:56:52.720751 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79dd80-7179-4c55-a8ac-2f754a482210 req-6c37b671-d7d6-4642-96e1-d56e701d31cf tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:52.722313 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d79dd80-7179-4c55-a8ac-2f754a482210 req-6c37b671-d7d6-4642-96e1-d56e701d31cf tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 946 time: 0.0503292 Sep 18 20:56:52.760488 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-0d79dd80-7179-4c55-a8ac-2f754a482210 req-8cd21281-f5b4-46c2-93d5-d87a5831f605 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Sep 18 20:56:52.782436 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46320) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:56:52.830289 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258f0d1-ae26-4aa2-8f78-32300ab6ff92 tempest-TestSnapshotPattern-1800796911 tempest-TestSnapshotPattern-1800796911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:52.833418 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-b258f0d1-ae26-4aa2-8f78-32300ab6ff92 tempest-TestSnapshotPattern-1800796911 tempest-TestSnapshotPattern-1800796911-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 1093 time: 0.0493023 Sep 18 20:56:52.835828 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46322) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:56:52.841746 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.v2.base [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Request body: {'floatingip': {'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'port_id': '29797ea4-6954-40e8-9498-717df4460de8', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 20:56:52.864558 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for floatingip, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:52.958509 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:53.062791 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Allocated IP 172.25.8.23 (355f3962-b824-486d-927f-f4a87763feee/2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f/ce10eb98-aa72-42c5-a7ba-a3fe76786169) {{(pid=94941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 20:56:53.163549 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for port, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:53.194864 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781701546168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:53.238515 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Network 355f3962-b824-486d-927f-f4a87763feee is already hosted by enough agents. {{(pid=94941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 20:56:53.243442 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Resources bound (agent type, host, resource id): {{(pid=94941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 20:56:53.248653 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Received port after_create {{(pid=94941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 20:56:53.251725 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'Port': ['ID=ce10eb98-aa72-42c5-a7ba-a3fe76786169,revision_number=1']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:53.281824 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.282179 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.282503 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.282837 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.283166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.283522 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.283845 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.284165 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.284483 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.284801 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.285120 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.285441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:56:53.620364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:53.689221 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:54.046991 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:54.167092 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for port, precommit_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:54.172036 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3849014'] for port, after_update {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:54.239552 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event updated for resources: {'Port': ['ID=ce10eb98-aa72-42c5-a7ba-a3fe76786169,revision_number=2']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:56:54.250371 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583948'] for floatingip, after_create {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:54.302591 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:54.348887 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Floating IP 775be755-8bf8-4fc5-94a0-44fbf20b5811 associated. External IP: 172.25.8.23, port: 29797ea4-6954-40e8-9498-717df4460de8. Sep 18 20:56:54.559962 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Router 1037e4ab-8ad5-46ca-a5ca-5904be384897 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:56:54.666356 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:56:54.677397 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] Sync routers for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:56:54.682377 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:54.687596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:56:54.688498 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:56:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:56:54.712912 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-e3bd141d-7d90-4704-8f16-e1605c48367e tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8758755 Sep 18 20:56:54.714609 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'tag': '29797ea4-6954-40e8-9498-717df4460de8'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:56:54.715986 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a" -d '{"events": [{"name": "network-changed", "server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "tag": "29797ea4-6954-40e8-9498-717df4460de8"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:56:54.798591 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:56:54.816258 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b5e18a-e72b-44e7-ab90-c941808260d9 x-openstack-request-id: req-c3b5e18a-e72b-44e7-ab90-c941808260d9 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:56:54.816551 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "tag": "29797ea4-6954-40e8-9498-717df4460de8", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:56:54.816803 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3b5e18a-e72b-44e7-ab90-c941808260d9 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:56:54.817206 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'tag': '29797ea4-6954-40e8-9498-717df4460de8', 'status': 'completed', 'code': 200} Sep 18 20:56:54.876922 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-12884432-3175-4c1d-a144-6bc23f20a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:54.878434 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-12884432-3175-4c1d-a144-6bc23f20a24d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 1098 time: 0.0409591 Sep 18 20:56:54.970992 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-202a510b-e74a-4260-a2ce-8d70250f3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:54.972559 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-202a510b-e74a-4260-a2ce-8d70250f3d11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0872412 Sep 18 20:56:54.980479 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:54.984747 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-cc72bdda-6c6e-4884-a4a8-782798ba3a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:55.044636 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-db50903b-fec8-4688-ac0b-eaed3cf9aa06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29797ea4-6954-40e8-9498-717df4460de8 HTTP/1.1" status: 200 len: 999 time: 0.0652764 Sep 18 20:56:55.046934 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '775be755-8bf8-4fc5-94a0-44fbf20b5811', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': '29797ea4-6954-40e8-9498-717df4460de8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:df:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:56:53Z', 'updated_at': '2021-09-18T20:56:53Z', 'revision_number': 0, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}, {'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:21Z', 'revision_number': 1, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:56:55.079235 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] Checking router: 1037e4ab-8ad5-46ca-a5ca-5904be384897 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:56:55.087552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:56:55.087828 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:56:55Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:56:55.096878 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-b55aeffa-fec8-40a9-bc79-abdfb3ea1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:55.098399 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-b55aeffa-fec8-40a9-bc79-abdfb3ea1155 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0476227 Sep 18 20:56:55.144019 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-ef069fe0-a01e-4928-81e4-d61f1e2d814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:56:55.145526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-ef069fe0-a01e-4928-81e4-d61f1e2d814e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403030 Sep 18 20:56:55.192511 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:56:55.239103 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-c78918f3-b695-4df3-bdf8-8f676ebef5bc service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864601 Sep 18 20:56:55.334652 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-f7e6dc41-9fa1-419f-ad2c-7285ccb2e79a req-cf1887d7-f466-4cc2-b30a-9bccf7250acc service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883656 Sep 18 20:56:55.420527 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '775be755-8bf8-4fc5-94a0-44fbf20b5811', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': '29797ea4-6954-40e8-9498-717df4460de8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:df:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:56:53Z', 'updated_at': '2021-09-18T20:56:53Z', 'revision_number': 0, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}, {'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:21Z', 'revision_number': 1, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:56:55.445079 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8edd2e-abd9-47ba-b160-3d049718d899 None None] The sync data for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 is: [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': '775be755-8bf8-4fc5-94a0-44fbf20b5811', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': '29797ea4-6954-40e8-9498-717df4460de8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:df:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:56:53Z', 'updated_at': '2021-09-18T20:56:53Z', 'revision_number': 0, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}, {'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:21Z', 'revision_number': 1, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:56:55.628192 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0a905-c2b1-4ca3-89a3-a9d64b63b54a None None] New status for floating IP 775be755-8bf8-4fc5-94a0-44fbf20b5811: ACTIVE {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:56:55.853846 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:56:57.781730 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:18.370455 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:57:21.730819 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-7a72ee67-5e1e-45c3-81af-f44a1dbc73af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:24.056090 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:24.302105 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:24.950523 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:24.962531 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-fbb457fe-116f-429a-a7e6-37c33a0f0e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:25.857952 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:27.938922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:40.814635 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-a2069ad4-8611-4f2e-9f6a-8277a4c0722f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395923 Sep 18 20:57:40.896948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-85ff1602-044e-410e-8b48-b25050351656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:57:40.898410 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-85ff1602-044e-410e-8b48-b25050351656 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1096 time: 0.0435858 Sep 18 20:57:40.997872 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-25b1a849-89c8-45ea-92ec-ad9661b2d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:57:40.999491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-25b1a849-89c8-45ea-92ec-ad9661b2d052 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0826023 Sep 18 20:57:41.065232 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-136e552e-46b9-4e7a-b750-7da67c4c1e9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 1000 time: 0.0587497 Sep 18 20:57:41.112437 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-a83d9745-a94c-4c9c-a619-827eda32afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:57:41.113828 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-a83d9745-a94c-4c9c-a619-827eda32afda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0421350 Sep 18 20:57:41.158793 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-781e2d38-beef-41e8-bf15-71e8149cdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:57:41.160321 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-781e2d38-beef-41e8-bf15-71e8149cdb54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398488 Sep 18 20:57:41.250951 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-3b0b84f8-f868-4bc7-917c-e1934b0d9c99 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839562 Sep 18 20:57:41.338926 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6cde2b88-471a-44ce-bfec-9e78414f58ce req-afaa1dc0-dc3a-48f4-a41c-d0f3f142f8f6 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809183 Sep 18 20:57:50.681261 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-42d99d5a-6f50-4c3f-ba87-0c0bb35f888f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394669 Sep 18 20:57:50.761247 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-828ab9c0-0bc1-4476-bcb5-fce1e3062e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:57:50.762787 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-828ab9c0-0bc1-4476-bcb5-fce1e3062e5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 1098 time: 0.0400929 Sep 18 20:57:50.866786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-e84ce06e-a10c-420f-8dfe-0c8c26f52ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:57:50.868323 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-e84ce06e-a10c-420f-8dfe-0c8c26f52ca6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0864780 Sep 18 20:57:50.932302 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-e6fe130e-aa34-4fcb-9a83-4c3194f5fc42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29797ea4-6954-40e8-9498-717df4460de8 HTTP/1.1" status: 200 len: 1001 time: 0.0569785 Sep 18 20:57:50.979587 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-650260c1-a06f-4acd-bbd1-61f635f6d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:57:50.981131 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-650260c1-a06f-4acd-bbd1-61f635f6d701 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0422225 Sep 18 20:57:51.029377 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-446468f4-01e2-491c-b8d5-53f50a512890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:57:51.030851 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-446468f4-01e2-491c-b8d5-53f50a512890 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426257 Sep 18 20:57:51.116382 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-855bba83-baf5-4757-9f3c-f2e10cab6d87 service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786397 Sep 18 20:57:51.207300 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-fac5d249-25fb-4dcb-9a42-c905aa185205 req-58f74927-e000-45f9-8be5-b87a6cc52e83 service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842721 Sep 18 20:57:51.732978 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b574-7e1c-4699-b72a-95e423f83644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:54.054431 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:54.300576 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:54.946814 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:54.955083 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-0cdba90e-3251-48ed-b2a4-3a6ed916de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:55.369509 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:57:55.860820 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:57:57.788247 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:21.735144 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dcb1c319-5e1b-478f-8062-48f7a70e5931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:24.053520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:24.300767 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:24.955793 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:24.957577 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-932304c9-2e6b-48b0-a863-a76f479948d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:25.864262 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:27.790857 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:28.746362 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 29797ea4-6954-40e8-9498-717df4460de8 details requested by agent hyperv_n-h1-789963-11 with host n-h1-789963-11 {{(pid=94942) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 20:58:28.865762 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=29797ea4-6954-40e8-9498-717df4460de8,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:28.878802 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Returning: {'device': '29797ea4-6954-40e8-9498-717df4460de8', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'port_id': '29797ea4-6954-40e8-9498-717df4460de8', 'mac_address': 'fa:16:3e:df:4c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94942) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 20:58:28.921059 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:28.936472 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29797ea4-6954-40e8-9498-717df4460de8 {{(pid=94942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 20:58:28.959450 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=29797ea4-6954-40e8-9498-717df4460de8,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:28.966805 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:29.027243 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=29797ea4-6954-40e8-9498-717df4460de8,revision_number=6']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:29.034779 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.035122 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.035484 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.035816 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.036145 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.036468 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.036787 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.037099 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.037420 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.037727 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.038045 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.038422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:29.043796 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] get_ports_and_sgs() called for port_ids ['29797ea4-6954-40e8-9498-717df4460de8'] {{(pid=94942) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 20:58:30.758605 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 29797ea4-6954-40e8-9498-717df4460de8 up at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 20:58:30.813724 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.provisioning_blocks [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Provisioning complete for port 29797ea4-6954-40e8-9498-717df4460de8 triggered by entity L2. {{(pid=94942) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 20:58:30.814103 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7965476'] for port, provisioning_complete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:30.904337 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:30.926084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29797ea4-6954-40e8-9498-717df4460de8'}] {{(pid=94942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:58:30.928348 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c68ccce572371d9c02a82bda649c3e19c67f0497fde5ea47d0681944179bf221" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975b66a3-f2f6-43c1-ad43-f875c81a8075" -d '{"events": [{"server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "name": "network-vif-plugged", "status": "completed", "tag": "29797ea4-6954-40e8-9498-717df4460de8"}]}' {{(pid=94942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:58:30.941844 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=29797ea4-6954-40e8-9498-717df4460de8,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:30.946816 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781702080269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781701546186', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781701546204'] for port, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:30.982248 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352600ec-998f-46c6-a9c8-d4b643295c1f x-openstack-request-id: req-352600ec-998f-46c6-a9c8-d4b643295c1f {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:58:30.982540 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "name": "network-vif-plugged", "status": "completed", "tag": "29797ea4-6954-40e8-9498-717df4460de8", "code": 200}]} {{(pid=94942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:58:30.982787 n-d-789963-11 neutron-server[94942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-352600ec-998f-46c6-a9c8-d4b643295c1f {{(pid=94942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:58:30.983176 n-d-789963-11 neutron-server[94942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29797ea4-6954-40e8-9498-717df4460de8', 'code': 200} Sep 18 20:58:31.006590 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Pushing event updated for resources: {'Port': ['ID=29797ea4-6954-40e8-9498-717df4460de8,revision_number=7']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:32.369340 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:58:38.050700 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46536) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:38.205569 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Deleting port ce10eb98-aa72-42c5-a7ba-a3fe76786169 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:38.205824 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:38.284091 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:38.284417 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:38.295677 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Calling delete_port for ce10eb98-aa72-42c5-a7ba-a3fe76786169 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:38.441758 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:38.468296 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event deleted for resources: {'Port': ['ID=ce10eb98-aa72-42c5-a7ba-a3fe76786169,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:38.490417 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.490757 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.491091 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.491441 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.491779 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.492106 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.492426 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.492745 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.493062 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.493380 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.493699 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.494019 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:38.536841 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:38.537170 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Floating IP 775be755-8bf8-4fc5-94a0-44fbf20b5811 disassociated (deleted). External IP: 172.25.8.23, port: 29797ea4-6954-40e8-9498-717df4460de8. Sep 18 20:58:38.749313 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Router 1037e4ab-8ad5-46ca-a5ca-5904be384897 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:58:38.857611 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:58:38.862392 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:38.867599 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] Sync routers for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:58:38.876933 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:58:38.877543 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:38.889212 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-ee00b561-3d66-489f-94a5-13dcaf764f58 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "DELETE /v2.0/floatingips/775be755-8bf8-4fc5-94a0-44fbf20b5811 HTTP/1.1" status: 204 len: 168 time: 0.8373520 Sep 18 20:58:38.889804 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'tag': '29797ea4-6954-40e8-9498-717df4460de8'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:58:38.892115 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90222b5a-48da-49f7-9772-21257135383c" -d '{"events": [{"name": "network-changed", "server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "tag": "29797ea4-6954-40e8-9498-717df4460de8"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:58:38.928926 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d39d698-c12d-4842-bd18-647c22a4fad3 x-openstack-request-id: req-8d39d698-c12d-4842-bd18-647c22a4fad3 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:58:38.929214 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "tag": "29797ea4-6954-40e8-9498-717df4460de8", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:58:38.929463 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d39d698-c12d-4842-bd18-647c22a4fad3 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:58:38.929874 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'tag': '29797ea4-6954-40e8-9498-717df4460de8', 'status': 'completed', 'code': 200} Sep 18 20:58:38.986799 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:58:38.994863 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b5a-48da-49f7-9772-21257135383c req-aa7afc86-5201-4bf2-8bfb-27be5dc4d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:38.996611 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90222b5a-48da-49f7-9772-21257135383c req-aa7afc86-5201-4bf2-8bfb-27be5dc4d0d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 1098 time: 0.0442629 Sep 18 20:58:39.103292 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b5a-48da-49f7-9772-21257135383c req-8d17a7ff-d10a-460c-9bb7-2a5b2e2fc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:39.104889 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90222b5a-48da-49f7-9772-21257135383c req-8d17a7ff-d10a-460c-9bb7-2a5b2e2fc399 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.1012423 Sep 18 20:58:39.149983 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90222b5a-48da-49f7-9772-21257135383c req-e8df3bd4-be97-4b3e-ac25-2c685292dcfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29797ea4-6954-40e8-9498-717df4460de8 HTTP/1.1" status: 200 len: 217 time: 0.0367489 Sep 18 20:58:39.186668 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8819067-a9fb-42de-abc4-bc23f3f2f1f0 req-fcfdbd31-3549-4685-bc99-3771f1628631 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:39.188239 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8819067-a9fb-42de-abc4-bc23f3f2f1f0 req-fcfdbd31-3549-4685-bc99-3771f1628631 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 946 time: 0.1138852 Sep 18 20:58:39.199695 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b5a-48da-49f7-9772-21257135383c req-2f02dd83-171f-47da-8e21-7489f48345f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:39.201990 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90222b5a-48da-49f7-9772-21257135383c req-2f02dd83-171f-47da-8e21-7489f48345f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0451880 Sep 18 20:58:39.230732 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-f8819067-a9fb-42de-abc4-bc23f3f2f1f0 req-60a34862-66d8-4791-9f31-5ebd88698540 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362639 Sep 18 20:58:39.232470 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:21Z', 'revision_number': 1, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:39.250936 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b5a-48da-49f7-9772-21257135383c req-b9adcf65-63cc-4d1d-af57-6fd55096ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:39.252662 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90222b5a-48da-49f7-9772-21257135383c req-b9adcf65-63cc-4d1d-af57-6fd55096ebbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429223 Sep 18 20:58:39.266942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] Checking router: 1037e4ab-8ad5-46ca-a5ca-5904be384897 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:58:39.275314 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:58:39.275898 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:39.347851 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90222b5a-48da-49f7-9772-21257135383c req-1c42641b-3445-49dd-978e-10b14a33ff15 service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872958 Sep 18 20:58:39.382467 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:58:39.440790 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-90222b5a-48da-49f7-9772-21257135383c req-00d8cc29-3dae-457c-afc0-4adede9126c7 service neutron] 10.222.0.32 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853982 Sep 18 20:58:39.601050 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:21Z', 'revision_number': 1, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:39.629936 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7336e-725d-430a-b560-5d72777fc836 None None] The sync data for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 is: [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_floatingips': [{'id': 'b34071be-32e1-4fc5-a37a-d4673d8b42f4', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'floating_ip_address': '172.25.8.218', 'floating_network_id': '355f3962-b824-486d-927f-f4a87763feee', 'router_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'port_id': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'mac_address': 'fa:16:3e:0b:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T20:54:19Z', 'updated_at': '2021-09-18T20:54:21Z', 'revision_number': 1, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:58:39.847792 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ac61ce-4cb2-49ef-85a8-69b388c68f3c None None] New status for floating IP 775be755-8bf8-4fc5-94a0-44fbf20b5811: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:58:40.350926 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3513-98dd-42ee-a4d3-a69f83f4b0dd req-c8ac9493-fa95-44c2-9889-d1c3f7517d77 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:40.352463 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02dc3513-98dd-42ee-a4d3-a69f83f4b0dd req-c8ac9493-fa95-44c2-9889-d1c3f7517d77 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 946 time: 0.0499883 Sep 18 20:58:40.389834 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-02dc3513-98dd-42ee-a4d3-a69f83f4b0dd req-99e9ae9f-825c-4e43-84ac-fc8f3431108f tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Sep 18 20:58:40.565790 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-cdce2cf5-e09f-4acd-84ab-27172ae8ce69 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:40.567162 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-cdce2cf5-e09f-4acd-84ab-27172ae8ce69 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.32 "GET /v2.0/ports?device_id=69f6ed0c-dbe7-4829-af67-d03630ca81e5 HTTP/1.1" status: 200 len: 946 time: 0.0484409 Sep 18 20:58:40.655370 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Deleting port 29797ea4-6954-40e8-9498-717df4460de8 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:40.655746 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:40.746567 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] For port 29797ea4-6954-40e8-9498-717df4460de8, host n-h1-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-11',level=0,port_id=29797ea4-6954-40e8-9498-717df4460de8,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:40.748265 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:40.760348 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Calling delete_port for 29797ea4-6954-40e8-9498-717df4460de8 owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:40.791084 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 29797ea4-6954-40e8-9498-717df4460de8 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:40.871012 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005864'] for port, before_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:40.891826 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:40.926709 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event deleted for resources: {'Port': ['ID=29797ea4-6954-40e8-9498-717df4460de8,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:40.948773 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.949117 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.949452 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.949786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.950805 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.951139 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.951527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.951808 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.952176 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.952531 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.952850 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.953172 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-11 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 20:58:40.973794 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] No DVR routers for this DVR port 29797ea4-6954-40e8-9498-717df4460de8 on host n-h1-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:58:40.976380 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:40.978452 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-419f46bb-c9ed-4e86-9430-7735e5c7ef74 req-0804007f-bed7-406b-b872-0dc0b1843ec8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.32 "DELETE /v2.0/ports/29797ea4-6954-40e8-9498-717df4460de8 HTTP/1.1" status: 204 len: 173 time: 0.4051070 Sep 18 20:58:40.978912 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'name': 'network-vif-deleted', 'tag': '29797ea4-6954-40e8-9498-717df4460de8'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:58:40.981689 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6df0e0-61d8-48bf-90bc-7aea7607451a" -d '{"events": [{"server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "name": "network-vif-deleted", "tag": "29797ea4-6954-40e8-9498-717df4460de8"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:58:41.017970 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6471be-3fd0-422c-a35e-d30ec469989a x-openstack-request-id: req-6a6471be-3fd0-422c-a35e-d30ec469989a {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:58:41.018289 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f6ed0c-dbe7-4829-af67-d03630ca81e5", "name": "network-vif-deleted", "tag": "29797ea4-6954-40e8-9498-717df4460de8", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:58:41.018546 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a6471be-3fd0-422c-a35e-d30ec469989a {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:58:41.018975 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f6ed0c-dbe7-4829-af67-d03630ca81e5', 'name': 'network-vif-deleted', 'tag': '29797ea4-6954-40e8-9498-717df4460de8', 'status': 'completed', 'code': 200} Sep 18 20:58:41.952833 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46594) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:42.110145 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Deleting port d8d89758-de14-4178-b3b3-2b1946d35de1 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:42.110486 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:42.187922 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:42.188245 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:42.199480 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Calling delete_port for d8d89758-de14-4178-b3b3-2b1946d35de1 owned by network:floatingip {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:42.339562 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:42.369476 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event deleted for resources: {'Port': ['ID=d8d89758-de14-4178-b3b3-2b1946d35de1,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:42.428976 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:42.429305 n-d-789963-11 neutron-server[94941]: INFO neutron.db.l3_db [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Floating IP b34071be-32e1-4fc5-a37a-d4673d8b42f4 disassociated (deleted). External IP: 172.25.8.218, port: dde7d144-2848-4ea0-9384-3d50699ce4bd. Sep 18 20:58:42.641009 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Router 1037e4ab-8ad5-46ca-a5ca-5904be384897 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:58:42.751684 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:58:42.757492 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for floatingip, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:42.762596 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] Sync routers for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:58:42.774707 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:58:42.775676 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:42.790491 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-0fd4b43b-fdba-4f0f-bfb3-eadd266a6fb3 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "DELETE /v2.0/floatingips/b34071be-32e1-4fc5-a37a-d4673d8b42f4 HTTP/1.1" status: 204 len: 168 time: 0.8342412 Sep 18 20:58:42.790491 n-d-789963-11 neutron-server[94941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd'}] {{(pid=94941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:58:42.791103 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462d69e109d54efd4e6e9b41ee0dfcbb0b3e4d9f66b4429d76caeec9973c8163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd"}]}' {{(pid=94941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:58:42.831214 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecdcc88-c2cf-4782-9720-643084df7264 x-openstack-request-id: req-5ecdcc88-c2cf-4782-9720-643084df7264 {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:58:42.831214 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd", "status": "completed", "code": 200}]} {{(pid=94941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:58:42.831214 n-d-789963-11 neutron-server[94941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ecdcc88-c2cf-4782-9720-643084df7264 {{(pid=94941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:58:42.831876 n-d-789963-11 neutron-server[94941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'status': 'completed', 'code': 200} Sep 18 20:58:42.855183 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.24', 61525) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:42.865881 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-b5568210-70d7-401d-b19b-50e9639a2218 req-977f7313-c11d-4c08-b7f3-af17b769bac0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481977 Sep 18 20:58:42.898694 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-7879fcee-9a33-46d0-a57f-70fa4107fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:42.900171 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-7879fcee-9a33-46d0-a57f-70fa4107fa98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1096 time: 0.0437005 Sep 18 20:58:42.907117 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:58:43.005087 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-3db1f82e-c92b-489a-a76d-ca61c1d8d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:43.006699 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-3db1f82e-c92b-489a-a76d-ca61c1d8d1b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0997584 Sep 18 20:58:43.035589 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13195c-065f-4f2d-80b7-640939302f7b req-d4bad10c-55e7-45db-aabf-06b92ca48e91 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:43.037301 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a13195c-065f-4f2d-80b7-640939302f7b req-d4bad10c-55e7-45db-aabf-06b92ca48e91 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 944 time: 0.0504961 Sep 18 20:58:43.050787 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-32029e97-6a4a-4369-9a69-c24debb9880a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 217 time: 0.0362616 Sep 18 20:58:43.091715 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-6a13195c-065f-4f2d-80b7-640939302f7b req-249fe55a-e896-4b11-bf61-9fd6fb3b9310 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478928 Sep 18 20:58:43.112299 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-40a36f1e-df77-411f-9203-cb2390e2af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:43.113797 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-40a36f1e-df77-411f-9203-cb2390e2af13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0561485 Sep 18 20:58:43.128272 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:43.155175 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] Checking router: 1037e4ab-8ad5-46ca-a5ca-5904be384897 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:58:43.159967 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-8d9cee29-7297-4070-a311-ffa2e07405c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:43.161526 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-8d9cee29-7297-4070-a311-ffa2e07405c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406158 Sep 18 20:58:43.163137 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:58:43.163764 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:43.251733 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-ff1d3e80-58a3-4f1b-a59e-225beffe5e6f service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819082 Sep 18 20:58:43.352126 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-e571909d-6bf7-41e5-bf2b-0b978fd9f4fe req-571a36e6-5db8-404f-9d8f-21f276021352 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921011 Sep 18 20:58:43.427196 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:58:43.456222 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5568210-70d7-401d-b19b-50e9639a2218 req-e751f923-c1e4-40a6-ab77-ee4291cb01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:43.457740 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b5568210-70d7-401d-b19b-50e9639a2218 req-e751f923-c1e4-40a6-ab77-ee4291cb01e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 1096 time: 0.0401685 Sep 18 20:58:43.566800 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5568210-70d7-401d-b19b-50e9639a2218 req-813b9d46-71c5-4150-ab44-08afc3c555ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:43.568468 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b5568210-70d7-401d-b19b-50e9639a2218 req-813b9d46-71c5-4150-ab44-08afc3c555ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 200 len: 910 time: 0.0911210 Sep 18 20:58:43.611668 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b5568210-70d7-401d-b19b-50e9639a2218 req-1bc1b417-ae09-44db-b2db-507fdbd82c3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 200 len: 217 time: 0.0357487 Sep 18 20:58:43.629778 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:43.661119 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46195144-d0e8-4366-a4e3-17ecbcdc5425 None None] The sync data for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 is: [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:53:58Z', 'revision_number': 4, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11', '_interfaces': [{'id': 'b904cb19-fde1-43f5-866c-1942b3c46772', 'name': '', 'network_id': 'a31be0b0-10ee-4af5-930b-66e856d7d0d9', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'mac_address': 'fa:16:3e:f0:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:57Z', 'updated_at': '2021-09-18T20:54:03Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'subnets': [{'id': '613e9ab0-b4e7-494b-bc12-c5679e87d940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:58:43.676443 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5568210-70d7-401d-b19b-50e9639a2218 req-0dc0f693-2ea8-465e-9921-6ae560e72ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:43.678089 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b5568210-70d7-401d-b19b-50e9639a2218 req-0dc0f693-2ea8-465e-9921-6ae560e72ed8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 200 len: 848 time: 0.0596800 Sep 18 20:58:43.735417 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5568210-70d7-401d-b19b-50e9639a2218 req-61b78d13-3675-4dfe-8930-579e9e5bd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:43.737450 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b5568210-70d7-401d-b19b-50e9639a2218 req-61b78d13-3675-4dfe-8930-579e9e5bd71a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31be0b0-10ee-4af5-930b-66e856d7d0d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506732 Sep 18 20:58:43.844160 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b5568210-70d7-401d-b19b-50e9639a2218 req-88f881ef-957c-4e52-8a8e-6ffc27ab5bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990591 Sep 18 20:58:43.913788 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56540f5b-e5bf-4e28-9489-8c20f92f6fea None None] New status for floating IP b34071be-32e1-4fc5-a37a-d4673d8b42f4: DOWN {{(pid=94943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 20:58:44.213775 n-d-789963-11 neutron-server[94941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e3af9-e5cc-45eb-8bf9-86647d2f7faf req-8720307a-8141-4ef8-91f9-764bd217c630 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:44.216591 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec6e3af9-e5cc-45eb-8bf9-86647d2f7faf req-8720307a-8141-4ef8-91f9-764bd217c630 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 944 time: 0.0563488 Sep 18 20:58:44.261052 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-ec6e3af9-e5cc-45eb-8bf9-86647d2f7faf req-3d17c494-5516-4e1f-98cc-9971cad190c8 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f5088ee-b00f-4e66-8e89-698e29a9769d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378456 Sep 18 20:58:44.283434 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b5568210-70d7-401d-b19b-50e9639a2218 req-11c755d7-9ec2-469c-b283-53e56b901280 service neutron] 10.222.0.24 "GET /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311802 Sep 18 20:58:44.531181 n-d-789963-11 neutron-server[94940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-bc1573a4-20b0-4098-88b2-9d22bfce5148 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 20:58:44.532572 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-bc1573a4-20b0-4098-88b2-9d22bfce5148 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 944 time: 0.0483849 Sep 18 20:58:44.621700 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Deleting port dde7d144-2848-4ea0-9384-3d50699ce4bd {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:44.622039 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:44.706882 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] For port dde7d144-2848-4ea0-9384-3d50699ce4bd, host n-h2-789963-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-11',level=0,port_id=dde7d144-2848-4ea0-9384-3d50699ce4bd,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:44.707339 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:44.721901 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Calling delete_port for dde7d144-2848-4ea0-9384-3d50699ce4bd owned by compute:nova {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:44.791109 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 29797ea4-6954-40e8-9498-717df4460de8 no longer exists at agent hyperv_n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:44.811428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] No Port match for: 29797ea4-6954-40e8-9498-717df4460de8 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:58:44.811775 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Device 29797ea4-6954-40e8-9498-717df4460de8 not bound to the agent host n-h1-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:58:44.851324 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:44.886182 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event deleted for resources: {'Port': ['ID=dde7d144-2848-4ea0-9384-3d50699ce4bd,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:44.920494 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] No DVR routers for this DVR port dde7d144-2848-4ea0-9384-3d50699ce4bd on host n-h2-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:58:44.923166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84270'] for port, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:44.925296 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [req-b9eeec74-23fd-4708-9789-8f60cc89cf56 req-ea1b2e2c-d987-4917-baf6-4ee13720d269 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.24 "DELETE /v2.0/ports/dde7d144-2848-4ea0-9384-3d50699ce4bd HTTP/1.1" status: 204 len: 173 time: 0.3863983 Sep 18 20:58:44.925753 n-d-789963-11 neutron-server[94940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'name': 'network-vif-deleted', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd'}] {{(pid=94940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 20:58:44.928067 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1e37add9cf167e410b684eb41b49076cc6c67d01e7463453cd8810cc1962839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fc3b3c-1b67-40f8-9cf5-2d0e51dd81d2" -d '{"events": [{"server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "name": "network-vif-deleted", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd"}]}' {{(pid=94940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 20:58:44.966180 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76a7f92-a959-48ef-880f-54fa1032a6ce x-openstack-request-id: req-d76a7f92-a959-48ef-880f-54fa1032a6ce {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 20:58:44.967068 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2b4673-7a77-419b-bcfe-42a58ce6b7fa", "name": "network-vif-deleted", "tag": "dde7d144-2848-4ea0-9384-3d50699ce4bd", "status": "completed", "code": 200}]} {{(pid=94940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 20:58:44.967356 n-d-789963-11 neutron-server[94940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d76a7f92-a959-48ef-880f-54fa1032a6ce {{(pid=94940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 20:58:44.967797 n-d-789963-11 neutron-server[94940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2b4673-7a77-419b-bcfe-42a58ce6b7fa', 'name': 'network-vif-deleted', 'tag': 'dde7d144-2848-4ea0-9384-3d50699ce4bd', 'status': 'completed', 'code': 200} Sep 18 20:58:45.391672 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [req-2f2cca5d-18e9-4dc6-b0c3-ffed6e8ffb9b req-6adad6de-42bf-4517-8ecc-5c1d45cf43b7 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2b4673-7a77-419b-bcfe-42a58ce6b7fa HTTP/1.1" status: 200 len: 210 time: 0.0350678 Sep 18 20:58:46.447506 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46610) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:46.508307 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb98977f-ecbe-47e3-927a-3d1528c22a05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:46.532785 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb98977f-ecbe-47e3-927a-3d1528c22a05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:46.591018 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb98977f-ecbe-47e3-927a-3d1528c22a05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:46.594397 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-eb98977f-ecbe-47e3-927a-3d1528c22a05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:46.595621 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-eb98977f-ecbe-47e3-927a-3d1528c22a05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] 10.222.0.20 "DELETE /v2.0/security-groups/2f5088ee-b00f-4e66-8e89-698e29a9769d HTTP/1.1" status: 204 len: 168 time: 0.1470990 Sep 18 20:58:46.604314 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98977f-ecbe-47e3-927a-3d1528c22a05 tempest-TestSnapshotPattern-721121540 tempest-TestSnapshotPattern-721121540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5088ee-b00f-4e66-8e89-698e29a9769d,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:46.635135 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46614) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:46.970666 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:47.210342 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Deleting port b904cb19-fde1-43f5-866c-1942b3c46772 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:47.210681 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:47.289949 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] For port b904cb19-fde1-43f5-866c-1942b3c46772, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=b904cb19-fde1-43f5-866c-1942b3c46772,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:47.290230 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:47.302826 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Calling delete_port for b904cb19-fde1-43f5-866c-1942b3c46772 owned by network:router_interface {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:47.481236 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:47.506793 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b904cb19-fde1-43f5-866c-1942b3c46772,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:47.674778 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:47.837751 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device dde7d144-2848-4ea0-9384-3d50699ce4bd no longer exists at agent hyperv_n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:47.858863 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] No Port match for: dde7d144-2848-4ea0-9384-3d50699ce4bd {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:58:47.859206 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Device dde7d144-2848-4ea0-9384-3d50699ce4bd not bound to the agent host n-h2-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:58:47.894832 n-d-789963-11 neutron-server[94940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Router 1037e4ab-8ad5-46ca-a5ca-5904be384897 has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:58:48.000559 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:58:48.005510 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-71324314-d0b0-49e5-871b-4d6434764f70 admin admin] 10.222.0.20 "PUT /v2.0/routers/1037e4ab-8ad5-46ca-a5ca-5904be384897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3693798 Sep 18 20:58:48.008147 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46616) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:48.010700 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] Sync routers for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:58:48.020405 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:58:48.021017 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:48.119720 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks [] for router, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.125074 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: n-d-789963-11 {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:58:48.222692 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.275463 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Deleting port 98698694-8d20-48bb-8cd2-c3cc4d54e20e {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:48.275911 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.299544 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:58:47Z', 'revision_number': 5, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port': {'id': '98698694-8d20-48bb-8cd2-c3cc4d54e20e', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:53:56Z', 'updated_at': '2021-09-18T20:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:48.331442 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] Checking router: 1037e4ab-8ad5-46ca-a5ca-5904be384897 for host: n-d-789963-11 {{(pid=94942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:58:48.339942 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] Routers {'1037e4ab-8ad5-46ca-a5ca-5904be384897'} bound to L3 agent in host n-d-789963-11 {{(pid=94942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:58:48.340549 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['1037e4ab-8ad5-46ca-a5ca-5904be384897'], 'active': True} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:48.363527 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] For port 98698694-8d20-48bb-8cd2-c3cc4d54e20e, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=98698694-8d20-48bb-8cd2-c3cc4d54e20e,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:48.363988 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.376460 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Calling delete_port for 98698694-8d20-48bb-8cd2-c3cc4d54e20e owned by network:router_gateway {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:48.430771 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvr_db [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] Set router 1037e4ab-8ad5-46ca-a5ca-5904be384897 gateway port host: None {{(pid=94942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:58:48.481285 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_hamode_db [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:58:48Z', 'revision_number': 6, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:48.513491 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115cdbc7-3140-44e0-9863-69f7fb27c290 None None] The sync data for ids ['1037e4ab-8ad5-46ca-a5ca-5904be384897'] in n-d-789963-11 is: [{'id': '1037e4ab-8ad5-46ca-a5ca-5904be384897', 'name': 'tempest-TestSnapshotPattern-334348993-router', 'tenant_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:53:55Z', 'updated_at': '2021-09-18T20:58:48Z', 'revision_number': 6, 'project_id': 'c23e1d16d0e7453c9cf920cd15e98337', 'gw_port_host': None}] {{(pid=94942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:58:48.546360 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.580451 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Pushing event deleted for resources: {'Port': ['ID=98698694-8d20-48bb-8cd2-c3cc4d54e20e,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:48.643594 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.738049 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.740322 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.791178 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.791759 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1037e4ab-8ad5-46ca-a5ca-5904be384897 {{(pid=94940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:58:48.797613 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] Notify callbacks [] for router, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.798820 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-45aff192-4ae8-4de7-b3d4-4d51c86bab39 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1037e4ab-8ad5-46ca-a5ca-5904be384897 HTTP/1.1" status: 204 len: 168 time: 0.7887423 Sep 18 20:58:48.801436 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46618) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:48.853799 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf3e4e7-15aa-4436-9a28-14820c99341d admin admin] Deleting subnet 613e9ab0-b4e7-494b-bc12-c5679e87d940 {{(pid=94940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:58:48.859609 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e4e7-15aa-4436-9a28-14820c99341d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:48.902655 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e4e7-15aa-4436-9a28-14820c99341d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58810352'] for subnet, precommit_delete_associations {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.001840 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e4e7-15aa-4436-9a28-14820c99341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.066620 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e4e7-15aa-4436-9a28-14820c99341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58802904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58932428'] for subnet, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.094011 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3e4e7-15aa-4436-9a28-14820c99341d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613e9ab0-b4e7-494b-bc12-c5679e87d940,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:49.097765 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e4e7-15aa-4436-9a28-14820c99341d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.099851 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-bbf3e4e7-15aa-4436-9a28-14820c99341d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/613e9ab0-b4e7-494b-bc12-c5679e87d940 HTTP/1.1" status: 204 len: 168 time: 0.2973132 Sep 18 20:58:49.102273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46620) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:49.104917 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03f555-58ea-438a-9969-bfc1896a18af None None] Network a31be0b0-10ee-4af5-930b-66e856d7d0d9 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:58:49.186133 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.244224 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Deleting port 13589086-cd98-4415-a6ea-ff17225947c4 {{(pid=94940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:49.244615 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.317073 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] DHCP port deletion for a31be0b0-10ee-4af5-930b-66e856d7d0d9 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:58:49.323988 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] For port 13589086-cd98-4415-a6ea-ff17225947c4, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=13589086-cd98-4415-a6ea-ff17225947c4,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:49.324360 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.337792 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Calling delete_port for 13589086-cd98-4415-a6ea-ff17225947c4 owned by network:dhcp {{(pid=94940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:49.374475 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] Deleting port 13589086-cd98-4415-a6ea-ff17225947c4 {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:49.374854 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.433651 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58802935'] for port, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.449011 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] For port 13589086-cd98-4415-a6ea-ff17225947c4, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=13589086-cd98-4415-a6ea-ff17225947c4,segment=NetworkSegment(26b1d374-39a2-4e77-82e3-a7597c1e9d19),segment_id=26b1d374-39a2-4e77-82e3-a7597c1e9d19)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:49.449321 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.460230 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=13589086-cd98-4415-a6ea-ff17225947c4,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:49.462379 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] Calling delete_port for 13589086-cd98-4415-a6ea-ff17225947c4 owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:49.463562 n-d-789963-11 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] No DVR routers for this DVR port 13589086-cd98-4415-a6ea-ff17225947c4 on host n-d-789963-11 {{(pid=94940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:58:49.541497 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.542679 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.564897 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31be0b0-10ee-4af5-930b-66e856d7d0d9']}} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:49.570558 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] Pushing event deleted for resources: {'Port': ['ID=13589086-cd98-4415-a6ea-ff17225947c4,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:49.572502 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1e4e8-2177-4b5f-abac-968ec69e05fb None None] No DVR routers for this DVR port 13589086-cd98-4415-a6ea-ff17225947c4 on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:58:49.576456 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b1d374-39a2-4e77-82e3-a7597c1e9d19') {'for_net_delete': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:49.577038 n-d-789963-11 neutron-server[94940]: DEBUG neutron.services.segments.db [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b1d374-39a2-4e77-82e3-a7597c1e9d19') {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:49.588262 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58810363'] for segment, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.602355 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.609786 n-d-789963-11 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:58:49.610328 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58802950'] for segment, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: Traceback (most recent call last): Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: timer() Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: cb(*args, **kw) Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: return func(*args, **kwargs) Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: self._notify() Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: self.callback(batched_events) Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: event.method(event) Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: return f(self, *a, **k) Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: return self._get(url).json() Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: return self.request(url, 'GET', **kwargs) Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:58:49.612135 n-d-789963-11 neutron-server[94940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:58:49.668166 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.674415 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Notify callbacks [] for network, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:49.676319 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a31be0b0-10ee-4af5-930b-66e856d7d0d9 HTTP/1.1" status: 204 len: 168 time: 0.5727792 Sep 18 20:58:49.679717 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46622) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:49.686877 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5c4c7-41fe-4a79-860f-eba6b91e1e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31be0b0-10ee-4af5-930b-66e856d7d0d9,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:49.883720 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 13589086-cd98-4415-a6ea-ff17225947c4 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:49.903456 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 13589086-cd98-4415-a6ea-ff17225947c4 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:58:49.904384 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 13589086-cd98-4415-a6ea-ff17225947c4 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:58:49.904867 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b904cb19-fde1-43f5-866c-1942b3c46772 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:49.923894 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: b904cb19-fde1-43f5-866c-1942b3c46772 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:58:49.924322 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device b904cb19-fde1-43f5-866c-1942b3c46772 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:58:49.924738 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 98698694-8d20-48bb-8cd2-c3cc4d54e20e no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:49.945365 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 98698694-8d20-48bb-8cd2-c3cc4d54e20e {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:58:49.945712 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 98698694-8d20-48bb-8cd2-c3cc4d54e20e not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:58:50.041692 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587276'] for router_interface, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:50.284948 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Deleting port 52c8f0a2-7a58-429d-8ebd-e951f466c860 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:50.285281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:50.359842 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] For port 52c8f0a2-7a58-429d-8ebd-e951f466c860, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=52c8f0a2-7a58-429d-8ebd-e951f466c860,segment=NetworkSegment(37208b50-70df-4394-ac8f-533dd9f6cb7a),segment_id=37208b50-70df-4394-ac8f-533dd9f6cb7a)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:50.360197 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:50.371998 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Calling delete_port for 52c8f0a2-7a58-429d-8ebd-e951f466c860 owned by network:router_interface {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:50.546079 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:50.570341 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c8f0a2-7a58-429d-8ebd-e951f466c860,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:50.741364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1001674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584124'] for router_interface, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:51.276486 n-d-789963-11 neutron-server[94941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Router 636d3510-aac6-416a-ac32-42239ce575ad has already been hosted by L3 agent 4b97edd8-2705-42e1-8168-11e5328eae9b {{(pid=94941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 20:58:51.382545 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] Notify agent at l3_agent.n-d-789963-11 the message routers_updated {{(pid=94941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 20:58:51.387667 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-81ec9f68-1f3b-49cb-a4d6-c2a31b571234 admin admin] 10.222.0.20 "PUT /v2.0/routers/636d3510-aac6-416a-ac32-42239ce575ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7067208 Sep 18 20:58:51.390825 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46626) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:51.393912 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] Sync routers for ids ['636d3510-aac6-416a-ac32-42239ce575ad'] in n-d-789963-11 {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 20:58:51.402716 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] Routers {'636d3510-aac6-416a-ac32-42239ce575ad'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:58:51.403305 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['636d3510-aac6-416a-ac32-42239ce575ad'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:51.494875 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:51.505565 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] Set router 636d3510-aac6-416a-ac32-42239ce575ad gateway port host: n-d-789963-11 {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:58:51.602280 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:51.655129 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Deleting port 793599c9-822f-4762-b7cd-a8e081f9dcd3 {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:51.655394 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:51.684764 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'external_fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:58:50Z', 'revision_number': 5, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port': {'id': '793599c9-822f-4762-b7cd-a8e081f9dcd3', 'name': '', 'network_id': '355f3962-b824-486d-927f-f4a87763feee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d3510-aac6-416a-ac32-42239ce575ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b3a2ba2-40d9-41f1-ab99-e78e8fb0f12f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-11'}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:51.714894 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] Checking router: 636d3510-aac6-416a-ac32-42239ce575ad for host: n-d-789963-11 {{(pid=94943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 20:58:51.723912 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] Routers {'636d3510-aac6-416a-ac32-42239ce575ad'} bound to L3 agent in host n-d-789963-11 {{(pid=94943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 20:58:51.724513 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T19:27:54Z,description=,heartbeat_timestamp=2021-09-18T20:58:25Z,host='n-d-789963-11',id=4b97edd8-2705-42e1-8168-11e5328eae9b,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T19:27:54Z,topic='l3_agent')) {'router_ids': ['636d3510-aac6-416a-ac32-42239ce575ad'], 'active': True} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:51.736172 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] For port 793599c9-822f-4762-b7cd-a8e081f9dcd3, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=793599c9-822f-4762-b7cd-a8e081f9dcd3,segment=NetworkSegment(dae67db4-0091-4cd0-be95-58bf578cf1ab),segment_id=dae67db4-0091-4cd0-be95-58bf578cf1ab)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:51.736541 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:51.737661 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-593c289e-6596-46f3-969f-d184a68541f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:51.749997 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Calling delete_port for 793599c9-822f-4762-b7cd-a8e081f9dcd3 owned by network:router_gateway {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:51.813854 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_dvr_db [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] Set router 636d3510-aac6-416a-ac32-42239ce575ad gateway port host: None {{(pid=94943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 20:58:51.864289 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.l3_hamode_db [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:58:51Z', 'revision_number': 6, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port_host': None}], 'n-d-789963-11', False) {} {{(pid=94943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:51.894393 n-d-789963-11 neutron-server[94943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b942d-7d1b-4808-bc2c-dbe2198bb3ff None None] The sync data for ids ['636d3510-aac6-416a-ac32-42239ce575ad'] in n-d-789963-11 is: [{'id': '636d3510-aac6-416a-ac32-42239ce575ad', 'name': 'tempest-TestSnapshotPattern-399259071-router', 'tenant_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T20:54:00Z', 'updated_at': '2021-09-18T20:58:51Z', 'revision_number': 6, 'project_id': '7117072b4aa84ba18e5f90fe85a9dff3', 'gw_port_host': None}] {{(pid=94943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 20:58:51.928655 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:51.959864 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Pushing event deleted for resources: {'Port': ['ID=793599c9-822f-4762-b7cd-a8e081f9dcd3,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:52.019364 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584058'] for router_gateway, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.109763 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1697'] for router, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.111871 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.155316 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588240'] for router, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.156044 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636d3510-aac6-416a-ac32-42239ce575ad {{(pid=94941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 20:58:52.161194 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] Notify callbacks [] for router, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.162473 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-91cac848-8003-4f05-8491-f101438302ed admin admin] 10.222.0.20 "DELETE /v2.0/routers/636d3510-aac6-416a-ac32-42239ce575ad HTTP/1.1" status: 204 len: 168 time: 0.7706761 Sep 18 20:58:52.165105 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46630) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:52.213144 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0adac9-a5af-4f76-8340-cad76b2a3ef6 admin admin] Deleting subnet 5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61 {{(pid=94941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 20:58:52.216055 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0adac9-a5af-4f76-8340-cad76b2a3ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.252101 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0adac9-a5af-4f76-8340-cad76b2a3ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59534636'] for subnet, precommit_delete_associations {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.334030 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0adac9-a5af-4f76-8340-cad76b2a3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7972696'] for subnet, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.389281 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0adac9-a5af-4f76-8340-cad76b2a3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7972687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59832359'] for subnet, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.415795 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0adac9-a5af-4f76-8340-cad76b2a3ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:52.417784 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-2f0adac9-a5af-4f76-8340-cad76b2a3ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.421404 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-2f0adac9-a5af-4f76-8340-cad76b2a3ef6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5d2abdb2-e9d7-4fc9-9904-2dcddfb05a61 HTTP/1.1" status: 204 len: 168 time: 0.2540898 Sep 18 20:58:52.422722 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [-] (94941) accepted ('10.222.0.20', 46632) {{(pid=94941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:52.425686 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42371056-7f4d-4773-9ae2-75dfad3df960 None None] Network 66af9de8-15d0-409e-8a09-e00e3cc5b996 requested from n-d-789963-11 {{(pid=94942) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 20:58:52.490667 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7925417'] for network, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.549554 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Deleting port 12404090-a1ca-4324-baa0-85c2471a722a {{(pid=94941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:52.549903 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.613166 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.db [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] For port 12404090-a1ca-4324-baa0-85c2471a722a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=12404090-a1ca-4324-baa0-85c2471a722a,segment=NetworkSegment(37208b50-70df-4394-ac8f-533dd9f6cb7a),segment_id=37208b50-70df-4394-ac8f-533dd9f6cb7a)] {{(pid=94941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:52.613530 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.627143 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.plugin [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Calling delete_port for 12404090-a1ca-4324-baa0-85c2471a722a owned by network:dhcp {{(pid=94941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:52.647096 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] DHCP port deletion for 66af9de8-15d0-409e-8a09-e00e3cc5b996 request from n-d-789963-11 {{(pid=94942) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 20:58:52.697552 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] Deleting port 12404090-a1ca-4324-baa0-85c2471a722a {{(pid=94942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 20:58:52.697925 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781702075953'] for port, before_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.718734 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3849007'] for port, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.747087 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Pushing event deleted for resources: {'Port': ['ID=12404090-a1ca-4324-baa0-85c2471a722a,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:52.749594 n-d-789963-11 neutron-server[94941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] No DVR routers for this DVR port 12404090-a1ca-4324-baa0-85c2471a722a on host n-d-789963-11 {{(pid=94941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:58:52.766182 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.db [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] For port 12404090-a1ca-4324-baa0-85c2471a722a, host n-d-789963-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-11',level=0,port_id=12404090-a1ca-4324-baa0-85c2471a722a,segment=NetworkSegment(37208b50-70df-4394-ac8f-533dd9f6cb7a),segment_id=37208b50-70df-4394-ac8f-533dd9f6cb7a)] {{(pid=94942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 20:58:52.766682 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583236'] for port, precommit_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.781631 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] Calling delete_port for 12404090-a1ca-4324-baa0-85c2471a722a owned by network:dhcp {{(pid=94942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 20:58:52.821270 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7970015', 'neutron.services.segments.db._delete_segments_for_network-8781702010525'] for network, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.843770 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66af9de8-15d0-409e-8a09-e00e3cc5b996']}} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:52.853831 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37208b50-70df-4394-ac8f-533dd9f6cb7a') {'for_net_delete': True} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:52.854122 n-d-789963-11 neutron-server[94941]: DEBUG neutron.services.segments.db [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37208b50-70df-4394-ac8f-533dd9f6cb7a') {} {{(pid=94941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 20:58:52.860736 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781702081783', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781701546177'] for port, after_delete {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.870721 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781702010790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59534631'] for segment, before_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.886422 n-d-789963-11 neutron-server[94942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] Pushing event deleted for resources: {'Port': ['ID=12404090-a1ca-4324-baa0-85c2471a722a,revision_number=None']} {{(pid=94942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:52.886732 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277'] for segment, precommit_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.890428 n-d-789963-11 neutron-server[94942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9752b-3d23-4043-b1f2-e867523fab9a None None] No DVR routers for this DVR port 12404090-a1ca-4324-baa0-85c2471a722a on host n-d-789963-11 {{(pid=94942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 20:58:52.894236 n-d-789963-11 neutron-server[94941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 20:58:52.894766 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7971277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848926'] for segment, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: Traceback (most recent call last): Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: timer() Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: cb(*args, **kw) Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: return func(*args, **kwargs) Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: self._notify() Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: self.callback(batched_events) Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: event.method(event) Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: return f(self, *a, **k) Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: return self._get(url).json() Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: return self.request(url, 'GET', **kwargs) Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 20:58:52.896601 n-d-789963-11 neutron-server[94941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 20:58:52.958941 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7969990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1004345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-583966'] for network, after_delete {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.963665 n-d-789963-11 neutron-server[94941]: DEBUG neutron_lib.callbacks.manager [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Notify callbacks [] for network, before_response {{(pid=94941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:52.965606 n-d-789963-11 neutron-server[94941]: INFO neutron.wsgi [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66af9de8-15d0-409e-8a09-e00e3cc5b996 HTTP/1.1" status: 204 len: 168 time: 0.5418909 Sep 18 20:58:52.978893 n-d-789963-11 neutron-server[94941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a6ef5-7622-4c56-9035-9ad77661c285 admin admin] Pushing event deleted for resources: {'Network': ['ID=66af9de8-15d0-409e-8a09-e00e3cc5b996,revision_number=None']} {{(pid=94941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:53.137273 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46636) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:53.180976 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-3dc8893f-93db-4cfa-88a2-2ca22ff6925d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c23e1d16d0e7453c9cf920cd15e98337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422456 Sep 18 20:58:53.183333 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46638) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:53.230008 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64a4f76a-6611-4eae-bb81-155b00a8d07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:53.250495 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64a4f76a-6611-4eae-bb81-155b00a8d07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:53.295983 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64a4f76a-6611-4eae-bb81-155b00a8d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:53.298529 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-64a4f76a-6611-4eae-bb81-155b00a8d07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:53.299765 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-64a4f76a-6611-4eae-bb81-155b00a8d07f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d738a20-fcfe-4d09-af3b-b662fe2a4670 HTTP/1.1" status: 204 len: 168 time: 0.1154332 Sep 18 20:58:53.307162 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4f76a-6611-4eae-bb81-155b00a8d07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d738a20-fcfe-4d09-af3b-b662fe2a4670,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:53.615201 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46644) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:53.655797 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-51e64a14-6799-456c-aff4-6e3d082200e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7117072b4aa84ba18e5f90fe85a9dff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393970 Sep 18 20:58:53.658363 n-d-789963-11 neutron-server[94940]: DEBUG neutron.wsgi [-] (94940) accepted ('10.222.0.20', 46646) {{(pid=94940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 20:58:53.705427 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a0cef96-cce0-45bd-8f37-7a2987138209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:53.728302 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a0cef96-cce0-45bd-8f37-7a2987138209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:53.777605 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a0cef96-cce0-45bd-8f37-7a2987138209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-796633'] for security_group, after_delete {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:53.780294 n-d-789963-11 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-1a0cef96-cce0-45bd-8f37-7a2987138209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:53.781445 n-d-789963-11 neutron-server[94940]: INFO neutron.wsgi [None req-1a0cef96-cce0-45bd-8f37-7a2987138209 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0983d6cc-885b-4548-af2c-98f043c222e3 HTTP/1.1" status: 204 len: 168 time: 0.1221967 Sep 18 20:58:53.788823 n-d-789963-11 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cef96-cce0-45bd-8f37-7a2987138209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0983d6cc-885b-4548-af2c-98f043c222e3,revision_number=None']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 20:58:53.884445 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 12404090-a1ca-4324-baa0-85c2471a722a no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:53.905860 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 12404090-a1ca-4324-baa0-85c2471a722a {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:58:53.906207 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 12404090-a1ca-4324-baa0-85c2471a722a not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:58:53.906628 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 52c8f0a2-7a58-429d-8ebd-e951f466c860 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:53.925316 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 52c8f0a2-7a58-429d-8ebd-e951f466c860 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:58:53.925657 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 52c8f0a2-7a58-429d-8ebd-e951f466c860 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:58:53.926110 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 793599c9-822f-4762-b7cd-a8e081f9dcd3 no longer exists at agent ovs-agent-n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 20:58:53.944800 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.plugin [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] No Port match for: 793599c9-822f-4762-b7cd-a8e081f9dcd3 {{(pid=94942) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 20:58:53.945153 n-d-789963-11 neutron-server[94942]: DEBUG neutron.plugins.ml2.rpc [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Device 793599c9-822f-4762-b7cd-a8e081f9dcd3 not bound to the agent host n-d-789963-11 {{(pid=94942) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 20:58:54.054420 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:54.299989 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:54.957211 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:54.962308 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-62a7152b-649d-425e-ba2c-a3593b3b51f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:55.865943 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:58:57.796239 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:09.368502 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:59:21.739576 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9a51a31e-c6b8-4eb4-9619-3d86ff88bb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:24.048410 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:24.331813 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:24.953124 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:24.963296 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a92e8a74-e86b-489f-8c88-238ba841c9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:25.868385 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:27.797711 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:46.368463 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 20:59:51.740148 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-72115fd5-f3a6-4ced-a3c1-fe4bfcb92f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:54.051436 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:54.345168 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:54.960930 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:54.965277 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42bcc84d-7bfb-41ee-8d69-1739f38f7549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:55.871653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 20:59:57.799898 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:21.740305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-23130deb-2407-4bad-bc6e-05ea0053cc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:23.367245 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:00:24.050359 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:24.347491 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:24.955434 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:24.965203 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b0e93768-494e-4903-9cf1-6f5e638cffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:25.874770 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:27.804343 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:51.741617 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a59c70b4-af5e-4091-8f36-c3e16e93f975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:54.049383 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:54.344084 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:54.962555 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:54.967464 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-2bcbfa30-c2b0-4662-94a5-9d1981bf6408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:55.877903 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:00:57.806906 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:00.365648 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:01:21.742673 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-5727cba8-30b7-4d41-a1d2-0c1a1dffdb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:24.048960 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:24.357859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:24.957507 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:24.967806 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-c601fec1-d568-4334-abf0-99ab1bdec4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:25.880441 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:27.807796 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:37.365177 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:01:51.742505 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-11ea0696-a2b9-4861-b983-76c8e4eda9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:54.048087 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:54.374076 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:54.963690 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:54.968604 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4231a63-8191-4d5d-a7c8-a9e30e23df8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:55.883807 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:01:57.812543 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:14.363975 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:02:21.743287 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-dbd29bb8-3874-4dbf-adef-ce6c590b5a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:24.047158 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:24.373585 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:24.958783 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:24.968922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-b1cd3bc1-fd66-489c-9a6f-e2d471d86df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:25.886637 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:27.815503 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:39.724501 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-1abcc112-448d-4f0b-8943-e9112a57301b req-1f1c4cd7-0663-47b5-91f5-6582ff930127 service neutron] (94941) timed out ('10.222.0.32', 62909) {{(pid=94941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 21:02:51.363780 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:02:51.745545 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e526608e-3b36-4079-bded-1a4e83236379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:54.046056 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:54.387653 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:54.965881 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:54.971528 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-792296eb-6411-4ba9-94ca-0a6acdca9272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:55.889111 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:02:57.816050 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:21.746672 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-9e4c5d1f-3746-45ae-a53c-9c3d6330378a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:24.045799 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:24.388495 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:24.956734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:24.971508 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-8421f049-e813-440a-91db-90961001ca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:25.892931 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:27.819171 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:28.363082 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:03:51.747958 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-811f9b6a-4384-49f4-b5fc-5092c12dd72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:54.046134 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:54.387305 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:54.962430 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:54.972685 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-659819c4-6565-4054-bfec-39c89f72005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:55.895595 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:03:57.822320 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:05.362105 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:04:21.749338 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-59f33dca-0666-4808-b8df-55930e40cbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:24.060138 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:24.386758 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:24.971922 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:24.976384 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-e090b933-aeb9-44cd-92f1-cdcef69828bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:25.897586 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:27.824689 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:42.361991 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:04:51.749741 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-23e299dc-160a-4ae2-bc0a-1926eeb5826f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:54.075127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:54.386450 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:54.967238 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:54.977220 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-02236d73-d67d-4701-b77d-7d531c39cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:55.901095 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:04:57.828185 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:19.361665 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:05:21.749859 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-1917f838-a4ba-4f99-b41c-14ce916ca4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:24.090122 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:24.400503 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:24.970174 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:24.979923 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f54e5000-3b6f-40d5-acb6-9fbe0a31eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:25.904317 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:27.831051 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:51.749950 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-defa896e-fde5-41f5-ad8a-60be12a2d901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:54.089647 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:54.401553 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:54.976399 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:54.981232 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-f4408dc7-e682-413d-acc9-46c6e447704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:55.907041 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:05:56.360358 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:05:57.833039 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:21.753514 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-01451b61-78da-43a0-9540-b146e7bf53e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:24.120465 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:24.415387 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:24.972520 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:24.983423 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-53111d40-75d1-4ddb-90ca-2e6fa66d0e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:25.909851 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:27.836219 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:33.444220 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 21:06:51.758501 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb826-7c84-4885-b5ee-69e4e95a7f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:54.135404 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-42576c0f-881b-4cf3-8eb4-060bef478509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:54.415127 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-910713dd-1507-4737-a60e-9a47d08a05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:54.980167 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-a69de45c-b889-4c73-b7b0-b94b8beb579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:54.984563 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-6733dbfc-a38f-4868-9879-3eb896f595fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:55.912734 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-36a53eea-14d5-47ea-bd00-cd20604e3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:57.839202 n-d-789963-11 neutron-server[94942]: DEBUG neutron_lib.callbacks.manager [None req-eef7a89c-5a35-48df-b50b-a3d09353d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781702010507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7964895'] for agent, after_update {{(pid=94942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 21:06:59.385266 n-d-789963-11 neutron-server[94941]: DEBUG neutron.wsgi [req-7af76353-aee5-4427-bd3e-4d4f71f5a24b req-2b4a017b-dabd-4b74-8538-32552e8cad3b service neutron] (94941) timed out ('10.222.0.20', 45260) {{(pid=94941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 21:07:10.363547 n-d-789963-11 neutron-server[94943]: DEBUG neutron.db.agents_db [None req-67b8adb0-9be9-4c81-8911-1f357dd86a18 None None] Agent healthcheck: found 7 active agents {{(pid=94943) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}